-- Logs begin at Tue 2021-08-17 15:28:52 UTC, end at Tue 2021-08-17 17:47:56 UTC. -- Aug 17 16:03:15.010840 n-d-804878-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 17 16:03:17.722925 n-d-804878-1 neutron-server[94729]: INFO neutron.common.config [-] Logging enabled! Aug 17 16:03:17.723514 n-d-804878-1 neutron-server[94729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 16:03:17.723713 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94729) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 16:03:17.726934 n-d-804878-1 neutron-server[94729]: INFO neutron.common.config [-] Logging enabled! Aug 17 16:03:17.727188 n-d-804878-1 neutron-server[94729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 16:03:17.727498 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94729) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 16:03:17.728427 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 16:03:17.728662 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 16:03:17.729025 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 16:03:17.729268 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 16:03:17.729493 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 16:03:17.729814 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.730108 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.730421 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.730652 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.730948 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.731253 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.731537 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.731950 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.732245 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.732529 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.732809 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.733098 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.733326 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.733608 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.733899 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.734185 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.734435 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] debug = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.734715 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.735142 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.735547 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.735828 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.736121 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.736395 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.736667 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.736941 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.737225 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.737560 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] host = n-d-804878-1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.737835 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.738123 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.738431 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.738718 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.738993 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.739267 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.739552 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.739828 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.740103 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] log_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.740375 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.740661 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.740948 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.741236 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.741462 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.741678 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.741966 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.742250 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.742544 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.742863 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.743124 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.743396 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.743669 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.743944 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.744225 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.744502 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.744783 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.745057 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.745336 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.745602 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.745871 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.746153 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.746451 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.746725 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.747025 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.747307 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.747576 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.747972 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.748275 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.748560 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.748848 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.749131 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.749401 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.749680 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.749950 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.750223 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.750522 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] use_json = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.750790 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.751059 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.751337 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.751608 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.751884 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.752155 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.752427 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.752714 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:17.753010 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.753307 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.753607 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.753891 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.754187 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.754502 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.754788 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.755066 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.755354 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.755645 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.755935 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.756211 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.756499 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.757024 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.757024 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.757596 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.757685 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.757910 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.758192 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.758486 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.758760 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.759039 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.759326 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.759625 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.759910 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.760181 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.760459 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.760752 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.761031 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.761300 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.761578 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.761867 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.762148 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.762935 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.763235 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.763513 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.763786 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.764058 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.764331 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.764620 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.764900 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.765172 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.765439 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.765714 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.765987 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.766272 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.766572 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.766847 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.767118 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.767394 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.767667 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.768040 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.768316 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.768589 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.768867 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.769140 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.769411 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.769682 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.769950 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.770220 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.770584 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.770860 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.771137 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.771411 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.771678 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.771952 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.772222 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.772497 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.772782 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.773080 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.773362 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.773640 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.773918 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.774193 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.774499 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.774779 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.775058 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.775336 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.775607 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.775895 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.776177 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.776464 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.776748 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.777026 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.777320 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.777599 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.777882 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.778839 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.779130 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.779426 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.779713 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.780010 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.780306 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.780603 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.780898 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.781192 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.781479 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.781788 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.782069 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:17.782286 n-d-804878-1 neutron-server[94729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 16:03:17.782554 n-d-804878-1 neutron-server[94729]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94729) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 17 16:03:18.129127 n-d-804878-1 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 16:03:18.129399 n-d-804878-1 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 16:03:18.129687 n-d-804878-1 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 16:03:18.130017 n-d-804878-1 neutron-server[94729]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 17 16:03:18.540058 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.540346 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.540607 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.541804 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.542075 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.542363 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.577031 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.577299 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.577564 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.593785 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.594058 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.594328 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.622270 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.622572 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.622840 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.658415 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.658686 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.658956 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.889143 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.889764 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.889764 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.889934 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:18.890551 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.009933 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.010252 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.010560 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.010832 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.011098 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.011406 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.011665 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.012042 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.012297 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.012697 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.013031 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.013296 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.013555 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.013812 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.014065 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.014326 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.014603 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.014868 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.015135 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.015390 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.015659 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.015909 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.016184 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.016557 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.016805 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.017049 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.017439 n-d-804878-1 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 16:03:19.017678 n-d-804878-1 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 16:03:19.017914 n-d-804878-1 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 16:03:19.018148 n-d-804878-1 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 16:03:19.018397 n-d-804878-1 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 16:03:19.018700 n-d-804878-1 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 16:03:19.019058 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 17 16:03:19.022244 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 17 16:03:19.026158 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 17 16:03:19.030419 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 17 16:03:19.032035 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 17 16:03:19.032477 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 17 16:03:19.032803 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 17 16:03:19.033177 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 17 16:03:19.035953 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 17 16:03:19.036199 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 17 16:03:19.036541 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 16:03:19.041959 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 17 16:03:19.064671 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 17 16:03:19.065113 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.065404 n-d-804878-1 neutron-server[94729]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94729) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 17 16:03:19.065757 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.067132 n-d-804878-1 neutron-server[94729]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94729) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 17 16:03:19.067406 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 16:03:19.067651 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 17 16:03:19.070815 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.071094 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.134817 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 17 16:03:19.135047 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 17 16:03:19.135279 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 17 16:03:19.135646 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 17 16:03:19.158542 n-d-804878-1 neutron-server[94729]: DEBUG oslo_db.sqlalchemy.engines [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94729) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 17 16:03:19.702515 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Initializing driver for type 'gre' Aug 17 16:03:19.703034 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] gre ID ranges: [(1, 1000)] Aug 17 16:03:19.752850 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Initializing driver for type 'local' Aug 17 16:03:19.753254 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Initializing driver for type 'vlan' Aug 17 16:03:19.767639 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] VlanTypeDriver initialization complete Aug 17 16:03:19.767994 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Initializing driver for type 'vxlan' Aug 17 16:03:19.768526 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] vxlan ID ranges: [(1, 1000)] Aug 17 16:03:19.820526 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Initializing extension driver 'port_security' Aug 17 16:03:19.820899 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.extensions.port_security [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] PortSecurityExtensionDriver initialization complete Aug 17 16:03:19.821236 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Initializing mechanism driver 'openvswitch' Aug 17 16:03:19.821570 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Initializing mechanism driver 'hyperv' Aug 17 16:03:19.828661 n-d-804878-1 neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:03:19.829514 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > port after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.829886 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.830240 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.830789 n-d-804878-1 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 16:03:19.831224 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > subnet after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.831581 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > subnet after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.831929 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.832319 n-d-804878-1 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 16:03:19.832725 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > network after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.833075 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > network after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.833418 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > network after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.833810 n-d-804878-1 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 16:03:19.834211 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > security_group after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.834586 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > security_group after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.834930 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > security_group after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.835321 n-d-804878-1 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 16:03:19.835725 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.836071 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.836413 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.836798 n-d-804878-1 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 16:03:19.837192 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > address_group after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.837537 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > address_group after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.837873 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > address_group after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.838260 n-d-804878-1 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 16:03:19.838660 n-d-804878-1 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] ML2 OVO RPC backend initialized. {{(pid=94729) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 17 16:03:19.839368 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.839720 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.840142 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > network before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.840492 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > networks before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.840841 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > port before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.841184 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > ports before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.841529 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > subnet before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.841872 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > subnets before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.842223 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > network after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.842593 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > network after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.842938 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > network after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.843278 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > port after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.843622 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.843960 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.844299 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > subnet after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.844636 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > subnet after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.844971 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.845546 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.plugin [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Modular L2 Plugin initialization complete Aug 17 16:03:19.845875 n-d-804878-1 neutron-server[94729]: DEBUG neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading services supported by the core plugin {{(pid=94729) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 17 16:03:19.846201 n-d-804878-1 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Got port-security extension from driver 'port_security' Aug 17 16:03:19.846690 n-d-804878-1 neutron-server[94729]: INFO neutron.extensions.vlantransparent [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Disabled vlantransparent extension. Aug 17 16:03:19.847175 n-d-804878-1 neutron-server[94729]: DEBUG neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94729) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 17 16:03:19.847491 n-d-804878-1 neutron-server[94729]: INFO neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading Plugin: router Aug 17 16:03:19.883764 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router_interface before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.884149 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router after_create 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.884546 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router before_create 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.884905 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.885274 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.885629 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router after_delete 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.885987 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > floatingip after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.887969 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router after_create 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.888346 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router after_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.888715 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router after_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.889078 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.889453 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router after_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.890101 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router precommit_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.890240 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.890606 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.890977 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: subnet after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.891297 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.891647 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > port precommit_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.891996 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router precommit_create 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.892344 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: port before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.892688 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router precommit_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.893054 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router after_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.893398 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router precommit_delete 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.893749 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router precommit_create 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.894110 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.894484 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router precommit_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.894855 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > agent after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.895202 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > agent after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.895546 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > network after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.896408 n-d-804878-1 neutron-server[94729]: DEBUG neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Tracking information for resource: router configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 16:03:19.896745 n-d-804878-1 neutron-server[94729]: DEBUG neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Tracking information for resource: floatingip configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 16:03:19.901703 n-d-804878-1 neutron-server[94729]: INFO neutron.db.l3_agentschedulers_db [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 17 16:03:19.902272 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.902664 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: port after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.903038 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.903392 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.904184 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router before_create 55550100 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.904546 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router precommit_delete 55550100 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.904907 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router precommit_create 55550100 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.905263 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > router precommit_update 55550100 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.909679 n-d-804878-1 neutron-server[94729]: DEBUG neutron.services.provider_configuration [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service providers = [] {{(pid=94729) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 17 16:03:19.910038 n-d-804878-1 neutron-server[94729]: DEBUG neutron.db.servicetype_db [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94729) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 17 16:03:19.913019 n-d-804878-1 neutron-server[94729]: DEBUG neutron.services.service_base [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 16:03:19.913365 n-d-804878-1 neutron-server[94729]: DEBUG neutron.services.service_base [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 16:03:19.913708 n-d-804878-1 neutron-server[94729]: DEBUG neutron.services.service_base [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 16:03:19.914630 n-d-804878-1 neutron-server[94729]: DEBUG neutron.services.service_base [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 16:03:19.914997 n-d-804878-1 neutron-server[94729]: INFO neutron.services.service_base [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 17 16:03:19.915369 n-d-804878-1 neutron-server[94729]: DEBUG neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 16:03:19.915684 n-d-804878-1 neutron-server[94729]: INFO neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 17 16:03:19.927042 n-d-804878-1 neutron-server[94729]: DEBUG neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 16:03:19.927374 n-d-804878-1 neutron-server[94729]: INFO neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading Plugin: auto_allocate Aug 17 16:03:19.933077 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: network precommit_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.933446 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: network precommit_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.933971 n-d-804878-1 neutron-server[94729]: DEBUG neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 16:03:19.934890 n-d-804878-1 neutron-server[94729]: INFO neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading Plugin: tag Aug 17 16:03:19.941575 n-d-804878-1 neutron-server[94729]: DEBUG neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 16:03:19.941906 n-d-804878-1 neutron-server[94729]: INFO neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading Plugin: timestamp Aug 17 16:03:19.945716 n-d-804878-1 neutron-server[94729]: DEBUG neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 16:03:19.946047 n-d-804878-1 neutron-server[94729]: INFO neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading Plugin: network_ip_availability Aug 17 16:03:19.951533 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.951904 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.952259 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:19.953028 n-d-804878-1 neutron-server[94729]: DEBUG neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 16:03:19.953303 n-d-804878-1 neutron-server[94729]: INFO neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading Plugin: flavors Aug 17 16:03:19.958167 n-d-804878-1 neutron-server[94729]: DEBUG neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 16:03:19.958541 n-d-804878-1 neutron-server[94729]: INFO neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading Plugin: revisions Aug 17 16:03:19.962839 n-d-804878-1 neutron-server[94729]: DEBUG neutron.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 16:03:19.963229 n-d-804878-1 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=94729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 16:03:19.963972 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94729) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 17 16:03:19.964302 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Initializing extension manager. Aug 17 16:03:19.964812 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: __init__.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.965171 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: __pycache__ {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.965487 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.965845 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: address_group.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.966641 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.967217 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: address-group Aug 17 16:03:19.967541 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: address_scope.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.968257 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.968772 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: address-scope Aug 17 16:03:19.969096 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: admin_state_down_before_update.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.970023 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.970572 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: router-admin-state-down-before-update Aug 17 16:03:19.970896 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: agent.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.971602 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.972110 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: agent Aug 17 16:03:19.972429 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: agent_resources_synced.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.973343 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.973854 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: agent-resources-synced Aug 17 16:03:19.974176 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: allowedaddresspairs.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.976034 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.976567 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: allowed-address-pairs Aug 17 16:03:19.976890 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: auto_allocated_topology.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.977972 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.978524 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: auto-allocated-topology Aug 17 16:03:19.978850 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: availability_zone.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.979552 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.980060 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: availability_zone Aug 17 16:03:19.980381 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: availability_zone_filter.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.981824 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.982331 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: availability_zone_filter Aug 17 16:03:19.982683 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: data_plane_status.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.983612 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.984119 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension data-plane-status not supported by any of loaded plugins Aug 17 16:03:19.984437 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: default_subnetpools.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.985350 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.985857 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: default-subnetpools Aug 17 16:03:19.986174 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: dhcpagentscheduler.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.987005 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.987517 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: dhcp_agent_scheduler Aug 17 16:03:19.987838 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: dns.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.988753 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.989257 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension dns-integration not supported by any of loaded plugins Aug 17 16:03:19.989577 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: dns_domain_ports.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.990525 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.991035 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 17 16:03:19.991356 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.992278 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.992788 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 17 16:03:19.993112 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: dvr.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.993794 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.994305 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: dvr Aug 17 16:03:19.994658 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: ecmp_routes.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.995579 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.996082 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension ecmp_routes not supported by any of loaded plugins Aug 17 16:03:19.996405 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: empty_string_filtering.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.997945 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:19.998486 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: empty-string-filtering Aug 17 16:03:19.998810 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:19.999736 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.000244 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 17 16:03:20.000566 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.001483 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.001988 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 17 16:03:20.002312 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: external_net.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.003259 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.003774 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: external-net Aug 17 16:03:20.004096 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: extra_dhcp_opt.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.005006 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.005512 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: extra_dhcp_opt Aug 17 16:03:20.005834 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: extraroute.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.006768 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.007276 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: extraroute Aug 17 16:03:20.007597 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: extraroute_atomic.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.008633 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.009187 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: extraroute-atomic Aug 17 16:03:20.009513 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: filter_validation.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.010354 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.010899 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: filter-validation Aug 17 16:03:20.011215 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: fip_pf_description.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.012131 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.012668 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 17 16:03:20.012986 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: fip_port_details.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.013921 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.014459 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: fip-port-details Aug 17 16:03:20.014783 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: flavors.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.016002 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.016522 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: flavors Aug 17 16:03:20.016847 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.018529 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.019057 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 17 16:03:20.019382 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: floatingip_pools.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.020084 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.020594 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: floatingip-pools Aug 17 16:03:20.020918 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: ip_allocation.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.021843 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.022347 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension ip_allocation not supported by any of loaded plugins Aug 17 16:03:20.022698 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.023625 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.024136 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: ip-substring-filtering Aug 17 16:03:20.024462 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: l2_adjacency.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.025394 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.025903 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 17 16:03:20.026228 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: l3.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.027258 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.027775 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: router Aug 17 16:03:20.028122 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: l3_conntrack_helper.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.030406 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.030943 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 17 16:03:20.031276 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.032213 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.032731 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: ext-gw-mode Aug 17 16:03:20.033060 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.034012 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.034567 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: l3-ha Aug 17 16:03:20.034893 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: l3_flavors.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.035827 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.036339 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: l3-flavors Aug 17 16:03:20.036666 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.037575 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.038087 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 17 16:03:20.038436 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: l3agentscheduler.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.039483 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.039994 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: l3_agent_scheduler Aug 17 16:03:20.040323 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: logging.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.041798 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.042325 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension logging not supported by any of loaded plugins Aug 17 16:03:20.042684 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: metering.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.043440 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.044539 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: metering Aug 17 16:03:20.044866 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.046082 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.046634 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: metering_source_and_destination_fields Aug 17 16:03:20.046960 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: multiprovidernet.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.047894 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.048412 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: multi-provider Aug 17 16:03:20.048737 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: netmtu.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.049653 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.050166 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: net-mtu Aug 17 16:03:20.050513 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: netmtu_writable.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.051438 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.052216 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: net-mtu-writable Aug 17 16:03:20.052536 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: network_availability_zone.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.053203 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.053709 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: network_availability_zone Aug 17 16:03:20.054032 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: network_ip_availability.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.055148 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.055660 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: network-ip-availability Aug 17 16:03:20.055981 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: network_segment_range.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.056749 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.057254 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension network-segment-range not supported by any of loaded plugins Aug 17 16:03:20.057571 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: pagination.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.058583 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.058913 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: pagination Aug 17 16:03:20.059237 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: port_device_profile.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.060765 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.061279 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: port-device-profile Aug 17 16:03:20.061601 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.062552 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.063062 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: port-mac-address-regenerate Aug 17 16:03:20.063383 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.064319 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.064833 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: port-numa-affinity-policy Aug 17 16:03:20.065153 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: port_resource_request.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.066063 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.066598 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension port-resource-request not supported by any of loaded plugins Aug 17 16:03:20.066919 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: portbindings.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.067850 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.068358 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: binding Aug 17 16:03:20.068678 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: portbindings_extended.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.069963 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.070525 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: binding-extended Aug 17 16:03:20.070854 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: portsecurity.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.071770 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.072282 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: port-security Aug 17 16:03:20.072602 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: project_id.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.073574 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.073912 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: project-id Aug 17 16:03:20.074229 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: providernet.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.075206 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.075721 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: provider Aug 17 16:03:20.076044 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: qos.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.079606 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.080131 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension qos not supported by any of loaded plugins Aug 17 16:03:20.080462 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.081708 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.082226 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 17 16:03:20.082582 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.083507 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.084035 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 17 16:03:20.084361 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: qos_default.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.085281 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.085795 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension qos-default not supported by any of loaded plugins Aug 17 16:03:20.086122 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: qos_fip.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.086812 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.087320 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension qos-fip not supported by any of loaded plugins Aug 17 16:03:20.087642 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: qos_gateway_ip.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.088573 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.089089 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 17 16:03:20.089417 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: qos_port_network_policy.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.090324 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.090889 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 17 16:03:20.091207 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: qos_pps_rule.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.092379 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.092897 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension qos-pps not supported by any of loaded plugins Aug 17 16:03:20.093229 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: qos_rule_type_details.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.094154 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.094698 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 17 16:03:20.095022 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: qos_rules_alias.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.096071 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.096583 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 17 16:03:20.096908 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: quotasv2.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.098000 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.098325 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: quotas Aug 17 16:03:20.098671 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: quotasv2_detail.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.101704 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.102047 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: quota_details Aug 17 16:03:20.102394 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: rbac.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.103466 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.103998 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: rbac-policies Aug 17 16:03:20.104329 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: rbac_address_group.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.105257 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.105783 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: rbac-address-group Aug 17 16:03:20.106107 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: rbac_address_scope.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.107548 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.108067 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: rbac-address-scope Aug 17 16:03:20.108395 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: rbac_security_groups.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.109309 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.109822 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: rbac-security-groups Aug 17 16:03:20.110147 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: rbac_subnetpool.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.111082 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.111596 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: rbac-subnetpool Aug 17 16:03:20.111922 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: revisionifmatch.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.112837 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.113352 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: revision-if-match Aug 17 16:03:20.113677 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: revisions.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.114808 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.115323 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: standard-attr-revisions Aug 17 16:03:20.115655 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: router_availability_zone.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.116330 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.116842 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: router_availability_zone Aug 17 16:03:20.117169 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: routerservicetype.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.118097 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.118638 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension router-service-type not supported by any of loaded plugins Aug 17 16:03:20.118964 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.119890 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.120403 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: security-groups-normalized-cidr Aug 17 16:03:20.120730 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: security_groups_port_filtering.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.121646 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.122816 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: port-security-groups-filtering Aug 17 16:03:20.123133 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.124062 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.124579 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: security-groups-remote-address-group Aug 17 16:03:20.124901 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: securitygroup.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.134516 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.135048 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: security-group Aug 17 16:03:20.135382 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: segment.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.136173 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.136680 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension segment not supported by any of loaded plugins Aug 17 16:03:20.137006 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.137963 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.138576 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 17 16:03:20.138905 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: servicetype.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.140086 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.140607 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: service-type Aug 17 16:03:20.140931 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: sorting.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.141925 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.142257 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: sorting Aug 17 16:03:20.142609 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: standard_attr_segment.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.143529 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.144051 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 17 16:03:20.144380 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: standardattrdescription.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.145033 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.145547 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: standard-attr-description Aug 17 16:03:20.145874 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: stateful_security_group.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.146827 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.147347 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: stateful-security-group Aug 17 16:03:20.147671 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: stdattrs_common.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.148252 n-d-804878-1 neutron-server[94729]: WARNING neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 17 16:03:20.148570 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.149507 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.150026 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 17 16:03:20.150347 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: subnet_onboard.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.151517 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.151970 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: subnet_onboard Aug 17 16:03:20.152293 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.153246 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.153763 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 17 16:03:20.154087 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: subnet_service_types.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.155039 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.155560 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: subnet-service-types Aug 17 16:03:20.155882 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: subnetallocation.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.156961 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.157482 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: subnet_allocation Aug 17 16:03:20.157808 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.158506 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.159033 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: subnetpool-prefix-ops Aug 17 16:03:20.159353 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.160295 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.160814 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 17 16:03:20.161135 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: tagging.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.162186 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.162749 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: standard-attr-tag Aug 17 16:03:20.163076 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: timestamp.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.164274 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.164797 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loaded extension: standard-attr-timestamp Aug 17 16:03:20.165125 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: trunk.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.166153 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.166703 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension trunk not supported by any of loaded plugins Aug 17 16:03:20.167133 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: trunk_details.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.167948 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.168455 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension trunk-details not supported by any of loaded plugins Aug 17 16:03:20.169295 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: uplink_status_propagation.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.170211 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.170756 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 17 16:03:20.171077 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Loading extension file: vlantransparent.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 16:03:20.171746 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 16:03:20.172247 n-d-804878-1 neutron-server[94729]: INFO neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 17 16:03:20.174692 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:network Aug 17 16:03:20.175239 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:subnet Aug 17 16:03:20.175636 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 16:03:20.176028 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:port Aug 17 16:03:20.177541 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.177972 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service FLAVORS assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.178618 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.179055 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.179387 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:router Aug 17 16:03:20.179812 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:floatingip Aug 17 16:03:20.180303 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service METERING assigned prefix: /metering {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.181757 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:20.182130 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:20.182518 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:03:20.183543 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 16:03:20.184320 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:security_group Aug 17 16:03:20.185443 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 16:03:20.186542 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service CORE assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.187028 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 16:03:20.187378 n-d-804878-1 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] subnetpool is already registered Aug 17 16:03:20.187814 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service CORE assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.188139 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 16:03:20.188468 n-d-804878-1 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] subnetpool is already registered Aug 17 16:03:20.191101 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.193013 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service FLAVORS assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.193638 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.194068 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.194427 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:router Aug 17 16:03:20.194771 n-d-804878-1 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] router is already registered Aug 17 16:03:20.195187 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:floatingip Aug 17 16:03:20.195532 n-d-804878-1 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] floatingip is already registered Aug 17 16:03:20.195986 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service METERING assigned prefix: /metering {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.196653 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 16:03:20.196981 n-d-804878-1 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] rbac_policy is already registered Aug 17 16:03:20.197393 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:security_group Aug 17 16:03:20.197725 n-d-804878-1 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] security_group is already registered Aug 17 16:03:20.198128 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 16:03:20.198516 n-d-804878-1 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] security_group_rule is already registered Aug 17 16:03:20.198963 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service CORE assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.199290 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 16:03:20.199624 n-d-804878-1 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] subnetpool is already registered Aug 17 16:03:20.200065 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Service CORE assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 16:03:20.200384 n-d-804878-1 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 16:03:20.200711 n-d-804878-1 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] subnetpool is already registered Aug 17 16:03:20.201154 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: extensions {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.202843 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: address-groups {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.204392 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: address-scopes {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.205557 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: agents {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.206746 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: auto-allocated-topology {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.208096 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: availability_zones {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.209322 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: dhcp-networks {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.210790 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: dhcp-agents {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.212319 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: routers {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.214022 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: flavors {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.215228 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: service_profiles {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.217076 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: next_providers {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.218543 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: service_profiles {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.219990 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: floatingip-pools {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.221213 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: routers {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.223056 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: floatingips {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.224261 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: l3-routers {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.225641 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: l3-agents {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.227212 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: metering-labels {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.228445 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: metering-label-rules {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.229702 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: network-ip-availabilities {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.231104 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: bindings {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.234882 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: quotas {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.236338 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: quotas {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.237880 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: rbac-policies {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.239116 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: security-groups {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.240331 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: security-group-rules {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.241566 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: service-providers {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.242915 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: subnetpools {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.244327 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: subnetpools {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.245787 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.247628 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.249396 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.251320 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.253009 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.254896 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.257638 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.259489 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.261269 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.263171 n-d-804878-1 neutron-server[94729]: DEBUG neutron.api.extensions [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 16:03:20.269420 n-d-804878-1 neutron-server[94729]: WARNING keystonemiddleware.auth_token [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 17 16:03:20.273930 n-d-804878-1 neutron-server[94729]: WARNING keystonemiddleware.auth_token [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 17 16:03:20.283018 n-d-804878-1 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Acquired lock "singleton_lock" {{(pid=94729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 17 16:03:20.283496 n-d-804878-1 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Releasing lock "singleton_lock" {{(pid=94729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 17 16:03:20.284133 n-d-804878-1 neutron-server[94729]: INFO oslo_service.service [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Starting 2 workers Aug 17 16:03:20.288891 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Started child 94838 {{(pid=94729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 16:03:20.293318 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Started child 94839 {{(pid=94729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 16:03:20.295526 n-d-804878-1 neutron-server[94729]: INFO neutron.service [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 17 16:03:20.295973 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:20.296840 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Notify callbacks [] for process, before_spawn {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:20.297473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [-] (94838) wsgi starting up on http://0.0.0.0:9696 Aug 17 16:03:20.298691 n-d-804878-1 neutron-server[94729]: INFO oslo_service.service [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Starting 1 workers Aug 17 16:03:20.299329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:20.300749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [-] (94839) wsgi starting up on http://0.0.0.0:9696 Aug 17 16:03:20.304114 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Started child 94840 {{(pid=94729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 16:03:20.304646 n-d-804878-1 neutron-server[94729]: INFO oslo_service.service [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Starting 1 workers Aug 17 16:03:20.308053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.service [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] calling RpcWorker wait() {{(pid=94840) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 17 16:03:20.308635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.service [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] returning from RpcWorker wait() {{(pid=94840) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 17 16:03:20.309135 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Started child 94841 {{(pid=94729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 16:03:20.310032 n-d-804878-1 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c966314c-f48c-4bee-8b70-e10a161a1d3d None None] Notify callbacks [] for process, after_spawn {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:20.310544 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:20.311252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:03:20.312027 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 16:03:20.312319 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 16:03:20.312417 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 16:03:20.312619 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 16:03:20.312959 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 16:03:20.313125 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 16:03:20.313648 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.313933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.314196 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.314493 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.314760 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.315375 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.315468 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:20.315946 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.315946 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.316166 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.316360 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.316525 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.316616 n-d-804878-1 neutron-server[94841]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:03:20.316687 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.316956 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.317185 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.317474 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.317748 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.317994 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.318265 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.318463 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.318724 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.318984 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.319231 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.319491 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] debug = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.319731 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.320215 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.320460 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.320711 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.320932 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.321191 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.321420 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.321706 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.321933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.322155 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.322432 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.322689 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.322943 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.323165 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.323398 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.323649 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.323886 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.324329 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] host = n-d-804878-1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.324561 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.324781 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.325038 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.325293 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.325550 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.325860 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.326170 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.326354 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.326551 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.326782 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.327038 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.327345 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.327510 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.327751 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.327956 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_options = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.328131 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.328394 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.328671 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.328857 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.329061 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.329204 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.329429 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.329588 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.329845 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.330081 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.330287 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.330540 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.330785 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.331023 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.331270 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.331519 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.331747 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.331983 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.332224 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.332478 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.332722 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.332940 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.333151 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.333385 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.333615 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.333963 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.334161 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.334321 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.334516 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.334745 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.334980 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.335242 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.335479 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.335714 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.336018 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.336183 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.336411 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.336671 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.336900 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.337147 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.337469 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.337636 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.337851 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.338096 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.338337 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.338573 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_json = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.338789 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.339017 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.339268 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.339496 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.339707 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.339938 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.340147 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.340380 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.341304 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.341593 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.342323 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.342323 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.342650 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.342650 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.342963 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.343077 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.343312 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.343582 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.343876 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.344444 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.344444 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.345209 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.345209 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.345566 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.345566 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.345900 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.347028 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.347028 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.347028 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.347028 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.347399 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.347399 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.347691 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.347945 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.348168 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.348473 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.348762 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.348903 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.349124 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.349351 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.349669 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.349927 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.350167 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.350610 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.350610 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.350848 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.351071 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.351415 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.351755 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.352045 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.352257 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.352476 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.352679 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.352910 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.353157 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.358308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.358308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.358308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.358308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.358308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.358308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.358308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.358308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.358308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.361933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.361933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.361933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.361933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.361933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.361933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.361933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.361933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.361933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.363145 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.363145 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.363145 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.363145 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.363145 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.363145 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.363145 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.363145 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.363145 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.364112 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.364112 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.364112 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.364112 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.364112 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.364112 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.364112 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.364112 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.364112 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.365840 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.365840 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.365840 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.365840 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.365840 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.365840 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.365840 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.365840 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.368596 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.368596 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.368596 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.368596 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.368596 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.368596 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.368596 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.368596 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369063 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369063 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369063 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369063 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369063 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369063 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369063 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369063 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369574 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369574 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369574 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369574 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369816 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.369893 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.370173 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.370416 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.370692 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.371040 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.371348 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.371645 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.372010 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.372486 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.372894 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.373287 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.373683 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.374087 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.374490 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.374923 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.375540 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.375800 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.376042 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.376461 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.376874 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.377390 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.377855 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.378104 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.378324 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.378643 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.378914 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.379162 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.379440 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.379704 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.379958 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.380202 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.380448 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.380846 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.381067 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.381322 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.381540 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.381792 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.382029 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.382266 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.382528 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.382743 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.382978 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.383199 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.383436 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.383708 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.383912 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.384126 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.384550 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.384973 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.385401 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.385850 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.386343 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.386793 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.387236 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.387700 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.388160 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.388596 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.389092 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.389562 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.390011 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.390482 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.390898 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.391299 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.391535 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.391785 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.392009 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.392224 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.392446 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.392674 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.392886 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.393108 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.393336 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.393584 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.393823 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.394076 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.394444 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.394702 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.394933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.395185 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.395402 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.395650 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.396048 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.396293 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.396519 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.396737 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.396954 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.397212 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.397436 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.397692 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.397931 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.398142 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.398353 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.398597 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.398801 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.399263 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.399657 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.400038 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.400450 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.400829 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.401197 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.401568 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.401920 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.402281 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.402672 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.403563 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.403941 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.404323 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.404695 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.405066 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.405448 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.405805 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.406172 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.406577 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.406950 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.407310 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.407674 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.408047 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.408411 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.408818 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.409065 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.409304 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.409530 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.409752 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.409967 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.410190 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.410434 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.410652 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.410876 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.411117 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.411333 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.411631 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.411886 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.412099 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.412389 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.412636 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.412896 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.413130 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.413447 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.413684 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.413923 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.414139 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.414353 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.414598 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.414849 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.415167 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.415459 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.415860 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.415967 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.416205 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.416703 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.417079 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.417405 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.417770 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.418166 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.418520 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.419405 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.419710 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.420016 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.420317 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.420612 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.420911 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.421208 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.421483 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.421785 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.422074 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.422320 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.422569 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.422825 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.423014 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.423237 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.423466 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.423684 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.423897 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.424052 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 16:03:20.424575 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 16:03:20.424733 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 16:03:20.424885 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 16:03:20.425051 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 16:03:20.425218 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 16:03:20.425369 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 16:03:20.425581 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.425741 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.425900 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.426058 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.426215 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.426414 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.426576 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.426996 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.427152 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.427308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.427465 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.427619 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.427776 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.427933 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.428090 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.428244 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.428400 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.428571 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.428707 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.428876 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.428998 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.429149 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.429305 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] debug = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.429461 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.429660 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.429842 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.429966 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.430107 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.430263 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.430440 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.430597 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.430752 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.430906 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.431063 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.431218 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.431373 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.431528 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.431684 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.431839 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.431997 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.432152 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] host = n-d-804878-1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.432306 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.432461 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.432681 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.432945 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.432945 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.433200 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.433200 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.433436 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.433560 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.433679 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.433798 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.433917 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.434036 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.434191 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.434590 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_options = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.434590 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.435115 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.435115 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.435115 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.435454 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.435454 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.435454 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.435787 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.435787 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.436012 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.436012 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.436245 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.436363 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.436482 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.436600 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.436741 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.436898 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.437054 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.437210 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.437366 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.437521 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.437677 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.438017 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.438017 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.438257 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.438257 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.438518 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.438637 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.438770 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.438892 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.439010 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.439152 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.439308 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.439463 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.439617 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.439772 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.439928 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.440087 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.440244 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.440399 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.440556 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.440711 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.440866 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.441020 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.441175 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.441330 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_json = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.441487 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.442125 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.442125 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.442125 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.442125 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.442600 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.442600 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.442600 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 16:03:20.442932 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.442932 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.443172 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.443172 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.443396 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.443515 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.443633 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.443751 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.443869 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.444016 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.444183 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.444345 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.444515 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.444674 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.444833 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.444994 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.445152 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.445311 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.445469 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.445670 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.445793 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.445912 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.446085 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.446244 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.446551 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.446690 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.447364 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.447364 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.447364 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.447364 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.447364 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.448334 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.448334 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.448334 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.448334 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.448334 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.448334 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.448334 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450094 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450094 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450094 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450094 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450094 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450094 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450094 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450094 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450094 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450987 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450987 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450987 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450987 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450987 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450987 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450987 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.450987 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.451656 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.451656 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.451656 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.451656 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.451656 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.452568 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.452568 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.452568 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.452568 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.452568 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.452568 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.454767 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.454767 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.454767 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.454767 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.454767 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.454767 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.454767 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.454767 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.454767 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455423 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455423 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:03:20.455653 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455653 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455653 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455653 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455653 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455653 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455653 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455653 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.455653 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.456270 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.456270 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.456270 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.456270 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.456270 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.456612 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.456612 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.456731 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.456808 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.456936 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.457094 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.457254 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.457412 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.457571 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.457728 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.457886 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.458043 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.458201 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.458361 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.458542 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.458700 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.458857 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.459014 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.459170 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.459329 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.459495 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.459654 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.459814 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.459975 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.460137 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.460306 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.460464 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.460622 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.460781 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.460938 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.461096 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.461254 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.461412 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.461569 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.461728 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.461886 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.462051 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.462221 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.462397 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.462557 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.462715 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.462895 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.463053 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.463211 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.463371 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.463530 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.463688 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.463847 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.464005 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.464166 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.464324 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.464482 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.464641 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.464863 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.465036 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.465176 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.465313 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.465456 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.466114 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.466648 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.466648 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.466648 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.466648 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.467086 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.467086 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.467086 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.467276 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.467726 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.467726 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.467726 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.467985 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.467985 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.468153 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.468275 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.468434 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.468590 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.468909 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.469066 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.469229 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.469390 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.469555 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.469709 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.469872 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.470032 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.470192 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.470352 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.470535 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.470697 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.470858 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.471019 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.471180 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.471343 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.471496 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.471660 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.471819 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.471977 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.472151 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.472310 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.472467 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.472626 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.472785 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.472943 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.473101 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.473259 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.473417 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.473575 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.473733 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.473893 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.474056 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.474218 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.474403 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.474622 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.474826 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.474826 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.475418 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.475418 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.475418 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.475418 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.475762 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.475762 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.475966 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.476047 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.476182 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.476408 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.476494 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.476631 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.477549 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.477549 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.477549 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.477549 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.477549 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.477549 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.478180 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.478180 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.478180 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.478180 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.478777 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.478777 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.478777 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.478777 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.480822 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.480822 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.480822 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.480822 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.480822 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.480822 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.480822 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.480822 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482031 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482031 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482031 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482031 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482031 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482031 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482031 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482031 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482644 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482644 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482644 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482644 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482644 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.482644 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.483061 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.483061 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.483061 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.483268 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.483345 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.483457 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.483605 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.483777 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.483946 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.484114 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.484275 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.484441 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.484610 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.484769 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.484928 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.485095 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.485244 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.485383 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.485699 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.485855 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.485996 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.486161 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.486318 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.486485 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.486639 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.486794 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.486953 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.487112 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.487269 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.487427 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.487585 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.487743 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 16:03:20.487894 n-d-804878-1 neutron-server[94729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 16:03:20.691549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:03:20.700119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063026 Aug 17 16:03:32.074150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fa13da-b40e-4609-8fc5-d156c27e85fd None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:03:32.141761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa13da-b40e-4609-8fc5-d156c27e85fd None None] No non-hosted networks {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 17 16:03:32.157519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.agentschedulers_db [None req-f5fa13da-b40e-4609-8fc5-d156c27e85fd None None] DHCP Agent not found on host n-d-804878-1 {{(pid=94840) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 17 16:03:32.276746 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a56fa367-5ae7-489a-9e81-94cb1d18795a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440405'] for agent, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:34.681894 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c758759f-cfe8-4c84-8867-1d712e0755b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440405'] for agent, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:34.769359 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37a8f9b4-7034-4ac9-b9d5-cb5bb2b61bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:34.848333 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440405'] for agent, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:34.853158 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.854200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.854814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.859452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.860088 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.860644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.861178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.861754 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.863901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.864538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.865073 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.865616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:34.866941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804878-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:03:34.877471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804878-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:03:35.770141 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440405'] for agent, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:37.394993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440405'] for agent, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:38.632546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33074) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:03:39.140441 n-d-804878-1 neutron-server[94839]: WARNING oslo_policy.policy [None req-01085b77-f4ea-4da2-82c9-8f6f8c419906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 16:03:39.141048 n-d-804878-1 neutron-server[94839]: WARNING oslo_policy.policy [None req-01085b77-f4ea-4da2-82c9-8f6f8c419906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 16:03:39.360597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-01085b77-f4ea-4da2-82c9-8f6f8c419906 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:03:39.361878 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-01085b77-f4ea-4da2-82c9-8f6f8c419906 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7272093 Aug 17 16:03:41.079100 n-d-804878-1 neutron-server[94840]: INFO neutron.db.l3_hamode_db [None req-6413156b-452f-4096-b2b6-4bd254ea53d6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 17 16:03:41.157516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413156b-452f-4096-b2b6-4bd254ea53d6 None None] Routers set() bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:03:41.157890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413156b-452f-4096-b2b6-4bd254ea53d6 None None] Router IDs set() for agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 16:03:41.768263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33088) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:03:42.085509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-2e5148b1-fbbb-49c0-9069-cf3c970bc67e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:03:42.181757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.policy [None req-2e5148b1-fbbb-49c0-9069-cf3c970bc67e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94839) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 16:03:42.228920 n-d-804878-1 neutron-server[94839]: WARNING oslo_policy.policy [None req-2e5148b1-fbbb-49c0-9069-cf3c970bc67e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 16:03:42.229346 n-d-804878-1 neutron-server[94839]: WARNING oslo_policy.policy [None req-2e5148b1-fbbb-49c0-9069-cf3c970bc67e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 16:03:42.238105 n-d-804878-1 neutron-server[94839]: INFO neutron.quota [None req-2e5148b1-fbbb-49c0-9069-cf3c970bc67e admin admin] Loaded quota_driver: . Aug 17 16:03:42.333036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e5148b1-fbbb-49c0-9069-cf3c970bc67e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779740987882', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779740988377', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779741001577', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779741002204', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779740578523', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779740958420', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590668', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3431265', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-346224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762592'] for rbac-policy, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:42.404828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e5148b1-fbbb-49c0-9069-cf3c970bc67e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:42.406021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2e5148b1-fbbb-49c0-9069-cf3c970bc67e admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6367848 Aug 17 16:03:45.045717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:03:45.542913 n-d-804878-1 neutron-server[94838]: WARNING oslo_policy.policy [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 16:03:45.543476 n-d-804878-1 neutron-server[94838]: WARNING oslo_policy.policy [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 16:03:45.759401 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'name': 'private'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:03:45.760983 n-d-804878-1 neutron-server[94838]: INFO neutron.quota [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Loaded quota_driver: . Aug 17 16:03:45.819396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Made reservation on behalf of b52cac1be2ad476a892c1d6f226a9826 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:03:45.884713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.policy [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94838) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 16:03:45.928591 n-d-804878-1 neutron-server[94838]: WARNING oslo_policy.policy [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 16:03:45.928950 n-d-804878-1 neutron-server[94838]: WARNING oslo_policy.policy [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 16:03:45.939736 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:45.960913 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:46.097481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:46.101426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:46.121834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:03:46.153491 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779741527498', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:46.154093 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Unsubscribe: segment precommit_create {{(pid=94838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 16:03:46.154680 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Added segment 17391160-e397-47d6-964e-41b4371d4d37 of type vlan for network 4cdf8a58-1e73-4289-9495-84f14a61acf2 Aug 17 16:03:46.173102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c062f-c6ce-453c-83cc-b06fd6894d01,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:03:46.224103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.224439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.224763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.225087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.225406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.225723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.226035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.226346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.226685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.226993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.227300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.227606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Tracked resource versions report: Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: pushed versions: Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: { 'AddressGroup': {'1.2'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'ConntrackHelper': {'1.0'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'Log': {'1.0'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'Network': {'1.1'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'Port': {'1.7'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'PortForwarding': {'1.2'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'QosPolicy': {'1.9'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'SecurityGroup': {'1.4'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'SecurityGroupRule': {'1.2'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'SubPort': {'1.0'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'Subnet': {'1.1'}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'Trunk': {'1.1'}} Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: consumer versions: Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: { DHCP agent@n-d-804878-1: {}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: L3 agent@n-d-804878-1: {}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: Metadata agent@n-d-804878-1: {}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: Metering agent@n-d-804878-1: {}, Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: Open vSwitch agent@n-d-804878-1: { 'AddressGroup': '1.2', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'ConntrackHelper': '1.0', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'Log': '1.0', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'Network': '1.1', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'Port': '1.7', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'PortForwarding': '1.2', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'QosPolicy': '1.9', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'SecurityGroup': '1.4', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'SecurityGroupRule': '1.2', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'SubPort': '1.0', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'Subnet': '1.1', Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: 'Trunk': '1.1'}} Aug 17 16:03:46.228727 n-d-804878-1 neutron-server[94838]: {{(pid=94838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 16:03:46.277876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:46.329611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:46.330741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:03:46.331429 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:46.412087 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3652227 Aug 17 16:03:46.437190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c8234-363e-42ba-ac9c-f90a23412ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=4cdf8a58-1e73-4289-9495-84f14a61acf2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:03:46.449630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 4cdf8a58-1e73-4289-9495-84f14a61acf2 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:03:49.100348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:03:49.515751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f0e0b4-d264-4e18-a431-c54e66eb7f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:03:49.517196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-23f0e0b4-d264-4e18-a431-c54e66eb7f5e admin admin] 10.222.0.77 "GET /v2.0/networks/4cdf8a58-1e73-4289-9495-84f14a61acf2 HTTP/1.1" status: 200 len: 825 time: 0.4158988 Aug 17 16:03:49.557825 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-71ac23e8-d001-4043-ba2a-1755bb43063f admin admin] 10.222.0.77 "GET /v2.0/subnetpools/42391ebd-d19e-46a1-adf3-7753d7a2b317 HTTP/1.1" status: 200 len: 734 time: 0.0344510 Aug 17 16:03:49.568251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Request body: {'subnet': {'subnetpool_id': '42391ebd-d19e-46a1-adf3-7753d7a2b317', 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:03:49.592882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Made reservation on behalf of b52cac1be2ad476a892c1d6f226a9826 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:03:49.595211 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:49.909849 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:49.978335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af54ba9-13f0-492e-b71c-a77995f0b8aa,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:03:49.983715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Checking segment: {'id': '17391160-e397-47d6-964e-41b4371d4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:03:49.984097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Network hostable DHCP agents. Network: 4cdf8a58-1e73-4289-9495-84f14a61acf2, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:03:50.015819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Network 4cdf8a58-1e73-4289-9495-84f14a61acf2 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:03:50.027563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 4cdf8a58-1e73-4289-9495-84f14a61acf2) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:03:50.032600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:03:50.033233 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:50.038012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602aa73f-cfe2-4e2a-8df3-39c3f345362e None None] Network 4cdf8a58-1e73-4289-9495-84f14a61acf2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:03:50.048923 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e80b97b-ba47-43d1-a531-6b2d5e47bebf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4845746 Aug 17 16:03:50.387628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-4cdf8a58-1e73-4289-9495-84f14a61acf2', 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'fixed_ips': [{'subnet_id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:03:50.388857 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:50.688566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Allocated IP 172.20.0.2 (4cdf8a58-1e73-4289-9495-84f14a61acf2/4af54ba9-13f0-492e-b71c-a77995f0b8aa/7d2b3449-2688-4f76-8418-ad6b8d8ff485) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:03:50.912524 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:50.961481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Transition to ACTIVE for port object 7d2b3449-2688-4f76-8418-ad6b8d8ff485 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:03:50.985959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Transition to ACTIVE for port object 7d2b3449-2688-4f76-8418-ad6b8d8ff485 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:03:50.995222 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:51.067291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Network 4cdf8a58-1e73-4289-9495-84f14a61acf2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:03:51.072407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:03:51.083945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:03:51.087174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Pushing event updated for resources: {'Port': ['ID=7d2b3449-2688-4f76-8418-ad6b8d8ff485,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:03:51.119981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.120342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.120701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.121048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.121392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.121765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.122120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.122471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.122806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.123137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.123475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.123793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Tracked resource versions report: Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: pushed versions: Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: { 'AddressGroup': {'1.2'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'Log': {'1.0'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'Network': {'1.1'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'Port': {'1.7'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'PortForwarding': {'1.2'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'QosPolicy': {'1.9'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'SecurityGroup': {'1.4'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'SubPort': {'1.0'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'Subnet': {'1.1'}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'Trunk': {'1.1'}} Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: consumer versions: Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: { DHCP agent@n-d-804878-1: {}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: L3 agent@n-d-804878-1: {}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: Metadata agent@n-d-804878-1: {}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: Metering agent@n-d-804878-1: {}, Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: Open vSwitch agent@n-d-804878-1: { 'AddressGroup': '1.2', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'ConntrackHelper': '1.0', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'Log': '1.0', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'Network': '1.1', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'Port': '1.7', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'PortForwarding': '1.2', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'QosPolicy': '1.9', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'SecurityGroup': '1.4', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'SecurityGroupRule': '1.2', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'SubPort': '1.0', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'Subnet': '1.1', Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: 'Trunk': '1.1'}} Aug 17 16:03:51.124958 n-d-804878-1 neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 16:03:51.175380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Attempting to bind port 7d2b3449-2688-4f76-8418-ad6b8d8ff485 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:03:51.175792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Attempting to bind port 7d2b3449-2688-4f76-8418-ad6b8d8ff485 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '17391160-e397-47d6-964e-41b4371d4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:03:51.176224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Attempting to bind port 7d2b3449-2688-4f76-8418-ad6b8d8ff485 on network 4cdf8a58-1e73-4289-9495-84f14a61acf2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:03:51.181505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:03:51.181934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Checking segment: {'id': '17391160-e397-47d6-964e-41b4371d4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:03:51.182485 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:51.182854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Bound using segment: {'id': '17391160-e397-47d6-964e-41b4371d4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:03:51.183361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Bound port: 7d2b3449-2688-4f76-8418-ad6b8d8ff485, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17391160-e397-47d6-964e-41b4371d4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:03:51.183777 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:51.249744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] For port 7d2b3449-2688-4f76-8418-ad6b8d8ff485, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:03:51.253985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] For port 7d2b3449-2688-4f76-8418-ad6b8d8ff485, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7d2b3449-2688-4f76-8418-ad6b8d8ff485,segment=NetworkSegment(17391160-e397-47d6-964e-41b4371d4d37),segment_id=17391160-e397-47d6-964e-41b4371d4d37)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:03:51.258976 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:51.330525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0971-5019-4b43-a0f9-744d785713c3 None None] Pushing event updated for resources: {'Port': ['ID=7d2b3449-2688-4f76-8418-ad6b8d8ff485,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:03:52.516255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:03:52.880364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-78753722-b6a7-4790-8bd3-89de7199e66d admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:03:52.881452 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-78753722-b6a7-4790-8bd3-89de7199e66d admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3639834 Aug 17 16:03:55.436456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:03:55.770723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-2e741522-6bdc-4b0a-8b8a-e95f81849e25 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:03:55.771782 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e741522-6bdc-4b0a-8b8a-e95f81849e25 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3344362 Aug 17 16:03:58.508908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:03:58.804483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7d2b3449-2688-4f76-8418-ad6b8d8ff485 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:03:58.842264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7d8c0b03-ff03-4219-b90a-4d096640ebf6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:03:58.869021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0b03-ff03-4219-b90a-4d096640ebf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:58.870596 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0b03-ff03-4219-b90a-4d096640ebf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:58.892026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 7d2b3449-2688-4f76-8418-ad6b8d8ff485 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:03:59.012648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0b03-ff03-4219-b90a-4d096640ebf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:59.017552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0b03-ff03-4219-b90a-4d096640ebf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:59.032184 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0b03-ff03-4219-b90a-4d096640ebf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:03:59.033571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7d8c0b03-ff03-4219-b90a-4d096640ebf6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5236797 Aug 17 16:03:59.856498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d13c1-6130-483e-b484-184fd596d22a None None] Network 4cdf8a58-1e73-4289-9495-84f14a61acf2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:03:59.909422 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-428104bc-fb08-41fc-83a7-b9170f84ad25 None None] Provisioning for port 7d2b3449-2688-4f76-8418-ad6b8d8ff485 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:03:59.918795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-428104bc-fb08-41fc-83a7-b9170f84ad25 None None] Provisioning complete for port 7d2b3449-2688-4f76-8418-ad6b8d8ff485 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:03:59.919233 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428104bc-fb08-41fc-83a7-b9170f84ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:00.106935 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428104bc-fb08-41fc-83a7-b9170f84ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:00.156139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-428104bc-fb08-41fc-83a7-b9170f84ad25 None None] For port 7d2b3449-2688-4f76-8418-ad6b8d8ff485, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7d2b3449-2688-4f76-8418-ad6b8d8ff485,segment=NetworkSegment(17391160-e397-47d6-964e-41b4371d4d37),segment_id=17391160-e397-47d6-964e-41b4371d4d37)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:04:00.160515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428104bc-fb08-41fc-83a7-b9170f84ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:00.217860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428104bc-fb08-41fc-83a7-b9170f84ad25 None None] Pushing event updated for resources: {'Port': ['ID=7d2b3449-2688-4f76-8418-ad6b8d8ff485,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:00.382472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ace23d4d-f6fa-43ce-95fa-ca6ae6d6f641 None None] Provisioning complete for port 7d2b3449-2688-4f76-8418-ad6b8d8ff485 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:04:00.382863 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ace23d4d-f6fa-43ce-95fa-ca6ae6d6f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:00.748957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7d2b3449-2688-4f76-8418-ad6b8d8ff485 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:04:00.795730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7d2b3449-2688-4f76-8418-ad6b8d8ff485 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:04:00.796122 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:01.474025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:04:01.809464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-05270209-6a72-4ad5-bc86-1492a8490546 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:04:01.810498 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-05270209-6a72-4ad5-bc86-1492a8490546 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3353028 Aug 17 16:04:01.962034 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7fa197b-1f97-4252-8fc2-1a5f6d6e7c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.205535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:04:04.516324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:04:04.537661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Made reservation on behalf of b1b5255e585748268b04435ec0bdcbed for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:04:04.539907 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.548450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.635525 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.639387 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.660509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Reserving flat network on physical network physnet1 {{(pid=94838) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 17 16:04:04.676192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b6f32c-4d57-44a6-935c-752a5926fc66,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:04.687494 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.687865 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Added segment 5a51ceb5-43c0-437a-97b7-c9f5162f5569 of type flat for network b1431747-28a9-46c8-a59f-48689efac5e5 Aug 17 16:04:04.689040 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96c61764-6922-48eb-a535-7adb4b42cdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.743545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.776922 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.778287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:04:04.778938 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.835530 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6289115 Aug 17 16:04:04.840293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448485b-a194-48de-bbc0-6d83d51ce310 admin admin] Pushing event updated for resources: {'Network': ['ID=b1431747-28a9-46c8-a59f-48689efac5e5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:04.851902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:04.865756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network b1431747-28a9-46c8-a59f-48689efac5e5 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:04:05.715083 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:07.256451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:04:07.353053 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:07.443423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d297ea0-61a0-4e84-a796-118576217ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:04:07.444756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8d297ea0-61a0-4e84-a796-118576217ce4 admin admin] 10.222.0.77 "GET /v2.0/subnets/4af54ba9-13f0-492e-b71c-a77995f0b8aa HTTP/1.1" status: 200 len: 849 time: 0.1873894 Aug 17 16:04:07.561276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2125c33e-b05e-49cb-93f2-570a7fbd651c admin admin] 10.222.0.77 "GET /v2.0/routers/bc51e066-4fcc-4db3-8238-a4adecdf4f97 HTTP/1.1" status: 200 len: 704 time: 0.1095479 Aug 17 16:04:07.829557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:08.119371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Allocated IP 172.20.0.1 (4cdf8a58-1e73-4289-9495-84f14a61acf2/4af54ba9-13f0-492e-b71c-a77995f0b8aa/71d468ce-7f56-4eae-922f-694b17229d58) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:04:08.320991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:08.344185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Transition to ACTIVE for port object 71d468ce-7f56-4eae-922f-694b17229d58 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:04:08.427324 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:08.505171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Network 4cdf8a58-1e73-4289-9495-84f14a61acf2 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:04:08.510390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:04:08.516831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:04:08.516949 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:08.520944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Pushing event updated for resources: {'Port': ['ID=71d468ce-7f56-4eae-922f-694b17229d58,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:08.719494 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:08.759040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-efc57649-93f9-4810-84e2-bbf2f5ba480c None None] Provisioning for port 71d468ce-7f56-4eae-922f-694b17229d58 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:04:08.763089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-efc57649-93f9-4810-84e2-bbf2f5ba480c None None] Provisioning complete for port 71d468ce-7f56-4eae-922f-694b17229d58 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:04:08.763501 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efc57649-93f9-4810-84e2-bbf2f5ba480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:08.799930 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-efc57649-93f9-4810-84e2-bbf2f5ba480c None None] Port 71d468ce-7f56-4eae-922f-694b17229d58 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:04:08.950584 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:08.954909 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:08.955816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:09.032245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Pushing event updated for resources: {'Port': ['ID=71d468ce-7f56-4eae-922f-694b17229d58,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:09.082807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Network 4cdf8a58-1e73-4289-9495-84f14a61acf2 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:04:09.084274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:04:09.246580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Router bc51e066-4fcc-4db3-8238-a4adecdf4f97 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:04:09.324981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-301d5da9-7b31-4124-b549-9e46842927aa None None] Provisioning complete for port 71d468ce-7f56-4eae-922f-694b17229d58 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:04:09.325349 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-301d5da9-7b31-4124-b549-9e46842927aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:09.341123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:04:09.346949 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d6ccac2-1a95-4c92-ac1a-0bb9dc1e546f admin admin] 10.222.0.77 "PUT /v2.0/routers/bc51e066-4fcc-4db3-8238-a4adecdf4f97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7800949 Aug 17 16:04:09.354766 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Sync routers for ids ['bc51e066-4fcc-4db3-8238-a4adecdf4f97'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:04:09.366789 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Routers {'bc51e066-4fcc-4db3-8238-a4adecdf4f97'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:04:09.367638 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:04:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['bc51e066-4fcc-4db3-8238-a4adecdf4f97'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:04:09.368577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-301d5da9-7b31-4124-b549-9e46842927aa None None] Port 71d468ce-7f56-4eae-922f-694b17229d58 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:04:09.577942 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Set router bc51e066-4fcc-4db3-8238-a4adecdf4f97 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:04:10.035289 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'name': 'router1', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:03:58Z', 'updated_at': '2021-08-17T16:04:08Z', 'revision_number': 2, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'gw_port_host': None, '_interfaces': [{'id': '71d468ce-7f56-4eae-922f-694b17229d58', 'name': '', 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'mac_address': 'fa:16:3e:b3:52:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:04:07Z', 'updated_at': '2021-08-17T16:04:08Z', 'revision_number': 2, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'subnets': [{'id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42391ebd-d19e-46a1-adf3-7753d7a2b317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:04:10.089368 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Checking router: bc51e066-4fcc-4db3-8238-a4adecdf4f97 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:04:10.089728 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Updating router bc51e066-4fcc-4db3-8238-a4adecdf4f97 port 71d468ce-7f56-4eae-922f-694b17229d58 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:04:10.141474 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:10.695394 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:10.714787 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Transition to ACTIVE for port object 71d468ce-7f56-4eae-922f-694b17229d58 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:04:10.722566 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:10.885664 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Pushing event updated for resources: {'Port': ['ID=71d468ce-7f56-4eae-922f-694b17229d58,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:10.902036 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.902365 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.903453 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.903774 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.904090 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.904405 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.904714 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.905023 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.905332 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.905636 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.905943 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.906246 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Tracked resource versions report: Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: pushed versions: Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: { 'AddressGroup': {'1.2'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'ConntrackHelper': {'1.0'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'Log': {'1.0'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'Network': {'1.1'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'Port': {'1.7'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'PortForwarding': {'1.2'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'QosPolicy': {'1.9'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'SecurityGroup': {'1.4'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'SecurityGroupRule': {'1.2'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'SubPort': {'1.0'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'Subnet': {'1.1'}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'Trunk': {'1.1'}} Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: consumer versions: Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: { DHCP agent@n-d-804878-1: {}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: L3 agent@n-d-804878-1: {}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: Metadata agent@n-d-804878-1: {}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: Metering agent@n-d-804878-1: {}, Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: Open vSwitch agent@n-d-804878-1: { 'AddressGroup': '1.2', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'ConntrackHelper': '1.0', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'Log': '1.0', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'Network': '1.1', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'Port': '1.7', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'PortForwarding': '1.2', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'QosPolicy': '1.9', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'SecurityGroup': '1.4', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'SecurityGroupRule': '1.2', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'SubPort': '1.0', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'Subnet': '1.1', Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: 'Trunk': '1.1'}} Aug 17 16:04:10.907352 n-d-804878-1 neutron-server[94841]: {{(pid=94841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 16:04:10.911684 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Attempting to bind port 71d468ce-7f56-4eae-922f-694b17229d58 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:04:10.912062 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Attempting to bind port 71d468ce-7f56-4eae-922f-694b17229d58 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '17391160-e397-47d6-964e-41b4371d4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:04:10.912485 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Attempting to bind port 71d468ce-7f56-4eae-922f-694b17229d58 on network 4cdf8a58-1e73-4289-9495-84f14a61acf2 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:04:10.917875 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:04:10.918415 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Checking segment: {'id': '17391160-e397-47d6-964e-41b4371d4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:04:10.918875 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:10.919250 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Bound using segment: {'id': '17391160-e397-47d6-964e-41b4371d4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:04:10.919876 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Bound port: 71d468ce-7f56-4eae-922f-694b17229d58, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17391160-e397-47d6-964e-41b4371d4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:04:10.920308 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:10.997063 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] For port 71d468ce-7f56-4eae-922f-694b17229d58, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:04:11.021106 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] For port 71d468ce-7f56-4eae-922f-694b17229d58, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=71d468ce-7f56-4eae-922f-694b17229d58,segment=NetworkSegment(17391160-e397-47d6-964e-41b4371d4d37),segment_id=17391160-e397-47d6-964e-41b4371d4d37)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:04:11.031614 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:11.091364 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Routers {'bc51e066-4fcc-4db3-8238-a4adecdf4f97'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:04:11.091987 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:04:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['bc51e066-4fcc-4db3-8238-a4adecdf4f97'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:04:11.093921 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1f55f-c596-48b8-9985-d23107ee36fa None None] Pushing event updated for resources: {'Port': ['ID=71d468ce-7f56-4eae-922f-694b17229d58,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:11.189476 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] Set router bc51e066-4fcc-4db3-8238-a4adecdf4f97 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:04:11.410943 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'name': 'router1', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:03:58Z', 'updated_at': '2021-08-17T16:04:08Z', 'revision_number': 2, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'gw_port_host': None, '_interfaces': [{'id': '71d468ce-7f56-4eae-922f-694b17229d58', 'name': '', 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'mac_address': 'fa:16:3e:b3:52:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:04:07Z', 'updated_at': '2021-08-17T16:04:10Z', 'revision_number': 4, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'subnets': [{'id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42391ebd-d19e-46a1-adf3-7753d7a2b317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:04:11.436793 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4007d-3c2b-4636-837f-ad2b96ce45ce None None] The sync data for ids ['bc51e066-4fcc-4db3-8238-a4adecdf4f97'] in n-d-804878-1 is: [{'id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'name': 'router1', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:03:58Z', 'updated_at': '2021-08-17T16:04:08Z', 'revision_number': 2, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'gw_port_host': None, '_interfaces': [{'id': '71d468ce-7f56-4eae-922f-694b17229d58', 'name': '', 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'mac_address': 'fa:16:3e:b3:52:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:04:07Z', 'updated_at': '2021-08-17T16:04:10Z', 'revision_number': 4, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'subnets': [{'id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42391ebd-d19e-46a1-adf3-7753d7a2b317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:04:11.666707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33206) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:04:11.867166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aabccce-f5a5-46a0-b50a-11405db44854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:04:11.868552 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3aabccce-f5a5-46a0-b50a-11405db44854 admin admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 842 time: 0.2009034 Aug 17 16:04:11.879471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'cidr': '172.25.7.0/24', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:04:11.909194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Made reservation on behalf of b1b5255e585748268b04435ec0bdcbed for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:04:11.911886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:12.347158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:04:12.347658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:12.417629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b3072e-a092-49b6-93d3-4752db7e787d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:12.420499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:04:12.420869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Network hostable DHCP agents. Network: b1431747-28a9-46c8-a59f-48689efac5e5, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:04:12.431831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.432175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.432515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.432845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.433172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.433494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.434393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.434716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.435037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.435353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.435671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.436049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Tracked resource versions report: Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: pushed versions: Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: { 'AddressGroup': {'1.2'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'ConntrackHelper': {'1.0'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'Log': {'1.0'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'Network': {'1.1'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'Port': {'1.7'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'PortForwarding': {'1.2'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'QosPolicy': {'1.9'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'SecurityGroup': {'1.4'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'SecurityGroupRule': {'1.2'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'SubPort': {'1.0'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'Subnet': {'1.1'}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'Trunk': {'1.1'}} Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: consumer versions: Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: { DHCP agent@n-d-804878-1: {}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: L3 agent@n-d-804878-1: {}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: Metadata agent@n-d-804878-1: {}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: Metering agent@n-d-804878-1: {}, Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: Open vSwitch agent@n-d-804878-1: { 'AddressGroup': '1.2', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'ConntrackHelper': '1.0', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'Log': '1.0', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'Network': '1.1', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'Port': '1.7', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'PortForwarding': '1.2', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'QosPolicy': '1.9', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'SecurityGroup': '1.4', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'SecurityGroupRule': '1.2', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'SubPort': '1.0', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'Subnet': '1.1', Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: 'Trunk': '1.1'}} Aug 17 16:04:12.437140 n-d-804878-1 neutron-server[94839]: {{(pid=94839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 16:04:12.476947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:04:12.493978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, b1431747-28a9-46c8-a59f-48689efac5e5) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:04:12.499982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:04:12.500682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:12.505935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a906bd-4f13-4b85-96ed-e53437e2778f None None] Network b1431747-28a9-46c8-a59f-48689efac5e5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:04:12.516579 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58e5d825-747d-4ccf-9daa-a1b2d4ee5f25 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6408286 Aug 17 16:04:12.648506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf8123-c153-4e6c-8d4a-63991ea2876b None None] Network b1431747-28a9-46c8-a59f-48689efac5e5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:04:14.820241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33218) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:04:15.103412 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4f4a7d3f-c120-4bbf-991e-4bd21108e50c admin admin] 10.222.0.77 "GET /v2.0/routers/bc51e066-4fcc-4db3-8238-a4adecdf4f97 HTTP/1.1" status: 200 len: 710 time: 0.2820175 Aug 17 16:04:15.199041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482aa3c8-ce97-443d-ba7e-22c8a09836d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:04:15.200979 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-482aa3c8-ce97-443d-ba7e-22c8a09836d1 admin admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 886 time: 0.0912948 Aug 17 16:04:15.211432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:04:15.495254 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:15.752602 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:15.833046 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:15.997711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Allocated IP 172.25.7.97 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/19949f94-5493-493b-a443-7e3146a2b587) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:04:16.114962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:16.213598 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:16.340550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:04:16.348134 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:04:16.351516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:04:16.428001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Pushing event updated for resources: {'Port': ['ID=19949f94-5493-493b-a443-7e3146a2b587,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:16.670779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:16.802990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 71d468ce-7f56-4eae-922f-694b17229d58 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:04:16.855821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 71d468ce-7f56-4eae-922f-694b17229d58 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:04:16.860278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 71d468ce-7f56-4eae-922f-694b17229d58 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:04:16.860650 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:16.913262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:16.919396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:16.944430 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:16.990110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 71d468ce-7f56-4eae-922f-694b17229d58, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=71d468ce-7f56-4eae-922f-694b17229d58,segment=NetworkSegment(17391160-e397-47d6-964e-41b4371d4d37),segment_id=17391160-e397-47d6-964e-41b4371d4d37)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:04:16.995543 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:17.059633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Router bc51e066-4fcc-4db3-8238-a4adecdf4f97 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:04:17.113448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=71d468ce-7f56-4eae-922f-694b17229d58,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:17.183371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:04:17.188902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:17.190117 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5ececc9b-eddd-42ab-a976-05a9e6fd0819 admin admin] 10.222.0.77 "PUT /v2.0/routers/bc51e066-4fcc-4db3-8238-a4adecdf4f97 HTTP/1.1" status: 200 len: 889 time: 1.9820185 Aug 17 16:04:18.145224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Sync routers for ids ['bc51e066-4fcc-4db3-8238-a4adecdf4f97'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:04:18.156044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Routers {'bc51e066-4fcc-4db3-8238-a4adecdf4f97'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:04:18.156690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:04:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['bc51e066-4fcc-4db3-8238-a4adecdf4f97'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:04:18.375124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Set router bc51e066-4fcc-4db3-8238-a4adecdf4f97 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:04:18.780676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 71d468ce-7f56-4eae-922f-694b17229d58 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:04:18.837035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'name': 'router1', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19949f94-5493-493b-a443-7e3146a2b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:03:58Z', 'updated_at': '2021-08-17T16:04:16Z', 'revision_number': 4, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'gw_port': {'id': '19949f94-5493-493b-a443-7e3146a2b587', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:04:15Z', 'updated_at': '2021-08-17T16:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '71d468ce-7f56-4eae-922f-694b17229d58', 'name': '', 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'mac_address': 'fa:16:3e:b3:52:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:04:07Z', 'updated_at': '2021-08-17T16:04:16Z', 'revision_number': 5, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'subnets': [{'id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42391ebd-d19e-46a1-adf3-7753d7a2b317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:04:18.891907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Checking router: bc51e066-4fcc-4db3-8238-a4adecdf4f97 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:04:18.892254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Updating router bc51e066-4fcc-4db3-8238-a4adecdf4f97 port 19949f94-5493-493b-a443-7e3146a2b587 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:04:18.935938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 71d468ce-7f56-4eae-922f-694b17229d58 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:04:18.936431 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:18.964021 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:19.330852 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:19.341023 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Transition to ACTIVE for port object 19949f94-5493-493b-a443-7e3146a2b587 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:04:19.348023 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:19.397257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Attempting to bind port 19949f94-5493-493b-a443-7e3146a2b587 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:04:19.397625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Attempting to bind port 19949f94-5493-493b-a443-7e3146a2b587 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:04:19.397981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Attempting to bind port 19949f94-5493-493b-a443-7e3146a2b587 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:04:19.404798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dac19e-8fb1-4195-a66c-7b2c96224613 None None] Pushing event updated for resources: {'Port': ['ID=19949f94-5493-493b-a443-7e3146a2b587,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:19.410399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:04:19.410399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:04:19.410399 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:19.410399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:04:19.410399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Bound port: 19949f94-5493-493b-a443-7e3146a2b587, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:04:19.410399 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:19.551495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] For port 19949f94-5493-493b-a443-7e3146a2b587, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:04:19.554671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] For port 19949f94-5493-493b-a443-7e3146a2b587, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=19949f94-5493-493b-a443-7e3146a2b587,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:04:19.559836 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:19.623810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Routers {'bc51e066-4fcc-4db3-8238-a4adecdf4f97'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:04:19.624584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:04:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['bc51e066-4fcc-4db3-8238-a4adecdf4f97'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:04:19.631005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dac19e-8fb1-4195-a66c-7b2c96224613 None None] Pushing event updated for resources: {'Port': ['ID=19949f94-5493-493b-a443-7e3146a2b587,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:19.644610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33230) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:04:19.746271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] Set router bc51e066-4fcc-4db3-8238-a4adecdf4f97 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:04:19.775654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2934540e-4c11-4691-a9d1-b018c3539b69 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1265492 Aug 17 16:04:20.020808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'name': 'router1', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19949f94-5493-493b-a443-7e3146a2b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:03:58Z', 'updated_at': '2021-08-17T16:04:16Z', 'revision_number': 4, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'gw_port': {'id': '19949f94-5493-493b-a443-7e3146a2b587', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:04:15Z', 'updated_at': '2021-08-17T16:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '71d468ce-7f56-4eae-922f-694b17229d58', 'name': '', 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'mac_address': 'fa:16:3e:b3:52:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:04:07Z', 'updated_at': '2021-08-17T16:04:16Z', 'revision_number': 5, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'subnets': [{'id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42391ebd-d19e-46a1-adf3-7753d7a2b317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:04:20.048641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93aaaa0-fee6-41ed-9e31-8a97c588a77c None None] The sync data for ids ['bc51e066-4fcc-4db3-8238-a4adecdf4f97'] in n-d-804878-1 is: [{'id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'name': 'router1', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19949f94-5493-493b-a443-7e3146a2b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:03:58Z', 'updated_at': '2021-08-17T16:04:16Z', 'revision_number': 4, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'gw_port': {'id': '19949f94-5493-493b-a443-7e3146a2b587', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:04:15Z', 'updated_at': '2021-08-17T16:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '71d468ce-7f56-4eae-922f-694b17229d58', 'name': '', 'network_id': '4cdf8a58-1e73-4289-9495-84f14a61acf2', 'tenant_id': 'b52cac1be2ad476a892c1d6f226a9826', 'mac_address': 'fa:16:3e:b3:52:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc51e066-4fcc-4db3-8238-a4adecdf4f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:04:07Z', 'updated_at': '2021-08-17T16:04:16Z', 'revision_number': 5, 'project_id': 'b52cac1be2ad476a892c1d6f226a9826', 'subnets': [{'id': '4af54ba9-13f0-492e-b71c-a77995f0b8aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42391ebd-d19e-46a1-adf3-7753d7a2b317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:04:20.825404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 19949f94-5493-493b-a443-7e3146a2b587 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:04:20.876472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 19949f94-5493-493b-a443-7e3146a2b587 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:04:20.880637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 19949f94-5493-493b-a443-7e3146a2b587 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:04:20.881111 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:20.967848 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:20.990704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 19949f94-5493-493b-a443-7e3146a2b587, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=19949f94-5493-493b-a443-7e3146a2b587,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:04:21.001384 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:21.056164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=19949f94-5493-493b-a443-7e3146a2b587,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:04:22.788332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 19949f94-5493-493b-a443-7e3146a2b587 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:04:22.844536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 19949f94-5493-493b-a443-7e3146a2b587 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:04:22.844909 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:31.973706 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9432f317-7c93-4a2f-aceb-4a767e8327d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:34.379072 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:04:34.683164 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc4653af-f73a-4783-91ef-0b8af492afca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:34.858072 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:35.723312 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:04:37.371248 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:01.968340 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c344517a-a444-4b0c-ba1d-a70a4335e1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:04.687995 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-353001ac-20d3-46b1-bb8a-7ca20d294259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:04.846752 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:05.754077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:07.379294 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:11.379128 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:05:31.972205 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fa41f6b-a924-419b-bac5-0fb203d3d40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:34.691330 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5274-b442-4703-af0f-0be0bdd8c9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:34.840520 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:35.726651 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:37.375272 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:05:48.379017 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:06:01.976559 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f2a06bc8-d243-4d14-92f4-d82686a3b703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:02.062910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33830) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:02.126672 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a84da6-13cc-4a62-a2d4-3356208403b6 admin admin] GET failed (client error): The resource could not be found. Aug 17 16:06:02.128069 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-42a84da6-13cc-4a62-a2d4-3356208403b6 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642138 Aug 17 16:06:02.306406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30f242-2996-4c2f-8317-8283dbd33108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:02.308448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2b30f242-2996-4c2f-8317-8283dbd33108 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1759758 Aug 17 16:06:04.510704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33840) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:04.606934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d44c1-4cd3-4060-9b48-15ad3654b2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:04.608289 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b33d44c1-4cd3-4060-9b48-15ad3654b2f3 admin admin] 10.222.0.77 "GET /v2.0/subnets/4af54ba9-13f0-492e-b71c-a77995f0b8aa HTTP/1.1" status: 200 len: 849 time: 0.0966437 Aug 17 16:06:04.618279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:06:04.693606 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f02be12a-5483-454b-a510-24eb79d25d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:04.708159 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Notify callbacks [] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:04.844385 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:04.936911 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779741563495'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:04.969663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:04.970155 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:04.971478 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] 10.222.0.77 "PUT /v2.0/subnets/4af54ba9-13f0-492e-b71c-a77995f0b8aa HTTP/1.1" status: 200 len: 868 time: 0.3570364 Aug 17 16:06:04.976002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c84690-56c6-4caa-96ab-7407bf9ae905 None None] Network 4cdf8a58-1e73-4289-9495-84f14a61acf2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:06:04.991341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af54ba9-13f0-492e-b71c-a77995f0b8aa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:06:04.999395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:04.999731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.000070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.000409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.000738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.001066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.001390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.001711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.002033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.002351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.002945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.003289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2485d-ed57-4bf9-8e59-35cb48a4c88b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:05.409436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9c94cc4c-994f-4fb1-bc7a-ab77e3c537cc None None] Provisioning complete for port 7d2b3449-2688-4f76-8418-ad6b8d8ff485 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:06:05.409803 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c94cc4c-994f-4fb1-bc7a-ab77e3c537cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:05.497956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9c94cc4c-994f-4fb1-bc7a-ab77e3c537cc None None] Provisioning complete for port 71d468ce-7f56-4eae-922f-694b17229d58 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:06:05.498245 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c94cc4c-994f-4fb1-bc7a-ab77e3c537cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:05.732086 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:07.164258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:07.381913 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:07.383053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fcc77a-39bf-4d29-aa7f-e04bc8a48e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:07.383541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fcc77a-39bf-4d29-aa7f-e04bc8a48e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:07.385174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0fcc77a-39bf-4d29-aa7f-e04bc8a48e9b admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2199478 Aug 17 16:06:09.555241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:09.705236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a797c-9d5a-4214-b8ce-4409c0ae9b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:09.705704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a797c-9d5a-4214-b8ce-4409c0ae9b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:09.707297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c97a797c-9d5a-4214-b8ce-4409c0ae9b6e admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1511092 Aug 17 16:06:11.885788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:12.020715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849f195-6843-4f88-8da3-34c080b52a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:12.022091 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a849f195-6843-4f88-8da3-34c080b52a0e admin admin] 10.222.0.77 "GET /v2.0/networks/4cdf8a58-1e73-4289-9495-84f14a61acf2 HTTP/1.1" status: 200 len: 869 time: 0.1353042 Aug 17 16:06:14.220685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:14.357498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c506e61-c9f0-4b9f-b1e4-24c233d55d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:14.358894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c506e61-c9f0-4b9f-b1e4-24c233d55d5b admin admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 886 time: 0.1372662 Aug 17 16:06:16.547004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:16.676695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedbf26-01fd-47eb-980f-379926ff4bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:16.677147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedbf26-01fd-47eb-980f-379926ff4bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:16.678704 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3cedbf26-01fd-47eb-980f-379926ff4bd9 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1307402 Aug 17 16:06:18.858588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:18.952187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f5e50-1bdc-4224-84da-d8fada29aba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:18.952632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f5e50-1bdc-4224-84da-d8fada29aba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:18.954157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8f6f5e50-1bdc-4224-84da-d8fada29aba3 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946088 Aug 17 16:06:21.113183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:21.208340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf271f1-c8c0-4fb1-98fb-04c5ecf76c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:21.209698 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-daf271f1-c8c0-4fb1-98fb-04c5ecf76c37 admin admin] 10.222.0.77 "GET /v2.0/subnets/4af54ba9-13f0-492e-b71c-a77995f0b8aa HTTP/1.1" status: 200 len: 868 time: 0.0955591 Aug 17 16:06:23.373345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:23.458382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155d366-f9a2-49a0-9005-0452238ae9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:23.459713 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b155d366-f9a2-49a0-9005-0452238ae9a5 admin admin] 10.222.0.77 "GET /v2.0/subnets/62b3072e-a092-49b6-93d3-4752db7e787d HTTP/1.1" status: 200 len: 816 time: 0.0854294 Aug 17 16:06:25.377006 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:06:31.977462 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbbe0-0121-4a93-9738-56cf7b4a1a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:34.696375 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad53e12a-9048-4ca6-be03-1f1a1f5225a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:34.846892 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:35.725956 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:37.384211 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:47.380710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33960) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:47.430205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-0e02cbdb-820c-4bcc-b667-a4dc811aeb8d admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:06:47.431279 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0e02cbdb-820c-4bcc-b667-a4dc811aeb8d admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496261 Aug 17 16:06:49.673754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33968) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:49.735763 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-577b0955-9cb8-44eb-b431-466a6b48c818 admin admin] GET failed (client error): The resource could not be found. Aug 17 16:06:49.737150 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-577b0955-9cb8-44eb-b431-466a6b48c818 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624578 Aug 17 16:06:49.827357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf75bad-7b51-45e5-8ab1-0e77952c373a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:49.828863 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fdf75bad-7b51-45e5-8ab1-0e77952c373a admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0871229 Aug 17 16:06:52.033269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33976) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:52.081305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:06:52.106193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Made reservation on behalf of b1b5255e585748268b04435ec0bdcbed for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:06:52.108765 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:52.153646 n-d-804878-1 neutron-server[94839]: WARNING neutron.services.revisions.revision_plugin [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Could not find related network for resource to bump revision. Aug 17 16:06:52.170214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:06:52.185192 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779741527498', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:52.185744 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Unsubscribe: segment precommit_create {{(pid=94839) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 16:06:52.186249 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Added segment 77c3a51d-3524-40a4-8e1f-8d728f4b1f56 of type vlan for network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 Aug 17 16:06:52.310306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:52.347054 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:52.348027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:52.348608 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:52.428922 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3944421 Aug 17 16:06:52.447592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ceaaf7dd-0afd-478f-9d68-7d97afabbd84,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:06:52.455253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.455599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.455941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.456274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.456603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.456935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.457273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.457582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.457898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.458216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.458701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.459024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5a75c-da9d-4384-a046-edd2315711f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:52.471427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:06:54.625374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33984) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:06:54.686220 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-7958f771-8df2-4e74-a88b-2ae748e7a2bd admin admin] GET failed (client error): The resource could not be found. Aug 17 16:06:54.687557 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7958f771-8df2-4e74-a88b-2ae748e7a2bd admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612173 Aug 17 16:06:54.756827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3fd55-51a1-472a-b799-41ec67e970f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:54.758314 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c5e3fd55-51a1-472a-b799-41ec67e970f9 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663910 Aug 17 16:06:54.768560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:06:54.789877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Made reservation on behalf of b1b5255e585748268b04435ec0bdcbed for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:06:54.792679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:54.958196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:55.021127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e902cf-d5c6-4b30-b954-dccf781ff1e5,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:06:55.027072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:06:55.027481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Network hostable DHCP agents. Network: ceaaf7dd-0afd-478f-9d68-7d97afabbd84, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:06:55.044092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:06:55.052644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, ceaaf7dd-0afd-478f-9d68-7d97afabbd84) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:06:55.057029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:06:55.057673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:55.062285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e730e7f6-f6e9-4551-ba2a-6f4ef37e7825 None None] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:06:55.072405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-25d20663-ed4f-4123-bbf0-cdc99d19f73b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3072727 Aug 17 16:06:55.312604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'tenant_id': 'b1b5255e585748268b04435ec0bdcbed', 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:06:55.313505 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:55.457642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Allocated IP 192.168.233.2 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/47514466-2195-477a-828a-de649bdb1c3c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:06:55.610446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:55.619312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Transition to ACTIVE for port object 47514466-2195-477a-828a-de649bdb1c3c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:06:55.635155 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Transition to ACTIVE for port object 47514466-2195-477a-828a-de649bdb1c3c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:06:55.641816 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:55.678244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:06:55.683975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:06:55.687506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:06:55.696187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Pushing event updated for resources: {'Port': ['ID=47514466-2195-477a-828a-de649bdb1c3c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:06:55.706420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.706420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.706420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.706742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.707052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.707380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.710223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.710223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.710223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.710223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.710223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.710223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:06:55.759456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Attempting to bind port 47514466-2195-477a-828a-de649bdb1c3c on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:06:55.759822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Attempting to bind port 47514466-2195-477a-828a-de649bdb1c3c by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:06:55.760183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Attempting to bind port 47514466-2195-477a-828a-de649bdb1c3c on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:06:55.765260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:06:55.765626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:06:55.766025 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:55.766477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:06:55.766888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Bound port: 47514466-2195-477a-828a-de649bdb1c3c, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:06:55.767285 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:55.829616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] For port 47514466-2195-477a-828a-de649bdb1c3c, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:06:55.832997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] For port 47514466-2195-477a-828a-de649bdb1c3c, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=47514466-2195-477a-828a-de649bdb1c3c,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:06:55.837908 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:55.898959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990ce61-bcf7-492f-9e10-ea5807ec2056 None None] Pushing event updated for resources: {'Port': ['ID=47514466-2195-477a-828a-de649bdb1c3c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:06:56.666024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4973b729-c831-4b5f-b852-906614ade1a8 None None] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:06:56.727251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-641899b0-2fa2-4b96-b150-db48ee2f1e46 None None] Provisioning for port 47514466-2195-477a-828a-de649bdb1c3c completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:06:56.924215 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 47514466-2195-477a-828a-de649bdb1c3c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:06:56.993410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 47514466-2195-477a-828a-de649bdb1c3c completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:06:56.998085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 47514466-2195-477a-828a-de649bdb1c3c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:06:56.999227 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:57.060599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5ac3b306-9591-4353-9c21-63b15867a1af None None] Provisioning complete for port 47514466-2195-477a-828a-de649bdb1c3c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:06:57.060961 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ac3b306-9591-4353-9c21-63b15867a1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:57.121284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:57.183198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 47514466-2195-477a-828a-de649bdb1c3c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=47514466-2195-477a-828a-de649bdb1c3c,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:06:57.191170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:57.218046 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ac3b306-9591-4353-9c21-63b15867a1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:06:57.259557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=47514466-2195-477a-828a-de649bdb1c3c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:06:57.295360 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-5ac3b306-9591-4353-9c21-63b15867a1af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:06:57.295760 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-5ac3b306-9591-4353-9c21-63b15867a1af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:06:58.877407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 47514466-2195-477a-828a-de649bdb1c3c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:06:58.929839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 47514466-2195-477a-828a-de649bdb1c3c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:06:58.930208 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:01.981197 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5f21-3a51-482d-ad69-f9c66ec955ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:02.378742 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:07:04.699656 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-495c1201-40e8-463b-9668-67953b521f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:04.847694 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:05.727510 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:07.390184 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:31.982930 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-721716e2-4d5a-4149-84a7-0ac9c8634426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:34.702592 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa66-e243-4525-970e-2461f3467f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:34.853160 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:35.730351 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:37.391015 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:07:39.378241 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:08:01.984903 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad6539cc-52bf-4311-9b90-7f2277cae56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:03.868856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:08:03.875324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-8f26ad2a-0057-4f6b-ba14-c456639c2eb0 tempest-verify_tempest_config-1726557204 tempest-verify_tempest_config-1726557204-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:08:03.876302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8f26ad2a-0057-4f6b-ba14-c456639c2eb0 tempest-verify_tempest_config-1726557204 tempest-verify_tempest_config-1726557204-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063386 Aug 17 16:08:04.197422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34054) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:08:04.301050 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:04.424563 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:04.429911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:04.478389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c32921-cd6c-4a26-862a-aa05a7af2b7d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:08:04.482439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5fb607ddf6a24c7fb1e7e86fbe3ceeb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2837586 Aug 17 16:08:04.485114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:08:04.487987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.488333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.488667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.489012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.489327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.489653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.490090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.490297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.490644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.490965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.491280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.491599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298b65b8-acca-476b-9615-3f7197e81bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.540341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:04.561800 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:04.652249 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:04.655082 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:04.656413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/65c32921-cd6c-4a26-862a-aa05a7af2b7d HTTP/1.1" status: 204 len: 168 time: 0.1703222 Aug 17 16:08:04.664272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c32921-cd6c-4a26-862a-aa05a7af2b7d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:08:04.671771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.672116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.672450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.672781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.673107 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.673432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.673751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.674072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.674460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.674786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.675047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.675361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099aed-1781-4a38-bc92-ff31eb466fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:08:04.716796 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afc56bb1-dfe9-4b4a-9c86-37db8c9729d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:04.855586 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:05.733775 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:07.394134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:16.377257 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:08:31.987468 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1050d53-f334-4043-a55c-f851c9045af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:34.707828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbb46077-3bb7-4a4a-b04b-f5f4f6b1c05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:34.856849 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:35.737504 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:37.397595 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:08:53.376732 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:09:01.989136 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c25ffb-3f84-4a28-9207-b09bbfc60eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:09:04.708652 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-861df753-5f35-48ad-b7dc-9817e2002a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:09:04.857892 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:09:05.738652 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:09:07.400856 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:09:30.375751 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:09:31.991794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f84ac56-e2c7-4279-a86c-7e9724760772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:09:34.709484 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bbe63f8-6ced-4396-a46a-07a55a9707ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:09:34.860221 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:09:35.742214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:09:37.404036 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:01.995830 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48b2eafe-900d-4a2f-a4d9-3607230f5ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:04.712639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34cbb68b-7716-42c6-bdf8-be22fbf4e020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:04.864346 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:05.747528 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:07.375651 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:10:07.407177 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:31.997104 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e82b27-932b-4044-b92b-f1eb6f215d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:34.714652 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-752c6dcd-81a0-431f-8a94-91ea77f148b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:34.866261 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:35.747267 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:37.410119 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:10:44.374619 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 5 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:11:01.999643 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8aa465-c4eb-4c2a-bdbb-978e89cc2f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:04.716136 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f337421a-e9d1-4aca-bb4a-f59b8c9bb0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:04.867423 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:05.749268 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:07.413872 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:19.180064 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440405'] for agent, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:19.391641 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440405'] for agent, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:21.374075 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:11:32.000355 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e752619a-8524-4f30-9a7a-ad583f1a623f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:34.717575 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30333575-84e8-429a-9e97-0b83c804631f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:34.871091 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:35.752614 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:37.417150 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:49.163593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:49.342993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:11:58.373310 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:12:02.003394 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-f6f2-4d87-8a9e-a7a41a543e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:04.718557 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-835f68e6-c485-4c8e-8cb7-39d21a05b457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:04.871942 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:05.755768 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:07.421256 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:18.181960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:12:18.284714 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6dcc75c4-78d2-4526-a4fd-34e7eb7d37e7 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1016119 Aug 17 16:12:19.178831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:19.362420 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:20.485153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:12:20.541330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-77f30aee-87ea-4b08-b52d-328d277d8b5a admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0550478 Aug 17 16:12:32.011325 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e58d1d8-f807-4024-81b7-8e66ebef5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:34.721728 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3ff3-c242-44a0-8d03-b1ae6d0bb675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:34.873733 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:35.372813 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:12:35.757880 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:37.425320 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:49.174452 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:12:49.357763 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:02.008048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f34fbc58-243f-4b31-81c7-aa9eae2f1738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:04.729732 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d4b14883-bcbb-49e4-ad0f-76b03c42f186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:04.877522 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:05.763779 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:07.437779 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:12.373424 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:13:19.193207 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:19.371226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:31.999490 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e196bcd-389e-4424-b33b-009e8c719fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:34.723811 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11cce94c-0bac-4850-9de9-b5b47a0fab0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:34.881627 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:35.764556 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:37.444678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:42.956149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:43.303180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-network', 'tenant_id': '1e130b467f424b4d9fac043b206791e7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:13:43.344067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Made reservation on behalf of 1e130b467f424b4d9fac043b206791e7 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:13:43.347381 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:43.356634 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:43.464785 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:43.480023 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:43.502210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:13:43.517169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e7339-f140-4b1a-b936-41664c2074bb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:43.522768 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:43.523109 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Added segment c2303755-cbf9-4253-89fc-13d8659a14b0 of type vlan for network 06914df4-5170-418c-9e76-7d4251874a02 Aug 17 16:13:43.534752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.535099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.535450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.535768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.536102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.536418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.536745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.537270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.537772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.538249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.538760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.539438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Tracked resource versions report: Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: pushed versions: Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: { 'AddressGroup': {'1.2'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'ConntrackHelper': {'1.0'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'Log': {'1.0'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'Network': {'1.1'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'Port': {'1.7'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'PortForwarding': {'1.2'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'QosPolicy': {'1.9'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'SecurityGroup': {'1.4'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'SecurityGroupRule': {'1.2'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'SubPort': {'1.0'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'Subnet': {'1.1'}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'Trunk': {'1.1'}} Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: consumer versions: Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: { DHCP agent@n-d-804878-1: {}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: HyperV agent@n-h1-804878-1: {}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: HyperV agent@n-h2-804878-1: {}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: L3 agent@n-d-804878-1: {}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: Metadata agent@n-d-804878-1: {}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: Metering agent@n-d-804878-1: {}, Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: Open vSwitch agent@n-d-804878-1: { 'AddressGroup': '1.2', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'ConntrackHelper': '1.0', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'Log': '1.0', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'Network': '1.1', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'Port': '1.7', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'PortForwarding': '1.2', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'QosPolicy': '1.9', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'SecurityGroup': '1.4', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'SecurityGroupRule': '1.2', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'SubPort': '1.0', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'Subnet': '1.1', Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: 'Trunk': '1.1'}} Aug 17 16:13:43.541458 n-d-804878-1 neutron-server[94838]: {{(pid=94838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 16:13:43.584571 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:43.611811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:43.613047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:13:43.613690 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:43.637341 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6793816 Aug 17 16:13:43.642097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34378) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:43.649531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Request body: {'subnet': {'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-subnet', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:13:43.682811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b9cde-e1af-4d64-957a-1803b037b479 admin admin] Pushing event updated for resources: {'Network': ['ID=06914df4-5170-418c-9e76-7d4251874a02,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:43.683228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Made reservation on behalf of 1e130b467f424b4d9fac043b206791e7 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:13:43.688341 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:43.694149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 06914df4-5170-418c-9e76-7d4251874a02 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:13:43.887868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:43.931494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0156a85c-aa4b-45d5-964a-90b879dd252e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:43.942601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.942943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.943275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.943599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.944196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.944836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.945304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.945764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.946224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.946802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.947269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.947745 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Tracked resource versions report: Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: pushed versions: Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: { 'AddressGroup': {'1.2'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'ConntrackHelper': {'1.0'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'Log': {'1.0'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'Network': {'1.1'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'Port': {'1.7'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'PortForwarding': {'1.2'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'QosPolicy': {'1.9'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'SecurityGroup': {'1.4'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'SecurityGroupRule': {'1.2'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'SubPort': {'1.0'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'Subnet': {'1.1'}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'Trunk': {'1.1'}} Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: consumer versions: Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: { DHCP agent@n-d-804878-1: {}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: HyperV agent@n-h1-804878-1: {}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: HyperV agent@n-h2-804878-1: {}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: L3 agent@n-d-804878-1: {}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: Metadata agent@n-d-804878-1: {}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: Metering agent@n-d-804878-1: {}, Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: Open vSwitch agent@n-d-804878-1: { 'AddressGroup': '1.2', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'ConntrackHelper': '1.0', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'Log': '1.0', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'Network': '1.1', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'Port': '1.7', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'PortForwarding': '1.2', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'QosPolicy': '1.9', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'SecurityGroup': '1.4', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'SecurityGroupRule': '1.2', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'SubPort': '1.0', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'Subnet': '1.1', Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: 'Trunk': '1.1'}} Aug 17 16:13:43.948904 n-d-804878-1 neutron-server[94839]: {{(pid=94839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 16:13:43.981245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Checking segment: {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:13:43.982078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Network hostable DHCP agents. Network: 06914df4-5170-418c-9e76-7d4251874a02, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:13:44.002155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Network 06914df4-5170-418c-9e76-7d4251874a02 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:13:44.013767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 06914df4-5170-418c-9e76-7d4251874a02) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:13:44.018814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:13:44.019725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.024592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e86fea1-7c86-4615-a696-ea65a751ad32 None None] Network 06914df4-5170-418c-9e76-7d4251874a02 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:13:44.042689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-21eb978e-2320-41e0-9f97-8297db48b9d9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3953424 Aug 17 16:13:44.042881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34400) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:44.059164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:13:44.092145 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.093858 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.204354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.222441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-06914df4-5170-418c-9e76-7d4251874a02', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:13:44.223898 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.366236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.417511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Allocated IP 172.20.0.2 (06914df4-5170-418c-9e76-7d4251874a02/0156a85c-aa4b-45d5-964a-90b879dd252e/eebefb41-2949-410e-be43-e96712cc77e1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:13:44.615631 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.617033 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.630081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Transition to ACTIVE for port object eebefb41-2949-410e-be43-e96712cc77e1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:13:44.650249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.652816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Transition to ACTIVE for port object eebefb41-2949-410e-be43-e96712cc77e1 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:13:44.661526 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.717918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Pushing event updated for resources: {'Port': ['ID=eebefb41-2949-410e-be43-e96712cc77e1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:44.727217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Network 06914df4-5170-418c-9e76-7d4251874a02 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:13:44.728837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.729438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.730014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.730533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.731312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.731939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.732781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.733436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.733912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.734679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.735322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.736115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Tracked resource versions report: Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: pushed versions: Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: { 'AddressGroup': {'1.2'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'Log': {'1.0'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'Network': {'1.1'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'Port': {'1.7'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'PortForwarding': {'1.2'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'QosPolicy': {'1.9'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'SecurityGroup': {'1.4'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'SubPort': {'1.0'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'Subnet': {'1.1'}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'Trunk': {'1.1'}} Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: consumer versions: Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: { DHCP agent@n-d-804878-1: {}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: HyperV agent@n-h1-804878-1: {}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: HyperV agent@n-h2-804878-1: {}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: L3 agent@n-d-804878-1: {}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: Metadata agent@n-d-804878-1: {}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: Metering agent@n-d-804878-1: {}, Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: Open vSwitch agent@n-d-804878-1: { 'AddressGroup': '1.2', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'ConntrackHelper': '1.0', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'Log': '1.0', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'Network': '1.1', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'Port': '1.7', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'PortForwarding': '1.2', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'QosPolicy': '1.9', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'SecurityGroup': '1.4', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'SecurityGroupRule': '1.2', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'SubPort': '1.0', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'Subnet': '1.1', Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: 'Trunk': '1.1'}} Aug 17 16:13:44.737401 n-d-804878-1 neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 16:13:44.744442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:13:44.749114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:13:44.771475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Allocated IP 172.25.7.221 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/466e1e57-99bd-4a05-b00d-9e232e0d3c67) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:13:44.811710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Attempting to bind port eebefb41-2949-410e-be43-e96712cc77e1 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:13:44.812065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Attempting to bind port eebefb41-2949-410e-be43-e96712cc77e1 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:13:44.812602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Attempting to bind port eebefb41-2949-410e-be43-e96712cc77e1 on network 06914df4-5170-418c-9e76-7d4251874a02 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:13:44.817657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:13:44.818267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Checking segment: {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:13:44.818842 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.819377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Bound using segment: {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:13:44.820085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Bound port: eebefb41-2949-410e-be43-e96712cc77e1, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:13:44.820658 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.895127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] For port eebefb41-2949-410e-be43-e96712cc77e1, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:13:44.899060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] For port eebefb41-2949-410e-be43-e96712cc77e1, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eebefb41-2949-410e-be43-e96712cc77e1,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:13:44.906403 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:44.980064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e651cd-e644-4337-a69c-0c4b013e497f None None] Pushing event updated for resources: {'Port': ['ID=eebefb41-2949-410e-be43-e96712cc77e1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:45.045911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:45.087695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:45.114479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:13:45.119701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:13:45.151125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:13:45.348204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Pushing event updated for resources: {'Port': ['ID=466e1e57-99bd-4a05-b00d-9e232e0d3c67,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:45.532816 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:45.795627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:45.989072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Router 0b0ce239-565a-49be-8483-a5e4aebb9494 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:13:46.127259 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:13:46.142485 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Sync routers for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:13:46.153758 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:13:46.154514 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:13:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:46.156209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:46.156900 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ea5c2152-634a-43c9-af90-8ad1f6598dde admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.1127839 Aug 17 16:13:46.160442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34490) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:46.272476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bc4ef6-3d7c-46d3-b00f-716943f3d52d None None] Network 06914df4-5170-418c-9e76-7d4251874a02 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:13:46.354951 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:13:46.405772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-85b203bc-728d-463c-9814-46db08584711 None None] Provisioning for port eebefb41-2949-410e-be43-e96712cc77e1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:13:46.665406 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:45Z', 'revision_number': 3, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:46.705737 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Checking router: 0b0ce239-565a-49be-8483-a5e4aebb9494 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:13:46.706281 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Updating router 0b0ce239-565a-49be-8483-a5e4aebb9494 port 466e1e57-99bd-4a05-b00d-9e232e0d3c67 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:13:46.745722 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:46.938555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.168838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Allocated IP 172.20.0.1 (06914df4-5170-418c-9e76-7d4251874a02/0156a85c-aa4b-45d5-964a-90b879dd252e/f164fc6e-2323-44a4-a114-926f22a3069f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:13:47.275464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eebefb41-2949-410e-be43-e96712cc77e1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:13:47.308193 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.337536 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Transition to ACTIVE for port object 466e1e57-99bd-4a05-b00d-9e232e0d3c67 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:13:47.350420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port eebefb41-2949-410e-be43-e96712cc77e1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:13:47.356573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port eebefb41-2949-410e-be43-e96712cc77e1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:47.357146 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.363737 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.389031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.415534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Transition to ACTIVE for port object f164fc6e-2323-44a4-a114-926f22a3069f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:13:47.444473 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Attempting to bind port 466e1e57-99bd-4a05-b00d-9e232e0d3c67 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:13:47.445138 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Attempting to bind port 466e1e57-99bd-4a05-b00d-9e232e0d3c67 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:13:47.445641 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Attempting to bind port 466e1e57-99bd-4a05-b00d-9e232e0d3c67 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:13:47.455976 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Pushing event updated for resources: {'Port': ['ID=466e1e57-99bd-4a05-b00d-9e232e0d3c67,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:47.459777 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:13:47.460389 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:13:47.460785 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.461173 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:13:47.461649 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Bound port: 466e1e57-99bd-4a05-b00d-9e232e0d3c67, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:13:47.462042 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.463528 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.469958 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.470554 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.470922 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.471755 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.472083 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.472398 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.472884 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.473206 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.473525 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.473840 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.474156 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.474492 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Tracked resource versions report: Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: pushed versions: Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: { 'AddressGroup': {'1.2'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'ConntrackHelper': {'1.0'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'Log': {'1.0'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'Network': {'1.1'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'Port': {'1.7'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'PortForwarding': {'1.2'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'QosPolicy': {'1.9'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'SecurityGroup': {'1.4'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'SecurityGroupRule': {'1.2'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'SubPort': {'1.0'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'Subnet': {'1.1'}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'Trunk': {'1.1'}} Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: consumer versions: Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: { DHCP agent@n-d-804878-1: {}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: HyperV agent@n-h1-804878-1: {}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: HyperV agent@n-h2-804878-1: {}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: L3 agent@n-d-804878-1: {}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: Metadata agent@n-d-804878-1: {}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: Metering agent@n-d-804878-1: {}, Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: Open vSwitch agent@n-d-804878-1: { 'AddressGroup': '1.2', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'ConntrackHelper': '1.0', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'Log': '1.0', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'Network': '1.1', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'Port': '1.7', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'PortForwarding': '1.2', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'QosPolicy': '1.9', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'SecurityGroup': '1.4', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'SecurityGroupRule': '1.2', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'SubPort': '1.0', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'Subnet': '1.1', Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: 'Trunk': '1.1'}} Aug 17 16:13:47.475590 n-d-804878-1 neutron-server[94841]: {{(pid=94841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 16:13:47.504176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port eebefb41-2949-410e-be43-e96712cc77e1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eebefb41-2949-410e-be43-e96712cc77e1,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:13:47.509764 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.519166 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.564815 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] For port 466e1e57-99bd-4a05-b00d-9e232e0d3c67, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:13:47.574496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=eebefb41-2949-410e-be43-e96712cc77e1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:47.574771 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] For port 466e1e57-99bd-4a05-b00d-9e232e0d3c67, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=466e1e57-99bd-4a05-b00d-9e232e0d3c67,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:13:47.579684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Network 06914df4-5170-418c-9e76-7d4251874a02 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:13:47.583642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:13:47.598787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:13:47.598937 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.599493 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:47.672240 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:13:47.673004 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:13:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:47.698171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f164fc6e-2323-44a4-a114-926f22a3069f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:47.747818 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eb87e-0b71-4b23-8aef-455d1a0ec112 None None] Pushing event updated for resources: {'Port': ['ID=466e1e57-99bd-4a05-b00d-9e232e0d3c67,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:47.891779 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:13:47.999212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4f04ca13-a8d6-4405-86d4-2d0104cf8b9b None None] Provisioning for port f164fc6e-2323-44a4-a114-926f22a3069f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:13:48.005562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4f04ca13-a8d6-4405-86d4-2d0104cf8b9b None None] Provisioning complete for port f164fc6e-2323-44a4-a114-926f22a3069f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:48.005930 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f04ca13-a8d6-4405-86d4-2d0104cf8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:48.034664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:48.101506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4f04ca13-a8d6-4405-86d4-2d0104cf8b9b None None] Port f164fc6e-2323-44a4-a114-926f22a3069f cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:13:48.379020 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:48.388379 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:45Z', 'revision_number': 3, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:48.400996 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:48.402044 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:48.428637 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5c8be-6454-4a6e-823e-6e071fd33e9c None None] The sync data for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 is: [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:45Z', 'revision_number': 3, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:13:48.511844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f164fc6e-2323-44a4-a114-926f22a3069f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:48.511988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:48.521527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:48.554588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:48.572833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Network 06914df4-5170-418c-9e76-7d4251874a02 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:13:48.574737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:13:48.702083 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dc42778-9e08-4b56-8a15-b0b736a76a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:48.773940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Router 0b0ce239-565a-49be-8483-a5e4aebb9494 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:13:48.913062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dc42778-9e08-4b56-8a15-b0b736a76a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:48.915434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:13:48.922521 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-72b73e49-9ea4-4e6f-9d79-f1fa28b4e7a3 admin admin] 10.222.0.77 "PUT /v2.0/routers/0b0ce239-565a-49be-8483-a5e4aebb9494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7609885 Aug 17 16:13:48.935140 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a9fed37-3c13-4d55-a020-29256a6a0751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:48.966470 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dc42778-9e08-4b56-8a15-b0b736a76a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.020821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5dc42778-9e08-4b56-8a15-b0b736a76a34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=953ff629b97944c091cf82a2256f1ff9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5081449 Aug 17 16:13:49.021929 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57e2660c-8bef-4174-bdbe-c7f2b0fbe927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.023485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34624) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:49.038462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fd6b25e9-1f2f-4e57-a611-efec7b515bec None None] Provisioning complete for port f164fc6e-2323-44a4-a114-926f22a3069f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:49.039041 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6b25e9-1f2f-4e57-a611-efec7b515bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.064552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc42778-9e08-4b56-8a15-b0b736a76a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac21400-263f-40ea-a98d-7a37da2bde6c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:49.123942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b25e9-1f2f-4e57-a611-efec7b515bec None None] Port f164fc6e-2323-44a4-a114-926f22a3069f cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:13:49.175390 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a9fed37-3c13-4d55-a020-29256a6a0751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.192940 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a9fed37-3c13-4d55-a020-29256a6a0751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.205057 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.224397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7e9555d-7951-4285-a4e7-eb073c8cd7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.234542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a9fed37-3c13-4d55-a020-29256a6a0751 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb0894c8dc3d415aa2407d24fc330020&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7119393 Aug 17 16:13:49.239246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34638) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:49.283009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fed37-3c13-4d55-a020-29256a6a0751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268b9d0b-f96f-435e-873f-e0b83b5be0f1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:49.344223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 466e1e57-99bd-4a05-b00d-9e232e0d3c67 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:13:49.360309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7e9555d-7951-4285-a4e7-eb073c8cd7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.373121 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:13:49.428815 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.447220 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57e2660c-8bef-4174-bdbe-c7f2b0fbe927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.464376 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9cbf-18d5-4a37-8088-503fb233b91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.484591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57e2660c-8bef-4174-bdbe-c7f2b0fbe927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.491653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 466e1e57-99bd-4a05-b00d-9e232e0d3c67 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:13:49.496994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 466e1e57-99bd-4a05-b00d-9e232e0d3c67 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:49.498951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.499532 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7e9555d-7951-4285-a4e7-eb073c8cd7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.504297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7e9555d-7951-4285-a4e7-eb073c8cd7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.511689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f7e9555d-7951-4285-a4e7-eb073c8cd7da admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eac21400-263f-40ea-a98d-7a37da2bde6c HTTP/1.1" status: 204 len: 168 time: 0.4870555 Aug 17 16:13:49.545099 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9cbf-18d5-4a37-8088-503fb233b91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.574045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9555d-7951-4285-a4e7-eb073c8cd7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac21400-263f-40ea-a98d-7a37da2bde6c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:49.610262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-57e2660c-8bef-4174-bdbe-c7f2b0fbe927 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=546125f039de4320aab83ec81d5db25a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0545387 Aug 17 16:13:49.612728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2660c-8bef-4174-bdbe-c7f2b0fbe927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340273ae-2fb9-4759-8d66-290d92edc89e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:49.617378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:49.649769 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.667087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9cbf-18d5-4a37-8088-503fb233b91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.673424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9cbf-18d5-4a37-8088-503fb233b91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.679210 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a0ed9cbf-18d5-4a37-8088-503fb233b91f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/268b9d0b-f96f-435e-873f-e0b83b5be0f1 HTTP/1.1" status: 204 len: 168 time: 0.4387245 Aug 17 16:13:49.691661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 466e1e57-99bd-4a05-b00d-9e232e0d3c67, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=466e1e57-99bd-4a05-b00d-9e232e0d3c67,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:13:49.713516 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.715042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eebefb41-2949-410e-be43-e96712cc77e1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:13:49.715422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed9cbf-18d5-4a37-8088-503fb233b91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b9d0b-f96f-435e-873f-e0b83b5be0f1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:49.766544 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07d70031-ba6b-4406-9f2d-fb7e74d5a948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.792198 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07d70031-ba6b-4406-9f2d-fb7e74d5a948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.883923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port eebefb41-2949-410e-be43-e96712cc77e1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:49.884148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07d70031-ba6b-4406-9f2d-fb7e74d5a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.884641 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.887596 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07d70031-ba6b-4406-9f2d-fb7e74d5a948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:49.891801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-07d70031-ba6b-4406-9f2d-fb7e74d5a948 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/340273ae-2fb9-4759-8d66-290d92edc89e HTTP/1.1" status: 204 len: 168 time: 0.2708309 Aug 17 16:13:49.904954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d70031-ba6b-4406-9f2d-fb7e74d5a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340273ae-2fb9-4759-8d66-290d92edc89e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:50.007106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=466e1e57-99bd-4a05-b00d-9e232e0d3c67,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:50.289294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:50.422529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:50.448352 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee76c-37be-4fc8-a635-dbda443b1c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:50.572988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee76c-37be-4fc8-a635-dbda443b1c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:50.578335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee76c-37be-4fc8-a635-dbda443b1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:50.619983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c1ee76c-37be-4fc8-a635-dbda443b1c5d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=10a70e971b4e48b99aa4453fdcc411e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1941538 Aug 17 16:13:50.621756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ee76c-37be-4fc8-a635-dbda443b1c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53660675-f99a-44be-9ac4-64145ad74ba2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:50.624005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34734) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:50.680465 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d39f6433-0351-4e06-b7ae-43db7eeafae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:50.703457 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d39f6433-0351-4e06-b7ae-43db7eeafae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:50.758897 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d39f6433-0351-4e06-b7ae-43db7eeafae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:50.762299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d39f6433-0351-4e06-b7ae-43db7eeafae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:50.766401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d39f6433-0351-4e06-b7ae-43db7eeafae1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53660675-f99a-44be-9ac4-64145ad74ba2 HTTP/1.1" status: 204 len: 168 time: 0.1383951 Aug 17 16:13:50.773988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f6433-0351-4e06-b7ae-43db7eeafae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53660675-f99a-44be-9ac4-64145ad74ba2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:50.893280 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Sync routers for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:13:50.903873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:13:50.904593 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:13:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:51.012310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34750) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:51.036717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba361139-6741-4ce8-ac0d-c62eea4a3e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.102465 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffa916d6-45ee-41c1-87b7-6aeeeaa752e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.106341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:13:51.196083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 466e1e57-99bd-4a05-b00d-9e232e0d3c67 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:13:51.231638 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba361139-6741-4ce8-ac0d-c62eea4a3e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.243224 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba361139-6741-4ce8-ac0d-c62eea4a3e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.290234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361139-6741-4ce8-ac0d-c62eea4a3e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d15dea1-1dc0-46dc-afb9-d87fd459495e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:51.298929 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ba361139-6741-4ce8-ac0d-c62eea4a3e57 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6cd4f249b1b6422d8ad2c941acad14ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2855124 Aug 17 16:13:51.299513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:51.361584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34772) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:51.384623 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76f81dc6-9be8-4e6d-be47-7ed9f76a161c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.394553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05223dab-830f-464f-a94f-afef910054fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.437064 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05223dab-830f-464f-a94f-afef910054fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.448730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffa916d6-45ee-41c1-87b7-6aeeeaa752e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.464947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffa916d6-45ee-41c1-87b7-6aeeeaa752e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.501134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 466e1e57-99bd-4a05-b00d-9e232e0d3c67 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:51.501506 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.559898 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05223dab-830f-464f-a94f-afef910054fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.562985 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05223dab-830f-464f-a94f-afef910054fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.564333 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-05223dab-830f-464f-a94f-afef910054fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d15dea1-1dc0-46dc-afb9-d87fd459495e HTTP/1.1" status: 204 len: 168 time: 0.2638147 Aug 17 16:13:51.577188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ffa916d6-45ee-41c1-87b7-6aeeeaa752e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8e82897edf64e2eacb254f3c7172e70&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2867720 Aug 17 16:13:51.578202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:51.579620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa916d6-45ee-41c1-87b7-6aeeeaa752e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68844aab-1893-49ae-94f1-5706d53c028d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:51.615944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:48Z', 'revision_number': 2, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:51.629439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05223dab-830f-464f-a94f-afef910054fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d15dea1-1dc0-46dc-afb9-d87fd459495e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:51.663611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76f81dc6-9be8-4e6d-be47-7ed9f76a161c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.665514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc42cae7-55b3-4a78-a034-aa05fe2e8e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.667948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Checking router: 0b0ce239-565a-49be-8483-a5e4aebb9494 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:13:51.668326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Updating router 0b0ce239-565a-49be-8483-a5e4aebb9494 port f164fc6e-2323-44a4-a114-926f22a3069f binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:13:51.684577 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76f81dc6-9be8-4e6d-be47-7ed9f76a161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.697016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc42cae7-55b3-4a78-a034-aa05fe2e8e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.748859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f81dc6-9be8-4e6d-be47-7ed9f76a161c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fc12fc-e61f-4e32-ba80-4d532717a55c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:51.754944 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-76f81dc6-9be8-4e6d-be47-7ed9f76a161c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7bd6d0cfa8444c79a526a72c163ff2f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3919721 Aug 17 16:13:51.757624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34788) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:51.837955 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc42cae7-55b3-4a78-a034-aa05fe2e8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.840324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6485b7c-00e1-40e8-8cf5-bb5f010d10cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.846044 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc42cae7-55b3-4a78-a034-aa05fe2e8e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.847679 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc42cae7-55b3-4a78-a034-aa05fe2e8e8b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68844aab-1893-49ae-94f1-5706d53c028d HTTP/1.1" status: 204 len: 168 time: 0.2637913 Aug 17 16:13:51.861300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42cae7-55b3-4a78-a034-aa05fe2e8e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68844aab-1893-49ae-94f1-5706d53c028d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:51.879856 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6485b7c-00e1-40e8-8cf5-bb5f010d10cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.925699 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.947839 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6485b7c-00e1-40e8-8cf5-bb5f010d10cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.950550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6485b7c-00e1-40e8-8cf5-bb5f010d10cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:51.951702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b6485b7c-00e1-40e8-8cf5-bb5f010d10cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c6fc12fc-e61f-4e32-ba80-4d532717a55c HTTP/1.1" status: 204 len: 168 time: 0.1927702 Aug 17 16:13:51.961367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6485b7c-00e1-40e8-8cf5-bb5f010d10cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fc12fc-e61f-4e32-ba80-4d532717a55c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:52.043075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:52.048854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-network', 'tenant_id': '4df751735c2c4dca900acf641d95e12f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:13:52.076278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Made reservation on behalf of 4df751735c2c4dca900acf641d95e12f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:13:52.079493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.091280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.212339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.220114 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.249256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:13:52.266943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672f35bd-a2d4-4e41-b23c-c2ea1dff24bc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:52.285776 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.285776 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Added segment d83412ba-fccb-4d20-a368-fba082ebb82d of type vlan for network 442514f5-d187-4228-a26d-2b65133808af Aug 17 16:13:52.349372 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.360538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Transition to ACTIVE for port object f164fc6e-2323-44a4-a114-926f22a3069f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:13:52.370826 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.444599 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.450451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1381858-6497-4b76-8048-743da6402e67 None None] Pushing event updated for resources: {'Port': ['ID=f164fc6e-2323-44a4-a114-926f22a3069f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:52.500960 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.501844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:13:52.502496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.519994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Attempting to bind port f164fc6e-2323-44a4-a114-926f22a3069f on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:13:52.520659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Attempting to bind port f164fc6e-2323-44a4-a114-926f22a3069f by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:13:52.521185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Attempting to bind port f164fc6e-2323-44a4-a114-926f22a3069f on network 06914df4-5170-418c-9e76-7d4251874a02 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:13:52.530471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:13:52.531215 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Checking segment: {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:13:52.531546 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.532032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Bound using segment: {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:13:52.532706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Bound port: f164fc6e-2323-44a4-a114-926f22a3069f, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:13:52.533190 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.579183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34828) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:52.579360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5348418 Aug 17 16:13:52.585200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Request body: {'subnet': {'network_id': '442514f5-d187-4228-a26d-2b65133808af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-subnet', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:13:52.587202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcf70c-2354-4765-a842-f9d60e3082ec admin admin] Pushing event updated for resources: {'Network': ['ID=442514f5-d187-4228-a26d-2b65133808af,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:52.603259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 442514f5-d187-4228-a26d-2b65133808af details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:13:52.611837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:52.629893 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be9d7111-e4fc-488c-801c-77f5602c0ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.635773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Made reservation on behalf of 4df751735c2c4dca900acf641d95e12f for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:13:52.638614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.735063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] For port f164fc6e-2323-44a4-a114-926f22a3069f, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:13:52.754064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] For port f164fc6e-2323-44a4-a114-926f22a3069f, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f164fc6e-2323-44a4-a114-926f22a3069f,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:13:52.765021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be9d7111-e4fc-488c-801c-77f5602c0ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.770893 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.772639 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be9d7111-e4fc-488c-801c-77f5602c0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:52.841772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-be9d7111-e4fc-488c-801c-77f5602c0ee8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0cecf00360c14d65b3d41a399509a18d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2288163 Aug 17 16:13:52.842147 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34836) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:52.843117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d7111-e4fc-488c-801c-77f5602c0ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2f9d6f-2d82-461d-ab45-810d3aa0cb4e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:52.874675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:13:52.875970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:13:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:53.014017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1381858-6497-4b76-8048-743da6402e67 None None] Pushing event updated for resources: {'Port': ['ID=f164fc6e-2323-44a4-a114-926f22a3069f,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:53.041746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:13:53.057421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b06289-16e9-4c4c-9727-311645106718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.084343 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.293895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:53.295464 n-d-804878-1 neutron-server[94838]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 16:13:53.309926 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b06289-16e9-4c4c-9727-311645106718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.359691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec23294-5ae8-4c9a-a5fc-516687eb6aa7,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:53.363830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-e49a39f2-8fd1-4040-a96a-95e605caf486 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f526fbef438946b1a1fede128d6e7c4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668211 Aug 17 16:13:53.385206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Checking segment: {'id': 'd83412ba-fccb-4d20-a368-fba082ebb82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '442514f5-d187-4228-a26d-2b65133808af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:13:53.385925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Network hostable DHCP agents. Network: 442514f5-d187-4228-a26d-2b65133808af, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:13:53.410703 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b06289-16e9-4c4c-9727-311645106718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.414854 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b06289-16e9-4c4c-9727-311645106718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.416954 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-90b06289-16e9-4c4c-9727-311645106718 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a2f9d6f-2d82-461d-ab45-810d3aa0cb4e HTTP/1.1" status: 204 len: 168 time: 0.5720184 Aug 17 16:13:53.420627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Network 442514f5-d187-4228-a26d-2b65133808af is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:13:53.436953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b06289-16e9-4c4c-9727-311645106718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2f9d6f-2d82-461d-ab45-810d3aa0cb4e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:53.441242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 442514f5-d187-4228-a26d-2b65133808af) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:13:53.454734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaa8e0c-8509-4d5e-ac35-4f7131625e7a None None] Network 442514f5-d187-4228-a26d-2b65133808af requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:13:53.455693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:13:53.456402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.480401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4ba3bce1-8cc7-4132-bdfb-6e597fbc5292 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8995526 Aug 17 16:13:53.483983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34884) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:53.493915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-router', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:13:53.514959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:52Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:53.541977 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.543260 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.553889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c7409-3756-4647-bad7-1eb928d12ff4 None None] The sync data for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 is: [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:52Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:13:53.711038 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.747278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-442514f5-d187-4228-a26d-2b65133808af', 'network_id': '442514f5-d187-4228-a26d-2b65133808af', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'fixed_ips': [{'subnet_id': '6ec23294-5ae8-4c9a-a5fc-516687eb6aa7'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:13:53.748179 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.792698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-2c1d7001-7fe2-4ed4-80ac-4a0ff91162b8 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:13:53.801192 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-2c1d7001-7fe2-4ed4-80ac-4a0ff91162b8 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4256127 Aug 17 16:13:53.821258 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-a7ec187a-1c04-4be0-bc58-fde717350a1d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/quotas/f526fbef438946b1a1fede128d6e7c4c HTTP/1.1" status: 200 len: 375 time: 0.0183351 Aug 17 16:13:53.923757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:53.937323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-bac1fd6e-c053-451d-b43e-93bc2c2bc815 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f526fbef438946b1a1fede128d6e7c4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1138387 Aug 17 16:13:54.067702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Allocated IP 172.20.0.2 (442514f5-d187-4228-a26d-2b65133808af/6ec23294-5ae8-4c9a-a5fc-516687eb6aa7/edea62a6-f7de-4cfe-b446-9563acdb7f89) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:13:54.332557 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:54.359729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Transition to ACTIVE for port object edea62a6-f7de-4cfe-b446-9563acdb7f89 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:13:54.394899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Transition to ACTIVE for port object edea62a6-f7de-4cfe-b446-9563acdb7f89 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:13:54.410242 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:54.494657 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:54.516850 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:54.517133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e94ec339-89e1-4703-aa2f-48e80fa6c41b req-2a8c62ae-6704-47ef-b61e-cfeb9891b570 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 210 time: 0.1015074 Aug 17 16:13:54.587940 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Network 442514f5-d187-4228-a26d-2b65133808af is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:13:54.589632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Pushing event updated for resources: {'Port': ['ID=edea62a6-f7de-4cfe-b446-9563acdb7f89,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:54.608307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:13:54.609913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:13:54.694304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Attempting to bind port edea62a6-f7de-4cfe-b446-9563acdb7f89 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:13:54.694957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Attempting to bind port edea62a6-f7de-4cfe-b446-9563acdb7f89 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd83412ba-fccb-4d20-a368-fba082ebb82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '442514f5-d187-4228-a26d-2b65133808af'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:13:54.696063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Attempting to bind port edea62a6-f7de-4cfe-b446-9563acdb7f89 on network 442514f5-d187-4228-a26d-2b65133808af {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:13:54.704019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:13:54.704684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Checking segment: {'id': 'd83412ba-fccb-4d20-a368-fba082ebb82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '442514f5-d187-4228-a26d-2b65133808af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:13:54.705268 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:54.705846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Bound using segment: {'id': 'd83412ba-fccb-4d20-a368-fba082ebb82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '442514f5-d187-4228-a26d-2b65133808af'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:13:54.706946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Bound port: edea62a6-f7de-4cfe-b446-9563acdb7f89, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83412ba-fccb-4d20-a368-fba082ebb82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '442514f5-d187-4228-a26d-2b65133808af'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:13:54.707556 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:54.714809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Allocated IP 172.25.7.16 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/44eff924-3b6b-48ad-9549-068a97ed7338) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:13:54.795703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] For port edea62a6-f7de-4cfe-b446-9563acdb7f89, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:13:54.799217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] For port edea62a6-f7de-4cfe-b446-9563acdb7f89, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=edea62a6-f7de-4cfe-b446-9563acdb7f89,segment=NetworkSegment(d83412ba-fccb-4d20-a368-fba082ebb82d),segment_id=d83412ba-fccb-4d20-a368-fba082ebb82d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:13:54.808369 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:54.915670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:54.946052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdcfdc-6814-4080-8165-866c657af561 None None] Pushing event updated for resources: {'Port': ['ID=edea62a6-f7de-4cfe-b446-9563acdb7f89,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:54.992202 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:55.052804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:13:55.065452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:13:55.072572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:13:55.266203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Pushing event updated for resources: {'Port': ['ID=44eff924-3b6b-48ad-9549-068a97ed7338,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:55.339761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f164fc6e-2323-44a4-a114-926f22a3069f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:13:55.463051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f164fc6e-2323-44a4-a114-926f22a3069f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:13:55.463265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:55.468854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f164fc6e-2323-44a4-a114-926f22a3069f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:55.470172 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:55.636012 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:55.670973 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce15944d-7741-4cd6-a542-4b8554776c66 req-b3b822f6-1a72-44cc-b459-7daa023bbe10 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 210 time: 0.0739763 Aug 17 16:13:55.678748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port f164fc6e-2323-44a4-a114-926f22a3069f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f164fc6e-2323-44a4-a114-926f22a3069f,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:13:55.684002 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:55.743020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=f164fc6e-2323-44a4-a114-926f22a3069f,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:55.769092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:55.918078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:13:56.260846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:13:56.272787 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Sync routers for ids ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:13:56.286104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:56.290465 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Routers {'d99a4ef4-c0c1-4ffa-b176-2f00383f7635'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:13:56.290465 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:13:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:56.291190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:56.291660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6e4f1eb8-826d-4302-8650-7da6545d13cd admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8060591 Aug 17 16:13:56.307946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34996) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:56.361800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae45d9-44e1-4bbe-9cc4-77cb7f11fea0 None None] Network 442514f5-d187-4228-a26d-2b65133808af requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:13:56.495305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ac1a6d50-2764-49bd-980b-40ab0f2287f6 None None] Provisioning for port edea62a6-f7de-4cfe-b446-9563acdb7f89 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:13:56.498180 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Set router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:13:56.745742 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-router', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:53Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 3, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'gw_port': {'id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:54Z', 'updated_at': '2021-08-17T16:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:56.787469 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Checking router: d99a4ef4-c0c1-4ffa-b176-2f00383f7635 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:13:56.788050 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Updating router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 port 44eff924-3b6b-48ad-9549-068a97ed7338 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:13:56.845415 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:56.894134 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05fb2976-8f2f-4668-881e-08edc021420f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.092505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05fb2976-8f2f-4668-881e-08edc021420f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.104103 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05fb2976-8f2f-4668-881e-08edc021420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.222123 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-05fb2976-8f2f-4668-881e-08edc021420f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d52cba86c97f4437adbcbd56c87a4ed5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9125822 Aug 17 16:13:57.223134 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35030) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:57.228545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb2976-8f2f-4668-881e-08edc021420f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6bbda-4021-4481-9b29-524e45c68719,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:57.325642 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.337531 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Transition to ACTIVE for port object 44eff924-3b6b-48ad-9549-068a97ed7338 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:13:57.352469 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.356415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3744a3c-fe0f-4cfc-9f9c-3ce60ced7027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.371984 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.424902 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device edea62a6-f7de-4cfe-b446-9563acdb7f89 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:13:57.450281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3744a3c-fe0f-4cfc-9f9c-3ce60ced7027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.503773 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Attempting to bind port 44eff924-3b6b-48ad-9549-068a97ed7338 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:13:57.504109 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Attempting to bind port 44eff924-3b6b-48ad-9549-068a97ed7338 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:13:57.504480 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Attempting to bind port 44eff924-3b6b-48ad-9549-068a97ed7338 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:13:57.511075 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c59d3-68c5-4683-8d81-136d81269f7b None None] Pushing event updated for resources: {'Port': ['ID=44eff924-3b6b-48ad-9549-068a97ed7338,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:57.522038 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:13:57.522437 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:13:57.522847 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.524259 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:13:57.524517 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3744a3c-fe0f-4cfc-9f9c-3ce60ced7027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.526329 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Bound port: 44eff924-3b6b-48ad-9549-068a97ed7338, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:13:57.527477 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.527908 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3744a3c-fe0f-4cfc-9f9c-3ce60ced7027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.534662 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3744a3c-fe0f-4cfc-9f9c-3ce60ced7027 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68d6bbda-4021-4481-9b29-524e45c68719 HTTP/1.1" status: 204 len: 168 time: 0.3027864 Aug 17 16:13:57.550577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3744a3c-fe0f-4cfc-9f9c-3ce60ced7027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6bbda-4021-4481-9b29-524e45c68719,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:57.551497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port edea62a6-f7de-4cfe-b446-9563acdb7f89 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:13:57.572504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port edea62a6-f7de-4cfe-b446-9563acdb7f89 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:57.573170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.611537 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] For port 44eff924-3b6b-48ad-9549-068a97ed7338, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:13:57.617375 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] For port 44eff924-3b6b-48ad-9549-068a97ed7338, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=44eff924-3b6b-48ad-9549-068a97ed7338,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:13:57.623589 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.669380 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.702252 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c59d3-68c5-4683-8d81-136d81269f7b None None] Pushing event updated for resources: {'Port': ['ID=44eff924-3b6b-48ad-9549-068a97ed7338,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:57.712752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port edea62a6-f7de-4cfe-b446-9563acdb7f89, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=edea62a6-f7de-4cfe-b446-9563acdb7f89,segment=NetworkSegment(d83412ba-fccb-4d20-a368-fba082ebb82d),segment_id=d83412ba-fccb-4d20-a368-fba082ebb82d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:13:57.713446 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Routers {'d99a4ef4-c0c1-4ffa-b176-2f00383f7635'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:13:57.714247 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:13:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:57.719633 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:57.722612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f164fc6e-2323-44a4-a114-926f22a3069f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:13:57.770724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Allocated IP 172.20.0.1 (442514f5-d187-4228-a26d-2b65133808af/6ec23294-5ae8-4c9a-a5fc-516687eb6aa7/bd50e566-a50c-4fbd-bebe-0b35454e7142) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:13:57.855917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35048) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:57.911256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.93', 54325) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:57.945693 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] Set router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:13:57.969845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-1057afe9-34c9-412a-a859-5be564a58d08 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=f526fbef438946b1a1fede128d6e7c4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564256 Aug 17 16:13:58.035914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:58.038325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=edea62a6-f7de-4cfe-b446-9563acdb7f89,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:58.064357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f164fc6e-2323-44a4-a114-926f22a3069f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:58.064872 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:58.068265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Transition to ACTIVE for port object bd50e566-a50c-4fbd-bebe-0b35454e7142 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:13:58.135835 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:58.190221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Network 442514f5-d187-4228-a26d-2b65133808af is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:13:58.195406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:13:58.199387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:13:58.199857 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:58.266195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Pushing event updated for resources: {'Port': ['ID=bd50e566-a50c-4fbd-bebe-0b35454e7142,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:58.356202 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-router', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:53Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 3, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'gw_port': {'id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:54Z', 'updated_at': '2021-08-17T16:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:13:58.383058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-f51cbe18-d451-4edd-8030-713f83273d70 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:13:58.385495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-f51cbe18-d451-4edd-8030-713f83273d70 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4087675 Aug 17 16:13:58.394078 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a209514-6a23-4921-aaed-b6596369dc3b None None] The sync data for ids ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'] in n-d-804878-1 is: [{'id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-router', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:53Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 3, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'gw_port': {'id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:54Z', 'updated_at': '2021-08-17T16:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:13:58.451624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Request body: {'port': {'device_id': '9eebde9f-f1b2-4e24-97db-077a5f70cba6', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'f526fbef438946b1a1fede128d6e7c4c'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:13:58.568834 n-d-804878-1 neutron-server[94839]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 16:13:58.583073 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-11c4e46e-58ed-4bce-9d09-d9bc1156fe76 None None] Provisioning for port bd50e566-a50c-4fbd-bebe-0b35454e7142 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:13:58.590519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-11c4e46e-58ed-4bce-9d09-d9bc1156fe76 None None] Provisioning complete for port bd50e566-a50c-4fbd-bebe-0b35454e7142 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:58.590893 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11c4e46e-58ed-4bce-9d09-d9bc1156fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:58.658592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-013a0b55-2b61-42b9-a582-00d4c09b2d39 req-fbcd12d8-144b-4a6f-bc49-e845d4c35511 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 210 time: 0.8009350 Aug 17 16:13:58.676434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:58.693193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-11c4e46e-58ed-4bce-9d09-d9bc1156fe76 None None] Port bd50e566-a50c-4fbd-bebe-0b35454e7142 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:13:58.851463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Made reservation on behalf of f526fbef438946b1a1fede128d6e7c4c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:13:58.860317 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:58.874583 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:58.893543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:13:58.927094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc03fb5c-f7a9-469d-9a56-580316d39535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.041572 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.042986 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.050019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.068884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.070007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.312106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Pushing event updated for resources: {'Port': ['ID=bd50e566-a50c-4fbd-bebe-0b35454e7142,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:59.329591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99928949-a348-40ca-86c6-a2c725f59b9b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:59.340381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device edea62a6-f7de-4cfe-b446-9563acdb7f89 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:13:59.442125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port edea62a6-f7de-4cfe-b446-9563acdb7f89 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:59.442992 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.476050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Network 442514f5-d187-4228-a26d-2b65133808af is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:13:59.492098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:13:59.596386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 44eff924-3b6b-48ad-9549-068a97ed7338 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:13:59.635610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Allocated IP 192.168.233.232 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/ce834a77-d116-4dd4-a8ce-d3551562deb3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:13:59.643920 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc03fb5c-f7a9-469d-9a56-580316d39535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.682097 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc03fb5c-f7a9-469d-9a56-580316d39535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.738168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 44eff924-3b6b-48ad-9549-068a97ed7338 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:13:59.749860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 44eff924-3b6b-48ad-9549-068a97ed7338 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:59.750277 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.902172 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.922824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:13:59.923799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03fb5c-f7a9-469d-9a56-580316d39535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78dcc28-6c16-449d-af52-0f6ce3770d08,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:13:59.941350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 44eff924-3b6b-48ad-9549-068a97ed7338, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=44eff924-3b6b-48ad-9549-068a97ed7338,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:13:59.954234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bc577c6a-3d4d-4cad-8cc4-53255cc8dd48 None None] Provisioning complete for port bd50e566-a50c-4fbd-bebe-0b35454e7142 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:13:59.955630 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc577c6a-3d4d-4cad-8cc4-53255cc8dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.958884 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:13:59.972186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f597e32d-6e14-467b-90b2-9d19fa798493 req-73443882-aadd-47fa-8b67-0de556918a1b tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 210 time: 0.1072781 Aug 17 16:14:00.117771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bc577c6a-3d4d-4cad-8cc4-53255cc8dd48 None None] Port bd50e566-a50c-4fbd-bebe-0b35454e7142 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:14:00.154961 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:00.165107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=44eff924-3b6b-48ad-9549-068a97ed7338,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:00.190605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc03fb5c-f7a9-469d-9a56-580316d39535 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8cb69cf535864763b91c522f4d857a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2958083 Aug 17 16:14:00.193283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35124) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:00.209755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Transition to ACTIVE for port object ce834a77-d116-4dd4-a8ce-d3551562deb3 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:00.235826 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-8750907b-059a-4836-a268-2b198a0710d4 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7291e6af91c44297bc11ec2b384e95df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786080 Aug 17 16:14:00.339143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8d200c7-e20c-4849-97b9-e23d49f8d9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:00.397510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:14:00.414455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-db292177-c248-442e-8d35-33207e087a68 admin admin] 10.222.0.77 "PUT /v2.0/routers/d99a4ef4-c0c1-4ffa-b176-2f00383f7635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1126215 Aug 17 16:14:00.414644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8d200c7-e20c-4849-97b9-e23d49f8d9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:00.427590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:00.462788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:14:00.490518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:00.531673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:14:00.537958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:00.539015 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:00.584781 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1373022 Aug 17 16:14:00.605930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-c43e3592-3c30-40a2-bdb7-21a1a8e8bbd1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:00.610715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-c43e3592-3c30-40a2-bdb7-21a1a8e8bbd1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3596389 Aug 17 16:14:00.644489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-7740b41d-c662-42a8-ab4d-461aab72cee2 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:14:00.647130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-7740b41d-c662-42a8-ab4d-461aab72cee2 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117025 Aug 17 16:14:00.648884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dcecb-86ef-42f7-a1c7-027934be7a3d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Pushing event updated for resources: {'Port': ['ID=ce834a77-d116-4dd4-a8ce-d3551562deb3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:00.666704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8d200c7-e20c-4849-97b9-e23d49f8d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:00.693912 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8d200c7-e20c-4849-97b9-e23d49f8d9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:00.694943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-e6a0ba53-9ee0-4919-9af8-78fe5ee6607e tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/quotas/7291e6af91c44297bc11ec2b384e95df HTTP/1.1" status: 200 len: 375 time: 0.0528584 Aug 17 16:14:00.699317 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f8d200c7-e20c-4849-97b9-e23d49f8d9ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d78dcc28-6c16-449d-af52-0f6ce3770d08 HTTP/1.1" status: 204 len: 168 time: 0.5048194 Aug 17 16:14:00.716964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d200c7-e20c-4849-97b9-e23d49f8d9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78dcc28-6c16-449d-af52-0f6ce3770d08,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:00.785278 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-b31c932d-5588-4f3f-beab-27586d8e3101 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7291e6af91c44297bc11ec2b384e95df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853963 Aug 17 16:14:00.978090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d865a976-e004-433f-ab0e-d30a29ce62df None None] Provisioning for port ce834a77-d116-4dd4-a8ce-d3551562deb3 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:00.991256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d865a976-e004-433f-ab0e-d30a29ce62df None None] Provisioning complete for port ce834a77-d116-4dd4-a8ce-d3551562deb3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:00.992760 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d865a976-e004-433f-ab0e-d30a29ce62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:01.102515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d865a976-e004-433f-ab0e-d30a29ce62df None None] Port ce834a77-d116-4dd4-a8ce-d3551562deb3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:14:01.215633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 44eff924-3b6b-48ad-9549-068a97ed7338 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:14:01.388403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 44eff924-3b6b-48ad-9549-068a97ed7338 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:01.389283 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:01.478837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Request body: {'port': {'device_id': '9eebde9f-f1b2-4e24-97db-077a5f70cba6', 'device_owner': 'compute:tempest-test_az-1424308710', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:01.496904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Sync routers for ids ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:14:01.621906 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Routers {'d99a4ef4-c0c1-4ffa-b176-2f00383f7635'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:14:01.624024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:13:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:01.683403 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:01.712288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7116a2-3352-4c01-ba87-ced61d6307bb req-e80046f0-99af-4a6f-85d6-fea35a2535af tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:01.714524 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de7116a2-3352-4c01-ba87-ced61d6307bb req-e80046f0-99af-4a6f-85d6-fea35a2535af tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 936 time: 0.1691942 Aug 17 16:14:01.971556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35184) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:01.972045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ca9b9c16-d9c9-47c0-802d-2e7dcf8ca8ae req-71647b9d-39f1-408f-9166-f6fb34537dcf tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 210 time: 0.0706303 Aug 17 16:14:01.976269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Set router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:14:02.001727 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de7116a2-3352-4c01-ba87-ced61d6307bb req-ebbe2a9c-f18a-4a9f-87ef-cc5e972bbf60 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771759 Aug 17 16:14:02.075650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01f2d13c-edd2-42b9-852a-a64c0c9d0a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:02.089001 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2c9b-7542-4339-9107-9e71d643d627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:02.579876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-router', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:53Z', 'updated_at': '2021-08-17T16:13:58Z', 'revision_number': 4, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'gw_port': {'id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:54Z', 'updated_at': '2021-08-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bd50e566-a50c-4fbd-bebe-0b35454e7142', 'name': '', 'network_id': '442514f5-d187-4228-a26d-2b65133808af', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'mac_address': 'fa:16:3e:96:30:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec23294-5ae8-4c9a-a5fc-516687eb6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:57Z', 'updated_at': '2021-08-17T16:13:58Z', 'revision_number': 2, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'subnets': [{'id': '6ec23294-5ae8-4c9a-a5fc-516687eb6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:02.666950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Checking router: d99a4ef4-c0c1-4ffa-b176-2f00383f7635 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:14:02.667541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Updating router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 port bd50e566-a50c-4fbd-bebe-0b35454e7142 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:14:02.684495 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01f2d13c-edd2-42b9-852a-a64c0c9d0a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:02.701118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:02.764174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01f2d13c-edd2-42b9-852a-a64c0c9d0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:02.882896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:02.900560 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-01f2d13c-edd2-42b9-852a-a64c0c9d0a15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72e2274e056440eeb79b5cfa4f75adc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9192047 Aug 17 16:14:02.905236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2d13c-edd2-42b9-852a-a64c0c9d0a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edb8488-9bcc-4fd8-aeb7-48cce62c9530,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:03.030584 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed8379fb-e1da-4b1f-a79d-737d6a79c4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.122643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed8379fb-e1da-4b1f-a79d-737d6a79c4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.168721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce834a77-d116-4dd4-a8ce-d3551562deb3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:03.174744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35258) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:03.194213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.239516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Transition to ACTIVE for port object ce834a77-d116-4dd4-a8ce-d3551562deb3 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:03.246871 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.285733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed8379fb-e1da-4b1f-a79d-737d6a79c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.295566 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed8379fb-e1da-4b1f-a79d-737d6a79c4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.301043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ed8379fb-e1da-4b1f-a79d-737d6a79c4ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1edb8488-9bcc-4fd8-aeb7-48cce62c9530 HTTP/1.1" status: 204 len: 168 time: 0.4164367 Aug 17 16:14:03.324343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8379fb-e1da-4b1f-a79d-737d6a79c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edb8488-9bcc-4fd8-aeb7-48cce62c9530,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:03.347432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:03.556341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Pushing event updated for resources: {'Port': ['ID=ce834a77-d116-4dd4-a8ce-d3551562deb3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:03.610332 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00418835-ad10-4ce5-932b-4c939e8264f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.622339 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.637020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1945c0fa-cd46-48ce-b188-24584120cb94 req-65b6337f-54ab-422a-a4b7-5ad66c088240 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 210 time: 0.1509154 Aug 17 16:14:03.663587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Transition to ACTIVE for port object bd50e566-a50c-4fbd-bebe-0b35454e7142 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:03.684965 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.700907 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8407976-04e5-470d-b7da-b5264218ff1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.797563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.91', 52042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:03.894216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecd99e-1c8e-4832-a23f-54b2d34be1a5 None None] Pushing event updated for resources: {'Port': ['ID=bd50e566-a50c-4fbd-bebe-0b35454e7142,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:03.916161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00418835-ad10-4ce5-932b-4c939e8264f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.918524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Attempting to bind port ce834a77-d116-4dd4-a8ce-d3551562deb3 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:14:03.919069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Attempting to bind port ce834a77-d116-4dd4-a8ce-d3551562deb3 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:14:03.919799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Attempting to bind port ce834a77-d116-4dd4-a8ce-d3551562deb3 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:03.924146 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00418835-ad10-4ce5-932b-4c939e8264f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.949994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Attempting to bind port bd50e566-a50c-4fbd-bebe-0b35454e7142 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:14:03.950218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-657c6324-5173-4973-8726-e09b9296b528 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=7291e6af91c44297bc11ec2b384e95df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1509857 Aug 17 16:14:03.950805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Attempting to bind port bd50e566-a50c-4fbd-bebe-0b35454e7142 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd83412ba-fccb-4d20-a368-fba082ebb82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '442514f5-d187-4228-a26d-2b65133808af'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:14:03.951365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Attempting to bind port bd50e566-a50c-4fbd-bebe-0b35454e7142 on network 442514f5-d187-4228-a26d-2b65133808af {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:03.968580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:14:03.969548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Checking segment: {'id': 'd83412ba-fccb-4d20-a368-fba082ebb82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '442514f5-d187-4228-a26d-2b65133808af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:03.970306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00418835-ad10-4ce5-932b-4c939e8264f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e700636e-a4dd-4960-95f1-425bcf4a2050,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:03.975541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Port ce834a77-d116-4dd4-a8ce-d3551562deb3 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:14:03.976159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Attempting to bind port ce834a77-d116-4dd4-a8ce-d3551562deb3 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:03.999373 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:03.999373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Bound using segment: {'id': 'd83412ba-fccb-4d20-a368-fba082ebb82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '442514f5-d187-4228-a26d-2b65133808af'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:14:03.999373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Bound port: bd50e566-a50c-4fbd-bebe-0b35454e7142, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83412ba-fccb-4d20-a368-fba082ebb82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '442514f5-d187-4228-a26d-2b65133808af'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:14:03.999373 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:04.071018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:14:04.071650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:04.074237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:14:04.076070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Bound port: ce834a77-d116-4dd4-a8ce-d3551562deb3, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:14:04.078034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:04.103933 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-00418835-ad10-4ce5-932b-4c939e8264f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aebf33816fb24eb2953d99f159d9aaf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9279873 Aug 17 16:14:04.107298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35274) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:04.272590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] For port bd50e566-a50c-4fbd-bebe-0b35454e7142, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:14:04.290446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-7544f832-1a0e-4427-9b9a-09d5b778d226 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:04.296597 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-7544f832-1a0e-4427-9b9a-09d5b778d226 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661126 Aug 17 16:14:04.307478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] For port ce834a77-d116-4dd4-a8ce-d3551562deb3, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:14:04.318817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] For port ce834a77-d116-4dd4-a8ce-d3551562deb3, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ce834a77-d116-4dd4-a8ce-d3551562deb3,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:14:04.333229 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:04.334860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] For port bd50e566-a50c-4fbd-bebe-0b35454e7142, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=bd50e566-a50c-4fbd-bebe-0b35454e7142,segment=NetworkSegment(d83412ba-fccb-4d20-a368-fba082ebb82d),segment_id=d83412ba-fccb-4d20-a368-fba082ebb82d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:14:04.343926 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:04.375588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Request body: {'port': {'device_id': 'f95d3cc4-4c33-4514-9c09-b44ce8d184f7', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '7291e6af91c44297bc11ec2b384e95df'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:04.509441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35288) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:04.514952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Pushing event updated for resources: {'Port': ['ID=ce834a77-d116-4dd4-a8ce-d3551562deb3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:04.529371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bcc7a0c9-c1a1-40e1-b369-3f092ff3443d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145235592', 'description': 'tempest-description--1936173713'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:04.575473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:04.577590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:04.579260 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-dc9b45dd-a828-42fd-be87-2747fc9ed2ee service neutron] 10.222.0.93 "PUT /v2.0/ports/ce834a77-d116-4dd4-a8ce-d3551562deb3 HTTP/1.1" status: 200 len: 1118 time: 3.3829887 Aug 17 16:14:04.579716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eebde9f-f1b2-4e24-97db-077a5f70cba6', 'tag': 'ce834a77-d116-4dd4-a8ce-d3551562deb3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:04.597861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Routers {'d99a4ef4-c0c1-4ffa-b176-2f00383f7635'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:14:04.598540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:13:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:04.856635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449ea03-bf3f-4793-97d0-cf8c948bec1e req-00233a72-05dd-4563-bfd5-20582f80346f tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:04.859672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecd99e-1c8e-4832-a23f-54b2d34be1a5 None None] Pushing event updated for resources: {'Port': ['ID=bd50e566-a50c-4fbd-bebe-0b35454e7142,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:04.868850 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d449ea03-bf3f-4793-97d0-cf8c948bec1e req-00233a72-05dd-4563-bfd5-20582f80346f tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 970 time: 0.9819450 Aug 17 16:14:04.975387 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fb677a4-79e1-4b69-b915-d320be20d9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.080807 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-984c8c96-cbda-453e-bb46-e807950347ba req-3bb1e16e-a5c1-4d54-8e59-65cd8285c75c tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 210 time: 0.2202115 Aug 17 16:14:05.144038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-ec36c14e-876e-49d1-b6a2-f06d5b33af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:05.146269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-ec36c14e-876e-49d1-b6a2-f06d5b33af50 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f526fbef438946b1a1fede128d6e7c4c&device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 1121 time: 0.3931863 Aug 17 16:14:05.155776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8dcdef43-b928-44e7-8ef9-1aec0b2117c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.201515 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d449ea03-bf3f-4793-97d0-cf8c948bec1e req-1e0604fc-46fa-45b7-a328-ca72822aa322 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315907 Aug 17 16:14:05.263203 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c29a344-1888-41b2-bb74-fd2bb0e23de9" -d '{"events": [{"name": "network-changed", "server_uuid": "9eebde9f-f1b2-4e24-97db-077a5f70cba6", "tag": "ce834a77-d116-4dd4-a8ce-d3551562deb3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:05.298406 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.306251 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8407976-04e5-470d-b7da-b5264218ff1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.314362 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8407976-04e5-470d-b7da-b5264218ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.377432 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-fea2ee18-9fd4-4e32-8a72-3f2792736d45 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ce834a77-d116-4dd4-a8ce-d3551562deb3 HTTP/1.1" status: 200 len: 217 time: 0.2142978 Aug 17 16:14:05.387143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcc7a0c9-c1a1-40e1-b369-3f092ff3443d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.401016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] Set router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:14:05.427902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c8407976-04e5-470d-b7da-b5264218ff1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95078c28a44844fd83a07e16121db669&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0771782 Aug 17 16:14:05.437541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:05.438219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8407976-04e5-470d-b7da-b5264218ff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfcc1ee-73e7-41b7-8567-7a07b699bf9f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:05.553735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8dcdef43-b928-44e7-8ef9-1aec0b2117c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.576383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Made reservation on behalf of 7291e6af91c44297bc11ec2b384e95df for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:05.585423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.609689 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.650105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac853121-6da6-41e1-a8f1-cb24b7d5ec1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.710268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac853121-6da6-41e1-a8f1-cb24b7d5ec1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.718937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcc7a0c9-c1a1-40e1-b369-3f092ff3443d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.768859 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcc7a0c9-c1a1-40e1-b369-3f092ff3443d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.778044 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c753eb-3447-4b3c-a61b-42d4c6f05563 x-openstack-request-id: req-81c753eb-3447-4b3c-a61b-42d4c6f05563 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:05.778711 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eebde9f-f1b2-4e24-97db-077a5f70cba6", "tag": "ce834a77-d116-4dd4-a8ce-d3551562deb3", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:05.779149 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81c753eb-3447-4b3c-a61b-42d4c6f05563 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:05.780014 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eebde9f-f1b2-4e24-97db-077a5f70cba6', 'tag': 'ce834a77-d116-4dd4-a8ce-d3551562deb3', 'status': 'completed', 'code': 200} Aug 17 16:14:05.782945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8dcdef43-b928-44e7-8ef9-1aec0b2117c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.785666 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8dcdef43-b928-44e7-8ef9-1aec0b2117c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.789218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8dcdef43-b928-44e7-8ef9-1aec0b2117c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e700636e-a4dd-4960-95f1-425bcf4a2050 HTTP/1.1" status: 204 len: 168 time: 1.6720822 Aug 17 16:14:05.793269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d4699d0a-89fa-4937-9be0-71db626daf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:05.795009 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-d4699d0a-89fa-4937-9be0-71db626daf25 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.4054480 Aug 17 16:14:05.908458 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.947215 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcc7a0c9-c1a1-40e1-b369-3f092ff3443d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:05.951689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bcc7a0c9-c1a1-40e1-b369-3f092ff3443d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4349315 Aug 17 16:14:05.953566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35352) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:05.975235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-98fa0feb-0f57-415f-a279-1144d45a00e2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Request body: {'security_group_rule': {'security_group_id': 'b66befbf-9e3c-443d-816c-46f8e7da6262', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:05.989384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7a0c9-c1a1-40e1-b369-3f092ff3443d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66befbf-9e3c-443d-816c-46f8e7da6262,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:06.008517 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac853121-6da6-41e1-a8f1-cb24b7d5ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:06.013830 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac853121-6da6-41e1-a8f1-cb24b7d5ec1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:06.015819 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-2e1d9e1d-04ff-4ebf-98f2-ffc588831792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:06.022619 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-2e1d9e1d-04ff-4ebf-98f2-ffc588831792 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2126768 Aug 17 16:14:06.028043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac853121-6da6-41e1-a8f1-cb24b7d5ec1c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bbfcc1ee-73e7-41b7-8567-7a07b699bf9f HTTP/1.1" status: 204 len: 168 time: 0.5756037 Aug 17 16:14:06.051370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac853121-6da6-41e1-a8f1-cb24b7d5ec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfcc1ee-73e7-41b7-8567-7a07b699bf9f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:06.069851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdef43-b928-44e7-8ef9-1aec0b2117c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e700636e-a4dd-4960-95f1-425bcf4a2050,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:06.191952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-router', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:53Z', 'updated_at': '2021-08-17T16:13:58Z', 'revision_number': 4, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'gw_port': {'id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:54Z', 'updated_at': '2021-08-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bd50e566-a50c-4fbd-bebe-0b35454e7142', 'name': '', 'network_id': '442514f5-d187-4228-a26d-2b65133808af', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'mac_address': 'fa:16:3e:96:30:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec23294-5ae8-4c9a-a5fc-516687eb6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:57Z', 'updated_at': '2021-08-17T16:14:04Z', 'revision_number': 4, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'subnets': [{'id': '6ec23294-5ae8-4c9a-a5fc-516687eb6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:06.228620 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:06.239484 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:06.296900 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98fa0feb-0f57-415f-a279-1144d45a00e2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:06.303833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2d1c4-10c1-47df-9e1f-86a023b97d32 None None] The sync data for ids ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'] in n-d-804878-1 is: [{'id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-router', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:53Z', 'updated_at': '2021-08-17T16:13:58Z', 'revision_number': 4, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'gw_port': {'id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:54Z', 'updated_at': '2021-08-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bd50e566-a50c-4fbd-bebe-0b35454e7142', 'name': '', 'network_id': '442514f5-d187-4228-a26d-2b65133808af', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'mac_address': 'fa:16:3e:96:30:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec23294-5ae8-4c9a-a5fc-516687eb6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:57Z', 'updated_at': '2021-08-17T16:14:04Z', 'revision_number': 4, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'subnets': [{'id': '6ec23294-5ae8-4c9a-a5fc-516687eb6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:14:06.418550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cea833ce-eff4-473f-a0c5-b98a172fef02 req-720bd149-b2bb-4797-bfd9-658da08e1386 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 210 time: 0.1425023 Aug 17 16:14:06.426496 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-85a88b21-8d1b-4d05-a1de-63d4d9876b39 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813286 Aug 17 16:14:06.647563 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da60a9eb-d292-48d3-b058-dba997a6af18 req-81cf1259-43f7-41cd-9b2a-d90ac4d11a34 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933160 Aug 17 16:14:06.709310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98fa0feb-0f57-415f-a279-1144d45a00e2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:06.717578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98fa0feb-0f57-415f-a279-1144d45a00e2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:06.919110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa0feb-0f57-415f-a279-1144d45a00e2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153c2740-0cef-4309-92dd-d8b62fc2a3d5,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:06.921347 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35386) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:06.987535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98fa0feb-0f57-415f-a279-1144d45a00e2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:06.989222 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-98fa0feb-0f57-415f-a279-1144d45a00e2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0304978 Aug 17 16:14:06.992015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35394) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:06.995903 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cca473e8-235d-4126-b858-f08c4494e8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:07.032025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-119dfaaa-34b0-4a38-8765-85a2bd5c1f3c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Request body: {'security_group_rule': {'security_group_id': 'b66befbf-9e3c-443d-816c-46f8e7da6262', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:07.104362 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-88595813-b323-40de-a25b-82cc2dd3e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:07.105931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-88595813-b323-40de-a25b-82cc2dd3e932 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f526fbef438946b1a1fede128d6e7c4c&device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 1121 time: 0.3283517 Aug 17 16:14:07.389193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bd50e566-a50c-4fbd-bebe-0b35454e7142 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:14:07.415996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35406) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:07.466658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:07.484664 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Allocated IP 192.168.233.111 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/4e52ef76-59dc-4984-afe6-93bb5fd99d26) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:14:07.570434 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:07.620552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port bd50e566-a50c-4fbd-bebe-0b35454e7142 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:07.640721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port bd50e566-a50c-4fbd-bebe-0b35454e7142 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:07.641786 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:07.829357 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:07.902456 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:07.912301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port bd50e566-a50c-4fbd-bebe-0b35454e7142, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=bd50e566-a50c-4fbd-bebe-0b35454e7142,segment=NetworkSegment(d83412ba-fccb-4d20-a368-fba082ebb82d),segment_id=d83412ba-fccb-4d20-a368-fba082ebb82d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:07.918408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Transition to ACTIVE for port object 4e52ef76-59dc-4984-afe6-93bb5fd99d26 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:07.925932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:07.963828 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.000918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:14:08.038648 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e5a9f41-92aa-4d53-90fb-952d2381cd62 req-36e6c07a-b267-4d9b-9db3-8329fa4bc159 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 210 time: 0.4298022 Aug 17 16:14:08.044278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:08.047638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-30a4eed2-6758-4376-8ed4-ab071eed2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:08.049198 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-30a4eed2-6758-4376-8ed4-ab071eed2a3c service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.9195180 Aug 17 16:14:08.085149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:14:08.091686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=bd50e566-a50c-4fbd-bebe-0b35454e7142,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:08.092115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:08.093007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.106974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060706a2-baf0-4020-9170-5f95f8ec1df5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:08.210886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d5f0e-bfa6-4fe6-aeb3-d59110ca7cd5 req-64d1b39b-cc22-4716-b026-b0cbbd995908 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:08.218748 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-c22cba0b-bab0-4b0e-a7b0-6b0bf16f572a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ce834a77-d116-4dd4-a8ce-d3551562deb3 HTTP/1.1" status: 200 len: 217 time: 0.1590536 Aug 17 16:14:08.219019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f48d5f0e-bfa6-4fe6-aeb3-d59110ca7cd5 req-64d1b39b-cc22-4716-b026-b0cbbd995908 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 970 time: 1.7646062 Aug 17 16:14:08.291128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Pushing event updated for resources: {'Port': ['ID=4e52ef76-59dc-4984-afe6-93bb5fd99d26,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:08.354078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f48d5f0e-bfa6-4fe6-aeb3-d59110ca7cd5 req-73d7e204-3956-42ad-91d8-47263be9675b tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340098 Aug 17 16:14:08.359714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cca473e8-235d-4126-b858-f08c4494e8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.388124 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cca473e8-235d-4126-b858-f08c4494e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.414518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-3251495b-bce0-4261-a934-1b07dc1bc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:08.416006 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-3251495b-bce0-4261-a934-1b07dc1bc99c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1871316 Aug 17 16:14:08.434045 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:14:08.434045 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:14:08.434045 n-d-804878-1 neutron-server[94839]: [parameters: {'project_id_1': '07147e304b9a4008bf2c89fc0ac7f804', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 14, 7, 578045)}] Aug 17 16:14:08.434045 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:14:08.434881 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:14:08.441906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-600d5659-a627-4cf9-ba1f-122bbe0f4cb1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0800855 Aug 17 16:14:08.457680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-c8722a18-b953-4fb7-a077-d57d720b1822 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:14:08.458739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-c8722a18-b953-4fb7-a077-d57d720b1822 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070868 Aug 17 16:14:08.463770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-119dfaaa-34b0-4a38-8765-85a2bd5c1f3c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.504156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-01d17837-9c48-4673-835a-fde864f55bb9 None None] Provisioning for port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:08.524719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-01d17837-9c48-4673-835a-fde864f55bb9 None None] Provisioning complete for port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:08.524991 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01d17837-9c48-4673-835a-fde864f55bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.617473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cca473e8-235d-4126-b858-f08c4494e8e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5afdf02e2fe4423899ff8fe6d5ef9326&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6887124 Aug 17 16:14:08.618021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:08.623058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca473e8-235d-4126-b858-f08c4494e8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a18fce-8ba7-45e9-9371-92f5abcf78b0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:08.672594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-01d17837-9c48-4673-835a-fde864f55bb9 None None] Port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:14:08.678460 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-119dfaaa-34b0-4a38-8765-85a2bd5c1f3c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.695891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-119dfaaa-34b0-4a38-8765-85a2bd5c1f3c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.701318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-64572c4e-fab2-4e50-841d-c306a12f711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:08.702931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-64572c4e-fab2-4e50-841d-c306a12f711b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2616038 Aug 17 16:14:08.815703 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95576752-6a56-4ea0-863e-31dccf9fa95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.947142 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95576752-6a56-4ea0-863e-31dccf9fa95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.948886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.961120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dfaaa-34b0-4a38-8765-85a2bd5c1f3c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7bed62-c6df-4215-99a6-1d6877a4bd70,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:08.991544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Request body: {'port': {'device_id': 'f95d3cc4-4c33-4514-9c09-b44ce8d184f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:08.996235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-119dfaaa-34b0-4a38-8765-85a2bd5c1f3c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:08.997797 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-119dfaaa-34b0-4a38-8765-85a2bd5c1f3c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0029616 Aug 17 16:14:09.003850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35446) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:09.018575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:09.149189 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:14:09.149189 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:14:09.149189 n-d-804878-1 neutron-server[94839]: [parameters: {'project_id_1': '07147e304b9a4008bf2c89fc0ac7f804', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 14, 9, 70137)}] Aug 17 16:14:09.149189 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:14:09.150136 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:14:09.152344 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-e3e41389-b3a2-4a4d-ba16-7b71e36e1045 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302588 Aug 17 16:14:09.161212 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:09.227307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95576752-6a56-4ea0-863e-31dccf9fa95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:09.247016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95576752-6a56-4ea0-863e-31dccf9fa95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:09.256474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-95576752-6a56-4ea0-863e-31dccf9fa95f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89a18fce-8ba7-45e9-9371-92f5abcf78b0 HTTP/1.1" status: 204 len: 168 time: 0.6368873 Aug 17 16:14:09.280619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bd50e566-a50c-4fbd-bebe-0b35454e7142 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:14:09.361392 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:09.365497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95576752-6a56-4ea0-863e-31dccf9fa95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a18fce-8ba7-45e9-9371-92f5abcf78b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:09.399951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port bd50e566-a50c-4fbd-bebe-0b35454e7142 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:09.403726 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:09.470543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a8aa7-4536-4270-9ff4-dda7271c3559 req-dbe8d181-3bdc-4c55-8637-155a0ef5c3ab tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:09.488977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de3a8aa7-4536-4270-9ff4-dda7271c3559 req-dbe8d181-3bdc-4c55-8637-155a0ef5c3ab tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 936 time: 0.3330555 Aug 17 16:14:09.639676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:09.657307 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:09.749118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de3a8aa7-4536-4270-9ff4-dda7271c3559 req-010ad213-8d6d-4e35-bd4b-6adb043bb656 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591102 Aug 17 16:14:09.924701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc695c2c-2337-4266-bcdf-998c51db74bc req-468b7d85-a092-41ed-b4a8-01480412e3c4 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:09.938118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc695c2c-2337-4266-bcdf-998c51db74bc req-468b7d85-a092-41ed-b4a8-01480412e3c4 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 970 time: 0.3693635 Aug 17 16:14:10.008853 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc695c2c-2337-4266-bcdf-998c51db74bc req-af6a8e34-3aab-4104-a224-54ddcd5879f8 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697448 Aug 17 16:14:10.150080 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c29a344-1888-41b2-bb74-fd2bb0e23de9 req-5541a68b-1c47-40cc-a0ed-147ad2fc2db8 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9773095 Aug 17 16:14:10.199547 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.262398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6708f5ad-0257-4f64-b8c1-99e0d0e2fc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.326534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.335084 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.376764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355fefdc-3646-414b-b472-3b8afbe7d34c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:10.390478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e52ef76-59dc-4984-afe6-93bb5fd99d26 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:10.401206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.425781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Transition to ACTIVE for port object 4e52ef76-59dc-4984-afe6-93bb5fd99d26 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:10.442772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.453839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:10.455444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-468c4247-ee8b-4974-8ec1-438164b3fa7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07147e304b9a4008bf2c89fc0ac7f804&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0376828 Aug 17 16:14:10.495022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Allocated IP 172.25.7.234 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/9764e242-0941-4e6a-9185-de9644b6abc0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:14:10.581731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Pushing event updated for resources: {'Port': ['ID=4e52ef76-59dc-4984-afe6-93bb5fd99d26,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:10.654296 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d348900-e3fa-43ae-a844-0335ecc85bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.729707 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.816045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d348900-e3fa-43ae-a844-0335ecc85bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.829261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.863857 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:14:10.899466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Attempting to bind port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:14:10.899821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Attempting to bind port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:14:10.900170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Attempting to bind port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:10.918544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:10.922405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:14:10.955701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:14:10.956020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Attempting to bind port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:10.985940 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d348900-e3fa-43ae-a844-0335ecc85bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.991270 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d348900-e3fa-43ae-a844-0335ecc85bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:10.995410 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2d348900-e3fa-43ae-a844-0335ecc85bed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/355fefdc-3646-414b-b472-3b8afbe7d34c HTTP/1.1" status: 204 len: 168 time: 0.5410028 Aug 17 16:14:11.070533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:14:11.070905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:11.071933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:14:11.072491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Bound port: 4e52ef76-59dc-4984-afe6-93bb5fd99d26, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:14:11.072738 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event updated for resources: {'Port': ['ID=9764e242-0941-4e6a-9185-de9644b6abc0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:11.072854 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.107264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d348900-e3fa-43ae-a844-0335ecc85bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355fefdc-3646-414b-b472-3b8afbe7d34c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:11.118660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6708f5ad-0257-4f64-b8c1-99e0d0e2fc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.127274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.156444 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6708f5ad-0257-4f64-b8c1-99e0d0e2fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.228836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.265969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6da461-9d2b-468c-ae6a-a94985182419 req-38d2c0f7-bf79-4c2e-9a4c-6237fbff2c79 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:11.297780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebbfee-3045-4fdc-aa84-b70dacf99a12 req-ff48fe6f-c794-4cae-9cb9-5f2ab6536dc8 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:11.300691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9ebbfee-3045-4fdc-aa84-b70dacf99a12 req-ff48fe6f-c794-4cae-9cb9-5f2ab6536dc8 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 970 time: 0.1204846 Aug 17 16:14:11.301690 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d6da461-9d2b-468c-ae6a-a94985182419 req-38d2c0f7-bf79-4c2e-9a4c-6237fbff2c79 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 948 time: 0.3867848 Aug 17 16:14:11.405557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6708f5ad-0257-4f64-b8c1-99e0d0e2fc2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0570a6ad5c774b1f989f43dc9cfa1d62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7533450 Aug 17 16:14:11.412040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708f5ad-0257-4f64-b8c1-99e0d0e2fc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbad26e-f51f-46fb-9a7d-ec82bad1d6d5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:11.414117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35494) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:11.503073 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d6da461-9d2b-468c-ae6a-a94985182419 req-c2a68c5c-17fa-474e-9a1c-d71099783096 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977236 Aug 17 16:14:11.530318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] For port 4e52ef76-59dc-4984-afe6-93bb5fd99d26, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:14:11.544393 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] For port 4e52ef76-59dc-4984-afe6-93bb5fd99d26, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=4e52ef76-59dc-4984-afe6-93bb5fd99d26,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:14:11.574489 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.641187 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9ebbfee-3045-4fdc-aa84-b70dacf99a12 req-faf47098-575f-42a1-ad82-c905e51c4149 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307195 Aug 17 16:14:11.709261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fedeedb-c646-4083-b4cd-07f07b296982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.729185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:11.731925 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.737245 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] 10.222.0.91 "PUT /v2.0/ports/4e52ef76-59dc-4984-afe6-93bb5fd99d26 HTTP/1.1" status: 200 len: 1096 time: 2.8954098 Aug 17 16:14:11.743300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d3cc4-4c33-4514-9c09-b44ce8d184f7', 'tag': '4e52ef76-59dc-4984-afe6-93bb5fd99d26'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:11.787012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fedeedb-c646-4083-b4cd-07f07b296982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.791143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.810548 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.914819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.937525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0e3ab-b3cd-4c01-80b0-3a5a090b397c service neutron] Pushing event updated for resources: {'Port': ['ID=4e52ef76-59dc-4984-afe6-93bb5fd99d26,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:11.960357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event updated for resources: {'Port': ['ID=9764e242-0941-4e6a-9185-de9644b6abc0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:11.976400 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:11.979177 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2ca09888-da14-4ae2-a021-7ef21bc66c31 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9715199 Aug 17 16:14:11.997455 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fedeedb-c646-4083-b4cd-07f07b296982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:12.000359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fedeedb-c646-4083-b4cd-07f07b296982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:12.001631 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1fedeedb-c646-4083-b4cd-07f07b296982 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bdbad26e-f51f-46fb-9a7d-ec82bad1d6d5 HTTP/1.1" status: 204 len: 168 time: 0.5423441 Aug 17 16:14:12.028897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedeedb-c646-4083-b4cd-07f07b296982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbad26e-f51f-46fb-9a7d-ec82bad1d6d5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:12.576444 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae345b1-4571-4121-9221-550538ae5e49" -d '{"events": [{"name": "network-changed", "server_uuid": "f95d3cc4-4c33-4514-9c09-b44ce8d184f7", "tag": "4e52ef76-59dc-4984-afe6-93bb5fd99d26"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:12.699415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:12.727748 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30803a-339b-4560-8c8a-a82d547d680f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:12.785062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d471e1f-8b5e-428d-826a-8ecbf8cacfa6 req-ec565ac8-8930-4bb0-ad08-d120cdac0b1a tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:12.794962 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d471e1f-8b5e-428d-826a-8ecbf8cacfa6 req-ec565ac8-8930-4bb0-ad08-d120cdac0b1a tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 948 time: 0.1528628 Aug 17 16:14:12.874126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d471e1f-8b5e-428d-826a-8ecbf8cacfa6 req-6fbf650b-7204-4d4b-b6fc-887b9bcfdcc1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776482 Aug 17 16:14:12.972727 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30803a-339b-4560-8c8a-a82d547d680f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:12.985269 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30803a-339b-4560-8c8a-a82d547d680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:13.091990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35552) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:13.101365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f30803a-339b-4560-8c8a-a82d547d680f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83fb8eaf8d5b4dc69fdeee4138d868db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999333 Aug 17 16:14:13.103505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30803a-339b-4560-8c8a-a82d547d680f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f563d25f-ad26-44ee-9011-2e70b15a2fc6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:13.159322 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fd9f5b9-42aa-4c56-8bc6-f96764cbeaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:13.187937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fd9f5b9-42aa-4c56-8bc6-f96764cbeaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:13.251649 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fd9f5b9-42aa-4c56-8bc6-f96764cbeaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:13.255325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fd9f5b9-42aa-4c56-8bc6-f96764cbeaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:13.261330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9fd9f5b9-42aa-4c56-8bc6-f96764cbeaaf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f563d25f-ad26-44ee-9011-2e70b15a2fc6 HTTP/1.1" status: 204 len: 168 time: 0.1681080 Aug 17 16:14:13.273884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9f5b9-42aa-4c56-8bc6-f96764cbeaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f563d25f-ad26-44ee-9011-2e70b15a2fc6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:13.544392 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f432f61c-bbb8-41d0-89d3-34fc95278c41 x-openstack-request-id: req-f432f61c-bbb8-41d0-89d3-34fc95278c41 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:13.544680 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95d3cc4-4c33-4514-9c09-b44ce8d184f7", "tag": "4e52ef76-59dc-4984-afe6-93bb5fd99d26", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:13.544934 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f432f61c-bbb8-41d0-89d3-34fc95278c41 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:13.545454 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d3cc4-4c33-4514-9c09-b44ce8d184f7', 'tag': '4e52ef76-59dc-4984-afe6-93bb5fd99d26', 'status': 'completed', 'code': 200} Aug 17 16:14:13.762641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba531e1-e4a1-4e1f-8154-5a492a4bb83b req-f4db4398-407d-4083-9d70-932f28021199 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:13.783663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba531e1-e4a1-4e1f-8154-5a492a4bb83b req-f4db4398-407d-4083-9d70-932f28021199 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 970 time: 0.1654963 Aug 17 16:14:13.896441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba531e1-e4a1-4e1f-8154-5a492a4bb83b req-22256cf6-cb09-4e29-b84c-118952dea03e tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118793 Aug 17 16:14:14.622836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9185d-fa3d-4c99-a627-e4dc607ef8a4 req-4a7cbbd7-e776-47a7-a857-f5f179a18126 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:14.634920 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ba9185d-fa3d-4c99-a627-e4dc607ef8a4 req-4a7cbbd7-e776-47a7-a857-f5f179a18126 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 948 time: 0.1088161 Aug 17 16:14:14.732645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ba9185d-fa3d-4c99-a627-e4dc607ef8a4 req-40995053-ca51-4e1a-8c26-522cb63de45a tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906165 Aug 17 16:14:15.751264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377969ba-f889-4345-b664-bb5f500196da req-73027e40-5b62-42de-8b39-b3451ec9254d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:15.753538 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-377969ba-f889-4345-b664-bb5f500196da req-73027e40-5b62-42de-8b39-b3451ec9254d tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 970 time: 0.0758440 Aug 17 16:14:15.809825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-377969ba-f889-4345-b664-bb5f500196da req-2f735123-2e09-4d49-a777-de702955456e tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490866 Aug 17 16:14:16.090817 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-7553d2b0-bbf3-4092-a4c1-828b20d533cb tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1145235592&fields=id&tenant_id=1e130b467f424b4d9fac043b206791e7 HTTP/1.1" status: 200 len: 267 time: 0.0623164 Aug 17 16:14:16.146396 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9042b-e5ed-4db9-a157-94221143395a req-4c4d9066-f2b8-4030-94cd-5998b56dcad4 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:16.148048 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6b9042b-e5ed-4db9-a157-94221143395a req-4c4d9066-f2b8-4030-94cd-5998b56dcad4 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 948 time: 0.0579298 Aug 17 16:14:16.197126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6b9042b-e5ed-4db9-a157-94221143395a req-59e0ed94-1a97-4935-b5ab-f225a95b9ea5 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Aug 17 16:14:16.480684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-61602823-7595-48f5-9517-39ad7c6a5a88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:16.490437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-61602823-7595-48f5-9517-39ad7c6a5a88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/networks?id=06914df4-5170-418c-9e76-7d4251874a02 HTTP/1.1" status: 200 len: 823 time: 0.3922873 Aug 17 16:14:16.515723 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-dc731375-46dc-4c42-adf3-60d8399bf114 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/quotas/1e130b467f424b4d9fac043b206791e7 HTTP/1.1" status: 200 len: 375 time: 0.0241106 Aug 17 16:14:16.646947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-eb50a48a-5ac2-48fd-983c-6e3ab80f3113 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e130b467f424b4d9fac043b206791e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1300135 Aug 17 16:14:16.718212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35674) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:16.807488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:16.950285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef712d17-27fc-4ef7-aa57-108502bdf8b7 req-2bc157c0-f14d-4028-81bf-6c44f473bc90 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:16.952903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef712d17-27fc-4ef7-aa57-108502bdf8b7 req-2bc157c0-f14d-4028-81bf-6c44f473bc90 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 970 time: 0.0692582 Aug 17 16:14:17.000385 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef712d17-27fc-4ef7-aa57-108502bdf8b7 req-8bb01a3e-44d7-48cc-b98e-13328a96c8ed tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 Aug 17 16:14:17.084870 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb36c133-f2c8-409f-91c0-9428d931faf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.091324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ef492d2-afa9-4e45-9abd-009a193e15da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.101166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:17.126912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-45d8b29e-e835-41af-83ee-fec60791a08a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:14:17.128604 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-45d8b29e-e835-41af-83ee-fec60791a08a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2207594 Aug 17 16:14:17.131264 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-fb36c133-f2c8-409f-91c0-9428d931faf3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:14:17.131264 n-d-804878-1 neutron-server[94838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 16:14:17.131264 n-d-804878-1 neutron-server[94838]: [parameters: {'project_id': 'b8623669a82247c59756c2b188071a9c', 'id': 'b1e1d737-79c9-4e49-8e4e-d323a471062f', 'expiration': datetime.datetime(2021, 8, 17, 16, 16, 17, 121611)}] Aug 17 16:14:17.131264 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:14:17.131543 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-fb36c133-f2c8-409f-91c0-9428d931faf3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:14:17.198353 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-326db473-7758-4668-9b7a-f0eae0562200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.211328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ef492d2-afa9-4e45-9abd-009a193e15da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.215728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ef492d2-afa9-4e45-9abd-009a193e15da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.256548 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7ef492d2-afa9-4e45-9abd-009a193e15da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e16af92d08a426a905f6ddb3198dd69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361392 Aug 17 16:14:17.257778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef492d2-afa9-4e45-9abd-009a193e15da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c401b49b-7962-4b84-8070-2a2b657b599b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:17.260133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35696) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:17.277490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-6184a3ee-4363-4c11-be98-6bbe7b4690c1 service neutron] 10.222.0.77 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422098 Aug 17 16:14:17.349906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60f7ecd4-ecea-48a5-bfa0-a93e987f0354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.358700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb0bdc-4f09-4301-8fe2-0808036aeec2 req-f719480b-eba9-40da-b55c-4c623fb8b71f tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:17.360210 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-92fb0bdc-4f09-4301-8fe2-0808036aeec2 req-f719480b-eba9-40da-b55c-4c623fb8b71f tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 948 time: 0.0836017 Aug 17 16:14:17.396226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60f7ecd4-ecea-48a5-bfa0-a93e987f0354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.410190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-f87c0ce8-47bc-4eb1-a0e9-48049b980eed service neutron] 10.222.0.77 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250396 Aug 17 16:14:17.416361 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-326db473-7758-4668-9b7a-f0eae0562200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.421478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-326db473-7758-4668-9b7a-f0eae0562200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.443420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-92fb0bdc-4f09-4301-8fe2-0808036aeec2 req-c1c92dce-fdfe-4f37-841b-6c2347456bd1 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742340 Aug 17 16:14:17.476287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-326db473-7758-4668-9b7a-f0eae0562200 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1de541bace4c46e59ea2c9997ba96943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740075 Aug 17 16:14:17.477300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326db473-7758-4668-9b7a-f0eae0562200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d22a4c4-58c3-4bdd-8752-d62af8256e57,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:17.477621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35698) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:17.494968 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60f7ecd4-ecea-48a5-bfa0-a93e987f0354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.497492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60f7ecd4-ecea-48a5-bfa0-a93e987f0354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.498590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-60f7ecd4-ecea-48a5-bfa0-a93e987f0354 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c401b49b-7962-4b84-8070-2a2b657b599b HTTP/1.1" status: 204 len: 168 time: 0.2375484 Aug 17 16:14:17.519841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7ecd4-ecea-48a5-bfa0-a93e987f0354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c401b49b-7962-4b84-8070-2a2b657b599b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:17.547527 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a02675b5-aff2-49d1-9006-c0830942ca8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.578879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a02675b5-aff2-49d1-9006-c0830942ca8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.633233 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb36c133-f2c8-409f-91c0-9428d931faf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.637536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bd1b29a9-ed0b-43d9-bdbc-67bf6d2af421 req-c0500936-18cb-4f2b-add8-8b959dc2b015 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 210 time: 0.0417650 Aug 17 16:14:17.672926 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a02675b5-aff2-49d1-9006-c0830942ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.677288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a02675b5-aff2-49d1-9006-c0830942ca8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.680989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a02675b5-aff2-49d1-9006-c0830942ca8d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d22a4c4-58c3-4bdd-8752-d62af8256e57 HTTP/1.1" status: 204 len: 168 time: 0.1989415 Aug 17 16:14:17.688869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02675b5-aff2-49d1-9006-c0830942ca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d22a4c4-58c3-4bdd-8752-d62af8256e57,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:17.799478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb36c133-f2c8-409f-91c0-9428d931faf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.820414 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb36c133-f2c8-409f-91c0-9428d931faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.875169 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fb36c133-f2c8-409f-91c0-9428d931faf3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8623669a82247c59756c2b188071a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0666003 Aug 17 16:14:17.877981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35714) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:17.897735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36c133-f2c8-409f-91c0-9428d931faf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9dd77f-282f-4a3c-abeb-9c48a3b88c8b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:17.910590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae345b1-4571-4121-9221-550538ae5e49 req-f363d6b7-b710-4d43-8406-97e7b53d7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:17.912107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ae345b1-4571-4121-9221-550538ae5e49 req-f363d6b7-b710-4d43-8406-97e7b53d7274 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7291e6af91c44297bc11ec2b384e95df&device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 1099 time: 0.1469479 Aug 17 16:14:17.948752 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12b31ce1-6674-4a1f-9089-5fc4d33d14bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.950959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35718) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:17.967230 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4850f7c8-cf01-4975-8155-d5ffd71fd121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:17.978162 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ae345b1-4571-4121-9221-550538ae5e49 req-1cf67991-b9c8-4f3c-9d0a-9b8fe4dba630 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=7291e6af91c44297bc11ec2b384e95df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516727 Aug 17 16:14:17.997754 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12b31ce1-6674-4a1f-9089-5fc4d33d14bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.089415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12b31ce1-6674-4a1f-9089-5fc4d33d14bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.093028 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12b31ce1-6674-4a1f-9089-5fc4d33d14bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.094675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-12b31ce1-6674-4a1f-9089-5fc4d33d14bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3c9dd77f-282f-4a3c-abeb-9c48a3b88c8b HTTP/1.1" status: 204 len: 168 time: 0.2156711 Aug 17 16:14:18.114975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b31ce1-6674-4a1f-9089-5fc4d33d14bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9dd77f-282f-4a3c-abeb-9c48a3b88c8b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:18.134257 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4850f7c8-cf01-4975-8155-d5ffd71fd121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.143513 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4850f7c8-cf01-4975-8155-d5ffd71fd121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.188101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4850f7c8-cf01-4975-8155-d5ffd71fd121 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db4d7bde401e48a0b3ba08d36e2335dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361219 Aug 17 16:14:18.192268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35726) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:18.216690 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850f7c8-cf01-4975-8155-d5ffd71fd121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04221d53-3fc3-469c-822c-c686cc657af9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:18.247022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35728) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:18.264629 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b834be6-6025-4827-8191-8d620e179a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.283547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee2beb-c5fc-44e8-9cc5-4792b7926930 req-0965db99-b6a1-4482-97c9-92217a4d42f1 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:18.286186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0dee2beb-c5fc-44e8-9cc5-4792b7926930 req-0965db99-b6a1-4482-97c9-92217a4d42f1 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 970 time: 0.1734960 Aug 17 16:14:18.288935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62c612f3-62b4-4510-80a6-8a2f612ea1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.292088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae345b1-4571-4121-9221-550538ae5e49 req-c377c031-fb19-48a6-9fb7-54556fc062ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:18.294695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ae345b1-4571-4121-9221-550538ae5e49 req-c377c031-fb19-48a6-9fb7-54556fc062ec service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3065257 Aug 17 16:14:18.327085 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62c612f3-62b4-4510-80a6-8a2f612ea1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.337479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0dee2beb-c5fc-44e8-9cc5-4792b7926930 req-c973293b-9eaf-41b2-a53d-b8c486a17bcc tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Aug 17 16:14:18.425142 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b834be6-6025-4827-8191-8d620e179a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.425824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-4d0f70cb-c7d8-477e-a86c-79c59a12d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:18.427159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62c612f3-62b4-4510-80a6-8a2f612ea1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.427901 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-4d0f70cb-c7d8-477e-a86c-79c59a12d53d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7291e6af91c44297bc11ec2b384e95df&device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 1099 time: 0.0615866 Aug 17 16:14:18.430435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62c612f3-62b4-4510-80a6-8a2f612ea1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.434137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-62c612f3-62b4-4510-80a6-8a2f612ea1ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04221d53-3fc3-469c-822c-c686cc657af9 HTTP/1.1" status: 204 len: 168 time: 0.2383416 Aug 17 16:14:18.436016 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b834be6-6025-4827-8191-8d620e179a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.501123 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3b834be6-6025-4827-8191-8d620e179a55 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b83dd867e7f43fb8ab8b82f9cdbdaba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479999 Aug 17 16:14:18.502709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35738) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:18.543675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c612f3-62b4-4510-80a6-8a2f612ea1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04221d53-3fc3-469c-822c-c686cc657af9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:18.580529 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-6b972a46-24b3-42e5-b299-07a0f1aa20e9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=4e52ef76-59dc-4984-afe6-93bb5fd99d26 HTTP/1.1" status: 200 len: 217 time: 0.1302552 Aug 17 16:14:18.593439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b834be6-6025-4827-8191-8d620e179a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd6645c-59e7-4593-89b8-b7fea4a67e50,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:18.653632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-cdd6a52c-b4cc-4349-8cc8-56c19e394c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:18.655316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-cdd6a52c-b4cc-4349-8cc8-56c19e394c36 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0664301 Aug 17 16:14:18.674679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14f22705-e9c7-4620-ad5f-d0e119fb000f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.716505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b5f1f-4ad7-413a-996d-99b4995cd24e req-6f8dd269-29d3-42ea-8813-fd1c7a60a5de tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:18.723999 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c6b5f1f-4ad7-413a-996d-99b4995cd24e req-6f8dd269-29d3-42ea-8813-fd1c7a60a5de tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 948 time: 0.1685116 Aug 17 16:14:18.727195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:18.751963 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14f22705-e9c7-4620-ad5f-d0e119fb000f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.791792 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c6b5f1f-4ad7-413a-996d-99b4995cd24e req-1b10d883-cc99-4f64-8ecb-86621ae2c84a tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667496 Aug 17 16:14:18.794899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-751073fb-9dd0-40d1-907c-c7796b16220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.827704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14f22705-e9c7-4620-ad5f-d0e119fb000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.831498 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14f22705-e9c7-4620-ad5f-d0e119fb000f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:18.831730 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9277117e-a804-4d24-9804-01955579135c req-1a39c31b-1537-4c9c-aca0-5242665e444d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 210 time: 0.0662563 Aug 17 16:14:18.835198 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-14f22705-e9c7-4620-ad5f-d0e119fb000f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bcd6645c-59e7-4593-89b8-b7fea4a67e50 HTTP/1.1" status: 204 len: 168 time: 0.3289833 Aug 17 16:14:18.842280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f22705-e9c7-4620-ad5f-d0e119fb000f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd6645c-59e7-4593-89b8-b7fea4a67e50,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:18.864636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-23425697-e518-40f9-b4d1-f9c0a7468039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:18.866020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-23425697-e518-40f9-b4d1-f9c0a7468039 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982946 Aug 17 16:14:18.971355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.91', 52048) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:19.013749 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-fbb11c95-6e49-4b0f-bd2f-2a02d72b5f4a service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354392 Aug 17 16:14:19.100839 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-751073fb-9dd0-40d1-907c-c7796b16220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:19.112397 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-751073fb-9dd0-40d1-907c-c7796b16220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:19.179250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-751073fb-9dd0-40d1-907c-c7796b16220c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eaf4ff6135ba41b89189c74abaf14264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502764 Aug 17 16:14:19.181691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856cad53-937d-44fd-ab6f-d3acafdabd28 req-b2c0fdb2-0836-41fe-b259-f49e85f564ba service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591823 Aug 17 16:14:19.182250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:19.182895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751073fb-9dd0-40d1-907c-c7796b16220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2af3822-ba6a-4d21-a7a3-28dbb6e5608d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:19.220356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:19.262455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d394c2b1-f54b-4d26-b0c8-7a8bf8f1702b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:19.297238 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d394c2b1-f54b-4d26-b0c8-7a8bf8f1702b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:19.362295 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d394c2b1-f54b-4d26-b0c8-7a8bf8f1702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:19.374052 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d394c2b1-f54b-4d26-b0c8-7a8bf8f1702b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:19.375478 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d394c2b1-f54b-4d26-b0c8-7a8bf8f1702b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b2af3822-ba6a-4d21-a7a3-28dbb6e5608d HTTP/1.1" status: 204 len: 168 time: 0.1889727 Aug 17 16:14:19.387904 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:19.395040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394c2b1-f54b-4d26-b0c8-7a8bf8f1702b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2af3822-ba6a-4d21-a7a3-28dbb6e5608d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:19.422020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-99a015d6-231e-4d47-9c57-a7d0b6c7c76d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:19.425777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-99a015d6-231e-4d47-9c57-a7d0b6c7c76d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.91 "GET /v2.0/networks?id=06914df4-5170-418c-9e76-7d4251874a02 HTTP/1.1" status: 200 len: 823 time: 0.4526110 Aug 17 16:14:19.514714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-d29d08f4-3db7-41ef-8508-5c9da77aa170 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e130b467f424b4d9fac043b206791e7 HTTP/1.1" status: 200 len: 380 time: 0.0763280 Aug 17 16:14:19.527964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Request body: {'port': {'device_id': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'admin_state_up': True, 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'security_groups': ['b66befbf-9e3c-443d-816c-46f8e7da6262']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:19.582512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d31b9-258b-4f3a-a46a-33dc7d5c3846 req-3a682b48-542f-4e17-89a7-b768a6ed691e tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:19.584260 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-096d31b9-258b-4f3a-a46a-33dc7d5c3846 req-3a682b48-542f-4e17-89a7-b768a6ed691e tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 970 time: 0.1475585 Aug 17 16:14:19.657045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-096d31b9-258b-4f3a-a46a-33dc7d5c3846 req-7ddf0167-0452-4a97-a953-087fc9cc0c45 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624585 Aug 17 16:14:19.703777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Made reservation on behalf of 1e130b467f424b4d9fac043b206791e7 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:19.708050 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:19.838308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Allocated IP 172.20.0.13 (06914df4-5170-418c-9e76-7d4251874a02/0156a85c-aa4b-45d5-964a-90b879dd252e/7512901e-4473-498d-8fb1-1fde158aa102) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:14:19.923111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ce834a77-d116-4dd4-a8ce-d3551562deb3 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:14:19.981254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e07d74-c24c-4835-9942-4edf4a44f993 req-0cb62f4d-44d2-47e6-87c4-f0f8792a77f5 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:19.983386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57e07d74-c24c-4835-9942-4edf4a44f993 req-0cb62f4d-44d2-47e6-87c4-f0f8792a77f5 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 948 time: 0.1093636 Aug 17 16:14:20.021107 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-006e3b0b-e79a-494a-b96a-273d31884618 req-6d16805b-76fd-4e74-a8ac-d24e25a2b037 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 210 time: 0.0541575 Aug 17 16:14:20.051962 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57e07d74-c24c-4835-9942-4edf4a44f993 req-f617ac9f-3fde-46fd-acb8-6bcbe1f82e31 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618587 Aug 17 16:14:20.103079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ce834a77-d116-4dd4-a8ce-d3551562deb3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ce834a77-d116-4dd4-a8ce-d3551562deb3,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:20.106681 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:20.116739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'ce834a77-d116-4dd4-a8ce-d3551562deb3', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'ce834a77-d116-4dd4-a8ce-d3551562deb3', 'mac_address': 'fa:16:3e:5e:65:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:tempest-test_az-1424308710', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:14:20.123333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Transition to ACTIVE for port object 7512901e-4473-498d-8fb1-1fde158aa102 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:20.160235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:20.173255 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:20.187919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce834a77-d116-4dd4-a8ce-d3551562deb3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:20.217288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ce834a77-d116-4dd4-a8ce-d3551562deb3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ce834a77-d116-4dd4-a8ce-d3551562deb3,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:20.218315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Network 06914df4-5170-418c-9e76-7d4251874a02 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:14:20.221639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:20.223854 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:20.226543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:14:20.232176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:20.232807 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:20.240980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event updated for resources: {'Port': ['ID=7512901e-4473-498d-8fb1-1fde158aa102,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:20.261155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-194183c4-dcc5-40fb-bc6b-a88b6a0acd3d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7379868 Aug 17 16:14:20.275890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Request body: {'port': {'device_id': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:20.319079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ce834a77-d116-4dd4-a8ce-d3551562deb3,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:20.363057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:20.538400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['ce834a77-d116-4dd4-a8ce-d3551562deb3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:20.645327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40e32ce4-9143-492f-aa51-da83701a94f0 None None] Provisioning for port 7512901e-4473-498d-8fb1-1fde158aa102 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:20.659505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40e32ce4-9143-492f-aa51-da83701a94f0 None None] Provisioning complete for port 7512901e-4473-498d-8fb1-1fde158aa102 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:20.659878 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40e32ce4-9143-492f-aa51-da83701a94f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:20.682562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7512901e-4473-498d-8fb1-1fde158aa102 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:20.692310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:20.715684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Transition to ACTIVE for port object 7512901e-4473-498d-8fb1-1fde158aa102 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:20.722037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:20.732700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-40e32ce4-9143-492f-aa51-da83701a94f0 None None] Port 7512901e-4473-498d-8fb1-1fde158aa102 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:14:20.833181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Pushing event updated for resources: {'Port': ['ID=7512901e-4473-498d-8fb1-1fde158aa102,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:20.881381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75babce3-f65d-4877-92ab-0417bf61c859 req-31b18eb4-418d-498c-bd86-ff622fa4cffe tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:20.888990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-75babce3-f65d-4877-92ab-0417bf61c859 req-31b18eb4-418d-498c-bd86-ff622fa4cffe tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 971 time: 0.1164503 Aug 17 16:14:20.896623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Attempting to bind port 7512901e-4473-498d-8fb1-1fde158aa102 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:14:20.896952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Attempting to bind port 7512901e-4473-498d-8fb1-1fde158aa102 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:14:20.897278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Attempting to bind port 7512901e-4473-498d-8fb1-1fde158aa102 on network 06914df4-5170-418c-9e76-7d4251874a02 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:20.902523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Port 7512901e-4473-498d-8fb1-1fde158aa102 on network 06914df4-5170-418c-9e76-7d4251874a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:14:20.902844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Attempting to bind port 7512901e-4473-498d-8fb1-1fde158aa102 on network 06914df4-5170-418c-9e76-7d4251874a02 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:20.907831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:14:20.908208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Checking segment: {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:20.908590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Bound using segment: {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:14:20.909010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Bound port: 7512901e-4473-498d-8fb1-1fde158aa102, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:14:20.909620 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:20.971901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-75babce3-f65d-4877-92ab-0417bf61c859 req-a058ea2d-1ff4-498e-bebe-0d1b5da8630b tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816462 Aug 17 16:14:21.038076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] For port 7512901e-4473-498d-8fb1-1fde158aa102, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:14:21.041639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] For port 7512901e-4473-498d-8fb1-1fde158aa102, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7512901e-4473-498d-8fb1-1fde158aa102,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:14:21.049002 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:21.110181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:21.110945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:21.112406 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] 10.222.0.91 "PUT /v2.0/ports/7512901e-4473-498d-8fb1-1fde158aa102 HTTP/1.1" status: 200 len: 1092 time: 0.8420551 Aug 17 16:14:21.112891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'tag': '7512901e-4473-498d-8fb1-1fde158aa102'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:21.127191 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c796ce0-3e5f-4677-8ce8-98a5e390167c" -d '{"events": [{"name": "network-changed", "server_uuid": "1926aba3-04fc-45ca-9e9b-56eed6329fe3", "tag": "7512901e-4473-498d-8fb1-1fde158aa102"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:21.243304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a40a-565a-4c33-94ce-7f175ac50c46 service neutron] Pushing event updated for resources: {'Port': ['ID=7512901e-4473-498d-8fb1-1fde158aa102,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:21.265058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-c63a0db1-6a7c-4351-85a1-07c461479623 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=81c887cb36e949bea22e843076697077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290282 Aug 17 16:14:21.301496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89dc5c-a08f-4452-85bd-fbb9a488bd62 req-58a51107-ba77-4c83-b5d6-e9aa787d62ac tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:21.310495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c89dc5c-a08f-4452-85bd-fbb9a488bd62 req-58a51107-ba77-4c83-b5d6-e9aa787d62ac tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 944 time: 0.1800084 Aug 17 16:14:21.316475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-c4362f29-b77e-4a71-a7a8-81747fee738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:21.318508 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-c4362f29-b77e-4a71-a7a8-81747fee738b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1e130b467f424b4d9fac043b206791e7&device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 1095 time: 0.1209047 Aug 17 16:14:21.409080 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-c62ef2aa-b13f-4078-9e4e-94bf7ff67a7a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7512901e-4473-498d-8fb1-1fde158aa102 HTTP/1.1" status: 200 len: 217 time: 0.0698864 Aug 17 16:14:21.419473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c89dc5c-a08f-4452-85bd-fbb9a488bd62 req-2b6ee8a3-a705-45c5-847c-1a73529182ee tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079586 Aug 17 16:14:21.479230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-861526fe-0306-45b8-8694-93ba142d2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:21.480914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-861526fe-0306-45b8-8694-93ba142d2204 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0156a85c-aa4b-45d5-964a-90b879dd252e HTTP/1.1" status: 200 len: 862 time: 0.0577612 Aug 17 16:14:21.481637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738b808-b566-439e-9f80-89d0cde9df71 req-58c1b6b2-d3cc-45b6-8ed2-4b3b7d55d54d tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:21.483248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-58c1b6b2-d3cc-45b6-8ed2-4b3b7d55d54d tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017519 Aug 17 16:14:21.501100 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-25db45b7-1585-4c14-a55f-5e888fa82e34 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/quotas/81c887cb36e949bea22e843076697077 HTTP/1.1" status: 200 len: 375 time: 0.0109231 Aug 17 16:14:21.536810 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-c903190d-eebc-4ab6-9345-a3fc3d6b54c3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=81c887cb36e949bea22e843076697077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288105 Aug 17 16:14:21.597553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd72639-1404-4944-9672-0ae889fae7eb req-f5c700fc-de98-4591-a6f2-7bc6a6fcf0f3 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:21.599194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dd72639-1404-4944-9672-0ae889fae7eb req-f5c700fc-de98-4591-a6f2-7bc6a6fcf0f3 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 948 time: 0.1176119 Aug 17 16:14:21.612150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-336a721c-a2ee-4336-b709-6d09951467bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:21.613617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-336a721c-a2ee-4336-b709-6d09951467bc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=06914df4-5170-418c-9e76-7d4251874a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198442 Aug 17 16:14:21.699073 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2486f4e9-0b5a-487d-b0f7-5d2e6834980e x-openstack-request-id: req-2486f4e9-0b5a-487d-b0f7-5d2e6834980e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:21.699613 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1926aba3-04fc-45ca-9e9b-56eed6329fe3", "tag": "7512901e-4473-498d-8fb1-1fde158aa102", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:21.700182 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2486f4e9-0b5a-487d-b0f7-5d2e6834980e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:21.701066 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'tag': '7512901e-4473-498d-8fb1-1fde158aa102', 'status': 'completed', 'code': 200} Aug 17 16:14:21.714132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dd72639-1404-4944-9672-0ae889fae7eb req-d54b9c7a-8382-434e-b3e0-4e91738cdb25 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071467 Aug 17 16:14:21.758349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-49202eec-2c9a-402d-9a3e-788d581698ec service neutron] 10.222.0.91 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293414 Aug 17 16:14:21.797212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fa4e11fb-ee72-4df6-9819-5c541a368f62 req-f8cd72c4-3275-4ab4-85cd-2dd3b57ce3ac tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 210 time: 0.0338426 Aug 17 16:14:21.897123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ce834a77-d116-4dd4-a8ce-d3551562deb3 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:14:21.915583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4989b4be-164b-404c-b0f2-a31b88e6b00e req-9e3bf4e9-9ff9-48ad-a79e-cb23485cb39e service neutron] 10.222.0.91 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173205 Aug 17 16:14:22.002694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port ce834a77-d116-4dd4-a8ce-d3551562deb3 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:22.009267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port ce834a77-d116-4dd4-a8ce-d3551562deb3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:22.009650 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:22.051285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-a981819c-99a2-49d8-8ead-f7049538ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:22.052833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-a981819c-99a2-49d8-8ead-f7049538ea7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1e130b467f424b4d9fac043b206791e7&device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 1095 time: 0.0611360 Aug 17 16:14:22.142465 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:22.157037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf01d6-b48c-4579-b09d-0832d24d3635 req-972947e3-b585-4c40-8ff6-2b19de48f951 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:22.163062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4acf01d6-b48c-4579-b09d-0832d24d3635 req-972947e3-b585-4c40-8ff6-2b19de48f951 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 971 time: 0.0976005 Aug 17 16:14:22.175014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eebde9f-f1b2-4e24-97db-077a5f70cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce834a77-d116-4dd4-a8ce-d3551562deb3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:22.216075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-8b3979d9-6753-45b1-8d09-13ad0b1ce88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:22.217720 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-8b3979d9-6753-45b1-8d09-13ad0b1ce88a service neutron] 10.222.0.91 "GET /v2.0/networks?id=06914df4-5170-418c-9e76-7d4251874a02 HTTP/1.1" status: 200 len: 924 time: 0.1577797 Aug 17 16:14:22.243133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4acf01d6-b48c-4579-b09d-0832d24d3635 req-7185cd71-04e6-4a78-8f37-4379791a46a7 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702939 Aug 17 16:14:22.259656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ce834a77-d116-4dd4-a8ce-d3551562deb3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ce834a77-d116-4dd4-a8ce-d3551562deb3,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:22.280731 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:22.303796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-ec963b8c-17b1-47f3-a8c3-ff4fe96a9d17 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7512901e-4473-498d-8fb1-1fde158aa102 HTTP/1.1" status: 200 len: 217 time: 0.0728216 Aug 17 16:14:22.341227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ce834a77-d116-4dd4-a8ce-d3551562deb3,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:22.344197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 4e52ef76-59dc-4984-afe6-93bb5fd99d26 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:14:22.371257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-31998250-484c-4cae-bacc-0a4a3d7187f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:22.372914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-31998250-484c-4cae-bacc-0a4a3d7187f0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0156a85c-aa4b-45d5-964a-90b879dd252e HTTP/1.1" status: 200 len: 862 time: 0.0617936 Aug 17 16:14:22.476457 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd6effd-3a74-4263-ad5b-c97f6f2867f5" -d '{"events": [{"server_uuid": "9eebde9f-f1b2-4e24-97db-077a5f70cba6", "name": "network-vif-plugged", "status": "completed", "tag": "ce834a77-d116-4dd4-a8ce-d3551562deb3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:22.483201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 4e52ef76-59dc-4984-afe6-93bb5fd99d26, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=4e52ef76-59dc-4984-afe6-93bb5fd99d26,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:22.492429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-03c00976-53fb-41ce-a93d-8f68d56177ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:22.494616 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-03c00976-53fb-41ce-a93d-8f68d56177ab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=06914df4-5170-418c-9e76-7d4251874a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133828 Aug 17 16:14:22.505512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '4e52ef76-59dc-4984-afe6-93bb5fd99d26', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '4e52ef76-59dc-4984-afe6-93bb5fd99d26', 'mac_address': 'fa:16:3e:b6:6d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:14:22.543177 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-878fc3d1-c83a-4362-9b5c-f167f0888ce6 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=9f4b974f710b404982eb59c554ac8e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270123 Aug 17 16:14:22.546203 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:22.560682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e52ef76-59dc-4984-afe6-93bb5fd99d26 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:22.585816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 4e52ef76-59dc-4984-afe6-93bb5fd99d26, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=4e52ef76-59dc-4984-afe6-93bb5fd99d26,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:22.590125 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:22.639871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898f027-38b4-41cc-89de-fa17ea5bc4bb req-f608f8a1-2c7c-42bb-9285-8744f44f1728 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:22.641293 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3898f027-38b4-41cc-89de-fa17ea5bc4bb req-f608f8a1-2c7c-42bb-9285-8744f44f1728 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 944 time: 0.1035304 Aug 17 16:14:22.643391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=4e52ef76-59dc-4984-afe6-93bb5fd99d26,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:22.647139 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-30c3a181-16bb-4cb7-b8bb-7c22fcc9e8fa service neutron] 10.222.0.91 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440325 Aug 17 16:14:22.657786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d1eb6c14-1210-4266-84aa-447ac8441535 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:22.659786 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d1eb6c14-1210-4266-84aa-447ac8441535 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101141 Aug 17 16:14:22.674906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-dfd5551d-9b42-4811-a1c9-b12bb96fac20 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/quotas/9f4b974f710b404982eb59c554ac8e62 HTTP/1.1" status: 200 len: 375 time: 0.0094881 Aug 17 16:14:22.709025 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-49639fa7-b646-4710-8a06-2b78f67ff915 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f4b974f710b404982eb59c554ac8e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285630 Aug 17 16:14:22.735979 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3898f027-38b4-41cc-89de-fa17ea5bc4bb req-3e08d27f-6f88-49fa-b768-80c3fae48e66 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820391 Aug 17 16:14:22.776232 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c796ce0-3e5f-4677-8ce8-98a5e390167c req-18684bed-7108-4fdb-9f52-ab015465a215 service neutron] 10.222.0.91 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209583 Aug 17 16:14:22.874691 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478ae15c-b910-417b-94c4-8634efb602a1 x-openstack-request-id: req-478ae15c-b910-417b-94c4-8634efb602a1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:22.875579 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eebde9f-f1b2-4e24-97db-077a5f70cba6", "name": "network-vif-plugged", "status": "completed", "tag": "ce834a77-d116-4dd4-a8ce-d3551562deb3", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:22.875920 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-478ae15c-b910-417b-94c4-8634efb602a1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:22.876509 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eebde9f-f1b2-4e24-97db-077a5f70cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce834a77-d116-4dd4-a8ce-d3551562deb3', 'code': 200} Aug 17 16:14:22.928277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['4e52ef76-59dc-4984-afe6-93bb5fd99d26'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:22.980816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adb84b-2ed5-42d4-bf9c-6722d0ff70ad req-3682b3f5-68d0-45d9-b864-98903faf92ab tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:22.983627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53adb84b-2ed5-42d4-bf9c-6722d0ff70ad req-3682b3f5-68d0-45d9-b864-98903faf92ab tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 949 time: 0.0936172 Aug 17 16:14:23.039185 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53adb84b-2ed5-42d4-bf9c-6722d0ff70ad req-ed69314d-7ac5-424e-99b1-e35041cb22dd tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475600 Aug 17 16:14:23.065268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2471bafb-f2da-4e67-8d46-69c2e3fc7fd8 req-ac814bca-b20b-4e3b-8604-d805f200d67e tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 210 time: 0.0519600 Aug 17 16:14:23.106078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bee7f8-362e-4095-9326-174e4e19fb89 req-0af0648c-2b35-4ae1-b424-07ec689c8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:23.107595 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48bee7f8-362e-4095-9326-174e4e19fb89 req-0af0648c-2b35-4ae1-b424-07ec689c8086 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 1123 time: 0.1502213 Aug 17 16:14:23.136808 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-48bee7f8-362e-4095-9326-174e4e19fb89 req-f1791f69-e975-4552-a1f2-795dad2c98d3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:23.137065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2572ecdc-0d52-4cf9-afba-1909238974d4 req-c0e7b1de-d163-44cf-aadd-8d98f2e25cb1 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 210 time: 0.0353999 Aug 17 16:14:23.270787 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-48bee7f8-362e-4095-9326-174e4e19fb89 req-f1791f69-e975-4552-a1f2-795dad2c98d3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:23.279225 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-48bee7f8-362e-4095-9326-174e4e19fb89 req-f1791f69-e975-4552-a1f2-795dad2c98d3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:23.282736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.93', 54335) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:23.317208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-56203365-b29e-41fe-84b6-3788ef0c9f06 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=81c887cb36e949bea22e843076697077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323772 Aug 17 16:14:23.325481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48bee7f8-362e-4095-9326-174e4e19fb89 req-f1791f69-e975-4552-a1f2-795dad2c98d3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075090 Aug 17 16:14:23.334974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1791f69-e975-4552-a1f2-795dad2c98d3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c8298aee-26aa-4565-94f1-3390c93b3d65,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:23.408357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8312e3-5a18-4f36-baa5-51afbdec63ca req-4aab2814-ad6b-4bde-8c87-56e2dbd1c35f tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:23.409885 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0a8312e3-5a18-4f36-baa5-51afbdec63ca req-4aab2814-ad6b-4bde-8c87-56e2dbd1c35f tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 972 time: 0.0645120 Aug 17 16:14:23.459576 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0a8312e3-5a18-4f36-baa5-51afbdec63ca req-cd033fe8-7f00-49f7-bce8-20c0aa872ac1 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Aug 17 16:14:23.510593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738b808-b566-439e-9f80-89d0cde9df71 req-f3764fd5-5a2e-430d-991c-bf83ace69ead tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:23.513270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-f3764fd5-5a2e-430d-991c-bf83ace69ead tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897905 Aug 17 16:14:23.527776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Request body: {'port': {'device_id': 'caa72f98-935e-43a8-a276-b08676eca773', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '81c887cb36e949bea22e843076697077'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:23.554231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35954) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:23.643710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Made reservation on behalf of 81c887cb36e949bea22e843076697077 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:23.647522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:23.667154 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:23.670538 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4e5c-5a8f-4846-927a-81d7c9a0667b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:23.687724 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-aa6b4e5c-5a8f-4846-927a-81d7c9a0667b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:14:23.687724 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:14:23.687724 n-d-804878-1 neutron-server[94839]: [parameters: {'project_id_1': '6c6ce5cc73014291995275fef2de65a4', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 14, 23, 683507)}] Aug 17 16:14:23.687724 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:14:23.688452 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-aa6b4e5c-5a8f-4846-927a-81d7c9a0667b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:14:23.918884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc21fea-ef14-4778-8b17-6ceda5f701f9 req-e39d4a4d-3ff5-4f91-9ee1-15ec22d55804 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:23.920597 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4dc21fea-ef14-4778-8b17-6ceda5f701f9 req-e39d4a4d-3ff5-4f91-9ee1-15ec22d55804 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 944 time: 0.0732160 Aug 17 16:14:23.975032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:23.978896 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:23.993403 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-51b31c7f-f08e-4092-b6e7-7d728d78f826 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=9f4b974f710b404982eb59c554ac8e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241544 Aug 17 16:14:23.993621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4dc21fea-ef14-4778-8b17-6ceda5f701f9 req-8a4ff9bf-a135-43b7-ad21-d34080b2e80b tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640144 Aug 17 16:14:24.047085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:24.136196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d032c10f-c457-42e2-a4e9-c1a988c35483 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:24.137818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d032c10f-c457-42e2-a4e9-c1a988c35483 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288538 Aug 17 16:14:24.148575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Allocated IP 192.168.233.220 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/e1d413ef-d6c0-48df-8b7e-3d70d6c25508) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:14:24.160167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Request body: {'port': {'device_id': 'c85ad9e0-903c-40d2-8257-7a3f73b97032', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '9f4b974f710b404982eb59c554ac8e62'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:24.185119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc1e5123-191f-412c-afb0-d5e852d176fc req-9b3f87ac-1f78-4130-ad87-6bb2a958f15e tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 210 time: 0.0322621 Aug 17 16:14:24.189794 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4e5c-5a8f-4846-927a-81d7c9a0667b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.268820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 4e52ef76-59dc-4984-afe6-93bb5fd99d26 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:14:24.295564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63ac1693-39d4-47bc-a0a9-fd2599bf504a req-f6c3f4ae-9d86-4180-b4e8-4f0189f31587 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 210 time: 0.0319378 Aug 17 16:14:24.335253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:24.339308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:24.339667 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.352361 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.366802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Transition to ACTIVE for port object e1d413ef-d6c0-48df-8b7e-3d70d6c25508 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:24.401436 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.428131 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.452440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:14:24.455917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:24.459914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:14:24.465535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:24.466128 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.468921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f3384-e5fd-4a56-b707-33a57772998d req-105c86f6-da15-4ef3-99f9-65814d66e4cc tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:24.471986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 4e52ef76-59dc-4984-afe6-93bb5fd99d26, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=4e52ef76-59dc-4984-afe6-93bb5fd99d26,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:24.474894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Pushing event updated for resources: {'Port': ['ID=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:24.478190 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.478422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b81f3384-e5fd-4a56-b707-33a57772998d req-105c86f6-da15-4ef3-99f9-65814d66e4cc tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 949 time: 0.3367984 Aug 17 16:14:24.533261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=4e52ef76-59dc-4984-afe6-93bb5fd99d26,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:24.583987 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b81f3384-e5fd-4a56-b707-33a57772998d req-1e6a9df5-53a8-459c-9447-d185356ce2ad tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044345 Aug 17 16:14:24.605279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364c6ea-e5c9-4f0b-b0c2-adc3e35886ad req-2ae06fb5-950b-4311-9bba-f91d57555eea tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:24.615536 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e364c6ea-e5c9-4f0b-b0c2-adc3e35886ad req-2ae06fb5-950b-4311-9bba-f91d57555eea tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 972 time: 0.0609219 Aug 17 16:14:24.636250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4e5c-5a8f-4846-927a-81d7c9a0667b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.641750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4e5c-5a8f-4846-927a-81d7c9a0667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.650116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6fbbf35-2934-46b9-8603-c22beffb812a tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1265144 Aug 17 16:14:24.658203 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e364c6ea-e5c9-4f0b-b0c2-adc3e35886ad req-d6f6dd2e-398c-4e45-aed1-17f852dc364c tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Aug 17 16:14:24.678106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Request body: {'port': {'device_id': 'caa72f98-935e-43a8-a276-b08676eca773', 'device_owner': 'compute:tempest-test_az-1424308710', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:24.704418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-aa6b4e5c-5a8f-4846-927a-81d7c9a0667b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c6ce5cc73014291995275fef2de65a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1487417 Aug 17 16:14:24.705194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Made reservation on behalf of 9f4b974f710b404982eb59c554ac8e62 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:24.708809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.710558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:24.718650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.720483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b4e5c-5a8f-4846-927a-81d7c9a0667b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9507e0bd-a097-4e5f-908f-5a3afc3ea0c4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:24.741701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-710e537e-9fcd-4777-a5ab-211b8ae0fc87 None None] Provisioning for port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:24.747819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-710e537e-9fcd-4777-a5ab-211b8ae0fc87 None None] Provisioning complete for port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:24.748950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-710e537e-9fcd-4777-a5ab-211b8ae0fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.780320 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.798318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-710e537e-9fcd-4777-a5ab-211b8ae0fc87 None None] Port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:14:24.825159 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ea534f-4358-47a1-a53c-f99458d6341a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.834611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.841326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.866484 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ea534f-4358-47a1-a53c-f99458d6341a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:24.877970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95d3cc4-4c33-4514-9c09-b44ce8d184f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e52ef76-59dc-4984-afe6-93bb5fd99d26'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:24.880382 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08c2eec-f1da-4c85-b0b1-03b763c4e09a" -d '{"events": [{"server_uuid": "f95d3cc4-4c33-4514-9c09-b44ce8d184f7", "name": "network-vif-plugged", "status": "completed", "tag": "4e52ef76-59dc-4984-afe6-93bb5fd99d26"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:24.910074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8d30f-1f94-46bd-9861-9793f8a1bb0e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:24.923800 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd08476-37ed-47a9-9dc7-74b08121d94d x-openstack-request-id: req-ddd08476-37ed-47a9-9dc7-74b08121d94d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:24.924065 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95d3cc4-4c33-4514-9c09-b44ce8d184f7", "name": "network-vif-plugged", "status": "completed", "tag": "4e52ef76-59dc-4984-afe6-93bb5fd99d26", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:24.924322 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddd08476-37ed-47a9-9dc7-74b08121d94d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:24.924686 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95d3cc4-4c33-4514-9c09-b44ce8d184f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e52ef76-59dc-4984-afe6-93bb5fd99d26', 'code': 200} Aug 17 16:14:25.000931 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ea534f-4358-47a1-a53c-f99458d6341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.004196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ea534f-4358-47a1-a53c-f99458d6341a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.005449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9ea534f-4358-47a1-a53c-f99458d6341a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9507e0bd-a097-4e5f-908f-5a3afc3ea0c4 HTTP/1.1" status: 204 len: 168 time: 0.2939050 Aug 17 16:14:25.015802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Allocated IP 192.168.233.240 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/5b0b007d-6035-4691-b935-446718758d2b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:14:25.055508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea534f-4358-47a1-a53c-f99458d6341a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9507e0bd-a097-4e5f-908f-5a3afc3ea0c4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:25.142327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e6be5-a396-49b0-b610-9294792a98c9 req-b2fd9c87-967b-4b37-8e43-5f101402eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:25.143856 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b2e6be5-a396-49b0-b610-9294792a98c9 req-b2fd9c87-967b-4b37-8e43-5f101402eeff service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 1101 time: 0.1221189 Aug 17 16:14:25.156819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2261c-ded6-4ae2-8914-65eb6360ad5d req-bdf7f37f-35c4-4d67-af6b-0ba253548390 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:25.158550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2e2261c-ded6-4ae2-8914-65eb6360ad5d req-bdf7f37f-35c4-4d67-af6b-0ba253548390 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 944 time: 0.0723648 Aug 17 16:14:25.194697 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.209073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Transition to ACTIVE for port object 5b0b007d-6035-4691-b935-446718758d2b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:25.214990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b2e6be5-a396-49b0-b610-9294792a98c9 req-e36039a8-bf2c-419d-b6e3-0eb293927791 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554910 Aug 17 16:14:25.228392 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2e2261c-ded6-4ae2-8914-65eb6360ad5d req-cc9f8873-7422-4251-955f-198d306ea0a6 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562520 Aug 17 16:14:25.248221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.319921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:14:25.328331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:25.334136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:14:25.339710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:25.340344 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.351645 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Pushing event updated for resources: {'Port': ['ID=5b0b007d-6035-4691-b935-446718758d2b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:25.370537 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d3c7a6da-a472-47a9-a1af-583b19dd05b4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2155986 Aug 17 16:14:25.379161 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb083d-7aee-4b0f-a988-73effe8e950d req-74d4931c-82ac-4c42-a0ee-0ea8e99a3342 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:25.380710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdeb083d-7aee-4b0f-a988-73effe8e950d req-74d4931c-82ac-4c42-a0ee-0ea8e99a3342 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 936 time: 0.0959005 Aug 17 16:14:25.388835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:25.390635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Request body: {'port': {'device_id': 'c85ad9e0-903c-40d2-8257-7a3f73b97032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:25.407995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38071c81-a609-4e6a-8d25-609776537df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.474448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdeb083d-7aee-4b0f-a988-73effe8e950d req-2b76a6a1-c583-4a35-8bd0-96b76c5d0e93 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792694 Aug 17 16:14:25.482584 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.496750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d413ef-d6c0-48df-8b7e-3d70d6c25508 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:25.508472 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.541478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8de841-4bfc-4926-8f3f-55c157cd6fee req-cedb488e-e0d4-48c6-8037-264670e33fea tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:25.543053 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f8de841-4bfc-4926-8f3f-55c157cd6fee req-cedb488e-e0d4-48c6-8037-264670e33fea tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 936 time: 0.1237919 Aug 17 16:14:25.544065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Transition to ACTIVE for port object e1d413ef-d6c0-48df-8b7e-3d70d6c25508 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:25.556298 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.628485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7308c2c2-48db-461e-a888-e68e275a039a None None] Provisioning for port 5b0b007d-6035-4691-b935-446718758d2b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:25.635533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7308c2c2-48db-461e-a888-e68e275a039a None None] Provisioning complete for port 5b0b007d-6035-4691-b935-446718758d2b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:25.636038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7308c2c2-48db-461e-a888-e68e275a039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.674828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Pushing event updated for resources: {'Port': ['ID=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:25.692346 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f8de841-4bfc-4926-8f3f-55c157cd6fee req-d1387937-b38b-4066-af35-f44332284dfa tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396253 Aug 17 16:14:25.742056 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38071c81-a609-4e6a-8d25-609776537df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.746739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Attempting to bind port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:14:25.746739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Attempting to bind port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:14:25.746739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Attempting to bind port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:25.749662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:14:25.750015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Attempting to bind port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:25.755832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38071c81-a609-4e6a-8d25-609776537df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.766613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:14:25.766965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:25.767396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:14:25.767841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Bound port: e1d413ef-d6c0-48df-8b7e-3d70d6c25508, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:14:25.768193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.810942 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c9d8c-6339-427b-8c4d-fa755a277fed req-cd3adf3e-024b-428f-aab0-75a4422e83bc tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:25.813044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e42c9d8c-6339-427b-8c4d-fa755a277fed req-cd3adf3e-024b-428f-aab0-75a4422e83bc tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 950 time: 0.1247871 Aug 17 16:14:25.850821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7308c2c2-48db-461e-a888-e68e275a039a None None] Port 5b0b007d-6035-4691-b935-446718758d2b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:14:25.875036 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e42c9d8c-6339-427b-8c4d-fa755a277fed req-1d661e93-d8d5-468b-b8f9-170d67e10aba tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483456 Aug 17 16:14:25.883445 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-38071c81-a609-4e6a-8d25-609776537df9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c84a906942da46208284d75d30a27b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933562 Aug 17 16:14:25.884270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38071c81-a609-4e6a-8d25-609776537df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177dbfe5-322d-4827-a0ee-2079684ad785,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:25.888650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35988) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:25.925207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bdee3-7d2a-46b6-8c77-c8861b870ebb req-34a3d5ac-d134-4e03-ac3f-f180ecdab0a0 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:25.926642 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-189bdee3-7d2a-46b6-8c77-c8861b870ebb req-34a3d5ac-d134-4e03-ac3f-f180ecdab0a0 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 972 time: 0.1184850 Aug 17 16:14:25.943818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] For port e1d413ef-d6c0-48df-8b7e-3d70d6c25508, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:14:25.954395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0b007d-6035-4691-b935-446718758d2b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:25.971458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.972150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] For port e1d413ef-d6c0-48df-8b7e-3d70d6c25508, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:14:25.979308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:25.986981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-189bdee3-7d2a-46b6-8c77-c8861b870ebb req-af2f6815-ac23-40d8-9e77-72c505002a49 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535743 Aug 17 16:14:25.997595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Transition to ACTIVE for port object 5b0b007d-6035-4691-b935-446718758d2b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:26.003555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fcb6b865-a7c1-46e5-a94c-34868717a26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.016261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.029235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:26.029901 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.031838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] 10.222.0.93 "PUT /v2.0/ports/e1d413ef-d6c0-48df-8b7e-3d70d6c25508 HTTP/1.1" status: 200 len: 1118 time: 1.3586643 Aug 17 16:14:26.036952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa72f98-935e-43a8-a276-b08676eca773', 'tag': 'e1d413ef-d6c0-48df-8b7e-3d70d6c25508'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:26.041564 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59976aa5-c900-48cd-b41e-d8b794cb0edf" -d '{"events": [{"name": "network-changed", "server_uuid": "caa72f98-935e-43a8-a276-b08676eca773", "tag": "e1d413ef-d6c0-48df-8b7e-3d70d6c25508"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:26.074230 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fcb6b865-a7c1-46e5-a94c-34868717a26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.078245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7faa93-4248-4498-ad59-db18412e313f service neutron] Pushing event updated for resources: {'Port': ['ID=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:26.121488 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e008e27f-755d-4bcb-9e72-aa6b9043476f x-openstack-request-id: req-e008e27f-755d-4bcb-9e72-aa6b9043476f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:26.121770 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa72f98-935e-43a8-a276-b08676eca773", "tag": "e1d413ef-d6c0-48df-8b7e-3d70d6c25508", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:26.122015 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e008e27f-755d-4bcb-9e72-aa6b9043476f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:26.122487 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa72f98-935e-43a8-a276-b08676eca773', 'tag': 'e1d413ef-d6c0-48df-8b7e-3d70d6c25508', 'status': 'completed', 'code': 200} Aug 17 16:14:26.134193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0b007d-6035-4691-b935-446718758d2b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:26.135785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738b808-b566-439e-9f80-89d0cde9df71 req-8bd5a865-c78a-4b7e-909f-b0df2fb8ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:26.138324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-8bd5a865-c78a-4b7e-909f-b0df2fb8ce87 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81c887cb36e949bea22e843076697077&device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 1121 time: 0.0521386 Aug 17 16:14:26.186463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-5c32b071-ef76-4106-910b-581124fa278e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e1d413ef-d6c0-48df-8b7e-3d70d6c25508 HTTP/1.1" status: 200 len: 217 time: 0.0362954 Aug 17 16:14:26.207523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Attempting to bind port 5b0b007d-6035-4691-b935-446718758d2b on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:14:26.210704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Attempting to bind port 5b0b007d-6035-4691-b935-446718758d2b by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:14:26.211573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Attempting to bind port 5b0b007d-6035-4691-b935-446718758d2b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:26.219830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76d76-31c2-4794-ae73-64d6808fd20d req-d782839a-763f-42d9-a908-9df041c15817 tempest-AggregatesAdminTestJSON-475286819 tempest-AggregatesAdminTestJSON-475286819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:26.222269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebf76d76-31c2-4794-ae73-64d6808fd20d req-d782839a-763f-42d9-a908-9df041c15817 tempest-AggregatesAdminTestJSON-475286819 tempest-AggregatesAdminTestJSON-475286819-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 1123 time: 0.0968370 Aug 17 16:14:26.223885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Port 5b0b007d-6035-4691-b935-446718758d2b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:14:26.224438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Attempting to bind port 5b0b007d-6035-4691-b935-446718758d2b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:26.239071 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fcb6b865-a7c1-46e5-a94c-34868717a26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.241675 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fcb6b865-a7c1-46e5-a94c-34868717a26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.245809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fcb6b865-a7c1-46e5-a94c-34868717a26c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/177dbfe5-322d-4827-a0ee-2079684ad785 HTTP/1.1" status: 204 len: 168 time: 0.3559597 Aug 17 16:14:26.246804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738b808-b566-439e-9f80-89d0cde9df71 req-2c67a60b-965c-4c00-9e42-1ed0dd3f4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:26.248466 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-2c67a60b-965c-4c00-9e42-1ed0dd3f4cb2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0547991 Aug 17 16:14:26.249597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:14:26.249937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:26.250318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:14:26.250824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Bound port: 5b0b007d-6035-4691-b935-446718758d2b, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:14:26.251149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.263843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7512901e-4473-498d-8fb1-1fde158aa102 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:14:26.296231 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ebf76d76-31c2-4794-ae73-64d6808fd20d req-743b1e49-20b0-435b-a1c4-7276e23ab2a5 tempest-AggregatesAdminTestJSON-475286819 tempest-AggregatesAdminTestJSON-475286819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.301807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6b865-a7c1-46e5-a94c-34868717a26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177dbfe5-322d-4827-a0ee-2079684ad785,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:26.305967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738b808-b566-439e-9f80-89d0cde9df71 req-3ee83a57-12e3-4988-8085-919cd4e5e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:26.307866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-3ee83a57-12e3-4988-8085-919cd4e5e260 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496745 Aug 17 16:14:26.376426 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:14:26.448394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] For port 5b0b007d-6035-4691-b935-446718758d2b, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:14:26.462922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 7512901e-4473-498d-8fb1-1fde158aa102, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7512901e-4473-498d-8fb1-1fde158aa102,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:26.477253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '7512901e-4473-498d-8fb1-1fde158aa102', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'port_id': '7512901e-4473-498d-8fb1-1fde158aa102', 'mac_address': 'fa:16:3e:98:47:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:14:26.478009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] For port 5b0b007d-6035-4691-b935-446718758d2b, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=5b0b007d-6035-4691-b935-446718758d2b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:14:26.490199 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.514438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1db368-a83a-4431-82c4-4b86c8f83d24 req-4cbf9bc6-5441-4f5c-847a-c20013082614 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:26.523884 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a1db368-a83a-4431-82c4-4b86c8f83d24 req-4cbf9bc6-5441-4f5c-847a-c20013082614 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 944 time: 0.1711698 Aug 17 16:14:26.526887 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.546817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:26.547431 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.548905 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] 10.222.0.91 "PUT /v2.0/ports/5b0b007d-6035-4691-b935-446718758d2b HTTP/1.1" status: 200 len: 1096 time: 1.1672783 Aug 17 16:14:26.549340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85ad9e0-903c-40d2-8257-7a3f73b97032', 'tag': '5b0b007d-6035-4691-b935-446718758d2b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:26.551856 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-fc650a78-7d84-4438-9ad5-5b6062e2e45f service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331789 Aug 17 16:14:26.555602 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61" -d '{"events": [{"name": "network-changed", "server_uuid": "c85ad9e0-903c-40d2-8257-7a3f73b97032", "tag": "5b0b007d-6035-4691-b935-446718758d2b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:26.562043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7512901e-4473-498d-8fb1-1fde158aa102 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:26.591404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 7512901e-4473-498d-8fb1-1fde158aa102, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7512901e-4473-498d-8fb1-1fde158aa102,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:26.598157 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.619048 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ebf76d76-31c2-4794-ae73-64d6808fd20d req-743b1e49-20b0-435b-a1c4-7276e23ab2a5 tempest-AggregatesAdminTestJSON-475286819 tempest-AggregatesAdminTestJSON-475286819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.635689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a9270-fc37-4dab-a863-c8a83fe1a005 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0b007d-6035-4691-b935-446718758d2b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:26.641881 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ebf76d76-31c2-4794-ae73-64d6808fd20d req-743b1e49-20b0-435b-a1c4-7276e23ab2a5 tempest-AggregatesAdminTestJSON-475286819 tempest-AggregatesAdminTestJSON-475286819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:26.686567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=7512901e-4473-498d-8fb1-1fde158aa102,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:26.700722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebf76d76-31c2-4794-ae73-64d6808fd20d req-743b1e49-20b0-435b-a1c4-7276e23ab2a5 tempest-AggregatesAdminTestJSON-475286819 tempest-AggregatesAdminTestJSON-475286819-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708035 Aug 17 16:14:26.708211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b1e49-20b0-435b-a1c4-7276e23ab2a5 tempest-AggregatesAdminTestJSON-475286819 tempest-AggregatesAdminTestJSON-475286819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48031ac9-6ca9-4646-938e-0d615a5cdc1e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:26.724136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-e3826a5a-ba6c-4e08-b459-9c7e817e1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:26.725817 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-e3826a5a-ba6c-4e08-b459-9c7e817e1327 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f4b974f710b404982eb59c554ac8e62&device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 1099 time: 0.1091223 Aug 17 16:14:26.780865 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a1db368-a83a-4431-82c4-4b86c8f83d24 req-55132ae1-2b52-4006-ac53-1b65f9db8094 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559936 Aug 17 16:14:26.820115 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-019a292e-ac0c-461e-96fb-5983733dd7f8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5b0b007d-6035-4691-b935-446718758d2b HTTP/1.1" status: 200 len: 217 time: 0.0821261 Aug 17 16:14:26.864228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['7512901e-4473-498d-8fb1-1fde158aa102'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:26.895161 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4738b808-b566-439e-9f80-89d0cde9df71 req-e6f477bf-adac-439c-a630-84b28a9155b0 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265429 Aug 17 16:14:26.916101 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555a829f-7497-417d-a53d-bce4d6f06619 x-openstack-request-id: req-555a829f-7497-417d-a53d-bce4d6f06619 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:26.916380 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85ad9e0-903c-40d2-8257-7a3f73b97032", "tag": "5b0b007d-6035-4691-b935-446718758d2b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:26.916632 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-555a829f-7497-417d-a53d-bce4d6f06619 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:26.917071 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85ad9e0-903c-40d2-8257-7a3f73b97032', 'tag': '5b0b007d-6035-4691-b935-446718758d2b', 'status': 'completed', 'code': 200} Aug 17 16:14:26.946577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854e63d-a862-4aca-9ec9-cb1f3a9e79a1 req-1bf0c321-92b3-4be9-9c18-846bc1fe1259 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:26.948116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e854e63d-a862-4aca-9ec9-cb1f3a9e79a1 req-1bf0c321-92b3-4be9-9c18-846bc1fe1259 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 970 time: 0.1237631 Aug 17 16:14:26.954079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-aebe9dd4-a652-4db9-9368-724d9b7653d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:26.956122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-aebe9dd4-a652-4db9-9368-724d9b7653d3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0903804 Aug 17 16:14:27.054996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-765c0ad7-5a2e-43c5-b95e-865a3060c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.056695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-765c0ad7-5a2e-43c5-b95e-865a3060c4cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81c887cb36e949bea22e843076697077&device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 1121 time: 0.1049044 Aug 17 16:14:27.057760 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e854e63d-a862-4aca-9ec9-cb1f3a9e79a1 req-2626b992-7d09-4ebb-a18d-99e702f6b206 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869036 Aug 17 16:14:27.066042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a727db-0cf0-431e-a095-8c6bb735c05a req-82af9ea0-9ec0-445d-b41d-450710c71b2f tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.067763 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60a727db-0cf0-431e-a095-8c6bb735c05a req-82af9ea0-9ec0-445d-b41d-450710c71b2f tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 948 time: 0.0696335 Aug 17 16:14:27.076326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-257105be-5ba8-4913-b250-d39e16765e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.078090 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-257105be-5ba8-4913-b250-d39e16765e0d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114769 Aug 17 16:14:27.201091 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60a727db-0cf0-431e-a095-8c6bb735c05a req-2a25ebb6-b8ed-4bea-a394-dce58caead87 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158996 Aug 17 16:14:27.210313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-c87363f6-2392-4727-acfc-2418591f67c1 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228683 Aug 17 16:14:27.267221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-50675485-86ef-438d-8b91-36b62fb4c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.268770 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-50675485-86ef-438d-8b91-36b62fb4c35b service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1999731 Aug 17 16:14:27.350250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-5845ac63-0970-46d4-b34a-477c863dc9c5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e1d413ef-d6c0-48df-8b7e-3d70d6c25508 HTTP/1.1" status: 200 len: 217 time: 0.0723972 Aug 17 16:14:27.387691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bd0537f-0f9f-41ff-ad64-88443d61fa79 req-5df13463-c0bd-424d-8196-0d9628f9719e service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647611 Aug 17 16:14:27.433355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-15b7bf9b-8edb-478e-87b4-57a196bca991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.435197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-15b7bf9b-8edb-478e-87b4-57a196bca991 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0684948 Aug 17 16:14:27.483002 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adc503-04d3-42a3-8dc2-75d20898b8bc req-613c15ea-9027-4ba0-9bd5-99801093f814 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.493115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-37dbce4e-476c-4a63-a80a-275910d4458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.494661 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-37dbce4e-476c-4a63-a80a-275910d4458f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f4b974f710b404982eb59c554ac8e62&device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 1099 time: 0.0568945 Aug 17 16:14:27.495078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5adc503-04d3-42a3-8dc2-75d20898b8bc req-613c15ea-9027-4ba0-9bd5-99801093f814 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 950 time: 0.1436543 Aug 17 16:14:27.534947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5adc503-04d3-42a3-8dc2-75d20898b8bc req-ad6a2059-8be2-4c1d-af16-c0abcc78d9db tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387676 Aug 17 16:14:27.544397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-bd054ba8-c12b-4f24-884e-a441d050c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.545855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-bd054ba8-c12b-4f24-884e-a441d050c776 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021829 Aug 17 16:14:27.617615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-2be6a6d7-c5f6-4b6c-9025-8449b0d460b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.619756 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-2be6a6d7-c5f6-4b6c-9025-8449b0d460b8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1157916 Aug 17 16:14:27.688761 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-2b0c1c8b-249c-4889-8693-dd6a76579153 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325865 Aug 17 16:14:27.704369 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-71d5a9f2-aa9d-4ea4-9ae1-2b73d57180c4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5b0b007d-6035-4691-b935-446718758d2b HTTP/1.1" status: 200 len: 217 time: 0.0773640 Aug 17 16:14:27.787307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-66384538-e516-43ac-a3da-70bffbf13126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.790483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-66384538-e516-43ac-a3da-70bffbf13126 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0725908 Aug 17 16:14:27.846854 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59976aa5-c900-48cd-b41e-d8b794cb0edf req-99832d5a-08c8-4fc0-94aa-e8452ed895ae service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463933 Aug 17 16:14:27.856831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-e61a4212-bce3-4a5f-91ef-360eb6f120dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.859097 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-e61a4212-bce3-4a5f-91ef-360eb6f120dc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605767 Aug 17 16:14:27.980466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e541e8-9772-4233-97e6-c9e2e1288b44 req-04909af4-b217-4c04-8eb9-ff350acdd0e8 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:27.982000 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-38e541e8-9772-4233-97e6-c9e2e1288b44 req-04909af4-b217-4c04-8eb9-ff350acdd0e8 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 945 time: 0.0938294 Aug 17 16:14:28.019616 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-c7227e53-fbbd-4af0-bb34-703c8f5d3887 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514590 Aug 17 16:14:28.045546 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-38e541e8-9772-4233-97e6-c9e2e1288b44 req-d48b7efc-2e43-49ea-9d91-58cb35750f41 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566893 Aug 17 16:14:28.137815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eb1fcf9-a2d4-4042-8104-4a28c1300a61 req-3c32e24b-93de-4848-b79c-ec9690e2f272 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073534 Aug 17 16:14:28.261113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f6c75-712b-4a91-8b9e-8e5ea3ab7340 req-b3cf734d-1533-41d3-93c7-5b05f8e6aabc tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:28.262333 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d4f6c75-712b-4a91-8b9e-8e5ea3ab7340 req-b3cf734d-1533-41d3-93c7-5b05f8e6aabc tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 970 time: 0.0568962 Aug 17 16:14:28.288486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7512901e-4473-498d-8fb1-1fde158aa102 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:14:28.304294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d4f6c75-712b-4a91-8b9e-8e5ea3ab7340 req-2cbaf200-901f-423b-9f5d-a30999a5de20 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338080 Aug 17 16:14:28.326403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b35f-bb72-436d-9e28-6090733ee2af req-80f7f8d7-55b9-4ea1-92c7-2c2a3734a790 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:28.326403 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c05b35f-bb72-436d-9e28-6090733ee2af req-80f7f8d7-55b9-4ea1-92c7-2c2a3734a790 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 950 time: 0.0558577 Aug 17 16:14:28.340490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 7512901e-4473-498d-8fb1-1fde158aa102 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:28.345653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 7512901e-4473-498d-8fb1-1fde158aa102 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:28.346004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:28.369202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c05b35f-bb72-436d-9e28-6090733ee2af req-b937ec4d-6987-49bd-8ab7-426564f928b4 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Aug 17 16:14:28.439990 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:28.448075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa7ddd-84bf-49b3-ab80-30a8498eddf6 req-8121b195-478d-4f87-a7a8-91eaec7ed468 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:28.449528 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05fa7ddd-84bf-49b3-ab80-30a8498eddf6 req-8121b195-478d-4f87-a7a8-91eaec7ed468 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 948 time: 0.0513263 Aug 17 16:14:28.463816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7512901e-4473-498d-8fb1-1fde158aa102'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:28.466245 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72628b95-d5d5-4262-93b1-34506dd8e3e0" -d '{"events": [{"server_uuid": "1926aba3-04fc-45ca-9e9b-56eed6329fe3", "name": "network-vif-plugged", "status": "completed", "tag": "7512901e-4473-498d-8fb1-1fde158aa102"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:28.480181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 7512901e-4473-498d-8fb1-1fde158aa102, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7512901e-4473-498d-8fb1-1fde158aa102,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:28.485620 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:28.490153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05fa7ddd-84bf-49b3-ab80-30a8498eddf6 req-5f817aaf-a549-499b-aadb-f4f6c4762a75 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Aug 17 16:14:28.536859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=7512901e-4473-498d-8fb1-1fde158aa102,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:28.589515 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971efee6-29ba-46eb-b64c-70d307725470 x-openstack-request-id: req-971efee6-29ba-46eb-b64c-70d307725470 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:28.589872 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1926aba3-04fc-45ca-9e9b-56eed6329fe3", "name": "network-vif-plugged", "status": "completed", "tag": "7512901e-4473-498d-8fb1-1fde158aa102", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:28.590184 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-971efee6-29ba-46eb-b64c-70d307725470 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:28.590864 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7512901e-4473-498d-8fb1-1fde158aa102', 'code': 200} Aug 17 16:14:28.708847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f81c1-15ba-4c5a-8ded-7f52893f25e5 req-af1b0825-d6f3-4d65-ba37-02cc8d46030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:28.710285 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e3f81c1-15ba-4c5a-8ded-7f52893f25e5 req-af1b0825-d6f3-4d65-ba37-02cc8d46030e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 1097 time: 0.0495629 Aug 17 16:14:28.752334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e3f81c1-15ba-4c5a-8ded-7f52893f25e5 req-397fc8f5-5a5f-472d-b1bb-c246b11cd794 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330923 Aug 17 16:14:28.905885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:29.017516 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e899b2f-6fda-4e0f-8236-c511212af4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:29.139592 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e899b2f-6fda-4e0f-8236-c511212af4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:29.147615 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e899b2f-6fda-4e0f-8236-c511212af4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:29.191459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e899b2f-6fda-4e0f-8236-c511212af4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a0eee-7b50-443d-8a23-81546dfd9f02,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:29.197354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb9226-7528-4a10-9082-212318eee16c req-5ecefc40-aa1e-4d69-a439-750a35881731 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:29.197528 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6e899b2f-6fda-4e0f-8236-c511212af4b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0e09792231344e194b2708fa1751548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905161 Aug 17 16:14:29.199293 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7cb9226-7528-4a10-9082-212318eee16c req-5ecefc40-aa1e-4d69-a439-750a35881731 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 946 time: 0.0559580 Aug 17 16:14:29.200025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36164) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:29.277418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7cb9226-7528-4a10-9082-212318eee16c req-79c7552d-c63f-43ea-9b61-a977e85b917c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637758 Aug 17 16:14:29.291481 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c72f7b1c-129b-4dcb-bc85-1dad957c3e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:29.318423 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c72f7b1c-129b-4dcb-bc85-1dad957c3e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:29.373365 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c72f7b1c-129b-4dcb-bc85-1dad957c3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:29.377488 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c72f7b1c-129b-4dcb-bc85-1dad957c3e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:29.378854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c72f7b1c-129b-4dcb-bc85-1dad957c3e6c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a67a0eee-7b50-443d-8a23-81546dfd9f02 HTTP/1.1" status: 204 len: 168 time: 0.1779261 Aug 17 16:14:29.387656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f7b1c-129b-4dcb-bc85-1dad957c3e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a0eee-7b50-443d-8a23-81546dfd9f02,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:29.609874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421755d-cc12-40ea-a49c-76d5419c9b1f req-f312542b-bcd5-46ac-86e9-2803e56c8240 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:29.611753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e421755d-cc12-40ea-a49c-76d5419c9b1f req-f312542b-bcd5-46ac-86e9-2803e56c8240 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 970 time: 0.0527582 Aug 17 16:14:29.656556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e421755d-cc12-40ea-a49c-76d5419c9b1f req-3b4e9271-3a44-4714-99f1-17da011dc87b tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370655 Aug 17 16:14:29.685997 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fb47a-ea93-4d4e-a4d4-0c555a222a9e req-44adf2df-19d4-4523-9ec2-174b82bed414 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:29.687824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-229fb47a-ea93-4d4e-a4d4-0c555a222a9e req-44adf2df-19d4-4523-9ec2-174b82bed414 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 950 time: 0.0864363 Aug 17 16:14:29.735796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-229fb47a-ea93-4d4e-a4d4-0c555a222a9e req-e56a0e77-92bf-4014-ab1f-26a304de1c56 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 Aug 17 16:14:29.749078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36202) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:29.781666 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9eb0f9c-5dde-492f-947d-5ade6ea867df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:29.813335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638d40e-065b-4fb6-90d9-d912ebf8f115 req-69aaa097-4244-41e3-a5ab-ec0fe2e8a1ba tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:29.821115 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9638d40e-065b-4fb6-90d9-d912ebf8f115 req-69aaa097-4244-41e3-a5ab-ec0fe2e8a1ba tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 948 time: 0.0597849 Aug 17 16:14:29.848719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-6da18265-2700-4e4b-b7f0-d10f8a65d2f4 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:29.850904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-6da18265-2700-4e4b-b7f0-d10f8a65d2f4 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 1101 time: 0.0819979 Aug 17 16:14:29.872998 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9638d40e-065b-4fb6-90d9-d912ebf8f115 req-22b55b8b-7aa4-4338-856c-96e9c8c7f278 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509291 Aug 17 16:14:29.922172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e1d413ef-d6c0-48df-8b7e-3d70d6c25508 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:14:30.007036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-5290f697-ef9d-4305-996c-fce0dbacac29 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] Deleting port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:14:30.007627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-5290f697-ef9d-4305-996c-fce0dbacac29 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.118213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9eb0f9c-5dde-492f-947d-5ade6ea867df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.127952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9eb0f9c-5dde-492f-947d-5ade6ea867df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.150763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e1d413ef-d6c0-48df-8b7e-3d70d6c25508, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:30.173180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb0f9c-5dde-492f-947d-5ade6ea867df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d99501-8409-4532-a6c4-db1097857eb2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:30.181282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'e1d413ef-d6c0-48df-8b7e-3d70d6c25508', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'e1d413ef-d6c0-48df-8b7e-3d70d6c25508', 'mac_address': 'fa:16:3e:cc:4e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:tempest-test_az-1424308710', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:14:30.198512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-5290f697-ef9d-4305-996c-fce0dbacac29 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] For port 4e52ef76-59dc-4984-afe6-93bb5fd99d26, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=4e52ef76-59dc-4984-afe6-93bb5fd99d26,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:30.199216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-5290f697-ef9d-4305-996c-fce0dbacac29 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.203860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d9eb0f9c-5dde-492f-947d-5ade6ea867df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cff54c4bc14841c59839f2b23ab7291b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535940 Aug 17 16:14:30.207110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36232) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:30.222964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36236) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:30.224090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-5290f697-ef9d-4305-996c-fce0dbacac29 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] Calling delete_port for 4e52ef76-59dc-4984-afe6-93bb5fd99d26 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:14:30.249645 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.265144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d413ef-d6c0-48df-8b7e-3d70d6c25508 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:30.279575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 5b0b007d-6035-4691-b935-446718758d2b details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:14:30.282467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c77f-fd0d-46c6-a5ed-2d11ae69f6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.299964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e1d413ef-d6c0-48df-8b7e-3d70d6c25508, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:30.329064 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.330764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c77f-fd0d-46c6-a5ed-2d11ae69f6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.544975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:30.588830 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c77f-fd0d-46c6-a5ed-2d11ae69f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.598654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c77f-fd0d-46c6-a5ed-2d11ae69f6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.598654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ad3c77f-fd0d-46c6-a5ed-2d11ae69f6e5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2d99501-8409-4532-a6c4-db1097857eb2 HTTP/1.1" status: 204 len: 168 time: 0.3878920 Aug 17 16:14:30.614030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3c77f-fd0d-46c6-a5ed-2d11ae69f6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d99501-8409-4532-a6c4-db1097857eb2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:30.623043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-5290f697-ef9d-4305-996c-fce0dbacac29 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.634878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['e1d413ef-d6c0-48df-8b7e-3d70d6c25508'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:30.640796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 5b0b007d-6035-4691-b935-446718758d2b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=5b0b007d-6035-4691-b935-446718758d2b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:30.648924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['4e52ef76-59dc-4984-afe6-93bb5fd99d26'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:30.694477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:30.715166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '5b0b007d-6035-4691-b935-446718758d2b', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '5b0b007d-6035-4691-b935-446718758d2b', 'mac_address': 'fa:16:3e:05:5d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:14:30.728050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290f697-ef9d-4305-996c-fce0dbacac29 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e52ef76-59dc-4984-afe6-93bb5fd99d26,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:30.777433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.782284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16e2be-1310-4547-8b60-0c1ad9b7d5ab req-ed718be2-6fcf-4d42-8994-35a2259e68a0 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:30.787628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af16e2be-1310-4547-8b60-0c1ad9b7d5ab req-ed718be2-6fcf-4d42-8994-35a2259e68a0 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 946 time: 0.3132505 Aug 17 16:14:30.802321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0b007d-6035-4691-b935-446718758d2b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:30.846273 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2cbb99b9-73b3-469a-be8a-33f5f8699377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.853827 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3de57ad7-34af-40c3-b13b-42eb89404c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.887565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 5b0b007d-6035-4691-b935-446718758d2b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=5b0b007d-6035-4691-b935-446718758d2b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:30.900884 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:30.964148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2907d0-e4dc-417a-8a39-7d514833c465 req-f0b9bff2-41ca-40cd-a5ee-c40446dd0d4c tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:30.968681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c2907d0-e4dc-417a-8a39-7d514833c465 req-f0b9bff2-41ca-40cd-a5ee-c40446dd0d4c tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 971 time: 0.1272855 Aug 17 16:14:31.018957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=5b0b007d-6035-4691-b935-446718758d2b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:31.056665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c2907d0-e4dc-417a-8a39-7d514833c465 req-ed2d549e-c73a-4a1e-ab6e-556b987dce45 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805929 Aug 17 16:14:31.118478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['5b0b007d-6035-4691-b935-446718758d2b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:31.149170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3de57ad7-34af-40c3-b13b-42eb89404c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.156485 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3de57ad7-34af-40c3-b13b-42eb89404c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.221720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3de57ad7-34af-40c3-b13b-42eb89404c9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3c33f6e104846d391f2f78314b789fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250006 Aug 17 16:14:31.230988 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af16e2be-1310-4547-8b60-0c1ad9b7d5ab req-bd2cb629-9940-4ea4-80dd-78b66f6a0ab2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252570 Aug 17 16:14:31.231929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36284) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:31.240214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de57ad7-34af-40c3-b13b-42eb89404c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46832155-5277-40dd-972a-8963f1cfbb02,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:31.246082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f17ac0da-3e2e-417d-bb79-741d65f09b23 req-3d52a8cf-97d4-4309-ab81-2f68f3507481 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=f95d3cc4-4c33-4514-9c09-b44ce8d184f7 HTTP/1.1" status: 200 len: 210 time: 0.0466967 Aug 17 16:14:31.257556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-5290f697-ef9d-4305-996c-fce0dbacac29 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] No DVR routers for this DVR port 4e52ef76-59dc-4984-afe6-93bb5fd99d26 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:14:31.271487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-5290f697-ef9d-4305-996c-fce0dbacac29 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.274071 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cec216eb-56e5-45e4-9145-686a3fe9feb9 req-5290f697-ef9d-4305-996c-fce0dbacac29 tempest-DeleteServersAdminTestJSON-1217673803 tempest-DeleteServersAdminTestJSON-1217673803-project-admin] 10.222.0.91 "DELETE /v2.0/ports/4e52ef76-59dc-4984-afe6-93bb5fd99d26 HTTP/1.1" status: 204 len: 173 time: 1.4146805 Aug 17 16:14:31.274959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95d3cc4-4c33-4514-9c09-b44ce8d184f7', 'name': 'network-vif-deleted', 'tag': '4e52ef76-59dc-4984-afe6-93bb5fd99d26'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:31.278044 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f9d7a8-9650-474d-bba3-c7fef6d0ba3d" -d '{"events": [{"server_uuid": "f95d3cc4-4c33-4514-9c09-b44ce8d184f7", "name": "network-vif-deleted", "tag": "4e52ef76-59dc-4984-afe6-93bb5fd99d26"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:31.376432 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-564b55cf-affe-46b9-a207-04ad29a0e4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.461301 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-564b55cf-affe-46b9-a207-04ad29a0e4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.476248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2cbb99b9-73b3-469a-be8a-33f5f8699377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.499904 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2cbb99b9-73b3-469a-be8a-33f5f8699377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.551512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a036f5-1d10-40e5-94fc-8a9eb11bcbb6 req-bfe92052-c3e0-44a5-a4d4-5a2ec0152fb3 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:31.553078 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41a036f5-1d10-40e5-94fc-8a9eb11bcbb6 req-bfe92052-c3e0-44a5-a4d4-5a2ec0152fb3 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 949 time: 0.1685419 Aug 17 16:14:31.587343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb99b9-73b3-469a-be8a-33f5f8699377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdf02dd-3b6a-47d9-9cd6-576e98be99b9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:31.591559 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2cbb99b9-73b3-469a-be8a-33f5f8699377 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ef3525cac894366a104f962c886e2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2228911 Aug 17 16:14:31.595743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:31.637473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41a036f5-1d10-40e5-94fc-8a9eb11bcbb6 req-2a4cd673-b7cd-4444-86d4-451987e8860c tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647264 Aug 17 16:14:31.649091 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-564b55cf-affe-46b9-a207-04ad29a0e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.655467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-564b55cf-affe-46b9-a207-04ad29a0e4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.668805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-564b55cf-affe-46b9-a207-04ad29a0e4a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46832155-5277-40dd-972a-8963f1cfbb02 HTTP/1.1" status: 204 len: 168 time: 0.4155307 Aug 17 16:14:31.676865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b55cf-affe-46b9-a207-04ad29a0e4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46832155-5277-40dd-972a-8963f1cfbb02,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:31.718055 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b33bca7-a305-4ca6-8482-10c1f4afe8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.767485 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b33bca7-a305-4ca6-8482-10c1f4afe8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.895179 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b33bca7-a305-4ca6-8482-10c1f4afe8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.898182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b33bca7-a305-4ca6-8482-10c1f4afe8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:31.900138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2b33bca7-a305-4ca6-8482-10c1f4afe8c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cdf02dd-3b6a-47d9-9cd6-576e98be99b9 HTTP/1.1" status: 204 len: 168 time: 0.3029661 Aug 17 16:14:31.915413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e1d413ef-d6c0-48df-8b7e-3d70d6c25508 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:14:31.926304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33bca7-a305-4ca6-8482-10c1f4afe8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdf02dd-3b6a-47d9-9cd6-576e98be99b9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:31.929377 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c6867-28ac-4de4-83ef-0ccb9c8206c3 req-dcdf36e0-5bf3-4057-b51f-d27ead0bb10d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:31.945705 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9d3c6867-28ac-4de4-83ef-0ccb9c8206c3 req-dcdf36e0-5bf3-4057-b51f-d27ead0bb10d tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 946 time: 0.0903935 Aug 17 16:14:31.946103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:31.951862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c21a6e1d-7392-46ab-b73b-70f5d81a5763 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Request body: {'floatingip': {'port_id': '7512901e-4473-498d-8fb1-1fde158aa102'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:32.021581 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b213fb82-48d2-4d15-bf31-6bfbdda159ff x-openstack-request-id: req-b213fb82-48d2-4d15-bf31-6bfbdda159ff {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:32.022062 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95d3cc4-4c33-4514-9c09-b44ce8d184f7", "name": "network-vif-deleted", "tag": "4e52ef76-59dc-4984-afe6-93bb5fd99d26", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:32.022494 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b213fb82-48d2-4d15-bf31-6bfbdda159ff {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:32.023057 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95d3cc4-4c33-4514-9c09-b44ce8d184f7', 'name': 'network-vif-deleted', 'tag': '4e52ef76-59dc-4984-afe6-93bb5fd99d26', 'status': 'completed', 'code': 200} Aug 17 16:14:32.102319 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f5617ce-b81a-4bf2-9276-ff21c005c259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.149467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:32.160901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:32.161197 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.224093 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8773a-2db2-4fac-ba94-c3dc7879fded req-29fbddf3-368f-48c0-9c16-ab68be740a84 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:32.235100 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fad8773a-2db2-4fac-ba94-c3dc7879fded req-29fbddf3-368f-48c0-9c16-ab68be740a84 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 971 time: 0.0713320 Aug 17 16:14:32.285188 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c21a6e1d-7392-46ab-b73b-70f5d81a5763 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.316071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 5b0b007d-6035-4691-b935-446718758d2b up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:14:32.335298 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fad8773a-2db2-4fac-ba94-c3dc7879fded req-cad6fc7b-997e-42df-9446-f2837dd7eb24 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987151 Aug 17 16:14:32.348518 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.416661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e1d413ef-d6c0-48df-8b7e-3d70d6c25508, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:32.418418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa72f98-935e-43a8-a276-b08676eca773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d413ef-d6c0-48df-8b7e-3d70d6c25508'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:32.427333 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38039ef4-a4dd-4da9-afe5-d84ce8200ac1" -d '{"events": [{"server_uuid": "caa72f98-935e-43a8-a276-b08676eca773", "name": "network-vif-plugged", "status": "completed", "tag": "e1d413ef-d6c0-48df-8b7e-3d70d6c25508"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:32.437929 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.444758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 5b0b007d-6035-4691-b935-446718758d2b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:32.450008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 5b0b007d-6035-4691-b935-446718758d2b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:32.450405 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.526871 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8686e7dd-52a8-4439-9ef4-11359984b930 x-openstack-request-id: req-8686e7dd-52a8-4439-9ef4-11359984b930 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:32.527147 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa72f98-935e-43a8-a276-b08676eca773", "name": "network-vif-plugged", "status": "completed", "tag": "e1d413ef-d6c0-48df-8b7e-3d70d6c25508", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:32.527397 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8686e7dd-52a8-4439-9ef4-11359984b930 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:32.527780 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa72f98-935e-43a8-a276-b08676eca773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d413ef-d6c0-48df-8b7e-3d70d6c25508', 'code': 200} Aug 17 16:14:32.568728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:32.597533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.609167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b855ad0-2e14-4d78-94d7-e147d43d29a8 req-d908f988-2164-4031-afad-a09229d2bca2 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:32.611038 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b855ad0-2e14-4d78-94d7-e147d43d29a8 req-d908f988-2164-4031-afad-a09229d2bca2 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 972 time: 0.4273491 Aug 17 16:14:32.646552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 5b0b007d-6035-4691-b935-446718758d2b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=5b0b007d-6035-4691-b935-446718758d2b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:32.653080 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.654850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 4e52ef76-59dc-4984-afe6-93bb5fd99d26 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:14:32.667439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36330) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:32.692814 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8f146c3-411a-42ec-aaa3-3b1a0872ba2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.700205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 4e52ef76-59dc-4984-afe6-93bb5fd99d26 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:14:32.700205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 4e52ef76-59dc-4984-afe6-93bb5fd99d26 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:14:32.803528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=5b0b007d-6035-4691-b935-446718758d2b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:32.817832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b855ad0-2e14-4d78-94d7-e147d43d29a8 req-20df30ac-7072-4dab-9d4f-bbd5bc308732 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920784 Aug 17 16:14:32.820841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:32.830692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338e203-862b-487d-83f9-e3e3184e47fa req-5686f8dc-a870-4e20-ad2c-6de8fe6f54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:32.832409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b338e203-862b-487d-83f9-e3e3184e47fa req-5686f8dc-a870-4e20-ad2c-6de8fe6f54fa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 1123 time: 0.2057781 Aug 17 16:14:32.877785 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89ccbd17-f7eb-4c43-8c14-3da09af17471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.888692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2227a8-f258-4d1f-a252-dc1906862eff req-f1af345d-00ff-4d3d-a629-9e64e2ba873b tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:32.890362 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2227a8-f258-4d1f-a252-dc1906862eff req-f1af345d-00ff-4d3d-a629-9e64e2ba873b tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 950 time: 0.1273441 Aug 17 16:14:32.952781 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2227a8-f258-4d1f-a252-dc1906862eff req-59f404ed-e3f9-4179-ac95-d933092721bc tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546741 Aug 17 16:14:32.957736 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8f146c3-411a-42ec-aaa3-3b1a0872ba2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:32.977694 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8f146c3-411a-42ec-aaa3-3b1a0872ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:33.014837 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c8f146c3-411a-42ec-aaa3-3b1a0872ba2b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=93c087b5c45a4a8aa2f1cba1be1f9f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439999 Aug 17 16:14:33.018017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36346) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:33.028945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f146c3-411a-42ec-aaa3-3b1a0872ba2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469ff0b7-677f-40ed-a2a1-ffd9931585fc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:33.069642 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-cef5e5ef-e67d-4e25-8148-4b0d11573192 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7291e6af91c44297bc11ec2b384e95df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1506002 Aug 17 16:14:33.088899 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b62eac8-618f-49a5-82bb-6e213c585c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:33.116862 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b62eac8-618f-49a5-82bb-6e213c585c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:33.122563 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b338e203-862b-487d-83f9-e3e3184e47fa req-5a046361-fd54-4807-a8f4-08edf8626a48 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794855 Aug 17 16:14:33.191933 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b62eac8-618f-49a5-82bb-6e213c585c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:33.195209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b62eac8-618f-49a5-82bb-6e213c585c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:33.198958 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6b62eac8-618f-49a5-82bb-6e213c585c01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/469ff0b7-677f-40ed-a2a1-ffd9931585fc HTTP/1.1" status: 204 len: 168 time: 0.1774750 Aug 17 16:14:33.209233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62eac8-618f-49a5-82bb-6e213c585c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469ff0b7-677f-40ed-a2a1-ffd9931585fc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:33.457016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-853ab7a4-1702-4cf4-9c67-d37bb7a0021e tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:33.463971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-853ab7a4-1702-4cf4-9c67-d37bb7a0021e tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3785176 Aug 17 16:14:33.526754 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-c21a6e1d-7392-46ab-b73b-70f5d81a5763 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:14:33.530051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89ccbd17-f7eb-4c43-8c14-3da09af17471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:33.565101 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-d25c55d9-8b05-4b3f-bd79-181d552bb1a7 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/quotas/7291e6af91c44297bc11ec2b384e95df HTTP/1.1" status: 200 len: 375 time: 0.1002476 Aug 17 16:14:33.569439 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89ccbd17-f7eb-4c43-8c14-3da09af17471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:33.876398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-bae2e86f-0253-423b-aedc-afa884514393 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7291e6af91c44297bc11ec2b384e95df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2868192 Aug 17 16:14:33.881080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c21a6e1d-7392-46ab-b73b-70f5d81a5763 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:33.889739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-35fa13c9-9ee7-4991-9c7e-771f08c0da00 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:33.891558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-35fa13c9-9ee7-4991-9c7e-771f08c0da00 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.93 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 972 time: 0.4066365 Aug 17 16:14:33.894109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-89ccbd17-f7eb-4c43-8c14-3da09af17471 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8eb002618f62471596f79eba16aa7ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0721524 Aug 17 16:14:33.895063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccbd17-f7eb-4c43-8c14-3da09af17471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056eeaec-33ec-4bc0-9951-5d84aa280be4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:33.896908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36382) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:33.898282 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c21a6e1d-7392-46ab-b73b-70f5d81a5763 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:34.041364 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bb372b8-6871-4e49-a586-a46f8cbebd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:34.065384 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-c21a6e1d-7392-46ab-b73b-70f5d81a5763 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Floating IP 6452f314-f746-48a9-a773-d79abc7aa144 associated. External IP: 172.25.7.234, port: 7512901e-4473-498d-8fb1-1fde158aa102. Aug 17 16:14:34.097614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bb372b8-6871-4e49-a586-a46f8cbebd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:34.152744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d3d2-f3b1-4bfd-b8b9-83de48b107e2 req-39cb0c65-b48d-43be-a09e-5f5983cfc3b4 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:34.156183 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91c3d3d2-f3b1-4bfd-b8b9-83de48b107e2 req-39cb0c65-b48d-43be-a09e-5f5983cfc3b4 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 972 time: 0.1845059 Aug 17 16:14:34.194409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36392) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:34.243442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91c3d3d2-f3b1-4bfd-b8b9-83de48b107e2 req-8e23877f-f6d1-46dc-a5c9-03e7b65a977e tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774221 Aug 17 16:14:34.260314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bb372b8-6871-4e49-a586-a46f8cbebd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:34.264546 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bb372b8-6871-4e49-a586-a46f8cbebd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:34.270982 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2bb372b8-6871-4e49-a586-a46f8cbebd97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/056eeaec-33ec-4bc0-9951-5d84aa280be4 HTTP/1.1" status: 204 len: 168 time: 0.3729818 Aug 17 16:14:34.305473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb372b8-6871-4e49-a586-a46f8cbebd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056eeaec-33ec-4bc0-9951-5d84aa280be4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:34.349887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-a809be08-45e4-46c8-a600-fb6e7600a8bf tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Deleting port ce834a77-d116-4dd4-a8ce-d3551562deb3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:14:34.351088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-a809be08-45e4-46c8-a600-fb6e7600a8bf tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:34.362969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f67e77-3cae-4495-8c58-e4a0fe22f582 req-6dea6903-78ab-43ea-a470-6bd35b2e56af tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:34.365114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f67e77-3cae-4495-8c58-e4a0fe22f582 req-6dea6903-78ab-43ea-a470-6bd35b2e56af tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 972 time: 0.1818259 Aug 17 16:14:34.439421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0dea6a7c-27b4-4591-bf76-2aba5ca8bdde tempest-AutoAllocateNetworkTest-332936082 tempest-AutoAllocateNetworkTest-332936082-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e1749197b372424eb8ba0be41c92fdd8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2362514 Aug 17 16:14:34.440436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36402) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:34.529279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85ad9e0-903c-40d2-8257-7a3f73b97032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0b007d-6035-4691-b935-446718758d2b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:34.533419 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf08aef-5646-48ae-9faf-ae702ba96068" -d '{"events": [{"server_uuid": "c85ad9e0-903c-40d2-8257-7a3f73b97032", "name": "network-vif-plugged", "status": "completed", "tag": "5b0b007d-6035-4691-b935-446718758d2b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:34.589948 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f67e77-3cae-4495-8c58-e4a0fe22f582 req-f4c518d9-0cd7-484b-be59-f9a2db9d26fc tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/security-groups?id=99928949-a348-40ca-86c6-a2c725f59b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988194 Aug 17 16:14:34.611735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb1734c-2472-4704-bebe-a61dfcacb8b8 tempest-AutoAllocateNetworkTest-332936082 tempest-AutoAllocateNetworkTest-332936082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:34.619914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ccb1734c-2472-4704-bebe-a61dfcacb8b8 tempest-AutoAllocateNetworkTest-332936082 tempest-AutoAllocateNetworkTest-332936082-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1781635 Aug 17 16:14:34.621642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36410) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:34.643832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-a809be08-45e4-46c8-a600-fb6e7600a8bf tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] For port ce834a77-d116-4dd4-a8ce-d3551562deb3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ce834a77-d116-4dd4-a8ce-d3551562deb3,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:34.644375 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-a809be08-45e4-46c8-a600-fb6e7600a8bf tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:34.670330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-a809be08-45e4-46c8-a600-fb6e7600a8bf tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Calling delete_port for ce834a77-d116-4dd4-a8ce-d3551562deb3 owned by compute:tempest-test_az-1424308710 {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:14:34.725926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21a6e1d-7392-46ab-b73b-70f5d81a5763 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Router 0b0ce239-565a-49be-8483-a5e4aebb9494 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:14:34.747614 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f0ef307-06e3-4ccb-8d23-bc9f3e2da34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:34.755268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bea5f37b-5023-4a04-804d-b5b1e96474c2 tempest-AutoAllocateNetworkTest-332936082 tempest-AutoAllocateNetworkTest-332936082-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299989 Aug 17 16:14:34.757742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36414) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:34.822140 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f712869d-2be6-499a-ae6f-49d7d496d918 tempest-AutoAllocateNetworkTest-332936082 tempest-AutoAllocateNetworkTest-332936082-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e1749197b372424eb8ba0be41c92fdd8 HTTP/1.1" status: 200 len: 208 time: 0.0624928 Aug 17 16:14:34.877674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-848f2087-d887-4381-b335-6886e322de2d req-1925929e-4998-4fe7-9d4d-509b0e1391c3 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 210 time: 0.0498340 Aug 17 16:14:34.890188 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:34.916884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484da03b-0efe-4971-b3e1-dd622fa861e6 req-14435565-b237-4304-9c08-7f28e6b68674 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:34.920538 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-484da03b-0efe-4971-b3e1-dd622fa861e6 req-14435565-b237-4304-9c08-7f28e6b68674 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 950 time: 0.1536043 Aug 17 16:14:34.998925 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c82dad-e721-4fda-91a0-4ee2d44c131b x-openstack-request-id: req-a0c82dad-e721-4fda-91a0-4ee2d44c131b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:34.998925 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85ad9e0-903c-40d2-8257-7a3f73b97032", "name": "network-vif-plugged", "status": "completed", "tag": "5b0b007d-6035-4691-b935-446718758d2b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:34.999219 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0c82dad-e721-4fda-91a0-4ee2d44c131b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:34.999648 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85ad9e0-903c-40d2-8257-7a3f73b97032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0b007d-6035-4691-b935-446718758d2b', 'code': 200} Aug 17 16:14:35.076795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-484da03b-0efe-4971-b3e1-dd622fa861e6 req-1622daca-8c8c-47c7-8de0-d2dd288e2bba tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505265 Aug 17 16:14:35.085482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21a6e1d-7392-46ab-b73b-70f5d81a5763 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:14:35.091967 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c21a6e1d-7392-46ab-b73b-70f5d81a5763 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:35.107791 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] Sync routers for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:14:35.126076 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:14:35.127073 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:14:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:35.169389 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c21a6e1d-7392-46ab-b73b-70f5d81a5763 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "PUT /v2.0/floatingips/6452f314-f746-48a9-a773-d79abc7aa144 HTTP/1.1" status: 200 len: 992 time: 3.2221711 Aug 17 16:14:35.171109 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-a809be08-45e4-46c8-a600-fb6e7600a8bf tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:35.175719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'tag': '7512901e-4473-498d-8fb1-1fde158aa102'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:35.181410 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27484877-e432-4409-acd1-8d9652a4b558" -d '{"events": [{"name": "network-changed", "server_uuid": "1926aba3-04fc-45ca-9e9b-56eed6329fe3", "tag": "7512901e-4473-498d-8fb1-1fde158aa102"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:35.185601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['ce834a77-d116-4dd4-a8ce-d3551562deb3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:35.232681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22045c09-de7c-4665-a75b-c0739e5bdad6 req-9491e4b6-7a7f-4ac0-9e97-c269dd3aa138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:35.239160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22045c09-de7c-4665-a75b-c0739e5bdad6 req-9491e4b6-7a7f-4ac0-9e97-c269dd3aa138 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 1101 time: 0.0967703 Aug 17 16:14:35.268829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809be08-45e4-46c8-a600-fb6e7600a8bf tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Pushing event deleted for resources: {'Port': ['ID=ce834a77-d116-4dd4-a8ce-d3551562deb3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:35.300196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36438) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:35.355454 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22045c09-de7c-4665-a75b-c0739e5bdad6 req-e55a82a3-cfe6-430f-ac4d-4186da7f0180 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074135 Aug 17 16:14:35.443690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-a809be08-45e4-46c8-a600-fb6e7600a8bf tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] No DVR routers for this DVR port ce834a77-d116-4dd4-a8ce-d3551562deb3 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:14:35.455260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-a809be08-45e4-46c8-a600-fb6e7600a8bf tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:35.459745 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-97836c5b-b0a1-4e5b-8640-2910aab136ec req-a809be08-45e4-46c8-a600-fb6e7600a8bf tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.93 "DELETE /v2.0/ports/ce834a77-d116-4dd4-a8ce-d3551562deb3 HTTP/1.1" status: 204 len: 173 time: 1.5590734 Aug 17 16:14:35.476742 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6bf363-6079-4dc4-9923-f6e626054fa8 x-openstack-request-id: req-ee6bf363-6079-4dc4-9923-f6e626054fa8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:35.477070 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1926aba3-04fc-45ca-9e9b-56eed6329fe3", "tag": "7512901e-4473-498d-8fb1-1fde158aa102", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:35.477326 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee6bf363-6079-4dc4-9923-f6e626054fa8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:35.477724 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'tag': '7512901e-4473-498d-8fb1-1fde158aa102', 'status': 'completed', 'code': 200} Aug 17 16:14:35.555902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87cd3f92-08c7-4bf6-b986-599ad1df8c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:35.631828 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:14:35.698346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee67c0e-bec4-4dc4-a39b-2820c3c8d5dd req-138e70f9-7ebd-4ea1-a903-f943ba7caa13 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:35.705966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ee67c0e-bec4-4dc4-a39b-2820c3c8d5dd req-138e70f9-7ebd-4ea1-a903-f943ba7caa13 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 972 time: 0.0989325 Aug 17 16:14:35.788915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2587c62-b596-4a92-81b1-bdc357a93bba req-b2673296-c3b6-4299-874e-bd237bedb5c1 tempest-AggregatesAdminTestJSON-1330003975 tempest-AggregatesAdminTestJSON-1330003975-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eebde9f-f1b2-4e24-97db-077a5f70cba6 HTTP/1.1" status: 200 len: 210 time: 0.0513759 Aug 17 16:14:35.794854 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:35.825902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36466) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:35.836565 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87cd3f92-08c7-4bf6-b986-599ad1df8c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:35.839626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484877-e432-4409-acd1-8d9652a4b558 req-34b01398-7e0e-4f8b-ac6d-052c229a6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:35.841335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27484877-e432-4409-acd1-8d9652a4b558 req-34b01398-7e0e-4f8b-ac6d-052c229a6a67 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1e130b467f424b4d9fac043b206791e7&device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 1097 time: 0.1385796 Aug 17 16:14:35.844779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87cd3f92-08c7-4bf6-b986-599ad1df8c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:35.868325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ee67c0e-bec4-4dc4-a39b-2820c3c8d5dd req-7a41b628-4e93-4a70-9e44-56dda514a4c5 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263561 Aug 17 16:14:35.878044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-ab19aa21-7af8-455a-a750-fa7e50aa55a7 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=7291e6af91c44297bc11ec2b384e95df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1618173 Aug 17 16:14:35.965947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-87cd3f92-08c7-4bf6-b986-599ad1df8c6c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1749197b372424eb8ba0be41c92fdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6641941 Aug 17 16:14:35.971560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36480) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:35.988436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd3f92-08c7-4bf6-b986-599ad1df8c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affdc783-88c1-438d-be57-17778e9b62b8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:36.025366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1729983927-network', 'tenant_id': 'c103b0bc3bad41ea9fc96e6696d93e9a'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:36.058578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Made reservation on behalf of c103b0bc3bad41ea9fc96e6696d93e9a for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:36.060878 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.111560 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87822601-75b0-4bf7-8809-1053ea4a8669 req-038ea6e6-df73-4367-a1e6-67f84495fa85 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 210 time: 0.0575523 Aug 17 16:14:36.122476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484877-e432-4409-acd1-8d9652a4b558 req-c368ffb9-16fa-449f-90df-23918b68746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:36.124284 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27484877-e432-4409-acd1-8d9652a4b558 req-c368ffb9-16fa-449f-90df-23918b68746d service neutron] 10.222.0.91 "GET /v2.0/networks?id=06914df4-5170-418c-9e76-7d4251874a02 HTTP/1.1" status: 200 len: 924 time: 0.2708666 Aug 17 16:14:36.124771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.239305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c624999d-f9a3-4606-a69b-7267755edf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.244704 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '6452f314-f746-48a9-a773-d79abc7aa144', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'port_id': '7512901e-4473-498d-8fb1-1fde158aa102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'mac_address': 'fa:16:3e:98:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:14:10Z', 'updated_at': '2021-08-17T16:14:33Z', 'revision_number': 1, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:36.266028 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c624999d-f9a3-4606-a69b-7267755edf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.317922 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] Checking router: 0b0ce239-565a-49be-8483-a5e4aebb9494 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:14:36.325292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-3fd0f881-56ac-4a21-aa28-1cbb21eae1d6 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:36.327200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-3fd0f881-56ac-4a21-aa28-1cbb21eae1d6 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4375415 Aug 17 16:14:36.331320 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:14:36.332152 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:14:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:36.339991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Request body: {'port': {'device_id': '29357d25-dff6-464c-b316-1e3585e22181', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '7291e6af91c44297bc11ec2b384e95df'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:36.373330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c624999d-f9a3-4606-a69b-7267755edf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.386456 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c624999d-f9a3-4606-a69b-7267755edf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.387645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c624999d-f9a3-4606-a69b-7267755edf50 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/affdc783-88c1-438d-be57-17778e9b62b8 HTTP/1.1" status: 204 len: 168 time: 0.4152379 Aug 17 16:14:36.429320 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27484877-e432-4409-acd1-8d9652a4b558 req-1be4bc87-2196-4c26-a309-520c79bff066 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7512901e-4473-498d-8fb1-1fde158aa102 HTTP/1.1" status: 200 len: 1000 time: 0.2923462 Aug 17 16:14:36.452204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624999d-f9a3-4606-a69b-7267755edf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affdc783-88c1-438d-be57-17778e9b62b8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:36.496058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:36.561809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484877-e432-4409-acd1-8d9652a4b558 req-cedbbfa8-324b-4bdf-b43b-da8c7e43288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:36.565866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27484877-e432-4409-acd1-8d9652a4b558 req-cedbbfa8-324b-4bdf-b43b-da8c7e43288f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0156a85c-aa4b-45d5-964a-90b879dd252e HTTP/1.1" status: 200 len: 862 time: 0.1249592 Aug 17 16:14:36.572058 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:14:36.614016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88460782-74c7-4c5a-9d50-646503a79857 req-adbada22-3d36-4543-a1c6-036a79a28ea1 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:36.624384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-88460782-74c7-4c5a-9d50-646503a79857 req-adbada22-3d36-4543-a1c6-036a79a28ea1 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 950 time: 0.3012934 Aug 17 16:14:36.635140 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.670824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Made reservation on behalf of 7291e6af91c44297bc11ec2b384e95df for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:36.676216 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.680803 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.711085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4faf81ff-23f6-466a-b27f-80bfcd99254b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.722426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7470fb25-0f22-4389-b622-048518cb6d75,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:36.783081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-88460782-74c7-4c5a-9d50-646503a79857 req-b8f144a8-5987-4876-81c2-d33a44add98d tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582508 Aug 17 16:14:36.785862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:14:36.791678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484877-e432-4409-acd1-8d9652a4b558 req-4bc3633f-fb78-4759-bf71-3f95ff93b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:36.793366 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27484877-e432-4409-acd1-8d9652a4b558 req-4bc3633f-fb78-4759-bf71-3f95ff93b44f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=06914df4-5170-418c-9e76-7d4251874a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568961 Aug 17 16:14:36.935967 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:36.936457 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Added segment a16cce65-1634-4e4f-bc30-3f903e078e68 of type vlan for network 144a0c44-eafd-4f38-9999-f2b514f38827 Aug 17 16:14:36.962122 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '6452f314-f746-48a9-a773-d79abc7aa144', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'port_id': '7512901e-4473-498d-8fb1-1fde158aa102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'mac_address': 'fa:16:3e:98:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:14:10Z', 'updated_at': '2021-08-17T16:14:33Z', 'revision_number': 1, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:37.013384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27484877-e432-4409-acd1-8d9652a4b558 req-24fc1220-5113-4049-b0af-369da0f5ee27 service neutron] 10.222.0.91 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050478 Aug 17 16:14:37.025093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Allocated IP 192.168.233.95 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/30115ebd-02b6-47c7-ac06-380c1a39ec09) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:14:37.029923 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb524da-b084-42e0-975d-29451501ab1d None None] The sync data for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 is: [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '6452f314-f746-48a9-a773-d79abc7aa144', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'port_id': '7512901e-4473-498d-8fb1-1fde158aa102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'mac_address': 'fa:16:3e:98:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:14:10Z', 'updated_at': '2021-08-17T16:14:33Z', 'revision_number': 1, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:14:37.047164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f57bb-4803-4e9d-95ce-45ecfe1808f2 req-ecefbfb6-6476-41f5-8998-fb7ec2826164 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:37.049217 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:37.059558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b65f57bb-4803-4e9d-95ce-45ecfe1808f2 req-ecefbfb6-6476-41f5-8998-fb7ec2826164 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 972 time: 0.1891341 Aug 17 16:14:37.144657 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:37.145844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:37.146577 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:37.170884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4faf81ff-23f6-466a-b27f-80bfcd99254b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:37.190769 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b65f57bb-4803-4e9d-95ce-45ecfe1808f2 req-af6b1ace-d79a-4524-9302-f7499cd03aba tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142101 Aug 17 16:14:37.203406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4faf81ff-23f6-466a-b27f-80bfcd99254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:37.229434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27484877-e432-4409-acd1-8d9652a4b558 req-b39c4fc5-111c-4933-b4b3-bd4396c3b7a3 service neutron] 10.222.0.91 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083960 Aug 17 16:14:37.234862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:37.241442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Request body: {'subnet': {'network_id': '144a0c44-eafd-4f38-9999-f2b514f38827', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1729983927-subnet', 'tenant_id': 'c103b0bc3bad41ea9fc96e6696d93e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:37.246093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4162061 Aug 17 16:14:37.313154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-71c97c29-ab96-4b3e-b1c1-6be92c709188 req-1d66c946-2522-4926-a3df-f502b368807c tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 210 time: 0.0596898 Aug 17 16:14:37.316183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1fa31-7954-45b6-8749-df22928eefe1 admin admin] Pushing event updated for resources: {'Network': ['ID=144a0c44-eafd-4f38-9999-f2b514f38827,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:37.338497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 144a0c44-eafd-4f38-9999-f2b514f38827 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:14:37.459061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0873ab6c-a919-4288-b00e-5fa21000d7c2 None None] New status for floating IP 6452f314-f746-48a9-a773-d79abc7aa144: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:14:37.495617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36524) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:37.583096 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:37.595133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eebde9f-f1b2-4e24-97db-077a5f70cba6', 'name': 'network-vif-deleted', 'tag': 'ce834a77-d116-4dd4-a8ce-d3551562deb3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:37.597381 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46571a7-c5fe-49e1-8f0e-c600add8c0b9" -d '{"events": [{"server_uuid": "9eebde9f-f1b2-4e24-97db-077a5f70cba6", "name": "network-vif-deleted", "tag": "ce834a77-d116-4dd4-a8ce-d3551562deb3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:37.645719 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4faf81ff-23f6-466a-b27f-80bfcd99254b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b58a73e899b948f4983eeb8daed481ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1481278 Aug 17 16:14:37.653065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36542) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:37.673094 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-f489d420-8f8b-4519-8c35-926f5bcc0b22 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=81c887cb36e949bea22e843076697077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719697 Aug 17 16:14:37.675719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf81ff-23f6-466a-b27f-80bfcd99254b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9400a15-e18b-4c3e-a208-efacdea2b064,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:37.683585 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4431a7d-0238-474d-b5ab-683ca2cfe1fb x-openstack-request-id: req-d4431a7d-0238-474d-b5ab-683ca2cfe1fb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:37.683860 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eebde9f-f1b2-4e24-97db-077a5f70cba6", "name": "network-vif-deleted", "tag": "ce834a77-d116-4dd4-a8ce-d3551562deb3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:37.684316 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4431a7d-0238-474d-b5ab-683ca2cfe1fb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:37.684894 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eebde9f-f1b2-4e24-97db-077a5f70cba6', 'name': 'network-vif-deleted', 'tag': 'ce834a77-d116-4dd4-a8ce-d3551562deb3', 'status': 'completed', 'code': 200} Aug 17 16:14:37.714577 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Made reservation on behalf of c103b0bc3bad41ea9fc96e6696d93e9a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:37.717341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:37.751135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c44b5ada-d7b2-4735-a3bb-8db9f8f3a876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:37.787547 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0d3f50df-537b-4413-ab56-8c54ae0abb30 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f526fbef438946b1a1fede128d6e7c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905221 Aug 17 16:14:37.793059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36546) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:37.822468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c44b5ada-d7b2-4735-a3bb-8db9f8f3a876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:37.860357 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:37.903483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Transition to ACTIVE for port object 30115ebd-02b6-47c7-ac06-380c1a39ec09 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:37.917824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7761-1251-4350-92a2-876c7a07b95e req-88247f30-d49c-4d86-bdf5-7350907bc6b5 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:37.925791 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-88247f30-d49c-4d86-bdf5-7350907bc6b5 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509501 Aug 17 16:14:37.951649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-581ab503-05cb-4af0-8245-45e32d35ae66 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/quotas/81c887cb36e949bea22e843076697077 HTTP/1.1" status: 200 len: 375 time: 0.0248160 Aug 17 16:14:37.952818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ce834a77-d116-4dd4-a8ce-d3551562deb3 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:14:37.989435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17f6956c-ea42-4f8d-b41d-7c2de22b9d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.022175 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17f6956c-ea42-4f8d-b41d-7c2de22b9d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.040798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: ce834a77-d116-4dd4-a8ce-d3551562deb3 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:14:38.041745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ce834a77-d116-4dd4-a8ce-d3551562deb3 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:14:38.052939 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c44b5ada-d7b2-4735-a3bb-8db9f8f3a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.055636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c44b5ada-d7b2-4735-a3bb-8db9f8f3a876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.059315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c44b5ada-d7b2-4735-a3bb-8db9f8f3a876 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a9400a15-e18b-4c3e-a208-efacdea2b064 HTTP/1.1" status: 204 len: 168 time: 0.4027390 Aug 17 16:14:38.088811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.120989 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-99caf5ac-6546-424b-bc2f-4526b04e7621 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=81c887cb36e949bea22e843076697077&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682472 Aug 17 16:14:38.134575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b5ada-d7b2-4735-a3bb-8db9f8f3a876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9400a15-e18b-4c3e-a208-efacdea2b064,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:38.146471 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17f6956c-ea42-4f8d-b41d-7c2de22b9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.149326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17f6956c-ea42-4f8d-b41d-7c2de22b9d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.150527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-17f6956c-ea42-4f8d-b41d-7c2de22b9d2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99928949-a348-40ca-86c6-a2c725f59b9b HTTP/1.1" status: 204 len: 168 time: 0.3564174 Aug 17 16:14:38.167210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fd1a1-2cd0-4de5-b5c5-44e0888c4962 req-f6a09fc2-54ed-499c-9e4a-8125f51256f7 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:38.177121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9e3fd1a1-2cd0-4de5-b5c5-44e0888c4962 req-f6a09fc2-54ed-499c-9e4a-8125f51256f7 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 950 time: 0.2722740 Aug 17 16:14:38.206980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.234910 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9e3fd1a1-2cd0-4de5-b5c5-44e0888c4962 req-8e415bc8-9ecf-4ecd-bcaf-6cc8a37be519 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Aug 17 16:14:38.246904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6956c-ea42-4f8d-b41d-7c2de22b9d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99928949-a348-40ca-86c6-a2c725f59b9b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:38.297129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:14:38.306921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:38.315192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Pushing event updated for resources: {'Port': ['ID=30115ebd-02b6-47c7-ac06-380c1a39ec09,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:38.339312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:14:38.364907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:38.366932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.438024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8fc3330-6e90-4889-b824-e42bfadb4d3e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:38.458341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Checking segment: {'id': 'a16cce65-1634-4e4f-bc30-3f903e078e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '144a0c44-eafd-4f38-9999-f2b514f38827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:38.459035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Network hostable DHCP agents. Network: 144a0c44-eafd-4f38-9999-f2b514f38827, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:14:38.466748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-f67aad8e-98c8-466f-b03c-77fcd59fea15 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1304905 Aug 17 16:14:38.492926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Request body: {'port': {'device_id': '29357d25-dff6-464c-b316-1e3585e22181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:38.516101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bce38ea8-dad1-44e6-8e9e-e948e6afee22 req-f06ef1d8-c17b-4009-a53f-9d3115869654 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 210 time: 0.0930889 Aug 17 16:14:38.536969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Network 144a0c44-eafd-4f38-9999-f2b514f38827 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:14:38.604424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 144a0c44-eafd-4f38-9999-f2b514f38827) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:38.612928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e235bf-e322-4a3c-88f6-5b83576724ce None None] Network 144a0c44-eafd-4f38-9999-f2b514f38827 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:38.622259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:38.623157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.656418 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.695719 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-153fd89b-4048-400b-8732-f7728495cce9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4515831 Aug 17 16:14:38.745636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883833c-e589-448f-bdc9-1f5f281e6689 req-cd71f48f-e3fd-4230-ba76-2437ccaa7154 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:38.747146 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f883833c-e589-448f-bdc9-1f5f281e6689 req-cd71f48f-e3fd-4230-ba76-2437ccaa7154 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 935 time: 0.1712608 Aug 17 16:14:38.838995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36586) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:38.864401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09df2246-fedd-4a18-b71f-f24df19a910d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:38.900277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f883833c-e589-448f-bdc9-1f5f281e6689 req-4673de9f-be05-4c0c-aaa4-f2ccc464f1e4 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398306 Aug 17 16:14:38.901039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a08698ff-7a8a-435b-bdcb-c40d16682aec None None] Provisioning for port 30115ebd-02b6-47c7-ac06-380c1a39ec09 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:38.916700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a08698ff-7a8a-435b-bdcb-c40d16682aec None None] Provisioning complete for port 30115ebd-02b6-47c7-ac06-380c1a39ec09 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:38.919017 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a08698ff-7a8a-435b-bdcb-c40d16682aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.038597 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4cd95-f750-467e-865f-6bf52bf8c3ce None None] Network 144a0c44-eafd-4f38-9999-f2b514f38827 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:39.052282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991b13a-7dea-40aa-93e3-d33a10623c86 req-cf62db81-26cb-4038-b5b3-6b362107a978 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:39.060230 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a991b13a-7dea-40aa-93e3-d33a10623c86 req-cf62db81-26cb-4038-b5b3-6b362107a978 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 950 time: 0.0924780 Aug 17 16:14:39.116285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a08698ff-7a8a-435b-bdcb-c40d16682aec None None] Port 30115ebd-02b6-47c7-ac06-380c1a39ec09 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:14:39.122210 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a991b13a-7dea-40aa-93e3-d33a10623c86 req-1262b8a6-da89-4935-ba30-938e86a13fb4 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579386 Aug 17 16:14:39.167207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09df2246-fedd-4a18-b71f-f24df19a910d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.183746 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09df2246-fedd-4a18-b71f-f24df19a910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.209567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30115ebd-02b6-47c7-ac06-380c1a39ec09 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:39.219700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.238936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Transition to ACTIVE for port object 30115ebd-02b6-47c7-ac06-380c1a39ec09 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:39.245746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.264053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-09df2246-fedd-4a18-b71f-f24df19a910d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71dcb47039544a7eaa9a1b42b7085372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239657 Aug 17 16:14:39.266183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df2246-fedd-4a18-b71f-f24df19a910d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b81e962-74d8-4bdb-8d20-8498aaa3dd20,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:39.271272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:39.382974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36600) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:39.452106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Pushing event updated for resources: {'Port': ['ID=30115ebd-02b6-47c7-ac06-380c1a39ec09,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:39.485037 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cba1ea5f-0dd4-4a21-b0b6-5b23cd921516 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1913238ea1a4b78871ae1bddeb7486e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000118 Aug 17 16:14:39.488903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:39.564946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Attempting to bind port 30115ebd-02b6-47c7-ac06-380c1a39ec09 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:14:39.565300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Attempting to bind port 30115ebd-02b6-47c7-ac06-380c1a39ec09 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:14:39.565618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Attempting to bind port 30115ebd-02b6-47c7-ac06-380c1a39ec09 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:39.570697 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec88043-2f47-4554-8486-6888bf6759a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.602272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Port 30115ebd-02b6-47c7-ac06-380c1a39ec09 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:14:39.602633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Attempting to bind port 30115ebd-02b6-47c7-ac06-380c1a39ec09 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:39.616111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-260ed7cb-2b6a-4b77-b4b1-c36230c2ad52 req-ca1ce672-d9e3-4f69-bfb0-c5f3be9f1443 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 210 time: 0.0315771 Aug 17 16:14:39.634268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:14:39.634548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:39.635085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:14:39.635425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Bound port: 30115ebd-02b6-47c7-ac06-380c1a39ec09, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:14:39.635810 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.639120 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec88043-2f47-4554-8486-6888bf6759a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.719659 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-319328db-7a46-463a-b556-8866530d00f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.759128 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-319328db-7a46-463a-b556-8866530d00f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.779523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] For port 30115ebd-02b6-47c7-ac06-380c1a39ec09, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:14:39.781586 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec88043-2f47-4554-8486-6888bf6759a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.784247 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec88043-2f47-4554-8486-6888bf6759a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.787149 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9ec88043-2f47-4554-8486-6888bf6759a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b81e962-74d8-4bdb-8d20-8498aaa3dd20 HTTP/1.1" status: 204 len: 168 time: 0.5097425 Aug 17 16:14:39.789819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] For port 30115ebd-02b6-47c7-ac06-380c1a39ec09, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=30115ebd-02b6-47c7-ac06-380c1a39ec09,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:14:39.820579 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.831675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec88043-2f47-4554-8486-6888bf6759a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b81e962-74d8-4bdb-8d20-8498aaa3dd20,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:39.895154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:39.895773 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:39.897623 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] 10.222.0.91 "PUT /v2.0/ports/30115ebd-02b6-47c7-ac06-380c1a39ec09 HTTP/1.1" status: 200 len: 1095 time: 1.4126728 Aug 17 16:14:39.907901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29357d25-dff6-464c-b316-1e3585e22181', 'tag': '30115ebd-02b6-47c7-ac06-380c1a39ec09'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:39.910471 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcd0cc9-7703-457c-8048-660e7f55761b" -d '{"events": [{"name": "network-changed", "server_uuid": "29357d25-dff6-464c-b316-1e3585e22181", "tag": "30115ebd-02b6-47c7-ac06-380c1a39ec09"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:39.944181 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-a9c8a633-9828-4dc6-9559-4a731bec6a3d tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=81c887cb36e949bea22e843076697077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641444 Aug 17 16:14:40.054040 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0ab8ac-36b4-4b41-9982-119f9227a43a x-openstack-request-id: req-3a0ab8ac-36b4-4b41-9982-119f9227a43a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:40.054329 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29357d25-dff6-464c-b316-1e3585e22181", "tag": "30115ebd-02b6-47c7-ac06-380c1a39ec09", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:40.054661 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a0ab8ac-36b4-4b41-9982-119f9227a43a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:40.055052 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29357d25-dff6-464c-b316-1e3585e22181', 'tag': '30115ebd-02b6-47c7-ac06-380c1a39ec09', 'status': 'completed', 'code': 200} Aug 17 16:14:40.055974 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-319328db-7a46-463a-b556-8866530d00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:40.059892 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-319328db-7a46-463a-b556-8866530d00f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:40.060041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-319328db-7a46-463a-b556-8866530d00f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48031ac9-6ca9-4646-938e-0d615a5cdc1e HTTP/1.1" status: 204 len: 168 time: 0.5674498 Aug 17 16:14:40.114365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319328db-7a46-463a-b556-8866530d00f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48031ac9-6ca9-4646-938e-0d615a5cdc1e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:40.121789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe409849-e2cc-4610-9151-a93a8c66da4d service neutron] Pushing event updated for resources: {'Port': ['ID=30115ebd-02b6-47c7-ac06-380c1a39ec09,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:40.216399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7761-1251-4350-92a2-876c7a07b95e req-9b6fb4c2-4168-4b94-b081-0cb6d991bb97 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:40.218067 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-9b6fb4c2-4168-4b94-b081-0cb6d991bb97 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657526 Aug 17 16:14:40.224084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871d4de-bd87-416b-99f1-a3403e3407d3 req-1a38149b-4a14-4d02-bcac-1c50371ee9d0 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:40.226971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1871d4de-bd87-416b-99f1-a3403e3407d3 req-1a38149b-4a14-4d02-bcac-1c50371ee9d0 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 947 time: 0.0929451 Aug 17 16:14:40.237195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Request body: {'port': {'device_id': 'c76dc342-6116-4fd8-80d4-84bd41397719', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '81c887cb36e949bea22e843076697077'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:40.250584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-46332a86-bbb7-4e36-adc9-460c9dfea7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:40.250875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-46332a86-bbb7-4e36-adc9-460c9dfea7e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7291e6af91c44297bc11ec2b384e95df&device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 1098 time: 0.2088845 Aug 17 16:14:40.297682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1871d4de-bd87-416b-99f1-a3403e3407d3 req-b7fd87e6-905d-4e25-bd81-d2ac512961be tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481703 Aug 17 16:14:40.305267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-d690e187-3387-42b3-b478-9cb86157b695 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:40.306830 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-d690e187-3387-42b3-b478-9cb86157b695 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.91 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 950 time: 0.1053066 Aug 17 16:14:40.366842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-927fd262-148f-4fa6-ada2-0a0afeb47de7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=30115ebd-02b6-47c7-ac06-380c1a39ec09 HTTP/1.1" status: 200 len: 217 time: 0.0786188 Aug 17 16:14:40.485924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36644) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:40.498495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1280206630-network', 'tenant_id': '915a386a10c341618f4fb8bcade7857d'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:40.531694 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-9f871b3a-45f1-45dc-bc45-896b8d59760e tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Deleting port 5b0b007d-6035-4691-b935-446718758d2b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:14:40.532349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-9f871b3a-45f1-45dc-bc45-896b8d59760e tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:40.561097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104c6f4-ee65-4441-bf4d-fe735004ee7d req-93ca8141-55cd-4200-895e-dbe969817ef8 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:40.563123 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0104c6f4-ee65-4441-bf4d-fe735004ee7d req-93ca8141-55cd-4200-895e-dbe969817ef8 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 950 time: 0.1953311 Aug 17 16:14:40.568937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-1b32cc3e-c8bc-4092-9268-5729c2edc109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:40.570698 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-1b32cc3e-c8bc-4092-9268-5729c2edc109 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1878231 Aug 17 16:14:40.586478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Made reservation on behalf of 915a386a10c341618f4fb8bcade7857d for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:40.588981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:40.608357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:40.661043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Made reservation on behalf of 81c887cb36e949bea22e843076697077 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:40.664696 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:40.673358 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0104c6f4-ee65-4441-bf4d-fe735004ee7d req-a8b90401-ad3f-4b2f-a8d3-8ad654f8456d tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/security-groups?id=16e8d30f-1f94-46bd-9861-9793f8a1bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015661 Aug 17 16:14:40.693950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-9f871b3a-45f1-45dc-bc45-896b8d59760e tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] For port 5b0b007d-6035-4691-b935-446718758d2b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=5b0b007d-6035-4691-b935-446718758d2b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:40.694309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-9f871b3a-45f1-45dc-bc45-896b8d59760e tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:40.695260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-dd7163c9-b34f-4cb1-beab-4ea5cd126b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:40.697521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-dd7163c9-b34f-4cb1-beab-4ea5cd126b2e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137218 Aug 17 16:14:40.728827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-9f871b3a-45f1-45dc-bc45-896b8d59760e tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Calling delete_port for 5b0b007d-6035-4691-b935-446718758d2b owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:14:40.919347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-34c27d17-43be-44e9-a756-4e596a155fcd service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077401 Aug 17 16:14:40.986600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Allocated IP 192.168.233.133 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/0fc862ff-fd46-4081-964f-ce386d071c92) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:14:41.027540 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef27582c-54b8-49f9-8f63-7b2ddbaba4f9 req-a50ac11c-72d8-422c-a051-1bb297dd022b tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 210 time: 0.0378883 Aug 17 16:14:41.073120 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.083471 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.113139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:14:41.113540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3964565d-fd17-4969-ac37-f75bd5feff4e req-743a3a65-78b8-484b-86d9-90cc54772f16 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863768 Aug 17 16:14:41.159958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.160290 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Added segment 61441b8d-75c2-4c4c-b8ed-bc405cba3f43 of type vlan for network 112a4239-8565-4ea0-86b8-dbab31c0355b Aug 17 16:14:41.161546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd9f176-dc06-4f80-bb23-1340c77cb16b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:41.217259 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.221631 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-9f871b3a-45f1-45dc-bc45-896b8d59760e tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.243813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['5b0b007d-6035-4691-b935-446718758d2b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:41.270001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f871b3a-45f1-45dc-bc45-896b8d59760e tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Pushing event deleted for resources: {'Port': ['ID=5b0b007d-6035-4691-b935-446718758d2b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:41.303469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.304449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:41.305060 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.369948 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.374836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-f7115afe-3726-409f-a020-73e482b50896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:41.377771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-f7115afe-3726-409f-a020-73e482b50896 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7291e6af91c44297bc11ec2b384e95df&device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 1098 time: 0.1994944 Aug 17 16:14:41.436513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-9f871b3a-45f1-45dc-bc45-896b8d59760e tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] No DVR routers for this DVR port 5b0b007d-6035-4691-b935-446718758d2b on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:14:41.443094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9503834 Aug 17 16:14:41.444626 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-9f871b3a-45f1-45dc-bc45-896b8d59760e tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.446795 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cdea8a26-7cd9-42a7-a4f5-93385c10031f req-9f871b3a-45f1-45dc-bc45-896b8d59760e tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.91 "DELETE /v2.0/ports/5b0b007d-6035-4691-b935-446718758d2b HTTP/1.1" status: 204 len: 173 time: 1.1264553 Aug 17 16:14:41.449209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85ad9e0-903c-40d2-8257-7a3f73b97032', 'name': 'network-vif-deleted', 'tag': '5b0b007d-6035-4691-b935-446718758d2b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:41.451705 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5fd417-9823-48fd-bf91-47c136d7998b" -d '{"events": [{"server_uuid": "c85ad9e0-903c-40d2-8257-7a3f73b97032", "name": "network-vif-deleted", "tag": "5b0b007d-6035-4691-b935-446718758d2b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:41.463307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36688) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:41.468508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Request body: {'subnet': {'network_id': '112a4239-8565-4ea0-86b8-dbab31c0355b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1280206630-subnet', 'tenant_id': '915a386a10c341618f4fb8bcade7857d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:41.470465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Transition to ACTIVE for port object 0fc862ff-fd46-4081-964f-ce386d071c92 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:41.479171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea41614-bc88-4961-82dd-f1bba168765c admin admin] Pushing event updated for resources: {'Network': ['ID=112a4239-8565-4ea0-86b8-dbab31c0355b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:41.509393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 112a4239-8565-4ea0-86b8-dbab31c0355b details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:14:41.514800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Made reservation on behalf of 915a386a10c341618f4fb8bcade7857d for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:41.518351 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.570666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c7aa9-311b-4106-bda1-d00bcd67f6ab req-e22bb71c-8416-47f5-ab62-9551a9ef3232 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:41.573113 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-329c7aa9-311b-4106-bda1-d00bcd67f6ab req-e22bb71c-8416-47f5-ab62-9551a9ef3232 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 947 time: 0.1651039 Aug 17 16:14:41.654523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.682010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['e1d413ef-d6c0-48df-8b7e-3d70d6c25508'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:41.756629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-329c7aa9-311b-4106-bda1-d00bcd67f6ab req-479abc12-d426-455d-be44-93a21c4a375d tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663570 Aug 17 16:14:41.760432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-e52af074-b0dd-4fc7-89f4-032c9f5c9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:41.762045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-e52af074-b0dd-4fc7-89f4-032c9f5c9a58 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3736563 Aug 17 16:14:41.821655 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70da020a-6d7c-4c94-bc11-b185afd9494c x-openstack-request-id: req-70da020a-6d7c-4c94-bc11-b185afd9494c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:41.821961 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85ad9e0-903c-40d2-8257-7a3f73b97032", "name": "network-vif-deleted", "tag": "5b0b007d-6035-4691-b935-446718758d2b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:41.822222 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70da020a-6d7c-4c94-bc11-b185afd9494c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:41.824556 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85ad9e0-903c-40d2-8257-7a3f73b97032', 'name': 'network-vif-deleted', 'tag': '5b0b007d-6035-4691-b935-446718758d2b', 'status': 'completed', 'code': 200} Aug 17 16:14:41.831149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Pushing event updated for resources: {'Port': ['ID=0fc862ff-fd46-4081-964f-ce386d071c92,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:41.841901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:14:41.879222 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:41.918118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-ba418e79-9a2f-4d87-8f07-e62d9ff6608f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=30115ebd-02b6-47c7-ac06-380c1a39ec09 HTTP/1.1" status: 200 len: 217 time: 0.1342802 Aug 17 16:14:41.947261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:42.000379 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67e42e8-15ac-4370-b6d7-ed9ee2d3da4b,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:42.000969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:14:42.015933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:42.016274 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:42.052635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Checking segment: {'id': '61441b8d-75c2-4c4c-b8ed-bc405cba3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '112a4239-8565-4ea0-86b8-dbab31c0355b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:42.053536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Network hostable DHCP agents. Network: 112a4239-8565-4ea0-86b8-dbab31c0355b, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:14:42.059892 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30416446-7e2b-4ca6-89c2-98ba5f531d86 req-2d944530-8142-4b15-b90a-8376ba8b9e14 tempest-ServerDiagnosticsNegativeTest-1101512647 tempest-ServerDiagnosticsNegativeTest-1101512647-project] 10.222.0.77 "GET /v2.0/ports?device_id=c85ad9e0-903c-40d2-8257-7a3f73b97032 HTTP/1.1" status: 200 len: 210 time: 0.1447186 Aug 17 16:14:42.064984 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-b0150922-b13b-47bb-a0e1-113b5a9aa9a3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8334675 Aug 17 16:14:42.086026 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Network 112a4239-8565-4ea0-86b8-dbab31c0355b is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:14:42.110616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 112a4239-8565-4ea0-86b8-dbab31c0355b) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:42.121441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:42.122505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:42.123141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210094f-668b-483e-a01a-0e62167f9b3d None None] Network 112a4239-8565-4ea0-86b8-dbab31c0355b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:42.158646 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fe2430aa-2d05-4bed-bd5e-7388e15de8eb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6868913 Aug 17 16:14:42.176859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Request body: {'port': {'device_id': 'c76dc342-6116-4fd8-80d4-84bd41397719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:42.385081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42ce52-af40-43c9-8894-23cecebcf035 None None] Network 112a4239-8565-4ea0-86b8-dbab31c0355b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:42.409776 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:42.426956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-d7bfb4c3-c52f-454f-890b-b5fc1cf40363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:42.428555 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-d7bfb4c3-c52f-454f-890b-b5fc1cf40363 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.4530871 Aug 17 16:14:42.456931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36728) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:42.540767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-59c881b4-c669-42de-8a16-55d33ecac249 None None] Provisioning for port 0fc862ff-fd46-4081-964f-ce386d071c92 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:42.546303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-59c881b4-c669-42de-8a16-55d33ecac249 None None] Provisioning complete for port 0fc862ff-fd46-4081-964f-ce386d071c92 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:42.547073 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59c881b4-c669-42de-8a16-55d33ecac249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:42.553246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e829559-e8a5-458e-a1e5-faf21c610227 admin admin] Deleting subnet b8fc3330-6e90-4889-b824-e42bfadb4d3e {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:14:42.561821 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e829559-e8a5-458e-a1e5-faf21c610227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:42.590526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-59c881b4-c669-42de-8a16-55d33ecac249 None None] Port 0fc862ff-fd46-4081-964f-ce386d071c92 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:14:42.652917 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e829559-e8a5-458e-a1e5-faf21c610227 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:42.679494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e829559-e8a5-458e-a1e5-faf21c610227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:42.810652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e829559-e8a5-458e-a1e5-faf21c610227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:42.833675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288152f0-bd31-4159-be57-4916cdf2c74f req-1a106c29-af56-4a84-bcf5-1b5589b2ce28 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:42.841984 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-288152f0-bd31-4159-be57-4916cdf2c74f req-1a106c29-af56-4a84-bcf5-1b5589b2ce28 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 936 time: 0.5943253 Aug 17 16:14:42.867889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:42.888267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e829559-e8a5-458e-a1e5-faf21c610227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8fc3330-6e90-4889-b824-e42bfadb4d3e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:42.898059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-67009a38-5595-4c41-a358-eadbf526a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:42.899641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-67009a38-5595-4c41-a358-eadbf526a39d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4606838 Aug 17 16:14:42.906633 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e829559-e8a5-458e-a1e5-faf21c610227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:42.912192 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5e829559-e8a5-458e-a1e5-faf21c610227 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b8fc3330-6e90-4889-b824-e42bfadb4d3e HTTP/1.1" status: 204 len: 168 time: 0.4539042 Aug 17 16:14:42.917653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36748) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:42.991264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-288152f0-bd31-4159-be57-4916cdf2c74f req-e026da64-f940-4138-bda9-5f09f6e17811 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482961 Aug 17 16:14:43.023468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.081318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3182eb0-c86a-4e10-b845-8a1ac59d2a5c req-285952bf-b6df-4778-a958-e76a301cb4e9 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:43.090289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a3182eb0-c86a-4e10-b845-8a1ac59d2a5c req-285952bf-b6df-4778-a958-e76a301cb4e9 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 947 time: 0.2052555 Aug 17 16:14:43.176335 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.192256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.192746 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.193757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.194331 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > port after_create 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.194792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.196101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > port after_update 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.196546 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.196973 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.197401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.197830 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.240174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-69ac5bda-51ec-46b8-9d8e-bf8812be256d service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241215 Aug 17 16:14:43.336307 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.337119 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.337119 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.337468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:43.337941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144a0c44-eafd-4f38-9999-f2b514f38827']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:43.349610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a3182eb0-c86a-4e10-b845-8a1ac59d2a5c req-c9662472-b49e-4148-a452-db474757dfe3 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579889 Aug 17 16:14:43.362146 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.370774 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16cce65-1634-4e4f-bc30-3f903e078e68') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:43.371071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16cce65-1634-4e4f-bc30-3f903e078e68') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:43.394655 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.425265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.443022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:14:43.443555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.452046 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fcd0cc9-7703-457c-8048-660e7f55761b req-92de10bc-f466-4742-9c1f-ee19d6348ace service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027359 Aug 17 16:14:43.458738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc862ff-fd46-4081-964f-ce386d071c92 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:43.474796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: from cryptography.utils import int_from_bytes Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: from cryptography.utils import int_from_bytes Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:14:43.475028 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:14:43.563412 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Transition to ACTIVE for port object 0fc862ff-fd46-4081-964f-ce386d071c92 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:14:43.566537 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.569790 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.572727 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.577065 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.579669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] 10.222.0.77 "DELETE /v2.0/networks/144a0c44-eafd-4f38-9999-f2b514f38827 HTTP/1.1" status: 204 len: 168 time: 0.6621900 Aug 17 16:14:43.586832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36768) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:43.589446 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.591119 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990be11-895c-422d-88e2-43da7cdd754b admin admin] Pushing event deleted for resources: {'Network': ['ID=144a0c44-eafd-4f38-9999-f2b514f38827,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:43.715416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35c8b44-b893-49ec-954c-8eb316047aa8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:43.728058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6503718f7ae4462978337b7abb07269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8567479 Aug 17 16:14:43.728298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36776) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:43.743208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc862ff-fd46-4081-964f-ce386d071c92,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:43.770015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.770358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.770728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.771061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.771493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.771711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.772033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.772351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.772669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.772984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.773307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.773617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a14f6-c219-44d0-8d3e-23a8372f2adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.788217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.788645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.788966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.789206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.789527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.789857 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.790184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.798966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.799444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.799787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.800125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.800455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.810761 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9be34d-375f-4160-b9a6-007b4ede7412 admin admin] Deleting subnet b67e42e8-15ac-4370-b6d7-ed9ee2d3da4b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:14:43.825923 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36778) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:43.828688 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb9be34d-375f-4160-b9a6-007b4ede7412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.837375 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.850445 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Attempting to bind port 0fc862ff-fd46-4081-964f-ce386d071c92 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:14:43.850642 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Attempting to bind port 0fc862ff-fd46-4081-964f-ce386d071c92 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:14:43.851851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Attempting to bind port 0fc862ff-fd46-4081-964f-ce386d071c92 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:43.858784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Port 0fc862ff-fd46-4081-964f-ce386d071c92 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:14:43.859118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Attempting to bind port 0fc862ff-fd46-4081-964f-ce386d071c92 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:14:43.870734 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.872567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:14:43.872706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:43.873088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:14:43.873528 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Bound port: 0fc862ff-fd46-4081-964f-ce386d071c92, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:14:43.873883 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.895240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb9be34d-375f-4160-b9a6-007b4ede7412 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.910779 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb9be34d-375f-4160-b9a6-007b4ede7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.939313 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.942123 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:43.946654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d35c8b44-b893-49ec-954c-8eb316047aa8 HTTP/1.1" status: 204 len: 168 time: 0.2140923 Aug 17 16:14:43.956642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35c8b44-b893-49ec-954c-8eb316047aa8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:43.971849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.972228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.972525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.972977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.973309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.973634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.973955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.975098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.975098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.975098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.975345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:43.975618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1963a7b2-bcd6-497e-8086-59d707678328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.016403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] For port 0fc862ff-fd46-4081-964f-ce386d071c92, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:14:44.020998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] For port 0fc862ff-fd46-4081-964f-ce386d071c92, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0fc862ff-fd46-4081-964f-ce386d071c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:14:44.030803 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.041313 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb9be34d-375f-4160-b9a6-007b4ede7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.084415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:44.084733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.086177 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] 10.222.0.93 "PUT /v2.0/ports/0fc862ff-fd46-4081-964f-ce386d071c92 HTTP/1.1" status: 200 len: 1096 time: 1.9200416 Aug 17 16:14:44.104493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76dc342-6116-4fd8-80d4-84bd41397719', 'tag': '0fc862ff-fd46-4081-964f-ce386d071c92'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:44.107170 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8491a613-c88b-4abf-b666-6ed24d7b0fab" -d '{"events": [{"name": "network-changed", "server_uuid": "c76dc342-6116-4fd8-80d4-84bd41397719", "tag": "0fc862ff-fd46-4081-964f-ce386d071c92"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:44.122641 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9be34d-375f-4160-b9a6-007b4ede7412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67e42e8-15ac-4370-b6d7-ed9ee2d3da4b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:44.127608 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb9be34d-375f-4160-b9a6-007b4ede7412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.131941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb9be34d-375f-4160-b9a6-007b4ede7412 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b67e42e8-15ac-4370-b6d7-ed9ee2d3da4b HTTP/1.1" status: 204 len: 168 time: 0.5371768 Aug 17 16:14:44.133564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36796) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:44.210510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8079a99-c95f-4507-a950-0a3e6a62273e req-aadc47b0-2584-48a0-962d-939f2cdded90 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:44.212273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b8079a99-c95f-4507-a950-0a3e6a62273e req-aadc47b0-2584-48a0-962d-939f2cdded90 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 948 time: 0.1229813 Aug 17 16:14:44.243669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e218a1b4-f161-47e2-8cfd-8b521b100dd4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f4b974f710b404982eb59c554ac8e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143980 Aug 17 16:14:44.245369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36800) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:44.247617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37410472-046b-4efd-95c5-776f3b0bdce5 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc862ff-fd46-4081-964f-ce386d071c92,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:44.297673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7761-1251-4350-92a2-876c7a07b95e req-a76943c0-b705-4d1a-9737-57508bc79451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:44.299320 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-a76943c0-b705-4d1a-9737-57508bc79451 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81c887cb36e949bea22e843076697077&device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 1099 time: 0.1582963 Aug 17 16:14:44.302190 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.335742 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b8079a99-c95f-4507-a950-0a3e6a62273e req-269368a9-e417-49ea-ab32-67a208c0a960 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148818 Aug 17 16:14:44.358712 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcf6ee4c-1498-4968-9c3f-30d293a3b283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.363195 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-db9fb02b-3518-4e62-926e-0786d4b3cfad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0fc862ff-fd46-4081-964f-ce386d071c92 HTTP/1.1" status: 200 len: 217 time: 0.0512817 Aug 17 16:14:44.413818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 30115ebd-02b6-47c7-ac06-380c1a39ec09 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:14:44.415096 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcf6ee4c-1498-4968-9c3f-30d293a3b283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.458311 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8355ace6-e7b3-47de-ae6f-68c2e602845c x-openstack-request-id: req-8355ace6-e7b3-47de-ae6f-68c2e602845c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:44.458812 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76dc342-6116-4fd8-80d4-84bd41397719", "tag": "0fc862ff-fd46-4081-964f-ce386d071c92", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:44.459251 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8355ace6-e7b3-47de-ae6f-68c2e602845c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:44.460163 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76dc342-6116-4fd8-80d4-84bd41397719', 'tag': '0fc862ff-fd46-4081-964f-ce386d071c92', 'status': 'completed', 'code': 200} Aug 17 16:14:44.472864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 5b0b007d-6035-4691-b935-446718758d2b no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:14:44.527374 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.531798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7761-1251-4350-92a2-876c7a07b95e req-751dd2a5-6bad-43c4-8b03-760f6cb80bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:44.533837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-751dd2a5-6bad-43c4-8b03-760f6cb80bf6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1639063 Aug 17 16:14:44.540533 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcf6ee4c-1498-4968-9c3f-30d293a3b283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.549198 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcf6ee4c-1498-4968-9c3f-30d293a3b283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.550732 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bcf6ee4c-1498-4968-9c3f-30d293a3b283 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16e8d30f-1f94-46bd-9861-9793f8a1bb0e HTTP/1.1" status: 204 len: 168 time: 0.3030212 Aug 17 16:14:44.558026 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.558761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.559786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.560334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.560926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.561472 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.562282 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.562846 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.563545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.564838 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.582689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6ee4c-1498-4968-9c3f-30d293a3b283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8d30f-1f94-46bd-9861-9793f8a1bb0e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:44.596641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 5b0b007d-6035-4691-b935-446718758d2b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:14:44.596901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 5b0b007d-6035-4691-b935-446718758d2b not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:14:44.607859 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:14:44.640209 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.640932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.640932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.641213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 16:14:44.641587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112a4239-8565-4ea0-86b8-dbab31c0355b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:44.694911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61441b8d-75c2-4c4c-b8ed-bc405cba3f43') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:44.695593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61441b8d-75c2-4c4c-b8ed-bc405cba3f43') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:14:44.739438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 30115ebd-02b6-47c7-ac06-380c1a39ec09, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=30115ebd-02b6-47c7-ac06-380c1a39ec09,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:44.740202 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.756998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '30115ebd-02b6-47c7-ac06-380c1a39ec09', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '30115ebd-02b6-47c7-ac06-380c1a39ec09', 'mac_address': 'fa:16:3e:bd:07:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:14:44.775992 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.785284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7761-1251-4350-92a2-876c7a07b95e req-b72043a7-fb84-46a0-9656-af4212f0f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:44.787028 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-b72043a7-fb84-46a0-9656-af4212f0f1c2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439938 Aug 17 16:14:44.794099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:14:44.794660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: from cryptography.utils import int_from_bytes Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: from cryptography.utils import int_from_bytes Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:14:44.799102 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:14:44.822893 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.838755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30115ebd-02b6-47c7-ac06-380c1a39ec09 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:44.863611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 30115ebd-02b6-47c7-ac06-380c1a39ec09, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=30115ebd-02b6-47c7-ac06-380c1a39ec09,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:44.868026 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.882933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36818) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:44.904216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f39f1c03-80b4-469e-bf8d-3d67b8b9014f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.905242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644b9ed-1e85-4e67-bb32-19abd61d51a5 req-c845a02c-a2db-4c1d-93d2-1f9b29b56c2c tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:44.913431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7644b9ed-1e85-4e67-bb32-19abd61d51a5 req-c845a02c-a2db-4c1d-93d2-1f9b29b56c2c tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 947 time: 0.2654293 Aug 17 16:14:44.921103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=30115ebd-02b6-47c7-ac06-380c1a39ec09,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:44.929883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.930221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.930582 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.930924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.931232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.931553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.931869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.932188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.932510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.932826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.933199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.933519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:14:44.971364 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:44.996623 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7644b9ed-1e85-4e67-bb32-19abd61d51a5 req-9516c198-5739-41e9-ac3b-d981bedb1641 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809453 Aug 17 16:14:45.009916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.025027 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/112a4239-8565-4ea0-86b8-dbab31c0355b HTTP/1.1" status: 204 len: 168 time: 0.8903501 Aug 17 16:14:45.068155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96e844-40ea-4d91-84cc-bedc71d506b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=112a4239-8565-4ea0-86b8-dbab31c0355b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:45.077417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['30115ebd-02b6-47c7-ac06-380c1a39ec09'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:45.085566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-0d1ed8fe-7d25-4065-ab9e-7d9c44cb7569 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854495 Aug 17 16:14:45.114476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f39f1c03-80b4-469e-bf8d-3d67b8b9014f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.123875 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f39f1c03-80b4-469e-bf8d-3d67b8b9014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.163017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f39f1c03-80b4-469e-bf8d-3d67b8b9014f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=20b25ecd2fff4b31a0ed6d6c87d05264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788405 Aug 17 16:14:45.165611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36828) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:45.234518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f1c03-80b4-469e-bf8d-3d67b8b9014f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2a6606-50cb-443e-9cf7-44e45257814d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:45.243030 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764b7761-1251-4350-92a2-876c7a07b95e req-33c4f6cf-931f-4e8f-ba31-5525db9fb906 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483417 Aug 17 16:14:45.284957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57275e4a-d13a-413b-a20f-3ff644406b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.291783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36832) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:45.313607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8fcb6f-2c8a-40be-b6f5-139ff24114f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.319688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57275e4a-d13a-413b-a20f-3ff644406b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.402738 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57275e4a-d13a-413b-a20f-3ff644406b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.405687 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57275e4a-d13a-413b-a20f-3ff644406b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.407191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-57275e4a-d13a-413b-a20f-3ff644406b79 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a2a6606-50cb-443e-9cf7-44e45257814d HTTP/1.1" status: 204 len: 168 time: 0.2406354 Aug 17 16:14:45.419120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57275e4a-d13a-413b-a20f-3ff644406b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2a6606-50cb-443e-9cf7-44e45257814d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:45.465405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-f1492feb-9f62-428c-9dd6-73d737bff7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:45.466933 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-f1492feb-9f62-428c-9dd6-73d737bff7bd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81c887cb36e949bea22e843076697077&device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 1099 time: 0.1495831 Aug 17 16:14:45.555187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36840) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:45.603430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796e9c1-1137-43d8-ae03-b65a4c081a58 req-b1f00be8-8e09-490d-9612-8bb59862f9ce tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:45.605029 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1796e9c1-1137-43d8-ae03-b65a4c081a58 req-b1f00be8-8e09-490d-9612-8bb59862f9ce tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 948 time: 0.1624815 Aug 17 16:14:45.612956 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6af48bd2-8e58-4dfb-ad77-3cdb97743e3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c103b0bc3bad41ea9fc96e6696d93e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557868 Aug 17 16:14:45.615328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36848) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:45.690753 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05c7ed03-4068-401a-bfd1-b117b46bd09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.695077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-778d4131-5064-4174-8592-d0a96a67d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:45.696760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-778d4131-5064-4174-8592-d0a96a67d1d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2132175 Aug 17 16:14:45.715116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1796e9c1-1137-43d8-ae03-b65a4c081a58 req-ccb24ecb-639c-44cc-835b-01f7c5b57298 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006761 Aug 17 16:14:45.717338 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8fcb6f-2c8a-40be-b6f5-139ff24114f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.721131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05c7ed03-4068-401a-bfd1-b117b46bd09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.777927 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8fcb6f-2c8a-40be-b6f5-139ff24114f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.784636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-e00bad6e-0595-4c2b-a543-f69d6b90e5b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0fc862ff-fd46-4081-964f-ce386d071c92 HTTP/1.1" status: 200 len: 217 time: 0.0642948 Aug 17 16:14:45.825252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05c7ed03-4068-401a-bfd1-b117b46bd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.828447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05c7ed03-4068-401a-bfd1-b117b46bd09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.833241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-05c7ed03-4068-401a-bfd1-b117b46bd09d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7470fb25-0f22-4389-b622-048518cb6d75 HTTP/1.1" status: 204 len: 168 time: 0.2166724 Aug 17 16:14:45.843853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7ed03-4068-401a-bfd1-b117b46bd09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7470fb25-0f22-4389-b622-048518cb6d75,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:45.857135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc8fcb6f-2c8a-40be-b6f5-139ff24114f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2fc0ff8975b04588bc8bbda6543683d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642138 Aug 17 16:14:45.862322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36852) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:45.862525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fcb6f-2c8a-40be-b6f5-139ff24114f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbe3d6e-2fdd-417e-927b-90c2d5efaa6c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:45.875705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-dcf3b2e9-18bc-4319-b475-ee5054a48844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:45.877954 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-dcf3b2e9-18bc-4319-b475-ee5054a48844 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0773420 Aug 17 16:14:45.942533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-5d50aec5-663f-4b63-9641-f786f2c06225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:45.944555 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-5d50aec5-663f-4b63-9641-f786f2c06225 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558140 Aug 17 16:14:45.945646 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfb95-5a6e-44cc-89b3-0ec0b1323362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:45.987381 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfb95-5a6e-44cc-89b3-0ec0b1323362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.053229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:46.089007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfb95-5a6e-44cc-89b3-0ec0b1323362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.093494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfb95-5a6e-44cc-89b3-0ec0b1323362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.095104 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3e6dfb95-5a6e-44cc-89b3-0ec0b1323362 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4dbe3d6e-2fdd-417e-927b-90c2d5efaa6c HTTP/1.1" status: 204 len: 168 time: 0.2342143 Aug 17 16:14:46.114234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dfb95-5a6e-44cc-89b3-0ec0b1323362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbe3d6e-2fdd-417e-927b-90c2d5efaa6c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:46.161353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-010394ed-a648-4067-8bdd-e6fa1d94864d service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083614 Aug 17 16:14:46.234026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c029e6-1dfd-49af-af07-9108259e8606 req-512666ab-a6f0-462e-98e8-803ac51e6306 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:46.235459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-19c029e6-1dfd-49af-af07-9108259e8606 req-512666ab-a6f0-462e-98e8-803ac51e6306 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 948 time: 0.1135521 Aug 17 16:14:46.308160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-19c029e6-1dfd-49af-af07-9108259e8606 req-e826a993-63b8-4405-9cf1-8166f19e6848 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633433 Aug 17 16:14:46.329578 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8491a613-c88b-4abf-b666-6ed24d7b0fab req-0e6c302e-4b78-4da5-a032-3cc8f143dafa service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581991 Aug 17 16:14:46.393378 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7b71d7b-8dde-4be5-b6a1-2f02d6f89a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.428121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 30115ebd-02b6-47c7-ac06-380c1a39ec09 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:14:46.493900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 30115ebd-02b6-47c7-ac06-380c1a39ec09 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:46.504382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 30115ebd-02b6-47c7-ac06-380c1a39ec09 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:46.505505 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.527431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7b71d7b-8dde-4be5-b6a1-2f02d6f89a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.534085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7b71d7b-8dde-4be5-b6a1-2f02d6f89a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.595156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7b71d7b-8dde-4be5-b6a1-2f02d6f89a36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f38bdaa5d757473c8bb03eae6ebfa28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354424 Aug 17 16:14:46.598475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36878) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:46.600074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b71d7b-8dde-4be5-b6a1-2f02d6f89a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8662a126-e4ed-4e7c-ba59-3cb9c334f0fd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:46.620944 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.650042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29357d25-dff6-464c-b316-1e3585e22181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30115ebd-02b6-47c7-ac06-380c1a39ec09'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:46.652409 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b929d4-4dd3-49a5-999d-dc6f57bd1a7f" -d '{"events": [{"server_uuid": "29357d25-dff6-464c-b316-1e3585e22181", "name": "network-vif-plugged", "status": "completed", "tag": "30115ebd-02b6-47c7-ac06-380c1a39ec09"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:46.666830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 30115ebd-02b6-47c7-ac06-380c1a39ec09, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=30115ebd-02b6-47c7-ac06-380c1a39ec09,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:46.668921 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b835e7e-2583-4d96-8399-f5ddeca05b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.673778 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.701502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b835e7e-2583-4d96-8399-f5ddeca05b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.716242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:46.721482 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1c27b4-f2e2-41cd-a115-a4388ccc2934 x-openstack-request-id: req-7b1c27b4-f2e2-41cd-a115-a4388ccc2934 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:46.721858 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29357d25-dff6-464c-b316-1e3585e22181", "name": "network-vif-plugged", "status": "completed", "tag": "30115ebd-02b6-47c7-ac06-380c1a39ec09", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:46.722130 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b1c27b4-f2e2-41cd-a115-a4388ccc2934 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:46.722585 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29357d25-dff6-464c-b316-1e3585e22181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30115ebd-02b6-47c7-ac06-380c1a39ec09', 'code': 200} Aug 17 16:14:46.776659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=30115ebd-02b6-47c7-ac06-380c1a39ec09,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:46.839347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b835e7e-2583-4d96-8399-f5ddeca05b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.841919 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b835e7e-2583-4d96-8399-f5ddeca05b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:46.847217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0b835e7e-2583-4d96-8399-f5ddeca05b14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8662a126-e4ed-4e7c-ba59-3cb9c334f0fd HTTP/1.1" status: 204 len: 168 time: 0.2445519 Aug 17 16:14:46.857732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b835e7e-2583-4d96-8399-f5ddeca05b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8662a126-e4ed-4e7c-ba59-3cb9c334f0fd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:46.874205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8fa081f5-c63e-4971-9e60-b26dcbf7392e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=915a386a10c341618f4fb8bcade7857d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534576 Aug 17 16:14:46.874205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:47.202059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ee46f-aac9-43ec-b438-34ae44a96301 req-141201b8-520b-4a8e-94d2-43f6e8218c99 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:47.205912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36908) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:47.210977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a08ee46f-aac9-43ec-b438-34ae44a96301 req-141201b8-520b-4a8e-94d2-43f6e8218c99 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 948 time: 0.4047885 Aug 17 16:14:47.223239 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62dbabbe-5a29-45d1-86cb-45db3be7cea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.224672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3a6bb-d270-4276-8146-31c1f13a4472 req-6fcef215-7962-4d6d-8107-82d073c06547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:47.226568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7e3a6bb-d270-4276-8146-31c1f13a4472 req-6fcef215-7962-4d6d-8107-82d073c06547 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 1100 time: 0.4157083 Aug 17 16:14:47.275129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b614-459b-43e0-8e77-d88fb4800d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.326217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7e3a6bb-d270-4276-8146-31c1f13a4472 req-ce7bb055-e35b-4cf1-bec5-3aa2179e0d46 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909066 Aug 17 16:14:47.338822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a08ee46f-aac9-43ec-b438-34ae44a96301 req-76590912-7eea-42bc-8572-c3f700086743 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182020 Aug 17 16:14:47.342611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b614-459b-43e0-8e77-d88fb4800d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.371579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62dbabbe-5a29-45d1-86cb-45db3be7cea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.377342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62dbabbe-5a29-45d1-86cb-45db3be7cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.422421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-62dbabbe-5a29-45d1-86cb-45db3be7cea0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c103a21ad4114b34a675f0e8a7b1aca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136960 Aug 17 16:14:47.424413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:47.425175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbabbe-5a29-45d1-86cb-45db3be7cea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c743cbb-856f-4091-b871-7fdb47be48fd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:47.496241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b614-459b-43e0-8e77-d88fb4800d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.498722 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b614-459b-43e0-8e77-d88fb4800d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.500053 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2b6b614-459b-43e0-8e77-d88fb4800d05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2fd9f176-dc06-4f80-bb23-1340c77cb16b HTTP/1.1" status: 204 len: 168 time: 0.6257284 Aug 17 16:14:47.513398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5a89a-7141-4b82-9264-fd702c07d070 req-cf549373-dbe5-4876-a55d-927a86d84fcb tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:47.521221 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4fb5a89a-7141-4b82-9264-fd702c07d070 req-cf549373-dbe5-4876-a55d-927a86d84fcb tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 949 time: 0.1100907 Aug 17 16:14:47.536192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6b614-459b-43e0-8e77-d88fb4800d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd9f176-dc06-4f80-bb23-1340c77cb16b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:47.566003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9dd161b-bb42-4834-82c4-69e6e1e35773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.613845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4fb5a89a-7141-4b82-9264-fd702c07d070 req-e47225fd-caab-4035-a076-228a0f1d9b0e tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915055 Aug 17 16:14:47.621949 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9dd161b-bb42-4834-82c4-69e6e1e35773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.691315 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9dd161b-bb42-4834-82c4-69e6e1e35773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.694198 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9dd161b-bb42-4834-82c4-69e6e1e35773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:47.697726 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9dd161b-bb42-4834-82c4-69e6e1e35773 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c743cbb-856f-4091-b871-7fdb47be48fd HTTP/1.1" status: 204 len: 168 time: 0.2683852 Aug 17 16:14:47.703472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd161b-bb42-4834-82c4-69e6e1e35773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c743cbb-856f-4091-b871-7fdb47be48fd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:47.991129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0fc862ff-fd46-4081-964f-ce386d071c92 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:14:48.117595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0fc862ff-fd46-4081-964f-ce386d071c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0fc862ff-fd46-4081-964f-ce386d071c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:48.130847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0fc862ff-fd46-4081-964f-ce386d071c92', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '0fc862ff-fd46-4081-964f-ce386d071c92', 'mac_address': 'fa:16:3e:fe:52:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:14:48.181424 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:48.199938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc862ff-fd46-4081-964f-ce386d071c92 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:14:48.225980 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0fc862ff-fd46-4081-964f-ce386d071c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0fc862ff-fd46-4081-964f-ce386d071c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:48.232305 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:48.290847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0fc862ff-fd46-4081-964f-ce386d071c92,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:48.445195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0fc862ff-fd46-4081-964f-ce386d071c92'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:48.483922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea4209-5679-43bb-8305-424a99592ada req-a27bdfba-dcfb-4956-8ac5-1b85e20a843b tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:48.495623 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7ea4209-5679-43bb-8305-424a99592ada req-a27bdfba-dcfb-4956-8ac5-1b85e20a843b tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 949 time: 0.0854340 Aug 17 16:14:48.532132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36966) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:48.580862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7ea4209-5679-43bb-8305-424a99592ada req-53fc84f4-8889-4f9b-89ec-c2ac401e7d66 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750291 Aug 17 16:14:48.741080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025016b3-677e-42f0-90a7-3fd779c38426 req-b6337d49-9eae-4a92-b8a1-41d22643f090 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:48.748196 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-025016b3-677e-42f0-90a7-3fd779c38426 req-b6337d49-9eae-4a92-b8a1-41d22643f090 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 949 time: 0.0574813 Aug 17 16:14:48.775484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-964686210-network', 'tenant_id': '16070bbae82b4985b68b30aa34f86317'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:48.806633 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-025016b3-677e-42f0-90a7-3fd779c38426 req-abd78b38-e963-4f99-9851-3dbb50243d03 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574148 Aug 17 16:14:48.815376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Made reservation on behalf of 16070bbae82b4985b68b30aa34f86317 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:48.817776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:48.833350 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:48.984419 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:48.990550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:49.016182 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:14:49.035206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:49.041248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:49.041638 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Added segment 1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8 of type vlan for network db4ac791-a56f-40ca-a8ac-708778a1790c Aug 17 16:14:49.120866 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:49.159794 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b905b-0850-484d-b188-974bb3124857 req-1ae03ebe-3297-4ad1-9cf7-42e7d1c57ac4 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:49.167131 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-302b905b-0850-484d-b188-974bb3124857 req-1ae03ebe-3297-4ad1-9cf7-42e7d1c57ac4 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 949 time: 0.0899208 Aug 17 16:14:49.174658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:49.175595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:49.176220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:49.232937 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:49.248752 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7154322 Aug 17 16:14:49.249364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37008) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:49.269417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Request body: {'subnet': {'network_id': 'db4ac791-a56f-40ca-a8ac-708778a1790c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-964686210-subnet', 'tenant_id': '16070bbae82b4985b68b30aa34f86317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:49.289966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-302b905b-0850-484d-b188-974bb3124857 req-29cf00ca-f3b4-4e06-90d1-b1fce7607c0e tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218450 Aug 17 16:14:49.293281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fe4f1-c3b5-4c8a-aebf-3fb60c2a0435 admin admin] Pushing event updated for resources: {'Network': ['ID=db4ac791-a56f-40ca-a8ac-708778a1790c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:49.314585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network db4ac791-a56f-40ca-a8ac-708778a1790c details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:14:49.326078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Made reservation on behalf of 16070bbae82b4985b68b30aa34f86317 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:49.332151 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:49.413670 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:49.626275 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:49.689631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4d0c-f2a5-4288-9dbd-da4c0b8768f5 req-e6fb0372-a6d1-4614-b0cd-a8ac99a70d03 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:49.697575 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6fd4d0c-f2a5-4288-9dbd-da4c0b8768f5 req-e6fb0372-a6d1-4614-b0cd-a8ac99a70d03 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 949 time: 0.1155906 Aug 17 16:14:49.727374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ec19a8-c4e9-41f2-96d0-fa5270fbfc93,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:49.752052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Checking segment: {'id': '1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db4ac791-a56f-40ca-a8ac-708778a1790c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:49.752673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Network hostable DHCP agents. Network: db4ac791-a56f-40ca-a8ac-708778a1790c, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:14:49.784757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6fd4d0c-f2a5-4288-9dbd-da4c0b8768f5 req-feaae59a-d210-4268-b761-d5c7001e1690 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861976 Aug 17 16:14:49.817282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Network db4ac791-a56f-40ca-a8ac-708778a1790c is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:14:49.832254 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, db4ac791-a56f-40ca-a8ac-708778a1790c) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:49.841208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:49.841818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:49.845695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e683c0-e0d7-4715-aa86-fbc84c7f938e None None] Network db4ac791-a56f-40ca-a8ac-708778a1790c requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:49.853998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e4bc-149a-4ccf-ba4a-345cac8ce284 req-aa2c91df-645b-4548-abee-046a4793cfbe tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:49.855736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7588e4bc-149a-4ccf-ba4a-345cac8ce284 req-aa2c91df-645b-4548-abee-046a4793cfbe tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 949 time: 0.0803111 Aug 17 16:14:49.894095 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6ec03b95-bdb7-4b1e-807c-e21bb26aa592 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6231556 Aug 17 16:14:49.924699 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7588e4bc-149a-4ccf-ba4a-345cac8ce284 req-f8f03e6b-fb86-420c-b041-2f23a91ca152 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624886 Aug 17 16:14:49.970613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:50.004656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c67cb-42fa-4a4e-a6e5-18b85587584a None None] Network db4ac791-a56f-40ca-a8ac-708778a1790c requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:50.045045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0fc862ff-fd46-4081-964f-ce386d071c92 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:14:50.147434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 0fc862ff-fd46-4081-964f-ce386d071c92 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:14:50.170388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0fc862ff-fd46-4081-964f-ce386d071c92 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:14:50.170753 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.258074 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.273929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-946232268-network', 'tenant_id': '93cfa698670f475e961b98264f242f53'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:50.309466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76dc342-6116-4fd8-80d4-84bd41397719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc862ff-fd46-4081-964f-ce386d071c92'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:50.311815 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a96bff5-97e1-45b4-9a33-2a6ced259104" -d '{"events": [{"server_uuid": "c76dc342-6116-4fd8-80d4-84bd41397719", "name": "network-vif-plugged", "status": "completed", "tag": "0fc862ff-fd46-4081-964f-ce386d071c92"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:50.334500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Made reservation on behalf of 93cfa698670f475e961b98264f242f53 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:50.334916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.342213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0fc862ff-fd46-4081-964f-ce386d071c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0fc862ff-fd46-4081-964f-ce386d071c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:50.353532 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.373571 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.433487 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715aedcd-0a97-41c3-a35d-b6eed95b56cd x-openstack-request-id: req-715aedcd-0a97-41c3-a35d-b6eed95b56cd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:50.433769 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76dc342-6116-4fd8-80d4-84bd41397719", "name": "network-vif-plugged", "status": "completed", "tag": "0fc862ff-fd46-4081-964f-ce386d071c92", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:50.434215 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-715aedcd-0a97-41c3-a35d-b6eed95b56cd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:50.434825 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76dc342-6116-4fd8-80d4-84bd41397719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc862ff-fd46-4081-964f-ce386d071c92', 'code': 200} Aug 17 16:14:50.468823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0fc862ff-fd46-4081-964f-ce386d071c92,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:50.522011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0cde3-63be-4956-86f1-bff9f73dc4bd req-9440f71a-73d4-43ce-b05f-62523a9b1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:50.523537 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ac0cde3-63be-4956-86f1-bff9f73dc4bd req-9440f71a-73d4-43ce-b05f-62523a9b1772 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 1101 time: 0.0793426 Aug 17 16:14:50.580413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.584797 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ac0cde3-63be-4956-86f1-bff9f73dc4bd req-b2ad22d3-7008-4065-bd54-b80da6bcdd1e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525396 Aug 17 16:14:50.585819 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.626219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:14:50.636247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40ac24d-2dab-4cd7-963c-c58b4111cb61,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:50.646071 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.646675 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Added segment 23a47b45-fac9-49ac-a4a7-b90078f21f88 of type vlan for network 9df5052f-fb5b-4a77-ac7d-1268929aed56 Aug 17 16:14:50.720700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.752307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.753358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:50.754244 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.808371 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8364031 Aug 17 16:14:50.811439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37086) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:50.817662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Request body: {'subnet': {'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-946232268-subnet', 'tenant_id': '93cfa698670f475e961b98264f242f53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:50.820832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac6b0d-372d-4529-aa4a-2b7c71c0467a admin admin] Pushing event updated for resources: {'Network': ['ID=9df5052f-fb5b-4a77-ac7d-1268929aed56,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:50.833510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 9df5052f-fb5b-4a77-ac7d-1268929aed56 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:14:50.854426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Made reservation on behalf of 93cfa698670f475e961b98264f242f53 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:50.859851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:50.988591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c3356-0af6-4777-b038-11f145cd42c4 req-cfc5323a-5133-4874-a8e7-30bb1b24ab16 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:50.990428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-031c3356-0af6-4777-b038-11f145cd42c4 req-cfc5323a-5133-4874-a8e7-30bb1b24ab16 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.91 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 949 time: 0.1172771 Aug 17 16:14:51.014952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37098) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:51.071410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74deb54-352f-43b6-9474-a5fc3893267a req-52bd84a9-de7d-4a5f-a365-d34ac0f0b416 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:51.078584 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c74deb54-352f-43b6-9474-a5fc3893267a req-52bd84a9-de7d-4a5f-a365-d34ac0f0b416 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 949 time: 0.1055965 Aug 17 16:14:51.105080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-031c3356-0af6-4777-b038-11f145cd42c4 req-c6980baa-4199-4c4b-89aa-4799ac62093b tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Deleting port 30115ebd-02b6-47c7-ac06-380c1a39ec09 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:14:51.105519 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-031c3356-0af6-4777-b038-11f145cd42c4 req-c6980baa-4199-4c4b-89aa-4799ac62093b tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.169552 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c74deb54-352f-43b6-9474-a5fc3893267a req-a20bac71-5a63-4d18-abb4-8c2fd32d2ae0 tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/security-groups?id=060706a2-baf0-4020-9170-5f95f8ec1df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742412 Aug 17 16:14:51.236925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.239678 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-031c3356-0af6-4777-b038-11f145cd42c4 req-c6980baa-4199-4c4b-89aa-4799ac62093b tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] For port 30115ebd-02b6-47c7-ac06-380c1a39ec09, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=30115ebd-02b6-47c7-ac06-380c1a39ec09,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:14:51.240051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-031c3356-0af6-4777-b038-11f145cd42c4 req-c6980baa-4199-4c4b-89aa-4799ac62093b tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.253903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-031c3356-0af6-4777-b038-11f145cd42c4 req-c6980baa-4199-4c4b-89aa-4799ac62093b tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Calling delete_port for 30115ebd-02b6-47c7-ac06-380c1a39ec09 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:14:51.331938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcee669e-d84a-4206-9cc7-362d7cc9c2e4,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:51.412871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60800fe6-7182-4fa4-8b12-ed15cb44df32 req-d7e8d0a5-ff5e-410b-806b-982b1c32e5f6 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:51.415405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60800fe6-7182-4fa4-8b12-ed15cb44df32 req-d7e8d0a5-ff5e-410b-806b-982b1c32e5f6 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 950 time: 0.1747983 Aug 17 16:14:51.420563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37110) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:51.421331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:51.421683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Network hostable DHCP agents. Network: 9df5052f-fb5b-4a77-ac7d-1268929aed56, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:14:51.447005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-100439692-network', 'tenant_id': 'bcfbb6e1d8524f828ed253ea44759853'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:51.468633 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-549ea530-ad78-4f44-8635-31820bb50191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.471539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-031c3356-0af6-4777-b038-11f145cd42c4 req-c6980baa-4199-4c4b-89aa-4799ac62093b tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.485236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['30115ebd-02b6-47c7-ac06-380c1a39ec09'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:14:51.522018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Made reservation on behalf of bcfbb6e1d8524f828ed253ea44759853 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:51.524355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.557228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Network 9df5052f-fb5b-4a77-ac7d-1268929aed56 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:14:51.560278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6980baa-4199-4c4b-89aa-4799ac62093b tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Pushing event deleted for resources: {'Port': ['ID=30115ebd-02b6-47c7-ac06-380c1a39ec09,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:51.582114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.603509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-031c3356-0af6-4777-b038-11f145cd42c4 req-c6980baa-4199-4c4b-89aa-4799ac62093b tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] No DVR routers for this DVR port 30115ebd-02b6-47c7-ac06-380c1a39ec09 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:14:51.607205 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-031c3356-0af6-4777-b038-11f145cd42c4 req-c6980baa-4199-4c4b-89aa-4799ac62093b tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.609443 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-031c3356-0af6-4777-b038-11f145cd42c4 req-c6980baa-4199-4c4b-89aa-4799ac62093b tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.91 "DELETE /v2.0/ports/30115ebd-02b6-47c7-ac06-380c1a39ec09 HTTP/1.1" status: 204 len: 173 time: 0.6124227 Aug 17 16:14:51.610012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29357d25-dff6-464c-b316-1e3585e22181', 'name': 'network-vif-deleted', 'tag': '30115ebd-02b6-47c7-ac06-380c1a39ec09'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:14:51.615108 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ce251b-5f74-4013-8f1b-126e9f0a1b3b" -d '{"events": [{"server_uuid": "29357d25-dff6-464c-b316-1e3585e22181", "name": "network-vif-deleted", "tag": "30115ebd-02b6-47c7-ac06-380c1a39ec09"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:14:51.636469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 9df5052f-fb5b-4a77-ac7d-1268929aed56) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:51.654694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994b277-562d-46dd-b5bb-db702c000ae3 None None] Network 9df5052f-fb5b-4a77-ac7d-1268929aed56 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:51.664775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:51.665689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.708101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60800fe6-7182-4fa4-8b12-ed15cb44df32 req-65047bf2-ebfa-46f0-aed9-7e04ccf9dfcc tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756846 Aug 17 16:14:51.849459 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-549ea530-ad78-4f44-8635-31820bb50191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.863592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-549ea530-ad78-4f44-8635-31820bb50191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:51.912272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3185c-1e97-4471-baf2-aae777dab42b None None] Network 9df5052f-fb5b-4a77-ac7d-1268929aed56 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:51.964300 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-549ea530-ad78-4f44-8635-31820bb50191 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e050171b4e1a43b186ef118395390c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9346592 Aug 17 16:14:51.965757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:51.967547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ea530-ad78-4f44-8635-31820bb50191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab2488a-8130-49dd-8d93-d36f2a2dc65d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:52.077090 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe7b121f-b06b-4c20-a6fd-387fe57f48b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.129153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe7b121f-b06b-4c20-a6fd-387fe57f48b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.184850 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e051c05-c2a4-4594-ae42-43bc9b3fa31b x-openstack-request-id: req-2e051c05-c2a4-4594-ae42-43bc9b3fa31b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:14:52.185122 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29357d25-dff6-464c-b316-1e3585e22181", "name": "network-vif-deleted", "tag": "30115ebd-02b6-47c7-ac06-380c1a39ec09", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:14:52.185376 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e051c05-c2a4-4594-ae42-43bc9b3fa31b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:14:52.185769 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29357d25-dff6-464c-b316-1e3585e22181', 'name': 'network-vif-deleted', 'tag': '30115ebd-02b6-47c7-ac06-380c1a39ec09', 'status': 'completed', 'code': 200} Aug 17 16:14:52.249042 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe7b121f-b06b-4c20-a6fd-387fe57f48b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.255914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe7b121f-b06b-4c20-a6fd-387fe57f48b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.262363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe7b121f-b06b-4c20-a6fd-387fe57f48b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ab2488a-8130-49dd-8d93-d36f2a2dc65d HTTP/1.1" status: 204 len: 168 time: 0.2929614 Aug 17 16:14:52.274019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b121f-b06b-4c20-a6fd-387fe57f48b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab2488a-8130-49dd-8d93-d36f2a2dc65d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:52.290831 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.339454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5513a411-3ffd-4391-9453-d47250417de8 req-801827b7-98a7-42d7-b80c-f40544e0d1cc tempest-DeleteServersAdminTestJSON-1879480803 tempest-DeleteServersAdminTestJSON-1879480803-project] 10.222.0.77 "GET /v2.0/ports?device_id=29357d25-dff6-464c-b316-1e3585e22181 HTTP/1.1" status: 200 len: 210 time: 0.0582333 Aug 17 16:14:52.541897 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.564628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-84b0c7c0-267f-4a67-8b4c-786955e86b0f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7515953 Aug 17 16:14:52.586611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c277b-f79d-4577-9f90-85547990ade8 req-b212ae91-742e-4284-8c87-cb85d2520780 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:52.587078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c277b-f79d-4577-9f90-85547990ade8 req-b212ae91-742e-4284-8c87-cb85d2520780 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:52.587534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c277b-f79d-4577-9f90-85547990ade8 req-b212ae91-742e-4284-8c87-cb85d2520780 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:52.588194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c277b-f79d-4577-9f90-85547990ade8 req-b212ae91-742e-4284-8c87-cb85d2520780 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:52.588437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c277b-f79d-4577-9f90-85547990ade8 req-b212ae91-742e-4284-8c87-cb85d2520780 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:52.588883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c277b-f79d-4577-9f90-85547990ade8 req-b212ae91-742e-4284-8c87-cb85d2520780 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:52.589371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c277b-f79d-4577-9f90-85547990ade8 req-b212ae91-742e-4284-8c87-cb85d2520780 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:52.591193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-178c277b-f79d-4577-9f90-85547990ade8 req-b212ae91-742e-4284-8c87-cb85d2520780 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5039 time: 0.5814874 Aug 17 16:14:52.596761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:14:52.606780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2862dd-5515-4667-8472-7bbf84358eec,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:52.613630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.613932 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Added segment 46247a60-bcef-4b08-ac3f-89a054e40505 of type vlan for network 8835485b-5315-4d8e-baf8-c640d484f07d Aug 17 16:14:52.661766 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.693169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.694455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:52.695177 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.759534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] Pushing event updated for resources: {'Network': ['ID=8835485b-5315-4d8e-baf8-c640d484f07d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:52.771940 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 8835485b-5315-4d8e-baf8-c640d484f07d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:14:52.787352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9274e435-a7c7-4593-ab9b-9e10d5f28e11 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3624618 Aug 17 16:14:52.789812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37150) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:52.806217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Request body: {'subnet': {'network_id': '8835485b-5315-4d8e-baf8-c640d484f07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-100439692-subnet', 'tenant_id': 'bcfbb6e1d8524f828ed253ea44759853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:52.865695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Made reservation on behalf of bcfbb6e1d8524f828ed253ea44759853 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:52.870592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:52.879979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247254ce-33c7-444f-81df-10115842ed11 req-ccfdaf0e-31f3-4e30-8cc0-67b9d36c2384 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:52.881774 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-247254ce-33c7-444f-81df-10115842ed11 req-ccfdaf0e-31f3-4e30-8cc0-67b9d36c2384 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 886 time: 0.2200389 Aug 17 16:14:52.885019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:52.910157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-667be737-2134-400b-b75a-44d1c528ab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.108674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.153204 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-667be737-2134-400b-b75a-44d1c528ab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.161238 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-667be737-2134-400b-b75a-44d1c528ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.180893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=107e4b37-3139-4bb9-99c7-811a7a822f35,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:53.211359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Checking segment: {'id': '46247a60-bcef-4b08-ac3f-89a054e40505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8835485b-5315-4d8e-baf8-c640d484f07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:53.211749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Network hostable DHCP agents. Network: 8835485b-5315-4d8e-baf8-c640d484f07d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:14:53.225051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99775969-f828-4a2e-90a1-bcf14daf560b req-999f51a7-82f0-4238-a6d6-24ff59fef810 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:53.227681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-99775969-f828-4a2e-90a1-bcf14daf560b req-999f51a7-82f0-4238-a6d6-24ff59fef810 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 950 time: 0.1696815 Aug 17 16:14:53.240590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Network 8835485b-5315-4d8e-baf8-c640d484f07d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:14:53.256272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 8835485b-5315-4d8e-baf8-c640d484f07d) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:53.265014 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-667be737-2134-400b-b75a-44d1c528ab23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5bb8f33e73814058804111bc96e522fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753388 Aug 17 16:14:53.265419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:53.265419 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.265961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37168) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:53.278428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f133e419-1741-4bcd-9f3d-f4f95145851b None None] Network 8835485b-5315-4d8e-baf8-c640d484f07d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:53.289545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667be737-2134-400b-b75a-44d1c528ab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb549fdb-838d-4e3a-8d23-785d113f013f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:53.325217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-99775969-f828-4a2e-90a1-bcf14daf560b req-898102e2-7451-4aaf-abf1-ad9699b34efb tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524864 Aug 17 16:14:53.371884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ce80a10e-b235-4793-85d8-51e913464711 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5789142 Aug 17 16:14:53.466874 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33440f19-c933-4f75-86d8-59af7d052565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.499017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffd28-d1b7-460d-943e-0d687f7b8c39 req-efa4e725-af9b-429b-9877-f5634121e777 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:53.499498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffd28-d1b7-460d-943e-0d687f7b8c39 req-efa4e725-af9b-429b-9877-f5634121e777 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:53.499964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffd28-d1b7-460d-943e-0d687f7b8c39 req-efa4e725-af9b-429b-9877-f5634121e777 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:53.500416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffd28-d1b7-460d-943e-0d687f7b8c39 req-efa4e725-af9b-429b-9877-f5634121e777 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:53.500864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffd28-d1b7-460d-943e-0d687f7b8c39 req-efa4e725-af9b-429b-9877-f5634121e777 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:53.501882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffd28-d1b7-460d-943e-0d687f7b8c39 req-efa4e725-af9b-429b-9877-f5634121e777 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:53.502333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffd28-d1b7-460d-943e-0d687f7b8c39 req-efa4e725-af9b-429b-9877-f5634121e777 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:53.502814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffd28-d1b7-460d-943e-0d687f7b8c39 req-efa4e725-af9b-429b-9877-f5634121e777 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:53.504832 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-601ffd28-d1b7-460d-943e-0d687f7b8c39 req-efa4e725-af9b-429b-9877-f5634121e777 tempest-NetworksTest-1749219475 tempest-NetworksTest-1749219475-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5741 time: 0.2302575 Aug 17 16:14:53.514492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33440f19-c933-4f75-86d8-59af7d052565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.578762 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33440f19-c933-4f75-86d8-59af7d052565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.581519 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33440f19-c933-4f75-86d8-59af7d052565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.582840 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-33440f19-c933-4f75-86d8-59af7d052565 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb549fdb-838d-4e3a-8d23-785d113f013f HTTP/1.1" status: 204 len: 168 time: 0.3157444 Aug 17 16:14:53.601982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33440f19-c933-4f75-86d8-59af7d052565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb549fdb-838d-4e3a-8d23-785d113f013f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:53.642408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57387cfa-043d-401c-8809-54b2ce1b58ff None None] Network 8835485b-5315-4d8e-baf8-c640d484f07d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:53.646663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37188) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:53.653785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-6145996-network', 'tenant_id': '692d76894e1e4a49a7b98433dfd6c644'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:53.703903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Made reservation on behalf of 692d76894e1e4a49a7b98433dfd6c644 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:53.708037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.724667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.931434 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.939600 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:53.982583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:14:54.006792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf8ccf3-1a23-446d-8def-34cac71ce22d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:54.010148 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:54.010518 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Added segment 1efc90be-c494-4f31-b81e-bcf2da7f65ee of type vlan for network 0027dd55-ff10-4239-b622-438d8425338f Aug 17 16:14:54.081019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:54.119701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:54.123567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:54.126274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:54.132452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72a5a7-6704-4d27-ac5a-a7556dff923a req-0d34575d-9c5f-4251-92a2-d2cf6e78eb5f tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:54.134598 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b72a5a7-6704-4d27-ac5a-a7556dff923a req-0d34575d-9c5f-4251-92a2-d2cf6e78eb5f tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 950 time: 0.0615692 Aug 17 16:14:54.187659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37206) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:54.189542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b72a5a7-6704-4d27-ac5a-a7556dff923a req-9e852fe5-895c-4503-b040-011770f8f44b tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460010 Aug 17 16:14:54.226976 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5787196 Aug 17 16:14:54.227984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:54.229585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d038d-8a0a-4be0-ab70-4c7d47417063 admin admin] Pushing event updated for resources: {'Network': ['ID=0027dd55-ff10-4239-b622-438d8425338f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:54.233119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Request body: {'subnet': {'network_id': '0027dd55-ff10-4239-b622-438d8425338f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-6145996-subnet', 'tenant_id': '692d76894e1e4a49a7b98433dfd6c644', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:54.250530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 0027dd55-ff10-4239-b622-438d8425338f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:14:54.275429 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Made reservation on behalf of 692d76894e1e4a49a7b98433dfd6c644 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:54.279563 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:54.432372 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7afffd5d-96e5-4e89-a48e-0484b99d01b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:54.580011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:54.683072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Checking segment: {'id': '1efc90be-c494-4f31-b81e-bcf2da7f65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0027dd55-ff10-4239-b622-438d8425338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:14:54.683701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Network hostable DHCP agents. Network: 0027dd55-ff10-4239-b622-438d8425338f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:14:54.695309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a17b4dc-a42e-4732-bc7e-66eba198e195,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:54.718753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Network 0027dd55-ff10-4239-b622-438d8425338f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:14:54.737237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 0027dd55-ff10-4239-b622-438d8425338f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:54.742818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:54.744691 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:54.751926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701d133-2adc-4d9e-a85d-5cc202768372 None None] Network 0027dd55-ff10-4239-b622-438d8425338f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:54.769443 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7afffd5d-96e5-4e89-a48e-0484b99d01b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:54.780283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-fe7bf842-6d3b-43b7-a7bc-9b9622c2a523 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:54.782265 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-fe7bf842-6d3b-43b7-a7bc-9b9622c2a523 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/networks?id=db4ac791-a56f-40ca-a8ac-708778a1790c HTTP/1.1" status: 200 len: 814 time: 0.1904268 Aug 17 16:14:54.784535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7afffd5d-96e5-4e89-a48e-0484b99d01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:54.811245 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-28114ebc-3083-4ad2-9acf-ff6ec150ca6d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5733836 Aug 17 16:14:54.828349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afffd5d-96e5-4e89-a48e-0484b99d01b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4651c14f-4d4f-43eb-98e3-5ef3c996e58b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:54.879487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-69453627-ed14-489a-825c-85ca2e46cf9f tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/quotas/16070bbae82b4985b68b30aa34f86317 HTTP/1.1" status: 200 len: 375 time: 0.0517125 Aug 17 16:14:54.914230 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7afffd5d-96e5-4e89-a48e-0484b99d01b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99a3dc6ba10b4762a84062bc822529b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7254076 Aug 17 16:14:54.917152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:54.947603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-c0f58a4e-b047-4047-8f6b-29b9292e9f74 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=16070bbae82b4985b68b30aa34f86317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675101 Aug 17 16:14:54.948153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603a328-be43-4cdf-a07d-5a1735e69051 None None] Network 0027dd55-ff10-4239-b622-438d8425338f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:14:55.041755 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b152-7f07-4bde-8f24-e8edecd82d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:55.087899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b152-7f07-4bde-8f24-e8edecd82d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:55.176353 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b152-7f07-4bde-8f24-e8edecd82d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:55.180104 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b152-7f07-4bde-8f24-e8edecd82d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:55.181767 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e8d9b152-7f07-4bde-8f24-e8edecd82d59 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4651c14f-4d4f-43eb-98e3-5ef3c996e58b HTTP/1.1" status: 204 len: 168 time: 0.2629495 Aug 17 16:14:55.192417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9b152-7f07-4bde-8f24-e8edecd82d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4651c14f-4d4f-43eb-98e3-5ef3c996e58b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:55.361660 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-ea8741ea-2a00-42ea-af70-5aa463d14a13 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:14:55.366976 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-ea8741ea-2a00-42ea-af70-5aa463d14a13 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1438367 Aug 17 16:14:55.502027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-c9737521-df9a-45e4-a88f-1b36189c5d66 service neutron] 10.222.0.77 "GET /v2.0/networks/db4ac791-a56f-40ca-a8ac-708778a1790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283076 Aug 17 16:14:55.581245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b798b-ae37-4540-9a81-3dd7c6df0cc2 req-d40d0cda-86e4-495c-8acf-ac407af8d279 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:55.589262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8e8b798b-ae37-4540-9a81-3dd7c6df0cc2 req-d40d0cda-86e4-495c-8acf-ac407af8d279 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 950 time: 0.1001387 Aug 17 16:14:55.634034 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8e8b798b-ae37-4540-9a81-3dd7c6df0cc2 req-f61a00e5-94ec-4d15-b4bd-d2fd8bfc34ba tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Aug 17 16:14:55.651047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-741c3d7d-4c01-438b-a6fe-abee0506be8d service neutron] 10.222.0.77 "GET /v2.0/networks/db4ac791-a56f-40ca-a8ac-708778a1790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473272 Aug 17 16:14:55.993305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:56.020477 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d31f1d-5411-437f-ab0b-75cded155ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.121242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7fd48-6f1a-43d8-88a7-82261fdb169c req-a33ff9bb-385f-43bc-86f3-2df56de1af87 tempest-LiveMigrationNegativeTest-107141786 tempest-LiveMigrationNegativeTest-107141786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:56.130659 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efc7fd48-6f1a-43d8-88a7-82261fdb169c req-a33ff9bb-385f-43bc-86f3-2df56de1af87 tempest-LiveMigrationNegativeTest-107141786 tempest-LiveMigrationNegativeTest-107141786-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 1101 time: 0.1563768 Aug 17 16:14:56.139910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37304) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:56.190965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-efc7fd48-6f1a-43d8-88a7-82261fdb169c req-83a1eb80-df71-481c-ab73-9fe0bd010399 tempest-LiveMigrationNegativeTest-107141786 tempest-LiveMigrationNegativeTest-107141786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.258330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-4d777926-b2b8-408b-9274-70c1b561c4ac tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:56.259985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-4d777926-b2b8-408b-9274-70c1b561c4ac tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 820 time: 0.1752365 Aug 17 16:14:56.291791 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-29de19cb-a029-4961-89bb-8ce36803ce01 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/quotas/93cfa698670f475e961b98264f242f53 HTTP/1.1" status: 200 len: 375 time: 0.0214434 Aug 17 16:14:56.323464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d31f1d-5411-437f-ab0b-75cded155ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.343096 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-98db4976-46c5-49ad-935f-1749687ecf8f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436428 Aug 17 16:14:56.344230 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d31f1d-5411-437f-ab0b-75cded155ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.446705 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c0d31f1d-5411-437f-ab0b-75cded155ba0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8417bf9bb0d9420588f7758b94756b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516480 Aug 17 16:14:56.448509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:56.456898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 30115ebd-02b6-47c7-ac06-380c1a39ec09 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:14:56.462750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d31f1d-5411-437f-ab0b-75cded155ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b40d0b0-c79f-4b12-a0ce-b2bf60742c2b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:56.550356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 30115ebd-02b6-47c7-ac06-380c1a39ec09 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:14:56.551161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 30115ebd-02b6-47c7-ac06-380c1a39ec09 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:14:56.566669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-f8eaa6cb-e5a3-41c4-b4c9-7ac12fe3137f service neutron] 10.222.0.77 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000329 Aug 17 16:14:56.571005 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-efc7fd48-6f1a-43d8-88a7-82261fdb169c req-83a1eb80-df71-481c-ab73-9fe0bd010399 tempest-LiveMigrationNegativeTest-107141786 tempest-LiveMigrationNegativeTest-107141786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.572726 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2f42-aa20-423c-bae8-01ab6b77ae83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.586007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-efc7fd48-6f1a-43d8-88a7-82261fdb169c req-83a1eb80-df71-481c-ab73-9fe0bd010399 tempest-LiveMigrationNegativeTest-107141786 tempest-LiveMigrationNegativeTest-107141786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.627254 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef0bf-5d8b-4eff-9bdb-64f9d7d65444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.687691 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2f42-aa20-423c-bae8-01ab6b77ae83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.693246 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efc7fd48-6f1a-43d8-88a7-82261fdb169c req-83a1eb80-df71-481c-ab73-9fe0bd010399 tempest-LiveMigrationNegativeTest-107141786 tempest-LiveMigrationNegativeTest-107141786-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571010 Aug 17 16:14:56.731601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1eb80-df71-481c-ab73-9fe0bd010399 tempest-LiveMigrationNegativeTest-107141786 tempest-LiveMigrationNegativeTest-107141786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d539c4-2ee7-47c7-aa01-ec84f0195bf9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:56.798157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-2b1eb7ed-5355-4eec-af40-e20f90b3f46f service neutron] 10.222.0.77 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122998 Aug 17 16:14:56.833423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2f42-aa20-423c-bae8-01ab6b77ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.837559 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2f42-aa20-423c-bae8-01ab6b77ae83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.850999 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a9c2f42-aa20-423c-bae8-01ab6b77ae83 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b40d0b0-c79f-4b12-a0ce-b2bf60742c2b HTTP/1.1" status: 204 len: 168 time: 0.3906641 Aug 17 16:14:56.869831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30b0db70-e8d2-4cc6-80c1-3c5e970ffa11 req-24f0d024-3577-4e2f-a570-42c71d74a5ea tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 210 time: 0.0696235 Aug 17 16:14:56.870639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c2f42-aa20-423c-bae8-01ab6b77ae83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b40d0b0-c79f-4b12-a0ce-b2bf60742c2b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:56.916216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef0bf-5d8b-4eff-9bdb-64f9d7d65444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.932644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef0bf-5d8b-4eff-9bdb-64f9d7d65444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:56.985012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7a1ef0bf-5d8b-4eff-9bdb-64f9d7d65444 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=027a2ab5c6d24ce4a63dded4133cc314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8432052 Aug 17 16:14:56.988190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:57.027477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ef0bf-5d8b-4eff-9bdb-64f9d7d65444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118bc5ac-4176-4c69-bc3e-e38675e1f137,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:57.147344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35a15e61-7b60-4d4f-b04a-467decaf77ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:57.213468 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35a15e61-7b60-4d4f-b04a-467decaf77ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:57.347027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35a15e61-7b60-4d4f-b04a-467decaf77ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:57.352338 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35a15e61-7b60-4d4f-b04a-467decaf77ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:57.354292 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-35a15e61-7b60-4d4f-b04a-467decaf77ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/118bc5ac-4176-4c69-bc3e-e38675e1f137 HTTP/1.1" status: 204 len: 168 time: 0.3645847 Aug 17 16:14:57.386598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a15e61-7b60-4d4f-b04a-467decaf77ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118bc5ac-4176-4c69-bc3e-e38675e1f137,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:57.393740 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a9efe0f-67b2-42ac-8e87-a6c80f375893 req-9ea242b9-7d67-4799-8aff-6f2512ccab50 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 210 time: 0.0429580 Aug 17 16:14:57.944806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37362) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:57.991174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18f133-4b7f-40f9-a707-60ed8212c65f req-67831fd4-84df-48af-8395-13da27bd684b tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:58.008226 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee18f133-4b7f-40f9-a707-60ed8212c65f req-67831fd4-84df-48af-8395-13da27bd684b tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 950 time: 0.1151004 Aug 17 16:14:58.062751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee18f133-4b7f-40f9-a707-60ed8212c65f req-a846458e-9a40-4a74-a020-4f80fe2eb461 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526240 Aug 17 16:14:58.066999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-9db6b230-7f14-4441-8822-0e132831351c tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:58.069575 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-9db6b230-7f14-4441-8822-0e132831351c tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.91 "GET /v2.0/networks?id=db4ac791-a56f-40ca-a8ac-708778a1790c HTTP/1.1" status: 200 len: 814 time: 0.3710325 Aug 17 16:14:58.087702 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Request body: {'port': {'device_id': 'e586d31a-db52-4918-b434-f767c255625a', 'network_id': 'db4ac791-a56f-40ca-a8ac-708778a1790c', 'admin_state_up': True, 'tenant_id': '16070bbae82b4985b68b30aa34f86317'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:58.244315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e99029d4-bfc9-463c-a03c-ec6d10e50fca req-408a2f3e-028c-44d0-96a4-f3dcc23214ef tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 210 time: 0.0453408 Aug 17 16:14:58.348028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Made reservation on behalf of 16070bbae82b4985b68b30aa34f86317 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:58.364430 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:58.394909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4c95dc3b-5510-43a7-8f44-0c509b9055ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7291e6af91c44297bc11ec2b384e95df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467983 Aug 17 16:14:58.400512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37374) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:58.506338 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caea0b39-2abb-48a2-aafc-0b4c851c648f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:58.524137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37378) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:58.580517 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ebb41c8f-b72e-4a76-93b7-b4dc5d102006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:58.590006 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caea0b39-2abb-48a2-aafc-0b4c851c648f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:58.639953 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30c49f31-5667-45b4-bf9c-f467b9e68286 req-f801e02b-a733-47e1-bcf4-653307833b8a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 210 time: 0.0857830 Aug 17 16:14:58.659047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Allocated IP 172.20.0.3 (db4ac791-a56f-40ca-a8ac-708778a1790c/17ec19a8-c4e9-41f2-96d0-fa5270fbfc93/e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:14:58.818487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caea0b39-2abb-48a2-aafc-0b4c851c648f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:58.828256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caea0b39-2abb-48a2-aafc-0b4c851c648f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:58.829782 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-caea0b39-2abb-48a2-aafc-0b4c851c648f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/060706a2-baf0-4020-9170-5f95f8ec1df5 HTTP/1.1" status: 204 len: 168 time: 0.4274840 Aug 17 16:14:58.911064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea0b39-2abb-48a2-aafc-0b4c851c648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060706a2-baf0-4020-9170-5f95f8ec1df5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:58.992643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.043592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ebb41c8f-b72e-4a76-93b7-b4dc5d102006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.057920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ebb41c8f-b72e-4a76-93b7-b4dc5d102006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.070395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.184434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Network db4ac791-a56f-40ca-a8ac-708778a1790c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:14:59.190165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb41c8f-b72e-4a76-93b7-b4dc5d102006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f8bb40-ce36-49eb-883c-c045572307a0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:59.198703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ebb41c8f-b72e-4a76-93b7-b4dc5d102006 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eac7cf5d5044484eb304546f6270e0f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6729620 Aug 17 16:14:59.209038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-4d38a6a2-06bb-4747-a640-faea7a9b94c1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:59.211009 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-4d38a6a2-06bb-4747-a640-faea7a9b94c1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.91 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 820 time: 0.3771772 Aug 17 16:14:59.211506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37396) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:59.223879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:14:59.231568 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Request body: {'port': {'device_id': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56', 'admin_state_up': True, 'tenant_id': '93cfa698670f475e961b98264f242f53'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:59.250635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:14:59.312094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Pushing event updated for resources: {'Port': ['ID=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:59.340581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51451357-4a52-458d-9648-b14de5a1bf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.385812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37402) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:59.436598 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51451357-4a52-458d-9648-b14de5a1bf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.443416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:59.444870 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.464559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5013c5b-f6c7-4d30-9c3e-37a859fc6968 req-f732e201-b7ff-43f6-820b-ea52c45d6685 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:59.472786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a5013c5b-f6c7-4d30-9c3e-37a859fc6968 req-f732e201-b7ff-43f6-820b-ea52c45d6685 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 931 time: 0.1255505 Aug 17 16:14:59.494125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f877-9977-4bbe-9c7f-c8db8bb30061 req-c46aa738-073c-40ec-9c4b-cb1b5f4a22cc tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:59.508827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9c7f877-9977-4bbe-9c7f-c8db8bb30061 req-c46aa738-073c-40ec-9c4b-cb1b5f4a22cc tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 950 time: 0.3186417 Aug 17 16:14:59.537650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f0560-be25-4f61-a04c-79309f62683b req-9094fd6c-d40a-4790-ac8e-993f05a5a3b0 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:14:59.540245 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-408f0560-be25-4f61-a04c-79309f62683b req-9094fd6c-d40a-4790-ac8e-993f05a5a3b0 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.93 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 950 time: 0.2218668 Aug 17 16:14:59.545081 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-362590a8-d3fb-494f-afa3-ff6f4b1e6547 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4618893 Aug 17 16:14:59.563256 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a5013c5b-f6c7-4d30-9c3e-37a859fc6968 req-92e877aa-df4a-4a6c-96ed-54f379b1d470 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894547 Aug 17 16:14:59.605821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Request body: {'port': {'device_id': 'e586d31a-db52-4918-b434-f767c255625a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:14:59.624602 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Made reservation on behalf of 93cfa698670f475e961b98264f242f53 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:14:59.628999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.654175 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51451357-4a52-458d-9648-b14de5a1bf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.663496 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51451357-4a52-458d-9648-b14de5a1bf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.665784 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-51451357-4a52-458d-9648-b14de5a1bf64 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39f8bb40-ce36-49eb-883c-c045572307a0 HTTP/1.1" status: 204 len: 168 time: 0.4532173 Aug 17 16:14:59.686825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51451357-4a52-458d-9648-b14de5a1bf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f8bb40-ce36-49eb-883c-c045572307a0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:14:59.733800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37414) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:14:59.769253 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9c7f877-9977-4bbe-9c7f-c8db8bb30061 req-8022644f-f63f-46af-84af-68aa4e3fb961 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272952 Aug 17 16:14:59.810046 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d021e9-99dc-4caa-9114-1de8240c6f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.870091 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef9fc-249d-48c5-80d8-7701b15c3c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.895900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:14:59.930193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d2e0419c-c6db-4396-ac23-4daf361d5b79 req-e6d87753-927b-4823-a59b-0d63aaaa3670 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 210 time: 0.0712223 Aug 17 16:15:00.075967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-408f0560-be25-4f61-a04c-79309f62683b req-65277781-2238-4c4f-8e34-c01ea239e460 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Deleting port 0fc862ff-fd46-4081-964f-ce386d071c92 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:15:00.076400 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-408f0560-be25-4f61-a04c-79309f62683b req-65277781-2238-4c4f-8e34-c01ea239e460 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.118145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Allocated IP 172.20.0.13 (9df5052f-fb5b-4a77-ac7d-1268929aed56/fcee669e-d84a-4206-9cc7-362d7cc9c2e4/afa580d5-7c8e-4787-8ad6-cccfc6a36a70) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:15:00.244833 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d021e9-99dc-4caa-9114-1de8240c6f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.259375 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d021e9-99dc-4caa-9114-1de8240c6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.277403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-408f0560-be25-4f61-a04c-79309f62683b req-65277781-2238-4c4f-8e34-c01ea239e460 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] For port 0fc862ff-fd46-4081-964f-ce386d071c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0fc862ff-fd46-4081-964f-ce386d071c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:00.277780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-408f0560-be25-4f61-a04c-79309f62683b req-65277781-2238-4c4f-8e34-c01ea239e460 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.325523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-408f0560-be25-4f61-a04c-79309f62683b req-65277781-2238-4c4f-8e34-c01ea239e460 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Calling delete_port for 0fc862ff-fd46-4081-964f-ce386d071c92 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:15:00.438249 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-69d021e9-99dc-4caa-9114-1de8240c6f11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22d21f95cdfb4fb1b29e2bacaad1226a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6786370 Aug 17 16:15:00.439189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37434) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:00.474960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d021e9-99dc-4caa-9114-1de8240c6f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f683e23c-c1a6-44cc-98be-0a9fda210101,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:00.483859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:00.502878 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.546755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Transition to ACTIVE for port object e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:00.555035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.560350 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.575424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9af7caba-2042-42fa-b0ac-a857f0f7aa48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.627048 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9af7caba-2042-42fa-b0ac-a857f0f7aa48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.663006 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef9fc-249d-48c5-80d8-7701b15c3c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.684922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef9fc-249d-48c5-80d8-7701b15c3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.750336 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bb4ef9fc-249d-48c5-80d8-7701b15c3c92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6fb37166e974fa48a52e50cdc145ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3583579 Aug 17 16:15:00.754504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:00.763232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.764780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ef9fc-249d-48c5-80d8-7701b15c3c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca80a5eb-615d-4b29-927b-e6ce81551ff0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:00.827545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Network 9df5052f-fb5b-4a77-ac7d-1268929aed56 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:15:00.830075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:15:00.835085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:15:00.863412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9af7caba-2042-42fa-b0ac-a857f0f7aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.866288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9af7caba-2042-42fa-b0ac-a857f0f7aa48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:00.867407 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9af7caba-2042-42fa-b0ac-a857f0f7aa48 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f683e23c-c1a6-44cc-98be-0a9fda210101 HTTP/1.1" status: 204 len: 168 time: 0.4218085 Aug 17 16:15:00.884291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Pushing event updated for resources: {'Port': ['ID=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:00.898269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7caba-2042-42fa-b0ac-a857f0f7aa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f683e23c-c1a6-44cc-98be-0a9fda210101,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:00.979654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:00.980717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.024470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Pushing event updated for resources: {'Port': ['ID=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:01.035612 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-16750f45-19b9-4c55-9bb0-25d2c9e83e7f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8083079 Aug 17 16:15:01.058081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Request body: {'port': {'device_id': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:01.079961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cc165-2dec-49f5-8ff6-ae969d150964 req-9d764f1f-9669-4034-99bb-0b2052f14ca7 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:01.083049 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c80cc165-2dec-49f5-8ff6-ae969d150964 req-9d764f1f-9669-4034-99bb-0b2052f14ca7 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=c76dc342-6116-4fd8-80d4-84bd41397719 HTTP/1.1" status: 200 len: 867 time: 0.1575873 Aug 17 16:15:01.088980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-408f0560-be25-4f61-a04c-79309f62683b req-65277781-2238-4c4f-8e34-c01ea239e460 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.102594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['e1d413ef-d6c0-48df-8b7e-3d70d6c25508', '0fc862ff-fd46-4081-964f-ce386d071c92'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:01.185097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65277781-2238-4c4f-8e34-c01ea239e460 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Pushing event deleted for resources: {'Port': ['ID=0fc862ff-fd46-4081-964f-ce386d071c92,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:01.241261 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c80cc165-2dec-49f5-8ff6-ae969d150964 req-39c0f246-ef19-43a0-ad35-04fc0dd4ea5f tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189773 Aug 17 16:15:01.255599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.337885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-408f0560-be25-4f61-a04c-79309f62683b req-65277781-2238-4c4f-8e34-c01ea239e460 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] No DVR routers for this DVR port 0fc862ff-fd46-4081-964f-ce386d071c92 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:15:01.360197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84d3258d-6638-4e43-82a2-46d62d34e1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.385792 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84d3258d-6638-4e43-82a2-46d62d34e1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.445060 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-408f0560-be25-4f61-a04c-79309f62683b req-65277781-2238-4c4f-8e34-c01ea239e460 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.447510 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-408f0560-be25-4f61-a04c-79309f62683b req-65277781-2238-4c4f-8e34-c01ea239e460 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.93 "DELETE /v2.0/ports/0fc862ff-fd46-4081-964f-ce386d071c92 HTTP/1.1" status: 204 len: 173 time: 1.8883407 Aug 17 16:15:01.448031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76dc342-6116-4fd8-80d4-84bd41397719', 'name': 'network-vif-deleted', 'tag': '0fc862ff-fd46-4081-964f-ce386d071c92'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:01.450312 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db8135d-6690-4217-9d4c-fc43568715fe" -d '{"events": [{"server_uuid": "c76dc342-6116-4fd8-80d4-84bd41397719", "name": "network-vif-deleted", "tag": "0fc862ff-fd46-4081-964f-ce386d071c92"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:01.463611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445cb8e-6f53-4235-8fec-c39daed03173 req-bad775db-8ae5-43f4-9512-d168b2e7f2a8 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:01.465162 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f445cb8e-6f53-4235-8fec-c39daed03173 req-bad775db-8ae5-43f4-9512-d168b2e7f2a8 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 943 time: 0.6927986 Aug 17 16:15:01.483258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Attempting to bind port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:15:01.484335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Attempting to bind port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db4ac791-a56f-40ca-a8ac-708778a1790c'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:15:01.484335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Attempting to bind port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 on network db4ac791-a56f-40ca-a8ac-708778a1790c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:01.489374 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84d3258d-6638-4e43-82a2-46d62d34e1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.494127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84d3258d-6638-4e43-82a2-46d62d34e1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.496133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-84d3258d-6638-4e43-82a2-46d62d34e1de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ca80a5eb-615d-4b29-927b-e6ce81551ff0 HTTP/1.1" status: 204 len: 168 time: 0.7223182 Aug 17 16:15:01.518887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3258d-6638-4e43-82a2-46d62d34e1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca80a5eb-615d-4b29-927b-e6ce81551ff0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:01.533474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 on network db4ac791-a56f-40ca-a8ac-708778a1790c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:15:01.533833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Attempting to bind port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 on network db4ac791-a56f-40ca-a8ac-708778a1790c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:01.560886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:15:01.561829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Checking segment: {'id': '1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db4ac791-a56f-40ca-a8ac-708778a1790c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:01.562059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Bound using segment: {'id': '1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db4ac791-a56f-40ca-a8ac-708778a1790c'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:15:01.563130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Bound port: e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db4ac791-a56f-40ca-a8ac-708778a1790c'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:15:01.564196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.618656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f445cb8e-6f53-4235-8fec-c39daed03173 req-384414bf-2f96-4d0c-827d-3bc108b3ad55 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206875 Aug 17 16:15:01.699583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] For port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:01.703522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] For port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,segment=NetworkSegment(1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8),segment_id=1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:15:01.711001 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.750685 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b31c6e-39b2-43c9-8298-0e2ad67eccb8 x-openstack-request-id: req-26b31c6e-39b2-43c9-8298-0e2ad67eccb8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:01.751058 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76dc342-6116-4fd8-80d4-84bd41397719", "name": "network-vif-deleted", "tag": "0fc862ff-fd46-4081-964f-ce386d071c92", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:01.751261 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26b31c6e-39b2-43c9-8298-0e2ad67eccb8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:01.751647 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76dc342-6116-4fd8-80d4-84bd41397719', 'name': 'network-vif-deleted', 'tag': '0fc862ff-fd46-4081-964f-ce386d071c92', 'status': 'completed', 'code': 200} Aug 17 16:15:01.778837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:01.779394 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:01.781704 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] 10.222.0.91 "PUT /v2.0/ports/e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 HTTP/1.1" status: 200 len: 1091 time: 2.2260659 Aug 17 16:15:01.809510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f583e-fcce-420d-bf35-775f858ad4bc service neutron] Pushing event updated for resources: {'Port': ['ID=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:01.817461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b958c3-97d1-4db1-b979-96f9a4da0c47 req-63d3348a-d4ea-4b71-835f-6ba84373e22b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:01.819095 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2b958c3-97d1-4db1-b979-96f9a4da0c47 req-63d3348a-d4ea-4b71-835f-6ba84373e22b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 932 time: 0.3532324 Aug 17 16:15:01.881598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-0add38ad-c26c-461f-961e-9fb91a731e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:01.883796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-0add38ad-c26c-461f-961e-9fb91a731e6d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16070bbae82b4985b68b30aa34f86317&device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 1094 time: 0.0515435 Aug 17 16:15:01.899689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2b958c3-97d1-4db1-b979-96f9a4da0c47 req-b25acc44-49c9-494c-b0fe-0cd90ba34bc8 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648983 Aug 17 16:15:01.951611 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-182611a6-83eb-4e2b-bd49-02b0191e6127 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 HTTP/1.1" status: 200 len: 217 time: 0.0599811 Aug 17 16:15:02.026904 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01fe960e-1f4d-48d2-ab9b-7247bd0f4b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:02.059622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa580d5-7c8e-4787-8ad6-cccfc6a36a70 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:02.072187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-7f5624b1-283d-4285-8218-b7d59fa84529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:02.074102 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-7f5624b1-283d-4285-8218-b7d59fa84529 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=17ec19a8-c4e9-41f2-96d0-fa5270fbfc93 HTTP/1.1" status: 200 len: 854 time: 0.1060433 Aug 17 16:15:02.076664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:02.100129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Transition to ACTIVE for port object afa580d5-7c8e-4787-8ad6-cccfc6a36a70 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:02.109557 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:02.135024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-8212a075-df40-4386-bc0f-03172df9f969 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=db4ac791-a56f-40ca-a8ac-708778a1790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519133 Aug 17 16:15:02.247284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Pushing event updated for resources: {'Port': ['ID=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:02.389966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:15:02.390900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:15:02.392639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:02.401841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:15:02.402566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:02.412946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:15:02.413632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:02.414384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:15:02.415352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Bound port: afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:15:02.416191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:02.588423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37502) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:02.631479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:02.661880 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01670738-43f2-419e-a293-f10e3dcd8834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:02.686062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:15:02.695219 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:02.696332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-162dacf2-bf12-4364-a40a-093404b5ad3e service neutron] 10.222.0.91 "GET /v2.0/networks/db4ac791-a56f-40ca-a8ac-708778a1790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530760 Aug 17 16:15:02.759361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:02.759976 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:02.761657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] 10.222.0.91 "PUT /v2.0/ports/afa580d5-7c8e-4787-8ad6-cccfc6a36a70 HTTP/1.1" status: 200 len: 1092 time: 1.7122891 Aug 17 16:15:02.769029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'tag': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:02.772430 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d847a8-ca4d-44b3-8c31-772ff35722ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fa505b4e-6297-40da-9e83-841f5c604e07", "tag": "afa580d5-7c8e-4787-8ad6-cccfc6a36a70"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:02.828503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e0a8b-bae3-46cc-9129-e9b3fd443325 service neutron] Pushing event updated for resources: {'Port': ['ID=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:02.887008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-23d711c3-8fe8-49b4-9453-1673fcb57905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:02.888815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-23d711c3-8fe8-49b4-9453-1673fcb57905 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1095 time: 0.0815611 Aug 17 16:15:02.947524 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-62dac6cc-4165-4241-b205-b207035f3bbb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70 HTTP/1.1" status: 200 len: 217 time: 0.0461130 Aug 17 16:15:02.950478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb0805-f974-4f09-9f1b-973819a52924 req-ccb658b1-f1ac-4546-a178-28ae4fcc4a1a tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:02.952260 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5cb0805-f974-4f09-9f1b-973819a52924 req-ccb658b1-f1ac-4546-a178-28ae4fcc4a1a tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 943 time: 0.0927763 Aug 17 16:15:02.957624 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1a3badc-dcd4-4e6c-986f-e0c4672416aa req-76dda0e4-6fee-4867-b0c9-f93633fbcfc8 service neutron] 10.222.0.91 "GET /v2.0/networks/db4ac791-a56f-40ca-a8ac-708778a1790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529254 Aug 17 16:15:03.024047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5cb0805-f974-4f09-9f1b-973819a52924 req-fc140c7b-399b-458a-b64b-c26015bda85b tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537868 Aug 17 16:15:03.038748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01670738-43f2-419e-a293-f10e3dcd8834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:03.045458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01670738-43f2-419e-a293-f10e3dcd8834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:03.089161 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136129c4-940b-45f2-a8f6-eb7d03f39c92 x-openstack-request-id: req-136129c4-940b-45f2-a8f6-eb7d03f39c92 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:03.089534 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa505b4e-6297-40da-9e83-841f5c604e07", "tag": "afa580d5-7c8e-4787-8ad6-cccfc6a36a70", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:03.089788 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-136129c4-940b-45f2-a8f6-eb7d03f39c92 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:03.090182 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'tag': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70', 'status': 'completed', 'code': 200} Aug 17 16:15:03.116255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-19b7a78d-b22e-4739-b68c-1818c87a600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:03.118300 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-19b7a78d-b22e-4739-b68c-1818c87a600a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.1526771 Aug 17 16:15:03.131429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ec33e-5032-4395-a05a-70b4ce79537a req-8d82d588-a116-4ae1-9746-f25fb2282792 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:03.133197 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b55ec33e-5032-4395-a05a-70b4ce79537a req-8d82d588-a116-4ae1-9746-f25fb2282792 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 972 time: 0.1886127 Aug 17 16:15:03.167898 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-aa9df939-ca93-4b41-9b21-df95740f086d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336375 Aug 17 16:15:03.171099 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-01670738-43f2-419e-a293-f10e3dcd8834 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0003521b399547fc8ff55ebf5f5f51ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807269 Aug 17 16:15:03.173613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01670738-43f2-419e-a293-f10e3dcd8834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f55dfd-3c18-4e81-b243-bc97afc29f6d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:03.174552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:03.236922 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b55ec33e-5032-4395-a05a-70b4ce79537a req-2db18fad-87ad-498a-bbc6-8b7230196782 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672755 Aug 17 16:15:03.295260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74faf283-1ae0-4e59-9b1b-4bd499f9faba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:03.320972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20415876-6cfd-4cc7-a2a6-9f09407e9581 req-03f8f1c7-670d-475b-ad5a-1409712762d6 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:03.322560 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20415876-6cfd-4cc7-a2a6-9f09407e9581 req-03f8f1c7-670d-475b-ad5a-1409712762d6 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 944 time: 0.0818045 Aug 17 16:15:03.348914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74faf283-1ae0-4e59-9b1b-4bd499f9faba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:03.376830 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:15:03.405348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20415876-6cfd-4cc7-a2a6-9f09407e9581 req-2668e0dd-e8c0-4e6e-b84e-527c37c77cd2 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735025 Aug 17 16:15:03.435052 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-2a9764aa-8faa-49af-ae67-c7cc8bced45f service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359617 Aug 17 16:15:03.459178 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74faf283-1ae0-4e59-9b1b-4bd499f9faba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:03.462811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74faf283-1ae0-4e59-9b1b-4bd499f9faba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:03.467087 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-74faf283-1ae0-4e59-9b1b-4bd499f9faba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88f55dfd-3c18-4e81-b243-bc97afc29f6d HTTP/1.1" status: 204 len: 168 time: 0.2913318 Aug 17 16:15:03.482533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74faf283-1ae0-4e59-9b1b-4bd499f9faba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f55dfd-3c18-4e81-b243-bc97afc29f6d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:03.752545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e586d31a-db52-4918-b434-f767c255625a', 'tag': 'e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:03.754958 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d627a3-9356-4db6-94b2-3130ad09bd64" -d '{"events": [{"name": "network-changed", "server_uuid": "e586d31a-db52-4918-b434-f767c255625a", "tag": "e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:03.821395 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9ac77f-0e99-4080-8a3c-020634aaaa4a req-5a0942bb-5318-4ffa-976e-d6769894a1a0 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768213 Aug 17 16:15:03.837925 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb34dd4-0703-4cff-8975-b903e9886199 x-openstack-request-id: req-8cb34dd4-0703-4cff-8975-b903e9886199 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:03.838439 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e586d31a-db52-4918-b434-f767c255625a", "tag": "e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:03.838600 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cb34dd4-0703-4cff-8975-b903e9886199 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:03.838909 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e586d31a-db52-4918-b434-f767c255625a', 'tag': 'e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95', 'status': 'completed', 'code': 200} Aug 17 16:15:03.933700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d627a3-9356-4db6-94b2-3130ad09bd64 req-615610a0-754c-4798-b2da-c1922dc68e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:03.936367 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27d627a3-9356-4db6-94b2-3130ad09bd64 req-615610a0-754c-4798-b2da-c1922dc68e1f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16070bbae82b4985b68b30aa34f86317&device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 1094 time: 0.0649304 Aug 17 16:15:03.977459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d847a8-ca4d-44b3-8c31-772ff35722ff req-e0af0a6e-34ca-4393-9526-86f53f7f5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:03.980502 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8d847a8-ca4d-44b3-8c31-772ff35722ff req-e0af0a6e-34ca-4393-9526-86f53f7f5dbf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1095 time: 0.0914764 Aug 17 16:15:04.064832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0fc862ff-fd46-4081-964f-ce386d071c92 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:15:04.116094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 0fc862ff-fd46-4081-964f-ce386d071c92 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:15:04.120817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0fc862ff-fd46-4081-964f-ce386d071c92 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:15:04.147494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d627a3-9356-4db6-94b2-3130ad09bd64 req-b6d2658e-749c-455d-9f4e-4d40d0889c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:04.149450 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27d627a3-9356-4db6-94b2-3130ad09bd64 req-b6d2658e-749c-455d-9f4e-4d40d0889c03 service neutron] 10.222.0.91 "GET /v2.0/networks?id=db4ac791-a56f-40ca-a8ac-708778a1790c HTTP/1.1" status: 200 len: 915 time: 0.2047601 Aug 17 16:15:04.240599 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27d627a3-9356-4db6-94b2-3130ad09bd64 req-7e0114d7-9391-4ae1-ab95-1139bbb674f5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 HTTP/1.1" status: 200 len: 217 time: 0.0735879 Aug 17 16:15:04.242280 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-cce5a9aa-23ef-46e9-bb39-2a2e9bb69aac tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:04.244855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-cce5a9aa-23ef-46e9-bb39-2a2e9bb69aac tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.93 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 972 time: 0.1383469 Aug 17 16:15:04.304474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d847a8-ca4d-44b3-8c31-772ff35722ff req-ee9eb97c-7abd-494b-a123-d215db105481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:04.306221 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8d847a8-ca4d-44b3-8c31-772ff35722ff req-ee9eb97c-7abd-494b-a123-d215db105481 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.3175118 Aug 17 16:15:04.309288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e760c7-b963-4180-b78e-76edccd92055 req-65484b3e-ba66-480b-8b77-d9ca67a9c48a tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:04.318485 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4e760c7-b963-4180-b78e-76edccd92055 req-65484b3e-ba66-480b-8b77-d9ca67a9c48a tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 943 time: 0.1618388 Aug 17 16:15:04.346888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d627a3-9356-4db6-94b2-3130ad09bd64 req-69cccdbd-4aac-4895-8f4a-3e7418dc7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:04.348384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27d627a3-9356-4db6-94b2-3130ad09bd64 req-69cccdbd-4aac-4895-8f4a-3e7418dc7f04 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=17ec19a8-c4e9-41f2-96d0-fa5270fbfc93 HTTP/1.1" status: 200 len: 854 time: 0.0988414 Aug 17 16:15:04.377710 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8d847a8-ca4d-44b3-8c31-772ff35722ff req-cda9f84b-6320-4dc5-b3a7-28e6819a3438 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70 HTTP/1.1" status: 200 len: 217 time: 0.0626276 Aug 17 16:15:04.392750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27d627a3-9356-4db6-94b2-3130ad09bd64 req-f22b995b-0883-4914-9afe-4ffcd160338d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=db4ac791-a56f-40ca-a8ac-708778a1790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316331 Aug 17 16:15:04.408330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4e760c7-b963-4180-b78e-76edccd92055 req-b1b42273-6289-4c94-98d4-63d3ee168110 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833092 Aug 17 16:15:04.477554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d847a8-ca4d-44b3-8c31-772ff35722ff req-cdbc56c2-9a00-416f-8610-11e7b7419c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:04.479045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8d847a8-ca4d-44b3-8c31-772ff35722ff req-cdbc56c2-9a00-416f-8610-11e7b7419c6e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.0889876 Aug 17 16:15:04.480739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37618) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:04.573606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8d847a8-ca4d-44b3-8c31-772ff35722ff req-2444832b-5c19-47f7-ae2f-cc6433d6c2b4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595727 Aug 17 16:15:04.593906 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27d627a3-9356-4db6-94b2-3130ad09bd64 req-b06b0c23-c485-49b5-83b9-b29746fc9f3b service neutron] 10.222.0.91 "GET /v2.0/networks/db4ac791-a56f-40ca-a8ac-708778a1790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836903 Aug 17 16:15:04.701860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af6429-c24c-47a1-abd2-088a2a755e0d req-36aa4d48-3f1e-46ce-a4e7-05d40ff3bff3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:04.710460 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2af6429-c24c-47a1-abd2-088a2a755e0d req-36aa4d48-3f1e-46ce-a4e7-05d40ff3bff3 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa72f98-935e-43a8-a276-b08676eca773 HTTP/1.1" status: 200 len: 972 time: 0.2441130 Aug 17 16:15:04.734859 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9025d55d-7598-4403-a8ea-4b9d7c248aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:04.771450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89d063-7941-4219-a076-6526cecff7e9 req-d2ef28ce-221f-49b8-9ca7-1e5e6763d044 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:04.779531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-e5e47670-f025-4cf2-948b-5e91dee760d1 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Deleting port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:15:04.780090 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db89d063-7941-4219-a076-6526cecff7e9 req-d2ef28ce-221f-49b8-9ca7-1e5e6763d044 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 944 time: 0.1166830 Aug 17 16:15:04.780312 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-e5e47670-f025-4cf2-948b-5e91dee760d1 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:04.788498 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27d627a3-9356-4db6-94b2-3130ad09bd64 req-8d264081-180a-41a0-9edd-504c7a46630c service neutron] 10.222.0.91 "GET /v2.0/networks/db4ac791-a56f-40ca-a8ac-708778a1790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853666 Aug 17 16:15:04.835144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db89d063-7941-4219-a076-6526cecff7e9 req-d1ff2b4d-20c4-4c7e-8402-699fe05eabd7 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544813 Aug 17 16:15:04.856282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8d847a8-ca4d-44b3-8c31-772ff35722ff req-73a86127-3085-4b4c-9e76-ef8642d20468 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731075 Aug 17 16:15:04.866080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2af6429-c24c-47a1-abd2-088a2a755e0d req-d57c2729-5966-49e6-afd4-7561c7ab3183 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529016 Aug 17 16:15:04.893509 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:04.940871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acfc214f-5d86-494a-a38a-2afdbafb44fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:04.988168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-e5e47670-f025-4cf2-948b-5e91dee760d1 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] For port e1d413ef-d6c0-48df-8b7e-3d70d6c25508, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:04.988540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-e5e47670-f025-4cf2-948b-5e91dee760d1 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:05.019403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-e5e47670-f025-4cf2-948b-5e91dee760d1 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Calling delete_port for e1d413ef-d6c0-48df-8b7e-3d70d6c25508 owned by compute:tempest-test_az-1424308710 {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:15:05.164266 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8d847a8-ca4d-44b3-8c31-772ff35722ff req-8a697600-3dcb-4166-8347-3af02baac001 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968402 Aug 17 16:15:05.285015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acfc214f-5d86-494a-a38a-2afdbafb44fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:05.314164 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acfc214f-5d86-494a-a38a-2afdbafb44fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:05.357190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-acfc214f-5d86-494a-a38a-2afdbafb44fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dccd983edae44c60b92a131648743b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8449461 Aug 17 16:15:05.357891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37656) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:05.390364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc214f-5d86-494a-a38a-2afdbafb44fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5459235f-700c-43eb-a968-e8849be7004f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:05.399233 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-e5e47670-f025-4cf2-948b-5e91dee760d1 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:05.412268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['e1d413ef-d6c0-48df-8b7e-3d70d6c25508'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:05.427800 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8757750-ccf1-44ab-8138-98da2a2121b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:05.462267 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8757750-ccf1-44ab-8138-98da2a2121b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:05.500544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e47670-f025-4cf2-948b-5e91dee760d1 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Pushing event deleted for resources: {'Port': ['ID=e1d413ef-d6c0-48df-8b7e-3d70d6c25508,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:05.540895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-e5e47670-f025-4cf2-948b-5e91dee760d1 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] No DVR routers for this DVR port e1d413ef-d6c0-48df-8b7e-3d70d6c25508 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:15:05.546022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-e5e47670-f025-4cf2-948b-5e91dee760d1 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:05.549330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab28faf4-39de-4558-a93e-56c77e1feef8 req-e5e47670-f025-4cf2-948b-5e91dee760d1 tempest-LiveMigrationNegativeTest-184579628 tempest-LiveMigrationNegativeTest-184579628-project] 10.222.0.93 "DELETE /v2.0/ports/e1d413ef-d6c0-48df-8b7e-3d70d6c25508 HTTP/1.1" status: 204 len: 173 time: 1.2939136 Aug 17 16:15:05.628601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cd1fe-318e-4dd1-be85-425eb840f84f req-f07c0880-2300-46c8-954b-95a9ac9860a1 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:05.631367 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-310cd1fe-318e-4dd1-be85-425eb840f84f req-f07c0880-2300-46c8-954b-95a9ac9860a1 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 943 time: 0.1189172 Aug 17 16:15:05.632211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8757750-ccf1-44ab-8138-98da2a2121b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:05.637395 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8757750-ccf1-44ab-8138-98da2a2121b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:05.641495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a8757750-ccf1-44ab-8138-98da2a2121b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5459235f-700c-43eb-a968-e8849be7004f HTTP/1.1" status: 204 len: 168 time: 0.2787902 Aug 17 16:15:05.671497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8757750-ccf1-44ab-8138-98da2a2121b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5459235f-700c-43eb-a968-e8849be7004f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:05.746031 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-310cd1fe-318e-4dd1-be85-425eb840f84f req-92b9c265-d693-47c1-aef6-5d31fa6b1f7c tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046364 Aug 17 16:15:05.768796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:05.788891 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:05.840468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa72f98-935e-43a8-a276-b08676eca773', 'name': 'network-vif-deleted', 'tag': 'e1d413ef-d6c0-48df-8b7e-3d70d6c25508'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:05.842858 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faf3a74-ffe0-4fa6-bda6-dde641ce92dd" -d '{"events": [{"server_uuid": "caa72f98-935e-43a8-a276-b08676eca773", "name": "network-vif-deleted", "tag": "e1d413ef-d6c0-48df-8b7e-3d70d6c25508"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:05.924989 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa13fa7e-fd13-4e09-8e78-edfe8a4e36cc x-openstack-request-id: req-aa13fa7e-fd13-4e09-8e78-edfe8a4e36cc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:05.925582 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa72f98-935e-43a8-a276-b08676eca773", "name": "network-vif-deleted", "tag": "e1d413ef-d6c0-48df-8b7e-3d70d6c25508", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:05.925861 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa13fa7e-fd13-4e09-8e78-edfe8a4e36cc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:05.926261 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa72f98-935e-43a8-a276-b08676eca773', 'name': 'network-vif-deleted', 'tag': 'e1d413ef-d6c0-48df-8b7e-3d70d6c25508', 'status': 'completed', 'code': 200} Aug 17 16:15:06.041355 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5296ccd0-85d6-4eb6-827a-250b71a5cd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.116123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df50ec-2932-45ce-a987-c1138e189ff8 req-32c189bb-df53-4be3-b733-ba06abdf82e4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:06.117960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74df50ec-2932-45ce-a987-c1138e189ff8 req-32c189bb-df53-4be3-b733-ba06abdf82e4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 944 time: 0.1209288 Aug 17 16:15:06.181827 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5296ccd0-85d6-4eb6-827a-250b71a5cd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.190529 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5296ccd0-85d6-4eb6-827a-250b71a5cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.198418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74df50ec-2932-45ce-a987-c1138e189ff8 req-12fa8f04-35aa-47b7-8b06-591c58dd3d01 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681787 Aug 17 16:15:06.269944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5296ccd0-85d6-4eb6-827a-250b71a5cd84 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d755fa80ea6442682f3534efbdc5faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998796 Aug 17 16:15:06.273044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37702) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:06.292242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:06.304051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296ccd0-85d6-4eb6-827a-250b71a5cd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5925dd1c-b3c0-4086-aae7-cd802a809387,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:06.316695 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8885044b-927b-4dcd-8757-e1717e9e2dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.370847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-66923fc9-eb74-4a52-b3cc-418cdd301670 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=86925df6d3a54045bc93ef0f692284f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395875 Aug 17 16:15:06.417077 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd13c62d-c14c-44b0-8c21-9daf2690ff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.472680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd13c62d-c14c-44b0-8c21-9daf2690ff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.512708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:15:06.577429 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd13c62d-c14c-44b0-8c21-9daf2690ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.580473 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd13c62d-c14c-44b0-8c21-9daf2690ff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.581727 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dd13c62d-c14c-44b0-8c21-9daf2690ff14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5925dd1c-b3c0-4086-aae7-cd802a809387 HTTP/1.1" status: 204 len: 168 time: 0.3070495 Aug 17 16:15:06.609602 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13c62d-c14c-44b0-8c21-9daf2690ff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5925dd1c-b3c0-4086-aae7-cd802a809387,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:06.626783 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8885044b-927b-4dcd-8757-e1717e9e2dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.636722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-daa3b5ec-f5b3-4096-8a1c-3646ac004092 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:06.646065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-daa3b5ec-f5b3-4096-8a1c-3646ac004092 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576511 Aug 17 16:15:06.654931 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8885044b-927b-4dcd-8757-e1717e9e2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.686904 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8885044b-927b-4dcd-8757-e1717e9e2dc5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=910388188fcd42cb99b328fc3ae9ed42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930252 Aug 17 16:15:06.690818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37728) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:06.733491 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-af61d7bc-9a84-4f8e-a21b-87bff8f52570 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/quotas/86925df6d3a54045bc93ef0f692284f6 HTTP/1.1" status: 200 len: 375 time: 0.0863259 Aug 17 16:15:06.775546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,segment=NetworkSegment(1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8),segment_id=1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:06.803848 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-6c0a245d-16a3-4779-a6ba-17f3c98affc5 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=86925df6d3a54045bc93ef0f692284f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693693 Aug 17 16:15:06.814410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95', 'network_id': 'db4ac791-a56f-40ca-a8ac-708778a1790c', 'port_id': 'e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95', 'mac_address': 'fa:16:3e:0f:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ec19a8-c4e9-41f2-96d0-fa5270fbfc93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:15:06.833950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885044b-927b-4dcd-8757-e1717e9e2dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb71105-c850-46e6-bc58-c9cffaeaf106,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:06.863342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4407ceb5-5327-4d07-b486-db786c978a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:06.927102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:06.959311 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:07.007670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:07.013865 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4407ceb5-5327-4d07-b486-db786c978a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:07.037941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-50845333-06dc-4249-93a3-784508be419d req-f783985f-18ef-472e-9897-da6fb36980f9 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 210 time: 0.0448537 Aug 17 16:15:07.068508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,segment=NetworkSegment(1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8),segment_id=1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:07.080167 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:07.081095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device afa580d5-7c8e-4787-8ad6-cccfc6a36a70 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:15:07.158915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b56ed-cded-4b5d-9a6a-86d026c46b1e req-c89336c4-17db-4f34-935e-28059443ce30 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:07.164179 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b8b56ed-cded-4b5d-9a6a-86d026c46b1e req-c89336c4-17db-4f34-935e-28059443ce30 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 943 time: 0.2661760 Aug 17 16:15:07.256560 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4407ceb5-5327-4d07-b486-db786c978a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:07.269630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4407ceb5-5327-4d07-b486-db786c978a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:07.270829 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4407ceb5-5327-4d07-b486-db786c978a75 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8eb71105-c850-46e6-bc58-c9cffaeaf106 HTTP/1.1" status: 204 len: 168 time: 0.5789642 Aug 17 16:15:07.307972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:07.329264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407ceb5-5327-4d07-b486-db786c978a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb71105-c850-46e6-bc58-c9cffaeaf106,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:07.335020 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d13cb758-5653-413b-ad23-b2c82baaa47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:07.371723 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b8b56ed-cded-4b5d-9a6a-86d026c46b1e req-2f3b276c-139a-495a-8e3c-2517279bbada tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006216 Aug 17 16:15:07.544706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37754) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:07.557356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:07.592328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:07.600950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:07.622488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70', 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56', 'port_id': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70', 'mac_address': 'fa:16:3e:b4:2e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcee669e-d84a-4206-9cc7-362d7cc9c2e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:15:07.678533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:07.686290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f7549-043c-43f3-889a-cfcb17df34d8 req-75e4c1e0-a4f0-463e-a161-1150ed179cb7 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:07.696529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa580d5-7c8e-4787-8ad6-cccfc6a36a70 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:07.700084 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f94f7549-043c-43f3-889a-cfcb17df34d8 req-75e4c1e0-a4f0-463e-a161-1150ed179cb7 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 944 time: 0.2170784 Aug 17 16:15:07.725552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:07.731479 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:07.810844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:07.855925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e72d052-8835-438a-98aa-d4dea6df8bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:07.869561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f94f7549-043c-43f3-889a-cfcb17df34d8 req-7a4c9129-ae88-4093-b2c7-be4c91accac3 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671166 Aug 17 16:15:07.881826 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5bf97388-4947-41ba-a804-781064af42e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81c887cb36e949bea22e843076697077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9534993 Aug 17 16:15:07.888103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:07.956728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:07.960397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['afa580d5-7c8e-4787-8ad6-cccfc6a36a70'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:08.050160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d13cb758-5653-413b-ad23-b2c82baaa47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.061140 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d13cb758-5653-413b-ad23-b2c82baaa47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.098771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e1d413ef-d6c0-48df-8b7e-3d70d6c25508 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:15:08.110329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cb758-5653-413b-ad23-b2c82baaa47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f78e84-30d2-43db-96a8-f5f4c49900d9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:08.138921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: e1d413ef-d6c0-48df-8b7e-3d70d6c25508 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:15:08.139504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e1d413ef-d6c0-48df-8b7e-3d70d6c25508 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:15:08.165946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdea8-c773-4aac-b977-68852e6d4819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.395252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e72d052-8835-438a-98aa-d4dea6df8bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.396318 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1b54ae1-14b0-428e-85b3-e68864c8dcff req-3ffaa7a7-0693-4063-b5a1-3aea5a22874d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 210 time: 0.2347937 Aug 17 16:15:08.406729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37774) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:08.416986 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d13cb758-5653-413b-ad23-b2c82baaa47e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56f91c47a5f44be6b4f12ed349e73f44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1072156 Aug 17 16:15:08.436147 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdea8-c773-4aac-b977-68852e6d4819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.440711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e72d052-8835-438a-98aa-d4dea6df8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.538600 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdea8-c773-4aac-b977-68852e6d4819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.541433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdea8-c773-4aac-b977-68852e6d4819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.552012 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e3bdea8-c773-4aac-b977-68852e6d4819 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd392ee7-312c-4bf8-9bd6-ce88d4b0891a HTTP/1.1" status: 204 len: 168 time: 0.6624968 Aug 17 16:15:08.565969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bdea8-c773-4aac-b977-68852e6d4819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd392ee7-312c-4bf8-9bd6-ce88d4b0891a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:08.620983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72d052-8835-438a-98aa-d4dea6df8bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159d65b6-4d02-491b-80a3-e15716398079,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:08.642792 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3e72d052-8835-438a-98aa-d4dea6df8bc9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b410e27d2a049f28f5e53e600533ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0968447 Aug 17 16:15:08.648309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:08.730003 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47fdff2c-4c1e-48ee-a1bd-7df9444a6cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.741993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f09c72-178f-468d-8dec-055386fb9e8c req-df7003e2-12a8-4245-bdcf-a0d09425ff49 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:08.750266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9f09c72-178f-468d-8dec-055386fb9e8c req-df7003e2-12a8-4245-bdcf-a0d09425ff49 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 944 time: 0.1783948 Aug 17 16:15:08.760492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3efb42e8-7b13-495e-89fb-d289d077e5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.785097 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3efb42e8-7b13-495e-89fb-d289d077e5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.799274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47fdff2c-4c1e-48ee-a1bd-7df9444a6cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.845994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9f09c72-178f-468d-8dec-055386fb9e8c req-bac242a3-ad5b-4555-ab42-987c19094884 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916102 Aug 17 16:15:08.857248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3efb42e8-7b13-495e-89fb-d289d077e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.860047 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3efb42e8-7b13-495e-89fb-d289d077e5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.861963 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3efb42e8-7b13-495e-89fb-d289d077e5c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/159d65b6-4d02-491b-80a3-e15716398079 HTTP/1.1" status: 204 len: 168 time: 0.2124319 Aug 17 16:15:08.872459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb42e8-7b13-495e-89fb-d289d077e5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d65b6-4d02-491b-80a3-e15716398079,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:08.892822 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47fdff2c-4c1e-48ee-a1bd-7df9444a6cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.899726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47fdff2c-4c1e-48ee-a1bd-7df9444a6cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:08.902074 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-47fdff2c-4c1e-48ee-a1bd-7df9444a6cce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46f78e84-30d2-43db-96a8-f5f4c49900d9 HTTP/1.1" status: 204 len: 168 time: 0.4936399 Aug 17 16:15:08.914159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdff2c-4c1e-48ee-a1bd-7df9444a6cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f78e84-30d2-43db-96a8-f5f4c49900d9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:09.107154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-e99cd24c-e296-443a-b872-741b5c04c182 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=86925df6d3a54045bc93ef0f692284f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363190 Aug 17 16:15:09.206070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7e149-cb73-401d-9e20-77be2dab7711 req-1cf61b70-5863-44ff-b024-d34c9c19bdbb tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:09.223455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7fd7e149-cb73-401d-9e20-77be2dab7711 req-1cf61b70-5863-44ff-b024-d34c9c19bdbb tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 945 time: 0.2355282 Aug 17 16:15:09.241471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37802) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:09.351145 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-96780793-8e20-425c-8b37-1e27c75158ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b6aeacbb1584c868fdb4ea1a407bb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1086845 Aug 17 16:15:09.355224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37804) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:09.371220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-8865621c-4ae6-468d-9fef-52a19b782d2b tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:09.374644 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-8865621c-4ae6-468d-9fef-52a19b782d2b tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613788 Aug 17 16:15:09.399113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Request body: {'port': {'device_id': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '86925df6d3a54045bc93ef0f692284f6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:09.431348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7fd7e149-cb73-401d-9e20-77be2dab7711 req-42e9bd71-c9f7-4883-889f-c668d4ac49f0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058616 Aug 17 16:15:09.457034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a974b572-551a-479e-866d-d9fec1f7193d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:09.521312 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a974b572-551a-479e-866d-d9fec1f7193d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:09.568359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14d8c01c-cd3f-4534-a392-7b140f965433 req-9332eec5-e3a7-4a2e-b5d5-52819a274117 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 210 time: 0.0351334 Aug 17 16:15:09.619887 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a974b572-551a-479e-866d-d9fec1f7193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:09.622594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a974b572-551a-479e-866d-d9fec1f7193d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:09.623962 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a974b572-551a-479e-866d-d9fec1f7193d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37d539c4-2ee7-47c7-aa01-ec84f0195bf9 HTTP/1.1" status: 204 len: 168 time: 0.2645950 Aug 17 16:15:09.633016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974b572-551a-479e-866d-d9fec1f7193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d539c4-2ee7-47c7-aa01-ec84f0195bf9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:09.672284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Made reservation on behalf of 86925df6d3a54045bc93ef0f692284f6 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:15:09.676469 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:09.685580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:09.790034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37814) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:09.809780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:09.816388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:09.892351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37820) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:09.912019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc58d-fb95-4736-bf12-bd6770a7adb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:09.933152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c547ddc-3b67-4306-b9a2-45d026d9f0b2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:10.074990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b94cb-87cc-483b-8bbf-9c38be2778b4 req-79388f40-66f7-42e3-81f5-4936a9b4c34e tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:10.076742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c0b94cb-87cc-483b-8bbf-9c38be2778b4 req-79388f40-66f7-42e3-81f5-4936a9b4c34e tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 944 time: 0.1102695 Aug 17 16:15:10.088379 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc58d-fb95-4736-bf12-bd6770a7adb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.095534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc58d-fb95-4736-bf12-bd6770a7adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.134417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Allocated IP 192.168.233.65 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/234fe23a-0e19-42bb-9dca-8ed8a621e18e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:15:10.153144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fc58d-fb95-4736-bf12-bd6770a7adb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb6b4f-8e5d-4ccd-be1f-265c41c82d66,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:10.153983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c0b94cb-87cc-483b-8bbf-9c38be2778b4 req-ea68cb5a-fba6-4072-8cb4-eb14f9a2c1e0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695791 Aug 17 16:15:10.176609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:10.176946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2c5fc58d-fb95-4736-bf12-bd6770a7adb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=319979db1e3d4d4795ba11afde1ad916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836494 Aug 17 16:15:10.275991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-98229965-network', 'tenant_id': 'b7f3bb7a4e39473988187ef8701097cc'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:10.297566 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c111091-ee1a-4066-a4ad-3a278cc9f790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.306718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Made reservation on behalf of b7f3bb7a4e39473988187ef8701097cc for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:15:10.311114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.328982 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.340521 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c111091-ee1a-4066-a4ad-3a278cc9f790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.427813 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.452137 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c111091-ee1a-4066-a4ad-3a278cc9f790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.455210 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c111091-ee1a-4066-a4ad-3a278cc9f790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.456581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9c111091-ee1a-4066-a4ad-3a278cc9f790 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d0bb6b4f-8e5d-4ccd-be1f-265c41c82d66 HTTP/1.1" status: 204 len: 168 time: 0.2787995 Aug 17 16:15:10.458066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Transition to ACTIVE for port object 234fe23a-0e19-42bb-9dca-8ed8a621e18e will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:10.472779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111091-ee1a-4066-a4ad-3a278cc9f790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb6b4f-8e5d-4ccd-be1f-265c41c82d66,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:10.512601 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.518545 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.525470 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.538142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:15:10.565496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:15:10.583250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87571bfa-664a-43f9-8fb3-264d9428c6ef,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:10.613794 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.615625 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Added segment dd3cf291-8982-4027-bcaa-3f99f586d0cd of type vlan for network d5a17acc-74e0-490e-a417-2fa80964fc4e Aug 17 16:15:10.652471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:15:10.660413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:10.660791 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.722416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:15:10.728124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:15:10.731054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:15:10.770986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.793345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:10.794011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.796831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:10.816163 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.843488 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c6f76af6-9f37-4f3e-8add-25f540f8b01d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4558229 Aug 17 16:15:10.864689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e50dd-9929-4ffb-bb4e-b963bfa646ff req-80d6448f-e430-4b07-839f-12d0b10d921e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:10.866269 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd0e50dd-9929-4ffb-bb4e-b963bfa646ff req-80d6448f-e430-4b07-839f-12d0b10d921e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 945 time: 0.2403500 Aug 17 16:15:10.877003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,segment=NetworkSegment(1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8),segment_id=1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:10.878274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e586d31a-db52-4918-b434-f767c255625a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:10.882332 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bbfe76-aaf6-4a81-b591-600c9ca3fb3b" -d '{"events": [{"server_uuid": "e586d31a-db52-4918-b434-f767c255625a", "name": "network-vif-plugged", "status": "completed", "tag": "e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:10.885700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Request body: {'port': {'device_id': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:10.887276 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.888074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device afa580d5-7c8e-4787-8ad6-cccfc6a36a70 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:15:10.906309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb475f5-804a-4d53-bf85-67c24f6b6115 req-9c273a6c-5274-46eb-b005-07507d5550f3 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:10.914709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bb475f5-804a-4d53-bf85-67c24f6b6115 req-9c273a6c-5274-46eb-b005-07507d5550f3 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 935 time: 0.1494079 Aug 17 16:15:10.928882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:10.929831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:10.930426 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:11.023399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:11.043396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:15:11.050938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:11.051730 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:11.062993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.2709801 Aug 17 16:15:11.083021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:11.102837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Request body: {'subnet': {'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-98229965-subnet', 'tenant_id': 'b7f3bb7a4e39473988187ef8701097cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:11.106966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d325cdd-1c5d-4fbc-a111-5214892c193d admin admin] Pushing event updated for resources: {'Network': ['ID=d5a17acc-74e0-490e-a417-2fa80964fc4e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:11.118884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bb475f5-804a-4d53-bf85-67c24f6b6115 req-6af11367-8342-46ac-829d-55cda5fe9652 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938071 Aug 17 16:15:11.144256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network d5a17acc-74e0-490e-a417-2fa80964fc4e details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:15:11.144603 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:11.149013 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd0e50dd-9929-4ffb-bb4e-b963bfa646ff req-02a809dc-21cb-47cf-aac3-28a15f8a3c20 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593238 Aug 17 16:15:11.170480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Made reservation on behalf of b7f3bb7a4e39473988187ef8701097cc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:15:11.172198 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:11.254320 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced844c9-7e8d-4f8c-b1c7-673665ea899a x-openstack-request-id: req-ced844c9-7e8d-4f8c-b1c7-673665ea899a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:11.254773 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e586d31a-db52-4918-b434-f767c255625a", "name": "network-vif-plugged", "status": "completed", "tag": "e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:11.255038 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ced844c9-7e8d-4f8c-b1c7-673665ea899a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:11.255512 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e586d31a-db52-4918-b434-f767c255625a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95', 'code': 200} Aug 17 16:15:11.311066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c768ce74-b1a5-4f1f-b004-167fc7e2ebe0 None None] Provisioning for port 234fe23a-0e19-42bb-9dca-8ed8a621e18e completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:15:11.322526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c768ce74-b1a5-4f1f-b004-167fc7e2ebe0 None None] Provisioning complete for port 234fe23a-0e19-42bb-9dca-8ed8a621e18e triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:11.322918 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c768ce74-b1a5-4f1f-b004-167fc7e2ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:11.363679 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:11.407904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c768ce74-b1a5-4f1f-b004-167fc7e2ebe0 None None] Port 234fe23a-0e19-42bb-9dca-8ed8a621e18e cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:15:11.421986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:11.441148 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:11.524717 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:11.572349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993e522-6528-4cdb-98a5-f9dbd1e7832a req-c545c779-18b9-4d00-9283-9ca00c25b465 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:11.574336 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c993e522-6528-4cdb-98a5-f9dbd1e7832a req-c545c779-18b9-4d00-9283-9ca00c25b465 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 945 time: 0.2208619 Aug 17 16:15:11.616800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4cf91-d647-4e1e-9efb-6d40100a8337 req-d37b79b6-77cf-4320-8ee3-930f7342f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:11.618217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ea4cf91-d647-4e1e-9efb-6d40100a8337 req-d37b79b6-77cf-4320-8ee3-930f7342f046 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 1096 time: 0.2636192 Aug 17 16:15:11.724098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c993e522-6528-4cdb-98a5-f9dbd1e7832a req-4dfa5a2c-43ca-46ec-8377-66a60b028027 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327648 Aug 17 16:15:11.769970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ea4cf91-d647-4e1e-9efb-6d40100a8337 req-5215a39b-598e-455d-97f9-2f52be357402 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382291 Aug 17 16:15:11.855454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:11.940492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c68bbd3-2311-44f8-b7bf-3eab3f578677,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:11.950857 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234fe23a-0e19-42bb-9dca-8ed8a621e18e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:11.964260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:11.986058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Transition to ACTIVE for port object 234fe23a-0e19-42bb-9dca-8ed8a621e18e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:11.989094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Checking segment: {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:11.989476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Network hostable DHCP agents. Network: d5a17acc-74e0-490e-a417-2fa80964fc4e, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:15:11.992984 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:12.059760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Network d5a17acc-74e0-490e-a417-2fa80964fc4e is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:15:12.082985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:12.124234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, d5a17acc-74e0-490e-a417-2fa80964fc4e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:15:12.131802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:12.132394 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:12.140499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684cef63-ddd7-4391-ba3e-14f8a9b4c336 None None] Network d5a17acc-74e0-490e-a417-2fa80964fc4e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:15:12.179997 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-33d3c44e-35ff-49bb-bc71-3de582a02293 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0922565 Aug 17 16:15:12.197697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Attempting to bind port 234fe23a-0e19-42bb-9dca-8ed8a621e18e on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:15:12.198052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Attempting to bind port 234fe23a-0e19-42bb-9dca-8ed8a621e18e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:15:12.198516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Attempting to bind port 234fe23a-0e19-42bb-9dca-8ed8a621e18e on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:12.218397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Port 234fe23a-0e19-42bb-9dca-8ed8a621e18e on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:15:12.219630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Attempting to bind port 234fe23a-0e19-42bb-9dca-8ed8a621e18e on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:12.236658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:15:12.237093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:12.238995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:15:12.239578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Bound port: 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:15:12.239908 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:12.363610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1144b3-908a-47ac-b5bc-9885291891dd req-4a9247bd-dc76-4a7f-a780-9a8ae3bfba0d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:12.374452 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf1144b3-908a-47ac-b5bc-9885291891dd req-4a9247bd-dc76-4a7f-a780-9a8ae3bfba0d tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 947 time: 0.1241412 Aug 17 16:15:12.430005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972c3a5-8538-47f2-8983-f7aa0e85b00b None None] Network d5a17acc-74e0-490e-a417-2fa80964fc4e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:15:12.441319 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf1144b3-908a-47ac-b5bc-9885291891dd req-aab89f7f-d0c4-41c2-a50e-6ff93a7319ee tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544629 Aug 17 16:15:12.461108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd718c-465b-45b2-9955-defe5c272bd2 req-f0e28dd7-5db0-4c1a-8570-d9eb21a30d63 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:12.463029 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55dd718c-465b-45b2-9955-defe5c272bd2 req-f0e28dd7-5db0-4c1a-8570-d9eb21a30d63 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 946 time: 0.1390746 Aug 17 16:15:12.464217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:12.472283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:15:12.483946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:12.584625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55dd718c-465b-45b2-9955-defe5c272bd2 req-e6260bd3-bddc-4376-a3aa-2c7869d94d4b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102889 Aug 17 16:15:12.597358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:12.598164 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:12.600048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] 10.222.0.93 "PUT /v2.0/ports/234fe23a-0e19-42bb-9dca-8ed8a621e18e HTTP/1.1" status: 200 len: 1095 time: 1.7317011 Aug 17 16:15:12.600705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:12.604962 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd32a71-aa5d-49c7-92db-864e008205bc" -d '{"events": [{"name": "network-changed", "server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:12.650667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59422-630a-496a-82b0-24be95e68002 service neutron] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:12.724597 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1334d1c-ea10-4597-b83f-a680b5d766d6 x-openstack-request-id: req-b1334d1c-ea10-4597-b83f-a680b5d766d6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:12.725100 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:12.725517 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1334d1c-ea10-4597-b83f-a680b5d766d6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:12.726126 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'status': 'completed', 'code': 200} Aug 17 16:15:13.118582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-a3f9a36e-4530-4bc9-a646-ae561b2fded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:13.120213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-a3f9a36e-4530-4bc9-a646-ae561b2fded0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=86925df6d3a54045bc93ef0f692284f6&device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 1098 time: 0.3741226 Aug 17 16:15:13.184325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d5e9e-57a9-403f-aaa0-99c3c7a35a8c req-17ac45c7-43a5-411e-a7e2-248f3c818a0c tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:13.186782 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c8d5e9e-57a9-403f-aaa0-99c3c7a35a8c req-17ac45c7-43a5-411e-a7e2-248f3c818a0c tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 945 time: 0.1135552 Aug 17 16:15:13.189155 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-bde447ec-034a-49f0-b840-faf31de25ed8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e HTTP/1.1" status: 200 len: 217 time: 0.0590215 Aug 17 16:15:13.257396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:13.260733 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f1fd69-a813-4e82-9c7b-aad5df46f503" -d '{"events": [{"server_uuid": "fa505b4e-6297-40da-9e83-841f5c604e07", "name": "network-vif-plugged", "status": "completed", "tag": "afa580d5-7c8e-4787-8ad6-cccfc6a36a70"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:13.321569 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c8d5e9e-57a9-403f-aaa0-99c3c7a35a8c req-ee06dc0b-ee23-4e3e-9a67-b07c40d8edfd tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253490 Aug 17 16:15:13.324968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-e21e19ba-a531-448b-9864-05a6ae99c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:13.327485 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-e21e19ba-a531-448b-9864-05a6ae99c8d8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1292205 Aug 17 16:15:13.395135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-93613ed0-ebfd-410d-ba07-3f6ab84137b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:13.396846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-93613ed0-ebfd-410d-ba07-3f6ab84137b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622299 Aug 17 16:15:13.564212 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc73442f-94fd-447e-b92a-1aa97d55a2a5 x-openstack-request-id: req-fc73442f-94fd-447e-b92a-1aa97d55a2a5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:13.564550 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa505b4e-6297-40da-9e83-841f5c604e07", "name": "network-vif-plugged", "status": "completed", "tag": "afa580d5-7c8e-4787-8ad6-cccfc6a36a70", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:13.564878 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc73442f-94fd-447e-b92a-1aa97d55a2a5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:13.565310 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70', 'code': 200} Aug 17 16:15:13.584861 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-4a60c1f9-391c-47a9-8640-e5c7e3859749 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806557 Aug 17 16:15:13.746829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-15e870ef-d396-4999-a3ec-8a8e01342841 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:13.755468 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-15e870ef-d396-4999-a3ec-8a8e01342841 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 803 time: 0.2261000 Aug 17 16:15:13.776300 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-b87cf57d-7c0f-4001-96fd-a383bae12e9d tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/quotas/b7f3bb7a4e39473988187ef8701097cc HTTP/1.1" status: 200 len: 375 time: 0.0198224 Aug 17 16:15:13.818703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-f38328bc-faf5-4e40-aa2e-96c6797cc1dd tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413439 Aug 17 16:15:13.843947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f509a1d3-481d-44c7-b558-e5ffe5b12103 req-c5dc15de-a275-401b-b97d-7dd713692e16 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515836 Aug 17 16:15:13.864702 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17abd3-1da4-4282-a9bb-cb7e21c6ffc9 req-6c088a1f-d16f-4a1a-a325-324965a8311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:13.871439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d17abd3-1da4-4282-a9bb-cb7e21c6ffc9 req-6c088a1f-d16f-4a1a-a325-324965a8311c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1097 time: 0.1996644 Aug 17 16:15:13.963842 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-6cd1af7e-4b96-4b44-af2c-1a611680b957 service neutron] 10.222.0.77 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440752 Aug 17 16:15:13.993473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d17abd3-1da4-4282-a9bb-cb7e21c6ffc9 req-21646762-8f8e-40d9-97d6-b0d3f17e2b94 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147952 Aug 17 16:15:14.013033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-074b78f8-2b80-4b24-8af4-9fbeb1cb0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:14.016650 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-074b78f8-2b80-4b24-8af4-9fbeb1cb0600 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=86925df6d3a54045bc93ef0f692284f6&device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 1098 time: 0.0998504 Aug 17 16:15:14.111650 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-0a4c9006-1422-41ed-8c89-1140a6f3cc30 service neutron] 10.222.0.77 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161861 Aug 17 16:15:14.165158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-46c0b6d1-b2e9-4d73-9c13-50ffe1cd83db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:14.166898 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-46c0b6d1-b2e9-4d73-9c13-50ffe1cd83db service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1431875 Aug 17 16:15:14.237886 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-02eb41ec-56ef-4bf1-a4dc-3156f3991355 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e HTTP/1.1" status: 200 len: 217 time: 0.0621414 Aug 17 16:15:14.345624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-6e992379-d139-4d05-9466-cf5b5b5d9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:14.347350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-6e992379-d139-4d05-9466-cf5b5b5d9bea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0996830 Aug 17 16:15:14.365940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad752ab-de63-4e20-ac29-91e918d58238 req-4a59b83d-d008-4195-9d5c-32789612ff71 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:14.375811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ad752ab-de63-4e20-ac29-91e918d58238 req-4a59b83d-d008-4195-9d5c-32789612ff71 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 947 time: 0.1400657 Aug 17 16:15:14.461369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ad752ab-de63-4e20-ac29-91e918d58238 req-7cc346d7-0f99-4b6b-b6ff-97e3edce89f5 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840473 Aug 17 16:15:14.463337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-55ab4e5e-a535-40e0-83ff-93c2a3e16b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:14.464926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-55ab4e5e-a535-40e0-83ff-93c2a3e16b4b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846961 Aug 17 16:15:14.612185 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-e81df26c-0a65-4ca9-8bb7-db80a4337270 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384828 Aug 17 16:15:14.774322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfde96b-17e8-44ae-9faa-8b0a7decacc0 req-443016f2-14c8-48bb-9d95-57df58d4cf5a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:14.775906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bfde96b-17e8-44ae-9faa-8b0a7decacc0 req-443016f2-14c8-48bb-9d95-57df58d4cf5a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 946 time: 0.1623833 Aug 17 16:15:14.784061 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-f97a46ed-de20-4119-b6e2-4bb0af13cc8e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0f558842595f45369d2b06bd1ef961b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637245 Aug 17 16:15:14.857908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2dd32a71-aa5d-49c7-92db-864e008205bc req-9b12d9b3-d547-43cc-8780-65e7c9dedea9 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296996 Aug 17 16:15:14.894355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bfde96b-17e8-44ae-9faa-8b0a7decacc0 req-3b97d419-e509-4281-8a6c-327392b87ec8 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887849 Aug 17 16:15:14.948584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8045-83df-46b1-b658-15c35294b924 req-1068f5c9-48a4-4b56-a520-d47c44ecf414 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:14.950531 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-1068f5c9-48a4-4b56-a520-d47c44ecf414 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530316 Aug 17 16:15:14.998496 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-061c8eb5-bea7-496f-9f27-484fbfc1fdb7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/quotas/0f558842595f45369d2b06bd1ef961b4 HTTP/1.1" status: 200 len: 375 time: 0.0418634 Aug 17 16:15:15.048622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-8df952a4-42b0-4eb1-bfd4-a4502fa8271e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412805 Aug 17 16:15:15.181272 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-474459b7-1c4c-4522-b4d8-1800228faa71 req-385c999b-f17a-441f-8728-b639ed1658a8 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 210 time: 0.0402186 Aug 17 16:15:15.493536 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9f7226e-db01-40c7-a40e-315760a10c47 req-6068117b-dc8e-4920-b1c0-d0b67a153c0b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 210 time: 0.0646958 Aug 17 16:15:15.521751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05d83d16-2285-493e-88fc-e605517b6ca0 req-d03a31ec-b1ad-4065-9def-91472c26a981 tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=74bc06de83a14a72a0e19a8ad58bc447&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583620 Aug 17 16:15:15.786559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d83d16-2285-493e-88fc-e605517b6ca0 req-228be768-9e52-4aa8-9aee-166b50fba732 tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:15.789437 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05d83d16-2285-493e-88fc-e605517b6ca0 req-228be768-9e52-4aa8-9aee-166b50fba732 tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666721 Aug 17 16:15:15.820094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05d83d16-2285-493e-88fc-e605517b6ca0 req-229d9443-d9f6-4753-be64-46b30a670c4d tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/quotas/74bc06de83a14a72a0e19a8ad58bc447 HTTP/1.1" status: 200 len: 375 time: 0.0237007 Aug 17 16:15:15.882401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05d83d16-2285-493e-88fc-e605517b6ca0 req-af59e12b-9ebf-4660-8345-f22137063167 tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74bc06de83a14a72a0e19a8ad58bc447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551221 Aug 17 16:15:16.045226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787cff2-e935-49aa-b100-1e4faaceedb7 req-084293eb-c683-4d82-a391-41838a7bcdfd tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:16.059551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3787cff2-e935-49aa-b100-1e4faaceedb7 req-084293eb-c683-4d82-a391-41838a7bcdfd tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 947 time: 0.4260759 Aug 17 16:15:16.094233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38072) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:16.115397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 234fe23a-0e19-42bb-9dca-8ed8a621e18e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:15:16.187909 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3787cff2-e935-49aa-b100-1e4faaceedb7 req-f9856bc7-ff58-4f2f-be32-18fb40e55277 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266122 Aug 17 16:15:16.221934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-42b208d1-e85c-47f8-a826-0c39dd5baef1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:16.230241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-42b208d1-e85c-47f8-a826-0c39dd5baef1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 803 time: 0.5188489 Aug 17 16:15:16.249348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Request body: {'port': {'device_id': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'admin_state_up': True, 'tenant_id': 'b7f3bb7a4e39473988187ef8701097cc'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:16.354855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cc944-a2de-417f-9c17-2adcdf8677c5 req-848e958c-4adf-452f-acfc-d09cf6ef1f39 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:16.365194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0e6cc944-a2de-417f-9c17-2adcdf8677c5 req-848e958c-4adf-452f-acfc-d09cf6ef1f39 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 946 time: 0.1530254 Aug 17 16:15:16.399000 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5440b569-dec5-4168-89f3-95ad7ac8aa07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:16.447033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:16.460473 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'mac_address': 'fa:16:3e:04:c2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:15:16.460726 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0e6cc944-a2de-417f-9c17-2adcdf8677c5 req-5dc9d90f-33dc-454a-9395-530af04ac929 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929027 Aug 17 16:15:16.531818 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:16.566783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234fe23a-0e19-42bb-9dca-8ed8a621e18e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:16.614691 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:16.614691 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:16.631723 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0e2a11a8-386d-4731-b951-d8b6f2a4fc44 req-c698bd1a-8fb3-4fb0-8a06-0deb8142b36e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 210 time: 0.0428226 Aug 17 16:15:16.664627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5440b569-dec5-4168-89f3-95ad7ac8aa07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:16.671459 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5440b569-dec5-4168-89f3-95ad7ac8aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:16.691588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Made reservation on behalf of b7f3bb7a4e39473988187ef8701097cc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:15:16.696745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:16.723417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:16.747424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5440b569-dec5-4168-89f3-95ad7ac8aa07 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11a1a0344aa649afb647e90f816b385c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477752 Aug 17 16:15:16.747424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440b569-dec5-4168-89f3-95ad7ac8aa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a73baba-29a2-4e23-88e9-414dba67c24c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:16.749688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38094) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:16.822992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['234fe23a-0e19-42bb-9dca-8ed8a621e18e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:16.835785 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9102659b-c140-484e-bf55-8c120b842f04 req-82fe7b29-aa25-43b5-96dd-3f2664a563cc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 210 time: 0.0295300 Aug 17 16:15:16.852610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6a66ce3-7c14-4f17-9a3b-d0bb8c316743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:16.906879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6a66ce3-7c14-4f17-9a3b-d0bb8c316743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:16.931880 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Allocated IP 172.20.0.2 (d5a17acc-74e0-490e-a417-2fa80964fc4e/4c68bbd3-2311-44f8-b7bf-3eab3f578677/0036804d-db00-4a61-a087-21395ee01de3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:15:17.046544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-e0553770-92ef-4210-90d6-de71196cee6b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0f558842595f45369d2b06bd1ef961b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767968 Aug 17 16:15:17.158840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4174e60-3ce2-4bef-b699-0ef570f0f211 req-d49b283d-5364-45e1-9802-14c8fdcb07d0 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:17.168255 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4174e60-3ce2-4bef-b699-0ef570f0f211 req-d49b283d-5364-45e1-9802-14c8fdcb07d0 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1097 time: 0.2492883 Aug 17 16:15:17.178214 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:17.232783 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6a66ce3-7c14-4f17-9a3b-d0bb8c316743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:17.237730 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6a66ce3-7c14-4f17-9a3b-d0bb8c316743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:17.242259 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c6a66ce3-7c14-4f17-9a3b-d0bb8c316743 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a73baba-29a2-4e23-88e9-414dba67c24c HTTP/1.1" status: 204 len: 168 time: 0.4891708 Aug 17 16:15:17.264832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a66ce3-7c14-4f17-9a3b-d0bb8c316743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a73baba-29a2-4e23-88e9-414dba67c24c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:17.269530 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:17.298993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8045-83df-46b1-b658-15c35294b924 req-b3676aba-d8c7-4d80-85ec-e1b8577ec164 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:17.300757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-b3676aba-d8c7-4d80-85ec-e1b8577ec164 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478731 Aug 17 16:15:17.317177 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4174e60-3ce2-4bef-b699-0ef570f0f211 req-5f1c1d64-0bdf-40e7-adda-4b73c1fb3237 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399102 Aug 17 16:15:17.331443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Request body: {'port': {'device_id': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '0f558842595f45369d2b06bd1ef961b4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:17.351492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Network d5a17acc-74e0-490e-a417-2fa80964fc4e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:15:17.358792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:15:17.367716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:15:17.408087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Pushing event updated for resources: {'Port': ['ID=0036804d-db00-4a61-a087-21395ee01de3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:17.480076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:17.480798 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:17.508141 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-dcbd06a8-2120-4834-bee6-a1527482ed42 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2689710 Aug 17 16:15:17.525168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Request body: {'port': {'device_id': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:17.642076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Made reservation on behalf of 0f558842595f45369d2b06bd1ef961b4 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:15:17.650057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:17.681100 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:17.716509 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:17.768709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802722-2592-4f7f-bc16-b01eb68d11e1 req-8e5cafee-8081-4ce6-9a7e-b05448b6d2c3 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:17.770677 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d6802722-2592-4f7f-bc16-b01eb68d11e1 req-8e5cafee-8081-4ce6-9a7e-b05448b6d2c3 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 948 time: 0.1089923 Aug 17 16:15:17.867559 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d6802722-2592-4f7f-bc16-b01eb68d11e1 req-251400ec-339c-442e-b495-5f8bd1a6bcb3 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655136 Aug 17 16:15:17.903721 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:17.905238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38124) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:17.920205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:17.928959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93e466c6-af52-4709-ba03-adbf28c2bc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.065907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91a769-5c3b-4fc0-994f-d681a745869e req-2c5f905a-8f07-4666-b5a2-cae6afc08721 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:18.067504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce91a769-5c3b-4fc0-994f-d681a745869e req-2c5f905a-8f07-4666-b5a2-cae6afc08721 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1097 time: 0.1362026 Aug 17 16:15:18.078987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718ff5f6-27a2-4a2d-b9c5-b48f52673034,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:18.115110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 234fe23a-0e19-42bb-9dca-8ed8a621e18e up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:15:18.143972 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce91a769-5c3b-4fc0-994f-d681a745869e req-f76b3b6c-ced9-4569-babf-0ca77f150e5f tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696390 Aug 17 16:15:18.205958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 234fe23a-0e19-42bb-9dca-8ed8a621e18e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:15:18.211891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0036804d-db00-4a61-a087-21395ee01de3 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:18.219374 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 234fe23a-0e19-42bb-9dca-8ed8a621e18e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:18.220113 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.221189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01026f09-d5f6-4a0b-8f51-63ed628e341a req-c83e425e-3dea-4ad6-bfad-d3ec6643fb02 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:18.223517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-01026f09-d5f6-4a0b-8f51-63ed628e341a req-c83e425e-3dea-4ad6-bfad-d3ec6643fb02 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 931 time: 0.1903803 Aug 17 16:15:18.233811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.254804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Transition to ACTIVE for port object 0036804d-db00-4a61-a087-21395ee01de3 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:18.262349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.325050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Allocated IP 192.168.233.128 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/65b885e9-4bbe-484d-bc72-94409eda7b3b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:15:18.367470 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-01026f09-d5f6-4a0b-8f51-63ed628e341a req-8ff44b82-493b-4660-b6cb-65e1c9bff4c1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328511 Aug 17 16:15:18.429813 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Pushing event updated for resources: {'Port': ['ID=0036804d-db00-4a61-a087-21395ee01de3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:18.436328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93e466c6-af52-4709-ba03-adbf28c2bc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.447224 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93e466c6-af52-4709-ba03-adbf28c2bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.483206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Attempting to bind port 0036804d-db00-4a61-a087-21395ee01de3 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:15:18.483924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Attempting to bind port 0036804d-db00-4a61-a087-21395ee01de3 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:15:18.484467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Attempting to bind port 0036804d-db00-4a61-a087-21395ee01de3 on network d5a17acc-74e0-490e-a417-2fa80964fc4e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:18.489590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Port 0036804d-db00-4a61-a087-21395ee01de3 on network d5a17acc-74e0-490e-a417-2fa80964fc4e not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:15:18.490167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Attempting to bind port 0036804d-db00-4a61-a087-21395ee01de3 on network d5a17acc-74e0-490e-a417-2fa80964fc4e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:18.499927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:15:18.501451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Checking segment: {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:18.502663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Bound using segment: {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:15:18.504377 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e466c6-af52-4709-ba03-adbf28c2bc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a9b0ab-0172-4d17-9d14-1bc2a56978cc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:18.505281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Bound port: 0036804d-db00-4a61-a087-21395ee01de3, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:15:18.506168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.580940 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-182e2d85-16ee-4f97-b813-ef9eb604dd86 req-ffc7ea99-8e24-4598-b145-eb38705db265 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 210 time: 0.0644164 Aug 17 16:15:18.615321 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-93e466c6-af52-4709-ba03-adbf28c2bc00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2475f22f4c942fdb8ff8313433e829a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083097 Aug 17 16:15:18.617679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:18.627066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] For port 0036804d-db00-4a61-a087-21395ee01de3, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:18.707554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] For port 0036804d-db00-4a61-a087-21395ee01de3, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0036804d-db00-4a61-a087-21395ee01de3,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:15:18.712738 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.739502 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.751717 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:18.754689 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0be5d7a-ba48-4aa8-afa3-69b5531249c0" -d '{"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-plugged", "status": "completed", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:18.770152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:18.777844 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.875135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:18.886185 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6898b2d7-1372-47c0-97d1-0f088184321f x-openstack-request-id: req-6898b2d7-1372-47c0-97d1-0f088184321f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:18.886718 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-plugged", "status": "completed", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:18.886974 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6898b2d7-1372-47c0-97d1-0f088184321f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:18.887383 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'code': 200} Aug 17 16:15:18.921282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:18.921993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.924036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] 10.222.0.93 "PUT /v2.0/ports/0036804d-db00-4a61-a087-21395ee01de3 HTTP/1.1" status: 200 len: 1091 time: 1.4054692 Aug 17 16:15:18.924639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'tag': '0036804d-db00-4a61-a087-21395ee01de3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:18.924935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.927738 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c0ae1f-41b3-411a-8915-da5a49eda8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c002adc6-702c-41ee-8b81-39b5bda7ba20", "tag": "0036804d-db00-4a61-a087-21395ee01de3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:18.931711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2eb6e-7e93-4a05-a3a4-e16450d05d2d service neutron] Pushing event updated for resources: {'Port': ['ID=0036804d-db00-4a61-a087-21395ee01de3,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:18.976231 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56c73466-32c1-4b0b-b856-797ceadfecff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:18.981336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.93', 54349) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:18.987784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Transition to ACTIVE for port object 65b885e9-4bbe-484d-bc72-94409eda7b3b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:19.051393 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:19.120414 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56c73466-32c1-4b0b-b856-797ceadfecff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:19.168426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:15:19.170732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Pushing event updated for resources: {'Port': ['ID=65b885e9-4bbe-484d-bc72-94409eda7b3b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:19.175259 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:15:19.178653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:15:19.229896 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56c73466-32c1-4b0b-b856-797ceadfecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:19.233504 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56c73466-32c1-4b0b-b856-797ceadfecff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:19.238619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56c73466-32c1-4b0b-b856-797ceadfecff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63a9b0ab-0172-4d17-9d14-1bc2a56978cc HTTP/1.1" status: 204 len: 168 time: 0.6192889 Aug 17 16:15:19.242029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab40ea8-f214-47f9-b492-9c62f435a00f req-fcfd4df4-9226-4101-9db1-90e5130caf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:19.244351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eab40ea8-f214-47f9-b492-9c62f435a00f req-fcfd4df4-9226-4101-9db1-90e5130caf43 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 1100 time: 0.2638321 Aug 17 16:15:19.255653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:19.256363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:19.261327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c73466-32c1-4b0b-b856-797ceadfecff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a9b0ab-0172-4d17-9d14-1bc2a56978cc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:19.261975 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:19.291990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-a039c98a-852d-4d60-a3a6-98003329b855 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9733396 Aug 17 16:15:19.297966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-55133709-f47d-4f3c-95f7-0a98958ea610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:19.300993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-55133709-f47d-4f3c-95f7-0a98958ea610 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 1094 time: 0.3135157 Aug 17 16:15:19.301897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7b03-92c8-47bd-acbb-6c58309c28d6 req-e6cf5742-fe56-4853-bdd7-895dd5e97332 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:19.313086 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c52d7b03-92c8-47bd-acbb-6c58309c28d6 req-e6cf5742-fe56-4853-bdd7-895dd5e97332 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 949 time: 0.2812972 Aug 17 16:15:19.321716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Request body: {'port': {'device_id': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:19.330525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eab40ea8-f214-47f9-b492-9c62f435a00f req-c7eae766-6ed5-488d-af8b-a274c4324a28 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704341 Aug 17 16:15:19.375127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:19.418612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-1ec75eff-6afb-4692-8dd2-41b7d13f8e62 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0036804d-db00-4a61-a087-21395ee01de3 HTTP/1.1" status: 200 len: 217 time: 0.0920858 Aug 17 16:15:19.513578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:19.518514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-933d7ccf-d1a1-4df1-b360-3b8691ebc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:19.521428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-933d7ccf-d1a1-4df1-b360-3b8691ebc6f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c68bbd3-2311-44f8-b7bf-3eab3f578677 HTTP/1.1" status: 200 len: 843 time: 0.0911763 Aug 17 16:15:19.539265 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c52d7b03-92c8-47bd-acbb-6c58309c28d6 req-a23988f7-7290-455d-9b6a-1d66ea6f663a tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246666 Aug 17 16:15:19.634139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9b123cb3-9db2-4e60-be8f-926c4d96b910 None None] Provisioning for port 65b885e9-4bbe-484d-bc72-94409eda7b3b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:15:19.646680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9b123cb3-9db2-4e60-be8f-926c4d96b910 None None] Provisioning complete for port 65b885e9-4bbe-484d-bc72-94409eda7b3b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:19.647055 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b123cb3-9db2-4e60-be8f-926c4d96b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:19.657571 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d1e614-a4ae-4bfe-ba82-7c6f093c2480 x-openstack-request-id: req-a5d1e614-a4ae-4bfe-ba82-7c6f093c2480 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:19.658166 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c002adc6-702c-41ee-8b81-39b5bda7ba20", "tag": "0036804d-db00-4a61-a087-21395ee01de3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:19.659053 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5d1e614-a4ae-4bfe-ba82-7c6f093c2480 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:19.659466 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'tag': '0036804d-db00-4a61-a087-21395ee01de3', 'status': 'completed', 'code': 200} Aug 17 16:15:19.667379 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-b919d873-18b1-4751-8657-261ef36d5552 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d5a17acc-74e0-490e-a417-2fa80964fc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376534 Aug 17 16:15:19.776422 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9b123cb3-9db2-4e60-be8f-926c4d96b910 None None] Port 65b885e9-4bbe-484d-bc72-94409eda7b3b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:15:19.864522 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1388d067-5fed-41d4-8247-3e6093c059ec req-e1288309-4c36-465b-b182-9a6261984904 tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=74bc06de83a14a72a0e19a8ad58bc447&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534475 Aug 17 16:15:19.874866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-ff2383b8-e2c0-4b3e-9160-390a1695fb8f service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984015 Aug 17 16:15:20.141763 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9124bf96-c8cc-4dd3-aa29-8e6f2ca5fdfa req-2ead832d-adbe-4b94-92ca-b54c654cdff1 service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549095 Aug 17 16:15:20.290695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0ae1f-41b3-411a-8915-da5a49eda8d2 req-547fc28c-ae7c-4f8c-b367-ad4f6e2ddcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:20.292438 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41c0ae1f-41b3-411a-8915-da5a49eda8d2 req-547fc28c-ae7c-4f8c-b367-ad4f6e2ddcc8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 1094 time: 0.0757899 Aug 17 16:15:20.524498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388d067-5fed-41d4-8247-3e6093c059ec req-a0332a56-0ce4-4784-a95d-48bb58ec4f08 tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:20.533252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1388d067-5fed-41d4-8247-3e6093c059ec req-a0332a56-0ce4-4784-a95d-48bb58ec4f08 tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6612947 Aug 17 16:15:20.567798 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1388d067-5fed-41d4-8247-3e6093c059ec req-e933b193-f3f4-476a-9090-456b2e1bebf0 tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/quotas/74bc06de83a14a72a0e19a8ad58bc447 HTTP/1.1" status: 200 len: 375 time: 0.0331168 Aug 17 16:15:20.628976 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1388d067-5fed-41d4-8247-3e6093c059ec req-256b2748-5e80-4189-b7ed-1194af21bc4e tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74bc06de83a14a72a0e19a8ad58bc447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604756 Aug 17 16:15:20.731625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b885e9-4bbe-484d-bc72-94409eda7b3b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:20.747166 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:20.766581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Transition to ACTIVE for port object 65b885e9-4bbe-484d-bc72-94409eda7b3b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:20.780202 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:20.906481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Pushing event updated for resources: {'Port': ['ID=65b885e9-4bbe-484d-bc72-94409eda7b3b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:20.945263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b844f-ba62-406d-8ad3-6eea2bb3ec7c req-5df98ae4-9137-4e7c-bf14-5d89baeed7ed tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:20.953266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f7b844f-ba62-406d-8ad3-6eea2bb3ec7c req-5df98ae4-9137-4e7c-bf14-5d89baeed7ed tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 943 time: 0.1371493 Aug 17 16:15:21.002221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0ae1f-41b3-411a-8915-da5a49eda8d2 req-7d21d393-05ed-44d6-b9d1-fce0ce2c5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:21.003793 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41c0ae1f-41b3-411a-8915-da5a49eda8d2 req-7d21d393-05ed-44d6-b9d1-fce0ce2c5772 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 904 time: 0.7033629 Aug 17 16:15:21.059740 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41c0ae1f-41b3-411a-8915-da5a49eda8d2 req-2aa6844a-763a-46c4-9d1b-dd6e5cc0d372 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0036804d-db00-4a61-a087-21395ee01de3 HTTP/1.1" status: 200 len: 217 time: 0.0439496 Aug 17 16:15:21.077658 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f7b844f-ba62-406d-8ad3-6eea2bb3ec7c req-f2d7178e-3d9a-415d-bdf2-b351aed37917 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231821 Aug 17 16:15:21.115680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Attempting to bind port 65b885e9-4bbe-484d-bc72-94409eda7b3b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:15:21.116205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Attempting to bind port 65b885e9-4bbe-484d-bc72-94409eda7b3b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:15:21.116735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Attempting to bind port 65b885e9-4bbe-484d-bc72-94409eda7b3b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:21.135899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Port 65b885e9-4bbe-484d-bc72-94409eda7b3b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:15:21.136165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Attempting to bind port 65b885e9-4bbe-484d-bc72-94409eda7b3b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:21.151283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:15:21.151738 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:21.152160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:15:21.152743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Bound port: 65b885e9-4bbe-484d-bc72-94409eda7b3b, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:15:21.153169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:21.168554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0ae1f-41b3-411a-8915-da5a49eda8d2 req-aa435d3c-236f-4936-b794-4ac42948d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:21.176659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41c0ae1f-41b3-411a-8915-da5a49eda8d2 req-aa435d3c-236f-4936-b794-4ac42948d75e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c68bbd3-2311-44f8-b7bf-3eab3f578677 HTTP/1.1" status: 200 len: 843 time: 0.1089368 Aug 17 16:15:21.217876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38232) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:21.226500 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41c0ae1f-41b3-411a-8915-da5a49eda8d2 req-d69992ea-5914-4f32-8897-6063172d0161 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d5a17acc-74e0-490e-a417-2fa80964fc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408750 Aug 17 16:15:21.331680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:21.359502 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-36a8838f-f9f7-4d2f-a728-ef690f1386fd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000543 Aug 17 16:15:21.366482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:15:21.385673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4582615-72d8-4b45-99f5-d3a13c92f871 req-73bd56f5-b750-42c4-95b3-2e5975f4ecfc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:21.387331 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4582615-72d8-4b45-99f5-d3a13c92f871 req-73bd56f5-b750-42c4-95b3-2e5975f4ecfc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 948 time: 0.1354625 Aug 17 16:15:21.394547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-bba69705-41c8-413e-a1ac-cab1b5482691 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:15:21.396379 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-bba69705-41c8-413e-a1ac-cab1b5482691 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1767011 Aug 17 16:15:21.397771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:21.412461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41c0ae1f-41b3-411a-8915-da5a49eda8d2 req-209442b7-9286-4cb4-9019-c6d92116ca0b service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782680 Aug 17 16:15:21.551069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-298e1d43-418d-461f-8343-0929bd6fc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:21.552501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-298e1d43-418d-461f-8343-0929bd6fc93f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1e130b467f424b4d9fac043b206791e7&device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 1097 time: 0.1332331 Aug 17 16:15:21.554883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:21.556183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:21.557871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] 10.222.0.93 "PUT /v2.0/ports/65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 1096 time: 2.2421548 Aug 17 16:15:21.561130 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41c0ae1f-41b3-411a-8915-da5a49eda8d2 req-42207788-28ff-463a-9ac3-13dd29dc86b8 service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326995 Aug 17 16:15:21.570842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:21.573660 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b9a0c6-4c9a-4652-956e-c9f22d91a422" -d '{"events": [{"name": "network-changed", "server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:21.605247 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4582615-72d8-4b45-99f5-d3a13c92f871 req-bb91555d-750b-435d-b37b-0ecf0d2591ec tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018487 Aug 17 16:15:21.622355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Request body: {'binding': {'host': 'n-h2-804878-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:21.623321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Unknown quota resources ['binding']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:15:21.671475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a202cd-4fe8-4dfc-8613-c7e889fba130 service neutron] Pushing event updated for resources: {'Port': ['ID=65b885e9-4bbe-484d-bc72-94409eda7b3b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:21.730317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8045-83df-46b1-b658-15c35294b924 req-0ac04491-2bab-4edc-8263-4567bafc926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:21.733055 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-0ac04491-2bab-4edc-8263-4567bafc926e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1099 time: 0.1157205 Aug 17 16:15:21.733460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-fd35c103-731b-483f-8d6e-9e54d7629a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:21.734857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-fd35c103-731b-483f-8d6e-9e54d7629a4e service neutron] 10.222.0.91 "GET /v2.0/networks?id=06914df4-5170-418c-9e76-7d4251874a02 HTTP/1.1" status: 200 len: 924 time: 0.1533387 Aug 17 16:15:21.840354 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-7bbb18d1-5a22-4ca8-a83a-5c89bec87b7f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 217 time: 0.0993676 Aug 17 16:15:21.865055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on host n-h2-804878-1 for vnic_type normal with profile None {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:15:21.865403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:15:21.865893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:21.870935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:15:21.871261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:21.879397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:15:21.879944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:21.880784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:15:21.881274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Bound port: afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:15:21.939195 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-9ee4ff44-b964-45d7-966f-d06fe74a6161 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7512901e-4473-498d-8fb1-1fde158aa102 HTTP/1.1" status: 200 len: 1002 time: 0.1839485 Aug 17 16:15:21.944773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8045-83df-46b1-b658-15c35294b924 req-0154e88b-c2c4-4128-b2cb-d36f1d36a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:21.946309 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-0154e88b-c2c4-4128-b2cb-d36f1d36a58a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0916820 Aug 17 16:15:22.044643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-324719a0-f5ed-4cf8-ade8-007484c8fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.046224 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-324719a0-f5ed-4cf8-ade8-007484c8fd35 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0156a85c-aa4b-45d5-964a-90b879dd252e HTTP/1.1" status: 200 len: 862 time: 0.0989113 Aug 17 16:15:22.049791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8045-83df-46b1-b658-15c35294b924 req-824ee356-7859-4516-9c8a-e926539735fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.051322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-824ee356-7859-4516-9c8a-e926539735fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950208 Aug 17 16:15:22.077001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49951d10-d71b-4e6a-b686-80a2db46957e req-9bec9fe1-699b-43a7-a618-3f31b1e96ae6 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.078941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-49951d10-d71b-4e6a-b686-80a2db46957e req-9bec9fe1-699b-43a7-a618-3f31b1e96ae6 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 949 time: 0.1915970 Aug 17 16:15:22.081595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:15:22.086384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-08ba830c-50c0-4cfb-911a-2684de0f58c1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1527612 Aug 17 16:15:22.089774 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:22.091085 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-aa296fce-69ee-4d3f-972f-e789f6c1a2a6 service neutron] 10.222.0.77 "POST /v2.0/ports/afa580d5-7c8e-4787-8ad6-cccfc6a36a70/bindings HTTP/1.1" status: 201 len: 389 time: 0.6098297 Aug 17 16:15:22.179005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-2892bd28-601a-4b18-8bf1-4d63b967011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.180571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-2892bd28-601a-4b18-8bf1-4d63b967011a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=06914df4-5170-418c-9e76-7d4251874a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279511 Aug 17 16:15:22.206645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-49951d10-d71b-4e6a-b686-80a2db46957e req-ed23d95f-293c-48c2-a645-caec9e6fd34c tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012068 Aug 17 16:15:22.250364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-7940700e-a821-4ec7-86cc-66b9d71fba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.254436 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-7940700e-a821-4ec7-86cc-66b9d71fba44 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=86925df6d3a54045bc93ef0f692284f6&device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 1100 time: 0.1038859 Aug 17 16:15:22.320370 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-9a5c9ecd-2a46-4c1b-ac54-3c7a422e1672 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584293 Aug 17 16:15:22.410283 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bb023c-a2bc-4a72-869b-1a477994b4f4 x-openstack-request-id: req-82bb023c-a2bc-4a72-869b-1a477994b4f4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:22.410674 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:22.410844 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82bb023c-a2bc-4a72-869b-1a477994b4f4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:22.411229 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b', 'status': 'completed', 'code': 200} Aug 17 16:15:22.481754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-dd432789-43f2-4125-98cc-923f0a7b59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.483891 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-dd432789-43f2-4125-98cc-923f0a7b59d8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1694601 Aug 17 16:15:22.532421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-900cb081-7dd5-4851-8b3f-b5b571133601 service neutron] 10.222.0.91 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401904 Aug 17 16:15:22.553021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-6a5c9158-c49c-493c-abe0-7278a931198e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e HTTP/1.1" status: 200 len: 217 time: 0.0615861 Aug 17 16:15:22.568383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cfd6f-85bd-42fd-bcf5-6e7af3660048 req-bd9281b4-dcb6-4d98-b14c-f4414ccfeffc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.570026 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b34cfd6f-85bd-42fd-bcf5-6e7af3660048 req-bd9281b4-dcb6-4d98-b14c-f4414ccfeffc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 943 time: 0.0888724 Aug 17 16:15:22.630142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-055f0814-23f1-4110-845c-34c216fca27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.632028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-055f0814-23f1-4110-845c-34c216fca27e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0704195 Aug 17 16:15:22.678416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-507ae625-5076-4f88-b695-c3c7f04a9748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.680375 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-507ae625-5076-4f88-b695-c3c7f04a9748 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1097 time: 0.2553730 Aug 17 16:15:22.705860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-566e8045-83df-46b1-b658-15c35294b924 req-0bba3fb7-6b89-4865-9bc8-df68155ebbc8 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741002 Aug 17 16:15:22.726354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-af8d28ff-8935-4d78-962a-b734d22f50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.728368 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-af8d28ff-8935-4d78-962a-b734d22f50c3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891008 Aug 17 16:15:22.750758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f3aa5-81a7-420f-8bc9-84242db0288e req-3004f9cd-486b-4454-a380-e862acd7dff9 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.758155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d14f3aa5-81a7-420f-8bc9-84242db0288e req-3004f9cd-486b-4454-a380-e862acd7dff9 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 946 time: 0.0819769 Aug 17 16:15:22.820386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b34cfd6f-85bd-42fd-bcf5-6e7af3660048 req-5dc731a6-37bc-4aff-a775-6df7474fa1ae tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201436 Aug 17 16:15:22.856577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d14f3aa5-81a7-420f-8bc9-84242db0288e req-dc7235bc-6f24-4b9f-bd81-39847edf1b1b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975060 Aug 17 16:15:22.892241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5adcf990-fb79-4fbd-91b4-fc4ac8bfbf1e req-adc50553-93c6-47ba-9a25-87adb5916245 service neutron] 10.222.0.91 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430142 Aug 17 16:15:22.901693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-8bd7c20e-0a15-4e54-b3ba-0d3b9456addc service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653068 Aug 17 16:15:22.905662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-5ee1d102-0597-482d-9636-2224bb4c6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.907789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-5ee1d102-0597-482d-9636-2224bb4c6de3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1099 time: 0.1330900 Aug 17 16:15:22.909102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-39636956-6f8d-4546-be7f-cd5ea04a4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:22.910799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-39636956-6f8d-4546-be7f-cd5ea04a4358 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.2189031 Aug 17 16:15:23.060733 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-d6727227-1603-4f4a-9cad-0106aab5895c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70 HTTP/1.1" status: 200 len: 217 time: 0.1352556 Aug 17 16:15:23.094015 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6798c5d-57ad-4cbc-9dce-b902b668f16d req-fe141938-d396-4798-bdb0-16be23937730 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795487 Aug 17 16:15:23.279606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-fadd191d-66b6-46c2-9d7f-f6ccdb98b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:23.282985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-fadd191d-66b6-46c2-9d7f-f6ccdb98b0fa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.2101188 Aug 17 16:15:23.285106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-d47c7203-d2c3-42c9-8525-6bd8e5719c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:23.287681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-d47c7203-d2c3-42c9-8525-6bd8e5719c66 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3636236 Aug 17 16:15:23.309632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c090184-3581-4ef5-a9d3-60c5decf9d41 req-5bf2db12-935b-4ebc-b367-f5848511a8fd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:23.319889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c090184-3581-4ef5-a9d3-60c5decf9d41 req-5bf2db12-935b-4ebc-b367-f5848511a8fd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 948 time: 0.0961366 Aug 17 16:15:23.352438 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-b19b16fd-2481-4e57-8e13-800bdd1790c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532856 Aug 17 16:15:23.369250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c090184-3581-4ef5-a9d3-60c5decf9d41 req-db40c7ed-0cad-479d-8b82-62af9fd18aa8 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481570 Aug 17 16:15:23.397827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-165e2835-1c6a-4cfb-a224-d1aaf986416f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 217 time: 0.0862541 Aug 17 16:15:23.567369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-e7ee3f00-0d5e-4366-9f72-9c5822010251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:23.568505 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-e7ee3f00-0d5e-4366-9f72-9c5822010251 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1571460 Aug 17 16:15:23.674165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-8af829be-c46f-47e4-bd52-04b40e7bb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:23.675877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-8af829be-c46f-47e4-bd52-04b40e7bb763 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971575 Aug 17 16:15:23.681154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-485dd687-6608-4139-8eda-7c90424ccecb service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939341 Aug 17 16:15:24.038439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a28eb-54f4-4820-9308-01cb9075cde3 req-0a5e78f8-a1b4-4722-a370-f797cd859fd9 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:24.040085 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d6a28eb-54f4-4820-9308-01cb9075cde3 req-0a5e78f8-a1b4-4722-a370-f797cd859fd9 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 946 time: 0.0580506 Aug 17 16:15:24.091544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d6a28eb-54f4-4820-9308-01cb9075cde3 req-a05836bb-adb0-418a-b5c5-b660a141951b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Aug 17 16:15:24.167423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0036804d-db00-4a61-a087-21395ee01de3 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:15:24.241670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee6c27-3623-4148-8f06-114ec36c2f98 req-3f87e546-6bef-4f54-a936-02343c42dbf1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:24.243333 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-00ee6c27-3623-4148-8f06-114ec36c2f98 req-3f87e546-6bef-4f54-a936-02343c42dbf1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 943 time: 0.1268718 Aug 17 16:15:24.287345 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-f96bf106-cc2c-4987-a861-c71ea45553e5 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970809 Aug 17 16:15:24.291369 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc433d31-1fd1-4a3b-8a8f-462540790d4f req-d9dabca1-eb64-423f-8c42-1eb6ae9bd1ba tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=74bc06de83a14a72a0e19a8ad58bc447&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287595 Aug 17 16:15:24.303525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-73f01e95-12b7-40bb-91d8-6dd7277642e6 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986702 Aug 17 16:15:24.356016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0036804d-db00-4a61-a087-21395ee01de3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0036804d-db00-4a61-a087-21395ee01de3,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:24.379772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0036804d-db00-4a61-a087-21395ee01de3', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'port_id': '0036804d-db00-4a61-a087-21395ee01de3', 'mac_address': 'fa:16:3e:35:36:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c68bbd3-2311-44f8-b7bf-3eab3f578677', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:15:24.393837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-00ee6c27-3623-4148-8f06-114ec36c2f98 req-a9c32fb5-dc34-4b12-99b8-a53dfba229cd tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321881 Aug 17 16:15:24.450436 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b9a0c6-4c9a-4652-956e-c9f22d91a422 req-c53399e4-490d-4ef6-ad3a-ce147ba9bf62 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457331 Aug 17 16:15:24.459818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc433d31-1fd1-4a3b-8a8f-462540790d4f req-3f9884a9-3e1e-4dda-9e96-f8c40d0ee10b tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:24.461455 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc433d31-1fd1-4a3b-8a8f-462540790d4f req-3f9884a9-3e1e-4dda-9e96-f8c40d0ee10b tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643074 Aug 17 16:15:24.495181 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc433d31-1fd1-4a3b-8a8f-462540790d4f req-95dfa384-39cc-4a65-9450-12162a0d258b tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/quotas/74bc06de83a14a72a0e19a8ad58bc447 HTTP/1.1" status: 200 len: 375 time: 0.0264547 Aug 17 16:15:24.496989 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:24.517980 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0036804d-db00-4a61-a087-21395ee01de3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:24.547002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc433d31-1fd1-4a3b-8a8f-462540790d4f req-db5507e1-6422-492c-934d-026b76fb31c4 tempest-QuotasAdminNegativeTest-616860099 tempest-QuotasAdminNegativeTest-616860099-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74bc06de83a14a72a0e19a8ad58bc447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503993 Aug 17 16:15:24.549922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0036804d-db00-4a61-a087-21395ee01de3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0036804d-db00-4a61-a087-21395ee01de3,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:24.558064 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:24.593968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-0458995b-888a-40c8-ac0f-a61b42c92dcc tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:24.596202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-0458995b-888a-40c8-ac0f-a61b42c92dcc tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1097 time: 0.1443553 Aug 17 16:15:24.608729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74e4b1-d99c-4a77-92c4-e2ce5d26dac2 req-3098ac0e-d399-4941-8c4d-753d2d3ce31d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:24.610836 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce74e4b1-d99c-4a77-92c4-e2ce5d26dac2 req-3098ac0e-d399-4941-8c4d-753d2d3ce31d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 948 time: 0.0711415 Aug 17 16:15:24.616264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-1'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:24.646662 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0036804d-db00-4a61-a087-21395ee01de3,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:24.701343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce74e4b1-d99c-4a77-92c4-e2ce5d26dac2 req-33376486-f441-480b-a5ca-9dce0e73ba60 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801952 Aug 17 16:15:24.732491 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:24.810106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0036804d-db00-4a61-a087-21395ee01de3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:24.943937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:25.036544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:25.096602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:25.099177 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f7a961-4b3a-426d-9712-9eb8fa4e8ab1" -d '{"events": [{"server_uuid": "fa505b4e-6297-40da-9e83-841f5c604e07", "name": "network-vif-unplugged", "status": "completed", "tag": "afa580d5-7c8e-4787-8ad6-cccfc6a36a70"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:25.103632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:25.112532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:25.178636 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1933af-7705-44e5-b73a-7a66c4f414cd x-openstack-request-id: req-ee1933af-7705-44e5-b73a-7a66c4f414cd {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:25.179101 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa505b4e-6297-40da-9e83-841f5c604e07", "name": "network-vif-unplugged", "status": "completed", "tag": "afa580d5-7c8e-4787-8ad6-cccfc6a36a70", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:25.179491 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee1933af-7705-44e5-b73a-7a66c4f414cd {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:25.180098 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70', 'code': 200} Aug 17 16:15:25.275266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Pushing event updated for resources: {'Port': ['ID=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:25.310955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on host n-h1-804878-1 for vnic_type normal with profile {"migrating_to": "n-h2-804878-1"} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:15:25.311573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:15:25.311573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:25.317878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:15:25.318211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Attempting to bind port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:25.329991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:15:25.330346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:25.330877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:15:25.331336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Bound port: afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:15:25.331707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:25.341871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eb2f8-497f-4ab0-99ba-b5b86f3f3d13 req-e90a1d92-0786-4389-b088-e2c459c5cc7d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:25.343549 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-712eb2f8-497f-4ab0-99ba-b5b86f3f3d13 req-e90a1d92-0786-4389-b088-e2c459c5cc7d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 944 time: 0.1489916 Aug 17 16:15:25.382703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38386) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:25.421284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38390) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:25.434398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-712eb2f8-497f-4ab0-99ba-b5b86f3f3d13 req-4fd3f03f-b84e-43ec-9bfb-e02a340a69cb tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814543 Aug 17 16:15:25.473024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:25.477789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:15:25.487179 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:25.562607 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2a7f6-78b0-4309-b2fe-b352a5bdb586 req-a205f807-7223-4cd5-94b2-bd492d48412d tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:25.565028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4cf2a7f6-78b0-4309-b2fe-b352a5bdb586 req-a205f807-7223-4cd5-94b2-bd492d48412d tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 944 time: 0.0673542 Aug 17 16:15:25.585660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:25.586353 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:25.588440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] 10.222.0.93 "PUT /v2.0/ports/afa580d5-7c8e-4787-8ad6-cccfc6a36a70 HTTP/1.1" status: 200 len: 1122 time: 0.9765933 Aug 17 16:15:25.592460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17b44b-0653-48c5-9abc-f5e27820bb71 service neutron] Pushing event updated for resources: {'Port': ['ID=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,revision_number=8']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:25.611090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a2b58b8-a46b-4bbb-92a1-330803769718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:25.635018 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2f7c5b1-2299-4122-a382-335aa113cb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:25.668652 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4cf2a7f6-78b0-4309-b2fe-b352a5bdb586 req-2f6401ad-a1f3-4d02-aa4d-278898e254c3 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964751 Aug 17 16:15:25.681615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['afa580d5-7c8e-4787-8ad6-cccfc6a36a70'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:25.758254 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a2b58b8-a46b-4bbb-92a1-330803769718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:25.772308 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a2b58b8-a46b-4bbb-92a1-330803769718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:25.839830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36834ef4-f084-4866-a362-82225a4f6467 req-8d44a25a-7fce-4f69-bec1-128b112ccccd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:25.841606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36834ef4-f084-4866-a362-82225a4f6467 req-8d44a25a-7fce-4f69-bec1-128b112ccccd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 948 time: 0.0614588 Aug 17 16:15:25.865472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b58b8-a46b-4bbb-92a1-330803769718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2662ca2-bd46-46f3-b7bf-170c8ad1c01d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:25.876633 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9a2b58b8-a46b-4bbb-92a1-330803769718 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0822a9f377584c4eab24bb4072fce5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4919136 Aug 17 16:15:25.879416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38410) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:25.909278 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36834ef4-f084-4866-a362-82225a4f6467 req-4fc17656-d034-45bd-9784-194f7ea3ab98 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525706 Aug 17 16:15:25.987932 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5e58-05f1-445d-b7f1-ef2e96dd067b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:25.994047 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2f7c5b1-2299-4122-a382-335aa113cb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.008557 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2f7c5b1-2299-4122-a382-335aa113cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.033867 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5e58-05f1-445d-b7f1-ef2e96dd067b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.072178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7c5b1-2299-4122-a382-335aa113cb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78723d8-1f59-4c68-a79b-519af0172935,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:26.094710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a2f7c5b1-2299-4122-a382-335aa113cb85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74bc06de83a14a72a0e19a8ad58bc447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6694605 Aug 17 16:15:26.094926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:26.115409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5e58-05f1-445d-b7f1-ef2e96dd067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.119175 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5e58-05f1-445d-b7f1-ef2e96dd067b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.122964 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ef6a5e58-05f1-445d-b7f1-ef2e96dd067b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b2662ca2-bd46-46f3-b7bf-170c8ad1c01d HTTP/1.1" status: 204 len: 168 time: 0.2403820 Aug 17 16:15:26.135458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a5e58-05f1-445d-b7f1-ef2e96dd067b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2662ca2-bd46-46f3-b7bf-170c8ad1c01d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:26.163185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 234fe23a-0e19-42bb-9dca-8ed8a621e18e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:15:26.170527 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b919071-ec15-4a82-9d57-974e507aca65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.202092 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b919071-ec15-4a82-9d57-974e507aca65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.252832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0036804d-db00-4a61-a087-21395ee01de3 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:15:26.301838 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b919071-ec15-4a82-9d57-974e507aca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.304996 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b919071-ec15-4a82-9d57-974e507aca65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.307164 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b919071-ec15-4a82-9d57-974e507aca65 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a78723d8-1f59-4c68-a79b-519af0172935 HTTP/1.1" status: 204 len: 168 time: 0.2106192 Aug 17 16:15:26.325699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:26.326058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b919071-ec15-4a82-9d57-974e507aca65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78723d8-1f59-4c68-a79b-519af0172935,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:26.374221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 0036804d-db00-4a61-a087-21395ee01de3 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:15:26.385262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'mac_address': 'fa:16:3e:04:c2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:15:26.389117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0036804d-db00-4a61-a087-21395ee01de3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:26.392062 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.474292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.494591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 234fe23a-0e19-42bb-9dca-8ed8a621e18e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:26.554722 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.558270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:26.569052 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.569789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 65b885e9-4bbe-484d-bc72-94409eda7b3b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:15:26.630687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0036804d-db00-4a61-a087-21395ee01de3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:26.631506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19686b9-b394-46c6-b67b-808c5dbfc80d req-23afa21f-009e-477c-bbf7-d867fde75b42 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:26.632927 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32054c71-88af-4bac-bf72-e25a140e97b9" -d '{"events": [{"server_uuid": "c002adc6-702c-41ee-8b81-39b5bda7ba20", "name": "network-vif-plugged", "status": "completed", "tag": "0036804d-db00-4a61-a087-21395ee01de3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:26.640023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e19686b9-b394-46c6-b67b-808c5dbfc80d req-23afa21f-009e-477c-bbf7-d867fde75b42 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 944 time: 0.1036651 Aug 17 16:15:26.720854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0036804d-db00-4a61-a087-21395ee01de3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0036804d-db00-4a61-a087-21395ee01de3,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:26.723603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e19686b9-b394-46c6-b67b-808c5dbfc80d req-b2ef80a6-14bd-4d89-829e-3bc1b296eb33 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820057 Aug 17 16:15:26.725173 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e849b92a-a61d-4a47-956a-cbcd6e54ec0b x-openstack-request-id: req-e849b92a-a61d-4a47-956a-cbcd6e54ec0b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:26.726489 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c002adc6-702c-41ee-8b81-39b5bda7ba20", "name": "network-vif-plugged", "status": "completed", "tag": "0036804d-db00-4a61-a087-21395ee01de3", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:26.726782 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e849b92a-a61d-4a47-956a-cbcd6e54ec0b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:26.729392 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0036804d-db00-4a61-a087-21395ee01de3', 'code': 200} Aug 17 16:15:26.734331 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.749846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:26.757267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:26.801989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '65b885e9-4bbe-484d-bc72-94409eda7b3b', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '65b885e9-4bbe-484d-bc72-94409eda7b3b', 'mac_address': 'fa:16:3e:bb:1f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:15:26.859700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0036804d-db00-4a61-a087-21395ee01de3,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:26.869992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf1af8-e9d7-433c-bfd0-9da29a88ce19 req-24a94d55-125b-4167-9401-e93e1c1e3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:26.871696 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-feaf1af8-e9d7-433c-bfd0-9da29a88ce19 req-24a94d55-125b-4167-9401-e93e1c1e3345 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 1096 time: 0.0782428 Aug 17 16:15:26.880299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5218a9f-fa07-4c2e-bfea-fe5b24b924e2 req-886ecce8-5b57-4971-b58e-41f9ddcb587d tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:26.881996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5218a9f-fa07-4c2e-bfea-fe5b24b924e2 req-886ecce8-5b57-4971-b58e-41f9ddcb587d tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 945 time: 0.0983810 Aug 17 16:15:26.896207 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.922860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b885e9-4bbe-484d-bc72-94409eda7b3b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:26.927741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-feaf1af8-e9d7-433c-bfd0-9da29a88ce19 req-39227e39-8304-4af9-9f76-1065b78ff006 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 Aug 17 16:15:26.930443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38460) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:26.958347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2e5b49b-308a-4875-b98c-b16527aadf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:26.972007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5218a9f-fa07-4c2e-bfea-fe5b24b924e2 req-cef997d9-4804-44b5-b325-1c47db58cc32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661376 Aug 17 16:15:26.991626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:26.999996 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:27.112396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=65b885e9-4bbe-484d-bc72-94409eda7b3b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:27.125123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['234fe23a-0e19-42bb-9dca-8ed8a621e18e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:27.171168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112669d-91e3-4c2a-9b77-07c9eed9cf34 req-26adde30-dcbc-4bad-b0a8-eb362cd015ec tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:27.181402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'tag': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:27.184488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a112669d-91e3-4c2a-9b77-07c9eed9cf34 req-26adde30-dcbc-4bad-b0a8-eb362cd015ec tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 949 time: 0.1139793 Aug 17 16:15:27.184756 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57267f12-5842-4379-87fb-349ccd0568bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fa505b4e-6297-40da-9e83-841f5c604e07", "tag": "afa580d5-7c8e-4787-8ad6-cccfc6a36a70"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:27.233454 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ef861a-771d-4188-9d78-9721e1a40ae6 x-openstack-request-id: req-e3ef861a-771d-4188-9d78-9721e1a40ae6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:27.233891 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa505b4e-6297-40da-9e83-841f5c604e07", "tag": "afa580d5-7c8e-4787-8ad6-cccfc6a36a70", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:27.234418 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3ef861a-771d-4188-9d78-9721e1a40ae6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:27.235571 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'tag': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70', 'status': 'completed', 'code': 200} Aug 17 16:15:27.260432 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2e5b49b-308a-4875-b98c-b16527aadf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:27.298546 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a112669d-91e3-4c2a-9b77-07c9eed9cf34 req-c87b7ad1-eff8-49d7-90c5-773776244bcd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129766 Aug 17 16:15:27.302631 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2e5b49b-308a-4875-b98c-b16527aadf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:27.308179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['65b885e9-4bbe-484d-bc72-94409eda7b3b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:27.373171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57267f12-5842-4379-87fb-349ccd0568bf req-eeed868e-cd27-4c05-89c5-eaeffade9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:27.376057 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57267f12-5842-4379-87fb-349ccd0568bf req-eeed868e-cd27-4c05-89c5-eaeffade9363 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1125 time: 0.1076746 Aug 17 16:15:27.380029 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a2e5b49b-308a-4875-b98c-b16527aadf17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89ff7817695b437eb1caf919322fac8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479954 Aug 17 16:15:27.383739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38484) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:27.417767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5b49b-308a-4875-b98c-b16527aadf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ca998-72b0-402f-b7d5-5f2f2140733f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:27.511382 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11cc7bbc-f5ff-4eba-8d98-c5f354afe8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:27.589358 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11cc7bbc-f5ff-4eba-8d98-c5f354afe8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:27.612304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57267f12-5842-4379-87fb-349ccd0568bf req-11f69fd6-00b0-4958-832a-8d914a690b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:27.613929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57267f12-5842-4379-87fb-349ccd0568bf req-11f69fd6-00b0-4958-832a-8d914a690b84 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.2242553 Aug 17 16:15:27.666507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57267f12-5842-4379-87fb-349ccd0568bf req-b8daf99f-5072-4d84-9891-0d5601947014 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70 HTTP/1.1" status: 200 len: 217 time: 0.0441277 Aug 17 16:15:27.700007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11cc7bbc-f5ff-4eba-8d98-c5f354afe8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:27.705146 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11cc7bbc-f5ff-4eba-8d98-c5f354afe8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:27.709810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-11cc7bbc-f5ff-4eba-8d98-c5f354afe8f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b61ca998-72b0-402f-b7d5-5f2f2140733f HTTP/1.1" status: 204 len: 168 time: 0.3250053 Aug 17 16:15:27.724164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc7bbc-f5ff-4eba-8d98-c5f354afe8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ca998-72b0-402f-b7d5-5f2f2140733f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:27.821969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57267f12-5842-4379-87fb-349ccd0568bf req-cdc2f65e-f046-4ba4-8527-0a4a02106464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:27.824617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57267f12-5842-4379-87fb-349ccd0568bf req-cdc2f65e-f046-4ba4-8527-0a4a02106464 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.1446328 Aug 17 16:15:27.912673 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57267f12-5842-4379-87fb-349ccd0568bf req-a555b1b2-e640-45a0-a7db-f9e91dad74b2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767570 Aug 17 16:15:27.993427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e26ba-fe8e-413a-a8f6-3be128bf5c49 req-e4d097e3-8388-4877-a29f-533e711c1658 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:28.006347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a86e26ba-fe8e-413a-a8f6-3be128bf5c49 req-e4d097e3-8388-4877-a29f-533e711c1658 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 944 time: 0.1482074 Aug 17 16:15:28.111031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a86e26ba-fe8e-413a-a8f6-3be128bf5c49 req-1113539f-c5bb-4822-8603-47a71908a2d8 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992405 Aug 17 16:15:28.167960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device afa580d5-7c8e-4787-8ad6-cccfc6a36a70 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:15:28.171201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 234fe23a-0e19-42bb-9dca-8ed8a621e18e up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:15:28.180904 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57267f12-5842-4379-87fb-349ccd0568bf req-0cb843bd-918d-4140-9c93-b4a39b7ef8f9 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384157 Aug 17 16:15:28.393067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 234fe23a-0e19-42bb-9dca-8ed8a621e18e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:28.393444 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:28.446518 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57267f12-5842-4379-87fb-349ccd0568bf req-3de2d4f2-8954-46cd-afb8-830219d65855 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630031 Aug 17 16:15:28.447915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:28.506939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device afa580d5-7c8e-4787-8ad6-cccfc6a36a70 has no active binding in host n-h2-804878-1 {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 16:15:28.514496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277283a4-bb8f-4394-b27b-ad3d3fc627a2 req-b515f954-8be3-4dc7-8c7a-074a932622d5 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:28.516475 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-277283a4-bb8f-4394-b27b-ad3d3fc627a2 req-b515f954-8be3-4dc7-8c7a-074a932622d5 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 945 time: 0.0689938 Aug 17 16:15:28.609715 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:28.633198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-277283a4-bb8f-4394-b27b-ad3d3fc627a2 req-3fe6ec1e-0716-45bd-91ad-596a12605500 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093135 Aug 17 16:15:28.706685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:28.718725 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:28.736913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:28.739277 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee306c73-9430-4e60-aa91-f1e391b90ebd" -d '{"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-plugged", "status": "completed", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:28.789295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26839-4090-488d-aad6-31c453759607 req-955231f6-8627-41d9-810d-6cf1933be2c6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:28.801417 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9f26839-4090-488d-aad6-31c453759607 req-955231f6-8627-41d9-810d-6cf1933be2c6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 949 time: 0.1371405 Aug 17 16:15:28.832066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:28.899978 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd11669e-591e-424e-92fa-030cf09c6b59 x-openstack-request-id: req-fd11669e-591e-424e-92fa-030cf09c6b59 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:28.900337 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-plugged", "status": "completed", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:28.900633 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd11669e-591e-424e-92fa-030cf09c6b59 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:28.901049 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'code': 200} Aug 17 16:15:28.976120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9f26839-4090-488d-aad6-31c453759607 req-0fe4cb52-2674-4a18-8f8d-a090d27b767e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693575 Aug 17 16:15:29.029494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ea2d2-8367-4cf1-a8d7-0a77a7b577d7 req-9ccfae74-457c-4d74-951a-668798f304f9 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:29.038059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-998ea2d2-8367-4cf1-a8d7-0a77a7b577d7 req-9ccfae74-457c-4d74-951a-668798f304f9 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 945 time: 0.0740805 Aug 17 16:15:29.041915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38548) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:29.095001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-998ea2d2-8367-4cf1-a8d7-0a77a7b577d7 req-e682d8ae-8cb4-4c0a-94a5-c5d2206819a2 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558541 Aug 17 16:15:29.223979 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29601bda-4c2b-4749-bdf4-b566bdde350a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:29.404102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e472d-e493-4b21-8bc5-a77c45bad790 req-f17bc487-418e-44e0-98c8-981933c6076e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:29.412578 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd7e472d-e493-4b21-8bc5-a77c45bad790 req-f17bc487-418e-44e0-98c8-981933c6076e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 944 time: 0.1000483 Aug 17 16:15:29.499274 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd7e472d-e493-4b21-8bc5-a77c45bad790 req-c3e3763d-8a72-448c-97d2-e07ae21a2908 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853407 Aug 17 16:15:29.536578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29601bda-4c2b-4749-bdf4-b566bdde350a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:29.536578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29601bda-4c2b-4749-bdf4-b566bdde350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:29.590840 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-29601bda-4c2b-4749-bdf4-b566bdde350a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7fe0a4681ca3440e8b27060f73f96660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474524 Aug 17 16:15:29.591168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:29.643895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29601bda-4c2b-4749-bdf4-b566bdde350a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25455ad0-77aa-4580-97d8-2f3d141a6ecf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:29.654526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84791e6b-4e4f-44f4-9f3c-86cdcd306f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:29.680792 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84791e6b-4e4f-44f4-9f3c-86cdcd306f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:29.754780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84791e6b-4e4f-44f4-9f3c-86cdcd306f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:29.761270 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84791e6b-4e4f-44f4-9f3c-86cdcd306f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:29.761270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-84791e6b-4e4f-44f4-9f3c-86cdcd306f80 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25455ad0-77aa-4580-97d8-2f3d141a6ecf HTTP/1.1" status: 204 len: 168 time: 0.1669049 Aug 17 16:15:29.773353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84791e6b-4e4f-44f4-9f3c-86cdcd306f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25455ad0-77aa-4580-97d8-2f3d141a6ecf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:30.180748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 65b885e9-4bbe-484d-bc72-94409eda7b3b up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:15:30.228967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972347b9-4f5d-4935-92cd-02ef17510cc8 req-eea7c741-253d-4002-8ab3-8a222ed8bd3a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:30.246146 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-972347b9-4f5d-4935-92cd-02ef17510cc8 req-eea7c741-253d-4002-8ab3-8a222ed8bd3a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 949 time: 0.1297462 Aug 17 16:15:30.347572 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-972347b9-4f5d-4935-92cd-02ef17510cc8 req-11ac387d-27e9-4205-9ea0-b0989f6daad3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976615 Aug 17 16:15:30.387138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 65b885e9-4bbe-484d-bc72-94409eda7b3b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:15:30.410160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 65b885e9-4bbe-484d-bc72-94409eda7b3b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:30.412088 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:30.481412 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e399070-3dba-4c47-9519-a6e8988723aa req-9a55bb04-f017-46c3-ba70-804ef44e3748 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:30.505698 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9e399070-3dba-4c47-9519-a6e8988723aa req-9a55bb04-f017-46c3-ba70-804ef44e3748 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 945 time: 0.2337937 Aug 17 16:15:30.562755 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9e399070-3dba-4c47-9519-a6e8988723aa req-d24b7989-d145-42dc-b0a5-6a51793526a3 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557816 Aug 17 16:15:30.565617 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:30.607197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:30.613301 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:30.708668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fc656-4639-4779-8923-e53b28c93dcd req-fdb73fb0-ddfd-4c53-8227-b5dc2cbf29f1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:30.718639 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a60fc656-4639-4779-8923-e53b28c93dcd req-fdb73fb0-ddfd-4c53-8227-b5dc2cbf29f1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 944 time: 0.0849330 Aug 17 16:15:30.729450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=65b885e9-4bbe-484d-bc72-94409eda7b3b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:30.777770 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a60fc656-4639-4779-8923-e53b28c93dcd req-c9568a2f-3d99-4889-9621-e9eb815f6fd4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571005 Aug 17 16:15:30.902899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:30.908387 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8168b88-9e18-4e95-a739-5f9f2151e67c" -d '{"events": [{"server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "name": "network-vif-plugged", "status": "completed", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:31.095000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f9814804-90a4-45d3-b61f-8410608627d5 req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Request body: {'security_group': {'name': 'tempest-securitygroup-190800508', 'description': 'tempest-description-1955553183'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:31.130161 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f9814804-90a4-45d3-b61f-8410608627d5 req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:31.142409 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f9814804-90a4-45d3-b61f-8410608627d5 req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:31.356626 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f9814804-90a4-45d3-b61f-8410608627d5 req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:31.370474 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f9814804-90a4-45d3-b61f-8410608627d5 req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:31.478688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a700fa4-388a-4488-a015-f83701abffa1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:31.502401 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-6d6ec678-5dd3-4ab8-8a88-18c402cef197 service neutron] 10.222.0.91 "GET /v2.0/ports/afa580d5-7c8e-4787-8ad6-cccfc6a36a70/bindings/n-h2-804878-1 HTTP/1.1" status: 200 len: 384 time: 0.2024937 Aug 17 16:15:31.606196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f9814804-90a4-45d3-b61f-8410608627d5 req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:31.632454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f9814804-90a4-45d3-b61f-8410608627d5 req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:31.649708 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad2f986-d2e7-440e-a93a-3e63131ed6a3 x-openstack-request-id: req-9ad2f986-d2e7-440e-a93a-3e63131ed6a3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:31.650300 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "name": "network-vif-plugged", "status": "completed", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:31.650546 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ad2f986-d2e7-440e-a93a-3e63131ed6a3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:31.651432 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b', 'code': 200} Aug 17 16:15:31.692431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f9814804-90a4-45d3-b61f-8410608627d5 req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:31.693535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9814804-90a4-45d3-b61f-8410608627d5 req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6036565 Aug 17 16:15:31.704069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cce696-a6e3-4900-af43-7739fca18330 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffaf12f-ccc2-4dd3-83ba-d709ddb6d46b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:31.880513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dfbe6-9397-4cef-94c1-1f5becffcfd9 req-6e79ddf6-01f5-435a-954b-857618e9d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:31.882009 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b94dfbe6-9397-4cef-94c1-1f5becffcfd9 req-6e79ddf6-01f5-435a-954b-857618e9d3d3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1101 time: 0.1103215 Aug 17 16:15:31.885463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-54912b17-81e1-4483-b2a5-ecbf0eea81b1 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:31.928607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-54912b17-81e1-4483-b2a5-ecbf0eea81b1 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:31.962395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa4710-287d-4b07-aff8-a79b09134d61 req-40883723-b2da-474e-92ca-7f7dd353ef10 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:31.962395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-abaa4710-287d-4b07-aff8-a79b09134d61 req-40883723-b2da-474e-92ca-7f7dd353ef10 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.1491203 Aug 17 16:15:32.019641 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20390f65-a288-45e7-9b51-b63d2c1f01d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:32.038577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b94dfbe6-9397-4cef-94c1-1f5becffcfd9 req-514f8fc2-649b-4398-81c5-a63ed54ec663 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309786 Aug 17 16:15:32.060590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-54912b17-81e1-4483-b2a5-ecbf0eea81b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa580d5-7c8e-4787-8ad6-cccfc6a36a70 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:32.090835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-54912b17-81e1-4483-b2a5-ecbf0eea81b1 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:32.143591 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-abaa4710-287d-4b07-aff8-a79b09134d61 req-eb62841b-d4a4-40bd-aced-9c5f105153be tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537168 Aug 17 16:15:32.150344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-54912b17-81e1-4483-b2a5-ecbf0eea81b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:32.191594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-aae5a85a-c687-4229-95df-b6d520dd3982 req-39c0937c-f33d-4da9-b0f1-4adab2f8469b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2125410916', 'description': 'tempest-description-413616370'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:32.259327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aae5a85a-c687-4229-95df-b6d520dd3982 req-39c0937c-f33d-4da9-b0f1-4adab2f8469b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:32.324571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-54912b17-81e1-4483-b2a5-ecbf0eea81b1 service neutron] Transition to ACTIVE for port object afa580d5-7c8e-4787-8ad6-cccfc6a36a70 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:32.337159 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-54912b17-81e1-4483-b2a5-ecbf0eea81b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:32.389157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08589c-3b2c-44c7-8017-ab9a0dae43c7 req-a0b8e119-1925-4611-ba89-edab2ba87083 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:32.401671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e08589c-3b2c-44c7-8017-ab9a0dae43c7 req-a0b8e119-1925-4611-ba89-edab2ba87083 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 944 time: 0.1053834 Aug 17 16:15:32.435939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-54912b17-81e1-4483-b2a5-ecbf0eea81b1 service neutron] No DVR routers for this DVR port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:15:32.494132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e08589c-3b2c-44c7-8017-ab9a0dae43c7 req-3c197b39-3700-4c8b-81ba-41cd9d96172e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858676 Aug 17 16:15:32.500259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54912b17-81e1-4483-b2a5-ecbf0eea81b1 service neutron] Pushing event updated for resources: {'Port': ['ID=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:32.522433 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-54912b17-81e1-4483-b2a5-ecbf0eea81b1 service neutron] 10.222.0.91 "PUT /v2.0/ports/afa580d5-7c8e-4787-8ad6-cccfc6a36a70/bindings/n-h2-804878-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0165207 Aug 17 16:15:32.525609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38688) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:32.537556 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aae5a85a-c687-4229-95df-b6d520dd3982 req-39c0937c-f33d-4da9-b0f1-4adab2f8469b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:32.544263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aae5a85a-c687-4229-95df-b6d520dd3982 req-39c0937c-f33d-4da9-b0f1-4adab2f8469b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:32.587261 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aae5a85a-c687-4229-95df-b6d520dd3982 req-39c0937c-f33d-4da9-b0f1-4adab2f8469b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:32.609166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aae5a85a-c687-4229-95df-b6d520dd3982 req-39c0937c-f33d-4da9-b0f1-4adab2f8469b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4240839 Aug 17 16:15:32.635987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0937c-f33d-4da9-b0f1-4adab2f8469b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9bcfbb-69e2-4e7a-a629-03cafde7fa8f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:32.721407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-b6a8e356-4de4-41cf-8934-3dd0e3e18bac tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:32.724272 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-b6a8e356-4de4-41cf-8934-3dd0e3e18bac tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.1126521 Aug 17 16:15:32.799774 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7003f79f-6834-4f8c-a839-914159c4d9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:32.881440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-83738767-832b-4df8-b59c-aa23d9563c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:32.892717 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-83738767-832b-4df8-b59c-aa23d9563c74 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07&tenant_id=93cfa698670f475e961b98264f242f53 HTTP/1.1" status: 200 len: 1096 time: 0.1582081 Aug 17 16:15:33.019682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7003f79f-6834-4f8c-a839-914159c4d9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:33.025934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7003f79f-6834-4f8c-a839-914159c4d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:33.040829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-9fd4055a-0ce5-454e-8626-3c09c0b982a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:33.042643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-9fd4055a-0ce5-454e-8626-3c09c0b982a3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1096 time: 0.0942681 Aug 17 16:15:33.057018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-45f6dc1d-7f27-40f7-adf9-f6162f1c3a49 req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1251152569', 'description': 'tempest-description-2032344140'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:33.144093 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45f6dc1d-7f27-40f7-adf9-f6162f1c3a49 req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:33.164110 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45f6dc1d-7f27-40f7-adf9-f6162f1c3a49 req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:33.204703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7003f79f-6834-4f8c-a839-914159c4d9f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a34a63d8f09d4e2c8cd76fdd1a079165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6779673 Aug 17 16:15:33.209377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:33.210431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003f79f-6834-4f8c-a839-914159c4d9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e883229f-bf00-4c0c-84e4-6e879bc3201e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:33.256774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-67a7df3a-9234-4b81-b7a6-49ce31e7aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:33.258781 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-67a7df3a-9234-4b81-b7a6-49ce31e7aa44 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.1883242 Aug 17 16:15:33.338235 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-50846785-db53-4689-b103-55f41b3102da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70 HTTP/1.1" status: 200 len: 217 time: 0.0582588 Aug 17 16:15:33.412118 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47e1dc03-0e74-4859-8503-1f085f55e8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:33.478787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47e1dc03-0e74-4859-8503-1f085f55e8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:33.491994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-91352a3b-3bc2-44ff-b333-08f04890dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:33.493561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-91352a3b-3bc2-44ff-b333-08f04890dc91 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.1461244 Aug 17 16:15:33.559413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-99e87ed7-1411-4b9e-85b3-07ce11a73c75 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483260 Aug 17 16:15:33.565089 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45f6dc1d-7f27-40f7-adf9-f6162f1c3a49 req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:33.581356 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45f6dc1d-7f27-40f7-adf9-f6162f1c3a49 req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:33.584165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cee9c0-1a01-4189-b52d-a45491945c5e req-2b43aac4-bb92-40e9-83ff-a6ec748a4ea2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:33.586656 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99cee9c0-1a01-4189-b52d-a45491945c5e req-2b43aac4-bb92-40e9-83ff-a6ec748a4ea2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.0687299 Aug 17 16:15:33.642056 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99cee9c0-1a01-4189-b52d-a45491945c5e req-a2281f78-499b-4882-b3fd-9069c754e057 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479476 Aug 17 16:15:33.991221 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47e1dc03-0e74-4859-8503-1f085f55e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:33.994226 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47e1dc03-0e74-4859-8503-1f085f55e8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:33.995402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-47e1dc03-0e74-4859-8503-1f085f55e8de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e883229f-bf00-4c0c-84e4-6e879bc3201e HTTP/1.1" status: 204 len: 168 time: 0.7824128 Aug 17 16:15:34.052159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-f6e23dc6-96af-4be7-b51a-353fa7a233bc service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813113 Aug 17 16:15:34.065193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9555f31e-2a29-4b14-b0bf-4eda36d82d71,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:34.082296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1dc03-0e74-4859-8503-1f085f55e8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e883229f-bf00-4c0c-84e4-6e879bc3201e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:34.227576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0036804d-db00-4a61-a087-21395ee01de3 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:15:34.253580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45f6dc1d-7f27-40f7-adf9-f6162f1c3a49 req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:34.258627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-f4a1bc1d-0594-4993-bdbd-252af0b168db service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779706 Aug 17 16:15:34.260486 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45f6dc1d-7f27-40f7-adf9-f6162f1c3a49 req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:34.298956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31098779-f3cc-45d3-bbc9-d3f1df35386d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:34.316786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45f6dc1d-7f27-40f7-adf9-f6162f1c3a49 req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:34.318020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09448bc6-098d-4e81-bbe2-88071d5d189b req-d5c17a58-1e30-4a13-9d51-2a5a8b62816a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:34.318274 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45f6dc1d-7f27-40f7-adf9-f6162f1c3a49 req-9f7e5aba-cf75-4a8d-91a1-63d78850c7ac tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2681410 Aug 17 16:15:34.329994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09448bc6-098d-4e81-bbe2-88071d5d189b req-d5c17a58-1e30-4a13-9d51-2a5a8b62816a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 945 time: 0.1458881 Aug 17 16:15:34.395011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09448bc6-098d-4e81-bbe2-88071d5d189b req-2e80d490-c2f0-4abe-8ebe-3b302bdf47f0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639427 Aug 17 16:15:34.530588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0036804d-db00-4a61-a087-21395ee01de3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0036804d-db00-4a61-a087-21395ee01de3,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:34.552969 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0036804d-db00-4a61-a087-21395ee01de3', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'port_id': '0036804d-db00-4a61-a087-21395ee01de3', 'mac_address': 'fa:16:3e:35:36:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c68bbd3-2311-44f8-b7bf-3eab3f578677', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:15:34.606874 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:34.628420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0036804d-db00-4a61-a087-21395ee01de3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:34.699606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device afa580d5-7c8e-4787-8ad6-cccfc6a36a70 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:15:34.717816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0036804d-db00-4a61-a087-21395ee01de3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0036804d-db00-4a61-a087-21395ee01de3,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:34.746588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7f5337bf-4289-4dc2-b062-3f8e90f7c2aa tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:34.752111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-7f5337bf-4289-4dc2-b062-3f8e90f7c2aa tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.1602421 Aug 17 16:15:34.773593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6d3c7396-9dce-4e49-8503-7d6897aca384 req-a194c433-c997-4f40-98ef-b56290650772 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2011286104', 'description': 'tempest-description-1867721455'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:34.808448 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:34.855150 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d3c7396-9dce-4e49-8503-7d6897aca384 req-a194c433-c997-4f40-98ef-b56290650772 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:34.909337 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-892b1cef-b988-4d1c-ba0a-e9a66d9fcb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:34.928157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0036804d-db00-4a61-a087-21395ee01de3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:34.970121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device afa580d5-7c8e-4787-8ad6-cccfc6a36a70 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:15:34.978349 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0036804d-db00-4a61-a087-21395ee01de3,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:34.986803 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:35.137807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b51dd3-7b22-4d8b-9719-73e03697fdba req-1175c99e-5afe-4837-b554-fc3538964352 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:35.146606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1b51dd3-7b22-4d8b-9719-73e03697fdba req-1175c99e-5afe-4837-b554-fc3538964352 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1101 time: 0.2341051 Aug 17 16:15:35.177905 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1b51dd3-7b22-4d8b-9719-73e03697fdba req-5d81f200-e4c9-420e-8936-25126dd911b2 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:35.200017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-6090c928-8e50-436c-944a-2fa640800da3 service neutron] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:35.203098 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-6090c928-8e50-436c-944a-2fa640800da3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:35.204323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b684d4aa-974a-49bf-9403-8b8152a1f215 req-6090c928-8e50-436c-944a-2fa640800da3 service neutron] 10.222.0.93 "DELETE /v2.0/ports/afa580d5-7c8e-4787-8ad6-cccfc6a36a70/bindings/n-h1-804878-1 HTTP/1.1" status: 204 len: 173 time: 0.4424694 Aug 17 16:15:35.255071 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d3c7396-9dce-4e49-8503-7d6897aca384 req-a194c433-c997-4f40-98ef-b56290650772 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:35.270603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d3c7396-9dce-4e49-8503-7d6897aca384 req-a194c433-c997-4f40-98ef-b56290650772 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:35.342984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194c433-c997-4f40-98ef-b56290650772 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b935ad4-4d49-441f-9948-5f4a07a8b675,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:35.437022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1b51dd3-7b22-4d8b-9719-73e03697fdba req-5d81f200-e4c9-420e-8936-25126dd911b2 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:35.448013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1b51dd3-7b22-4d8b-9719-73e03697fdba req-5d81f200-e4c9-420e-8936-25126dd911b2 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:35.451098 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d3c7396-9dce-4e49-8503-7d6897aca384 req-a194c433-c997-4f40-98ef-b56290650772 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:35.453012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d3c7396-9dce-4e49-8503-7d6897aca384 req-a194c433-c997-4f40-98ef-b56290650772 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6857452 Aug 17 16:15:35.530873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1b51dd3-7b22-4d8b-9719-73e03697fdba req-5d81f200-e4c9-420e-8936-25126dd911b2 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771451 Aug 17 16:15:35.582118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81f200-e4c9-420e-8936-25126dd911b2 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756b8f22-5019-4592-83d7-d671040b3b03,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:35.782533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:36.239612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0036804d-db00-4a61-a087-21395ee01de3 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:15:36.362504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0036804d-db00-4a61-a087-21395ee01de3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:36.363028 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:36.555393 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:36.625609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0036804d-db00-4a61-a087-21395ee01de3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:36.629345 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41e58e2-4f85-4dc6-9204-cfef137ac5c8" -d '{"events": [{"server_uuid": "c002adc6-702c-41ee-8b81-39b5bda7ba20", "name": "network-vif-plugged", "status": "completed", "tag": "0036804d-db00-4a61-a087-21395ee01de3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:36.667736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0036804d-db00-4a61-a087-21395ee01de3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0036804d-db00-4a61-a087-21395ee01de3,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:36.686399 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:36.824284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0036804d-db00-4a61-a087-21395ee01de3,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:37.469121 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:40.378753 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:15:42.590526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01da9a-b87b-4a45-b2a1-955d02832e50 req-6f8d5cf9-a500-4d5a-9fde-2566003e20de tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:42.593238 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c01da9a-b87b-4a45-b2a1-955d02832e50 req-6f8d5cf9-a500-4d5a-9fde-2566003e20de tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 945 time: 0.0945358 Aug 17 16:15:42.647345 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c01da9a-b87b-4a45-b2a1-955d02832e50 req-0a5d1249-7715-4e0a-9fcf-9f17995b404f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448065 Aug 17 16:15:42.950094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-d9ec7787-f0ee-4def-8ea8-d8efaf3c5108 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50610 time: 0.4556084 Aug 17 16:15:43.031092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-f91cc8cb-0095-4795-919b-43eba5f98590 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/1a700fa4-388a-4488-a015-f83701abffa1 HTTP/1.1" status: 200 len: 2981 time: 0.0792150 Aug 17 16:15:43.099139 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-b3a5b017-5d02-4c61-a077-a27cb3d54d76 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/1a700fa4-388a-4488-a015-f83701abffa1 HTTP/1.1" status: 200 len: 2981 time: 0.0595222 Aug 17 16:15:43.177121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-b74f8023-2f0a-4539-aa04-e02b767c38af tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/3c547ddc-3b67-4306-b9a2-45d026d9f0b2 HTTP/1.1" status: 200 len: 2981 time: 0.0661321 Aug 17 16:15:43.237462 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-b83b863e-fb69-4c77-b5f4-ce35ae7cd22b tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/3c547ddc-3b67-4306-b9a2-45d026d9f0b2 HTTP/1.1" status: 200 len: 2981 time: 0.0515854 Aug 17 16:15:43.304001 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-e8255716-b10a-4b09-b2bf-ad4a8b1e7776 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/42b6f32c-4d57-44a6-935c-752a5926fc66 HTTP/1.1" status: 200 len: 2977 time: 0.0558205 Aug 17 16:15:43.382340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-ec8bf545-fadc-4280-9621-a8315d35f740 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/42b6f32c-4d57-44a6-935c-752a5926fc66 HTTP/1.1" status: 200 len: 2977 time: 0.0672431 Aug 17 16:15:43.495857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-d41c0b32-89cc-4af8-8a03-258f6478c106 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/547e7339-f140-4b1a-b936-41664c2074bb HTTP/1.1" status: 200 len: 2977 time: 0.0981624 Aug 17 16:15:43.571052 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-1d06e8fe-01c1-4e25-8d0b-2a580a1cd943 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/547e7339-f140-4b1a-b936-41664c2074bb HTTP/1.1" status: 200 len: 2977 time: 0.0735834 Aug 17 16:15:43.647695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-161e4fa9-7f15-452e-990c-078a50418dd2 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/672f35bd-a2d4-4e41-b23c-c2ea1dff24bc HTTP/1.1" status: 200 len: 2977 time: 0.0604141 Aug 17 16:15:43.795870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-667b6fb2-4b7e-475b-8d08-fc7208f88367 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/672f35bd-a2d4-4e41-b23c-c2ea1dff24bc HTTP/1.1" status: 200 len: 2977 time: 0.1325884 Aug 17 16:15:43.861173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:43.869274 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-d24e48e0-1652-4b41-8d1f-1281641c3ba4 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6e2862dd-5515-4667-8472-7bbf84358eec HTTP/1.1" status: 200 len: 2981 time: 0.0666356 Aug 17 16:15:43.933572 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-cf0b385d-1b24-4cd6-9f69-6c5ec99b6170 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6e2862dd-5515-4667-8472-7bbf84358eec HTTP/1.1" status: 200 len: 2981 time: 0.0568583 Aug 17 16:15:43.987558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-56951bf3-1d19-4a9d-8025-14cd62435fb3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1237392 Aug 17 16:15:44.031348 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-95284d22-b367-4db8-beb0-e48721bce190 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/718ff5f6-27a2-4a2d-b9c5-b48f52673034 HTTP/1.1" status: 200 len: 2981 time: 0.0893323 Aug 17 16:15:44.124668 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-35e1e794-14fc-4924-a1c4-0d350beb946d tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/718ff5f6-27a2-4a2d-b9c5-b48f52673034 HTTP/1.1" status: 200 len: 2981 time: 0.0697250 Aug 17 16:15:44.179290 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7798c85-6423-4c6b-af0e-4786fb64fe2b x-openstack-request-id: req-e7798c85-6423-4c6b-af0e-4786fb64fe2b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:44.179878 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c002adc6-702c-41ee-8b81-39b5bda7ba20", "name": "network-vif-plugged", "status": "completed", "tag": "0036804d-db00-4a61-a087-21395ee01de3", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:44.180032 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7798c85-6423-4c6b-af0e-4786fb64fe2b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:44.180457 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0036804d-db00-4a61-a087-21395ee01de3', 'code': 200} Aug 17 16:15:44.248063 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-cfdd2e7c-fbea-4400-8f65-501c4c8da58d tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/756b8f22-5019-4592-83d7-d671040b3b03 HTTP/1.1" status: 200 len: 2981 time: 0.1003952 Aug 17 16:15:44.357375 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-90495733-9566-43fd-9ffb-1590af316f88 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/756b8f22-5019-4592-83d7-d671040b3b03 HTTP/1.1" status: 200 len: 2981 time: 0.1017199 Aug 17 16:15:44.456463 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-eb3971a8-7f43-4a1a-a6ff-4d7272ca4dd6 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/7e9c062f-c6ce-453c-83cc-b06fd6894d01 HTTP/1.1" status: 200 len: 2973 time: 0.0917504 Aug 17 16:15:44.552052 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-31e05675-c704-4cb3-8a08-2c3af4db95e3 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/7e9c062f-c6ce-453c-83cc-b06fd6894d01 HTTP/1.1" status: 200 len: 2973 time: 0.0863476 Aug 17 16:15:44.630301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:44.716488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-dec1743f-f219-4aa6-bc55-ba6a7f4aca36 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/87571bfa-664a-43f9-8fb3-264d9428c6ef HTTP/1.1" status: 200 len: 2981 time: 0.1522017 Aug 17 16:15:44.742893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb91dc-71cc-4e65-a3ec-c6879aa28d37 req-da7a33e3-b1dc-456f-8b14-a0e1226cf338 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:44.759301 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82bb91dc-71cc-4e65-a3ec-c6879aa28d37 req-da7a33e3-b1dc-456f-8b14-a0e1226cf338 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.2017207 Aug 17 16:15:44.810810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-f47eac1c-3584-4aff-a0a5-a049e63908ee tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/87571bfa-664a-43f9-8fb3-264d9428c6ef HTTP/1.1" status: 200 len: 2981 time: 0.0914342 Aug 17 16:15:44.841572 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82bb91dc-71cc-4e65-a3ec-c6879aa28d37 req-4d5d3296-c87d-4d61-b788-4a73aaef9a0a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807848 Aug 17 16:15:44.899307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-d41bebf3-fcc6-478f-a09d-0a19b8c8a257 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9555f31e-2a29-4b14-b0bf-4eda36d82d71 HTTP/1.1" status: 200 len: 2981 time: 0.0799272 Aug 17 16:15:44.929740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:45.026912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-dfeab1c4-7bd9-4349-8077-3e3166f92ae2 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9555f31e-2a29-4b14-b0bf-4eda36d82d71 HTTP/1.1" status: 200 len: 2981 time: 0.1127632 Aug 17 16:15:45.040451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df427d5-9b8f-4f7f-be7d-bda6878b3c98 req-fb2c9d85-a69b-47d2-99ed-5a9d3cc5da86 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:45.042706 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5df427d5-9b8f-4f7f-be7d-bda6878b3c98 req-fb2c9d85-a69b-47d2-99ed-5a9d3cc5da86 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 949 time: 0.0901246 Aug 17 16:15:45.115947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5df427d5-9b8f-4f7f-be7d-bda6878b3c98 req-d120d945-3b52-4338-a292-8c4b7d13d526 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639091 Aug 17 16:15:45.183668 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:45.190631 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:45.220704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-79665aff-cfe8-4d80-aefb-291be521b885 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed HTTP/1.1" status: 200 len: 2981 time: 0.1928401 Aug 17 16:15:45.229701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4204cfe2-02b1-495f-afae-9d4597c84c05,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:45.243365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.244005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.244584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.245075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.245552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.246062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.246594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.247095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.247578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.248189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.248669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.249563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:45.276280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-563c38b1-d40d-4f6e-be8f-0b4a1a54fad6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fce9fe018c8047dea9024ac79a9a8b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6320469 Aug 17 16:15:45.281696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:45.332601 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-cf9cb252-d203-405b-9b22-70b66a3b2c95 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed HTTP/1.1" status: 200 len: 2981 time: 0.1107140 Aug 17 16:15:45.384141 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e5c84eb-ee4b-4268-9ebb-7afd59f8d9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:45.390272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccf5a9-a11e-4350-aaa4-d96dc131a7e4 req-aaec2db2-6a11-403a-a7e1-1dc26ec4428c tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:45.391893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebccf5a9-a11e-4350-aaa4-d96dc131a7e4 req-aaec2db2-6a11-403a-a7e1-1dc26ec4428c tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1096 time: 0.0869317 Aug 17 16:15:45.431002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-3a06eb1f-c8f9-413e-a594-f201aadabff7 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/a40ac24d-2dab-4cd7-963c-c58b4111cb61 HTTP/1.1" status: 200 len: 2981 time: 0.0915754 Aug 17 16:15:45.436813 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e5c84eb-ee4b-4268-9ebb-7afd59f8d9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:45.492542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebccf5a9-a11e-4350-aaa4-d96dc131a7e4 req-689a849d-e496-466a-a0e3-5acc015bbfe7 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929935 Aug 17 16:15:45.499720 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-e03aa362-1c61-41e5-8448-51cb74b9b180 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/a40ac24d-2dab-4cd7-963c-c58b4111cb61 HTTP/1.1" status: 200 len: 2981 time: 0.0599251 Aug 17 16:15:45.592851 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e5c84eb-ee4b-4268-9ebb-7afd59f8d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:45.597365 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e5c84eb-ee4b-4268-9ebb-7afd59f8d9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:45.602023 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e5c84eb-ee4b-4268-9ebb-7afd59f8d9b3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4204cfe2-02b1-495f-afae-9d4597c84c05 HTTP/1.1" status: 204 len: 168 time: 0.3187423 Aug 17 16:15:45.623931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-dd30dcd0-0e68-4283-b493-4cdab0e1d382 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/bcf8ccf3-1a23-446d-8def-34cac71ce22d HTTP/1.1" status: 200 len: 2981 time: 0.1166356 Aug 17 16:15:45.625069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c84eb-ee4b-4268-9ebb-7afd59f8d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4204cfe2-02b1-495f-afae-9d4597c84c05,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:45.745338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-5ce1b5d6-0b58-4f62-8030-4a6c06819aed tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/bcf8ccf3-1a23-446d-8def-34cac71ce22d HTTP/1.1" status: 200 len: 2981 time: 0.1131654 Aug 17 16:15:45.874694 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-8241d83d-acd4-46fa-9c52-2bb181e27f70 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c8298aee-26aa-4565-94f1-3390c93b3d65 HTTP/1.1" status: 200 len: 2981 time: 0.1216433 Aug 17 16:15:45.955035 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5d8282-cb32-4a30-8ada-8d5ea02f1e27 req-302d21f9-5525-4f4c-92f5-a8bd387ec4bc tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c8298aee-26aa-4565-94f1-3390c93b3d65 HTTP/1.1" status: 200 len: 2981 time: 0.0720592 Aug 17 16:15:46.097570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058e9d5-bf4d-4250-a483-3b2720eff4d2 req-8135963b-5fe1-49a3-98ab-629ca41e53d4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:46.105174 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c058e9d5-bf4d-4250-a483-3b2720eff4d2 req-8135963b-5fe1-49a3-98ab-629ca41e53d4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.0831218 Aug 17 16:15:46.159721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c058e9d5-bf4d-4250-a483-3b2720eff4d2 req-8054be16-9bbc-4855-a653-ae38b4ddb94d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535746 Aug 17 16:15:46.173663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-14f3ec47-fe5f-496d-84c7-070ceb81c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:46.175370 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-14f3ec47-fe5f-496d-84c7-070ceb81c1c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1101 time: 0.0750973 Aug 17 16:15:46.183535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ef09-715e-4904-afc4-27669f94a88a req-331d6cff-b315-44c4-badf-1562abdab658 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:46.185193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-331d6cff-b315-44c4-badf-1562abdab658 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 820 time: 0.1838064 Aug 17 16:15:46.258788 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-c6d60a4d-fb32-4009-bb0e-2ca90958381b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/quotas/93cfa698670f475e961b98264f242f53 HTTP/1.1" status: 200 len: 375 time: 0.0622361 Aug 17 16:15:46.272781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 234fe23a-0e19-42bb-9dca-8ed8a621e18e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:15:46.336840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-eb6bd507-ec73-417d-a913-c3441980fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:46.338527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-eb6bd507-ec73-417d-a913-c3441980fc38 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1523297 Aug 17 16:15:46.368261 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:46.402070 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-7c4ef57d-7f48-49ce-b3d8-fcb4e74910f1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 217 time: 0.0484977 Aug 17 16:15:46.411628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:46.413553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:46.416672 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d90d6d-f93b-4a30-a604-e5ccb5d782a7" -d '{"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-unplugged", "status": "completed", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:46.424710 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:46.425348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-58c7262c-5bec-4fbd-998d-fcc4aaf0beab tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1590710 Aug 17 16:15:46.523569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:46.534078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.534732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.535341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.535728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.536265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.536783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.537172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.537572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.537937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.538320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.538829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.539210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:46.549209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-23aea879-3b2a-4e30-8805-f25973b56056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:46.550898 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-23aea879-3b2a-4e30-8805-f25973b56056 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1168017 Aug 17 16:15:46.590108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-b07c1a26-d014-4dec-8352-823489ac2df7 service neutron] 10.222.0.77 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638770 Aug 17 16:15:46.702895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-beed68b9-f16f-4d05-b803-2e77d048eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:46.705159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-beed68b9-f16f-4d05-b803-2e77d048eb1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138575 Aug 17 16:15:46.794267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-e99069d0-d0d5-44fb-b29a-fd17572672c0 service neutron] 10.222.0.77 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915598 Aug 17 16:15:46.856773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39032) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:46.869177 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-a3463d13-460a-49ee-88ab-f9b432f4515b service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495128 Aug 17 16:15:47.075447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1729263628-network', 'tenant_id': '4b9bf3031e534cd7871880f24aec590f'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:47.127523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Made reservation on behalf of 4b9bf3031e534cd7871880f24aec590f for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:15:47.130012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:47.152169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:47.171927 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ca190a9-26ff-48d5-bd50-e34fbbdf8284 req-57e1f5cf-1029-4352-b8f0-397f917db4b5 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7abf990950b8456f816c0b2f98ea9b25 HTTP/1.1" status: 200 len: 6102 time: 0.1869128 Aug 17 16:15:47.193661 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-89bcb6a0-7cc5-4cd1-a749-19d40f3708a5 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142605 Aug 17 16:15:47.310884 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ca190a9-26ff-48d5-bd50-e34fbbdf8284 req-5da6784d-51ea-4862-ab77-d4bef0b1ebc4 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] 10.222.0.77 "GET /v2.0/security-groups/1a700fa4-388a-4488-a015-f83701abffa1 HTTP/1.1" status: 200 len: 2981 time: 0.1307187 Aug 17 16:15:47.357644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:47.369618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:47.380585 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ca190a9-26ff-48d5-bd50-e34fbbdf8284 req-95b9cc66-11f2-4c69-94d0-333876ff71be tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] 10.222.0.77 "GET /v2.0/security-groups/1a700fa4-388a-4488-a015-f83701abffa1 HTTP/1.1" status: 200 len: 2981 time: 0.0686562 Aug 17 16:15:47.403282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:15:47.416695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:47.417081 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Added segment 158355f3-6b10-4d86-a608-101efa49f62e of type vlan for network a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a Aug 17 16:15:47.424336 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f020bb95-d981-4d7e-8799-71ffbfe96dec x-openstack-request-id: req-f020bb95-d981-4d7e-8799-71ffbfe96dec {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:47.425289 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-unplugged", "status": "completed", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:47.425699 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f020bb95-d981-4d7e-8799-71ffbfe96dec {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:47.426249 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'code': 200} Aug 17 16:15:47.480590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:47.532592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:47.534543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:47.535182 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:47.621936 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7610273 Aug 17 16:15:47.623375 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39078) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:47.628832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Request body: {'subnet': {'network_id': 'a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1729263628-subnet', 'tenant_id': '4b9bf3031e534cd7871880f24aec590f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:47.635054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9593ac6-d512-4fb8-b11d-5ee71a025151,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:47.648954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.649298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.649635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.649972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.650292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.650785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.651111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.651622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.651731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.652049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.652367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.652834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:15:47.678019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdea474-c967-4c70-990b-fcf6db0f4654 admin admin] Pushing event updated for resources: {'Network': ['ID=a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:47.704954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:15:47.766628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0129b9aa-1c80-4315-81c3-992a6bc1f913 req-6b06711e-370d-4f27-a4ca-6602c01afc3b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 210 time: 0.0485563 Aug 17 16:15:47.767753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Made reservation on behalf of 4b9bf3031e534cd7871880f24aec590f for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:15:47.770401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.069376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8554504-b0c1-4d95-bcaa-07ed97163b49 req-58c773fc-47b3-4596-8c54-a9125ebed080 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/3b935ad4-4d49-441f-9948-5f4a07a8b675 HTTP/1.1" status: 200 len: 1778 time: 0.0952578 Aug 17 16:15:48.170681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6345669-7205-470b-aedc-cd27ff2251ba req-7b5fb9c9-0ebd-4cbb-959d-6ff0480b3150 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:48.174268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6345669-7205-470b-aedc-cd27ff2251ba req-7b5fb9c9-0ebd-4cbb-959d-6ff0480b3150 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.1249926 Aug 17 16:15:48.185711 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8554504-b0c1-4d95-bcaa-07ed97163b49 req-256c7a97-4a1f-4362-85cb-0d050242eb5e tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.232475 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8554504-b0c1-4d95-bcaa-07ed97163b49 req-256c7a97-4a1f-4362-85cb-0d050242eb5e tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.238882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.314899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8554504-b0c1-4d95-bcaa-07ed97163b49 req-256c7a97-4a1f-4362-85cb-0d050242eb5e tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.318299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6345669-7205-470b-aedc-cd27ff2251ba req-483231e3-2d17-4684-a765-2a0684a3dbae tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327744 Aug 17 16:15:48.321106 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8554504-b0c1-4d95-bcaa-07ed97163b49 req-256c7a97-4a1f-4362-85cb-0d050242eb5e tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.323047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8554504-b0c1-4d95-bcaa-07ed97163b49 req-256c7a97-4a1f-4362-85cb-0d050242eb5e tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b935ad4-4d49-441f-9948-5f4a07a8b675 HTTP/1.1" status: 204 len: 173 time: 0.2528324 Aug 17 16:15:48.340095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c7a97-4a1f-4362-85cb-0d050242eb5e tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b935ad4-4d49-441f-9948-5f4a07a8b675,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:48.382542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d102beed-7c16-45e9-971c-d0ed1d37db63,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:48.426996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Checking segment: {'id': '158355f3-6b10-4d86-a608-101efa49f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:48.427340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Network hostable DHCP agents. Network: a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:15:48.470759 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b06ef51-b725-4e7b-a61d-62a048a0f92c req-52943365-e3ab-4213-9d35-f288b03ace90 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "GET /v2.0/security-groups/31098779-f3cc-45d3-bbc9-d3f1df35386d HTTP/1.1" status: 200 len: 1778 time: 0.0692842 Aug 17 16:15:48.509886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Network a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:15:48.529359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4b06ef51-b725-4e7b-a61d-62a048a0f92c req-a92bffaa-1ae3-4b8e-9789-0048ac8c2960 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.554060 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4b06ef51-b725-4e7b-a61d-62a048a0f92c req-a92bffaa-1ae3-4b8e-9789-0048ac8c2960 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.595990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:15:48.605884 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1b9e99-73f4-4493-981b-5814f16452a9 None None] Network a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:15:48.626469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:48.627144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.652350 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4b06ef51-b725-4e7b-a61d-62a048a0f92c req-a92bffaa-1ae3-4b8e-9789-0048ac8c2960 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.657316 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4b06ef51-b725-4e7b-a61d-62a048a0f92c req-a92bffaa-1ae3-4b8e-9789-0048ac8c2960 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:48.675401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b06ef51-b725-4e7b-a61d-62a048a0f92c req-a92bffaa-1ae3-4b8e-9789-0048ac8c2960 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/31098779-f3cc-45d3-bbc9-d3f1df35386d HTTP/1.1" status: 204 len: 173 time: 0.2033722 Aug 17 16:15:48.692816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d78e0616-33fe-4486-802e-3ff4f182d6d2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0680838 Aug 17 16:15:48.714903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bffaa-1ae3-4b8e-9789-0048ac8c2960 tempest-SecurityGroupsTestAdminJSON-1789856914 tempest-SecurityGroupsTestAdminJSON-1789856914-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31098779-f3cc-45d3-bbc9-d3f1df35386d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:48.879134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56f701-fd11-4a96-8209-3f3c104b1bb5 None None] Network a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:15:48.934264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d56cf07-79c1-41c1-bd21-5b5786f43157 req-23ba21a5-26b8-4034-9a2e-241320612024 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] 10.222.0.77 "GET /v2.0/security-groups/de9bcfbb-69e2-4e7a-a629-03cafde7fa8f HTTP/1.1" status: 200 len: 1777 time: 0.1028049 Aug 17 16:15:49.029282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ef09-715e-4904-afc4-27669f94a88a req-b3b9b8da-2117-44db-995d-c82d80794036 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:49.050320 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-b3b9b8da-2117-44db-995d-c82d80794036 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.91 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 820 time: 0.4049623 Aug 17 16:15:49.061370 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2d56cf07-79c1-41c1-bd21-5b5786f43157 req-9a961622-87db-4e36-8a79-12a527e0de1b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.067679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Request body: {'port': {'device_id': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56', 'admin_state_up': True, 'tenant_id': '93cfa698670f475e961b98264f242f53'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:49.129363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2d56cf07-79c1-41c1-bd21-5b5786f43157 req-9a961622-87db-4e36-8a79-12a527e0de1b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.236441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Made reservation on behalf of 93cfa698670f475e961b98264f242f53 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:15:49.240755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2d56cf07-79c1-41c1-bd21-5b5786f43157 req-9a961622-87db-4e36-8a79-12a527e0de1b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.243550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2d56cf07-79c1-41c1-bd21-5b5786f43157 req-9a961622-87db-4e36-8a79-12a527e0de1b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.244501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.244828 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d56cf07-79c1-41c1-bd21-5b5786f43157 req-9a961622-87db-4e36-8a79-12a527e0de1b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] 10.222.0.77 "DELETE /v2.0/security-groups/de9bcfbb-69e2-4e7a-a629-03cafde7fa8f HTTP/1.1" status: 204 len: 173 time: 0.3094811 Aug 17 16:15:49.264935 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.271587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a961622-87db-4e36-8a79-12a527e0de1b tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9bcfbb-69e2-4e7a-a629-03cafde7fa8f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:49.343900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-35511ea8-b3ae-4099-8c52-3cccd2eea1e8 req-740547d1-f832-4fc7-bee0-5dc2a0817945 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 210 time: 0.0718408 Aug 17 16:15:49.398210 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.515428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36a7ec47-f98f-4d52-a280-3adaa2b53cca req-8f777c4a-7661-4038-a470-a43facf922ba tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] 10.222.0.77 "GET /v2.0/security-groups/3ffaf12f-ccc2-4dd3-83ba-d709ddb6d46b HTTP/1.1" status: 200 len: 1777 time: 0.0487669 Aug 17 16:15:49.553725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Allocated IP 172.20.0.12 (9df5052f-fb5b-4a77-ac7d-1268929aed56/fcee669e-d84a-4206-9cc7-362d7cc9c2e4/82587609-6d08-4d18-86a8-678fabe6e1ce) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:15:49.603696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-36a7ec47-f98f-4d52-a280-3adaa2b53cca req-15f97976-722d-4c10-9226-9ffd82bd2338 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.642635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-36a7ec47-f98f-4d52-a280-3adaa2b53cca req-15f97976-722d-4c10-9226-9ffd82bd2338 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.700196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-36a7ec47-f98f-4d52-a280-3adaa2b53cca req-15f97976-722d-4c10-9226-9ffd82bd2338 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.704095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-36a7ec47-f98f-4d52-a280-3adaa2b53cca req-15f97976-722d-4c10-9226-9ffd82bd2338 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.711034 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36a7ec47-f98f-4d52-a280-3adaa2b53cca req-15f97976-722d-4c10-9226-9ffd82bd2338 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] 10.222.0.77 "DELETE /v2.0/security-groups/3ffaf12f-ccc2-4dd3-83ba-d709ddb6d46b HTTP/1.1" status: 204 len: 173 time: 0.1892307 Aug 17 16:15:49.728914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f97976-722d-4c10-9226-9ffd82bd2338 tempest-SecurityGroupsTestAdminJSON-776686819 tempest-SecurityGroupsTestAdminJSON-776686819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffaf12f-ccc2-4dd3-83ba-d709ddb6d46b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:49.907781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-33a6c2d0-adb6-4731-afda-f4426d798343 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:49.908003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24789885-cad2-4e69-bc50-103808a0c44c req-0d161b77-6960-4cd6-ac86-59a0ed78a7c0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:49.909131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-33a6c2d0-adb6-4731-afda-f4426d798343 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/networks?id=a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a HTTP/1.1" status: 200 len: 814 time: 0.2800972 Aug 17 16:15:49.909251 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24789885-cad2-4e69-bc50-103808a0c44c req-0d161b77-6960-4cd6-ac86-59a0ed78a7c0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.1025555 Aug 17 16:15:49.933864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:49.939758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-f926c9eb-bb34-46b1-b53b-2b5fa7b90789 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/quotas/4b9bf3031e534cd7871880f24aec590f HTTP/1.1" status: 200 len: 375 time: 0.0181034 Aug 17 16:15:49.974110 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24789885-cad2-4e69-bc50-103808a0c44c req-3d44d002-b736-4377-ae0f-7234a356aa0b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503902 Aug 17 16:15:49.998687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-62e3cb36-7024-4ed3-98c2-d279e0c731a6 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4b9bf3031e534cd7871880f24aec590f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506079 Aug 17 16:15:50.049583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39190) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:50.081991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:50.143285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Network 9df5052f-fb5b-4a77-ac7d-1268929aed56 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:15:50.162288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:15:50.166756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:15:50.174682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-2f5fbbd1-43c7-49dc-b3b9-f41ba0bce49c service neutron] 10.222.0.77 "GET /v2.0/networks/a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645944 Aug 17 16:15:50.205840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Pushing event updated for resources: {'Port': ['ID=82587609-6d08-4d18-86a8-678fabe6e1ce,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:50.237476 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-61bc6929-7672-4758-a6e4-de95adf1380a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7abf990950b8456f816c0b2f98ea9b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866231 Aug 17 16:15:50.239820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39202) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:50.276983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:50.277593 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:50.299756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-e60ee197-91e3-4f1b-b584-75637fd86276 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2374277 Aug 17 16:15:50.310545 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-191b898b-9a61-4ccf-8d87-38b7d3699eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:50.315093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Request body: {'port': {'device_id': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:50.350674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-191b898b-9a61-4ccf-8d87-38b7d3699eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:50.363483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-3bd6d458-d94f-4d8f-9409-6fb9cf481779 service neutron] 10.222.0.77 "GET /v2.0/networks/a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674647 Aug 17 16:15:50.448320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-191b898b-9a61-4ccf-8d87-38b7d3699eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:50.452832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-191b898b-9a61-4ccf-8d87-38b7d3699eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:50.455721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-191b898b-9a61-4ccf-8d87-38b7d3699eab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a700fa4-388a-4488-a015-f83701abffa1 HTTP/1.1" status: 204 len: 168 time: 0.2147467 Aug 17 16:15:50.458456 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:50.472029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b898b-9a61-4ccf-8d87-38b7d3699eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a700fa4-388a-4488-a015-f83701abffa1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:50.948396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65a5dc-4471-4cf1-acce-c943f9c30950 req-7c5036e3-4751-41ee-9fef-0c3b9d346cde tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:50.956191 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de65a5dc-4471-4cf1-acce-c943f9c30950 req-7c5036e3-4751-41ee-9fef-0c3b9d346cde tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 932 time: 0.1940105 Aug 17 16:15:51.017134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de65a5dc-4471-4cf1-acce-c943f9c30950 req-10b2af85-0749-4567-b2a9-103343772e32 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543427 Aug 17 16:15:51.119449 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-766fd9ed-0285-42e8-b282-42700568489a req-cc2ec813-e137-45ec-84da-540b5e1ed435 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 210 time: 0.0423784 Aug 17 16:15:51.204882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39272) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:51.228666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82587609-6d08-4d18-86a8-678fabe6e1ce {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:51.247473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:51.260978 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-af662810-51ce-49c9-ad5a-28be725dab85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a54285d71c8745f6b6d3987bccbf1018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525882 Aug 17 16:15:51.261191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:51.272843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Transition to ACTIVE for port object 82587609-6d08-4d18-86a8-678fabe6e1ce will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:51.285157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:51.506980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Pushing event updated for resources: {'Port': ['ID=82587609-6d08-4d18-86a8-678fabe6e1ce,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:51.566613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb3069-f32f-4abd-a15e-9c56707f8aae req-e0208aa7-12d4-4f83-bfff-84ec7ce05e74 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:51.574220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aceb3069-f32f-4abd-a15e-9c56707f8aae req-e0208aa7-12d4-4f83-bfff-84ec7ce05e74 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.2831061 Aug 17 16:15:51.634557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f5cb-d36e-454f-a496-484ba45f64e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:51.712064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aceb3069-f32f-4abd-a15e-9c56707f8aae req-3b5cb1b4-a8a7-454e-a2a6-6e62d4af3b68 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318905 Aug 17 16:15:51.748563 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f5cb-d36e-454f-a496-484ba45f64e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:51.791686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a96b5-2331-441c-a042-cf990e548eee req-7330de3c-98bf-4ae8-a347-84adb353df4f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:51.793430 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-7330de3c-98bf-4ae8-a347-84adb353df4f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 803 time: 0.1411188 Aug 17 16:15:51.796704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:15:51.797082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:15:51.798103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:51.810053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Port 82587609-6d08-4d18-86a8-678fabe6e1ce on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:15:51.810408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:51.816335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:15:51.816674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:51.817205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:15:51.817684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Bound port: 82587609-6d08-4d18-86a8-678fabe6e1ce, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:15:51.818044 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:51.820690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-df3f875b-930d-4fb1-a7f7-76da3c02bc06 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/quotas/b7f3bb7a4e39473988187ef8701097cc HTTP/1.1" status: 200 len: 375 time: 0.0177202 Aug 17 16:15:51.876877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f5cb-d36e-454f-a496-484ba45f64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:51.879586 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f5cb-d36e-454f-a496-484ba45f64e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:51.881151 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c4c0f5cb-d36e-454f-a496-484ba45f64e0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9555f31e-2a29-4b14-b0bf-4eda36d82d71 HTTP/1.1" status: 204 len: 168 time: 0.6170616 Aug 17 16:15:51.900765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-a336b419-5c8b-4fe9-a132-5fcca6c95a1e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759952 Aug 17 16:15:51.903255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0f5cb-d36e-454f-a496-484ba45f64e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9555f31e-2a29-4b14-b0bf-4eda36d82d71,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:51.917848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:51.921933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:15:51.928405 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:51.980022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:51.980755 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:51.983598 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] 10.222.0.91 "PUT /v2.0/ports/82587609-6d08-4d18-86a8-678fabe6e1ce HTTP/1.1" status: 200 len: 1092 time: 1.6759953 Aug 17 16:15:51.986430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'tag': '82587609-6d08-4d18-86a8-678fabe6e1ce'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:51.990565 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d54657-70c7-4cbf-9bf6-aade12275a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5a8cea-492c-4069-b610-50ab61bb891c", "tag": "82587609-6d08-4d18-86a8-678fabe6e1ce"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:52.044334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3ae9899f-9483-46f5-9c34-876b9bf5ea3f service neutron] 10.222.0.77 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422641 Aug 17 16:15:52.083172 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0250cb0d-0ea4-4f93-9f3c-06506a66a717 x-openstack-request-id: req-0250cb0d-0ea4-4f93-9f3c-06506a66a717 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:52.083458 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5a8cea-492c-4069-b610-50ab61bb891c", "tag": "82587609-6d08-4d18-86a8-678fabe6e1ce", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:52.083731 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0250cb0d-0ea4-4f93-9f3c-06506a66a717 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:52.084126 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'tag': '82587609-6d08-4d18-86a8-678fabe6e1ce', 'status': 'completed', 'code': 200} Aug 17 16:15:52.086059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae78b9a-8b34-4838-8b3e-5ac18670a327 service neutron] Pushing event updated for resources: {'Port': ['ID=82587609-6d08-4d18-86a8-678fabe6e1ce,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:52.119850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ef09-715e-4904-afc4-27669f94a88a req-07dc2e33-09a1-4253-8309-83a4ffd301b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:52.121383 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-07dc2e33-09a1-4253-8309-83a4ffd301b8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1095 time: 0.0880599 Aug 17 16:15:52.224763 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-a28b4d69-24a3-4fac-b961-05fa34949767 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82587609-6d08-4d18-86a8-678fabe6e1ce HTTP/1.1" status: 200 len: 217 time: 0.0945199 Aug 17 16:15:52.323937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 234fe23a-0e19-42bb-9dca-8ed8a621e18e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:15:52.379912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ef09-715e-4904-afc4-27669f94a88a req-b345eab7-0030-4286-bfa3-e11069e623d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:52.383562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-b345eab7-0030-4286-bfa3-e11069e623d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.1499040 Aug 17 16:15:52.401223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8f3cf-0137-493e-b105-7119208d353d req-6dae0c4c-20f6-4d01-83c1-95bdf10da0aa tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:52.402870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ee8f3cf-0137-493e-b105-7119208d353d req-6dae0c4c-20f6-4d01-83c1-95bdf10da0aa tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 944 time: 0.1922705 Aug 17 16:15:52.500200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-1d214ab4-3716-41ba-b2cf-73a6b5a6cec0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918365 Aug 17 16:15:52.512592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:52.538171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'mac_address': 'fa:16:3e:04:c2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:15:52.567417 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-d677e867-62de-4809-b28c-7fc0fac8f757 service neutron] 10.222.0.77 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217836 Aug 17 16:15:52.592323 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-631dd354-90c9-46ab-b210-4b6195ca0d9d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:52.594275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-631dd354-90c9-46ab-b210-4b6195ca0d9d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.91 "GET /v2.0/networks?id=a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a HTTP/1.1" status: 200 len: 814 time: 0.4408796 Aug 17 16:15:52.607539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Request body: {'port': {'device_id': '4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37', 'network_id': 'a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a', 'admin_state_up': True, 'tenant_id': '4b9bf3031e534cd7871880f24aec590f'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:52.616129 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ee8f3cf-0137-493e-b105-7119208d353d req-68a8ed85-d9fd-4aa9-a7a0-0d11ad83f0a9 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932936 Aug 17 16:15:52.646119 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:52.671904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234fe23a-0e19-42bb-9dca-8ed8a621e18e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:52.731957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:52.736355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-5d6b24ee-c976-474c-bc5c-0cd28b28cf78 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280114 Aug 17 16:15:52.744983 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:52.918787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Made reservation on behalf of 4b9bf3031e534cd7871880f24aec590f for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:15:52.923503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:52.944811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77ab0727-fa0c-4752-99d6-9e5a3442abea req-dc40f6b5-a815-40fe-bd8f-7db929f6e5f4 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 210 time: 0.0610287 Aug 17 16:15:52.945911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:53.014869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a013ef09-715e-4904-afc4-27669f94a88a req-f5031456-47a8-431b-83ab-9efdfc3e37f1 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704980 Aug 17 16:15:53.030157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['234fe23a-0e19-42bb-9dca-8ed8a621e18e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:53.145648 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-22b098e1-fc05-4f30-8f92-068d5c8e8573 req-533cb315-aed6-49db-8bb8-25ed8ad7e144 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 210 time: 0.1002934 Aug 17 16:15:53.211220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d54657-70c7-4cbf-9bf6-aade12275a6b req-291c9e3d-e7ce-411f-bab0-7ec85b22d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:53.215040 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05d54657-70c7-4cbf-9bf6-aade12275a6b req-291c9e3d-e7ce-411f-bab0-7ec85b22d16b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1095 time: 0.0838835 Aug 17 16:15:53.306527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Allocated IP 172.20.0.13 (a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a/d102beed-7c16-45e9-971c-d0ed1d37db63/e165104f-2280-4e0f-ae23-890307461a5e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:15:53.467383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d54657-70c7-4cbf-9bf6-aade12275a6b req-8ded8061-6179-4aa2-8c10-b43d3a5e4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:53.471611 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05d54657-70c7-4cbf-9bf6-aade12275a6b req-8ded8061-6179-4aa2-8c10-b43d3a5e4747 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.2489154 Aug 17 16:15:53.497270 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:53.569130 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:53.590345 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05d54657-70c7-4cbf-9bf6-aade12275a6b req-566fc391-c4cd-4a1e-a454-4cdb58ee9f5f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82587609-6d08-4d18-86a8-678fabe6e1ce HTTP/1.1" status: 200 len: 217 time: 0.1113997 Aug 17 16:15:53.749292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d54657-70c7-4cbf-9bf6-aade12275a6b req-80e6d16d-b170-4c01-9b77-2c640dbf92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:53.760122 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05d54657-70c7-4cbf-9bf6-aade12275a6b req-80e6d16d-b170-4c01-9b77-2c640dbf92e7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.1613963 Aug 17 16:15:53.808928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Network a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:15:53.820797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:15:53.823969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Pushing event updated for resources: {'Port': ['ID=e165104f-2280-4e0f-ae23-890307461a5e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:53.828226 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:15:53.894613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb092da-b9c0-4c12-9465-f67546af98aa req-56df251d-4949-4a0c-a469-cd841a289a5c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:53.912053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9bb092da-b9c0-4c12-9465-f67546af98aa req-56df251d-4949-4a0c-a469-cd841a289a5c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.3566070 Aug 17 16:15:54.140377 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9bb092da-b9c0-4c12-9465-f67546af98aa req-af84beda-d680-4a20-83f0-73b144afafba tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235734 Aug 17 16:15:54.165153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:54.166068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:54.166271 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05d54657-70c7-4cbf-9bf6-aade12275a6b req-b4999f63-4109-45b6-af02-779f0fbbc5c4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3565443 Aug 17 16:15:54.180929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-7849ae4e-d14a-4bf6-9210-606f5eaaa0a4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:54.182756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-7849ae4e-d14a-4bf6-9210-606f5eaaa0a4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "GET /v2.0/ports?device_id=c002adc6-702c-41ee-8b81-39b5bda7ba20 HTTP/1.1" status: 200 len: 945 time: 0.4408321 Aug 17 16:15:54.206650 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a4f6bceb-2d18-4e73-98c3-b1d3c3fbd930 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6032751 Aug 17 16:15:54.219516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Request body: {'port': {'device_id': '4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:54.338953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 234fe23a-0e19-42bb-9dca-8ed8a621e18e up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:15:54.349513 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:54.412485 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40871189-5c1c-4b0f-8f58-154e3fbc60c1 req-e6a99ba3-da1d-493f-9971-eb2b51526b5c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:54.424256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-40871189-5c1c-4b0f-8f58-154e3fbc60c1 req-e6a99ba3-da1d-493f-9971-eb2b51526b5c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 944 time: 0.6159222 Aug 17 16:15:54.513885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 234fe23a-0e19-42bb-9dca-8ed8a621e18e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:54.514278 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:54.537651 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05d54657-70c7-4cbf-9bf6-aade12275a6b req-da9eae9a-0bad-4c4a-b121-862c05bc5b6d service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516312 Aug 17 16:15:54.551981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-40871189-5c1c-4b0f-8f58-154e3fbc60c1 req-0f4ace10-3ba2-4c6f-9f19-c1261c1c7c16 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241283 Aug 17 16:15:54.640725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7b3e5-2521-4b82-afcf-8b70da8cedc5 req-6f9f1d56-cfcf-42fa-9041-b34432a6f288 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:54.648507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-75f7b3e5-2521-4b82-afcf-8b70da8cedc5 req-6f9f1d56-cfcf-42fa-9041-b34432a6f288 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 932 time: 0.1637094 Aug 17 16:15:54.749678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:54.755086 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-75f7b3e5-2521-4b82-afcf-8b70da8cedc5 req-4650ea09-6b6a-4b21-9ddb-987fdea9a1af tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049814 Aug 17 16:15:54.816618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:54.817734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:54.820886 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703609ee-0555-47b7-8ec5-a788c0b5dc8e" -d '{"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-plugged", "status": "completed", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:54.826757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a96b5-2331-441c-a042-cf990e548eee req-e027618d-b006-4b04-92f4-0bfc23409743 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:54.826965 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:54.827853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0036804d-db00-4a61-a087-21395ee01de3 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:15:54.830975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-e027618d-b006-4b04-92f4-0bfc23409743 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 803 time: 0.2922640 Aug 17 16:15:54.897730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Request body: {'port': {'device_id': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'admin_state_up': True, 'tenant_id': 'b7f3bb7a4e39473988187ef8701097cc'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:54.952143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e165104f-2280-4e0f-ae23-890307461a5e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:54.973881 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.013652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Transition to ACTIVE for port object e165104f-2280-4e0f-ae23-890307461a5e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:55.022780 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.070963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:55.104696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.174243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Pushing event updated for resources: {'Port': ['ID=e165104f-2280-4e0f-ae23-890307461a5e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:55.182498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0036804d-db00-4a61-a087-21395ee01de3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0036804d-db00-4a61-a087-21395ee01de3,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:55.191555 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.228587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ee5e98f-7691-4e1b-947b-6e906d6de941 req-4773069e-eaae-4b5e-b972-08971596b346 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 210 time: 0.3895946 Aug 17 16:15:55.338406 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39c8f40-8e93-4350-886a-bb9f6436cb56 x-openstack-request-id: req-a39c8f40-8e93-4350-886a-bb9f6436cb56 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:55.341323 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-plugged", "status": "completed", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:55.342679 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a39c8f40-8e93-4350-886a-bb9f6436cb56 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:55.343484 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'code': 200} Aug 17 16:15:55.345147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0036804d-db00-4a61-a087-21395ee01de3,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:55.365888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-804a5e4b-b290-4243-b8b5-9f978dc701e1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Deleting port 0036804d-db00-4a61-a087-21395ee01de3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:15:55.365888 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-804a5e4b-b290-4243-b8b5-9f978dc701e1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.462031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Attempting to bind port e165104f-2280-4e0f-ae23-890307461a5e on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:15:55.464575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Attempting to bind port e165104f-2280-4e0f-ae23-890307461a5e by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '158355f3-6b10-4d86-a608-101efa49f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:15:55.466841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Attempting to bind port e165104f-2280-4e0f-ae23-890307461a5e on network a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:55.483784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Port e165104f-2280-4e0f-ae23-890307461a5e on network a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:15:55.484400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Attempting to bind port e165104f-2280-4e0f-ae23-890307461a5e on network a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:55.499944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:15:55.501125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Checking segment: {'id': '158355f3-6b10-4d86-a608-101efa49f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:55.501664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Bound using segment: {'id': '158355f3-6b10-4d86-a608-101efa49f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:15:55.504057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Bound port: e165104f-2280-4e0f-ae23-890307461a5e, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158355f3-6b10-4d86-a608-101efa49f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:15:55.504565 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.542721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-804a5e4b-b290-4243-b8b5-9f978dc701e1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] For port 0036804d-db00-4a61-a087-21395ee01de3, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0036804d-db00-4a61-a087-21395ee01de3,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:55.543722 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-804a5e4b-b290-4243-b8b5-9f978dc701e1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.559188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-804a5e4b-b290-4243-b8b5-9f978dc701e1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Calling delete_port for 0036804d-db00-4a61-a087-21395ee01de3 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:15:55.627686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] For port e165104f-2280-4e0f-ae23-890307461a5e, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:55.632287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] For port e165104f-2280-4e0f-ae23-890307461a5e, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e165104f-2280-4e0f-ae23-890307461a5e,segment=NetworkSegment(158355f3-6b10-4d86-a608-101efa49f62e),segment_id=158355f3-6b10-4d86-a608-101efa49f62e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:15:55.644141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.693283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:55.694140 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.695774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] 10.222.0.91 "PUT /v2.0/ports/e165104f-2280-4e0f-ae23-890307461a5e HTTP/1.1" status: 200 len: 1092 time: 1.4812310 Aug 17 16:15:55.698054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37', 'tag': 'e165104f-2280-4e0f-ae23-890307461a5e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:55.699300 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c61bd2e-5968-4004-a554-d734bd685c99" -d '{"events": [{"name": "network-changed", "server_uuid": "4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37", "tag": "e165104f-2280-4e0f-ae23-890307461a5e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:55.735031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Made reservation on behalf of b7f3bb7a4e39473988187ef8701097cc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:15:55.737832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.760501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05d54657-70c7-4cbf-9bf6-aade12275a6b req-297a0294-d798-4688-be7f-05e17ed04e79 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9678864 Aug 17 16:15:55.820499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71152add-e7be-4e6b-8e4b-883c3e541b7d service neutron] Pushing event updated for resources: {'Port': ['ID=e165104f-2280-4e0f-ae23-890307461a5e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:55.850275 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-804a5e4b-b290-4243-b8b5-9f978dc701e1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:55.852754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a995dff6-feef-4054-8c2f-e5bfd2d22b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:55.855446 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-a995dff6-feef-4054-8c2f-e5bfd2d22b5c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4b9bf3031e534cd7871880f24aec590f&device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 1095 time: 0.1047838 Aug 17 16:15:55.901817 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a5e4b-b290-4243-b8b5-9f978dc701e1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Pushing event deleted for resources: {'Port': ['ID=0036804d-db00-4a61-a087-21395ee01de3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:55.917117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dd1c6-f453-4213-8a02-5e64acebca0e req-540ff866-c41e-437e-87c9-ec0a63906abc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:55.923742 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-71c0d265-7648-4d74-afbc-95f5949d8bc7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e165104f-2280-4e0f-ae23-890307461a5e HTTP/1.1" status: 200 len: 217 time: 0.0583162 Aug 17 16:15:55.924859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-344dd1c6-f453-4213-8a02-5e64acebca0e req-540ff866-c41e-437e-87c9-ec0a63906abc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.2192159 Aug 17 16:15:56.015298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-804a5e4b-b290-4243-b8b5-9f978dc701e1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] No DVR routers for this DVR port 0036804d-db00-4a61-a087-21395ee01de3 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:15:56.028060 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-804a5e4b-b290-4243-b8b5-9f978dc701e1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:56.030301 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fa36e2c-297c-48f2-a9fe-49441628e622 req-804a5e4b-b290-4243-b8b5-9f978dc701e1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "DELETE /v2.0/ports/0036804d-db00-4a61-a087-21395ee01de3 HTTP/1.1" status: 204 len: 173 time: 1.7777352 Aug 17 16:15:56.030812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'name': 'network-vif-deleted', 'tag': '0036804d-db00-4a61-a087-21395ee01de3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:56.032871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-95cb3ecb-13b0-4001-b1a2-b72ae0978753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:56.033721 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35092dee-a032-496d-a311-812fa4ef1581" -d '{"events": [{"server_uuid": "c002adc6-702c-41ee-8b81-39b5bda7ba20", "name": "network-vif-deleted", "tag": "0036804d-db00-4a61-a087-21395ee01de3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:56.034857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-95cb3ecb-13b0-4001-b1a2-b72ae0978753 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d102beed-7c16-45e9-971c-d0ed1d37db63 HTTP/1.1" status: 200 len: 854 time: 0.0940497 Aug 17 16:15:56.054809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-344dd1c6-f453-4213-8a02-5e64acebca0e req-638675c2-a1b1-402d-9d00-6f3edf5ced18 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289334 Aug 17 16:15:56.086086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Allocated IP 172.20.0.14 (d5a17acc-74e0-490e-a417-2fa80964fc4e/4c68bbd3-2311-44f8-b7bf-3eab3f578677/2b9fce15-eb7c-4d52-8c52-a472093fb3cd) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:15:56.092389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30b2fe-6179-4c63-8755-249e3d809bcd req-51591199-2a67-4f13-a924-9a43ae2ac7ea tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:56.106077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3f30b2fe-6179-4c63-8755-249e3d809bcd req-51591199-2a67-4f13-a924-9a43ae2ac7ea tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 945 time: 0.1786852 Aug 17 16:15:56.142175 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-910471d9-7720-4caa-9aea-78d1f313c9c7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975058 Aug 17 16:15:56.265994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3f30b2fe-6179-4c63-8755-249e3d809bcd req-ecf58228-e4e8-4891-acad-461e572d59e6 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586576 Aug 17 16:15:56.344973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1efd48-064c-4294-b668-4684fe280db2 req-3e240c38-cf85-40ff-b1de-73f93268d976 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:56.346817 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb1efd48-064c-4294-b668-4684fe280db2 req-3e240c38-cf85-40ff-b1de-73f93268d976 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 944 time: 0.1736495 Aug 17 16:15:56.350227 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd78e59d-84e3-479a-88ad-9689361cef4b x-openstack-request-id: req-fd78e59d-84e3-479a-88ad-9689361cef4b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:56.350546 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37", "tag": "e165104f-2280-4e0f-ae23-890307461a5e", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:56.350795 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd78e59d-84e3-479a-88ad-9689361cef4b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:56.351201 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37', 'tag': 'e165104f-2280-4e0f-ae23-890307461a5e', 'status': 'completed', 'code': 200} Aug 17 16:15:56.364564 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-33d3e6b8-8ef8-4526-a555-2546d9cb6cfe service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038620 Aug 17 16:15:56.450577 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:56.457947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb1efd48-064c-4294-b668-4684fe280db2 req-8df43c4f-4c2d-4207-b471-3ca30cd6c7e7 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964496 Aug 17 16:15:56.517026 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:56.559130 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b87173-b135-40b1-94f4-0f1e6c0f1e2a x-openstack-request-id: req-09b87173-b135-40b1-94f4-0f1e6c0f1e2a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:56.559738 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c002adc6-702c-41ee-8b81-39b5bda7ba20", "name": "network-vif-deleted", "tag": "0036804d-db00-4a61-a087-21395ee01de3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:56.559738 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09b87173-b135-40b1-94f4-0f1e6c0f1e2a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:56.560616 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'name': 'network-vif-deleted', 'tag': '0036804d-db00-4a61-a087-21395ee01de3', 'status': 'completed', 'code': 200} Aug 17 16:15:56.587099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Network d5a17acc-74e0-490e-a417-2fa80964fc4e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:15:56.594921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83927489-b9ed-4c46-a2f4-1b457fdd437f req-7b3b6374-44a3-4817-b84f-ee22dad85d0b tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:56.596467 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83927489-b9ed-4c46-a2f4-1b457fdd437f req-7b3b6374-44a3-4817-b84f-ee22dad85d0b tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 944 time: 0.1157780 Aug 17 16:15:56.604903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:15:56.610591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:15:56.669477 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a2df6c8-e142-43d9-af6f-688c4151d1dd req-41ace100-e07a-4c13-aed4-201cbf839ace service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956131 Aug 17 16:15:56.717551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Pushing event updated for resources: {'Port': ['ID=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:56.723736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83927489-b9ed-4c46-a2f4-1b457fdd437f req-baee1886-d94a-473e-88e0-486eec4299d1 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078925 Aug 17 16:15:56.780925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 82587609-6d08-4d18-86a8-678fabe6e1ce details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:15:56.829263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61bd2e-5968-4004-a554-d734bd685c99 req-24ba1890-fbba-4ee8-a4d5-a41990f580ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:56.831074 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c61bd2e-5968-4004-a554-d734bd685c99 req-24ba1890-fbba-4ee8-a4d5-a41990f580ed service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4b9bf3031e534cd7871880f24aec590f&device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 1095 time: 0.0785656 Aug 17 16:15:56.835629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:56.836479 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:56.855608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064a066-093c-47b0-8f6c-4f63523bcf6c req-ddc9cff3-c0b6-46fd-8338-7710373e1d31 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:56.864815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c064a066-093c-47b0-8f6c-4f63523bcf6c req-ddc9cff3-c0b6-46fd-8338-7710373e1d31 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 932 time: 0.1867340 Aug 17 16:15:56.940018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-53cf1dd1-1263-425e-9706-e1b25ec95686 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0879233 Aug 17 16:15:56.979889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:56.994675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Request body: {'port': {'device_id': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:15:56.999444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '82587609-6d08-4d18-86a8-678fabe6e1ce', 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56', 'port_id': '82587609-6d08-4d18-86a8-678fabe6e1ce', 'mac_address': 'fa:16:3e:31:1a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcee669e-d84a-4206-9cc7-362d7cc9c2e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:15:57.027569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61bd2e-5968-4004-a554-d734bd685c99 req-d218f991-3796-4ae9-bfce-ec5b065845b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:57.029419 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c61bd2e-5968-4004-a554-d734bd685c99 req-d218f991-3796-4ae9-bfce-ec5b065845b9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a HTTP/1.1" status: 200 len: 915 time: 0.1854498 Aug 17 16:15:57.051661 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c064a066-093c-47b0-8f6c-4f63523bcf6c req-7e0a99d3-1287-40bb-9189-c780c29cef16 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796136 Aug 17 16:15:57.054605 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:57.075807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82587609-6d08-4d18-86a8-678fabe6e1ce {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:57.091111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:57.105008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:57.106044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c61bd2e-5968-4004-a554-d734bd685c99 req-e8550231-61ce-4fe4-9c0e-5ebadfabcb49 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e165104f-2280-4e0f-ae23-890307461a5e HTTP/1.1" status: 200 len: 217 time: 0.0670321 Aug 17 16:15:57.146459 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:57.161034 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:57.175141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec007be-58b7-4619-81d7-f7af46738957 req-80822cfc-7a83-4ec0-8602-a0cafa157837 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:57.176980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ec007be-58b7-4619-81d7-f7af46738957 req-80822cfc-7a83-4ec0-8602-a0cafa157837 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.91 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 945 time: 0.1785300 Aug 17 16:15:57.239114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61bd2e-5968-4004-a554-d734bd685c99 req-9f113c0f-724d-494a-8b1a-1e6531e29703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:57.241108 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c61bd2e-5968-4004-a554-d734bd685c99 req-9f113c0f-724d-494a-8b1a-1e6531e29703 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d102beed-7c16-45e9-971c-d0ed1d37db63 HTTP/1.1" status: 200 len: 854 time: 0.1085818 Aug 17 16:15:57.300874 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c61bd2e-5968-4004-a554-d734bd685c99 req-4db2820b-583a-4be6-afe0-c68e81d10590 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398133 Aug 17 16:15:57.314824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=82587609-6d08-4d18-86a8-678fabe6e1ce,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:57.345538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0036804d-db00-4a61-a087-21395ee01de3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:57.348082 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dcdcc1-af41-4ff9-90f4-c6b9586f4431" -d '{"events": [{"server_uuid": "c002adc6-702c-41ee-8b81-39b5bda7ba20", "name": "network-vif-unplugged", "status": "completed", "tag": "0036804d-db00-4a61-a087-21395ee01de3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:57.382113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['82587609-6d08-4d18-86a8-678fabe6e1ce'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:57.442854 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d032c308-6167-4c2d-893b-cb10af206991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:57.448691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad4052-3b28-4d5a-854d-a7bcfc042ad5 req-c6f53306-7264-41d2-b196-2e6d45cba9d3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:57.459513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-12ad4052-3b28-4d5a-854d-a7bcfc042ad5 req-c6f53306-7264-41d2-b196-2e6d45cba9d3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.2993524 Aug 17 16:15:57.525582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-9ec007be-58b7-4619-81d7-f7af46738957 req-a24ee8f9-395b-4f4b-b095-c82dcf7708c0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Deleting port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:15:57.525867 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c61bd2e-5968-4004-a554-d734bd685c99 req-dad5ae84-34e7-4543-a5f7-dacc44185e47 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088313 Aug 17 16:15:57.526348 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9ec007be-58b7-4619-81d7-f7af46738957 req-a24ee8f9-395b-4f4b-b095-c82dcf7708c0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:57.540856 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-12ad4052-3b28-4d5a-854d-a7bcfc042ad5 req-0d6d0a25-d621-421b-b8ce-c5794d2609e6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802474 Aug 17 16:15:57.609504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd9eeb-9dfb-4c66-a812-ec716231857f req-6f62b814-45e2-4158-937c-140feccb1b90 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:57.617454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04bd9eeb-9dfb-4c66-a812-ec716231857f req-6f62b814-45e2-4158-937c-140feccb1b90 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 945 time: 0.2337322 Aug 17 16:15:57.630925 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187f20d9-6cdb-498d-830b-b7669f0b88f9 x-openstack-request-id: req-187f20d9-6cdb-498d-830b-b7669f0b88f9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:57.631573 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c002adc6-702c-41ee-8b81-39b5bda7ba20", "name": "network-vif-unplugged", "status": "completed", "tag": "0036804d-db00-4a61-a087-21395ee01de3", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:57.632031 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-187f20d9-6cdb-498d-830b-b7669f0b88f9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:57.632816 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c002adc6-702c-41ee-8b81-39b5bda7ba20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0036804d-db00-4a61-a087-21395ee01de3', 'code': 200} Aug 17 16:15:57.719688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c61bd2e-5968-4004-a554-d734bd685c99 req-147a6954-5272-4fde-8e98-a7f681f39e83 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768918 Aug 17 16:15:57.761830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04bd9eeb-9dfb-4c66-a812-ec716231857f req-c56c5b52-850e-4c4f-8363-ec70f0f8832d tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383810 Aug 17 16:15:57.791179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312f655-cf87-41fc-be6a-7942fbdbd7e2 req-9e301881-2f6d-446d-9b49-87c2a7c8ae24 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:57.799344 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3312f655-cf87-41fc-be6a-7942fbdbd7e2 req-9e301881-2f6d-446d-9b49-87c2a7c8ae24 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.0773103 Aug 17 16:15:57.803427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9ec007be-58b7-4619-81d7-f7af46738957 req-a24ee8f9-395b-4f4b-b095-c82dcf7708c0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] For port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,segment=NetworkSegment(1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8),segment_id=1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:57.803886 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9ec007be-58b7-4619-81d7-f7af46738957 req-a24ee8f9-395b-4f4b-b095-c82dcf7708c0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:57.842980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-9ec007be-58b7-4619-81d7-f7af46738957 req-a24ee8f9-395b-4f4b-b095-c82dcf7708c0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Calling delete_port for e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:15:57.847085 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3312f655-cf87-41fc-be6a-7942fbdbd7e2 req-9ef2db01-dfff-4c94-811c-fedff0c69007 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465877 Aug 17 16:15:58.015206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9fce15-eb7c-4d52-8c52-a472093fb3cd {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:15:58.035360 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.048308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb4918-56e5-4f50-89e2-f2a08ae28b38 req-06e43cdb-14fa-4256-a8db-f2f22798eb77 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:58.049947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1beb4918-56e5-4f50-89e2-f2a08ae28b38 req-06e43cdb-14fa-4256-a8db-f2f22798eb77 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 944 time: 0.2125466 Aug 17 16:15:58.104689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Transition to ACTIVE for port object 2b9fce15-eb7c-4d52-8c52-a472093fb3cd will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:15:58.121086 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d032c308-6167-4c2d-893b-cb10af206991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.124622 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.141639 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d032c308-6167-4c2d-893b-cb10af206991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.238202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91d3e4-e49a-4a99-800e-fa47b7fe4182 req-bd685d6b-39ba-406b-a01e-b328deef7753 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:58.247246 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba91d3e4-e49a-4a99-800e-fa47b7fe4182 req-bd685d6b-39ba-406b-a01e-b328deef7753 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 944 time: 0.0712116 Aug 17 16:15:58.267682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1beb4918-56e5-4f50-89e2-f2a08ae28b38 req-6c5450d9-42a7-43a8-a350-091ba7e1d266 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980426 Aug 17 16:15:58.303541 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba91d3e4-e49a-4a99-800e-fa47b7fe4182 req-1aee4222-bff8-4c09-adfc-6012ac800cbf tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541232 Aug 17 16:15:58.321322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Pushing event updated for resources: {'Port': ['ID=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:58.339964 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d032c308-6167-4c2d-893b-cb10af206991 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3601946863f140c48c8e43f2c9850396&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2446573 Aug 17 16:15:58.340472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39492) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:58.351957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0036804d-db00-4a61-a087-21395ee01de3 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:15:58.355965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032c308-6167-4c2d-893b-cb10af206991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670ea177-9249-4b16-ada2-69f18857d2cf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:58.385295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 0036804d-db00-4a61-a087-21395ee01de3 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:15:58.385869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0036804d-db00-4a61-a087-21395ee01de3 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:15:58.440877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f86f742-7b55-4829-9e0e-f51190e827a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.448821 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9ec007be-58b7-4619-81d7-f7af46738957 req-a24ee8f9-395b-4f4b-b095-c82dcf7708c0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.464247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:15:58.490990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f86f742-7b55-4829-9e0e-f51190e827a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.530828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ee8f9-395b-4f4b-b095-c82dcf7708c0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Pushing event deleted for resources: {'Port': ['ID=e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:58.571177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec007be-58b7-4619-81d7-f7af46738957 req-a24ee8f9-395b-4f4b-b095-c82dcf7708c0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] No DVR routers for this DVR port e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:15:58.579370 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9ec007be-58b7-4619-81d7-f7af46738957 req-a24ee8f9-395b-4f4b-b095-c82dcf7708c0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.581443 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ec007be-58b7-4619-81d7-f7af46738957 req-a24ee8f9-395b-4f4b-b095-c82dcf7708c0 tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.91 "DELETE /v2.0/ports/e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 HTTP/1.1" status: 204 len: 173 time: 1.3973315 Aug 17 16:15:58.581898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e586d31a-db52-4918-b434-f767c255625a', 'name': 'network-vif-deleted', 'tag': 'e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:58.584220 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f456c12-7afd-4bcf-9fb7-64bf91ab470f" -d '{"events": [{"server_uuid": "e586d31a-db52-4918-b434-f767c255625a", "name": "network-vif-deleted", "tag": "e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:58.596086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Attempting to bind port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:15:58.596586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Attempting to bind port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:15:58.596810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Attempting to bind port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd on network d5a17acc-74e0-490e-a417-2fa80964fc4e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:58.602432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd on network d5a17acc-74e0-490e-a417-2fa80964fc4e not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:15:58.602905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Attempting to bind port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd on network d5a17acc-74e0-490e-a417-2fa80964fc4e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:15:58.610890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:15:58.611553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Checking segment: {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:15:58.611553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Bound using segment: {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:15:58.612218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Bound port: 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:15:58.612582 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.660467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f86f742-7b55-4829-9e0e-f51190e827a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.663658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f86f742-7b55-4829-9e0e-f51190e827a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.665951 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6f86f742-7b55-4829-9e0e-f51190e827a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/670ea177-9249-4b16-ada2-69f18857d2cf HTTP/1.1" status: 204 len: 168 time: 0.3242514 Aug 17 16:15:58.697078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86f742-7b55-4829-9e0e-f51190e827a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670ea177-9249-4b16-ada2-69f18857d2cf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:58.698272 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d29242-e1bb-4839-ad51-23e3e949f9f0 x-openstack-request-id: req-04d29242-e1bb-4839-ad51-23e3e949f9f0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:58.698592 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e586d31a-db52-4918-b434-f767c255625a", "name": "network-vif-deleted", "tag": "e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:58.698833 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04d29242-e1bb-4839-ad51-23e3e949f9f0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:58.699235 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e586d31a-db52-4918-b434-f767c255625a', 'name': 'network-vif-deleted', 'tag': 'e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95', 'status': 'completed', 'code': 200} Aug 17 16:15:58.778476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 82587609-6d08-4d18-86a8-678fabe6e1ce up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:15:58.920614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 82587609-6d08-4d18-86a8-678fabe6e1ce completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:15:58.927338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] For port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:15:58.931231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 82587609-6d08-4d18-86a8-678fabe6e1ce triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:15:58.931616 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.950244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] For port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:15:58.967847 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.987270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:58.988435 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:58.990570 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] 10.222.0.93 "PUT /v2.0/ports/2b9fce15-eb7c-4d52-8c52-a472093fb3cd HTTP/1.1" status: 200 len: 1092 time: 2.0382679 Aug 17 16:15:59.024827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3622df4c-2131-49ea-9199-ceb2800b5337 req-18eaea54-8b76-4f94-b5b1-273a67091b1b tempest-VolumesAdminNegativeTest-1841223108 tempest-VolumesAdminNegativeTest-1841223108-project] 10.222.0.77 "GET /v2.0/ports?device_id=e586d31a-db52-4918-b434-f767c255625a HTTP/1.1" status: 200 len: 210 time: 0.0986509 Aug 17 16:15:59.047609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e833db2-4d88-4902-bd66-771d22f763ee req-314eb740-5a26-4493-a6fa-0d06c50f8f25 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:59.050184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2e833db2-4d88-4902-bd66-771d22f763ee req-314eb740-5a26-4493-a6fa-0d06c50f8f25 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.2350357 Aug 17 16:15:59.118313 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:59.138587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2e833db2-4d88-4902-bd66-771d22f763ee req-e6e5b3bb-d228-4579-9ba1-1f0a482b18ae tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697367 Aug 17 16:15:59.199194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:15:59.207329 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:59.208553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:15:59.217071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a96b5-2331-441c-a042-cf990e548eee req-96187096-31c3-4c29-807b-48acae27434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:59.219014 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-96187096-31c3-4c29-807b-48acae27434c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 1095 time: 0.1675344 Aug 17 16:15:59.220423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e089ac0-bf0a-4242-be9d-17568cf34fce service neutron] Pushing event updated for resources: {'Port': ['ID=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:59.273688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe41d4-39bb-4c13-8b45-e29b8b9f7a1c req-92a96179-d24e-4b09-a9bd-0415c397e669 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:59.285444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdfe41d4-39bb-4c13-8b45-e29b8b9f7a1c req-92a96179-d24e-4b09-a9bd-0415c397e669 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.1364224 Aug 17 16:15:59.331240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=82587609-6d08-4d18-86a8-678fabe6e1ce,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:59.358716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-3c4b8861-0bfc-44a6-9cea-e51dec4b319a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd HTTP/1.1" status: 200 len: 217 time: 0.1288376 Aug 17 16:15:59.414920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:15:59.416357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e4f2ec44-bc4c-41ea-aabd-e4337fbbbc95 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:15:59.420276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdfe41d4-39bb-4c13-8b45-e29b8b9f7a1c req-0c3157ac-6eef-4abf-b3f6-f3f0ff13ab18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262190 Aug 17 16:15:59.452722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39522) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:59.486416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dc05d5a-727e-41d6-9f09-4f0d977cf46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:59.532447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a96b5-2331-441c-a042-cf990e548eee req-4ae600bd-a689-4686-a686-96d490b45118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:59.538740 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-4ae600bd-a689-4686-a686-96d490b45118 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c68bbd3-2311-44f8-b7bf-3eab3f578677 HTTP/1.1" status: 200 len: 843 time: 0.1715782 Aug 17 16:15:59.599111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-f9cc6a54-25c3-4096-b323-d8249dfbab9f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d5a17acc-74e0-490e-a417-2fa80964fc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499566 Aug 17 16:15:59.634834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82587609-6d08-4d18-86a8-678fabe6e1ce'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:15:59.641916 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61fca13-cdfa-4bd8-9933-6b8ce8057a30" -d '{"events": [{"server_uuid": "2c5a8cea-492c-4069-b610-50ab61bb891c", "name": "network-vif-plugged", "status": "completed", "tag": "82587609-6d08-4d18-86a8-678fabe6e1ce"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:15:59.690915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d78b7-1611-4a9e-bd8e-67691b82ed71 req-b339fcf0-2cf1-457f-bffc-338c085201ff tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:15:59.700070 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e35d78b7-1611-4a9e-bd8e-67691b82ed71 req-b339fcf0-2cf1-457f-bffc-338c085201ff tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 944 time: 0.0944030 Aug 17 16:15:59.781030 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e35d78b7-1611-4a9e-bd8e-67691b82ed71 req-651be7c3-bc45-41a6-bbbf-fde68cb7614f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578401 Aug 17 16:15:59.799305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dc05d5a-727e-41d6-9f09-4f0d977cf46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:59.811235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dc05d5a-727e-41d6-9f09-4f0d977cf46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:15:59.847818 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bae387a-d39a-4216-b051-027ffa578cfb x-openstack-request-id: req-8bae387a-d39a-4216-b051-027ffa578cfb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:15:59.848735 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a8cea-492c-4069-b610-50ab61bb891c", "name": "network-vif-plugged", "status": "completed", "tag": "82587609-6d08-4d18-86a8-678fabe6e1ce", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:15:59.850058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc05d5a-727e-41d6-9f09-4f0d977cf46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a33262-3dcb-445a-837b-fdb7a46de4f3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:15:59.850712 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bae387a-d39a-4216-b051-027ffa578cfb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:15:59.851718 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82587609-6d08-4d18-86a8-678fabe6e1ce', 'code': 200} Aug 17 16:15:59.902966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0dc05d5a-727e-41d6-9f09-4f0d977cf46d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=403d28a467654ae5be7778edce71ee2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490066 Aug 17 16:15:59.904203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39526) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:15:59.977394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c33dd43-3403-46bc-b7af-157c434ab087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:00.016314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1cff7-39eb-47fa-b71e-df55453a9958 req-cc2abfa3-3408-4750-91e0-be8713d750ea tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:00.018071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dbf1cff7-39eb-47fa-b71e-df55453a9958 req-cc2abfa3-3408-4750-91e0-be8713d750ea tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 944 time: 0.4712038 Aug 17 16:16:00.037986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c33dd43-3403-46bc-b7af-157c434ab087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:00.056720 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8943b-97a4-40dc-a6cb-ad962839dcf3 req-feea2b6a-e26e-4194-a3b0-83d1862d5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:00.058315 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e8e8943b-97a4-40dc-a6cb-ad962839dcf3 req-feea2b6a-e26e-4194-a3b0-83d1862d5802 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1097 time: 0.1010003 Aug 17 16:16:00.116834 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-60e3889f-11b8-4f36-965f-0003705d31bc service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003614 Aug 17 16:16:00.121400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e8e8943b-97a4-40dc-a6cb-ad962839dcf3 req-7d6a4069-b408-41f6-ba4f-e96b8191f367 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538375 Aug 17 16:16:00.123531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c33dd43-3403-46bc-b7af-157c434ab087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:00.128116 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c33dd43-3403-46bc-b7af-157c434ab087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:00.135107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dbf1cff7-39eb-47fa-b71e-df55453a9958 req-2d98b853-da76-4697-b013-67c9ea91e8ab tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067111 Aug 17 16:16:00.145476 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4c33dd43-3403-46bc-b7af-157c434ab087 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05a33262-3dcb-445a-837b-fdb7a46de4f3 HTTP/1.1" status: 204 len: 168 time: 0.2374933 Aug 17 16:16:00.146492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39532) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:00.286493 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa5a96b5-2331-441c-a042-cf990e548eee req-98ce571e-8093-462c-98d9-9fb6af8f22e5 service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501698 Aug 17 16:16:00.302534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33dd43-3403-46bc-b7af-157c434ab087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a33262-3dcb-445a-837b-fdb7a46de4f3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:00.368957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63b875f-5692-4ad0-875f-705a36597755 admin admin] Deleting subnet 17ec19a8-c4e9-41f2-96d0-fa5270fbfc93 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:16:00.383387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e63b875f-5692-4ad0-875f-705a36597755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:00.471867 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e63b875f-5692-4ad0-875f-705a36597755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:00.526787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09df820-bfd3-4533-94d6-12537231ffaf req-fbb9d873-16a3-417e-a1df-0ab333759206 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:00.529382 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e09df820-bfd3-4533-94d6-12537231ffaf req-fbb9d873-16a3-417e-a1df-0ab333759206 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.1681287 Aug 17 16:16:00.684559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35256-0b4c-45a6-8868-7d1142b37e53 req-dab2b8d6-3512-4075-b25e-15960561a313 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:00.698833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dc35256-0b4c-45a6-8868-7d1142b37e53 req-dab2b8d6-3512-4075-b25e-15960561a313 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 946 time: 0.0924318 Aug 17 16:16:00.701415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'tag': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:00.705151 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7937791-84a7-4b5f-b22e-88c0bd7cb658" -d '{"events": [{"name": "network-changed", "server_uuid": "9482913a-18b8-4d63-9cf1-74bf90a7332a", "tag": "2b9fce15-eb7c-4d52-8c52-a472093fb3cd"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:00.745772 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e63b875f-5692-4ad0-875f-705a36597755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:00.776159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dc35256-0b4c-45a6-8868-7d1142b37e53 req-e73aaf94-51f9-4573-a048-f13d4691c803 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753140 Aug 17 16:16:00.821724 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e165104f-2280-4e0f-ae23-890307461a5e details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:16:00.836874 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b83d466-32a6-4bdc-97e8-13dbd5e8fadc x-openstack-request-id: req-3b83d466-32a6-4bdc-97e8-13dbd5e8fadc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:00.837297 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9482913a-18b8-4d63-9cf1-74bf90a7332a", "tag": "2b9fce15-eb7c-4d52-8c52-a472093fb3cd", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:00.837648 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b83d466-32a6-4bdc-97e8-13dbd5e8fadc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:00.838161 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'tag': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd', 'status': 'completed', 'code': 200} Aug 17 16:16:00.855050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e09df820-bfd3-4533-94d6-12537231ffaf req-4acc2161-6a50-4dd5-8565-b1c411f64276 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060288 Aug 17 16:16:00.950452 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e63b875f-5692-4ad0-875f-705a36597755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.043105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b875f-5692-4ad0-875f-705a36597755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ec19a8-c4e9-41f2-96d0-fa5270fbfc93,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:01.052020 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e63b875f-5692-4ad0-875f-705a36597755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.056330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e63b875f-5692-4ad0-875f-705a36597755 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/17ec19a8-c4e9-41f2-96d0-fa5270fbfc93 HTTP/1.1" status: 204 len: 168 time: 0.9056854 Aug 17 16:16:01.058449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39568) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:01.118081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7937791-84a7-4b5f-b22e-88c0bd7cb658 req-4de84f2f-17c7-47f0-94ac-2b08012bd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:01.119673 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7937791-84a7-4b5f-b22e-88c0bd7cb658 req-4de84f2f-17c7-47f0-94ac-2b08012bd113 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 1095 time: 0.2481546 Aug 17 16:16:01.142344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e165104f-2280-4e0f-ae23-890307461a5e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e165104f-2280-4e0f-ae23-890307461a5e,segment=NetworkSegment(158355f3-6b10-4d86-a608-101efa49f62e),segment_id=158355f3-6b10-4d86-a608-101efa49f62e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:01.142981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea03b6-64d1-4c59-9a58-e92aa68aa9d2 req-e6b3eb55-7d0d-4dd2-9090-86de9b35b4ad tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:01.148912 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1ea03b6-64d1-4c59-9a58-e92aa68aa9d2 req-e6b3eb55-7d0d-4dd2-9090-86de9b35b4ad tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 944 time: 0.1434972 Aug 17 16:16:01.165799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e165104f-2280-4e0f-ae23-890307461a5e', 'network_id': 'a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a', 'port_id': 'e165104f-2280-4e0f-ae23-890307461a5e', 'mac_address': 'fa:16:3e:3d:3d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd102beed-7c16-45e9-971c-d0ed1d37db63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:16:01.240866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.258760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e165104f-2280-4e0f-ae23-890307461a5e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:01.264381 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.295035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e165104f-2280-4e0f-ae23-890307461a5e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e165104f-2280-4e0f-ae23-890307461a5e,segment=NetworkSegment(158355f3-6b10-4d86-a608-101efa49f62e),segment_id=158355f3-6b10-4d86-a608-101efa49f62e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:01.301273 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.389580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e165104f-2280-4e0f-ae23-890307461a5e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:01.415407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1ea03b6-64d1-4c59-9a58-e92aa68aa9d2 req-88812711-7857-4223-a337-ea59bfc7c8cb tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301013 Aug 17 16:16:01.457785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688b0ec-654e-48ee-a74d-a88390ab2f56 req-b61751f2-ab44-487f-808c-6a92c4fa5b00 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:01.477302 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9688b0ec-654e-48ee-a74d-a88390ab2f56 req-b61751f2-ab44-487f-808c-6a92c4fa5b00 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 944 time: 0.2103820 Aug 17 16:16:01.487804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7937791-84a7-4b5f-b22e-88c0bd7cb658 req-2a621de0-0a0c-4a1c-869f-099f3bc73bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:01.489799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7937791-84a7-4b5f-b22e-88c0bd7cb658 req-2a621de0-0a0c-4a1c-869f-099f3bc73bdc service neutron] 10.222.0.93 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 904 time: 0.3399348 Aug 17 16:16:01.494691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:01.528005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e165104f-2280-4e0f-ae23-890307461a5e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:01.534355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.550858 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7937791-84a7-4b5f-b22e-88c0bd7cb658 req-be3beea5-61f0-40f9-ac75-1112e4c3abcb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd HTTP/1.1" status: 200 len: 217 time: 0.0494342 Aug 17 16:16:01.623707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4ac791-a56f-40ca-a8ac-708778a1790c']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:01.657915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:01.658320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dcddb8c-e0ca-4e1e-b073-b8c7c482e0e8') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:01.704915 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.719271 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9688b0ec-654e-48ee-a74d-a88390ab2f56 req-84ff0a14-7530-475b-a502-198614c3e0d3 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353203 Aug 17 16:16:01.744355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7937791-84a7-4b5f-b22e-88c0bd7cb658 req-7583fda4-4d9d-4a54-bd67-424b58e44e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:01.746977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7937791-84a7-4b5f-b22e-88c0bd7cb658 req-7583fda4-4d9d-4a54-bd67-424b58e44e99 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c68bbd3-2311-44f8-b7bf-3eab3f578677 HTTP/1.1" status: 200 len: 843 time: 0.1862552 Aug 17 16:16:01.760135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.770834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:16:01.771274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:16:01.773931 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:16:01.821360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7937791-84a7-4b5f-b22e-88c0bd7cb658 req-80dd8f39-cf27-499e-a080-869f81241c81 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d5a17acc-74e0-490e-a417-2fa80964fc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632803 Aug 17 16:16:01.827435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1041233444-network', 'tenant_id': 'b497c8448151476ca9ff1004f3878473'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:01.907699 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.928730 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:01.931593 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] 10.222.0.77 "DELETE /v2.0/networks/db4ac791-a56f-40ca-a8ac-708778a1790c HTTP/1.1" status: 204 len: 168 time: 0.8709557 Aug 17 16:16:01.932509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e44e9a-5e4f-48bf-9458-183cc4fee048 admin admin] Pushing event deleted for resources: {'Network': ['ID=db4ac791-a56f-40ca-a8ac-708778a1790c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:01.934317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39600) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:02.004462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Made reservation on behalf of b497c8448151476ca9ff1004f3878473 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:02.007054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.025692 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.035541 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92a6259-6448-4898-a3cd-e14492c9578f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.057359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc666-7c58-4939-82c1-2b1417796de3 req-eeada073-5e7f-4f3d-939d-c1f81cc6fed1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:02.059042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fddc666-7c58-4939-82c1-2b1417796de3 req-eeada073-5e7f-4f3d-939d-c1f81cc6fed1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 946 time: 0.1301999 Aug 17 16:16:02.065379 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-c150f132-2e05-4e9c-a492-7782756ffdd5 admin admin] Deleting subnet 107e4b37-3139-4bb9-99c7-811a7a822f35 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:16:02.069199 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c150f132-2e05-4e9c-a492-7782756ffdd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.115761 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7937791-84a7-4b5f-b22e-88c0bd7cb658 req-abcd2fd6-229e-45c9-9b88-d07615a8e976 service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795067 Aug 17 16:16:02.132538 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c150f132-2e05-4e9c-a492-7782756ffdd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.173406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a1d4-e209-4216-bb56-7aed1a1dde1f req-8b9a7e6e-7ef1-4a7d-9542-c3438bc5dfd6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:02.181673 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4092a1d4-e209-4216-bb56-7aed1a1dde1f req-8b9a7e6e-7ef1-4a7d-9542-c3438bc5dfd6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.1308520 Aug 17 16:16:02.217122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c150f132-2e05-4e9c-a492-7782756ffdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.242946 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7937791-84a7-4b5f-b22e-88c0bd7cb658 req-8b9755c3-ce1a-4a9c-bc17-788a2da9b67b service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152792 Aug 17 16:16:02.258223 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fddc666-7c58-4939-82c1-2b1417796de3 req-05cd0925-1dd9-423e-af58-2987334d8304 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775835 Aug 17 16:16:02.268758 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4092a1d4-e209-4216-bb56-7aed1a1dde1f req-b4361820-6b27-49fd-adfa-74a6732cfb62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860770 Aug 17 16:16:02.349668 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.352563 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c150f132-2e05-4e9c-a492-7782756ffdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.355371 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.374500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:16:02.389335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.389694 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Added segment 76de242e-788b-462d-95d2-317e203b1943 of type vlan for network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f Aug 17 16:16:02.392318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150f132-2e05-4e9c-a492-7782756ffdd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=107e4b37-3139-4bb9-99c7-811a7a822f35,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:02.400489 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c150f132-2e05-4e9c-a492-7782756ffdd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.404715 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c150f132-2e05-4e9c-a492-7782756ffdd5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/107e4b37-3139-4bb9-99c7-811a7a822f35 HTTP/1.1" status: 204 len: 168 time: 0.4691203 Aug 17 16:16:02.407037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39604) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:02.483657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daafd090-52b8-4d96-b6d5-846de507eb33,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:02.502164 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.555290 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.557442 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.558431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:02.559019 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.565683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5fce3-f2fc-4481-87bb-c1e5c5d6ee88 req-4ef4dec6-f36d-4feb-b2d8-337224ae7559 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:02.574068 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1e5fce3-f2fc-4481-87bb-c1e5c5d6ee88 req-4ef4dec6-f36d-4feb-b2d8-337224ae7559 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1097 time: 0.1578221 Aug 17 16:16:02.661728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] Pushing event updated for resources: {'Network': ['ID=4d7d637e-a09d-4197-9255-c3dd7fedbc9f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:02.675458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-76e613cb-7a78-417c-ad77-145ae337ddbc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1769152 Aug 17 16:16:02.677331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:02.679587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:16:02.692619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Request body: {'subnet': {'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1041233444-subnet', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:02.697393 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1e5fce3-f2fc-4481-87bb-c1e5c5d6ee88 req-4adce617-958f-4239-8a37-fbd781bfa45e tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221967 Aug 17 16:16:02.723894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82ff90-edb6-4b02-b464-5947f420a5e4 req-8bd84ec7-0369-4d54-9633-d599a7009a04 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:02.732204 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e82ff90-edb6-4b02-b464-5947f420a5e4 req-8bd84ec7-0369-4d54-9633-d599a7009a04 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 944 time: 0.1859560 Aug 17 16:16:02.739014 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.771490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8835485b-5315-4d8e-baf8-c640d484f07d']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:02.800685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46247a60-bcef-4b08-ac3f-89a054e40505') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:02.801612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46247a60-bcef-4b08-ac3f-89a054e40505') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:02.819800 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e82ff90-edb6-4b02-b464-5947f420a5e4 req-3793f0d7-011e-4bc6-b370-62491505bfd7 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863640 Aug 17 16:16:02.827118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Made reservation on behalf of b497c8448151476ca9ff1004f3878473 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:02.829885 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.842242 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.846129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e165104f-2280-4e0f-ae23-890307461a5e up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:02.857458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.874671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:16:02.875917 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:16:02.880817 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:16:02.994144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e165104f-2280-4e0f-ae23-890307461a5e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:03.003389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e165104f-2280-4e0f-ae23-890307461a5e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:03.004753 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.006025 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.036068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.050010 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] 10.222.0.77 "DELETE /v2.0/networks/8835485b-5315-4d8e-baf8-c640d484f07d HTTP/1.1" status: 204 len: 168 time: 0.6327355 Aug 17 16:16:03.103092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331af377-cb19-447c-bc6a-f5ac6f5f969e admin admin] Pushing event deleted for resources: {'Network': ['ID=8835485b-5315-4d8e-baf8-c640d484f07d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:03.165576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fff44-dedd-4909-a63d-6252bfc1ea73 req-1749e79c-725e-4df2-9df6-8900d5b95e29 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:03.171327 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-164fff44-dedd-4909-a63d-6252bfc1ea73 req-1749e79c-725e-4df2-9df6-8900d5b95e29 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 945 time: 0.1819673 Aug 17 16:16:03.189974 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.196991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a739f43-bd78-46a2-a736-09fa17cd0213 req-13b3a644-dfc2-455b-a41d-68fe0bde2cff tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:03.209515 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5a739f43-bd78-46a2-a736-09fa17cd0213 req-13b3a644-dfc2-455b-a41d-68fe0bde2cff tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1097 time: 0.1252475 Aug 17 16:16:03.251194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e165104f-2280-4e0f-ae23-890307461a5e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:03.255127 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bd3c1c-8bde-445d-abb6-3a19598688d2" -d '{"events": [{"server_uuid": "4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37", "name": "network-vif-plugged", "status": "completed", "tag": "e165104f-2280-4e0f-ae23-890307461a5e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:03.262590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-164fff44-dedd-4909-a63d-6252bfc1ea73 req-fe0cc54d-79b9-4005-89fc-ab42b6353f4c tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772951 Aug 17 16:16:03.299981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39632) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:03.309139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e165104f-2280-4e0f-ae23-890307461a5e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e165104f-2280-4e0f-ae23-890307461a5e,segment=NetworkSegment(158355f3-6b10-4d86-a608-101efa49f62e),segment_id=158355f3-6b10-4d86-a608-101efa49f62e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:03.317433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.373595 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5a739f43-bd78-46a2-a736-09fa17cd0213 req-47a1a10c-dc96-47b9-801f-f430f7f8ab2b tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626456 Aug 17 16:16:03.390420 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.394250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-16bd9bb6-9964-47c3-9785-805f14e4bb31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16070bbae82b4985b68b30aa34f86317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907955 Aug 17 16:16:03.397369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39634) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:03.429878 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04099452-078b-46df-80a3-c3f180879c9c x-openstack-request-id: req-04099452-078b-46df-80a3-c3f180879c9c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:03.430213 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37", "name": "network-vif-plugged", "status": "completed", "tag": "e165104f-2280-4e0f-ae23-890307461a5e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:03.430451 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04099452-078b-46df-80a3-c3f180879c9c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:03.430873 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e165104f-2280-4e0f-ae23-890307461a5e', 'code': 200} Aug 17 16:16:03.431893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e165104f-2280-4e0f-ae23-890307461a5e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:03.531809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d06a3-a275-4cf9-a6aa-187526b44d5e req-0ff9d1b5-d1bf-4181-b531-0111165f40ab tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:03.533385 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df0d06a3-a275-4cf9-a6aa-187526b44d5e req-0ff9d1b5-d1bf-4181-b531-0111165f40ab tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.1067245 Aug 17 16:16:03.536704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b19e-cb9f-401d-b0ec-98e6def09d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.603276 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b19e-cb9f-401d-b0ec-98e6def09d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.612546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8082a3e-0243-4298-a086-b1560b479136,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:03.619806 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df0d06a3-a275-4cf9-a6aa-187526b44d5e req-b6906d01-c94c-4de3-9150-c157e759e038 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776699 Aug 17 16:16:03.629398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115bbfc-cc28-4a97-a500-f206ceaa4731 req-3a64df30-640b-4c87-ad4e-6eefb2e37d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:03.631500 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c115bbfc-cc28-4a97-a500-f206ceaa4731 req-3a64df30-640b-4c87-ad4e-6eefb2e37d4f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 1097 time: 0.2214334 Aug 17 16:16:03.653987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Checking segment: {'id': '76de242e-788b-462d-95d2-317e203b1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:03.654540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Network hostable DHCP agents. Network: 4d7d637e-a09d-4197-9255-c3dd7fedbc9f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:16:03.699773 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b19e-cb9f-401d-b0ec-98e6def09d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.702736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c115bbfc-cc28-4a97-a500-f206ceaa4731 req-d795a209-5794-4e73-87a7-c23a5aa79bcd service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615964 Aug 17 16:16:03.704001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b19e-cb9f-401d-b0ec-98e6def09d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.707796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2ba0b19e-cb9f-401d-b0ec-98e6def09d29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed HTTP/1.1" status: 204 len: 168 time: 0.3068266 Aug 17 16:16:03.708018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:16:03.725204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 4d7d637e-a09d-4197-9255-c3dd7fedbc9f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:03.730670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:03.731411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.740796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0b19e-cb9f-401d-b0ec-98e6def09d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c2624-d7bd-41a9-9fd1-f856c1c1b4ed,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:03.749393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47dc6ad-2916-49f4-b3c6-45934d97efc3 None None] Network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:16:03.768293 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-47b76b38-ed64-4dc7-b8d6-a6c8b058ffe6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0807173 Aug 17 16:16:03.771218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39646) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:03.777262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1041233444-router', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:03.809779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.818396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:03.951208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:04.193879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34258154-5b84-4d6c-a225-a9dd4bf27a13 req-9898e8cb-261d-4c4f-a917-8b795b474d13 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:04.195571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34258154-5b84-4d6c-a225-a9dd4bf27a13 req-9898e8cb-261d-4c4f-a917-8b795b474d13 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 944 time: 0.1144156 Aug 17 16:16:04.208642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-4d7d637e-a09d-4197-9255-c3dd7fedbc9f', 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'fixed_ips': [{'subnet_id': 'a8082a3e-0243-4298-a086-b1560b479136'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:16:04.210244 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:04.302166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34258154-5b84-4d6c-a225-a9dd4bf27a13 req-d4c2919b-e032-4f26-9146-1a42cfaf0bf2 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830016 Aug 17 16:16:04.381285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2b9fce15-eb7c-4d52-8c52-a472093fb3cd details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:16:04.478505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:04.577938 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:16:04.656379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Allocated IP 172.20.0.2 (4d7d637e-a09d-4197-9255-c3dd7fedbc9f/a8082a3e-0243-4298-a086-b1560b479136/d314a818-9d72-4755-a4f4-d4caf47f0275) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:04.662698 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-277fca09-f8ad-4bd4-88d1-cd7c4dd1e064 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bcfbb6e1d8524f828ed253ea44759853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812692 Aug 17 16:16:04.663970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:04.757499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ccc19-4f40-4b14-a7d3-6b046c17273d req-d64d64ac-c18e-4a0b-97bf-7a0530b2ebdb tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:04.767196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b51ccc19-4f40-4b14-a7d3-6b046c17273d req-d64d64ac-c18e-4a0b-97bf-7a0530b2ebdb tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 946 time: 0.1596463 Aug 17 16:16:04.793868 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8281ebe5-de4b-4841-8c3a-98feb5f7be03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:04.824706 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8281ebe5-de4b-4841-8c3a-98feb5f7be03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:04.885747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:04.905971 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8281ebe5-de4b-4841-8c3a-98feb5f7be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:04.908956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8281ebe5-de4b-4841-8c3a-98feb5f7be03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:04.923473 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:04.925863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8281ebe5-de4b-4841-8c3a-98feb5f7be03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e2862dd-5515-4667-8472-7bbf84358eec HTTP/1.1" status: 204 len: 168 time: 0.2332561 Aug 17 16:16:04.940321 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55da3eac-7ce5-4293-8b11-be6fd740b9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:04.950218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1f1a9-60ea-414f-b45d-f4459026c3cd req-b5e154b4-d291-489d-a539-2389619dd071 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:04.957968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'port_id': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd', 'mac_address': 'fa:16:3e:0a:7e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c68bbd3-2311-44f8-b7bf-3eab3f578677', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:16:04.958356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281ebe5-de4b-4841-8c3a-98feb5f7be03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2862dd-5515-4667-8472-7bbf84358eec,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:04.975899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7be1f1a9-60ea-414f-b45d-f4459026c3cd req-b5e154b4-d291-489d-a539-2389619dd071 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1097 time: 1.0415959 Aug 17 16:16:05.026062 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:05.059770 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b51ccc19-4f40-4b14-a7d3-6b046c17273d req-39a97ac0-7e20-46f9-857c-77912df8d666 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913318 Aug 17 16:16:05.099869 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:05.132075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9fce15-eb7c-4d52-8c52-a472093fb3cd {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:05.152696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7be1f1a9-60ea-414f-b45d-f4459026c3cd req-f8cd38dc-7f50-4a61-be1c-383eb57e6454 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751864 Aug 17 16:16:05.221585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214fdb7-5666-4ec2-a80b-7cbf523cb05d req-26681744-a59a-4ce9-b9d2-138b0617063d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:05.231389 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6214fdb7-5666-4ec2-a80b-7cbf523cb05d req-26681744-a59a-4ce9-b9d2-138b0617063d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.1068895 Aug 17 16:16:05.240491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:05.256527 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:05.272342 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:05.299465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Transition to ACTIVE for port object d314a818-9d72-4755-a4f4-d4caf47f0275 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:05.327827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6214fdb7-5666-4ec2-a80b-7cbf523cb05d req-47232177-edd4-4fa6-8970-00a2f524b450 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946047 Aug 17 16:16:05.400050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Transition to ACTIVE for port object d314a818-9d72-4755-a4f4-d4caf47f0275 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:05.439643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:05.467969 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:05.548753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['2b9fce15-eb7c-4d52-8c52-a472093fb3cd'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:05.565567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:05.602953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:05.612697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:05.617605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:05.623242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b1d2e-7ba5-4e2d-b75f-40e279f9335d req-eb135e7c-7893-4aa8-96c4-0dc9b7c78f75 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:05.626733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Pushing event updated for resources: {'Port': ['ID=d314a818-9d72-4755-a4f4-d4caf47f0275,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:05.636575 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-860b1d2e-7ba5-4e2d-b75f-40e279f9335d req-eb135e7c-7893-4aa8-96c4-0dc9b7c78f75 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 945 time: 0.1812465 Aug 17 16:16:05.680219 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:05.717824 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-860b1d2e-7ba5-4e2d-b75f-40e279f9335d req-e5d4a4b6-7037-4978-9566-abc8309d3e61 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799694 Aug 17 16:16:05.791091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Attempting to bind port d314a818-9d72-4755-a4f4-d4caf47f0275 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:05.792247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Attempting to bind port d314a818-9d72-4755-a4f4-d4caf47f0275 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '76de242e-788b-462d-95d2-317e203b1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:05.792247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Attempting to bind port d314a818-9d72-4755-a4f4-d4caf47f0275 on network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:05.810432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:05.810894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Checking segment: {'id': '76de242e-788b-462d-95d2-317e203b1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:05.811304 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:05.811748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Bound using segment: {'id': '76de242e-788b-462d-95d2-317e203b1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:05.812276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Bound port: d314a818-9d72-4755-a4f4-d4caf47f0275, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76de242e-788b-462d-95d2-317e203b1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:05.813835 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:05.818176 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:05.898470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Allocated IP 172.25.7.77 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/f362b60c-4ba5-42f5-b024-4b49f8dc78bd) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:05.914341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] For port d314a818-9d72-4755-a4f4-d4caf47f0275, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:05.918267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] For port d314a818-9d72-4755-a4f4-d4caf47f0275, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d314a818-9d72-4755-a4f4-d4caf47f0275,segment=NetworkSegment(76de242e-788b-462d-95d2-317e203b1943),segment_id=76de242e-788b-462d-95d2-317e203b1943)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:05.931134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:06.087853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0110b8-7695-49b4-b969-fc9f517e201c None None] Pushing event updated for resources: {'Port': ['ID=d314a818-9d72-4755-a4f4-d4caf47f0275,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:06.134707 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:06.253476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e8279-caf8-400b-a398-5119c6b55d6a req-c372b5c7-2dba-474b-ae9d-c5ab9f582d6a tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:06.255280 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-645e8279-caf8-400b-a398-5119c6b55d6a req-c372b5c7-2dba-474b-ae9d-c5ab9f582d6a tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 946 time: 0.0949502 Aug 17 16:16:06.257559 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:06.353388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:06.358471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:06.385143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:06.450131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Pushing event updated for resources: {'Port': ['ID=f362b60c-4ba5-42f5-b024-4b49f8dc78bd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:06.472722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-645e8279-caf8-400b-a398-5119c6b55d6a req-7aee8981-8a72-4e45-b025-f233cfe5b25a tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097983 Aug 17 16:16:06.504772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad486ca-a39e-49b7-98e3-74a9aeb6baca req-4c850259-cce0-46c5-9234-bfc6ffbc504d tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:06.517247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ad486ca-a39e-49b7-98e3-74a9aeb6baca req-4c850259-cce0-46c5-9234-bfc6ffbc504d tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1097 time: 0.0749958 Aug 17 16:16:06.625866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ad486ca-a39e-49b7-98e3-74a9aeb6baca req-a686eaef-6c35-4acf-b347-91ce82065aa6 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173615 Aug 17 16:16:06.710156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83d0b0-0582-4634-85e5-3f07b50758db req-d2b9ad1f-2c56-42e4-b625-95754f304e94 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:06.719663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b83d0b0-0582-4634-85e5-3f07b50758db req-d2b9ad1f-2c56-42e4-b625-95754f304e94 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.0861299 Aug 17 16:16:06.792771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:06.869559 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b83d0b0-0582-4634-85e5-3f07b50758db req-016272a3-e0e9-46cf-b625-227e459b5a82 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487117 Aug 17 16:16:06.906816 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:06.971353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-network', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:07.019843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Made reservation on behalf of 91d9c78ea4ce41eaa50be064d4adf02a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:07.022891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:07.049804 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:07.318988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0871bc8-d3df-4322-a241-ee5d13de61f9 req-6db44ad2-331e-43e8-a8e3-9137d80239a2 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:07.335060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0871bc8-d3df-4322-a241-ee5d13de61f9 req-6db44ad2-331e-43e8-a8e3-9137d80239a2 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 945 time: 0.2992756 Aug 17 16:16:07.373087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:07.429303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0871bc8-d3df-4322-a241-ee5d13de61f9 req-4bbe074b-1944-40c4-9914-740c06f5aeb2 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922227 Aug 17 16:16:07.482496 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:07.507708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d314a818-9d72-4755-a4f4-d4caf47f0275 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:07.517314 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:07.531975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:07.637719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:16:07.679534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d314a818-9d72-4755-a4f4-d4caf47f0275 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:07.715082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1336152d-f641-429b-adf0-f427e87a0ddb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:07.731933 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:07.733224 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Added segment 2c1ed1fe-51c4-4549-83bf-e4afcd7b486d of type vlan for network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 Aug 17 16:16:07.864691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:16:07.900836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:07.989322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc4324e-0aa6-45ea-b8c0-babb4b83423b None None] Network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:16:08.013570 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:08.015429 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:08.016673 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:08.102442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:16:08.114272 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Sync routers for ids ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:16:08.126984 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Routers {'1dff22e8-a6fb-453f-91af-901c0a1f3d88'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:08.127969 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:08.156013 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:08.158170 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-17b4ced9-41c8-4afc-bd9c-e782a97214dc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3853114 Aug 17 16:16:08.162298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:08.222345 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4241514 Aug 17 16:16:08.223065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39776) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:08.228707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Request body: {'subnet': {'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-subnet', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:08.280746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Made reservation on behalf of 91d9c78ea4ce41eaa50be064d4adf02a for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:08.283834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:08.298101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d332a-19b5-4f35-977f-f53c07a6029a admin admin] Pushing event updated for resources: {'Network': ['ID=67a40b8c-0590-4872-bf1e-0c77e0f09af5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:08.341480 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Set router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:08.341738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc099-cedb-4dec-9380-9b15b89f94dd req-595bb202-9036-401f-bdd8-5a1a3e080921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:08.343196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a26dc099-cedb-4dec-9380-9b15b89f94dd req-595bb202-9036-401f-bdd8-5a1a3e080921 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4b9bf3031e534cd7871880f24aec590f&device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 1097 time: 0.3405318 Aug 17 16:16:08.436567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:16:08.441168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2b9fce15-eb7c-4d52-8c52-a472093fb3cd up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:08.574979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4238e-1a90-48d5-91bd-7bbaa164fff1 req-2990076e-5f13-45ff-af98-74e78b37f263 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:08.583174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09f4238e-1a90-48d5-91bd-7bbaa164fff1 req-2990076e-5f13-45ff-af98-74e78b37f263 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 946 time: 0.3030388 Aug 17 16:16:08.680893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-073e1190-717a-4b21-a8ec-46dc427a81a7 None None] Provisioning for port d314a818-9d72-4755-a4f4-d4caf47f0275 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:08.703689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:08.728579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-073e1190-717a-4b21-a8ec-46dc427a81a7 None None] Provisioning complete for port d314a818-9d72-4755-a4f4-d4caf47f0275 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:08.742813 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073e1190-717a-4b21-a8ec-46dc427a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:08.814660 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'name': 'tempest-FloatingIPsTestJSON-1041233444-router', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:03Z', 'updated_at': '2021-08-17T16:16:06Z', 'revision_number': 3, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'gw_port': {'id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:05Z', 'updated_at': '2021-08-17T16:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:08.863562 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Checking router: 1dff22e8-a6fb-453f-91af-901c0a1f3d88 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:16:08.863562 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Updating router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 port f362b60c-4ba5-42f5-b024-4b49f8dc78bd binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:16:08.872607 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09f4238e-1a90-48d5-91bd-7bbaa164fff1 req-26c4218d-894c-4255-9434-0a6badcaab5c tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882404 Aug 17 16:16:08.889878 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:08.912342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ba9684-b9a2-4368-acc7-294dec466f8b,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:08.947432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Checking segment: {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:08.949687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Network hostable DHCP agents. Network: 67a40b8c-0590-4872-bf1e-0c77e0f09af5, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:16:08.997061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:16:09.013149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc099-cedb-4dec-9380-9b15b89f94dd req-8875586b-0cc7-492a-860b-1e95adb860e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:09.016390 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 67a40b8c-0590-4872-bf1e-0c77e0f09af5) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:09.021570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:09.022546 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.039068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a26dc099-cedb-4dec-9380-9b15b89f94dd req-8875586b-0cc7-492a-860b-1e95adb860e4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a HTTP/1.1" status: 200 len: 915 time: 0.6461697 Aug 17 16:16:09.054722 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c1ab3-ada8-4941-a132-17f8f3a38a99 None None] Network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:16:09.056626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:09.067906 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:09.068256 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.075897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dc94bb2e-8f9e-4f43-968c-7cc8731b4ec1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8514895 Aug 17 16:16:09.085377 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39790) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:09.094638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:09.143371 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.144832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.252005 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.335637 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a26dc099-cedb-4dec-9380-9b15b89f94dd req-a01506e6-4c43-40bc-ae05-9fc5160aa8f1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e165104f-2280-4e0f-ae23-890307461a5e HTTP/1.1" status: 200 len: 217 time: 0.2870808 Aug 17 16:16:09.380202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dbe28-3428-4a09-a0ab-01e6e1aa878e req-9af07242-7cb3-4a09-8f0c-8129eb2e195b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:09.399402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e4dbe28-3428-4a09-a0ab-01e6e1aa878e req-9af07242-7cb3-4a09-8f0c-8129eb2e195b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.2874329 Aug 17 16:16:09.467522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc099-cedb-4dec-9380-9b15b89f94dd req-51b9a6df-4c0d-409e-a252-c53f5a687a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:09.472996 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.475033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a26dc099-cedb-4dec-9380-9b15b89f94dd req-51b9a6df-4c0d-409e-a252-c53f5a687a1b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d102beed-7c16-45e9-971c-d0ed1d37db63 HTTP/1.1" status: 200 len: 854 time: 0.0675945 Aug 17 16:16:09.495214 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Transition to ACTIVE for port object f362b60c-4ba5-42f5-b024-4b49f8dc78bd will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:09.506163 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.610719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-1a1f2592-d732-459e-860f-06882add9f4b tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:16:09.611975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-1a1f2592-d732-459e-860f-06882add9f4b tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1552579 Aug 17 16:16:09.617459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a26dc099-cedb-4dec-9380-9b15b89f94dd req-aaed2b02-acc9-4dff-9300-aae5f283b3bc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095390 Aug 17 16:16:09.629224 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Pushing event updated for resources: {'Port': ['ID=f362b60c-4ba5-42f5-b024-4b49f8dc78bd,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:09.632367 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073e1190-717a-4b21-a8ec-46dc427a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.633202 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Attempting to bind port f362b60c-4ba5-42f5-b024-4b49f8dc78bd on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:09.633626 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Attempting to bind port f362b60c-4ba5-42f5-b024-4b49f8dc78bd by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:09.633989 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Attempting to bind port f362b60c-4ba5-42f5-b024-4b49f8dc78bd on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:09.643770 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.644149 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.644641 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.645027 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.645519 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.645850 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.646177 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.646528 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.646854 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.647357 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.647777 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.648093 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:09.652028 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:09.652439 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:09.652842 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.653219 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:09.653821 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Bound port: f362b60c-4ba5-42f5-b024-4b49f8dc78bd, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:09.654217 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.700826 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.718492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.755833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-073e1190-717a-4b21-a8ec-46dc427a81a7 None None] For port d314a818-9d72-4755-a4f4-d4caf47f0275, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d314a818-9d72-4755-a4f4-d4caf47f0275,segment=NetworkSegment(76de242e-788b-462d-95d2-317e203b1943),segment_id=76de242e-788b-462d-95d2-317e203b1943)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:09.773188 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073e1190-717a-4b21-a8ec-46dc427a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.778734 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] For port f362b60c-4ba5-42f5-b024-4b49f8dc78bd, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:09.783370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:09.785645 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884f7d9e-72c9-4b59-bb2a-5cae625cf38f" -d '{"events": [{"server_uuid": "9482913a-18b8-4d63-9cf1-74bf90a7332a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9fce15-eb7c-4d52-8c52-a472093fb3cd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:09.787451 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] For port f362b60c-4ba5-42f5-b024-4b49f8dc78bd, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f362b60c-4ba5-42f5-b024-4b49f8dc78bd,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:09.796727 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a26dc099-cedb-4dec-9380-9b15b89f94dd req-3d6dd4b3-7542-423c-8158-e2177e996dc7 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621192 Aug 17 16:16:09.800544 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.802313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Request body: {'binding': {'host': 'n-h2-804878-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:09.803262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:16:09.849687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:09.901906 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.934097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:16:09.935082 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:09.950362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e1190-717a-4b21-a8ec-46dc427a81a7 None None] Pushing event updated for resources: {'Port': ['ID=d314a818-9d72-4755-a4f4-d4caf47f0275,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:10.018757 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Routers {'1dff22e8-a6fb-453f-91af-901c0a1f3d88'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:10.019628 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:10.051034 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-676731da-16be-465d-9ff9-d7edaaa429d2 service neutron] show failed (client error): The resource could not be found. Aug 17 16:16:10.056588 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-676731da-16be-465d-9ff9-d7edaaa429d2 service neutron] 10.222.0.93 "GET /v2.0/ports/65b885e9-4bbe-484d-bc72-94409eda7b3b/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.7625394 Aug 17 16:16:10.194571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:10.268989 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:10.288681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Allocated IP 172.20.0.2 (67a40b8c-0590-4872-bf1e-0c77e0f09af5/a9ba9684-b9a2-4368-acc7-294dec466f8b/ced880b0-506f-457a-85e7-e2566cc74d45) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:10.295175 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:10.368524 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7726bd-2bef-4aed-8968-dfdb7a4274c0 None None] Pushing event updated for resources: {'Port': ['ID=f362b60c-4ba5-42f5-b024-4b49f8dc78bd,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:10.387766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-308d4000-bf8b-4ab0-8e89-06c36dc01e6e None None] Provisioning complete for port d314a818-9d72-4755-a4f4-d4caf47f0275 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:10.388147 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-308d4000-bf8b-4ab0-8e89-06c36dc01e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:10.493267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Allocated IP 172.25.7.4 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:10.540436 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] Set router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:10.592910 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:10.603961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Transition to ACTIVE for port object ced880b0-506f-457a-85e7-e2566cc74d45 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:10.629008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Transition to ACTIVE for port object ced880b0-506f-457a-85e7-e2566cc74d45 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:10.659455 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:10.718457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Pushing event updated for resources: {'Port': ['ID=ced880b0-506f-457a-85e7-e2566cc74d45,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:10.732619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:10.735241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:10.738704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:10.770929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e4dbe28-3428-4a09-a0ab-01e6e1aa878e req-e9865b61-f1ae-48dd-bdef-c77000bcf91a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3705235 Aug 17 16:16:10.835806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Attempting to bind port ced880b0-506f-457a-85e7-e2566cc74d45 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:10.836079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Attempting to bind port ced880b0-506f-457a-85e7-e2566cc74d45 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:10.836416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Attempting to bind port ced880b0-506f-457a-85e7-e2566cc74d45 on network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:10.846289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:10.847078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Checking segment: {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:10.847235 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:10.847505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Bound using segment: {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:10.847976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Bound port: ced880b0-506f-457a-85e7-e2566cc74d45, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:10.848356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:10.979303 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:10.994777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-aebc1fce-d293-40d8-98ab-d230c59da457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:10.996503 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-aebc1fce-d293-40d8-98ab-d230c59da457 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566&tenant_id=0f558842595f45369d2b06bd1ef961b4 HTTP/1.1" status: 200 len: 1101 time: 0.6884696 Aug 17 16:16:11.008611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] For port ced880b0-506f-457a-85e7-e2566cc74d45, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:11.010455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:11.012111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce on host n-h2-804878-1 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:11.012908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:11.013269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:11.016867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] For port ced880b0-506f-457a-85e7-e2566cc74d45, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ced880b0-506f-457a-85e7-e2566cc74d45,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:11.027915 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:11.051781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Port 82587609-6d08-4d18-86a8-678fabe6e1ce on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:16:11.052381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:11.085625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a26dc099-cedb-4dec-9380-9b15b89f94dd req-d9952a90-7a8d-401b-9add-28d3c3ab1048 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0936844 Aug 17 16:16:11.089527 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'name': 'tempest-FloatingIPsTestJSON-1041233444-router', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:03Z', 'updated_at': '2021-08-17T16:16:06Z', 'revision_number': 3, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'gw_port': {'id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:05Z', 'updated_at': '2021-08-17T16:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:11.100204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:11.100683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:11.101128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:11.101703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Bound port: 82587609-6d08-4d18-86a8-678fabe6e1ce, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:11.127313 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:11.141949 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:11.152263 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc0692-9e13-4e80-8a02-fd9d72d3399d None None] The sync data for ids ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'] in n-d-804878-1 is: [{'id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'name': 'tempest-FloatingIPsTestJSON-1041233444-router', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:03Z', 'updated_at': '2021-08-17T16:16:06Z', 'revision_number': 3, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'gw_port': {'id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:05Z', 'updated_at': '2021-08-17T16:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:16:11.185836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8519f2-bcbf-4070-9dd8-7a546f2834b5 None None] Pushing event updated for resources: {'Port': ['ID=ced880b0-506f-457a-85e7-e2566cc74d45,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:11.285235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a496-0869-4aaf-b3e8-300ac8cc929d req-30a58144-2adb-400d-a2ab-b1ca66a66ea0 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:11.297668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7924a496-0869-4aaf-b3e8-300ac8cc929d req-30a58144-2adb-400d-a2ab-b1ca66a66ea0 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.2760823 Aug 17 16:16:11.338913 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:11.375753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:11.394574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:11.401710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d314a818-9d72-4755-a4f4-d4caf47f0275 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:11.488638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Pushing event updated for resources: {'Port': ['ID=9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:11.590779 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d314a818-9d72-4755-a4f4-d4caf47f0275 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:11.590779 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:11.615190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7924a496-0869-4aaf-b3e8-300ac8cc929d req-8c798977-cf7d-4231-99fb-e1d3ad5c6ede tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158660 Aug 17 16:16:11.684588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:11.758447 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:11.774080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ef0fb202-88fc-48af-bcd1-a88a27801c75 service neutron] 10.222.0.77 "POST /v2.0/ports/82587609-6d08-4d18-86a8-678fabe6e1ce/bindings HTTP/1.1" status: 201 len: 389 time: 1.9928002 Aug 17 16:16:11.851547 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:12.056674 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb294408-ac9c-49d0-9505-c48754c2d597 x-openstack-request-id: req-bb294408-ac9c-49d0-9505-c48754c2d597 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:12.057489 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9482913a-18b8-4d63-9cf1-74bf90a7332a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9fce15-eb7c-4d52-8c52-a472093fb3cd", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:12.057489 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb294408-ac9c-49d0-9505-c48754c2d597 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:12.057745 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd', 'code': 200} Aug 17 16:16:12.321000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:12.414103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 65b885e9-4bbe-484d-bc72-94409eda7b3b no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:16:12.480382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-97731918-746e-4749-a6bf-85f9862eff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:12.483790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-97731918-746e-4749-a6bf-85f9862eff83 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1097 time: 0.2702107 Aug 17 16:16:12.498537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f303637-56cb-4a1b-9028-892f0dcd1667 req-4d23480c-51f3-418c-8b42-4e36b032b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:12.504198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f303637-56cb-4a1b-9028-892f0dcd1667 req-4d23480c-51f3-418c-8b42-4e36b032b617 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 1097 time: 0.2917969 Aug 17 16:16:12.576158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Allocated IP 172.20.0.1 (4d7d637e-a09d-4197-9255-c3dd7fedbc9f/a8082a3e-0243-4298-a086-b1560b479136/892a4ba0-de81-40ec-af31-a0b53af78deb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:12.597562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:12.608282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330b9d3-1604-4eaf-94d2-5d6c28d6e340 req-0f7b8cb8-ce96-4ceb-a233-0f3c9c7fb6dc tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:12.610147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0330b9d3-1604-4eaf-94d2-5d6c28d6e340 req-0f7b8cb8-ce96-4ceb-a233-0f3c9c7fb6dc tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 946 time: 0.4427297 Aug 17 16:16:12.669701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdef3e3-8c4a-4f5c-8d34-6d8f54584f46 req-127b5280-5fa9-4450-9534-ce9ccf599c43 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:12.683494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4cdef3e3-8c4a-4f5c-8d34-6d8f54584f46 req-127b5280-5fa9-4450-9534-ce9ccf599c43 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 946 time: 0.4688060 Aug 17 16:16:12.717465 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:12.753828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:12.757619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:12.772138 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfdb789-9d05-43d8-b7b3-9cfa0e80b9ad" -d '{"events": [{"server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "name": "network-vif-unplugged", "status": "completed", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:12.869581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:12.889517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0330b9d3-1604-4eaf-94d2-5d6c28d6e340 req-27994afc-4291-4d00-92fb-f0ae4605f86a tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484605 Aug 17 16:16:12.963285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f303637-56cb-4a1b-9028-892f0dcd1667 req-2a7e09fd-2860-437e-b803-9207409b2abe service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196985 Aug 17 16:16:12.971149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Transition to ACTIVE for port object 65b885e9-4bbe-484d-bc72-94409eda7b3b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:13.009707 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4cdef3e3-8c4a-4f5c-8d34-6d8f54584f46 req-438084f8-738e-4c59-bada-64b73fc3dc84 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241279 Aug 17 16:16:13.115488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-23ba1656-74ad-443f-a184-be7cb32666c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:13.117065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-23ba1656-74ad-443f-a184-be7cb32666c7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.5772429 Aug 17 16:16:13.175948 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:16:13.176792 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:16:13.209688 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-bfe039b4-b8c6-49fc-afea-6d30e6588385 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82587609-6d08-4d18-86a8-678fabe6e1ce HTTP/1.1" status: 200 len: 217 time: 0.0772355 Aug 17 16:16:13.241775 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:13.268206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:13.351608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b6bb5-f41d-421e-9201-d2cfb4eeb096 None None] Network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:16:13.402670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Transition to ACTIVE for port object 892a4ba0-de81-40ec-af31-a0b53af78deb will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:13.456779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-594b30c9-db61-43d2-91fd-bfa6c282c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:13.457494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-594b30c9-db61-43d2-91fd-bfa6c282c99d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.2342110 Aug 17 16:16:13.499030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Pushing event updated for resources: {'Port': ['ID=65b885e9-4bbe-484d-bc72-94409eda7b3b,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:13.515748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-6d39d1b4-af37-4ba2-8104-4885eaf5579a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496638 Aug 17 16:16:13.532663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6454ff3-c009-4b29-a532-dfc53df3cda3 req-7bb94c8c-f16e-4ba8-8588-12e0a17cabeb tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:13.534308 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6454ff3-c009-4b29-a532-dfc53df3cda3 req-7bb94c8c-f16e-4ba8-8588-12e0a17cabeb tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 946 time: 0.2939403 Aug 17 16:16:13.620291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:13.705860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:13.720267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] No DVR routers for this DVR port 65b885e9-4bbe-484d-bc72-94409eda7b3b on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:16:13.733865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:13.744623 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:13.766156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6454ff3-c009-4b29-a532-dfc53df3cda3 req-15d5f472-1e7b-44ab-b4c2-ad284a750cdf tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987734 Aug 17 16:16:13.858330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Pushing event updated for resources: {'Port': ['ID=892a4ba0-de81-40ec-af31-a0b53af78deb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:13.901654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ccb7d52c-67ef-4cc8-9c19-3d05969a1e21 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640363 Aug 17 16:16:13.950207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d010b6-9486-4a68-a8ca-6b2b451fb099 req-5eb537e0-7d36-4320-9b46-2ab354636660 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:13.950764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:13.959515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24d010b6-9486-4a68-a8ca-6b2b451fb099 req-5eb537e0-7d36-4320-9b46-2ab354636660 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 948 time: 0.8154876 Aug 17 16:16:14.097370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ced880b0-506f-457a-85e7-e2566cc74d45 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:14.217909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Attempting to bind port 65b885e9-4bbe-484d-bc72-94409eda7b3b on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:14.220911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Attempting to bind port 65b885e9-4bbe-484d-bc72-94409eda7b3b by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:14.225242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Attempting to bind port 65b885e9-4bbe-484d-bc72-94409eda7b3b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:14.285923 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Port 65b885e9-4bbe-484d-bc72-94409eda7b3b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:16:14.286509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Attempting to bind port 65b885e9-4bbe-484d-bc72-94409eda7b3b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:14.331146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aced2-5e05-4788-a8d6-760a34b59350 req-810e5de5-f1ff-439c-810b-fa338fefd907 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:14.332096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-67d76104-7cd1-4afb-ad5b-943939c29732 None None] Provisioning for port ced880b0-506f-457a-85e7-e2566cc74d45 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:14.334047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc9aced2-5e05-4788-a8d6-760a34b59350 req-810e5de5-f1ff-439c-810b-fa338fefd907 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.2292316 Aug 17 16:16:14.366579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:14.367171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:14.367753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:14.368779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Bound port: 65b885e9-4bbe-484d-bc72-94409eda7b3b, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:14.369344 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:14.426977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-c7b9c54d-d645-4640-a09c-85ba1504f549 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135148 Aug 17 16:16:14.465588 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24d010b6-9486-4a68-a8ca-6b2b451fb099 req-0e16db96-2ac2-40e1-a58f-e5b62cf7470f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179646 Aug 17 16:16:14.521537 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:14.528044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc9aced2-5e05-4788-a8d6-760a34b59350 req-d04fe823-c702-4988-a20e-98483f1305cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666868 Aug 17 16:16:14.558439 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:14.816033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ced880b0-506f-457a-85e7-e2566cc74d45 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:14.825109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ced880b0-506f-457a-85e7-e2566cc74d45 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:14.825710 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:14.870889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f9ff4d6e-986e-4be7-8bb5-911b77d189db None None] Provisioning for port 892a4ba0-de81-40ec-af31-a0b53af78deb completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:14.880017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f9ff4d6e-986e-4be7-8bb5-911b77d189db None None] Provisioning complete for port 892a4ba0-de81-40ec-af31-a0b53af78deb triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:14.880017 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9ff4d6e-986e-4be7-8bb5-911b77d189db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:15.040851 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3579b764-322f-493c-860f-9473e4b74f53 x-openstack-request-id: req-3579b764-322f-493c-860f-9473e4b74f53 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:15.041550 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "name": "network-vif-unplugged", "status": "completed", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:15.041962 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3579b764-322f-493c-860f-9473e4b74f53 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:15.042593 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b', 'code': 200} Aug 17 16:16:15.084101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff4d6e-986e-4be7-8bb5-911b77d189db None None] Port 892a4ba0-de81-40ec-af31-a0b53af78deb cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:16:15.218096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:15.255327 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:15.260189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:15.287607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:15.378283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ced880b0-506f-457a-85e7-e2566cc74d45, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ced880b0-506f-457a-85e7-e2566cc74d45,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:15.387895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-e0bf48e5-1c21-4ac8-bb1d-087f968c8e75 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:15.390193 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:15.392358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f362b60c-4ba5-42f5-b024-4b49f8dc78bd up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:15.407214 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-e0bf48e5-1c21-4ac8-bb1d-087f968c8e75 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1097 time: 0.8273482 Aug 17 16:16:15.497614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:15.505624 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:15.512353 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] 10.222.0.91 "PUT /v2.0/ports/65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 1096 time: 4.5071673 Aug 17 16:16:15.551526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:15.563082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-1'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:15.593270 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:15.751984 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:15.771352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Pushing event updated for resources: {'Port': ['ID=892a4ba0-de81-40ec-af31-a0b53af78deb,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:15.804271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382f577-4565-4f02-9698-513a0bd574fe req-53e75d62-0396-4748-86ab-8aa3d16e1143 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:15.813179 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9382f577-4565-4f02-9698-513a0bd574fe req-53e75d62-0396-4748-86ab-8aa3d16e1143 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 946 time: 0.4695442 Aug 17 16:16:15.819420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-933af980-bede-45da-b9d4-f261d7ca3c55 None None] Provisioning complete for port ced880b0-506f-457a-85e7-e2566cc74d45 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:15.820082 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-933af980-bede-45da-b9d4-f261d7ca3c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:15.844700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:15.847097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef5077-172b-48a8-8e38-455c4ecd22a9 service neutron] Pushing event updated for resources: {'Port': ['ID=65b885e9-4bbe-484d-bc72-94409eda7b3b,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:15.951695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f362b60c-4ba5-42f5-b024-4b49f8dc78bd completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:15.958511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ced880b0-506f-457a-85e7-e2566cc74d45,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:15.987776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f362b60c-4ba5-42f5-b024-4b49f8dc78bd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:15.988439 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:16.006344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Router 0105bfc7-7925-410b-b521-8b70127e5163 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:16:16.013893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-1b07ab5c-e1ef-4292-b327-7e1a9926f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:16.022006 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-1b07ab5c-e1ef-4292-b327-7e1a9926f0d2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1099 time: 0.4336543 Aug 17 16:16:16.077566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9382f577-4565-4f02-9698-513a0bd574fe req-a7496321-54fb-4365-b774-a75174c36fa8 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586310 Aug 17 16:16:16.415856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:16.433866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:16.490537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:16.519218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port f362b60c-4ba5-42f5-b024-4b49f8dc78bd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f362b60c-4ba5-42f5-b024-4b49f8dc78bd,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:16.535092 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:16.588959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:16.599024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82587609-6d08-4d18-86a8-678fabe6e1ce'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:16.607402 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7467aa1-fab3-4adf-8fd9-77aa362766d5" -d '{"events": [{"server_uuid": "2c5a8cea-492c-4069-b610-50ab61bb891c", "name": "network-vif-unplugged", "status": "completed", "tag": "82587609-6d08-4d18-86a8-678fabe6e1ce"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:16.659544 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:16.692451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=f362b60c-4ba5-42f5-b024-4b49f8dc78bd,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:16.770982 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ced880b0-506f-457a-85e7-e2566cc74d45 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:16.864126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-95263824-1609-45bb-af48-0a9cf8abbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:16.866068 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:16.866615 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-95263824-1609-45bb-af48-0a9cf8abbd70 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.8411405 Aug 17 16:16:16.887536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e239c-a118-4b34-968d-3bde8e5422ff req-d3f11b75-8400-40e9-8dbd-30f2a6d0a64d tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:16.896233 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e5e239c-a118-4b34-968d-3bde8e5422ff req-d3f11b75-8400-40e9-8dbd-30f2a6d0a64d tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.1798849 Aug 17 16:16:16.896554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:16.898235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:16:16.922785 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Sync routers for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:16:16.949912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ced880b0-506f-457a-85e7-e2566cc74d45 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:16.950411 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:16.966096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:16.967236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:17.035455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce on host n-h1-804878-1 for vnic_type normal with profile {"migrating_to": "n-h2-804878-1"} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:17.036585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:17.037122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:17.050594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:17.053440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183e99a-0d3b-46e9-9c03-083e7fe5eef0 req-6ea84341-d700-4416-b5c9-1f906980a512 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:17.055999 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8183e99a-0d3b-46e9-9c03-083e7fe5eef0 req-6ea84341-d700-4416-b5c9-1f906980a512 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 948 time: 0.4323976 Aug 17 16:16:17.059291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Pushing event updated for resources: {'Port': ['ID=82587609-6d08-4d18-86a8-678fabe6e1ce,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:17.069809 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:17.077535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-72c18fea-22f0-49c8-963f-e740873ff836 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 217 time: 0.1764085 Aug 17 16:16:17.148289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Port 82587609-6d08-4d18-86a8-678fabe6e1ce on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:16:17.148821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Attempting to bind port 82587609-6d08-4d18-86a8-678fabe6e1ce on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:17.288507 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:17.290506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-addf5967-f47f-46fd-bc1f-63840fdfe06e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.2036061 Aug 17 16:16:17.306684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39862) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:17.333427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e5e239c-a118-4b34-968d-3bde8e5422ff req-d077c29b-e95e-4fb5-8af7-9ee9148a7c4d tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996712 Aug 17 16:16:17.381013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:17.409105 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:16:17.427831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:17.428661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:17.429271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:17.430018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Bound port: 82587609-6d08-4d18-86a8-678fabe6e1ce, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:17.430856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:17.443283 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8183e99a-0d3b-46e9-9c03-083e7fe5eef0 req-307829c3-4d3e-4aa4-b6ad-bf918fb64c19 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673654 Aug 17 16:16:17.477939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-759e0c32-f9c0-4637-a011-39b014598dca tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:17.480492 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-759e0c32-f9c0-4637-a011-39b014598dca tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.91 "GET /v2.0/ports?device_id=1926aba3-04fc-45ca-9e9b-56eed6329fe3 HTTP/1.1" status: 200 len: 946 time: 0.5880713 Aug 17 16:16:17.497365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:16:17.706673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.91', 52112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:17.773198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-b53429df-27f3-4a64-9e33-69dffae0d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:17.776100 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-b53429df-27f3-4a64-9e33-69dffae0d503 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.6218245 Aug 17 16:16:17.845470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-69bbd839-7c1d-4c98-bb0e-248514200475 None None] Provisioning complete for port 892a4ba0-de81-40ec-af31-a0b53af78deb triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:17.846338 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69bbd839-7c1d-4c98-bb0e-248514200475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:17.936818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-69bbd839-7c1d-4c98-bb0e-248514200475 None None] Port 892a4ba0-de81-40ec-af31-a0b53af78deb cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:16:18.059137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:12Z', 'revision_number': 3, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:18.102928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-176c8f05-4989-4dc0-92b5-48bef062eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:18.106479 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-176c8f05-4989-4dc0-92b5-48bef062eab5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3224101 Aug 17 16:16:18.112186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Checking router: 0105bfc7-7925-410b-b521-8b70127e5163 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:16:18.112825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Updating router 0105bfc7-7925-410b-b521-8b70127e5163 port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:16:18.160056 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:18.186893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb518e-ef3c-4e1f-80e3-24a6347f859e req-96f5b348-d001-40b3-9f9f-299ce50433f3 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:18.189932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1beb518e-ef3c-4e1f-80e3-24a6347f859e req-96f5b348-d001-40b3-9f9f-299ce50433f3 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 946 time: 0.3744271 Aug 17 16:16:18.253514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:18.354108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Deleting port 7512901e-4473-498d-8fb1-1fde158aa102 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:16:18.354698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:18.372507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fad908-9917-45e7-bce3-451b883f1bbd req-0575fc84-b084-49a2-9715-506431f49435 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:18.375309 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01fad908-9917-45e7-bce3-451b883f1bbd req-0575fc84-b084-49a2-9715-506431f49435 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 946 time: 0.6566348 Aug 17 16:16:18.396315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:18.416542 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1beb518e-ef3c-4e1f-80e3-24a6347f859e req-dd1e3630-6357-4be5-ac95-2ee38ec1bf96 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9593ac6-d512-4fb8-b11d-5ee71a025151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676207 Aug 17 16:16:18.493026 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:18.519630 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-70d0111a-040c-4f62-bcdd-3ac9df472431 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982127 Aug 17 16:16:18.650980 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba2cbc4-e0ef-4eac-859d-68c9ad211a87 x-openstack-request-id: req-9ba2cbc4-e0ef-4eac-859d-68c9ad211a87 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:18.651438 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:18.651852 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ba2cbc4-e0ef-4eac-859d-68c9ad211a87 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:18.652500 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b', 'status': 'completed', 'code': 200} Aug 17 16:16:18.697223 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-bb8febfc-a45b-4db7-9f4a-5261457a6e05 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1145235592&fields=id&tenant_id=1e130b467f424b4d9fac043b206791e7 HTTP/1.1" status: 200 len: 267 time: 0.8938143 Aug 17 16:16:18.698657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:16:18.715338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-76010146-0198-4d1c-9f54-fcbaf8fc74db admin admin] 10.222.0.77 "PUT /v2.0/routers/1dff22e8-a6fb-453f-91af-901c0a1f3d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5508869 Aug 17 16:16:18.720251 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Sync routers for ids ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:16:18.723877 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096a147a-8cd3-4f60-9ff6-8f148ed06d10 x-openstack-request-id: req-096a147a-8cd3-4f60-9ff6-8f148ed06d10 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:18.724025 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a8cea-492c-4069-b610-50ab61bb891c", "name": "network-vif-unplugged", "status": "completed", "tag": "82587609-6d08-4d18-86a8-678fabe6e1ce", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:18.724223 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-096a147a-8cd3-4f60-9ff6-8f148ed06d10 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:18.724623 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82587609-6d08-4d18-86a8-678fabe6e1ce', 'code': 200} Aug 17 16:16:18.731092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f362b60c-4ba5-42f5-b024-4b49f8dc78bd up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:18.751838 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Routers {'1dff22e8-a6fb-453f-91af-901c0a1f3d88'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:18.753164 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:18.831834 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:18.867517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Transition to ACTIVE for port object 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:18.894751 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.004405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a62222-f4bd-4604-96b8-1ad2083a6a5a req-0510843b-3a17-4e94-b4b7-223ac3a45ba3 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728284 Aug 17 16:16:19.010781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f362b60c-4ba5-42f5-b024-4b49f8dc78bd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:19.011688 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.024771 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Set router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:19.081217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5796a-45e8-4ef5-928e-47b9ba94ced7 req-c052e839-73c1-4bfc-ba48-b7fb0e141944 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:19.095238 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a2a5796a-45e8-4ef5-928e-47b9ba94ced7 req-c052e839-73c1-4bfc-ba48-b7fb0e141944 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 944 time: 0.2769027 Aug 17 16:16:19.102328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Attempting to bind port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:19.103251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Attempting to bind port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:19.103868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Attempting to bind port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:19.114521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] For port 7512901e-4473-498d-8fb1-1fde158aa102, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7512901e-4473-498d-8fb1-1fde158aa102,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:19.115110 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.119612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:19.120869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:19.122060 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.123106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:19.124029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Bound port: 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:19.124797 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.216211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] For port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:19.223071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] For port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:19.279640 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.314655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf2174-104c-45c4-baab-dca8b324ba8e None None] Pushing event updated for resources: {'Port': ['ID=9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:19.323237 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.330788 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a2a5796a-45e8-4ef5-928e-47b9ba94ced7 req-48b2e309-80c7-4596-999f-20d3ca11ab6c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340429 Aug 17 16:16:19.344852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:19.345974 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.348573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] 10.222.0.93 "PUT /v2.0/ports/82587609-6d08-4d18-86a8-678fabe6e1ce HTTP/1.1" status: 200 len: 1122 time: 3.7922516 Aug 17 16:16:19.362109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-fb9fcbea-41b4-4551-ab16-611daefb3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:19.390439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-fb9fcbea-41b4-4551-ab16-611daefb3d1b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1099 time: 0.2830155 Aug 17 16:16:19.404430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf2174-104c-45c4-baab-dca8b324ba8e None None] Pushing event updated for resources: {'Port': ['ID=9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:19.428920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.442020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-37c38ef2-f809-4030-9dcc-f23ce7baf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:19.445490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-37c38ef2-f809-4030-9dcc-f23ce7baf78a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1099 time: 0.7187424 Aug 17 16:16:19.446471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101d0df-4cec-431f-8545-32f5e57b03b6 service neutron] Pushing event updated for resources: {'Port': ['ID=82587609-6d08-4d18-86a8-678fabe6e1ce,revision_number=8']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:19.460385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:19.461513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:19.464273 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.470075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['82587609-6d08-4d18-86a8-678fabe6e1ce'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:19.655257 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'name': 'tempest-FloatingIPsTestJSON-1041233444-router', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:03Z', 'updated_at': '2021-08-17T16:16:14Z', 'revision_number': 4, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'gw_port': {'id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:05Z', 'updated_at': '2021-08-17T16:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '892a4ba0-de81-40ec-af31-a0b53af78deb', 'name': '', 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'mac_address': 'fa:16:3e:0f:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a8082a3e-0243-4298-a086-b1560b479136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:12Z', 'updated_at': '2021-08-17T16:16:14Z', 'revision_number': 2, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'subnets': [{'id': 'a8082a3e-0243-4298-a086-b1560b479136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:19.732065 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Checking router: 1dff22e8-a6fb-453f-91af-901c0a1f3d88 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:16:19.737260 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Updating router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 port 892a4ba0-de81-40ec-af31-a0b53af78deb binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:16:19.814219 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.835614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-ec19acf4-f657-4777-a0ab-b613d2d79b37 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:19.838081 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-ec19acf4-f657-4777-a0ab-b613d2d79b37 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/networks?id=06914df4-5170-418c-9e76-7d4251874a02 HTTP/1.1" status: 200 len: 823 time: 1.1208489 Aug 17 16:16:19.848882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-01fad908-9917-45e7-bce3-451b883f1bbd req-8a910a6d-1f8f-452a-a66f-d0c14411824d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Deleting port e165104f-2280-4e0f-ae23-890307461a5e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:16:19.848882 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01fad908-9917-45e7-bce3-451b883f1bbd req-8a910a6d-1f8f-452a-a66f-d0c14411824d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:19.868255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-ebfe225d-2cf9-4568-a345-ecacc79546b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:19.870190 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-ebfe225d-2cf9-4568-a345-ecacc79546b5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.4343421 Aug 17 16:16:19.874556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Allocated IP 172.20.0.1 (67a40b8c-0590-4872-bf1e-0c77e0f09af5/a9ba9684-b9a2-4368-acc7-294dec466f8b/e9349338-fd08-4f57-ae9a-6f7918120eff) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:19.894729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:19.961164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-f972043d-fe12-4ba2-bec2-76c2d75ac8f7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 217 time: 0.0821166 Aug 17 16:16:19.973089 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-5beef03c-b861-4d84-b9c8-6c08597e497b tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/quotas/1e130b467f424b4d9fac043b206791e7 HTTP/1.1" status: 200 len: 375 time: 0.1100547 Aug 17 16:16:20.089014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cb5fb-8d43-41c2-8bb4-4c53f7e225e1 req-5b5b4237-0ce4-4da0-b790-467db3478871 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:20.091730 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-508cb5fb-8d43-41c2-8bb4-4c53f7e225e1 req-5b5b4237-0ce4-4da0-b790-467db3478871 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 948 time: 0.2883916 Aug 17 16:16:20.245812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-58a4a83e-75d6-4cd3-aa3a-765b274c7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:20.248390 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-58a4a83e-75d6-4cd3-aa3a-765b274c7090 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2749751 Aug 17 16:16:20.293452 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-508cb5fb-8d43-41c2-8bb4-4c53f7e225e1 req-33384f6b-7014-457b-a282-21cd5a15d5fe tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735284 Aug 17 16:16:20.451181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-e3873883-64bc-410f-96eb-b5b3eca39117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:20.464716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-e3873883-64bc-410f-96eb-b5b3eca39117 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1999180 Aug 17 16:16:20.476074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-b88a296f-c916-4332-86cf-3dd8b41eb10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:20.479054 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-b88a296f-c916-4332-86cf-3dd8b41eb10a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.9753242 Aug 17 16:16:20.487961 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:20.490127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:20.492259 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Floating IP 6452f314-f746-48a9-a773-d79abc7aa144 disassociated. External IP: 172.25.7.234, port: 7512901e-4473-498d-8fb1-1fde158aa102. Aug 17 16:16:20.492259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Calling delete_port for 7512901e-4473-498d-8fb1-1fde158aa102 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:16:20.568285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:12Z', 'revision_number': 3, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:20.618835 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:20.630115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c54651-51d4-40bb-9487-fd37f19f9de3 None None] The sync data for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 is: [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:12Z', 'revision_number': 3, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:16:20.648367 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Transition to ACTIVE for port object 892a4ba0-de81-40ec-af31-a0b53af78deb will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:20.657200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-955eabd9-75c6-469a-8ea5-dbc87752fb04 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 217 time: 0.1412787 Aug 17 16:16:20.658723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:20.682728 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:20.695439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-01fad908-9917-45e7-bce3-451b883f1bbd req-8a910a6d-1f8f-452a-a66f-d0c14411824d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] For port e165104f-2280-4e0f-ae23-890307461a5e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e165104f-2280-4e0f-ae23-890307461a5e,segment=NetworkSegment(158355f3-6b10-4d86-a608-101efa49f62e),segment_id=158355f3-6b10-4d86-a608-101efa49f62e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:20.696061 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01fad908-9917-45e7-bce3-451b883f1bbd req-8a910a6d-1f8f-452a-a66f-d0c14411824d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:20.816681 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093db6a-8d80-4781-89e7-bc0533f31d43 None None] Pushing event updated for resources: {'Port': ['ID=892a4ba0-de81-40ec-af31-a0b53af78deb,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:20.890406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'tag': '82587609-6d08-4d18-86a8-678fabe6e1ce'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:20.899292 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a36ef7-7759-4659-af46-8c3d27b1c90c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5a8cea-492c-4069-b610-50ab61bb891c", "tag": "82587609-6d08-4d18-86a8-678fabe6e1ce"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:20.938887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e165104f-2280-4e0f-ae23-890307461a5e no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:16:20.946900 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Attempting to bind port 892a4ba0-de81-40ec-af31-a0b53af78deb on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:20.949042 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Attempting to bind port 892a4ba0-de81-40ec-af31-a0b53af78deb by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '76de242e-788b-462d-95d2-317e203b1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:20.949042 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Attempting to bind port 892a4ba0-de81-40ec-af31-a0b53af78deb on network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:20.965569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Transition to ACTIVE for port object e9349338-fd08-4f57-ae9a-6f7918120eff will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:20.971802 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:20.972422 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Checking segment: {'id': '76de242e-788b-462d-95d2-317e203b1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:20.973046 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:20.973630 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Bound using segment: {'id': '76de242e-788b-462d-95d2-317e203b1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:20.974752 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Bound port: 892a4ba0-de81-40ec-af31-a0b53af78deb, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76de242e-788b-462d-95d2-317e203b1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:20.975104 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:21.071935 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-41615b0f-9c43-45df-b67f-1e38d4cc3736 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e130b467f424b4d9fac043b206791e7&fields=id HTTP/1.1" status: 200 len: 394 time: 1.0632393 Aug 17 16:16:21.120902 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-01fad908-9917-45e7-bce3-451b883f1bbd req-8a910a6d-1f8f-452a-a66f-d0c14411824d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Calling delete_port for e165104f-2280-4e0f-ae23-890307461a5e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:16:21.259429 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:21.275752 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] For port 892a4ba0-de81-40ec-af31-a0b53af78deb, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:21.289529 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] For port 892a4ba0-de81-40ec-af31-a0b53af78deb, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=892a4ba0-de81-40ec-af31-a0b53af78deb,segment=NetworkSegment(76de242e-788b-462d-95d2-317e203b1943),segment_id=76de242e-788b-462d-95d2-317e203b1943)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:21.313042 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:21.324268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e165104f-2280-4e0f-ae23-890307461a5e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:21.355241 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df90fd8b-2c7d-4697-b8ad-a8f00715e3d1" -d '{"events": [{"server_uuid": "4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37", "name": "network-vif-unplugged", "status": "completed", "tag": "e165104f-2280-4e0f-ae23-890307461a5e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:21.361855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-5eedccee-fe81-4b40-b3ce-c6b58948bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:21.364762 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-5eedccee-fe81-4b40-b3ce-c6b58948bab2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.6863151 Aug 17 16:16:21.442030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e165104f-2280-4e0f-ae23-890307461a5e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e165104f-2280-4e0f-ae23-890307461a5e,segment=NetworkSegment(158355f3-6b10-4d86-a608-101efa49f62e),segment_id=158355f3-6b10-4d86-a608-101efa49f62e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:21.451116 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:21.452809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7512901e-4473-498d-8fb1-1fde158aa102 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:16:21.504914 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093db6a-8d80-4781-89e7-bc0533f31d43 None None] Pushing event updated for resources: {'Port': ['ID=892a4ba0-de81-40ec-af31-a0b53af78deb,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:21.582452 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Routers {'1dff22e8-a6fb-453f-91af-901c0a1f3d88'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:21.584241 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:21.801405 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-ab637b86-4167-48b0-9824-67b606be0968 service neutron] 10.222.0.77 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703389 Aug 17 16:16:21.829743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-7f3b87e7-92cc-4bd2-aa4a-f45328b138f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:21.832431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-7f3b87e7-92cc-4bd2-aa4a-f45328b138f1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3230665 Aug 17 16:16:21.833787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e165104f-2280-4e0f-ae23-890307461a5e,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:21.865627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-84dc8bfa-d62d-488f-b2f6-25ab0cb531d4 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3838205 Aug 17 16:16:21.944159 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] Set router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:22.031880 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:22.045999 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-13376cf8-8a2a-47be-bebc-46d58a98b7b9 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3118553 Aug 17 16:16:22.153377 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-2f1c3220-0422-4f00-9528-75ef3198036d service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396240 Aug 17 16:16:22.164579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:22.212071 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:22.281853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:22.392383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Pushing event updated for resources: {'Port': ['ID=e9349338-fd08-4f57-ae9a-6f7918120eff,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:22.397044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:22.408250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:22.417752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:22.480162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 82587609-6d08-4d18-86a8-678fabe6e1ce details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:16:22.530545 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 234fe23a-0e19-42bb-9dca-8ed8a621e18e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:16:22.530859 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'name': 'tempest-FloatingIPsTestJSON-1041233444-router', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:03Z', 'updated_at': '2021-08-17T16:16:14Z', 'revision_number': 4, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'gw_port': {'id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:05Z', 'updated_at': '2021-08-17T16:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '892a4ba0-de81-40ec-af31-a0b53af78deb', 'name': '', 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'mac_address': 'fa:16:3e:0f:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a8082a3e-0243-4298-a086-b1560b479136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:12Z', 'updated_at': '2021-08-17T16:16:21Z', 'revision_number': 4, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'subnets': [{'id': 'a8082a3e-0243-4298-a086-b1560b479136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:22.582095 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3b911-8397-4775-bc3b-a32926427221 None None] The sync data for ids ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'] in n-d-804878-1 is: [{'id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'name': 'tempest-FloatingIPsTestJSON-1041233444-router', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:03Z', 'updated_at': '2021-08-17T16:16:14Z', 'revision_number': 4, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'gw_port': {'id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:05Z', 'updated_at': '2021-08-17T16:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '892a4ba0-de81-40ec-af31-a0b53af78deb', 'name': '', 'network_id': '4d7d637e-a09d-4197-9255-c3dd7fedbc9f', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'mac_address': 'fa:16:3e:0f:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a8082a3e-0243-4298-a086-b1560b479136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:12Z', 'updated_at': '2021-08-17T16:16:21Z', 'revision_number': 4, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'subnets': [{'id': 'a8082a3e-0243-4298-a086-b1560b479136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:16:22.582796 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:22.712434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:22.806131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:22.903324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:22.912444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event deleted for resources: {'Port': ['ID=7512901e-4473-498d-8fb1-1fde158aa102,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:23.013574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 65b885e9-4bbe-484d-bc72-94409eda7b3b details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:16:23.087263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01fad908-9917-45e7-bce3-451b883f1bbd req-8a910a6d-1f8f-452a-a66f-d0c14411824d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:23.144420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:23.154040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a910a6d-1f8f-452a-a66f-d0c14411824d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Pushing event deleted for resources: {'Port': ['ID=e165104f-2280-4e0f-ae23-890307461a5e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:23.172521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-51e7ff29-6a01-49e4-8d91-35f32de47956 service neutron] 10.222.0.77 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3367000 Aug 17 16:16:23.193129 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-41e6c9be-9e4a-42fa-994f-c4bc6a0e9407 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3383322 Aug 17 16:16:23.277616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '65b885e9-4bbe-484d-bc72-94409eda7b3b', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '65b885e9-4bbe-484d-bc72-94409eda7b3b', 'mac_address': 'fa:16:3e:bb:1f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:16:23.307729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:23.356831 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:23.465722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Allocated IP 172.25.7.32 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/e4e4380a-52fe-49d3-a770-6411da11d4ee) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:23.476673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bc230e17-86ba-4c84-97db-30dace738ff1 None None] Provisioning for port e9349338-fd08-4f57-ae9a-6f7918120eff completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:23.494094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:23.527043 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:23.583141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bc230e17-86ba-4c84-97db-30dace738ff1 None None] Provisioning complete for port e9349338-fd08-4f57-ae9a-6f7918120eff triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:23.585832 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc230e17-86ba-4c84-97db-30dace738ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:23.814239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b885e9-4bbe-484d-bc72-94409eda7b3b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:23.837329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bc230e17-86ba-4c84-97db-30dace738ff1 None None] Port e9349338-fd08-4f57-ae9a-6f7918120eff cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:16:23.850793 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:23.859928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fad908-9917-45e7-bce3-451b883f1bbd req-8a910a6d-1f8f-452a-a66f-d0c14411824d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] No DVR routers for this DVR port e165104f-2280-4e0f-ae23-890307461a5e on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:16:23.866893 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01fad908-9917-45e7-bce3-451b883f1bbd req-8a910a6d-1f8f-452a-a66f-d0c14411824d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:23.871542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01fad908-9917-45e7-bce3-451b883f1bbd req-8a910a6d-1f8f-452a-a66f-d0c14411824d tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.91 "DELETE /v2.0/ports/e165104f-2280-4e0f-ae23-890307461a5e HTTP/1.1" status: 204 len: 173 time: 5.4730144 Aug 17 16:16:23.988467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:23.993050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:23.993768 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:24.008286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-855a9ef1-5ffa-447b-a8b7-744b0ec211ec req-ca3776d2-c4fd-4c52-ad02-b7acbd991beb service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7819366 Aug 17 16:16:24.039629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-514b8ac3-2d4c-461a-8aff-fd2a4d6db834 req-70c9b1db-eb8c-4a28-a617-ea37135348a8 tempest-InstanceActionsTestJSON-955736699 tempest-InstanceActionsTestJSON-955736699-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37 HTTP/1.1" status: 200 len: 210 time: 0.1435432 Aug 17 16:16:24.047753 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:24.116360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Router 0b0ce239-565a-49be-8483-a5e4aebb9494 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:16:24.121294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-193ccab8-cec2-444a-9207-cde96940f052 service neutron] 10.222.0.91 "GET /v2.0/ports/82587609-6d08-4d18-86a8-678fabe6e1ce/bindings/n-h2-804878-1 HTTP/1.1" status: 200 len: 384 time: 1.0738592 Aug 17 16:16:24.122298 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:24.203829 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:24.207187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 82587609-6d08-4d18-86a8-678fabe6e1ce has no active binding in host n-h2-804878-1 {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 16:16:24.318536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:24.397577 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:24.448832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:16:24.504699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] Sync routers for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:16:24.575532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] No DVR routers for this DVR port 7512901e-4473-498d-8fb1-1fde158aa102 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:16:24.587745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:24.594927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:24.597376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8bd3ab51-46a8-49ab-98b5-43e39e48ed83 req-2100a04f-db1c-49fd-bcd8-6b2d254a2c19 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.91 "DELETE /v2.0/ports/7512901e-4473-498d-8fb1-1fde158aa102 HTTP/1.1" status: 204 len: 173 time: 7.0975909 Aug 17 16:16:24.604221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:24.606108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:24.692333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9a375-6006-4dab-89db-5fc22d2e30ae req-074112b8-62c4-4a95-b232-6ea8e5e260e7 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:24.700395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fb9a375-6006-4dab-89db-5fc22d2e30ae req-074112b8-62c4-4a95-b232-6ea8e5e260e7 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.2557092 Aug 17 16:16:24.797954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['65b885e9-4bbe-484d-bc72-94409eda7b3b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:24.828747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-d8217890-dfc0-4b68-aa6c-1cea217dbb0f service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:24.853820 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fb9a375-6006-4dab-89db-5fc22d2e30ae req-6cbd75a1-91bf-4d22-a022-9eba50f79d56 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443825 Aug 17 16:16:24.860825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:24.882984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Pushing event updated for resources: {'Port': ['ID=e9349338-fd08-4f57-ae9a-6f7918120eff,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:24.904187 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:24.986679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-d8217890-dfc0-4b68-aa6c-1cea217dbb0f service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:25.000447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 82587609-6d08-4d18-86a8-678fabe6e1ce no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:16:25.080808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:25.085525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=65b885e9-4bbe-484d-bc72-94409eda7b3b,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:25.122210 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:25.258743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:25.326782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e84227-c72c-413b-91fc-7d49cbf06e8f req-2e65c4e7-06a1-4263-af1b-84d12c7ce9f0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:25.333786 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46e84227-c72c-413b-91fc-7d49cbf06e8f req-2e65c4e7-06a1-4263-af1b-84d12c7ce9f0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 944 time: 0.2178922 Aug 17 16:16:25.367534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:25.408839 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:25.460269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 892a4ba0-de81-40ec-af31-a0b53af78deb up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:25.521406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-d8217890-dfc0-4b68-aa6c-1cea217dbb0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82587609-6d08-4d18-86a8-678fabe6e1ce {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:25.534166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46e84227-c72c-413b-91fc-7d49cbf06e8f req-7bd8e9a3-6109-4c05-9d84-8e736ede5cf1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409385 Aug 17 16:16:25.644925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-d8217890-dfc0-4b68-aa6c-1cea217dbb0f service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:25.767648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:25.776313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:25.797835 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-d8217890-dfc0-4b68-aa6c-1cea217dbb0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:25.937053 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c11a2a-32ad-491a-8896-9a8c4227a60b x-openstack-request-id: req-e8c11a2a-32ad-491a-8896-9a8c4227a60b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:25.937739 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5a8cea-492c-4069-b610-50ab61bb891c", "tag": "82587609-6d08-4d18-86a8-678fabe6e1ce", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:25.938173 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8c11a2a-32ad-491a-8896-9a8c4227a60b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:25.939194 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'tag': '82587609-6d08-4d18-86a8-678fabe6e1ce', 'status': 'completed', 'code': 200} Aug 17 16:16:26.034248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-d8217890-dfc0-4b68-aa6c-1cea217dbb0f service neutron] Transition to ACTIVE for port object 82587609-6d08-4d18-86a8-678fabe6e1ce will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:26.061540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-156f8f27-e8b5-4eba-bdfc-a617dc63f172 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1690354 Aug 17 16:16:26.122524 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-d8217890-dfc0-4b68-aa6c-1cea217dbb0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:26.132106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 892a4ba0-de81-40ec-af31-a0b53af78deb completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:26.139424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36ef7-7759-4659-af46-8c3d27b1c90c req-596530b6-0883-4c86-98fc-86f6d656e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:26.141809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 892a4ba0-de81-40ec-af31-a0b53af78deb triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:26.142544 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:26.148741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58a36ef7-7759-4659-af46-8c3d27b1c90c req-596530b6-0883-4c86-98fc-86f6d656e023 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1083 time: 0.2067945 Aug 17 16:16:26.260100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:26.296383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8217890-dfc0-4b68-aa6c-1cea217dbb0f service neutron] Pushing event updated for resources: {'Port': ['ID=82587609-6d08-4d18-86a8-678fabe6e1ce,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:26.323784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:26.369232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] Checking router: 0b0ce239-565a-49be-8483-a5e4aebb9494 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:16:26.407629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:26.408612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:26.458731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdabcd-4f83-43bc-b6a2-20bccd247a33 req-fa5e9567-2356-4dfc-b3da-201aba2421bd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:26.461832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0fdabcd-4f83-43bc-b6a2-20bccd247a33 req-fa5e9567-2356-4dfc-b3da-201aba2421bd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 949 time: 0.3081126 Aug 17 16:16:26.481448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:26.486560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b2be1d69-1668-468b-bb34-1b13415305c5 None None] Provisioning complete for port e9349338-fd08-4f57-ae9a-6f7918120eff triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:26.486950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2be1d69-1668-468b-bb34-1b13415305c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:26.530204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:26.536014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-9b3ec47d-c413-4d28-9d1c-963a035eaa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:26.538954 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-9b3ec47d-c413-4d28-9d1c-963a035eaa65 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1096 time: 0.2022929 Aug 17 16:16:26.540450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-d8217890-dfc0-4b68-aa6c-1cea217dbb0f service neutron] No DVR routers for this DVR port 82587609-6d08-4d18-86a8-678fabe6e1ce on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:16:26.549040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:26.557126 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:26.588651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36ef7-7759-4659-af46-8c3d27b1c90c req-d26a9cc5-d785-4070-8020-0f3c985fe7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:26.590277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58a36ef7-7759-4659-af46-8c3d27b1c90c req-d26a9cc5-d785-4070-8020-0f3c985fe7e7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.3945434 Aug 17 16:16:26.603490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b2be1d69-1668-468b-bb34-1b13415305c5 None None] Port e9349338-fd08-4f57-ae9a-6f7918120eff cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:16:26.615422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0fdabcd-4f83-43bc-b6a2-20bccd247a33 req-e7dfe92c-4ba0-4acd-9076-5cf73f283b2a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403823 Aug 17 16:16:26.622795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Pushing event updated for resources: {'Port': ['ID=e4e4380a-52fe-49d3-a770-6411da11d4ee,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:26.658979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 892a4ba0-de81-40ec-af31-a0b53af78deb, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=892a4ba0-de81-40ec-af31-a0b53af78deb,segment=NetworkSegment(76de242e-788b-462d-95d2-317e203b1943),segment_id=76de242e-788b-462d-95d2-317e203b1943)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:26.668670 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:26.668670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:26.724430 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-d8217890-dfc0-4b68-aa6c-1cea217dbb0f service neutron] 10.222.0.91 "PUT /v2.0/ports/82587609-6d08-4d18-86a8-678fabe6e1ce/bindings/n-h2-804878-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5423310 Aug 17 16:16:26.775095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Router 0105bfc7-7925-410b-b521-8b70127e5163 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:16:26.779557 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fef9c39-b3dd-4078-bb8b-dd40d12cc861 x-openstack-request-id: req-4fef9c39-b3dd-4078-bb8b-dd40d12cc861 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:26.780287 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37", "name": "network-vif-unplugged", "status": "completed", "tag": "e165104f-2280-4e0f-ae23-890307461a5e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:26.780701 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4fef9c39-b3dd-4078-bb8b-dd40d12cc861 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:26.781843 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e165104f-2280-4e0f-ae23-890307461a5e', 'code': 200} Aug 17 16:16:26.824111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58a36ef7-7759-4659-af46-8c3d27b1c90c req-71c49484-4c99-4083-81d8-3c3d9af90027 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82587609-6d08-4d18-86a8-678fabe6e1ce HTTP/1.1" status: 200 len: 217 time: 0.1972632 Aug 17 16:16:27.008750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 65b885e9-4bbe-484d-bc72-94409eda7b3b up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:27.012168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=892a4ba0-de81-40ec-af31-a0b53af78deb,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:27.037622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0697193c-3acc-4631-93aa-81d0b6529e16 req-f2e7386d-6838-4542-8645-04a8e7d1cbf3 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 210 time: 0.1331079 Aug 17 16:16:27.131537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36ef7-7759-4659-af46-8c3d27b1c90c req-78a9f1bc-8e2c-4a3b-874d-2ff8efd36f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:27.138218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58a36ef7-7759-4659-af46-8c3d27b1c90c req-78a9f1bc-8e2c-4a3b-874d-2ff8efd36f89 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.3056278 Aug 17 16:16:27.149329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-2d89fb4f-c7d8-4f29-a4ea-1970df5c2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:27.151731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-2d89fb4f-c7d8-4f29-a4ea-1970df5c2ccb service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.5788174 Aug 17 16:16:27.154249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39966) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:27.214320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:27.236056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 65b885e9-4bbe-484d-bc72-94409eda7b3b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:27.284988 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 65b885e9-4bbe-484d-bc72-94409eda7b3b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:27.285656 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:27.338480 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 892a4ba0-de81-40ec-af31-a0b53af78deb up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:27.348020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-c1c0bba9-68c1-4917-a3f2-7b3e221d6ee1 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:27.351857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-c1c0bba9-68c1-4917-a3f2-7b3e221d6ee1 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.4502518 Aug 17 16:16:27.356250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:27.360742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:16:27.379310 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Sync routers for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:16:27.397116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58a36ef7-7759-4659-af46-8c3d27b1c90c req-b6efa862-d88c-46df-81a5-1eb996a5db85 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2438631 Aug 17 16:16:27.403553 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:27.404598 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:27.407421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-296bc22a-4f8a-4648-a502-38b4fc8e62eb admin admin] 10.222.0.77 "PUT /v2.0/routers/0105bfc7-7925-410b-b521-8b70127e5163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0645018 Aug 17 16:16:27.431138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-02f23cad-4d59-47b8-860e-0e75a2d5c511 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70 HTTP/1.1" status: 200 len: 217 time: 0.1928163 Aug 17 16:16:27.446807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d199375b-b8f7-4cbc-8c4f-83d006ea3139 admin admin] Deleting subnet d102beed-7c16-45e9-971c-d0ed1d37db63 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:16:27.510387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 892a4ba0-de81-40ec-af31-a0b53af78deb triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:27.511053 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:27.558924 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d199375b-b8f7-4cbc-8c4f-83d006ea3139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:27.579810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:27.664213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-fd55f53b-e564-43fc-a6a0-2215ea790602 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:27.667474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-fd55f53b-e564-43fc-a6a0-2215ea790602 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.93 "GET /v2.0/networks?id=06914df4-5170-418c-9e76-7d4251874a02 HTTP/1.1" status: 200 len: 823 time: 0.8227794 Aug 17 16:16:27.705740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb95cf6-adb3-4615-92a8-c9675cad425b None None] The sync data for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 is: [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:16:27.779294 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:27.794767 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:27.805660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.93', 54394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:27.894076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-bbdf8180-78d7-443e-a486-85af6d94dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:27.897104 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-bbdf8180-78d7-443e-a486-85af6d94dff6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.4465249 Aug 17 16:16:27.911053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:27.924488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:27.982804 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:28.000551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:28.001135 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:28.023000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37', 'name': 'network-vif-deleted', 'tag': 'e165104f-2280-4e0f-ae23-890307461a5e'}, {'server_uuid': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'name': 'network-vif-deleted', 'tag': '7512901e-4473-498d-8fb1-1fde158aa102'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:28.026800 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d974519-5b87-4eba-9e6e-31efc04aba23" -d '{"events": [{"server_uuid": "4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37", "name": "network-vif-deleted", "tag": "e165104f-2280-4e0f-ae23-890307461a5e"}, {"server_uuid": "1926aba3-04fc-45ca-9e9b-56eed6329fe3", "name": "network-vif-deleted", "tag": "7512901e-4473-498d-8fb1-1fde158aa102"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:28.044574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60760e51-9420-4e6d-ae0f-f11838b21386 req-141a2806-328f-42fd-bf64-268fef91257e tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:28.059623 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60760e51-9420-4e6d-ae0f-f11838b21386 req-141a2806-328f-42fd-bf64-268fef91257e tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 948 time: 0.8051369 Aug 17 16:16:28.143701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-5b39c5a3-9719-4099-a17c-98974a20f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:28.149812 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-5b39c5a3-9719-4099-a17c-98974a20f2ce service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c&tenant_id=93cfa698670f475e961b98264f242f53 HTTP/1.1" status: 200 len: 1096 time: 0.7844293 Aug 17 16:16:28.157394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-134629c4-57ba-4bd1-b5ec-433162fa29f6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512885 Aug 17 16:16:28.172324 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d199375b-b8f7-4cbc-8c4f-83d006ea3139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:28.249451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=65b885e9-4bbe-484d-bc72-94409eda7b3b,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:28.302187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a45b7-0978-4173-9165-9b627e749159 None None] New status for floating IP 6452f314-f746-48a9-a773-d79abc7aa144: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:16:28.368596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-3c6599ae-5344-4fe4-b460-89d5f6e75ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:28.371276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-3c6599ae-5344-4fe4-b460-89d5f6e75ba0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1096 time: 0.1266363 Aug 17 16:16:28.382729 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 2, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:28.395261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-9193183a-09a3-4d14-8232-f79e9bca163c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e130b467f424b4d9fac043b206791e7 HTTP/1.1" status: 200 len: 380 time: 0.6905215 Aug 17 16:16:28.399137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58a36ef7-7759-4659-af46-8c3d27b1c90c req-132ad400-9a12-4adf-a26a-fc9336197b45 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9917529 Aug 17 16:16:28.437061 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Checking router: 0105bfc7-7925-410b-b521-8b70127e5163 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:16:28.438357 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Updating router 0105bfc7-7925-410b-b521-8b70127e5163 port e9349338-fd08-4f57-ae9a-6f7918120eff binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:16:28.448989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Request body: {'port': {'device_id': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'admin_state_up': True, 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'security_groups': ['b66befbf-9e3c-443d-816c-46f8e7da6262']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:28.481385 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:28.522009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-a2cb8b59-02e3-430d-a76d-04df1ab35c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:28.524909 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-a2cb8b59-02e3-430d-a76d-04df1ab35c16 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566&tenant_id=0f558842595f45369d2b06bd1ef961b4&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1100 time: 0.6742620 Aug 17 16:16:28.529927 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60760e51-9420-4e6d-ae0f-f11838b21386 req-5bb9ea29-c4a6-406e-9f08-247b031f3170 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689951 Aug 17 16:16:28.577857 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:28.593444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:28.616779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-f6c02021-cdd0-43c8-8a75-e458bdb4f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:28.619058 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-f6c02021-cdd0-43c8-8a75-e458bdb4f649 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.2362351 Aug 17 16:16:28.682524 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d199375b-b8f7-4cbc-8c4f-83d006ea3139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:28.746725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-4f87d95d-4f33-4f74-86b8-e6295bfe00b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82587609-6d08-4d18-86a8-678fabe6e1ce HTTP/1.1" status: 200 len: 217 time: 0.0896254 Aug 17 16:16:28.783601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e'}, {'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:28.788399 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e09db2-54c6-4334-b723-4405da7e10f6" -d '{"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-unplugged", "status": "completed", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e"}, {"server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "name": "network-vif-plugged", "status": "completed", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:28.798227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Pushing event updated for resources: {'Port': ['ID=e4e4380a-52fe-49d3-a770-6411da11d4ee,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:28.810410 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:28.831139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-fd642777-4767-4f49-a39a-eac90315e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:28.833094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-fd642777-4767-4f49-a39a-eac90315e67a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.0782883 Aug 17 16:16:28.837225 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:28.846665 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-742b50cd-aea6-4812-bd3a-3fd628dca31e tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.6906362 Aug 17 16:16:28.942603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-ea6b6807-6e7a-41e7-a98c-9d83c9c73c08 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943031 Aug 17 16:16:29.024176 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:29.035198 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-3ece4932-01d3-4303-8881-c83902d1fc05 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.1716931 Aug 17 16:16:29.040086 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Transition to ACTIVE for port object e9349338-fd08-4f57-ae9a-6f7918120eff will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:29.048301 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:29.226547 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Attempting to bind port e9349338-fd08-4f57-ae9a-6f7918120eff on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:29.226883 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Attempting to bind port e9349338-fd08-4f57-ae9a-6f7918120eff by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:29.227438 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Attempting to bind port e9349338-fd08-4f57-ae9a-6f7918120eff on network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:29.230296 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb17f2-f036-42d9-8893-790ec68ce9ec None None] Pushing event updated for resources: {'Port': ['ID=e9349338-fd08-4f57-ae9a-6f7918120eff,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:29.243807 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:29.244183 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Checking segment: {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:29.244598 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:29.244985 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Bound using segment: {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:29.245459 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Bound port: e9349338-fd08-4f57-ae9a-6f7918120eff, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:29.245858 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:29.257081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-784cb350-7112-4cdf-9186-dd86d4b7762c service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526205 Aug 17 16:16:29.320702 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-88533989-d7a1-4fb0-b463-2db95fa5f0f7 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1266119 Aug 17 16:16:29.336831 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] For port e9349338-fd08-4f57-ae9a-6f7918120eff, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:29.339541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-e44a1961-01b4-44ea-9b36-1b12c453eca6 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:29.340439 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] For port e9349338-fd08-4f57-ae9a-6f7918120eff, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e9349338-fd08-4f57-ae9a-6f7918120eff,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:29.341403 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-e44a1961-01b4-44ea-9b36-1b12c453eca6 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2901709 Aug 17 16:16:29.348630 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:29.383748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-6c42d5c8-93e6-4030-ae51-ff242dedddfa tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:16:29.385456 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b44ecb79-e248-4cba-9400-b9e7d232f423 req-6c42d5c8-93e6-4030-ae51-ff242dedddfa tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167034 Aug 17 16:16:29.403985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-178f0281-94cb-41c2-a718-5ce5bc3ac8a5 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365392 Aug 17 16:16:29.416973 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb17f2-f036-42d9-8893-790ec68ce9ec None None] Pushing event updated for resources: {'Port': ['ID=e9349338-fd08-4f57-ae9a-6f7918120eff,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:29.449321 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:29.449985 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:29.518921 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-2be5b792-37d5-4550-8d5e-53a8718d7168 service neutron] delete failed (client error): The resource could not be found. Aug 17 16:16:29.520679 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-2be5b792-37d5-4550-8d5e-53a8718d7168 service neutron] 10.222.0.93 "DELETE /v2.0/ports/65b885e9-4bbe-484d-bc72-94409eda7b3b/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.8560197 Aug 17 16:16:29.575189 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:29.594487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d40104-0cdb-4005-9ad1-7ae77510b8fd req-bbc1bed1-63f0-48ca-ba37-c985c1bd45f8 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:29.604341 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05d40104-0cdb-4005-9ad1-7ae77510b8fd req-bbc1bed1-63f0-48ca-ba37-c985c1bd45f8 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.4231398 Aug 17 16:16:29.622052 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58a36ef7-7759-4659-af46-8c3d27b1c90c req-e85fab0b-8771-4213-b872-91da767d8a7d service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2026656 Aug 17 16:16:29.694910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6f3c2-e044-418d-807e-15f90a54527b req-73648a7d-ea15-4270-bca2-ea0ff34c5c58 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:29.699902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ba6f3c2-e044-418d-807e-15f90a54527b req-73648a7d-ea15-4270-bca2-ea0ff34c5c58 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.1455698 Aug 17 16:16:29.767975 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ba6f3c2-e044-418d-807e-15f90a54527b req-9e8a070d-5247-4db6-b227-219762db5ae2 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606463 Aug 17 16:16:29.784916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d199375b-b8f7-4cbc-8c4f-83d006ea3139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:29.805256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-8adee16c-6118-472d-bcda-1e03f960e92e tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:29.807266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-8adee16c-6118-472d-bcda-1e03f960e92e tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.0555248 Aug 17 16:16:29.864801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65f980fa-28d5-48d5-96cf-05e7bb829fd4 req-ac6c98c7-2811-4432-b487-5cdb44cedc06 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147583 Aug 17 16:16:29.891269 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d199375b-b8f7-4cbc-8c4f-83d006ea3139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:29.894887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d199375b-b8f7-4cbc-8c4f-83d006ea3139 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d102beed-7c16-45e9-971c-d0ed1d37db63 HTTP/1.1" status: 204 len: 168 time: 2.7350392 Aug 17 16:16:29.896789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39984) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:29.901695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Made reservation on behalf of 1e130b467f424b4d9fac043b206791e7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:29.909919 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:29.922977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199375b-b8f7-4cbc-8c4f-83d006ea3139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d102beed-7c16-45e9-971c-d0ed1d37db63,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:29.962746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-8d257f42-65d8-43f5-a398-ec879b70b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:29.964660 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-8d257f42-65d8-43f5-a398-ec879b70b636 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1101 time: 0.2790685 Aug 17 16:16:29.977045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05d40104-0cdb-4005-9ad1-7ae77510b8fd req-930a7f24-86e5-4acb-b109-3f87ccdfa9fd tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130386 Aug 17 16:16:29.992241 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:29Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:30.054157 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b30150-d45a-4dab-a227-5d81e35ee0ea None None] The sync data for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 is: [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:29Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:16:30.107549 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2dc1d9-3753-4de7-903e-0a0cf972e1fa x-openstack-request-id: req-9d2dc1d9-3753-4de7-903e-0a0cf972e1fa {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:30.108049 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37", "name": "network-vif-deleted", "tag": "e165104f-2280-4e0f-ae23-890307461a5e", "status": "completed", "code": 200}, {"server_uuid": "1926aba3-04fc-45ca-9e9b-56eed6329fe3", "name": "network-vif-deleted", "tag": "7512901e-4473-498d-8fb1-1fde158aa102", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:30.108315 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d2dc1d9-3753-4de7-903e-0a0cf972e1fa {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:30.108778 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b79f713-38b0-4e77-a7cb-1e0d0f5b3b37', 'name': 'network-vif-deleted', 'tag': 'e165104f-2280-4e0f-ae23-890307461a5e', 'status': 'completed', 'code': 200} Aug 17 16:16:30.109451 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1926aba3-04fc-45ca-9e9b-56eed6329fe3', 'name': 'network-vif-deleted', 'tag': '7512901e-4473-498d-8fb1-1fde158aa102', 'status': 'completed', 'code': 200} Aug 17 16:16:30.191640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-22944d67-a6bb-49cd-aa6a-ad10af88e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:30.193226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-22944d67-a6bb-49cd-aa6a-ad10af88e1b1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2152433 Aug 17 16:16:30.242211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:30.286239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-1341a9aa-e25b-4bcd-adbe-e0d99e94f959 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 217 time: 0.0613794 Aug 17 16:16:30.324155 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d04fef9d-a2e8-44f5-a135-bb5edbcb0da7 req-766775bb-9161-48a5-8b3c-42519a47e0e6 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 210 time: 0.0542741 Aug 17 16:16:30.363268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-4b4c7e9c-c791-4cda-9265-8e7f067f5127 service neutron] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:30.368986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-4b4c7e9c-c791-4cda-9265-8e7f067f5127 service neutron] Notify callbacks [] for binding, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:30.370091 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e89cbc2-de6a-411c-816a-62f8b3e3a31a req-4b4c7e9c-c791-4cda-9265-8e7f067f5127 service neutron] 10.222.0.93 "DELETE /v2.0/ports/82587609-6d08-4d18-86a8-678fabe6e1ce/bindings/n-h1-804878-1 HTTP/1.1" status: 204 len: 173 time: 0.5545413 Aug 17 16:16:30.383919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Allocated IP 172.20.0.5 (06914df4-5170-418c-9e76-7d4251874a02/0156a85c-aa4b-45d5-964a-90b879dd252e/76356fbb-d716-4b1d-9f0a-7f1ba49c15ef) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:30.416629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-323d35dc-8f7b-4158-96fa-593fe7045a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:30.418149 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-323d35dc-8f7b-4158-96fa-593fe7045a28 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1102519 Aug 17 16:16:30.552849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-589b8612-1a01-4755-998d-c99e6c011ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:30.554413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-589b8612-1a01-4755-998d-c99e6c011ccd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236558 Aug 17 16:16:30.555990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:30.570320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:30.583389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158355f3-6b10-4d86-a608-101efa49f62e') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:30.583802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158355f3-6b10-4d86-a608-101efa49f62e') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:30.595520 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:30.630070 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:30.650845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-ff336a72-8161-480d-b16c-0af85f69efe3 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:30.654290 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-ff336a72-8161-480d-b16c-0af85f69efe3 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 820 time: 0.4032395 Aug 17 16:16:30.679814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:16:30.680685 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:16:30.685037 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:16:30.689737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:30.743982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Transition to ACTIVE for port object 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:30.758939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-7ec414f1-a4dd-4f5c-a325-bb7c28d6f0c5 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942852 Aug 17 16:16:30.786451 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-7b7fea83-cc14-441a-922f-37c50b60e856 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/quotas/91d9c78ea4ce41eaa50be064d4adf02a HTTP/1.1" status: 200 len: 375 time: 0.1215980 Aug 17 16:16:30.802430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:30.845906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:30.851789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] 10.222.0.77 "DELETE /v2.0/networks/a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a HTTP/1.1" status: 204 len: 168 time: 0.9538996 Aug 17 16:16:30.852794 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05798d7-3b3d-49db-9607-9d60932b97de admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bb7ef7-0dc9-47a0-b09e-d6939f785f2a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:30.916642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-6faccbea-905b-4b68-955b-d3141105c434 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290720 Aug 17 16:16:30.949963 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:31.073167 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34d024df-6b36-49c5-9a0f-c794d7156113 req-c1975642-667c-46d0-a741-f825c3388dc2 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050616 Aug 17 16:16:31.100308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:31.137472 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-15b35005-d1ef-49db-b861-e7a4471d33c0 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845162 Aug 17 16:16:31.154650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event updated for resources: {'Port': ['ID=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:31.180459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Network 06914df4-5170-418c-9e76-7d4251874a02 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:31.199810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:31.206013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:31.342944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e9349338-fd08-4f57-ae9a-6f7918120eff up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:31.415747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-11197f4b-45c1-481c-835f-2e7ea0f55e09 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b9bf3031e534cd7871880f24aec590f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052015 Aug 17 16:16:31.433420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:31.533633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port e9349338-fd08-4f57-ae9a-6f7918120eff completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:31.545157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e9349338-fd08-4f57-ae9a-6f7918120eff triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:31.547371 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:31.591355 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-146dbc77-2def-4231-85af-6518992539dd service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406223 Aug 17 16:16:31.653654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:31.656998 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:31.719641 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca5f0f1-8a6c-4362-87da-dad064334bc0 x-openstack-request-id: req-6ca5f0f1-8a6c-4362-87da-dad064334bc0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:31.720335 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-unplugged", "status": "completed", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e", "code": 200}, {"server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "name": "network-vif-plugged", "status": "completed", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:31.720854 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ca5f0f1-8a6c-4362-87da-dad064334bc0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:31.721468 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'code': 200} Aug 17 16:16:31.721895 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b', 'code': 200} Aug 17 16:16:31.733729 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:31.754802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a40b8682-d249-43fb-ab1d-178668e467b8 None None] Provisioning for port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:31.761111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a40b8682-d249-43fb-ab1d-178668e467b8 None None] Provisioning complete for port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:31.761498 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a40b8682-d249-43fb-ab1d-178668e467b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:31.784102 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-aeb2750d-ca8d-4b33-876c-b61d59cb621c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3422890 Aug 17 16:16:31.789188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port e9349338-fd08-4f57-ae9a-6f7918120eff, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e9349338-fd08-4f57-ae9a-6f7918120eff,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:31.800854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Request body: {'port': {'device_id': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:31.811518 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:31.857183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-053fa787-ad77-4ff6-9247-7bc6b37ce318 req-b6517c77-71e8-42bd-8330-16a0f3fb9e9d tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips/8a96345a-5cd2-45a6-9c43-d60e1bc69144 HTTP/1.1" status: 200 len: 692 time: 0.1463544 Aug 17 16:16:31.876922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a40b8682-d249-43fb-ab1d-178668e467b8 None None] Port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:16:31.911096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=e9349338-fd08-4f57-ae9a-6f7918120eff,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:31.921178 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97d242a9-756c-4bf5-87b4-87df8b512e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:31.978598 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:32.037040 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c1c492e-7284-4f30-88a8-3d46d6d5943f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:32.070277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97d242a9-756c-4bf5-87b4-87df8b512e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:32.239473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fa787-ad77-4ff6-9247-7bc6b37ce318 req-280c27a6-009e-426f-ac68-1ba1321d86d9 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:32.240980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-053fa787-ad77-4ff6-9247-7bc6b37ce318 req-280c27a6-009e-426f-ac68-1ba1321d86d9 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.3752799 Aug 17 16:16:32.275906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-053fa787-ad77-4ff6-9247-7bc6b37ce318 req-2f4d3f52-7fc7-4373-b151-20734d596180 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:16:32.276925 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-053fa787-ad77-4ff6-9247-7bc6b37ce318 req-2f4d3f52-7fc7-4373-b151-20734d596180 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154190 Aug 17 16:16:32.357809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb6f7-f47c-429a-9487-6d7b546a4db9 req-8605d20f-604f-4b15-953e-7790ca928f27 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:32.367406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97d242a9-756c-4bf5-87b4-87df8b512e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:32.370142 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97d242a9-756c-4bf5-87b4-87df8b512e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:32.371428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-97d242a9-756c-4bf5-87b4-87df8b512e8d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d9593ac6-d512-4fb8-b11d-5ee71a025151 HTTP/1.1" status: 204 len: 168 time: 0.9325409 Aug 17 16:16:32.386535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fa5bb6f7-f47c-429a-9487-6d7b546a4db9 req-8605d20f-604f-4b15-953e-7790ca928f27 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.1762347 Aug 17 16:16:32.388621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d242a9-756c-4bf5-87b4-87df8b512e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9593ac6-d512-4fb8-b11d-5ee71a025151,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:32.505602 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fa5bb6f7-f47c-429a-9487-6d7b546a4db9 req-09b14a0f-39ca-46ff-8a59-e31e2cb38287 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076977 Aug 17 16:16:32.524829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133313d-b01c-4c1e-ac3c-0c9b6ce24807 req-b9697da7-a904-4635-a1cd-650bcd3a58d9 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:32.526478 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e133313d-b01c-4c1e-ac3c-0c9b6ce24807 req-b9697da7-a904-4635-a1cd-650bcd3a58d9 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.0932860 Aug 17 16:16:32.613918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e133313d-b01c-4c1e-ac3c-0c9b6ce24807 req-bd5ca118-f588-40a1-b417-e2ebb774e7cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516365 Aug 17 16:16:32.616060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:32.634638 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:32.668009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Transition to ACTIVE for port object 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:32.685039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:32.801648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e5e71-fe22-4644-b7b7-8b100c13b1ec req-8502bd6b-9196-410c-886a-7d1046695292 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:32.816885 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-294e5e71-fe22-4644-b7b7-8b100c13b1ec req-8502bd6b-9196-410c-886a-7d1046695292 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 943 time: 0.1563694 Aug 17 16:16:32.921276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Attempting to bind port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:32.921728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Attempting to bind port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:32.921893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Attempting to bind port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef on network 06914df4-5170-418c-9e76-7d4251874a02 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:32.932936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Pushing event updated for resources: {'Port': ['ID=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:32.940969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef on network 06914df4-5170-418c-9e76-7d4251874a02 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:16:32.942126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Attempting to bind port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef on network 06914df4-5170-418c-9e76-7d4251874a02 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:32.949054 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-294e5e71-fe22-4644-b7b7-8b100c13b1ec req-bb090834-82b9-46d3-9388-d923d18fad12 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289546 Aug 17 16:16:32.971022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:32.971360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Checking segment: {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:32.972720 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Bound using segment: {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:32.973170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Bound port: 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2303755-cbf9-4253-89fc-13d8659a14b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06914df4-5170-418c-9e76-7d4251874a02'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:32.973535 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:33.060591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] For port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:33.066099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] For port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:33.082187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58f9ad01-af60-447f-90aa-e8d0bc9d463f req-3e574ae4-e90e-4198-97ff-4da1cfb6fb29 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 210 time: 0.1810257 Aug 17 16:16:33.087296 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:33.213193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a544fc48-aa28-4955-a463-adeec0ec35a9 req-b1f16243-225c-457b-ab46-411260c7b5e6 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=b497c8448151476ca9ff1004f3878473 HTTP/1.1" status: 200 len: 695 time: 0.2233789 Aug 17 16:16:33.241233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:33.247220 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:33.247220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] 10.222.0.93 "PUT /v2.0/ports/76356fbb-d716-4b1d-9f0a-7f1ba49c15ef HTTP/1.1" status: 200 len: 1091 time: 1.4484921 Aug 17 16:16:33.247220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'tag': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:33.253054 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a" -d '{"events": [{"name": "network-changed", "server_uuid": "51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a", "tag": "76356fbb-d716-4b1d-9f0a-7f1ba49c15ef"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:33.322989 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-0d06d782-7dae-443a-a61b-44956bcc17c5 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0f558842595f45369d2b06bd1ef961b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458794 Aug 17 16:16:33.349034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d379ab8-ff8d-4c72-b202-c26cf6f88f93 service neutron] Pushing event updated for resources: {'Port': ['ID=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:33.422789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e9349338-fd08-4f57-ae9a-6f7918120eff up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:33.558166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e9349338-fd08-4f57-ae9a-6f7918120eff triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:33.559142 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:33.589626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544fc48-aa28-4955-a463-adeec0ec35a9 req-7c54a386-ebfe-4ab9-bbdc-12ba8fc122f8 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:33.592215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a544fc48-aa28-4955-a463-adeec0ec35a9 req-7c54a386-ebfe-4ab9-bbdc-12ba8fc122f8 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/networks?id=b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 787 time: 0.3712151 Aug 17 16:16:33.610262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-a544fc48-aa28-4955-a463-adeec0ec35a9 req-7d8c4a20-3247-4bc6-ab17-46e901faf5fc tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:16:33.624300 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a544fc48-aa28-4955-a463-adeec0ec35a9 req-7d8c4a20-3247-4bc6-ab17-46e901faf5fc tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241208 Aug 17 16:16:33.643621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-3ff70dae-fee3-440a-9133-4a5ce9d091b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:33.646174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-3ff70dae-fee3-440a-9133-4a5ce9d091b6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e130b467f424b4d9fac043b206791e7&device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 1094 time: 0.2779713 Aug 17 16:16:33.752255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-84e5065c-e8ee-4bfb-931d-46f898538dd2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef HTTP/1.1" status: 200 len: 217 time: 0.0896945 Aug 17 16:16:33.769512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d04fc0b9-b640-481f-a313-895cb5ff7efe tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:33.772574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d04fc0b9-b640-481f-a313-895cb5ff7efe tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4133444 Aug 17 16:16:33.857908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-34776acf-8a05-493a-9994-b71b3e6a880a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/quotas/0f558842595f45369d2b06bd1ef961b4 HTTP/1.1" status: 200 len: 375 time: 0.0333707 Aug 17 16:16:33.871938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-2f2ca2a5-2c79-44d3-b7d2-647d8b7001b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:33.873888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-2f2ca2a5-2c79-44d3-b7d2-647d8b7001b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0156a85c-aa4b-45d5-964a-90b879dd252e HTTP/1.1" status: 200 len: 862 time: 0.0996883 Aug 17 16:16:33.992635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-da501d18-87f7-44e8-9251-e5e269753c97 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1173253 Aug 17 16:16:34.038032 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dff5a3-ff81-4129-8258-57f628fa3253 x-openstack-request-id: req-79dff5a3-ff81-4129-8258-57f628fa3253 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:34.038826 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a", "tag": "76356fbb-d716-4b1d-9f0a-7f1ba49c15ef", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:34.039251 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79dff5a3-ff81-4129-8258-57f628fa3253 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:34.039894 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'tag': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef', 'status': 'completed', 'code': 200} Aug 17 16:16:34.163115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-66819e93-dbf8-471b-bbcb-1e62e98efe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:34.165337 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-66819e93-dbf8-471b-bbcb-1e62e98efe71 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=06914df4-5170-418c-9e76-7d4251874a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2437196 Aug 17 16:16:34.288737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-c5e286a3-f93d-450b-a985-fa6c0cbd9d5b tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips/8a96345a-5cd2-45a6-9c43-d60e1bc69144 HTTP/1.1" status: 200 len: 692 time: 0.2245855 Aug 17 16:16:34.449840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9354f-e2ba-40b9-abaa-09aeb375e0ca req-86a8b2a1-4403-4128-a500-fe34d84f7ee3 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:34.458366 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45b9354f-e2ba-40b9-abaa-09aeb375e0ca req-86a8b2a1-4403-4128-a500-fe34d84f7ee3 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.1486821 Aug 17 16:16:34.508380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-72df0224-b25d-489a-9bf4-7b2e3ac66357 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:34.509956 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-72df0224-b25d-489a-9bf4-7b2e3ac66357 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.91 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 820 time: 0.4999535 Aug 17 16:16:34.526095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:34.547480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Request body: {'port': {'device_id': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'admin_state_up': True, 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:34.602703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-75c67a05-5480-44dc-978b-3164279170ae tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:34.607268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-75c67a05-5480-44dc-978b-3164279170ae tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.3081999 Aug 17 16:16:34.620215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45b9354f-e2ba-40b9-abaa-09aeb375e0ca req-1b194887-57f6-40e3-b281-b374142123bd tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588387 Aug 17 16:16:34.628170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-964b1555-ff1f-44d5-87f7-51f24f1dd14f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:16:34.631220 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-964b1555-ff1f-44d5-87f7-51f24f1dd14f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125318 Aug 17 16:16:34.648901 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-9dfcd63b-0ab1-45ba-b3af-bd84665ee92e service neutron] 10.222.0.93 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697783 Aug 17 16:16:34.736459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-0b7bd801-447e-40b1-8ce1-04352bda8d6a tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.0901856 Aug 17 16:16:34.760317 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad310586-9433-487f-8060-c6272e0bd5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:34.828979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1202104250-network', 'tenant_id': '792c0329c7ca4246aaf358decbcc9ae4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:34.839226 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-89c04681-4c2f-4ce3-90e0-4c07f3c97370 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.0900729 Aug 17 16:16:34.908628 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:34.938049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Made reservation on behalf of 792c0329c7ca4246aaf358decbcc9ae4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:34.940614 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:34.982582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d85f9-58ed-4e22-8c82-d3678899746f req-6bcd00f2-fcdd-428c-b9fd-088464cb7587 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:34.990844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a86d85f9-58ed-4e22-8c82-d3678899746f req-6bcd00f2-fcdd-428c-b9fd-088464cb7587 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1096 time: 0.1741233 Aug 17 16:16:34.996705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.019409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8464aa1-b395-476a-abdc-8fa8f5a907bd req-9fb85686-d6c4-423a-8082-236c8f52c0bd service neutron] 10.222.0.93 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603132 Aug 17 16:16:35.030489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Made reservation on behalf of 91d9c78ea4ce41eaa50be064d4adf02a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:35.034992 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.077993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-b57adc86-d7a5-4b8f-8b64-377c655fa89c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Deleting port e4e4380a-52fe-49d3-a770-6411da11d4ee {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:16:35.078573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-b57adc86-d7a5-4b8f-8b64-377c655fa89c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.098793 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a86d85f9-58ed-4e22-8c82-d3678899746f req-a91c84bb-9840-43fa-a7a9-7f0494cc2733 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070609 Aug 17 16:16:35.262505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-b57adc86-d7a5-4b8f-8b64-377c655fa89c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.263384 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-b57adc86-d7a5-4b8f-8b64-377c655fa89c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.278519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-b57adc86-d7a5-4b8f-8b64-377c655fa89c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Calling delete_port for e4e4380a-52fe-49d3-a770-6411da11d4ee owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:16:35.467679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-b57adc86-d7a5-4b8f-8b64-377c655fa89c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.500949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57adc86-d7a5-4b8f-8b64-377c655fa89c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Pushing event deleted for resources: {'Port': ['ID=e4e4380a-52fe-49d3-a770-6411da11d4ee,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:35.568908 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-b57adc86-d7a5-4b8f-8b64-377c655fa89c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.571616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-b57adc86-d7a5-4b8f-8b64-377c655fa89c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.572825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0ea2fa7-947f-40fd-8ec8-5f865cdfc9da req-b57adc86-d7a5-4b8f-8b64-377c655fa89c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "DELETE /v2.0/floatingips/8a96345a-5cd2-45a6-9c43-d60e1bc69144 HTTP/1.1" status: 204 len: 173 time: 0.7254369 Aug 17 16:16:35.713001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391cecb-ce30-4c04-8b83-725d37d75040 req-543c5d4d-452d-44ce-9fa0-a2a31a8aa648 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:35.716323 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7391cecb-ce30-4c04-8b83-725d37d75040 req-543c5d4d-452d-44ce-9fa0-a2a31a8aa648 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 943 time: 0.0863519 Aug 17 16:16:35.719481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-1dc83a06-02b7-4cbf-aa61-fd0c65d71975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:35.721067 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-1dc83a06-02b7-4cbf-aa61-fd0c65d71975 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e130b467f424b4d9fac043b206791e7&device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 1094 time: 0.6118422 Aug 17 16:16:35.739329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbf252-c10f-47af-bcf5-279b7f47b5d2 req-6b249956-4569-444f-ae35-37dd6f7d4e98 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:35.741007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60bbf252-c10f-47af-bcf5-279b7f47b5d2 req-6b249956-4569-444f-ae35-37dd6f7d4e98 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 948 time: 0.5140443 Aug 17 16:16:35.798893 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.809092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-c67bdb91-a370-4604-b3c9-298ebe76f29c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=0f558842595f45369d2b06bd1ef961b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536699 Aug 17 16:16:35.850743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Allocated IP 172.20.0.4 (67a40b8c-0590-4872-bf1e-0c77e0f09af5/a9ba9684-b9a2-4368-acc7-294dec466f8b/124a5b90-4e9c-4fad-978c-e5e2185831aa) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:35.876350 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.894995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:35.912205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60bbf252-c10f-47af-bcf5-279b7f47b5d2 req-684c37e9-3064-4b70-b7de-d700ad51aa21 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/security-groups?id=3c547ddc-3b67-4306-b9a2-45d026d9f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583209 Aug 17 16:16:35.918485 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7391cecb-ce30-4c04-8b83-725d37d75040 req-08bdd1d1-dedb-47ef-92dc-45c9b85e1c85 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950705 Aug 17 16:16:35.955259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:16:36.005142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87522e61-cef2-498d-bc7b-bda111bc0826,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:36.017484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-e4c8ccd1-2c52-4894-b003-43e368bc41e4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:36.019998 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-e4c8ccd1-2c52-4894-b003-43e368bc41e4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998167 Aug 17 16:16:36.034682 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:36.035030 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Added segment 172bdedf-3e0f-4ed6-92ca-fe4e8c89051e of type vlan for network c586e760-3261-4682-aa99-2230555a9e55 Aug 17 16:16:36.039453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Request body: {'port': {'device_id': '79b23154-5984-48b3-9937-bceb16a5af5d', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '0f558842595f45369d2b06bd1ef961b4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:36.082439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-62b09fe0-1e7b-452e-91ce-06f40af1de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:36.083878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-62b09fe0-1e7b-452e-91ce-06f40af1de7c service neutron] 10.222.0.93 "GET /v2.0/networks?id=06914df4-5170-418c-9e76-7d4251874a02 HTTP/1.1" status: 200 len: 924 time: 0.3368084 Aug 17 16:16:36.165516 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec886a2f-ea7a-4516-93d8-623dca0b037b req-b7d8972e-ee09-45f0-97d5-531230f631f3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 210 time: 0.0954888 Aug 17 16:16:36.236399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05a11095-5e6e-41bb-b2fb-806c4c553195 req-ff96a829-7b1f-4aef-9658-8018258c5294 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 210 time: 0.1689007 Aug 17 16:16:36.240067 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:36.247548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-1597783f-0a5b-46db-8ade-39172851318e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef HTTP/1.1" status: 200 len: 217 time: 0.1019900 Aug 17 16:16:36.289284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Made reservation on behalf of 0f558842595f45369d2b06bd1ef961b4 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:36.292808 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:36.363020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-e78dd250-365b-47ea-9d6e-db6f34502e9b tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:36.364531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-e78dd250-365b-47ea-9d6e-db6f34502e9b tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.93 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 948 time: 0.3606212 Aug 17 16:16:36.417022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:36.417991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:36.418607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:36.442742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-1d7186ad-2ed6-4069-9fe0-e9bc601a1ede tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:36.444407 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-1d7186ad-2ed6-4069-9fe0-e9bc601a1ede tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 820 time: 0.1801357 Aug 17 16:16:36.493432 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-d0110e54-9ecf-41bd-8ef2-3d0d549c31c0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/quotas/93cfa698670f475e961b98264f242f53 HTTP/1.1" status: 200 len: 375 time: 0.0375524 Aug 17 16:16:36.553131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Allocated IP 192.168.233.184 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/be4e68f7-ae5e-44f3-80d4-b979d1df6167) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:36.583025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-946eccb5-c272-45e5-8bfb-0ed8524d4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:36.584573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-946eccb5-c272-45e5-8bfb-0ed8524d4c61 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0156a85c-aa4b-45d5-964a-90b879dd252e HTTP/1.1" status: 200 len: 862 time: 0.3266530 Aug 17 16:16:36.592198 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:36.631891 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0982168 Aug 17 16:16:36.653268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:36.708483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Request body: {'subnet': {'network_id': 'c586e760-3261-4682-aa99-2230555a9e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1202104250-subnet', 'tenant_id': '792c0329c7ca4246aaf358decbcc9ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:36.728780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Transition to ACTIVE for port object 124a5b90-4e9c-4fad-978c-e5e2185831aa will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:36.746704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b57805-a9c0-4d12-a955-24b0fd9fa5bc admin admin] Pushing event updated for resources: {'Network': ['ID=c586e760-3261-4682-aa99-2230555a9e55,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:36.761072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network c586e760-3261-4682-aa99-2230555a9e55 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:16:36.797269 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-2b32e62a-03bd-421d-822d-cc1c6090df8f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5168905 Aug 17 16:16:36.803966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Made reservation on behalf of 792c0329c7ca4246aaf358decbcc9ae4 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:36.806929 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:36.831416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:36.861791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-ba8ade30-11c8-4fe3-81f4-acda074f80e4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3573291 Aug 17 16:16:36.893205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-11c86c14-55a6-4d17-8beb-c74840aec70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:36.894687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-11c86c14-55a6-4d17-8beb-c74840aec70e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=06914df4-5170-418c-9e76-7d4251874a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2913883 Aug 17 16:16:37.025229 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:37.036109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-11cf1b08-e7f3-4864-a62a-dafd4f88ffa8 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Deleting port 234fe23a-0e19-42bb-9dca-8ed8a621e18e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:16:37.036778 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-11cf1b08-e7f3-4864-a62a-dafd4f88ffa8 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:37.049041 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-906345b0-f9d3-47c1-a11d-ebb16ec8751f service neutron] 10.222.0.77 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794238 Aug 17 16:16:37.054084 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:37.125898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:37.148814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Transition to ACTIVE for port object be4e68f7-ae5e-44f3-80d4-b979d1df6167 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:37.199564 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-35c8ca7f-0d2d-4e30-b7cc-9c897c9435b0 service neutron] 10.222.0.77 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380477 Aug 17 16:16:37.218992 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:37.233102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['65b885e9-4bbe-484d-bc72-94409eda7b3b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:37.243556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:37.309157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:37.316775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Pushing event updated for resources: {'Port': ['ID=be4e68f7-ae5e-44f3-80d4-b979d1df6167,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:37.317673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-11cf1b08-e7f3-4864-a62a-dafd4f88ffa8 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] For port 234fe23a-0e19-42bb-9dca-8ed8a621e18e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=234fe23a-0e19-42bb-9dca-8ed8a621e18e,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:37.318087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-11cf1b08-e7f3-4864-a62a-dafd4f88ffa8 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:37.322901 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:37.326464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:37.345410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-11cf1b08-e7f3-4864-a62a-dafd4f88ffa8 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Calling delete_port for 234fe23a-0e19-42bb-9dca-8ed8a621e18e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:16:37.425348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:37.426806 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:37.432324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:37.435986 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-7cf38079-e8e7-4ae5-a897-2558312d2ca3 service neutron] 10.222.0.93 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150721 Aug 17 16:16:37.443491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:37.457809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-fc24e02b-2b6c-405d-aba2-380c16b120e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4269533 Aug 17 16:16:37.492549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Request body: {'port': {'device_id': '79b23154-5984-48b3-9937-bceb16a5af5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:37.625078 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:37.658455 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:37.747139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Pushing event updated for resources: {'Port': ['ID=124a5b90-4e9c-4fad-978c-e5e2185831aa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:37.894668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9dc37864-6b98-414d-b914-a967587f6b44 None None] Provisioning for port be4e68f7-ae5e-44f3-80d4-b979d1df6167 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:37.903494 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9dc37864-6b98-414d-b914-a967587f6b44 None None] Provisioning complete for port be4e68f7-ae5e-44f3-80d4-b979d1df6167 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:37.904221 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9dc37864-6b98-414d-b914-a967587f6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:37.945527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9dc37864-6b98-414d-b914-a967587f6b44 None None] Port be4e68f7-ae5e-44f3-80d4-b979d1df6167 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:16:38.009427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:38.010555 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:38.037801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455caba-b6ae-41eb-8919-2ac6eea70224 req-2deb49c0-ab29-44bd-b72d-b4ee2002b81e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:38.040756 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7455caba-b6ae-41eb-8919-2ac6eea70224 req-2deb49c0-ab29-44bd-b72d-b4ee2002b81e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.2664757 Aug 17 16:16:38.075332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ef9cfd1b-c67a-4149-8ac7-e4073610a3fd None None] Provisioning for port 124a5b90-4e9c-4fad-978c-e5e2185831aa completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:38.082772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ef9cfd1b-c67a-4149-8ac7-e4073610a3fd None None] Provisioning complete for port 124a5b90-4e9c-4fad-978c-e5e2185831aa triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:38.083394 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef9cfd1b-c67a-4149-8ac7-e4073610a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:38.144694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cfd1b-c67a-4149-8ac7-e4073610a3fd None None] Port 124a5b90-4e9c-4fad-978c-e5e2185831aa cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:16:38.172253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7455caba-b6ae-41eb-8919-2ac6eea70224 req-1b10b89e-667c-40e5-a7f7-73ff2efdc7bf tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862033 Aug 17 16:16:38.383527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4e68f7-ae5e-44f3-80d4-b979d1df6167 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:38.393316 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b050a9a-c851-4334-a02e-8d26a9ce335d req-840e8bb2-1f7b-4389-ae00-a1da7785ff18 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.77 "GET /v2.0/ports?device_id=08de4f4d-c381-4903-88c3-57ebefc4efd1 HTTP/1.1" status: 200 len: 210 time: 0.0592873 Aug 17 16:16:38.400003 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:38.440025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Transition to ACTIVE for port object be4e68f7-ae5e-44f3-80d4-b979d1df6167 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:38.446855 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:38.519199 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-11cf1b08-e7f3-4864-a62a-dafd4f88ffa8 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:38.566536 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-dfb6a500-d6aa-4c81-a6d5-4d848f0b20c2 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0391028 Aug 17 16:16:38.582172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:16:38.600639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Pushing event updated for resources: {'Port': ['ID=be4e68f7-ae5e-44f3-80d4-b979d1df6167,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:38.637681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Request body: {'port': {'device_id': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:38.655046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf1b08-e7f3-4864-a62a-dafd4f88ffa8 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Pushing event deleted for resources: {'Port': ['ID=234fe23a-0e19-42bb-9dca-8ed8a621e18e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:38.755708 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0f8e0b1-75a9-4c74-a541-53930adeaa3a req-569616e4-f1ec-45ca-92ee-0d7334ee6e7a service neutron] 10.222.0.93 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1259098 Aug 17 16:16:38.770992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78bf3-605a-45dc-9f7e-40a6730da53d req-298dc39e-2a7a-4a2a-8a79-b235b0fd5922 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:38.773691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3ba78bf3-605a-45dc-9f7e-40a6730da53d req-298dc39e-2a7a-4a2a-8a79-b235b0fd5922 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 943 time: 0.2618272 Aug 17 16:16:38.863743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Attempting to bind port be4e68f7-ae5e-44f3-80d4-b979d1df6167 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:38.864278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Attempting to bind port be4e68f7-ae5e-44f3-80d4-b979d1df6167 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:38.864802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Attempting to bind port be4e68f7-ae5e-44f3-80d4-b979d1df6167 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:38.865596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-11cf1b08-e7f3-4864-a62a-dafd4f88ffa8 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] No DVR routers for this DVR port 234fe23a-0e19-42bb-9dca-8ed8a621e18e on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:16:38.869199 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-11cf1b08-e7f3-4864-a62a-dafd4f88ffa8 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:38.873379 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7abc59a-936b-4780-a249-c7b7bd25e222 req-11cf1b08-e7f3-4864-a62a-dafd4f88ffa8 tempest-ImagesOneServerTestJSON-2027200532 tempest-ImagesOneServerTestJSON-2027200532-project] 10.222.0.93 "DELETE /v2.0/ports/234fe23a-0e19-42bb-9dca-8ed8a621e18e HTTP/1.1" status: 204 len: 173 time: 2.4601045 Aug 17 16:16:38.883732 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:38.898318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-deleted', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:38.901016 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9df9afa-b3a7-4289-8e5e-459ef613d61e" -d '{"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-deleted", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:38.924076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3ba78bf3-605a-45dc-9f7e-40a6730da53d req-28c40ea4-377d-4773-a67d-b8b27e69c441 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357906 Aug 17 16:16:38.928788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Port be4e68f7-ae5e-44f3-80d4-b979d1df6167 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:16:38.929369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Attempting to bind port be4e68f7-ae5e-44f3-80d4-b979d1df6167 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:38.940859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:38.942163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:38.942877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:38.943828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Bound port: be4e68f7-ae5e-44f3-80d4-b979d1df6167, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:38.944624 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:39.077344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fac52fb-1705-45a8-8933-22c70e0aea99,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:39.130879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:39.131289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:39.137874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:39.151778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'port_id': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef', 'mac_address': 'fa:16:3e:9a:0e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:16:39.197757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:39.214170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:39.246902 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:39.277762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:39.289945 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:39.334985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:39.336042 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:39.338860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] 10.222.0.91 "PUT /v2.0/ports/be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 200 len: 1096 time: 1.8635130 Aug 17 16:16:39.339818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:39.344012 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f" -d '{"events": [{"name": "network-changed", "server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:39.370048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:39.381063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f1813-4df8-4e9c-bb63-60f11de37332 req-bf96de3c-2a01-49e5-9d88-09748f7807f2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:39.382473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:39.395260 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b8f1813-4df8-4e9c-bb63-60f11de37332 req-bf96de3c-2a01-49e5-9d88-09748f7807f2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 948 time: 0.2663844 Aug 17 16:16:39.457967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Checking segment: {'id': '172bdedf-3e0f-4ed6-92ca-fe4e8c89051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c586e760-3261-4682-aa99-2230555a9e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:39.458607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Network hostable DHCP agents. Network: c586e760-3261-4682-aa99-2230555a9e55, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:16:39.480988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:39.504617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717d375-7b0d-40b5-8164-13235414ffed service neutron] Pushing event updated for resources: {'Port': ['ID=be4e68f7-ae5e-44f3-80d4-b979d1df6167,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:39.530401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-441bed2b-6a27-4bce-8da8-c0a7104122fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:39.532688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-441bed2b-6a27-4bce-8da8-c0a7104122fb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 1099 time: 0.0954654 Aug 17 16:16:39.558703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b8f1813-4df8-4e9c-bb63-60f11de37332 req-e563eb54-6962-4115-8a0c-6b94cab23ef3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593869 Aug 17 16:16:39.572249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['76356fbb-d716-4b1d-9f0a-7f1ba49c15ef'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:39.579796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-9aa85c87-2e47-49db-a7a8-ef144f386e94 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:39.582580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-9aa85c87-2e47-49db-a7a8-ef144f386e94 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 820 time: 0.4705062 Aug 17 16:16:39.626881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-78131a15-dd85-4dd9-9e00-95bba55b3cef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 200 len: 217 time: 0.0845444 Aug 17 16:16:39.715443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Request body: {'port': {'device_id': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56', 'admin_state_up': True, 'tenant_id': '93cfa698670f475e961b98264f242f53'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:39.732615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Network c586e760-3261-4682-aa99-2230555a9e55 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:16:39.772847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-41b8d6fb-3937-4a86-bf68-086c27193591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:39.776964 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-41b8d6fb-3937-4a86-bf68-086c27193591 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1357360 Aug 17 16:16:40.020655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-b53c1f33-0c72-47a5-b1ce-148a5ea8163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:40.023474 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-b53c1f33-0c72-47a5-b1ce-148a5ea8163a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2379143 Aug 17 16:16:40.038481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4795-28d2-489b-97f1-1c43b2592f9d req-3a612393-9b0c-4918-939f-e55d9819a9ad tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:40.041988 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f31f4795-28d2-489b-97f1-1c43b2592f9d req-3a612393-9b0c-4918-939f-e55d9819a9ad tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 931 time: 0.2268305 Aug 17 16:16:40.047427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, c586e760-3261-4682-aa99-2230555a9e55) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:40.082991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b779a2d-3ee7-4ed2-8ce0-1925d9041f31 None None] Network c586e760-3261-4682-aa99-2230555a9e55 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:16:40.090957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:40.091952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:40.205402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Allocated IP 172.25.7.73 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/7fb754c4-08ff-4fec-b463-4129ab2760e9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:40.222863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d303f262-ec1b-4fac-b9b5-0d5d1f93af91 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5284295 Aug 17 16:16:40.299867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb679d-c06b-44f2-85cc-bcf352a1c5ce None None] Network c586e760-3261-4682-aa99-2230555a9e55 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:16:40.319876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f31f4795-28d2-489b-97f1-1c43b2592f9d req-ec74c7bd-3174-45a8-b277-612271a6512f tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114244 Aug 17 16:16:40.324716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-be617499-7086-433b-8337-57674551bb03 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802238 Aug 17 16:16:40.510123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Made reservation on behalf of 93cfa698670f475e961b98264f242f53 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:40.516413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:40.520044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a87b827-431e-4509-879a-9c86b6529a10 req-008dd0da-6a02-4a3d-9de7-c19df39e97ff tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 210 time: 0.0504649 Aug 17 16:16:40.624329 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af80d333-5c36-4ebb-b0d7-0bc2eca15dbb req-4974dbf3-bc41-415a-98e9-a7aa96d4ccc7 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906404 Aug 17 16:16:40.635467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:40.641121 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a6a7f3-568e-47f2-987e-7e90fbd5ef7f x-openstack-request-id: req-67a6a7f3-568e-47f2-987e-7e90fbd5ef7f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:40.641574 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08de4f4d-c381-4903-88c3-57ebefc4efd1", "name": "network-vif-deleted", "tag": "234fe23a-0e19-42bb-9dca-8ed8a621e18e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:40.641979 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67a6a7f3-568e-47f2-987e-7e90fbd5ef7f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:40.642624 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08de4f4d-c381-4903-88c3-57ebefc4efd1', 'name': 'network-vif-deleted', 'tag': '234fe23a-0e19-42bb-9dca-8ed8a621e18e', 'status': 'completed', 'code': 200} Aug 17 16:16:40.706923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:40.712938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:40.713589 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:40.761395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02393-e20d-4258-96e8-9cbfb11194b7 req-3e87e88f-95ef-4f19-83c8-959143140475 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:40.763642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eac02393-e20d-4258-96e8-9cbfb11194b7 req-3e87e88f-95ef-4f19-83c8-959143140475 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.0620687 Aug 17 16:16:40.820001 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eac02393-e20d-4258-96e8-9cbfb11194b7 req-dff51ab4-eac3-4d86-8732-86e37130b05e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 Aug 17 16:16:40.822399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124a5b90-4e9c-4fad-978c-e5e2185831aa {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:40.822589 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:40.851699 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:40.861028 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:40.867998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:40.874143 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5140732-74de-4381-93bf-90ac88a2c7fa" -d '{"events": [{"server_uuid": "51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a", "name": "network-vif-plugged", "status": "completed", "tag": "76356fbb-d716-4b1d-9f0a-7f1ba49c15ef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:40.874424 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d98fa91-d21e-4e90-b9a7-0a61353c6695 x-openstack-request-id: req-7d98fa91-d21e-4e90-b9a7-0a61353c6695 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:40.874697 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:40.874850 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d98fa91-d21e-4e90-b9a7-0a61353c6695 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:40.875362 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'status': 'completed', 'code': 200} Aug 17 16:16:40.914076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:40.918903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Transition to ACTIVE for port object 124a5b90-4e9c-4fad-978c-e5e2185831aa will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:40.927057 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:40.928399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 234fe23a-0e19-42bb-9dca-8ed8a621e18e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:16:40.972735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:41.002724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-2d05f8a8-dee8-45f3-bc9c-6d9c8cfc75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:41.004389 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-2d05f8a8-dee8-45f3-bc9c-6d9c8cfc75fa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 1099 time: 0.0904424 Aug 17 16:16:41.006271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 234fe23a-0e19-42bb-9dca-8ed8a621e18e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:16:41.006983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 234fe23a-0e19-42bb-9dca-8ed8a621e18e not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:16:41.055511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:41.147543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Allocated IP 172.20.0.4 (9df5052f-fb5b-4a77-ac7d-1268929aed56/fcee669e-d84a-4206-9cc7-362d7cc9c2e4/aaa93038-84c8-4983-9085-74fdcea276e0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:41.150940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Pushing event updated for resources: {'Port': ['ID=124a5b90-4e9c-4fad-978c-e5e2185831aa,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:41.186662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a09c1-0851-40e3-b54b-e5a2743e3dfb req-a2453d46-3ab3-4f93-8f09-7d0694796955 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:41.196474 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-422a09c1-0851-40e3-b54b-e5a2743e3dfb req-a2453d46-3ab3-4f93-8f09-7d0694796955 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 945 time: 0.1855648 Aug 17 16:16:41.199852 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:41.283624 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-422a09c1-0851-40e3-b54b-e5a2743e3dfb req-b4f7fdfd-42bf-4f7f-bc89-420efaed936e tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863678 Aug 17 16:16:41.302563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-94cacc7e-ae88-4b06-b903-1c895efafc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:41.305529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-94cacc7e-ae88-4b06-b903-1c895efafc60 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2569711 Aug 17 16:16:41.306403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:41.392338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:41.395999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Pushing event updated for resources: {'Port': ['ID=7fb754c4-08ff-4fec-b463-4129ab2760e9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:41.401785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:41.404827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40194) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:41.414524 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-88861a12-fa96-4cc3-8a48-4b6aab2d675f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 200 len: 217 time: 0.1002219 Aug 17 16:16:41.519888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-9331aa35-f9de-4ed7-bc22-c8df9a063edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:41.523904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-9331aa35-f9de-4ed7-bc22-c8df9a063edd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1003973 Aug 17 16:16:41.603463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-8f38c077-4a13-4488-8e32-27934fd16dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:41.605515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-8f38c077-4a13-4488-8e32-27934fd16dd3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731411 Aug 17 16:16:41.613255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Attempting to bind port 124a5b90-4e9c-4fad-978c-e5e2185831aa on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:41.613772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Attempting to bind port 124a5b90-4e9c-4fad-978c-e5e2185831aa by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:41.614298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Attempting to bind port 124a5b90-4e9c-4fad-978c-e5e2185831aa on network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:41.701068 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Port 124a5b90-4e9c-4fad-978c-e5e2185831aa on network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:16:41.701579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Attempting to bind port 124a5b90-4e9c-4fad-978c-e5e2185831aa on network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:41.813422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:41.813946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Checking segment: {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:41.814840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Bound using segment: {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:41.815594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Bound port: 124a5b90-4e9c-4fad-978c-e5e2185831aa, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:41.816171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:41.869032 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-58bce2fe-8e48-4eae-9ab2-9304a0ac90f2 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544601 Aug 17 16:16:41.879074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dcdffdeb-41c5-4ba3-bee1-b0b6ae8d185c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86925df6d3a54045bc93ef0f692284f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623933 Aug 17 16:16:41.882805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40210) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:41.964165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:41.997844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-a45fdcbd-67db-4f7f-bd3c-b184c703bdf8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:42.000106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-a45fdcbd-67db-4f7f-bd3c-b184c703bdf8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/networks?id=c586e760-3261-4682-aa99-2230555a9e55 HTTP/1.1" status: 200 len: 813 time: 0.2779853 Aug 17 16:16:42.039135 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-fed621ac-a2b9-4b6c-ab7a-ef94107bec2d tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/quotas/792c0329c7ca4246aaf358decbcc9ae4 HTTP/1.1" status: 200 len: 375 time: 0.0248010 Aug 17 16:16:42.068236 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.074275 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec613cc4-ed9e-4a50-b6a7-dc8a4f43664d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.079922 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84d1bdb6-d6d9-44f4-b00d-a2cfaf01699f req-3cf89b79-2297-451d-a29d-9fb060d7d72f service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003064 Aug 17 16:16:42.082008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.116340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-750b099c-6110-4e4e-abb6-1d8ac2149613 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=792c0329c7ca4246aaf358decbcc9ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594299 Aug 17 16:16:42.132137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] For port 124a5b90-4e9c-4fad-978c-e5e2185831aa, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:42.138676 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec613cc4-ed9e-4a50-b6a7-dc8a4f43664d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.168606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] For port 124a5b90-4e9c-4fad-978c-e5e2185831aa, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:42.187227 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.251557 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-950405d9-8a93-4a8a-b7cb-80b209d47eb9 service neutron] 10.222.0.77 "GET /v2.0/networks/c586e760-3261-4682-aa99-2230555a9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248736 Aug 17 16:16:42.258432 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec613cc4-ed9e-4a50-b6a7-dc8a4f43664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.261041 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec613cc4-ed9e-4a50-b6a7-dc8a4f43664d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.262200 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ec613cc4-ed9e-4a50-b6a7-dc8a4f43664d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3c547ddc-3b67-4306-b9a2-45d026d9f0b2 HTTP/1.1" status: 204 len: 168 time: 0.3713412 Aug 17 16:16:42.316271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:42.317067 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.318681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] 10.222.0.91 "PUT /v2.0/ports/124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 1091 time: 3.6913788 Aug 17 16:16:42.335923 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.353419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec613cc4-ed9e-4a50-b6a7-dc8a4f43664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c547ddc-3b67-4306-b9a2-45d026d9f0b2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:42.395979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5c6ce-93c5-4a36-a9d9-9b425cdb2123 service neutron] Pushing event updated for resources: {'Port': ['ID=124a5b90-4e9c-4fad-978c-e5e2185831aa,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:42.414137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Network 9df5052f-fb5b-4a77-ac7d-1268929aed56 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:42.442762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:42.471895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:42.494234 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-9c97e04b-b7c1-4d40-aeb2-b859d073eae8 service neutron] 10.222.0.77 "GET /v2.0/networks/c586e760-3261-4682-aa99-2230555a9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305291 Aug 17 16:16:42.595481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:42.596208 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.653011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:42.657781 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37" -d '{"events": [{"name": "network-changed", "server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:42.665021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Pushing event updated for resources: {'Port': ['ID=aaa93038-84c8-4983-9085-74fdcea276e0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:42.733262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-2bd68f46-bd45-43a6-b7de-f6688ff25e72 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0704820 Aug 17 16:16:42.762546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Request body: {'port': {'device_id': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:42.835672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-601e7380-2771-45fe-b8be-af8e2085152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:42.838585 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-601e7380-2771-45fe-b8be-af8e2085152a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1094 time: 0.2259881 Aug 17 16:16:42.958220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-71d73c87-92d2-4adc-a5de-ce7c7b60c595 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 217 time: 0.0945296 Aug 17 16:16:42.963935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63593aa-a7b7-4ef5-a54f-fb84b2adcbdc req-93d96d04-8fd7-4663-a79e-1785f7960c4c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:42.964745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:42.969937 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a63593aa-a7b7-4ef5-a54f-fb84b2adcbdc req-93d96d04-8fd7-4663-a79e-1785f7960c4c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 948 time: 0.1198657 Aug 17 16:16:43.000141 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:43.059582 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:43.074949 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a63593aa-a7b7-4ef5-a54f-fb84b2adcbdc req-633cb800-5d16-44ef-bb28-9bbfa4fd4f8f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896699 Aug 17 16:16:43.190877 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51c8a5c-01b8-43d6-9c45-a57348401dfd x-openstack-request-id: req-e51c8a5c-01b8-43d6-9c45-a57348401dfd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:43.191709 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a", "name": "network-vif-plugged", "status": "completed", "tag": "76356fbb-d716-4b1d-9f0a-7f1ba49c15ef", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:43.191709 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e51c8a5c-01b8-43d6-9c45-a57348401dfd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:43.192771 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef', 'code': 200} Aug 17 16:16:43.209095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Pushing event updated for resources: {'Port': ['ID=7fb754c4-08ff-4fec-b463-4129ab2760e9,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:43.218924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-1c0720da-9bd8-4383-bcb6-f57d6328eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:43.220533 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-1c0720da-9bd8-4383-bcb6-f57d6328eacf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.2479465 Aug 17 16:16:43.254884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:43.348555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc113-a413-47ce-aa51-b9d1d58c859f req-6d552e0e-38c3-49b0-baaf-bef16be12079 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:43.350519 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea0cc113-a413-47ce-aa51-b9d1d58c859f req-6d552e0e-38c3-49b0-baaf-bef16be12079 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 943 time: 0.0676601 Aug 17 16:16:43.395826 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:43.397071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-4c002c76-9678-416a-b609-292a3beb820f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.5861824 Aug 17 16:16:43.431140 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea0cc113-a413-47ce-aa51-b9d1d58c859f req-43fbdd2f-329e-4a01-bd9f-7350692bf3dd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680184 Aug 17 16:16:43.674586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a40369-92ed-417c-8b62-20095296f2f1 req-84fda39f-d3c8-4058-a6ad-d0f5a6ca44a4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:43.677190 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a1a40369-92ed-417c-8b62-20095296f2f1 req-84fda39f-d3c8-4058-a6ad-d0f5a6ca44a4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 931 time: 0.1096005 Aug 17 16:16:43.774282 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a1a40369-92ed-417c-8b62-20095296f2f1 req-1af93e87-650d-4660-87aa-0cd244e4d8c1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858693 Aug 17 16:16:43.870797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-9a5dc823-6b4b-4f7b-8198-2e9d6c79e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:43.872397 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-9a5dc823-6b4b-4f7b-8198-2e9d6c79e5af service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6431422 Aug 17 16:16:43.943472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-398b1d33-df03-40ec-80ca-d2cc0d164697 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200 len: 695 time: 0.5326333 Aug 17 16:16:43.959958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef84cc0-419d-4048-8842-70adbcf8bf9e req-a3fa372f-1a8e-4e5a-9e1b-b923a7477037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:43.961889 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ef84cc0-419d-4048-8842-70adbcf8bf9e req-a3fa372f-1a8e-4e5a-9e1b-b923a7477037 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 1096 time: 0.6698005 Aug 17 16:16:43.968597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501f361-4c91-47fa-895e-156fe8812bf2 req-61de898f-11d2-4d77-b3d7-4dac9792e7dd tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:43.970500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9501f361-4c91-47fa-895e-156fe8812bf2 req-61de898f-11d2-4d77-b3d7-4dac9792e7dd tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.0859730 Aug 17 16:16:44.023024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9501f361-4c91-47fa-895e-156fe8812bf2 req-a812e323-bf24-4fd8-988d-83c4091c1a5b tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384991 Aug 17 16:16:44.160699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b2fdf-95e5-4e52-a0c6-13f96076b6d3 req-ccbf391a-f5a0-4977-b8c8-4c66aee47508 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:44.162403 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f65b2fdf-95e5-4e52-a0c6-13f96076b6d3 req-ccbf391a-f5a0-4977-b8c8-4c66aee47508 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 945 time: 0.0682402 Aug 17 16:16:44.162535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ef84cc0-419d-4048-8842-70adbcf8bf9e req-9bc8495d-45ec-44f3-a0da-4079830d4687 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587934 Aug 17 16:16:44.204121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f65b2fdf-95e5-4e52-a0c6-13f96076b6d3 req-fba6ff45-1090-4cbe-bf22-5488efa4a954 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351853 Aug 17 16:16:44.208211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-1c2ef08b-b50c-4514-b537-1a0cc3451b54 service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241956 Aug 17 16:16:44.223926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-2be04025-5c7f-4616-97ed-862cb552518c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:44.232247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-2be04025-5c7f-4616-97ed-862cb552518c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2336638 Aug 17 16:16:44.254546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-8cc4dd7a-6db3-449c-ba5a-6fe7fd21002a tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:16:44.257024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8904581c-9b9a-4a39-a9d1-abbaae6548cf req-8cc4dd7a-6db3-449c-ba5a-6fe7fd21002a tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233271 Aug 17 16:16:44.263049 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a686bd0-f1c1-4feb-adb9-73f008398643 x-openstack-request-id: req-2a686bd0-f1c1-4feb-adb9-73f008398643 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:44.263323 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:44.263583 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a686bd0-f1c1-4feb-adb9-73f008398643 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:44.263973 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'status': 'completed', 'code': 200} Aug 17 16:16:44.370960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa93038-84c8-4983-9085-74fdcea276e0 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:44.387110 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:44.416355 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-edccade3-b558-4888-9716-dbb6880627c0 req-b559bdb6-a8ee-4beb-b46b-1b96de408e89 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 210 time: 0.0742917 Aug 17 16:16:44.426698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Transition to ACTIVE for port object aaa93038-84c8-4983-9085-74fdcea276e0 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:44.433303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83f86a1a-f4c7-4c32-915b-0c76a231bcc1 req-5d39e5c8-14fa-4c6e-8af3-a3702a5ca3b4 service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986015 Aug 17 16:16:44.434694 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:44.526588 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-acc47432-3f95-4772-a06c-421146f1c6b4 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:44.529043 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-acc47432-3f95-4772-a06c-421146f1c6b4 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.91 "GET /v2.0/networks?id=c586e760-3261-4682-aa99-2230555a9e55 HTTP/1.1" status: 200 len: 813 time: 0.2345922 Aug 17 16:16:44.532403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa93038-84c8-4983-9085-74fdcea276e0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:44.552805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Request body: {'port': {'device_id': '0a8030f3-4881-4790-9600-c4c1ec07ce3f', 'network_id': 'c586e760-3261-4682-aa99-2230555a9e55', 'admin_state_up': True, 'tenant_id': '792c0329c7ca4246aaf358decbcc9ae4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:44.599901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-de1853a3-f1d0-4cd2-8231-f1a3a88a3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:44.601398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-de1853a3-f1d0-4cd2-8231-f1a3a88a3730 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1094 time: 0.0836558 Aug 17 16:16:44.646603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a956c-8453-4183-b97e-8c3d9c773b88 req-f2f56d57-3aaf-483a-a36e-33e0ebdb49b6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:44.648228 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-696a956c-8453-4183-b97e-8c3d9c773b88 req-f2f56d57-3aaf-483a-a36e-33e0ebdb49b6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 948 time: 0.1178880 Aug 17 16:16:44.705534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-0cd179c2-bcc8-4794-8522-b404bf5a36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:44.707061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-0cd179c2-bcc8-4794-8522-b404bf5a36e6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.0941043 Aug 17 16:16:44.709748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:44.710078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:44.710425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:44.715037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:16:44.715564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:44.718622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-696a956c-8453-4183-b97e-8c3d9c773b88 req-b171736f-7d10-4503-a7fb-36127f2274ca tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546441 Aug 17 16:16:44.729292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Made reservation on behalf of 792c0329c7ca4246aaf358decbcc9ae4 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:16:44.733189 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:44.777456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:44.777887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:44.778345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:44.778883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Bound port: aaa93038-84c8-4983-9085-74fdcea276e0, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:44.779313 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:44.784190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-d121d2f4-056d-49ee-b32a-eb8c1eb4afba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 217 time: 0.0662572 Aug 17 16:16:44.844431 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-fe2b0c8b-13d6-4d35-b5a5-f185652bd653 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips/d2f5f33e-1328-4d4a-abc6-3ff6c65e45bd HTTP/1.1" status: 200 len: 692 time: 0.0833051 Aug 17 16:16:44.881082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-d022e46b-579f-424a-853d-112991c02135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:44.882605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-d022e46b-579f-424a-853d-112991c02135 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.0897822 Aug 17 16:16:44.904884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:44.964101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:44.974771 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:45.016098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Allocated IP 172.20.0.10 (c586e760-3261-4682-aa99-2230555a9e55/5fac52fb-1705-45a8-8933-22c70e0aea99/22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:45.023824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:45.024437 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:45.026076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] 10.222.0.93 "PUT /v2.0/ports/aaa93038-84c8-4983-9085-74fdcea276e0 HTTP/1.1" status: 200 len: 1091 time: 2.2730305 Aug 17 16:16:45.037980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-5a9338b5-a2c5-4dc0-9ec0-57ebd1808620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:45.039216 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-5a9338b5-a2c5-4dc0-9ec0-57ebd1808620 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468806 Aug 17 16:16:45.048464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-24e82632-6c5c-44b1-8a9f-8a1dca1fbb4c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:45.053073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9e4ad-f03b-4cb1-bfa8-576c585c58c0 req-c9e58387-f224-4d86-9daa-ca174541d5bb tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:45.054654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ab9e4ad-f03b-4cb1-bfa8-576c585c58c0 req-c9e58387-f224-4d86-9daa-ca174541d5bb tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 943 time: 0.1609156 Aug 17 16:16:45.063580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-24e82632-6c5c-44b1-8a9f-8a1dca1fbb4c tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.1958184 Aug 17 16:16:45.090515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device be4e68f7-ae5e-44f3-80d4-b979d1df6167 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:16:45.162874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b24d4-a3f8-4e47-b53d-8e1ef619a961 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa93038-84c8-4983-9085-74fdcea276e0,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:45.215142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-f56ac738-67b3-44d6-b949-b1edc3c9babd tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200 len: 695 time: 0.1460283 Aug 17 16:16:45.219229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ab9e4ad-f03b-4cb1-bfa8-576c585c58c0 req-2998c540-2a12-4ecb-bc79-3ed054b86956 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495378 Aug 17 16:16:45.252007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-0e638def-a4b6-478d-9f96-3409d51e4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:45.253520 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-0e638def-a4b6-478d-9f96-3409d51e4f8f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 1094 time: 0.1092689 Aug 17 16:16:45.255924 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-c6b78366-aa36-4809-acd6-ce2119dc160a service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003176 Aug 17 16:16:45.323449 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-cf72cb06-5e3b-4315-b108-1b711d522387 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200 len: 695 time: 0.0970018 Aug 17 16:16:45.335476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-1ea51c4e-3afe-4d6a-8a94-1f2760aba7db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaa93038-84c8-4983-9085-74fdcea276e0 HTTP/1.1" status: 200 len: 217 time: 0.0728574 Aug 17 16:16:45.337998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:45.361605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'mac_address': 'fa:16:3e:37:07:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:16:45.424302 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:45.443893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4e68f7-ae5e-44f3-80d4-b979d1df6167 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:45.465396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-fd419684-ae4e-4b88-94fb-fb4e40aa5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:45.469020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-fd419684-ae4e-4b88-94fb-fb4e40aa5785 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.1205034 Aug 17 16:16:45.475156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:45.482927 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:45.534648 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:45.551579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=be4e68f7-ae5e-44f3-80d4-b979d1df6167,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:45.578197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-4eced5a0-8449-47f1-af43-a9aa7403b2d5 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Deleting port 7fb754c4-08ff-4fec-b463-4129ab2760e9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:16:45.578643 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-4eced5a0-8449-47f1-af43-a9aa7403b2d5 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:45.596751 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-94e368ac-ceb0-461d-88a1-bd73479e7810 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175687 Aug 17 16:16:45.618873 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:45.684174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Network c586e760-3261-4682-aa99-2230555a9e55 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:45.695127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:45.706719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:45.707288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['be4e68f7-ae5e-44f3-80d4-b979d1df6167'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:45.710340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Pushing event updated for resources: {'Port': ['ID=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:45.737723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f284b-ff41-4ab8-b621-08821bd250f8 req-aa52db89-c14c-40dd-beec-12368eadf781 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:45.740562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-804f284b-ff41-4ab8-b621-08821bd250f8 req-aa52db89-c14c-40dd-beec-12368eadf781 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 943 time: 0.2674038 Aug 17 16:16:45.747503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-4eced5a0-8449-47f1-af43-a9aa7403b2d5 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:45.747863 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-4eced5a0-8449-47f1-af43-a9aa7403b2d5 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:45.770909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-4eced5a0-8449-47f1-af43-a9aa7403b2d5 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Calling delete_port for 7fb754c4-08ff-4fec-b463-4129ab2760e9 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:16:45.807727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:45.808403 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:45.822813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94e3aa8a-36d8-4db0-ae9a-db7aafa26b37 req-d16cfe70-3908-4017-b7c3-a3014362233d service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498319 Aug 17 16:16:45.869650 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-05d60c88-2159-42e1-b414-5c0ac3ed0f85 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3210595 Aug 17 16:16:45.879067 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-804f284b-ff41-4ab8-b621-08821bd250f8 req-889474aa-ee6f-4789-aabc-c051ec9a392d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898936 Aug 17 16:16:45.883668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-fbd5fc09-031a-4e43-ad89-72c735c94f7c service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741983 Aug 17 16:16:45.899491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Request body: {'port': {'device_id': '0a8030f3-4881-4790-9600-c4c1ec07ce3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:46.012194 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc2ef972-7eb5-40f6-9b06-0abd80d03e68 req-fb6c9e10-c0a5-40a0-b1e9-e6bc9328dc8a service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198115 Aug 17 16:16:46.063542 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:46.092806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcdc80-c6b5-4ff9-b1ad-bf2f6211749f req-253c283a-080d-47f6-8e8e-ddad99c45255 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:46.094467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9fcdc80-c6b5-4ff9-b1ad-bf2f6211749f req-253c283a-080d-47f6-8e8e-ddad99c45255 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.0526917 Aug 17 16:16:46.143647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9fcdc80-c6b5-4ff9-b1ad-bf2f6211749f req-ec8cf49a-5f6a-4fee-9e2f-8a2ae135d333 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 Aug 17 16:16:46.196742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-4eced5a0-8449-47f1-af43-a9aa7403b2d5 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:46.267206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'tag': 'aaa93038-84c8-4983-9085-74fdcea276e0'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:46.271355 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c284496-04f8-44d4-8dc5-4950d792c8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f", "tag": "aaa93038-84c8-4983-9085-74fdcea276e0"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:46.297830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1da32-9f58-49f5-8fa5-99750d8dc073 req-56b42c72-1ea6-41bb-9625-991ceb5de668 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:46.299497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8e1da32-9f58-49f5-8fa5-99750d8dc073 req-56b42c72-1ea6-41bb-9625-991ceb5de668 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 945 time: 0.0818658 Aug 17 16:16:46.344121 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8e1da32-9f58-49f5-8fa5-99750d8dc073 req-ff4ccb05-0471-44c7-85f2-0cea0343fd17 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375929 Aug 17 16:16:46.460406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6edf9-0550-41f6-b33f-edafd5d60017 req-f33826bf-159d-4c06-a6e3-d277fa37b860 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:46.461981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79c6edf9-0550-41f6-b33f-edafd5d60017 req-f33826bf-159d-4c06-a6e3-d277fa37b860 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 932 time: 0.0539856 Aug 17 16:16:46.509259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79c6edf9-0550-41f6-b33f-edafd5d60017 req-2b92a4f9-5c3b-4605-bd10-591c285cb537 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361435 Aug 17 16:16:46.628733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1ea6b-73ce-481c-b794-13479e27defd req-3d2ba258-0fdb-423a-b245-b15fba30661e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:46.632849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faa1ea6b-73ce-481c-b794-13479e27defd req-3d2ba258-0fdb-423a-b245-b15fba30661e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 949 time: 0.0542743 Aug 17 16:16:46.677967 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faa1ea6b-73ce-481c-b794-13479e27defd req-c1d41e65-f2f0-4b42-890e-d4bfd8f1c18b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410233 Aug 17 16:16:46.691400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eced5a0-8449-47f1-af43-a9aa7403b2d5 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Pushing event deleted for resources: {'Port': ['ID=7fb754c4-08ff-4fec-b463-4129ab2760e9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:46.904095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-4eced5a0-8449-47f1-af43-a9aa7403b2d5 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:46.909064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-4eced5a0-8449-47f1-af43-a9aa7403b2d5 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:46.911138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-217c19be-6cf3-48a3-8972-1bb1a9b437df req-4eced5a0-8449-47f1-af43-a9aa7403b2d5 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "DELETE /v2.0/floatingips/d2f5f33e-1328-4d4a-abc6-3ff6c65e45bd HTTP/1.1" status: 204 len: 173 time: 1.5866756 Aug 17 16:16:46.990408 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd18c051-4396-400e-9386-1209111b38fc x-openstack-request-id: req-bd18c051-4396-400e-9386-1209111b38fc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:46.990844 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f", "tag": "aaa93038-84c8-4983-9085-74fdcea276e0", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:46.991217 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd18c051-4396-400e-9386-1209111b38fc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:46.993310 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'tag': 'aaa93038-84c8-4983-9085-74fdcea276e0', 'status': 'completed', 'code': 200} Aug 17 16:16:47.077132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:47.092536 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:47.105701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 124a5b90-4e9c-4fad-978c-e5e2185831aa details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:16:47.109306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c284496-04f8-44d4-8dc5-4950d792c8c5 req-886ff165-f43c-4c2c-a9e2-3b75b7fe9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:47.111920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c284496-04f8-44d4-8dc5-4950d792c8c5 req-886ff165-f43c-4c2c-a9e2-3b75b7fe9b0c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 1094 time: 0.0881805 Aug 17 16:16:47.119522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device be4e68f7-ae5e-44f3-80d4-b979d1df6167 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:47.121015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Transition to ACTIVE for port object 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:16:47.144377 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:47.291025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:47.294002 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f467c1d-63dc-4a11-b50c-16c992b30162 req-e697b8d9-d5fd-4135-8ce8-304a8d4ffca0 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:47.295779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f467c1d-63dc-4a11-b50c-16c992b30162 req-e697b8d9-d5fd-4135-8ce8-304a8d4ffca0 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 945 time: 0.1015751 Aug 17 16:16:47.299412 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c284496-04f8-44d4-8dc5-4950d792c8c5 req-909ec329-2550-4028-bb28-d85b748397cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:47.307287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c284496-04f8-44d4-8dc5-4950d792c8c5 req-909ec329-2550-4028-bb28-d85b748397cd service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.1864510 Aug 17 16:16:47.307973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:47.314586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8736c9d2-f048-46e3-830e-d9660860aebb tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Request body: {'floatingip': {'port_id': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:47.363644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e395e72-e3f6-42bb-8e22-8535eac05071 req-99c97168-2fc8-4c46-a94c-25c87fe41f7b tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:47.378936 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e395e72-e3f6-42bb-8e22-8535eac05071 req-99c97168-2fc8-4c46-a94c-25c87fe41f7b tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 943 time: 0.2539511 Aug 17 16:16:47.401289 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8736c9d2-f048-46e3-830e-d9660860aebb tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:47.404536 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c284496-04f8-44d4-8dc5-4950d792c8c5 req-250d85d1-4f99-40f2-8702-c504d404d65e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaa93038-84c8-4983-9085-74fdcea276e0 HTTP/1.1" status: 200 len: 217 time: 0.0868719 Aug 17 16:16:47.416237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port be4e68f7-ae5e-44f3-80d4-b979d1df6167 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:47.433275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port be4e68f7-ae5e-44f3-80d4-b979d1df6167 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:47.433906 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:47.516160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e395e72-e3f6-42bb-8e22-8535eac05071 req-1a9c6c9e-0e26-4326-a776-c5fae7dfbffb tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349328 Aug 17 16:16:47.522596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 124a5b90-4e9c-4fad-978c-e5e2185831aa, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:47.561679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'port_id': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'mac_address': 'fa:16:3e:c3:74:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:16:47.578675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Attempting to bind port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:16:47.580253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Attempting to bind port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '172bdedf-3e0f-4ed6-92ca-fe4e8c89051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c586e760-3261-4682-aa99-2230555a9e55'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:16:47.581109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Attempting to bind port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 on network c586e760-3261-4682-aa99-2230555a9e55 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:47.604823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 on network c586e760-3261-4682-aa99-2230555a9e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:16:47.605753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Attempting to bind port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 on network c586e760-3261-4682-aa99-2230555a9e55 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:16:47.618630 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:47.639084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124a5b90-4e9c-4fad-978c-e5e2185831aa {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:47.684812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:16:47.685770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Checking segment: {'id': '172bdedf-3e0f-4ed6-92ca-fe4e8c89051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c586e760-3261-4682-aa99-2230555a9e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:16:47.686744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Bound using segment: {'id': '172bdedf-3e0f-4ed6-92ca-fe4e8c89051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c586e760-3261-4682-aa99-2230555a9e55'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:16:47.687888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Bound port: 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172bdedf-3e0f-4ed6-92ca-fe4e8c89051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c586e760-3261-4682-aa99-2230555a9e55'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:16:47.689720 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:47.695994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 124a5b90-4e9c-4fad-978c-e5e2185831aa, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:47.699104 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-ae2172a1-507d-4b55-9722-acac93ae20f6 req-690d9b55-5b10-48f7-a319-300e12a9053f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] show failed (client error): The resource could not be found. Aug 17 16:16:47.699862 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:47.715217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae2172a1-507d-4b55-9722-acac93ae20f6 req-690d9b55-5b10-48f7-a319-300e12a9053f tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips/d2f5f33e-1328-4d4a-abc6-3ff6c65e45bd HTTP/1.1" status: 404 len: 350 time: 0.1203871 Aug 17 16:16:47.719338 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:47.765924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:47.769618 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64338853-f626-4e4f-803b-c8c0a5695246" -d '{"events": [{"server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "name": "network-vif-plugged", "status": "completed", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:47.795831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:47.813234 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:47.825864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=124a5b90-4e9c-4fad-978c-e5e2185831aa,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:47.839515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.840302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.841000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.841628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.842226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.842843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.843491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.844064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.844706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.846252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.847384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.848337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:47.877114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c284496-04f8-44d4-8dc5-4950d792c8c5 req-f690814b-b57f-4e40-ae83-6bc4b7b638fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:47.879774 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c284496-04f8-44d4-8dc5-4950d792c8c5 req-f690814b-b57f-4e40-ae83-6bc4b7b638fe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.4357381 Aug 17 16:16:47.943282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=be4e68f7-ae5e-44f3-80d4-b979d1df6167,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:47.951864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['124a5b90-4e9c-4fad-978c-e5e2185831aa'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:47.972889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] For port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:16:47.997352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] For port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,segment=NetworkSegment(172bdedf-3e0f-4ed6-92ca-fe4e8c89051e),segment_id=172bdedf-3e0f-4ed6-92ca-fe4e8c89051e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:16:48.009248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c284496-04f8-44d4-8dc5-4950d792c8c5 req-88eb3b37-d0aa-4e9b-bee8-e044aabc7f6f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149242 Aug 17 16:16:48.010057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d46d-d92f-4252-826b-901938e473fe req-4673400d-c81e-4843-8b3c-8241825f9122 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:48.011839 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b31d46d-d92f-4252-826b-901938e473fe req-4673400d-c81e-4843-8b3c-8241825f9122 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 943 time: 0.0982351 Aug 17 16:16:48.013805 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:48.068849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:48.069691 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:48.071614 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] 10.222.0.91 "PUT /v2.0/ports/22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 HTTP/1.1" status: 200 len: 1092 time: 2.1897445 Aug 17 16:16:48.082162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8030f3-4881-4790-9600-c4c1ec07ce3f', 'tag': '22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:48.084482 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aa0484-c946-41b8-b354-eb90c20eea67" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8030f3-4881-4790-9600-c4c1ec07ce3f", "tag": "22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:48.145905 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b31d46d-d92f-4252-826b-901938e473fe req-63899c5a-4540-450b-84ac-bd6b249393a9 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967977 Aug 17 16:16:48.163640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:48.177103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.177451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.177943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.178213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.178581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.178915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.179240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.179566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.179893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.180243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.180589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.181609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de9e4c6-5d99-4fc8-b971-5dfcd83d6fb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:48.221253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-ba01a349-6893-4b1e-a3d0-025580379bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:48.225302 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-ba01a349-6893-4b1e-a3d0-025580379bbf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=792c0329c7ca4246aaf358decbcc9ae4&device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 1095 time: 0.1002331 Aug 17 16:16:48.305387 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-6d73d163-46a3-45e3-8de5-3854cb674789 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 HTTP/1.1" status: 200 len: 217 time: 0.0704110 Aug 17 16:16:48.438354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-c9bcae7b-7061-4821-804d-f02351d53296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:48.441135 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-c9bcae7b-7061-4821-804d-f02351d53296 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5fac52fb-1705-45a8-8933-22c70e0aea99 HTTP/1.1" status: 200 len: 853 time: 0.1238136 Aug 17 16:16:48.458040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5803197-1054-467d-bf49-c9e5ffc2842c req-fed95006-a3a2-46f6-a8b7-c9bfcc6ee9f4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:48.460794 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5803197-1054-467d-bf49-c9e5ffc2842c req-fed95006-a3a2-46f6-a8b7-c9bfcc6ee9f4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1590710 Aug 17 16:16:48.519722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-f11ffdbb-8f46-4606-a376-41bb8f88094e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c586e760-3261-4682-aa99-2230555a9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573351 Aug 17 16:16:48.659378 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5803197-1054-467d-bf49-c9e5ffc2842c req-6a8d1444-2417-4988-8dd8-c772a879f536 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793599 Aug 17 16:16:48.673487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c63e7b-f688-4bc8-958d-5f36d5a0fbf2 req-f9fdfb13-e96c-479d-b1c4-76fbcb8264e7 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:48.675076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17c63e7b-f688-4bc8-958d-5f36d5a0fbf2 req-f9fdfb13-e96c-479d-b1c4-76fbcb8264e7 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 944 time: 0.6645164 Aug 17 16:16:48.688069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aaa93038-84c8-4983-9085-74fdcea276e0 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:16:48.768372 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c284496-04f8-44d4-8dc5-4950d792c8c5 req-f91c60bf-abc9-4bfc-9788-f60196dcc0df service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390430 Aug 17 16:16:48.813103 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-4024c563-93ae-4ea4-ab1a-052f10de21eb req-a4c5986a-bdf4-493a-98eb-7fee2938f510 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] show failed (client error): The resource could not be found. Aug 17 16:16:48.815168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4024c563-93ae-4ea4-ab1a-052f10de21eb req-a4c5986a-bdf4-493a-98eb-7fee2938f510 tempest-FloatingIPsTestJSON-1110038123 tempest-FloatingIPsTestJSON-1110038123-project] 10.222.0.77 "GET /v2.0/floatingips/d2f5f33e-1328-4d4a-abc6-3ff6c65e45bd HTTP/1.1" status: 404 len: 350 time: 0.0887251 Aug 17 16:16:48.821725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-de2420ad-fb80-4077-83d0-4f9a94ec738b service neutron] 10.222.0.91 "GET /v2.0/networks/c586e760-3261-4682-aa99-2230555a9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879534 Aug 17 16:16:48.834005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40318) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:48.892295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:48.899498 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b13ea4e-8d30-490a-83f8-a1ac67fe359b x-openstack-request-id: req-0b13ea4e-8d30-490a-83f8-a1ac67fe359b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:48.899973 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "name": "network-vif-plugged", "status": "completed", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:48.900399 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b13ea4e-8d30-490a-83f8-a1ac67fe359b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:48.901309 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'code': 200} Aug 17 16:16:48.923527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'aaa93038-84c8-4983-9085-74fdcea276e0', 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56', 'port_id': 'aaa93038-84c8-4983-9085-74fdcea276e0', 'mac_address': 'fa:16:3e:b5:f3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcee669e-d84a-4206-9cc7-362d7cc9c2e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:16:48.991186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17c63e7b-f688-4bc8-958d-5f36d5a0fbf2 req-dac25ae4-9f23-4195-9d82-b1b19eb6525c tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047409 Aug 17 16:16:49.038986 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:49.049297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c284496-04f8-44d4-8dc5-4950d792c8c5 req-f2edfd6b-c461-45bb-91ed-95e200f6c1aa service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702203 Aug 17 16:16:49.075994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa93038-84c8-4983-9085-74fdcea276e0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:49.095111 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8736c9d2-f048-46e3-830e-d9660860aebb tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:49.109855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c442167-772a-497d-987e-00a6d93d12b2 req-65faa842-16e3-463d-8cbb-0d971530a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:49.111477 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c3ccbb-edd5-4e10-b906-d0bb3f935b62 x-openstack-request-id: req-c3c3ccbb-edd5-4e10-b906-d0bb3f935b62 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:49.112302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c442167-772a-497d-987e-00a6d93d12b2 req-65faa842-16e3-463d-8cbb-0d971530a3f1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 1101 time: 0.0670860 Aug 17 16:16:49.112513 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8030f3-4881-4790-9600-c4c1ec07ce3f", "tag": "22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:49.112687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8736c9d2-f048-46e3-830e-d9660860aebb tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:49.112865 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3c3ccbb-edd5-4e10-b906-d0bb3f935b62 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:49.113376 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8030f3-4881-4790-9600-c4c1ec07ce3f', 'tag': '22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9', 'status': 'completed', 'code': 200} Aug 17 16:16:49.133124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:49.138813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 124a5b90-4e9c-4fad-978c-e5e2185831aa up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:49.150771 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:49.233351 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-8736c9d2-f048-46e3-830e-d9660860aebb tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Floating IP 6452f314-f746-48a9-a773-d79abc7aa144 associated. External IP: 172.25.7.234, port: 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef. Aug 17 16:16:49.275711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9abb6392-d3f8-44d3-8e65-be92b18fa4c6 req-c243e423-8e92-46d5-af2e-142aca0ebac6 service neutron] 10.222.0.91 "GET /v2.0/networks/c586e760-3261-4682-aa99-2230555a9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442601 Aug 17 16:16:49.339529 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:49.349812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=aaa93038-84c8-4983-9085-74fdcea276e0,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:49.381671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 124a5b90-4e9c-4fad-978c-e5e2185831aa completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:49.416026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 124a5b90-4e9c-4fad-978c-e5e2185831aa triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:49.416635 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:49.422017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0484-c946-41b8-b354-eb90c20eea67 req-476fe398-475f-446e-bb16-418bf0e157f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:49.423655 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44aa0484-c946-41b8-b354-eb90c20eea67 req-476fe398-475f-446e-bb16-418bf0e157f0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=792c0329c7ca4246aaf358decbcc9ae4&device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 1095 time: 0.0819330 Aug 17 16:16:49.437832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c442167-772a-497d-987e-00a6d93d12b2 req-a5e2d109-2983-4eb6-a308-1ff68d8b185d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053533 Aug 17 16:16:49.530324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab58ee-98ee-4064-b4ea-a63097989762 req-544636c7-d841-4a47-9983-56867bc4c418 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:49.543994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4eab58ee-98ee-4064-b4ea-a63097989762 req-544636c7-d841-4a47-9983-56867bc4c418 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 944 time: 0.2394612 Aug 17 16:16:49.550488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['aaa93038-84c8-4983-9085-74fdcea276e0'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:49.609802 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:49.625638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0484-c946-41b8-b354-eb90c20eea67 req-23ed3751-2201-4ce4-b51e-7b2911d507bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:49.628212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44aa0484-c946-41b8-b354-eb90c20eea67 req-23ed3751-2201-4ce4-b51e-7b2911d507bf service neutron] 10.222.0.91 "GET /v2.0/networks?id=c586e760-3261-4682-aa99-2230555a9e55 HTTP/1.1" status: 200 len: 914 time: 0.1814260 Aug 17 16:16:49.688936 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44aa0484-c946-41b8-b354-eb90c20eea67 req-32dab999-fcb6-4605-a8d0-c1b2e8efcc5d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 HTTP/1.1" status: 200 len: 217 time: 0.0496788 Aug 17 16:16:49.729883 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4eab58ee-98ee-4064-b4ea-a63097989762 req-ac2db688-4cd9-408a-a166-a7872b60d85c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841755 Aug 17 16:16:49.742730 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:49.813375 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0484-c946-41b8-b354-eb90c20eea67 req-4ffceb2a-d1d8-4a88-8e21-af35d3f94427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:49.815350 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44aa0484-c946-41b8-b354-eb90c20eea67 req-4ffceb2a-d1d8-4a88-8e21-af35d3f94427 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5fac52fb-1705-45a8-8933-22c70e0aea99 HTTP/1.1" status: 200 len: 853 time: 0.1161184 Aug 17 16:16:49.879929 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44aa0484-c946-41b8-b354-eb90c20eea67 req-532e19ec-01f9-43da-83b1-58afb2679966 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c586e760-3261-4682-aa99-2230555a9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532761 Aug 17 16:16:49.920496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 124a5b90-4e9c-4fad-978c-e5e2185831aa, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:49.944390 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:49.979100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8736c9d2-f048-46e3-830e-d9660860aebb tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Router 0b0ce239-565a-49be-8483-a5e4aebb9494 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:16:50.024503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:50.168130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44aa0484-c946-41b8-b354-eb90c20eea67 req-315afb48-9665-4f12-a7f7-415e9b21db76 service neutron] 10.222.0.91 "GET /v2.0/networks/c586e760-3261-4682-aa99-2230555a9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753794 Aug 17 16:16:50.206275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=124a5b90-4e9c-4fad-978c-e5e2185831aa,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:50.276313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91b36a-40c8-4795-acf3-448817942c95 req-32c2d4b6-567e-466a-8676-73d58787be59 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:50.278255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a91b36a-40c8-4795-acf3-448817942c95 req-32c2d4b6-567e-466a-8676-73d58787be59 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 944 time: 0.1214478 Aug 17 16:16:50.301472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8736c9d2-f048-46e3-830e-d9660860aebb tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:16:50.308331 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8736c9d2-f048-46e3-830e-d9660860aebb tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:50.321244 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] Sync routers for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:16:50.334010 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:50.334969 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:50.397286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a91b36a-40c8-4795-acf3-448817942c95 req-6d572441-f433-427c-94b4-942169f72c93 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039863 Aug 17 16:16:50.418598 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8736c9d2-f048-46e3-830e-d9660860aebb tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "PUT /v2.0/floatingips/6452f314-f746-48a9-a773-d79abc7aa144 HTTP/1.1" status: 200 len: 991 time: 3.1091566 Aug 17 16:16:50.419616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'tag': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:50.426539 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cf6dc0-9456-4d53-8fa1-26062c42a854" -d '{"events": [{"name": "network-changed", "server_uuid": "51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a", "tag": "76356fbb-d716-4b1d-9f0a-7f1ba49c15ef"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:50.555772 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:50.613053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7aa44-5eb7-4f20-9289-4f5d4794fbed req-a4e9ac92-9056-4aa3-b4bc-b1c302941824 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:50.624837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0fb7aa44-5eb7-4f20-9289-4f5d4794fbed req-a4e9ac92-9056-4aa3-b4bc-b1c302941824 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 944 time: 0.1026037 Aug 17 16:16:50.677929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06d6a-35e4-45e0-848a-428b8d5d8431 req-79506eb5-8749-4a7d-bd9d-4a0dfb1cf311 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:50.680585 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6bb06d6a-35e4-45e0-848a-428b8d5d8431 req-79506eb5-8749-4a7d-bd9d-4a0dfb1cf311 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.4302745 Aug 17 16:16:50.683633 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0fb7aa44-5eb7-4f20-9289-4f5d4794fbed req-5c47f16f-df11-40e7-9cde-806bd2f16528 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562246 Aug 17 16:16:50.688886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2b9fce15-eb7c-4d52-8c52-a472093fb3cd details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:16:50.831364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44aa0484-c946-41b8-b354-eb90c20eea67 req-1d9db420-d547-4962-ae24-dbd2211aedf6 service neutron] 10.222.0.91 "GET /v2.0/networks/c586e760-3261-4682-aa99-2230555a9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788984 Aug 17 16:16:50.976170 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6bb06d6a-35e4-45e0-848a-428b8d5d8431 req-80e7d04e-c4ae-41a2-be17-c290488f92d3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486014 Aug 17 16:16:51.043278 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bad111-f1a4-4b15-aa30-7cb34704408b x-openstack-request-id: req-35bad111-f1a4-4b15-aa30-7cb34704408b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:51.044064 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a", "tag": "76356fbb-d716-4b1d-9f0a-7f1ba49c15ef", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:51.044192 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35bad111-f1a4-4b15-aa30-7cb34704408b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:51.044765 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'tag': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef', 'status': 'completed', 'code': 200} Aug 17 16:16:51.160314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:51.250164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:51.260137 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f4eb10-5a80-42a5-90d6-25f62906be1e" -d '{"events": [{"server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "name": "network-vif-plugged", "status": "completed", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:51.274918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-1ab52ee7-350c-413b-be56-aa93c9b1d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:51.275482 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'port_id': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd', 'mac_address': 'fa:16:3e:0a:7e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c68bbd3-2311-44f8-b7bf-3eab3f578677', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:16:51.277573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-1ab52ee7-350c-413b-be56-aa93c9b1d067 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e130b467f424b4d9fac043b206791e7&device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 1096 time: 0.1958539 Aug 17 16:16:51.446750 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '6452f314-f746-48a9-a773-d79abc7aa144', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'port_id': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'mac_address': 'fa:16:3e:9a:0e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:14:10Z', 'updated_at': '2021-08-17T16:16:48Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:51.534108 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:51.562192 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] Checking router: 0b0ce239-565a-49be-8483-a5e4aebb9494 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:16:51.592288 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:51.594489 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:51.621260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b9fce15-eb7c-4d52-8c52-a472093fb3cd {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:51.729439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-8c3af398-fa35-491c-b77a-882d32341e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:51.731189 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-8c3af398-fa35-491c-b77a-882d32341e7a service neutron] 10.222.0.93 "GET /v2.0/networks?id=06914df4-5170-418c-9e76-7d4251874a02 HTTP/1.1" status: 200 len: 924 time: 0.4457557 Aug 17 16:16:51.752636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:51.766798 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:51.857161 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eaa11-c554-4f37-9c68-3f34aa709607 req-225d161a-049c-4ca1-9858-b81df61b2b9d tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:51.870408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f16eaa11-c554-4f37-9c68-3f34aa709607 req-225d161a-049c-4ca1-9858-b81df61b2b9d tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 945 time: 0.7885659 Aug 17 16:16:51.944602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-fc1149df-0169-4b22-966e-999077fb77d8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef HTTP/1.1" status: 200 len: 999 time: 0.2035797 Aug 17 16:16:51.972602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['2b9fce15-eb7c-4d52-8c52-a472093fb3cd'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:52.004288 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f16eaa11-c554-4f37-9c68-3f34aa709607 req-e1a0e2d3-2b08-4c6b-9496-b158ff82c598 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317453 Aug 17 16:16:52.006177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] Deleting port 892a4ba0-de81-40ec-af31-a0b53af78deb {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:16:52.006755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:52.074102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-07aefa6b-6c32-41d0-a742-841486ea4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:52.077608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-07aefa6b-6c32-41d0-a742-841486ea4e34 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0156a85c-aa4b-45d5-964a-90b879dd252e HTTP/1.1" status: 200 len: 862 time: 0.1158547 Aug 17 16:16:52.100214 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:52.202113 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8deea4b-3b35-400e-9030-baa9be3958dd x-openstack-request-id: req-e8deea4b-3b35-400e-9030-baa9be3958dd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:52.203050 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "name": "network-vif-plugged", "status": "completed", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:52.203050 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8deea4b-3b35-400e-9030-baa9be3958dd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:52.204468 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'code': 200} Aug 17 16:16:52.221906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-bcd5cde2-2060-4c34-97f9-a43260d95ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:52.223533 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-bcd5cde2-2060-4c34-97f9-a43260d95ed8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=06914df4-5170-418c-9e76-7d4251874a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282694 Aug 17 16:16:52.233587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:52.242107 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] For port 892a4ba0-de81-40ec-af31-a0b53af78deb, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=892a4ba0-de81-40ec-af31-a0b53af78deb,segment=NetworkSegment(76de242e-788b-462d-95d2-317e203b1943),segment_id=76de242e-788b-462d-95d2-317e203b1943)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:52.242401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:52.322625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] Calling delete_port for 892a4ba0-de81-40ec-af31-a0b53af78deb owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:16:52.412173 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-86dac323-26a1-4d77-9a73-5830ed40bd31 service neutron] 10.222.0.93 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800032 Aug 17 16:16:52.552784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3d97e-5400-4e55-bee5-d9e5d81db36d req-e6bc11b1-7af6-446c-9531-46b32ddfec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:52.562869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5b3d97e-5400-4e55-bee5-d9e5d81db36d req-e6bc11b1-7af6-446c-9531-46b32ddfec89 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1096 time: 0.3011379 Aug 17 16:16:52.708635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aaa93038-84c8-4983-9085-74fdcea276e0 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:52.752610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54cf6dc0-9456-4d53-8fa1-26062c42a854 req-3a871310-d896-4f98-a177-eacf1b876bd7 service neutron] 10.222.0.93 "GET /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313019 Aug 17 16:16:52.838845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0363a-39cd-4118-87e1-b9da4131168c req-6df7030d-ca2b-4b30-9073-ecb3740c1b75 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:52.842612 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fce0363a-39cd-4118-87e1-b9da4131168c req-6df7030d-ca2b-4b30-9073-ecb3740c1b75 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 944 time: 0.5040181 Aug 17 16:16:52.852416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5b3d97e-5400-4e55-bee5-d9e5d81db36d req-08b2353c-2ca7-408d-b8b2-fb0a0571b233 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774944 Aug 17 16:16:52.891704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port aaa93038-84c8-4983-9085-74fdcea276e0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:52.900049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port aaa93038-84c8-4983-9085-74fdcea276e0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:52.900951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:52.946510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa1dd-7d44-4e78-861e-1e12328488d8 req-98fd2f47-13c8-4837-be74-6bbf36955d3b tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:52.949019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6edaa1dd-7d44-4e78-861e-1e12328488d8 req-98fd2f47-13c8-4837-be74-6bbf36955d3b tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 944 time: 0.1787364 Aug 17 16:16:53.010419 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '6452f314-f746-48a9-a773-d79abc7aa144', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'port_id': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'mac_address': 'fa:16:3e:9a:0e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:14:10Z', 'updated_at': '2021-08-17T16:16:48Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:53.063741 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fce0363a-39cd-4118-87e1-b9da4131168c req-1348ce0c-d54c-4230-b3d8-614b1291550f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092407 Aug 17 16:16:53.114635 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6922260-8718-4cef-a345-3e7149e3c374 None None] The sync data for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 is: [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '6452f314-f746-48a9-a773-d79abc7aa144', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'port_id': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'mac_address': 'fa:16:3e:9a:0e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:14:10Z', 'updated_at': '2021-08-17T16:16:48Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:16:53.194056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6edaa1dd-7d44-4e78-861e-1e12328488d8 req-d0bbbbc8-7cae-44bf-a5f6-dda90d346660 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951313 Aug 17 16:16:53.260042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:16:53.291993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:53.516416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:53.542356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:53.573507 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:53.808164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=aaa93038-84c8-4983-9085-74fdcea276e0,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:53.829014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] Pushing event deleted for resources: {'Port': ['ID=892a4ba0-de81-40ec-af31-a0b53af78deb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:53.830531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d689a8-051b-4dfc-ae76-e7303521fc81 None None] New status for floating IP 6452f314-f746-48a9-a773-d79abc7aa144: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:16:54.052523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f64e38-9be7-4aaf-8f03-a26d67bffb99 req-ae8ef5e0-2828-4be1-b43a-8dc9ac7007cf tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:54.055168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f0f64e38-9be7-4aaf-8f03-a26d67bffb99 req-ae8ef5e0-2828-4be1-b43a-8dc9ac7007cf tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.6885242 Aug 17 16:16:54.147177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e501b44-d598-4940-b833-674d211c92b4 req-a4f5f133-04c5-4e0d-8e52-b4e03e9110a3 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:54.156853 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9e501b44-d598-4940-b833-674d211c92b4 req-a4f5f133-04c5-4e0d-8e52-b4e03e9110a3 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 945 time: 0.0685763 Aug 17 16:16:54.207679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa93038-84c8-4983-9085-74fdcea276e0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:54.212967 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ef3928-a919-4122-adac-8014bc913ca0" -d '{"events": [{"server_uuid": "725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f", "name": "network-vif-plugged", "status": "completed", "tag": "aaa93038-84c8-4983-9085-74fdcea276e0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:54.219541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9e501b44-d598-4940-b833-674d211c92b4 req-5c394ae9-4722-41ff-ad7f-35dce2f90a18 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615039 Aug 17 16:16:54.230230 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f0f64e38-9be7-4aaf-8f03-a26d67bffb99 req-2b6996d0-6160-4a83-abb6-8e2fb762ce86 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625452 Aug 17 16:16:54.270869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,segment=NetworkSegment(172bdedf-3e0f-4ed6-92ca-fe4e8c89051e),segment_id=172bdedf-3e0f-4ed6-92ca-fe4e8c89051e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:54.271786 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:54.364303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9', 'network_id': 'c586e760-3261-4682-aa99-2230555a9e55', 'port_id': '22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9', 'mac_address': 'fa:16:3e:54:82:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac52fb-1705-45a8-8933-22c70e0aea99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:16:54.399003 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:16:54.498318 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:54.526639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:16:54.578311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,segment=NetworkSegment(172bdedf-3e0f-4ed6-92ca-fe4e8c89051e),segment_id=172bdedf-3e0f-4ed6-92ca-fe4e8c89051e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:54.586305 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:54.667466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58b10-7b1a-4da6-b757-4b53b699bc86 req-4ae08397-fb8a-4d6d-ab87-76b8d9cf275c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:54.675808 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bfe58b10-7b1a-4da6-b757-4b53b699bc86 req-4ae08397-fb8a-4d6d-ab87-76b8d9cf275c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 945 time: 0.1661968 Aug 17 16:16:54.723960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:54.737987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2b9fce15-eb7c-4d52-8c52-a472093fb3cd up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:54.740642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bfe58b10-7b1a-4da6-b757-4b53b699bc86 req-16584e01-52b4-4e91-a933-57cb89641cc6 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636303 Aug 17 16:16:54.879434 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c0206-d5ee-4958-9906-199f98dbbb12 x-openstack-request-id: req-773c0206-d5ee-4958-9906-199f98dbbb12 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:54.879871 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f", "name": "network-vif-plugged", "status": "completed", "tag": "aaa93038-84c8-4983-9085-74fdcea276e0", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:54.880286 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-773c0206-d5ee-4958-9906-199f98dbbb12 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:54.880895 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa93038-84c8-4983-9085-74fdcea276e0', 'code': 200} Aug 17 16:16:54.904213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:54.904662 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:55.091103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] Router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:16:55.178484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd08bfa-938c-46a1-8a1b-e933faf0d27b req-da969d03-bfce-4880-b6f0-0c84dd0407ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:55.182405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:16:55.189808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9bd08bfa-938c-46a1-8a1b-e933faf0d27b req-da969d03-bfce-4880-b6f0-0c84dd0407ee service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 1096 time: 0.2218437 Aug 17 16:16:55.263385 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9bd08bfa-938c-46a1-8a1b-e933faf0d27b req-83823e50-1309-4dea-8e9e-392cefc22793 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682154 Aug 17 16:16:55.437321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:16:55.453267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d23158f7-03cc-462e-a20e-a2cb2caa7504 admin admin] 10.222.0.77 "PUT /v2.0/routers/1dff22e8-a6fb-453f-91af-901c0a1f3d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6131289 Aug 17 16:16:55.457845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40424) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:55.461576 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] Sync routers for ids ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:16:55.484886 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] Routers {'1dff22e8-a6fb-453f-91af-901c0a1f3d88'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:55.486524 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:55.619303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-adcfd4c2-5e3f-46b7-b215-1dff1c05823c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3336487 Aug 17 16:16:55.649577 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:55.700810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:16:55.807651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:55.820143 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:55.826786 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] Set router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:55.930067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:55.931316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-ea1cdb6e-ae72-4c66-97b2-c89a6e3db3ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2970254 Aug 17 16:16:55.935677 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:56.104885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a8eb0-0301-4796-9c8a-1f1ab79df3f8 req-cf4b60e0-1600-4e03-9f3e-21de1c946b54 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:56.119261 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d68a8eb0-0301-4796-9c8a-1f1ab79df3f8 req-cf4b60e0-1600-4e03-9f3e-21de1c946b54 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 945 time: 0.2468393 Aug 17 16:16:56.124367 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:56.268221 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'name': 'tempest-FloatingIPsTestJSON-1041233444-router', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:03Z', 'updated_at': '2021-08-17T16:16:53Z', 'revision_number': 5, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'gw_port': {'id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:05Z', 'updated_at': '2021-08-17T16:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:56.278724 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:56.308451 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] Checking router: 1dff22e8-a6fb-453f-91af-901c0a1f3d88 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:16:56.320724 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] Routers {'1dff22e8-a6fb-453f-91af-901c0a1f3d88'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:16:56.321638 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:16:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:56.373108 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d68a8eb0-0301-4796-9c8a-1f1ab79df3f8 req-53c35abd-59b1-4d9b-aaf2-4c6bdec79282 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435172 Aug 17 16:16:56.474961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Allocated IP 172.25.7.115 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/a6452974-393a-420e-9315-009cf6001575) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:16:56.492935 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] Set router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:16:56.629642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:56.863376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40afb3d-2201-45bb-9b2e-2d02d4872af8 req-b0cee30f-20cf-4560-b80d-7dcad6142616 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:56.864985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a40afb3d-2201-45bb-9b2e-2d02d4872af8 req-b0cee30f-20cf-4560-b80d-7dcad6142616 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.0731621 Aug 17 16:16:56.871593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Deleting port f362b60c-4ba5-42f5-b024-4b49f8dc78bd {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:16:56.871932 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:56.883032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:16:56.885969 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'name': 'tempest-FloatingIPsTestJSON-1041233444-router', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:03Z', 'updated_at': '2021-08-17T16:16:53Z', 'revision_number': 5, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'gw_port': {'id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:05Z', 'updated_at': '2021-08-17T16:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:16:56.888204 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8621f1-39e8-41b8-a1fa-f07c70e8befd" -d '{"events": [{"server_uuid": "9482913a-18b8-4d63-9cf1-74bf90a7332a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9fce15-eb7c-4d52-8c52-a472093fb3cd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:16:57.012702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.022735 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe145f-dbb3-414b-a8d2-db40a2128c37 None None] The sync data for ids ['1dff22e8-a6fb-453f-91af-901c0a1f3d88'] in n-d-804878-1 is: [{'id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'name': 'tempest-FloatingIPsTestJSON-1041233444-router', 'tenant_id': 'b497c8448151476ca9ff1004f3878473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:03Z', 'updated_at': '2021-08-17T16:16:53Z', 'revision_number': 5, 'project_id': 'b497c8448151476ca9ff1004f3878473', 'gw_port': {'id': 'f362b60c-4ba5-42f5-b024-4b49f8dc78bd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff22e8-a6fb-453f-91af-901c0a1f3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:05Z', 'updated_at': '2021-08-17T16:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:16:57.024614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] For port f362b60c-4ba5-42f5-b024-4b49f8dc78bd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f362b60c-4ba5-42f5-b024-4b49f8dc78bd,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:57.025196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.048846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Calling delete_port for f362b60c-4ba5-42f5-b024-4b49f8dc78bd owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:16:57.102243 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.155848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:16:57.156624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:16:57.162849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:16:57.166367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:16:57.206741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Pushing event updated for resources: {'Port': ['ID=a6452974-393a-420e-9315-009cf6001575,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:57.208167 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a40afb3d-2201-45bb-9b2e-2d02d4872af8 req-a09dabe3-c12b-483c-80fb-ba2f2f3aa760 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493156 Aug 17 16:16:57.221540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.222251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.222842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.223395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.223932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.224464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.225051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.225606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.226180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.226809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.227431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.227875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:16:57.338306 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.341760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:16:57.353900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:16:57.354630 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.453811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.479286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 892a4ba0-de81-40ec-af31-a0b53af78deb no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:16:57.503958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592ca8a-7678-434f-a84c-88953b815744 req-73dcf4b0-ac05-43d3-acf9-49a881d9f905 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:57.506330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8592ca8a-7678-434f-a84c-88953b815744 req-73dcf4b0-ac05-43d3-acf9-49a881d9f905 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 945 time: 0.1507211 Aug 17 16:16:57.569610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 892a4ba0-de81-40ec-af31-a0b53af78deb {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:16:57.570168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 892a4ba0-de81-40ec-af31-a0b53af78deb not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:16:57.635882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.716265 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.771784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Pushing event deleted for resources: {'Port': ['ID=f362b60c-4ba5-42f5-b024-4b49f8dc78bd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:57.823187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,segment=NetworkSegment(172bdedf-3e0f-4ed6-92ca-fe4e8c89051e),segment_id=172bdedf-3e0f-4ed6-92ca-fe4e8c89051e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:16:57.830311 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.887721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.896147 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.918813 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8592ca8a-7678-434f-a84c-88953b815744 req-e3ed0c4b-9b2b-411b-b623-ddf9f7d795aa tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060400 Aug 17 16:16:57.956946 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:57.999642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:58.106607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:58.110589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:58.113211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:58.139717 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae09287-7fbc-4764-9153-1a8661b3138f x-openstack-request-id: req-eae09287-7fbc-4764-9153-1a8661b3138f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:16:58.140111 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9482913a-18b8-4d63-9cf1-74bf90a7332a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9fce15-eb7c-4d52-8c52-a472093fb3cd", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:16:58.140612 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eae09287-7fbc-4764-9153-1a8661b3138f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:16:58.141424 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd', 'code': 200} Aug 17 16:16:58.143975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:58.146620 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5094066 Aug 17 16:16:58.222487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:58.222487 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dff22e8-a6fb-453f-91af-901c0a1f3d88 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:16:58.243513 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:58.245613 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2a474a53-5fe6-43ea-877b-6c12f970982f admin admin] 10.222.0.77 "DELETE /v2.0/routers/1dff22e8-a6fb-453f-91af-901c0a1f3d88 HTTP/1.1" status: 204 len: 168 time: 2.7862220 Aug 17 16:16:58.255702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40476) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:58.292507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7a89e-ffd7-4262-b136-8801281d6444 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Pushing event updated for resources: {'Port': ['ID=a6452974-393a-420e-9315-009cf6001575,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:58.317041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-8374bbd0-a444-4c17-80bf-c201c05fce4d tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.1631479 Aug 17 16:16:58.397905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1530e5-cadc-4868-a3bc-dc0d44da65b5 admin admin] Deleting subnet a8082a3e-0243-4298-a086-b1560b479136 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:16:58.401598 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a1530e5-cadc-4868-a3bc-dc0d44da65b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:58.460521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a1530e5-cadc-4868-a3bc-dc0d44da65b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:58.598445 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-d44b2b00-1868-48af-b13b-fda444b0c953 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:58.600050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ce03f94-ac54-499d-bfaf-36b641e9be04 req-d44b2b00-1868-48af-b13b-fda444b0c953 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2817132 Aug 17 16:16:58.668655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-6e7bb84a-6d73-4950-923d-bdafe7839b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:58.671510 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-6e7bb84a-6d73-4950-923d-bdafe7839b1b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 1101 time: 0.3566606 Aug 17 16:16:58.741723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5690c-e101-4ce2-a4ac-20d9e6c91075 req-07fd1e11-ddbe-4028-b8bb-73be305a09ac tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:58.758364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7cd5690c-e101-4ce2-a4ac-20d9e6c91075 req-07fd1e11-ddbe-4028-b8bb-73be305a09ac tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 946 time: 0.4278545 Aug 17 16:16:58.842159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a1530e5-cadc-4868-a3bc-dc0d44da65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:58.904598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1190de-663f-4b22-bcc8-144c38954dcf req-e97c7b72-dbe8-4947-8f5a-cc3bcd0a45cd tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:58.907398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec1190de-663f-4b22-bcc8-144c38954dcf req-e97c7b72-dbe8-4947-8f5a-cc3bcd0a45cd tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 1096 time: 0.0877678 Aug 17 16:16:59.032874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec1190de-663f-4b22-bcc8-144c38954dcf req-099761c2-7b72-46e6-9534-1e95d6ffbbe2 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060159 Aug 17 16:16:59.289127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f362b60c-4ba5-42f5-b024-4b49f8dc78bd no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:16:59.379813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f362b60c-4ba5-42f5-b024-4b49f8dc78bd {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:16:59.380608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f362b60c-4ba5-42f5-b024-4b49f8dc78bd not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:16:59.399916 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7cd5690c-e101-4ce2-a4ac-20d9e6c91075 req-d8f0489f-12b9-4cb8-a923-884f1f4612ec tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398215 Aug 17 16:16:59.426362 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a1530e5-cadc-4868-a3bc-dc0d44da65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:59.440928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31b8a9-e1b1-4963-8803-fc47ed9736c8 req-66fd1636-f2ab-4dcc-9e24-8a8710691522 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:59.459101 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a31b8a9-e1b1-4963-8803-fc47ed9736c8 req-66fd1636-f2ab-4dcc-9e24-8a8710691522 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1383121 Aug 17 16:16:59.500177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1530e5-cadc-4868-a3bc-dc0d44da65b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8082a3e-0243-4298-a086-b1560b479136,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:16:59.520345 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a1530e5-cadc-4868-a3bc-dc0d44da65b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:59.522421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3a1530e5-cadc-4868-a3bc-dc0d44da65b5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a8082a3e-0243-4298-a086-b1560b479136 HTTP/1.1" status: 204 len: 168 time: 1.2650714 Aug 17 16:16:59.529510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40504) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:16:59.552489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a1bb0e-5ca0-4671-8865-868f2b905458 None None] Network 4d7d637e-a09d-4197-9255-c3dd7fedbc9f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:16:59.589316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a31b8a9-e1b1-4963-8803-fc47ed9736c8 req-4ad2efcb-3d95-4050-a629-be9da051df37 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286023 Aug 17 16:16:59.645376 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:16:59.735850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-a3568c8a-fd33-4604-a61b-b250451d933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:16:59.738215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-a3568c8a-fd33-4604-a61b-b250451d933c service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 1.0396144 Aug 17 16:16:59.802749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-556ae622-8c07-4e8d-9f37-e2acfe1a3b95 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 200 len: 217 time: 0.0508583 Aug 17 16:16:59.916076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce333a-b3ba-4775-8853-87131e02502b None None] DHCP port deletion for 4d7d637e-a09d-4197-9255-c3dd7fedbc9f request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:17:00.009263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-d5aea085-834b-4889-b552-e6240474938e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:00.023318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-d5aea085-834b-4889-b552-e6240474938e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 820 time: 0.3746808 Aug 17 16:17:00.037749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-98ce333a-b3ba-4775-8853-87131e02502b None None] Deleting port d314a818-9d72-4755-a4f4-d4caf47f0275 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:17:00.038134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98ce333a-b3ba-4775-8853-87131e02502b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:00.095244 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-37374d9d-7c6d-4424-8ddc-c6f535dbd95a tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/quotas/91d9c78ea4ce41eaa50be064d4adf02a HTTP/1.1" status: 200 len: 375 time: 0.0594752 Aug 17 16:17:00.248341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-98ce333a-b3ba-4775-8853-87131e02502b None None] For port d314a818-9d72-4755-a4f4-d4caf47f0275, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d314a818-9d72-4755-a4f4-d4caf47f0275,segment=NetworkSegment(76de242e-788b-462d-95d2-317e203b1943),segment_id=76de242e-788b-462d-95d2-317e203b1943)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:00.249760 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98ce333a-b3ba-4775-8853-87131e02502b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:00.298450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-98ce333a-b3ba-4775-8853-87131e02502b None None] Calling delete_port for d314a818-9d72-4755-a4f4-d4caf47f0275 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:17:00.303760 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-82ae49a8-747c-4ec7-afd1-fb422931b831 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2057502 Aug 17 16:17:00.364757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-f987406f-cf29-47d9-b50b-42ae5c6e6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:00.366872 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-f987406f-cf29-47d9-b50b-42ae5c6e6869 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.5525095 Aug 17 16:17:00.418217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Deleting port d314a818-9d72-4755-a4f4-d4caf47f0275 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:17:00.418686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:00.511605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8030f3-4881-4790-9600-c4c1ec07ce3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:00.517068 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bab82c-8373-4b06-bd80-297210b738e7" -d '{"events": [{"server_uuid": "0a8030f3-4881-4790-9600-c4c1ec07ce3f", "name": "network-vif-plugged", "status": "completed", "tag": "22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:00.522880 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98ce333a-b3ba-4775-8853-87131e02502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:00.555637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:00.571052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce333a-b3ba-4775-8853-87131e02502b None None] Pushing event deleted for resources: {'Port': ['ID=d314a818-9d72-4755-a4f4-d4caf47f0275,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:00.588706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce333a-b3ba-4775-8853-87131e02502b None None] No DVR routers for this DVR port d314a818-9d72-4755-a4f4-d4caf47f0275 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:17:00.698697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-08b53baf-44db-41af-b4ff-932edf08ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:00.700935 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-08b53baf-44db-41af-b4ff-932edf08ae82 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2850490 Aug 17 16:17:00.701633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd5dbf-bc20-4d34-adf0-c5470cc1ea4d req-f62b7385-1e0c-41d8-8600-4c889fa5aaff tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:00.703714 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34bd5dbf-bc20-4d34-adf0-c5470cc1ea4d req-f62b7385-1e0c-41d8-8600-4c889fa5aaff tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 946 time: 0.1614552 Aug 17 16:17:00.726146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] For port d314a818-9d72-4755-a4f4-d4caf47f0275, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d314a818-9d72-4755-a4f4-d4caf47f0275,segment=NetworkSegment(76de242e-788b-462d-95d2-317e203b1943),segment_id=76de242e-788b-462d-95d2-317e203b1943)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:00.726776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:00.773568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-2ae192d5-5913-4215-9165-021b582dc638 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510453 Aug 17 16:17:00.785466 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34bd5dbf-bc20-4d34-adf0-c5470cc1ea4d req-295a67dd-42df-450e-b990-83d860a5fadd tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750024 Aug 17 16:17:00.823541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Calling delete_port for d314a818-9d72-4755-a4f4-d4caf47f0275 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:17:01.014456 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b950dc-0d54-4dbc-997a-0e28044710a4 x-openstack-request-id: req-26b950dc-0d54-4dbc-997a-0e28044710a4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:01.015423 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8030f3-4881-4790-9600-c4c1ec07ce3f", "name": "network-vif-plugged", "status": "completed", "tag": "22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:01.015689 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26b950dc-0d54-4dbc-997a-0e28044710a4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:01.016107 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8030f3-4881-4790-9600-c4c1ec07ce3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9', 'code': 200} Aug 17 16:17:01.025251 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6163b42a-709b-4b3a-8712-613dd8d37e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:01.193048 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-1af0755b-bb8b-4e2b-86c2-b6f0b25be467 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185736 Aug 17 16:17:01.203695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-12c9cbae-db8b-4884-bb61-49ede036f1ca service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798875 Aug 17 16:17:01.276971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dab979-6ca6-4b5b-9934-dbbce1e29e47 req-0713646d-52c7-4ed3-8620-533adc6915fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:01.279386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-81dab979-6ca6-4b5b-9934-dbbce1e29e47 req-0713646d-52c7-4ed3-8620-533adc6915fa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 1097 time: 0.1957252 Aug 17 16:17:01.342194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d314a818-9d72-4755-a4f4-d4caf47f0275 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:17:01.387375 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d314a818-9d72-4755-a4f4-d4caf47f0275 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:17:01.387719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d314a818-9d72-4755-a4f4-d4caf47f0275 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:17:01.388296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68351af3-1685-4fc2-b021-1118bfc11b16 req-9a526c47-b079-42ed-829d-b588a2d75bfe tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:01.391784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68351af3-1685-4fc2-b021-1118bfc11b16 req-9a526c47-b079-42ed-829d-b588a2d75bfe tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.2245717 Aug 17 16:17:01.397327 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-81dab979-6ca6-4b5b-9934-dbbce1e29e47 req-ce4a83e1-71b2-424f-9753-bb691cdd662e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083648 Aug 17 16:17:01.481138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68351af3-1685-4fc2-b021-1118bfc11b16 req-e942adfa-c1ee-4351-8b07-ae0baa4ec762 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805745 Aug 17 16:17:01.481403 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:01.530182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6163b42a-709b-4b3a-8712-613dd8d37e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:01.542062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6163b42a-709b-4b3a-8712-613dd8d37e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:01.556380 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-c2a706bb-33a4-4af0-aae3-88fa9c2fdec5 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405068 Aug 17 16:17:01.596410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] No DVR routers for this DVR port d314a818-9d72-4755-a4f4-d4caf47f0275 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:17:01.604097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=d314a818-9d72-4755-a4f4-d4caf47f0275,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:01.728205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163b42a-709b-4b3a-8712-613dd8d37e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9608e16f-5ab3-45f4-8ae9-37ea57aacced,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:01.746097 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6163b42a-709b-4b3a-8712-613dd8d37e0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ff5af878d7645b69b0ac3bb29cb472b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1839633 Aug 17 16:17:01.748316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:01.984108 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc875b65-5fc2-4c27-b2a8-51dc9110f003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.038164 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e94b2997-7a24-4c94-aad4-2db4d48447e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.066705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc875b65-5fc2-4c27-b2a8-51dc9110f003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.116673 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f9ad426-ac67-4cc8-91ea-9a8342bdaea4 req-7e0de2f8-d3cc-41f2-9c3b-d4c729220793 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 210 time: 0.1164656 Aug 17 16:17:02.169978 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.219226 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc875b65-5fc2-4c27-b2a8-51dc9110f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.229525 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc875b65-5fc2-4c27-b2a8-51dc9110f003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.231458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc875b65-5fc2-4c27-b2a8-51dc9110f003 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9608e16f-5ab3-45f4-8ae9-37ea57aacced HTTP/1.1" status: 204 len: 168 time: 0.4811432 Aug 17 16:17:02.257970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7d637e-a09d-4197-9255-c3dd7fedbc9f']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:02.286576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23b25-ed25-499a-9e06-629ec9ffa8fa req-09dad871-eac4-4f16-bbc0-63c3f323595e tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:02.296615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69b23b25-ed25-499a-9e06-629ec9ffa8fa req-09dad871-eac4-4f16-bbc0-63c3f323595e tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 946 time: 0.2345870 Aug 17 16:17:02.304504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc875b65-5fc2-4c27-b2a8-51dc9110f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9608e16f-5ab3-45f4-8ae9-37ea57aacced,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:02.329982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76de242e-788b-462d-95d2-317e203b1943') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:02.333720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76de242e-788b-462d-95d2-317e203b1943') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:02.351654 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.399832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.418011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:17:02.418543 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:17:02.424305 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:17:02.438405 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69b23b25-ed25-499a-9e06-629ec9ffa8fa req-f7d8da78-3f49-4da5-b4c0-81cf6b2846c7 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404271 Aug 17 16:17:02.711527 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.736626 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:02.744143 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4d7d637e-a09d-4197-9255-c3dd7fedbc9f HTTP/1.1" status: 204 len: 168 time: 3.2135310 Aug 17 16:17:02.782365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f15ba-276e-4408-82f1-51cae7820c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7d637e-a09d-4197-9255-c3dd7fedbc9f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:02.877785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090ebca-b016-4416-8d31-be9c2f0bc92c req-67612042-3b38-4691-9e75-53db9b6e425a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:02.880463 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0090ebca-b016-4416-8d31-be9c2f0bc92c req-67612042-3b38-4691-9e75-53db9b6e425a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1310182 Aug 17 16:17:03.005048 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0090ebca-b016-4416-8d31-be9c2f0bc92c req-77ff4c69-15d3-448d-a79a-f7ac7d818e11 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050403 Aug 17 16:17:03.355704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f0e35aa-4df5-4e90-b1aa-7653a4e74e26 req-7630ec92-df9c-4280-83a3-b651bf0bedd6 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 210 time: 0.1002700 Aug 17 16:17:03.424550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40606) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:03.643871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5b96babc-63d3-402c-9adc-29a8e9bca35e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b497c8448151476ca9ff1004f3878473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174177 Aug 17 16:17:03.647611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:03.781934 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca4b417e-bcbd-40a8-8c8f-d7b70ba794ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:03.840175 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca4b417e-bcbd-40a8-8c8f-d7b70ba794ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:03.929021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e07296-994e-4951-929d-84adbf70ff70 req-573aa15f-d75e-41be-8ea7-792a25c2cd72 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:03.945997 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c2e07296-994e-4951-929d-84adbf70ff70 req-573aa15f-d75e-41be-8ea7-792a25c2cd72 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 946 time: 0.2224107 Aug 17 16:17:03.955308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca4b417e-bcbd-40a8-8c8f-d7b70ba794ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:03.962633 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca4b417e-bcbd-40a8-8c8f-d7b70ba794ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:03.965677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca4b417e-bcbd-40a8-8c8f-d7b70ba794ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/daafd090-52b8-4d96-b6d5-846de507eb33 HTTP/1.1" status: 204 len: 168 time: 0.3151336 Aug 17 16:17:03.997953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b417e-bcbd-40a8-8c8f-d7b70ba794ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daafd090-52b8-4d96-b6d5-846de507eb33,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:04.047734 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c2e07296-994e-4951-929d-84adbf70ff70 req-1714db94-b316-44b2-a3b3-2bcd5f9fac18 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026750 Aug 17 16:17:04.432768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf36b42-9ebe-4e01-9798-81ed6169f9ff req-2014cd4e-1004-43c5-a76d-e810937ab630 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:04.454640 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fdf36b42-9ebe-4e01-9798-81ed6169f9ff req-2014cd4e-1004-43c5-a76d-e810937ab630 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1511450 Aug 17 16:17:04.617682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fdf36b42-9ebe-4e01-9798-81ed6169f9ff req-f0c970c5-fd49-4503-b9fa-5712a4f82b12 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481395 Aug 17 16:17:04.779966 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cd51c9b-3313-41fb-bafc-82f50595023e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:04.923787 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:04.936039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40656) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:05.096567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-b1d335a6-6843-482a-9913-2167a784cba9 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:05.099769 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-b1d335a6-6843-482a-9913-2167a784cba9 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.93 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 820 time: 0.7378364 Aug 17 16:17:05.105333 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3cb3553a-70e7-4bea-bfdb-42b481ade732 req-794f2dde-7cd8-4219-95f6-95540d761a12 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 210 time: 0.0458393 Aug 17 16:17:05.122824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Request body: {'port': {'device_id': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'admin_state_up': True, 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:05.170332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-935403807-network', 'tenant_id': 'd9ed0accf7d84912828f668847939a04'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:05.293174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Made reservation on behalf of d9ed0accf7d84912828f668847939a04 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:05.302111 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:05.336553 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:05.820516 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:05.845689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:05.869964 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:05.942521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:17:05.991050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc459a-5be7-4294-8523-2d6765390fa3 req-57082abf-f6e0-4624-8746-ff0fe3f695e8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:05.998899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-65dc459a-5be7-4294-8523-2d6765390fa3 req-57082abf-f6e0-4624-8746-ff0fe3f695e8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 946 time: 0.2708027 Aug 17 16:17:06.011685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1211c3-cd09-4093-8618-07b53512d646,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:06.022297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5f0d4-3899-473b-9431-aec74b1af6f5 req-bc115f68-b9b2-4109-93fc-f1d0c2052c76 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:06.031334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:06.031664 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Added segment 930b5a53-1456-443c-8637-f8a0bada740f of type vlan for network 772fe312-da19-4c12-8625-e8870a167407 Aug 17 16:17:06.039101 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8c5f0d4-3899-473b-9431-aec74b1af6f5 req-bc115f68-b9b2-4109-93fc-f1d0c2052c76 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.2454147 Aug 17 16:17:06.041824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Made reservation on behalf of 91d9c78ea4ce41eaa50be064d4adf02a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:06.048406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:06.125811 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-65dc459a-5be7-4294-8523-2d6765390fa3 req-55170be9-6aad-4ce5-a34c-a5ab26f4dc7f tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214151 Aug 17 16:17:06.127789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:06.170187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8c5f0d4-3899-473b-9431-aec74b1af6f5 req-476cdf85-de2c-4749-80ee-39bf4a23b314 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293588 Aug 17 16:17:06.252468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:06.256809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:06.259367 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:06.375110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40702) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:06.427381 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4896729 Aug 17 16:17:06.436826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40708) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:06.470431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Allocated IP 172.20.0.6 (67a40b8c-0590-4872-bf1e-0c77e0f09af5/a9ba9684-b9a2-4368-acc7-294dec466f8b/0d536a3f-0304-4720-a550-a13f63e2aa45) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:06.485514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Request body: {'subnet': {'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-935403807-subnet', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:06.535468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff33e4-25b1-4b5d-82d6-1ac7f8571b6d admin admin] Pushing event updated for resources: {'Network': ['ID=772fe312-da19-4c12-8625-e8870a167407,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:06.540856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Made reservation on behalf of d9ed0accf7d84912828f668847939a04 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:06.544781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:06.549425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 772fe312-da19-4c12-8625-e8870a167407 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:17:06.676476 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:06.693443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Transition to ACTIVE for port object 0d536a3f-0304-4720-a550-a13f63e2aa45 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:06.744388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:06.816405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Pushing event updated for resources: {'Port': ['ID=0d536a3f-0304-4720-a550-a13f63e2aa45,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:06.857412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['124a5b90-4e9c-4fad-978c-e5e2185831aa'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:06.866073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:06.868154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:06.876226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:06.895466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59448db9-ce1f-432d-b000-d3c37983a9b4 req-c17bc53d-63d1-4f08-94fa-68d698a7c5af tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:06.903961 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59448db9-ce1f-432d-b000-d3c37983a9b4 req-c17bc53d-63d1-4f08-94fa-68d698a7c5af tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 931 time: 0.1756589 Aug 17 16:17:07.011032 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59448db9-ce1f-432d-b000-d3c37983a9b4 req-46a0b529-1025-4270-ab27-bb388dc7d26f tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058478 Aug 17 16:17:07.032292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:07.033263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:07.062288 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-9a9076d5-ec48-4f87-9975-5b160ebb64be tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9461880 Aug 17 16:17:07.089165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Request body: {'port': {'device_id': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:07.245121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-network', 'tenant_id': 'fe43627a8944416eb3090f252681ea68'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:07.251147 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:07.524797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Made reservation on behalf of fe43627a8944416eb3090f252681ea68 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:07.541973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e86581f8-7224-40b8-845c-ac360e1d05c8 None None] Provisioning for port 0d536a3f-0304-4720-a550-a13f63e2aa45 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:07.545968 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:07.553675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:07.558137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e86581f8-7224-40b8-845c-ac360e1d05c8 None None] Provisioning complete for port 0d536a3f-0304-4720-a550-a13f63e2aa45 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:07.562003 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e86581f8-7224-40b8-845c-ac360e1d05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:07.589693 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:07.689800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e86581f8-7224-40b8-845c-ac360e1d05c8 None None] Port 0d536a3f-0304-4720-a550-a13f63e2aa45 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:17:07.806898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:07.834090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-45742142-7eb1-4e9e-bc80-940f46fe99e5 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:07.836703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-45742142-7eb1-4e9e-bc80-940f46fe99e5 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 946 time: 0.7239795 Aug 17 16:17:07.854929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46ea58-e993-4686-a69e-b81d58f2c2a0 req-badc7a8e-c89e-4e93-8f61-246d9448d030 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:07.857409 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b46ea58-e993-4686-a69e-b81d58f2c2a0 req-badc7a8e-c89e-4e93-8f61-246d9448d030 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 946 time: 0.4986086 Aug 17 16:17:07.858151 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:07.875041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:17:07.893606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:07.893960 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Added segment a5993a99-69e1-4af0-a8be-806e958e3122 of type vlan for network d3c9f612-0de1-4237-937c-2ec2c2566e17 Aug 17 16:17:07.958059 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:08.145915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bedf741-c277-46fb-9d1b-48e2ab603252,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:08.169869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b46ea58-e993-4686-a69e-b81d58f2c2a0 req-bacebb99-25e2-4ceb-b52c-a830aa9e3ca9 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292050 Aug 17 16:17:08.170656 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:08.171693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:08.172283 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:08.276080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] Pushing event updated for resources: {'Network': ['ID=d3c9f612-0de1-4237-937c-2ec2c2566e17,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:08.284853 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4778979c-c52e-42f1-888a-f465d0bd3f20 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.9080799 Aug 17 16:17:08.285528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40728) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:08.295615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network d3c9f612-0de1-4237-937c-2ec2c2566e17 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:17:08.316319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Request body: {'subnet': {'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-subnet', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:08.402331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Made reservation on behalf of fe43627a8944416eb3090f252681ea68 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:08.405566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:08.557436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-38eb03db-6422-42d1-b73f-e61066014aa8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Deleting port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:17:08.557436 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-38eb03db-6422-42d1-b73f-e61066014aa8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:08.588302 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:08.611990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d536a3f-0304-4720-a550-a13f63e2aa45 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:08.621301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:08.635374 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Transition to ACTIVE for port object 0d536a3f-0304-4720-a550-a13f63e2aa45 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:08.650229 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:08.758663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Pushing event updated for resources: {'Port': ['ID=0d536a3f-0304-4720-a550-a13f63e2aa45,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:08.949342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dcf05-727f-4cec-b941-34a79a1bc9b3 req-a1423ab8-ba79-4b8b-99c8-3309a78f3ee4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:08.980412 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-423dcf05-727f-4cec-b941-34a79a1bc9b3 req-a1423ab8-ba79-4b8b-99c8-3309a78f3ee4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.3428085 Aug 17 16:17:09.108125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-38eb03db-6422-42d1-b73f-e61066014aa8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] For port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,segment=NetworkSegment(172bdedf-3e0f-4ed6-92ca-fe4e8c89051e),segment_id=172bdedf-3e0f-4ed6-92ca-fe4e8c89051e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:09.114921 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-38eb03db-6422-42d1-b73f-e61066014aa8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:09.181987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Attempting to bind port 0d536a3f-0304-4720-a550-a13f63e2aa45 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:09.182576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Attempting to bind port 0d536a3f-0304-4720-a550-a13f63e2aa45 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:09.183111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Attempting to bind port 0d536a3f-0304-4720-a550-a13f63e2aa45 on network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:09.198603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Port 0d536a3f-0304-4720-a550-a13f63e2aa45 on network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:09.199124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Attempting to bind port 0d536a3f-0304-4720-a550-a13f63e2aa45 on network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:09.201855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-38eb03db-6422-42d1-b73f-e61066014aa8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Calling delete_port for 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:17:09.250048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:09.250628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Checking segment: {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:09.251270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Bound using segment: {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:09.252029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Bound port: 0d536a3f-0304-4720-a550-a13f63e2aa45, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:09.252621 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:09.279277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-423dcf05-727f-4cec-b941-34a79a1bc9b3 req-f9fab248-b14a-4def-8363-a0cde1ff6b02 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771913 Aug 17 16:17:09.394594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] For port 0d536a3f-0304-4720-a550-a13f63e2aa45, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:09.410528 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] For port 0d536a3f-0304-4720-a550-a13f63e2aa45, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0d536a3f-0304-4720-a550-a13f63e2aa45,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:09.427732 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:09.540798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:09.541948 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:09.544505 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] 10.222.0.93 "PUT /v2.0/ports/0d536a3f-0304-4720-a550-a13f63e2aa45 HTTP/1.1" status: 200 len: 1091 time: 2.4617143 Aug 17 16:17:09.545008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'tag': '0d536a3f-0304-4720-a550-a13f63e2aa45'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:09.560329 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5bc282-908c-47eb-a92e-60ec188ae6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf15ba5-aecc-406d-b3ba-e0de53b127b4", "tag": "0d536a3f-0304-4720-a550-a13f63e2aa45"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:09.751391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665f0674-a632-446f-8db6-e898bd403ddf,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:09.852000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c8eeb-2693-4524-a691-65af4845c83c service neutron] Pushing event updated for resources: {'Port': ['ID=0d536a3f-0304-4720-a550-a13f63e2aa45,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:09.929851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc440655-cfc4-466e-8713-9238f839a657 req-bb8975b6-cc0f-4a0e-9ba7-f0b992da8ed1 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:09.945295 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc440655-cfc4-466e-8713-9238f839a657 req-bb8975b6-cc0f-4a0e-9ba7-f0b992da8ed1 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 867 time: 0.3778381 Aug 17 16:17:09.952935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-e1189eb7-f67b-4b1e-8343-093d6c91d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:09.955873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-e1189eb7-f67b-4b1e-8343-093d6c91d710 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 1094 time: 0.2982800 Aug 17 16:17:09.957634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb7482-37cc-4f86-adcb-29a0640bf4d6 req-2d792390-8b53-4347-b352-ddce4fea1812 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:09.970341 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ceb7482-37cc-4f86-adcb-29a0640bf4d6 req-2d792390-8b53-4347-b352-ddce4fea1812 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 943 time: 1.4009874 Aug 17 16:17:10.019073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Checking segment: {'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:10.019633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Network hostable DHCP agents. Network: 772fe312-da19-4c12-8625-e8870a167407, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:17:10.054024 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:10.063382 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-38eb03db-6422-42d1-b73f-e61066014aa8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:10.080435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-6c8bf55d-afb4-42f5-ac3d-6c4ac740153b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d536a3f-0304-4720-a550-a13f63e2aa45 HTTP/1.1" status: 200 len: 217 time: 0.1133020 Aug 17 16:17:10.104008 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ceb7482-37cc-4f86-adcb-29a0640bf4d6 req-ad487d13-7228-4b3a-9215-5e13795cadac tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156914 Aug 17 16:17:10.150985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc440655-cfc4-466e-8713-9238f839a657 req-65d4a6ae-6c42-460f-a7d3-01a70397f7cc tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/security-groups?id=87522e61-cef2-498d-bc7b-bda111bc0826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972129 Aug 17 16:17:10.254791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-16a9b9e0-1a20-43b8-a5a6-cfa062f238ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:10.256496 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-16a9b9e0-1a20-43b8-a5a6-cfa062f238ea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.1655524 Aug 17 16:17:10.327702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb03db-6422-42d1-b73f-e61066014aa8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Pushing event deleted for resources: {'Port': ['ID=22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:10.352114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-4a328727-0312-430c-8dd5-5d8a20462727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:10.353908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-4a328727-0312-430c-8dd5-5d8a20462727 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871720 Aug 17 16:17:10.354159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:10.450915 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63a781b-9aa1-473f-be9d-2aacdb785478 x-openstack-request-id: req-d63a781b-9aa1-473f-be9d-2aacdb785478 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:10.456113 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf15ba5-aecc-406d-b3ba-e0de53b127b4", "tag": "0d536a3f-0304-4720-a550-a13f63e2aa45", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:10.456906 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d63a781b-9aa1-473f-be9d-2aacdb785478 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:10.462318 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'tag': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'status': 'completed', 'code': 200} Aug 17 16:17:10.466271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Network 772fe312-da19-4c12-8625-e8870a167407 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:17:10.482021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-38eb03db-6422-42d1-b73f-e61066014aa8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] No DVR routers for this DVR port 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:17:10.494833 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-38eb03db-6422-42d1-b73f-e61066014aa8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:10.498531 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8bb40a2-ba34-4648-ab53-e942fa5bae22 req-38eb03db-6422-42d1-b73f-e61066014aa8 tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.91 "DELETE /v2.0/ports/22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 HTTP/1.1" status: 204 len: 173 time: 2.5112376 Aug 17 16:17:10.499825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8030f3-4881-4790-9600-c4c1ec07ce3f', 'name': 'network-vif-deleted', 'tag': '22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:10.503181 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f822c65-c45c-40e0-824d-02b0f505447d" -d '{"events": [{"server_uuid": "0a8030f3-4881-4790-9600-c4c1ec07ce3f", "name": "network-vif-deleted", "tag": "22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:10.518204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 772fe312-da19-4c12-8625-e8870a167407) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:10.525872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Checking segment: {'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:10.531318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Network hostable DHCP agents. Network: d3c9f612-0de1-4237-937c-2ec2c2566e17, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:17:10.534688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:10.535299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:10.537136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be974bd2-5a79-484b-a827-951926604234 None None] Network 772fe312-da19-4c12-8625-e8870a167407 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:17:10.590859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-afe0b445-215e-4da5-9d94-f1f5736d8d76 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.1488187 Aug 17 16:17:10.595389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40756) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:10.602275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:10.642869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Network d3c9f612-0de1-4237-937c-2ec2c2566e17 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:17:10.653233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-f0ca88b3-dc1f-42da-b8d7-c1930a297989 service neutron] 10.222.0.93 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876515 Aug 17 16:17:10.658058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1fe8-feaf-4fda-b0f8-a41fe5cd8ba3 req-dbeb9d02-5140-4a56-8a19-2abf28066fe7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:10.665829 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-962c1fe8-feaf-4fda-b0f8-a41fe5cd8ba3 req-dbeb9d02-5140-4a56-8a19-2abf28066fe7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1783922 Aug 17 16:17:10.667965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:10.669343 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:10.681516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, d3c9f612-0de1-4237-937c-2ec2c2566e17) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:10.707655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:10.708250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:10.736758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6911d7-0574-4a12-9b11-7b1229c0e185 None None] Network d3c9f612-0de1-4237-937c-2ec2c2566e17 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:17:10.889186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1a42f5-5d74-44d2-8848-c6f7e10f0d7d req-7f722111-65fe-4443-9aab-12e2b6105951 service neutron] 10.222.0.93 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246487 Aug 17 16:17:11.101620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-b26919dc-cb72-4f8d-b491-ce901da4538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:11.103455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-b26919dc-cb72-4f8d-b491-ce901da4538c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 1094 time: 0.0842094 Aug 17 16:17:11.225832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:17:11.287066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:17:11.290426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:17:11.342112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-386570b6-2f38-49ce-8373-62430b260178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:11.344710 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-386570b6-2f38-49ce-8373-62430b260178 service neutron] 10.222.0.93 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.2335038 Aug 17 16:17:11.363693 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c558f66-5bb7-44ba-b4ec-020d9949b3fa x-openstack-request-id: req-6c558f66-5bb7-44ba-b4ec-020d9949b3fa {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:11.364250 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8030f3-4881-4790-9600-c4c1ec07ce3f", "name": "network-vif-deleted", "tag": "22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:11.375434 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c558f66-5bb7-44ba-b4ec-020d9949b3fa {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:11.376248 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8030f3-4881-4790-9600-c4c1ec07ce3f', 'name': 'network-vif-deleted', 'tag': '22646f89-d5a6-4ab3-bfbb-a51ea4ac2db9', 'status': 'completed', 'code': 200} Aug 17 16:17:11.402810 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:11.408816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e94ef356-79c8-48dc-9b05-b75a69e76a16 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 3.1038589 Aug 17 16:17:11.429722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-962c1fe8-feaf-4fda-b0f8-a41fe5cd8ba3 req-d5b3a98a-d5e3-494a-9e27-0ba3d608f2d0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7629321 Aug 17 16:17:11.435455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40768) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:11.447784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:11.525907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-d3c9f612-0de1-4237-937c-2ec2c2566e17', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:17:11.531358 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:11.532279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-95c543a4-d870-4ff7-bccf-a05cb06e7631 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d536a3f-0304-4720-a550-a13f63e2aa45 HTTP/1.1" status: 200 len: 217 time: 0.1785121 Aug 17 16:17:11.673226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-772fe312-da19-4c12-8625-e8870a167407', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:17:11.678961 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:11.688799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec02aae-2621-4006-b7d9-2a7cc9f97510 req-065f654c-9296-4f13-b2e7-59270c7adf4d tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:11.691247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dec02aae-2621-4006-b7d9-2a7cc9f97510 req-065f654c-9296-4f13-b2e7-59270c7adf4d tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 943 time: 0.1808662 Aug 17 16:17:11.693215 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-1d6ed604-e811-4851-8859-5a8731026417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:11.695788 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-1d6ed604-e811-4851-8859-5a8731026417 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.1259942 Aug 17 16:17:11.791665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dec02aae-2621-4006-b7d9-2a7cc9f97510 req-b3e2cd00-bc84-43ad-a860-a42f581511c6 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883565 Aug 17 16:17:11.813817 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:11.816506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-d1e4f391-4c44-46ca-af38-9f4535b9faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:11.822808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-d1e4f391-4c44-46ca-af38-9f4535b9faab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818746 Aug 17 16:17:11.827987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:11.845432 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-480b5464-d486-43e5-8da2-2636620bda89 req-73c393f0-0295-4389-b735-068856c41e8d tempest-ServerPasswordTestJSON-776612462 tempest-ServerPasswordTestJSON-776612462-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a8030f3-4881-4790-9600-c4c1ec07ce3f HTTP/1.1" status: 200 len: 210 time: 0.2280343 Aug 17 16:17:12.104098 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:12.120717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:12.123014 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-4987d870-e872-41b4-b75c-c325b1bbe41a service neutron] 10.222.0.93 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892938 Aug 17 16:17:12.315237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e5bc282-908c-47eb-a92e-60ec188ae6d1 req-f6c9a139-e4dd-4be8-8666-0632ef157c4a service neutron] 10.222.0.93 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839278 Aug 17 16:17:12.591324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:12.756647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f35e3-098c-4921-8b11-461bbd6d3e41 req-bb38694a-9c46-4ab0-a143-3c288bdcdc79 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:12.775226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d33f35e3-098c-4921-8b11-461bbd6d3e41 req-bb38694a-9c46-4ab0-a143-3c288bdcdc79 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1343324 Aug 17 16:17:12.817302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Allocated IP 172.20.0.2 (d3c9f612-0de1-4237-937c-2ec2c2566e17/cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2/eb330545-6903-401e-a2c0-47dd2f644115) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:12.867028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Allocated IP 172.20.0.2 (772fe312-da19-4c12-8625-e8870a167407/665f0674-a632-446f-8db6-e898bd403ddf/1754f8ff-7a1c-4bad-a347-20b724ec9d13) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:12.932011 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d33f35e3-098c-4921-8b11-461bbd6d3e41 req-a3df2f1a-114a-4df7-b0c2-f8f3151db0f1 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549182 Aug 17 16:17:12.982879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.022249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.128587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:13.173133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b30ff-6b39-4202-a191-efa3f033ae99 req-372d0137-fac6-45bf-bee4-31589ac78bfe tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:13.187644 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3b3b30ff-6b39-4202-a191-efa3f033ae99 req-372d0137-fac6-45bf-bee4-31589ac78bfe tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 943 time: 0.2171600 Aug 17 16:17:13.297939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d18ac93-e571-4fea-af46-94f8ca2b9aa5 admin admin] Deleting subnet 5fac52fb-1705-45a8-8933-22c70e0aea99 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:17:13.313372 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d18ac93-e571-4fea-af46-94f8ca2b9aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.457553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d18ac93-e571-4fea-af46-94f8ca2b9aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.550244 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3b3b30ff-6b39-4202-a191-efa3f033ae99 req-8f34db65-b017-4dd7-a175-eebceba596d6 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594930 Aug 17 16:17:13.628324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.633306 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d18ac93-e571-4fea-af46-94f8ca2b9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.645012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Transition to ACTIVE for port object eb330545-6903-401e-a2c0-47dd2f644115 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:13.665589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.677219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Transition to ACTIVE for port object eb330545-6903-401e-a2c0-47dd2f644115 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:13.692071 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.705427 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.776510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Network d3c9f612-0de1-4237-937c-2ec2c2566e17 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:13.781294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Allocated IP 172.25.7.194 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:13.804197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d18ac93-e571-4fea-af46-94f8ca2b9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.853227 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.856624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:13.918687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Pushing event updated for resources: {'Port': ['ID=eb330545-6903-401e-a2c0-47dd2f644115,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:13.924181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:13.940922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Transition to ACTIVE for port object 1754f8ff-7a1c-4bad-a347-20b724ec9d13 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:13.977182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d18ac93-e571-4fea-af46-94f8ca2b9aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:13.981378 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1d18ac93-e571-4fea-af46-94f8ca2b9aa5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5fac52fb-1705-45a8-8933-22c70e0aea99 HTTP/1.1" status: 204 len: 168 time: 0.8511345 Aug 17 16:17:13.986392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18ac93-e571-4fea-af46-94f8ca2b9aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fac52fb-1705-45a8-8933-22c70e0aea99,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:13.997007 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40802) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:14.096306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Transition to ACTIVE for port object 1754f8ff-7a1c-4bad-a347-20b724ec9d13 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:14.150049 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.163810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Attempting to bind port eb330545-6903-401e-a2c0-47dd2f644115 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:14.164769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Attempting to bind port eb330545-6903-401e-a2c0-47dd2f644115 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:14.165147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Attempting to bind port eb330545-6903-401e-a2c0-47dd2f644115 on network d3c9f612-0de1-4237-937c-2ec2c2566e17 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:14.218248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Network 772fe312-da19-4c12-8625-e8870a167407 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:14.222024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:14.222589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Checking segment: {'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:14.222926 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.223366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Bound using segment: {'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:14.223866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Bound port: eb330545-6903-401e-a2c0-47dd2f644115, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:14.224425 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.251954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:14.261243 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.261633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:14.291211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d27f9-00dc-4747-8739-e9bc633669fb req-7835ec11-444a-44e7-a52c-4f3d068699b0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:14.293425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d20d27f9-00dc-4747-8739-e9bc633669fb req-7835ec11-444a-44e7-a52c-4f3d068699b0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1507781 Aug 17 16:17:14.325734 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.375918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d20d27f9-00dc-4747-8739-e9bc633669fb req-713e84f0-d92c-49d9-acb5-1dbb16cfc561 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750096 Aug 17 16:17:14.459066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Pushing event updated for resources: {'Port': ['ID=1754f8ff-7a1c-4bad-a347-20b724ec9d13,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:14.459947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.521215 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Attempting to bind port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:14.521657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Attempting to bind port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:14.521943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Attempting to bind port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 on network 772fe312-da19-4c12-8625-e8870a167407 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:14.535852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] For port eb330545-6903-401e-a2c0-47dd2f644115, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:14.548423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] For port eb330545-6903-401e-a2c0-47dd2f644115, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eb330545-6903-401e-a2c0-47dd2f644115,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:14.550200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:14.550685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Checking segment: {'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:14.551103 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.551490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Bound using segment: {'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:14.551966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Bound port: 1754f8ff-7a1c-4bad-a347-20b724ec9d13, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:14.552377 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.569103 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.580572 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.589101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c586e760-3261-4682-aa99-2230555a9e55']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:14.602747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172bdedf-3e0f-4ed6-92ca-fe4e8c89051e') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:14.603047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172bdedf-3e0f-4ed6-92ca-fe4e8c89051e') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:14.615448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.635548 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.642626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:17:14.643130 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.776810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f610d9-7acd-444c-921c-5206dbb160b9 None None] Pushing event updated for resources: {'Port': ['ID=eb330545-6903-401e-a2c0-47dd2f644115,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:17:14.777915 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:17:14.809498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] For port 1754f8ff-7a1c-4bad-a347-20b724ec9d13, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:14.822304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] For port 1754f8ff-7a1c-4bad-a347-20b724ec9d13, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1754f8ff-7a1c-4bad-a347-20b724ec9d13,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:14.828032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0d536a3f-0304-4720-a550-a13f63e2aa45 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:17:14.835497 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.862430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.867955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:14.872468 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c586e760-3261-4682-aa99-2230555a9e55 HTTP/1.1" status: 204 len: 168 time: 0.8719168 Aug 17 16:17:14.929373 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Pushing event updated for resources: {'Port': ['ID=f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:14.947898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:14.952323 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe914358-b69a-40c2-a481-f1a051831735 admin admin] Pushing event deleted for resources: {'Network': ['ID=c586e760-3261-4682-aa99-2230555a9e55,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:14.973991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:14.984327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:14.994446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Allocated IP 172.25.7.77 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/393b98bf-930e-4734-8cba-e5da950eea99) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:15.075085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c4467-5d48-4d8d-b271-df355ea6f48b None None] Pushing event updated for resources: {'Port': ['ID=1754f8ff-7a1c-4bad-a347-20b724ec9d13,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:15.228634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0d536a3f-0304-4720-a550-a13f63e2aa45, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0d536a3f-0304-4720-a550-a13f63e2aa45,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:15.247714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:15.262601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'port_id': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:17:15.351132 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-adcad9ab-ec4b-460c-9113-207976eb5c69 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=792c0329c7ca4246aaf358decbcc9ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003962 Aug 17 16:17:15.353523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:15.383741 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:15.392970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb44ef-1b98-4171-a00a-8a90c13012e9 req-cd581913-1f45-48d2-b2aa-c6fb52852d4b tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:15.408960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9acb44ef-1b98-4171-a00a-8a90c13012e9 req-cd581913-1f45-48d2-b2aa-c6fb52852d4b tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 943 time: 0.6305416 Aug 17 16:17:15.421925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d536a3f-0304-4720-a550-a13f63e2aa45 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:15.482048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb330545-6903-401e-a2c0-47dd2f644115 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:15.610102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c4087ab-115b-4ad8-974a-9f11284026ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:15.658226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0d536a3f-0304-4720-a550-a13f63e2aa45, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0d536a3f-0304-4720-a550-a13f63e2aa45,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:15.690837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:15.698321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port eb330545-6903-401e-a2c0-47dd2f644115 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:15.760955 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c4087ab-115b-4ad8-974a-9f11284026ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:15.786569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0d536a3f-0304-4720-a550-a13f63e2aa45,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:15.846424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9acb44ef-1b98-4171-a00a-8a90c13012e9 req-203e5024-287f-45e8-97cb-93dd63b80d08 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324601 Aug 17 16:17:15.850869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14d87-6bde-416f-94c3-c3d0d25c58a3 req-b9957d8e-90ad-49c0-a3b4-18071a0a608c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:15.853811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9c14d87-6bde-416f-94c3-c3d0d25c58a3 req-b9957d8e-90ad-49c0-a3b4-18071a0a608c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.2085037 Aug 17 16:17:15.925451 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:15.951381 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9c14d87-6bde-416f-94c3-c3d0d25c58a3 req-307052a7-a15a-4aac-ab60-e9a44e531b57 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868208 Aug 17 16:17:15.989204 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c4087ab-115b-4ad8-974a-9f11284026ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:15.993796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0d536a3f-0304-4720-a550-a13f63e2aa45'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:16.017773 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c4087ab-115b-4ad8-974a-9f11284026ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:16.022822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c4087ab-115b-4ad8-974a-9f11284026ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87522e61-cef2-498d-bc7b-bda111bc0826 HTTP/1.1" status: 204 len: 168 time: 0.6638515 Aug 17 16:17:16.028569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4087ab-115b-4ad8-974a-9f11284026ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87522e61-cef2-498d-bc7b-bda111bc0826,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:16.238993 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:16.303490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:16.406516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:16.421712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:16.434943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Pushing event updated for resources: {'Port': ['ID=393b98bf-930e-4734-8cba-e5da950eea99,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:16.441327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:16.619688 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e1def-6651-4bc5-a11d-a7f204805120 None None] Network 772fe312-da19-4c12-8625-e8870a167407 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:17:16.737826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d8de2dfd-108a-4a06-b14e-ad03ed1a4e2f None None] Provisioning for port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:16.965103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675752d-d6ff-4edb-bb0d-e80b36dac4f1 None None] Network d3c9f612-0de1-4237-937c-2ec2c2566e17 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:17:17.072327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271108bc-dff5-479e-8ab5-fb509c0e105f req-fa6c5ed2-4b8b-4c41-bd10-6d143abdef4d tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:17.075211 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-271108bc-dff5-479e-8ab5-fb509c0e105f req-fa6c5ed2-4b8b-4c41-bd10-6d143abdef4d tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 944 time: 0.0785053 Aug 17 16:17:17.081020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:17.131619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-68c79eab-51d0-4e7c-b921-211c3df491b5 None None] Provisioning for port eb330545-6903-401e-a2c0-47dd2f644115 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:17.193244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-68c79eab-51d0-4e7c-b921-211c3df491b5 None None] Provisioning complete for port eb330545-6903-401e-a2c0-47dd2f644115 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:17.193864 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68c79eab-51d0-4e7c-b921-211c3df491b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.247115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-771250146-network', 'tenant_id': '6f3580f208834031977e42fd34d195b6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:17.275771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.304035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b978-1b3a-4d6d-adeb-bf7818152792 req-813ce38e-4dfd-4330-a258-1d8cb1e705bd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:17.306919 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f270b978-1b3a-4d6d-adeb-bf7818152792 req-813ce38e-4dfd-4330-a258-1d8cb1e705bd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1683676 Aug 17 16:17:17.336061 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-271108bc-dff5-479e-8ab5-fb509c0e105f req-bb2b2afb-e28b-43e8-8fc0-92a4b9503cb4 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199462 Aug 17 16:17:17.336713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1754f8ff-7a1c-4bad-a347-20b724ec9d13 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:17.359132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Made reservation on behalf of 6f3580f208834031977e42fd34d195b6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:17.363225 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.386930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.414244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:17.424480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f270b978-1b3a-4d6d-adeb-bf7818152792 req-07f273ea-5475-4182-be26-eb5ac4c00495 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072209 Aug 17 16:17:17.440506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:17.441017 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.543779 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68c79eab-51d0-4e7c-b921-211c3df491b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.624880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-68c79eab-51d0-4e7c-b921-211c3df491b5 None None] For port eb330545-6903-401e-a2c0-47dd2f644115, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eb330545-6903-401e-a2c0-47dd2f644115,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:17.631902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68c79eab-51d0-4e7c-b921-211c3df491b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.641069 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.674523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.682992 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.727991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:17:17.746166 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.753369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:17.766322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.766855 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Added segment f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4 of type vlan for network 025e44aa-29a7-40d2-8d93-515418fe1e21 Aug 17 16:17:17.773826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c79eab-51d0-4e7c-b921-211c3df491b5 None None] Pushing event updated for resources: {'Port': ['ID=eb330545-6903-401e-a2c0-47dd2f644115,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:17.778611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 1754f8ff-7a1c-4bad-a347-20b724ec9d13, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1754f8ff-7a1c-4bad-a347-20b724ec9d13,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:17.788553 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.794015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5b01399f-b97c-44cf-a446-93de4ee5819d None None] Provisioning complete for port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:17.794451 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b01399f-b97c-44cf-a446-93de4ee5819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.826867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Router e962cad1-6476-46a7-b649-5f71cf34f938 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:17:17.873728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.960980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:17.962471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:17.963690 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:18.047000 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9643190 Aug 17 16:17:18.050363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:18.065123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Request body: {'subnet': {'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-771250146-subnet', 'tenant_id': '6f3580f208834031977e42fd34d195b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:18.081172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:17:18.112406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a79ff2-4edc-49d0-8481-6cc2c783e8dd admin admin] Pushing event updated for resources: {'Network': ['ID=025e44aa-29a7-40d2-8d93-515418fe1e21,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:18.143866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 025e44aa-29a7-40d2-8d93-515418fe1e21 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:17:18.146249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Sync routers for ids ['e962cad1-6476-46a7-b649-5f71cf34f938'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:17:18.175035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:18.228732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Routers {'e962cad1-6476-46a7-b649-5f71cf34f938'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:18.229573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e962cad1-6476-46a7-b649-5f71cf34f938'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:18.231783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=1754f8ff-7a1c-4bad-a347-20b724ec9d13,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:18.287464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Made reservation on behalf of 6f3580f208834031977e42fd34d195b6 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:18.292365 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:18.305332 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:18.310935 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-40572540-1395-4199-9651-e9d87523ee96 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7135730 Aug 17 16:17:18.312157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:18.377912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:17:18.473709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Set router e962cad1-6476-46a7-b649-5f71cf34f938 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:18.598879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:17:18.599539 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5a7b5-fb62-473d-a22d-aa9c7668bb9c req-74206b07-7ea3-4436-93b3-b8fbd20f4bdf tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:18.601228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14f5a7b5-fb62-473d-a22d-aa9c7668bb9c req-74206b07-7ea3-4436-93b3-b8fbd20f4bdf tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 944 time: 0.1539860 Aug 17 16:17:18.619121 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Sync routers for ids ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:17:18.633627 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Routers {'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:18.635890 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:18.649489 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:18.657594 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9a26a72a-e8a1-4ad3-af54-0b20a3264796 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 7.2162893 Aug 17 16:17:18.658787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40960) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:18.685363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2366c259-4ca1-4f8c-ab40-3e6beb6d20cb None None] Provisioning complete for port eb330545-6903-401e-a2c0-47dd2f644115 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:18.685986 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2366c259-4ca1-4f8c-ab40-3e6beb6d20cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:18.853607 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14f5a7b5-fb62-473d-a22d-aa9c7668bb9c req-24a7a0fa-e6e8-4822-af4e-0ef6be2f3b0a tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246256 Aug 17 16:17:18.864855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0d536a3f-0304-4720-a550-a13f63e2aa45 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:18.880959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.073870 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:15Z', 'revision_number': 3, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:19.098838 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 0d536a3f-0304-4720-a550-a13f63e2aa45 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:19.100838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0facc060-5683-458d-9dd4-a52402fd30cc,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:19.124784 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Set router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:19.151331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0d536a3f-0304-4720-a550-a13f63e2aa45 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:19.151716 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.199428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Checking router: e962cad1-6476-46a7-b649-5f71cf34f938 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:17:19.199927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Updating router e962cad1-6476-46a7-b649-5f71cf34f938 port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:17:19.221747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Checking segment: {'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:19.222663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Network hostable DHCP agents. Network: 025e44aa-29a7-40d2-8d93-515418fe1e21, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:17:19.279559 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.282516 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.355654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac4885-7d2e-4a01-8c2a-1b7abb906519 req-0fcaf111-9697-41f2-b1db-6eb26823beb0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:19.364653 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1ac4885-7d2e-4a01-8c2a-1b7abb906519 req-0fcaf111-9697-41f2-b1db-6eb26823beb0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.2747047 Aug 17 16:17:19.367493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Network 025e44aa-29a7-40d2-8d93-515418fe1e21 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:17:19.402630 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:17Z', 'revision_number': 3, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:19.446130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 025e44aa-29a7-40d2-8d93-515418fe1e21) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:19.449972 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Checking router: b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:17:19.451103 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Updating router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e port 393b98bf-930e-4734-8cba-e5da950eea99 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:17:19.463390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:19.464382 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.504818 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1ac4885-7d2e-4a01-8c2a-1b7abb906519 req-2f2552fd-7f53-41a8-a0c2-04bef66aea01 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304145 Aug 17 16:17:19.513930 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.531015 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b3b077a-4f15-4f26-a34e-57eb6a78b2f5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4782512 Aug 17 16:17:19.544827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2de6d3-0b91-4d87-984a-edc8642b3a1a None None] Network 025e44aa-29a7-40d2-8d93-515418fe1e21 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:17:19.547517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb330545-6903-401e-a2c0-47dd2f644115 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:19.640137 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.674880 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.838192 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.881485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port eb330545-6903-401e-a2c0-47dd2f644115 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:19.881948 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.910144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:19.938264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Allocated IP 172.20.0.1 (772fe312-da19-4c12-8625-e8870a167407/665f0674-a632-446f-8db6-e898bd403ddf/7b984fa0-7897-49ac-94da-0f3a8730e3e4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:19.960487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d536a3f-0304-4720-a550-a13f63e2aa45'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:19.962663 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28f4969-d720-44c6-8576-2b5fd4795d71" -d '{"events": [{"server_uuid": "cdf15ba5-aecc-406d-b3ba-e0de53b127b4", "name": "network-vif-plugged", "status": "completed", "tag": "0d536a3f-0304-4720-a550-a13f63e2aa45"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:20.017272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0d536a3f-0304-4720-a550-a13f63e2aa45, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0d536a3f-0304-4720-a550-a13f63e2aa45,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:20.032043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90bfd05-3d25-41cf-a2f0-8eeb39b6480d None None] Network 025e44aa-29a7-40d2-8d93-515418fe1e21 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:17:20.036448 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.061229 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-4e31b5bd-9b14-4003-b283-54560019e471 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:20.074286 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-4e31b5bd-9b14-4003-b283-54560019e471 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 803 time: 0.2745881 Aug 17 16:17:20.083064 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.103800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Transition to ACTIVE for port object 7b984fa0-7897-49ac-94da-0f3a8730e3e4 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:20.149014 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.169812 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-dedd5159-f9bb-45ca-9652-7b049148fc54 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/quotas/b7f3bb7a4e39473988187ef8701097cc HTTP/1.1" status: 200 len: 375 time: 0.0937319 Aug 17 16:17:20.271215 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Pushing event updated for resources: {'Port': ['ID=7b984fa0-7897-49ac-94da-0f3a8730e3e4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:20.292051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Network 772fe312-da19-4c12-8625-e8870a167407 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:20.294206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:20.307217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:20.313178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0d536a3f-0304-4720-a550-a13f63e2aa45,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:20.336654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-18b62929-55e5-420b-8f49-cbdbbdd83890 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1639631 Aug 17 16:17:20.345011 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.367090 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.372170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1754f8ff-7a1c-4bad-a347-20b724ec9d13 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:20.403619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Transition to ACTIVE for port object f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:20.420419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Allocated IP 172.20.0.1 (d3c9f612-0de1-4237-937c-2ec2c2566e17/cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2/ccd61ac5-e613-490f-995b-8718c8ed8148) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:20.490917 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.627993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-0ebe4906-7162-4d92-bc27-30eda7f75a32 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:20.630484 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-0ebe4906-7162-4d92-bc27-30eda7f75a32 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 813 time: 0.1299787 Aug 17 16:17:20.669463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Attempting to bind port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:20.670126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Attempting to bind port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:20.671306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Attempting to bind port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:20.672313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8277c572-a3cf-451a-8bfa-aeca465659eb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/quotas/6f3580f208834031977e42fd34d195b6 HTTP/1.1" status: 200 len: 375 time: 0.0222530 Aug 17 16:17:20.672884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.691301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:20.691301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:20.691820 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.692818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:20.693020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Bound port: f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:20.693700 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.726769 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.732061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-9a31d202-3091-486a-8188-345d01c06936 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352623 Aug 17 16:17:20.748881 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.778415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Transition to ACTIVE for port object ccd61ac5-e613-490f-995b-8718c8ed8148 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:20.783102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:20.783711 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.791453 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Transition to ACTIVE for port object 393b98bf-930e-4734-8cba-e5da950eea99 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:20.806097 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.820472 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-f08def45-790d-488e-b800-dee3ba8787ab service neutron] 10.222.0.77 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757917 Aug 17 16:17:20.859992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2b9fce15-eb7c-4d52-8c52-a472093fb3cd no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:17:20.863205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cb1e8-5d96-4b11-baa8-a5c9d725a341 None None] Pushing event updated for resources: {'Port': ['ID=f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:20.931852 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Attempting to bind port 393b98bf-930e-4734-8cba-e5da950eea99 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:20.932963 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Attempting to bind port 393b98bf-930e-4734-8cba-e5da950eea99 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:20.934356 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Attempting to bind port 393b98bf-930e-4734-8cba-e5da950eea99 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:20.946159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.970586 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:20.971680 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:20.972593 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.973492 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:20.974652 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Bound port: 393b98bf-930e-4734-8cba-e5da950eea99, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:20.975668 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:20.980875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-80a18fdd-0fdc-47dc-9f69-8bf8eb04ab45 service neutron] 10.222.0.77 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082837 Aug 17 16:17:21.028456 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:21.036461 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-359a8cfd-21d6-41be-9284-b065ff2b62c8 service neutron] 10.222.0.77 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908486 Aug 17 16:17:21.052953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Pushing event updated for resources: {'Port': ['ID=ccd61ac5-e613-490f-995b-8718c8ed8148,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:21.061850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Network d3c9f612-0de1-4237-937c-2ec2c2566e17 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:21.063516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:21.066565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:21.099213 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Pushing event updated for resources: {'Port': ['ID=393b98bf-930e-4734-8cba-e5da950eea99,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:21.101597 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d1c3b756-a44b-4838-9356-a72900ccd008 None None] Provisioning for port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:21.117322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d1c3b756-a44b-4838-9356-a72900ccd008 None None] Provisioning complete for port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:21.117860 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b756-a44b-4838-9356-a72900ccd008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:21.125054 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.125491 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.128780 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.129327 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.129776 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.130322 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.133073 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.133624 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.134016 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:21.135307 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.135848 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.137754 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.140125 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:21.183754 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:21.263657 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] For port 393b98bf-930e-4734-8cba-e5da950eea99, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:21.272114 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] For port 393b98bf-930e-4734-8cba-e5da950eea99, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=393b98bf-930e-4734-8cba-e5da950eea99,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:21.282627 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:21.288687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-603a4389-8ed5-4648-95e1-a035f1898c47 service neutron] 10.222.0.77 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535732 Aug 17 16:17:21.323581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] For port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:21.351673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] For port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:21.431384 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:21.482906 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:21.575582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-6d45957f-9f0f-4298-b964-7199f473dc02 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:21.578048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-6d45957f-9f0f-4298-b964-7199f473dc02 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "GET /v2.0/ports?device_id=9482913a-18b8-4d63-9cf1-74bf90a7332a HTTP/1.1" status: 200 len: 946 time: 0.2880349 Aug 17 16:17:21.581013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Pushing event updated for resources: {'Port': ['ID=7b984fa0-7897-49ac-94da-0f3a8730e3e4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:21.688452 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Routers {'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:21.689554 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:21.744606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3b756-a44b-4838-9356-a72900ccd008 None None] Port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:17:21.757150 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14148a0-53a0-4aa1-87b5-0853c3af9277 None None] Pushing event updated for resources: {'Port': ['ID=393b98bf-930e-4734-8cba-e5da950eea99,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:21.925547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cb1e8-5d96-4b11-baa8-a5c9d725a341 None None] Pushing event updated for resources: {'Port': ['ID=f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:21.975403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Routers {'e962cad1-6476-46a7-b649-5f71cf34f938'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:21.980323 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b5a4-d8ee-4b67-abbd-7dc378938000 req-80223f07-6c0b-4da7-8259-03faa50f3239 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:21.993575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e962cad1-6476-46a7-b649-5f71cf34f938'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:21.999555 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9be5b5a4-d8ee-4b67-abbd-7dc378938000 req-80223f07-6c0b-4da7-8259-03faa50f3239 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 945 time: 0.3330121 Aug 17 16:17:22.003440 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:22.091297 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] Set router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:22.195514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-51f0d1f4-2805-4506-bfb9-9637b85fe8e4 None None] Provisioning for port ccd61ac5-e613-490f-995b-8718c8ed8148 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:22.212656 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2dc9ea-a6c6-4e57-8adb-00578432a2ca x-openstack-request-id: req-de2dc9ea-a6c6-4e57-8adb-00578432a2ca {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:22.214180 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf15ba5-aecc-406d-b3ba-e0de53b127b4", "name": "network-vif-plugged", "status": "completed", "tag": "0d536a3f-0304-4720-a550-a13f63e2aa45", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:22.217553 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de2dc9ea-a6c6-4e57-8adb-00578432a2ca {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:22.218607 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'code': 200} Aug 17 16:17:22.219085 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9be5b5a4-d8ee-4b67-abbd-7dc378938000 req-87c024ee-146a-49e6-98ff-18a92e461632 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115850 Aug 17 16:17:22.263226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:22.368915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-51f0d1f4-2805-4506-bfb9-9637b85fe8e4 None None] Provisioning complete for port ccd61ac5-e613-490f-995b-8718c8ed8148 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:22.370492 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51f0d1f4-2805-4506-bfb9-9637b85fe8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:22.648530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:22.652918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-51f0d1f4-2805-4506-bfb9-9637b85fe8e4 None None] Port ccd61ac5-e613-490f-995b-8718c8ed8148 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:17:22.663166 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:22.723053 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 1, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:22.723642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] Set router e962cad1-6476-46a7-b649-5f71cf34f938 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:22.791431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:22.892727 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf0a781-e77e-44c1-8658-3b68c144d643 None None] The sync data for ids ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'] in n-d-804878-1 is: [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 1, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:17:23.157503 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-241a0f3b-0e9d-4a8e-9b55-b7ef748a670a req-17b6a548-6d6a-44d3-93c0-e1de960ef2a3 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 210 time: 0.7526963 Aug 17 16:17:23.181704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e135104-25db-4159-a95b-5bda3af437b2 req-ce91a9e0-ff60-4101-b2ea-19dd1c39a51f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:23.191498 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6e135104-25db-4159-a95b-5bda3af437b2 req-ce91a9e0-ff60-4101-b2ea-19dd1c39a51f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.5308783 Aug 17 16:17:23.218312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c1f7e-92f1-42e7-bf93-9dce9e936af3 req-7d25bf4c-ffb9-49f4-ab3b-32bdb232f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:23.220784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78c1f7e-92f1-42e7-bf93-9dce9e936af3 req-7d25bf4c-ffb9-49f4-ab3b-32bdb232f17c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 1096 time: 0.6419809 Aug 17 16:17:23.251020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 2, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:23.323338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a7226a8e-2a84-4d7e-bbff-34846f414e22 req-d6b3505f-53c8-4985-bacd-8289ab29d4e9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 210 time: 0.0453706 Aug 17 16:17:23.341107 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:23.360321 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6e135104-25db-4159-a95b-5bda3af437b2 req-a7ad813d-ebd9-4127-9c8e-7c32209988ac tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677830 Aug 17 16:17:23.368967 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:23.404055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61929d-abba-4a22-9715-3d18803a6851 None None] The sync data for ids ['e962cad1-6476-46a7-b649-5f71cf34f938'] in n-d-804878-1 is: [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 2, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:17:23.415838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Network 772fe312-da19-4c12-8625-e8870a167407 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:23.426176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:23.588369 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:23.625302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Pushing event updated for resources: {'Port': ['ID=ccd61ac5-e613-490f-995b-8718c8ed8148,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:23.786759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-4e75ea48-2209-4dd3-955e-b739c2cef11f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Deleting port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:17:23.786759 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-4e75ea48-2209-4dd3-955e-b739c2cef11f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:23.810699 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78c1f7e-92f1-42e7-bf93-9dce9e936af3 req-812a5ccf-21e0-4b22-9ba8-559acb986e28 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413260 Aug 17 16:17:23.900077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Router e962cad1-6476-46a7-b649-5f71cf34f938 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:17:23.944197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b646f50-37b5-4583-a2f8-fe99f1896502 req-b12bc7f8-686d-4046-a686-3dfff0127129 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:23.962904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b646f50-37b5-4583-a2f8-fe99f1896502 req-b12bc7f8-686d-4046-a686-3dfff0127129 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 1096 time: 0.3189414 Aug 17 16:17:24.023829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-25b78cd5-b531-4374-997c-72f208b31e2c None None] Provisioning complete for port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:24.025100 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25b78cd5-b531-4374-997c-72f208b31e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:24.085913 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Network d3c9f612-0de1-4237-937c-2ec2c2566e17 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:24.093984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:24.125875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b646f50-37b5-4583-a2f8-fe99f1896502 req-0ce1dce7-e942-4e4c-8c74-e7397390121f tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602805 Aug 17 16:17:24.203495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-25b78cd5-b531-4374-997c-72f208b31e2c None None] Port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:17:24.223259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:24.238155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:17:24.239869 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5d1ee8-2d9d-47c7-bb90-317db89ef8f6" -d '{"events": [{"server_uuid": "9482913a-18b8-4d63-9cf1-74bf90a7332a", "name": "network-vif-unplugged", "status": "completed", "tag": "2b9fce15-eb7c-4d52-8c52-a472093fb3cd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:24.244480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0725acda-9d1e-46ae-a8da-d455e005cc36 admin admin] 10.222.0.77 "PUT /v2.0/routers/e962cad1-6476-46a7-b649-5f71cf34f938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9309535 Aug 17 16:17:24.256408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eebbff-b4d4-44af-a0ad-af2e3ff5d132 req-08d81067-898e-41e5-886d-494a05cb4404 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:24.265033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3eebbff-b4d4-44af-a0ad-af2e3ff5d132 req-08d81067-898e-41e5-886d-494a05cb4404 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 945 time: 0.5207014 Aug 17 16:17:24.484867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:17:24.508109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3eebbff-b4d4-44af-a0ad-af2e3ff5d132 req-3d37cd26-c95e-4a87-a8b8-c863dcabdf35 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417631 Aug 17 16:17:24.510965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-e387bbe6-ec1a-45c5-8298-f2e3fe3f870e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:24.512589 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-e387bbe6-ec1a-45c5-8298-f2e3fe3f870e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.91 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 803 time: 0.7298322 Aug 17 16:17:24.546547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Request body: {'port': {'device_id': '93015dda-a05c-4db8-b848-dfc416219d6a', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'admin_state_up': True, 'tenant_id': 'b7f3bb7a4e39473988187ef8701097cc'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:24.561258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b28c98ee-2da1-4c89-bcbb-807728ba982d req-4b6fc5dc-dd27-40be-ac70-8883a7704faa tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 210 time: 0.0687029 Aug 17 16:17:24.594048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-4e75ea48-2209-4dd3-955e-b739c2cef11f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] For port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:24.594699 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-4e75ea48-2209-4dd3-955e-b739c2cef11f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:24.602630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d15dfd2f-82c1-4b9d-aca6-b4e2edb8e3a0 None None] Provisioning complete for port ccd61ac5-e613-490f-995b-8718c8ed8148 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:24.605304 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d15dfd2f-82c1-4b9d-aca6-b4e2edb8e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:24.697215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.91', 52148) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:24.700459 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-07d0fb9c-8e02-4398-8193-0970ad999e66 service neutron] show failed (client error): The resource could not be found. Aug 17 16:17:24.705369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-07d0fb9c-8e02-4398-8193-0970ad999e66 service neutron] 10.222.0.91 "GET /v2.0/ports/be4e68f7-ae5e-44f3-80d4-b979d1df6167/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.7689726 Aug 17 16:17:24.735203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-4e75ea48-2209-4dd3-955e-b739c2cef11f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Calling delete_port for 2b9fce15-eb7c-4d52-8c52-a472093fb3cd owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:17:24.765041 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81efb821-3eee-41eb-8695-79bd822b2603 x-openstack-request-id: req-81efb821-3eee-41eb-8695-79bd822b2603 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:24.765959 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-1121f8f5-3f3e-4349-8696-31dc6e506218 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4379828 Aug 17 16:17:24.769710 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9482913a-18b8-4d63-9cf1-74bf90a7332a", "name": "network-vif-unplugged", "status": "completed", "tag": "2b9fce15-eb7c-4d52-8c52-a472093fb3cd", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:24.772669 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81efb821-3eee-41eb-8695-79bd822b2603 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:24.773353 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd', 'code': 200} Aug 17 16:17:24.794918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d15dfd2f-82c1-4b9d-aca6-b4e2edb8e3a0 None None] Port ccd61ac5-e613-490f-995b-8718c8ed8148 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:17:24.849100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2b9fce15-eb7c-4d52-8c52-a472093fb3cd no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:17:25.177899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-edc1dde1-c520-4541-b671-ab0ee88b97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:25.184749 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-edc1dde1-c520-4541-b671-ab0ee88b97b0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1101 time: 0.2243912 Aug 17 16:17:25.220408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb624b3a-4d3b-4113-9e9c-4931f3ff4e7f req-c6a6c6cd-ea32-49a3-a8e1-119fe451c97a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 210 time: 0.2558215 Aug 17 16:17:25.538484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:17:25.567866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9b6fbce5-7c95-4f94-a040-00b16e641e3a admin admin] 10.222.0.77 "PUT /v2.0/routers/b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9060807 Aug 17 16:17:25.582264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-4ee5f171-db7f-4464-b2e1-e81fb8262b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:25.585089 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-4ee5f171-db7f-4464-b2e1-e81fb8262b36 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d&tenant_id=0f558842595f45369d2b06bd1ef961b4 HTTP/1.1" status: 200 len: 1101 time: 0.3784122 Aug 17 16:17:25.587023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-df484c42-82c5-48f6-84b9-b8bd11d7ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:25.588267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-df484c42-82c5-48f6-84b9-b8bd11d7ac54 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2859583 Aug 17 16:17:25.624779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:25.642502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Made reservation on behalf of b7f3bb7a4e39473988187ef8701097cc for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:25.646253 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:25.657126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37efc-ad6f-4b94-9fd4-347810b6d4fc req-57b4d9c0-c0a8-456b-a49c-742185430bb6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:25.664981 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bc37efc-ad6f-4b94-9fd4-347810b6d4fc req-57b4d9c0-c0a8-456b-a49c-742185430bb6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.2395701 Aug 17 16:17:25.681166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-efffbb81-9349-4c67-b7bf-bc4332d1c263 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:25.683390 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-efffbb81-9349-4c67-b7bf-bc4332d1c263 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.91 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 813 time: 0.9841785 Aug 17 16:17:25.719021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Request body: {'port': {'device_id': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21', 'admin_state_up': True, 'tenant_id': '6f3580f208834031977e42fd34d195b6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:25.844796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-ce7bc9a1-d1c3-45ba-974d-98b2b7754d98 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 217 time: 0.2411270 Aug 17 16:17:25.944427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:25.946812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-4e75ea48-2209-4dd3-955e-b739c2cef11f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:25.971129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bc37efc-ad6f-4b94-9fd4-347810b6d4fc req-73c7e270-30d2-4d45-8b37-6bec58b9d77c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048525 Aug 17 16:17:26.041238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:26.171107 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75ea48-2209-4dd3-955e-b739c2cef11f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Pushing event deleted for resources: {'Port': ['ID=2b9fce15-eb7c-4d52-8c52-a472093fb3cd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:26.200604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-602c8477-e9ff-4692-995f-0dcdf2af3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:26.204616 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-602c8477-e9ff-4692-995f-0dcdf2af3ca9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.3512201 Aug 17 16:17:26.216115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:26.233834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:26.237605 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:26.371483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Allocated IP 172.20.0.9 (d5a17acc-74e0-490e-a417-2fa80964fc4e/4c68bbd3-2311-44f8-b7bf-3eab3f578677/e56295e0-ee3d-4e5e-b569-1b89aeb069e7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:26.410482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Made reservation on behalf of 6f3580f208834031977e42fd34d195b6 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:26.420117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-4e75ea48-2209-4dd3-955e-b739c2cef11f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] No DVR routers for this DVR port 2b9fce15-eb7c-4d52-8c52-a472093fb3cd on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:17:26.420603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:26.428792 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-4e75ea48-2209-4dd3-955e-b739c2cef11f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:26.431396 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2bf43a0-7161-4dc4-bba0-fb3ce4aa0d66 req-4e75ea48-2209-4dd3-955e-b739c2cef11f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "DELETE /v2.0/ports/2b9fce15-eb7c-4d52-8c52-a472093fb3cd HTTP/1.1" status: 204 len: 173 time: 4.8315914 Aug 17 16:17:26.434419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'name': 'network-vif-deleted', 'tag': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:26.437342 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835021f6-4683-4bb2-9fce-f7491595fdce" -d '{"events": [{"server_uuid": "9482913a-18b8-4d63-9cf1-74bf90a7332a", "name": "network-vif-deleted", "tag": "2b9fce15-eb7c-4d52-8c52-a472093fb3cd"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:26.509038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:26.571106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:26.582644 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:26.583448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 393b98bf-930e-4734-8cba-e5da950eea99 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:26.585590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-76ceb19a-8b4d-4ad4-94a1-c4c015bdca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:26.588234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-76ceb19a-8b4d-4ad4-94a1-c4c015bdca90 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3350639 Aug 17 16:17:26.811904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:26.819211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 393b98bf-930e-4734-8cba-e5da950eea99 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:26.832677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-637877c2-d9e0-449a-b5de-591fce257929 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307308 Aug 17 16:17:26.834985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 393b98bf-930e-4734-8cba-e5da950eea99 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:26.835356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:26.935171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:27.056331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:27.062537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-aaa57e46-c4e0-40ae-a6f0-fd394c473387 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:17:27.070593 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-aaa57e46-c4e0-40ae-a6f0-fd394c473387 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239630 Aug 17 16:17:27.101306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Request body: {'binding': {'host': 'n-h1-804878-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:27.101306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:17:27.106772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Allocated IP 172.20.0.11 (025e44aa-29a7-40d2-8d93-515418fe1e21/0facc060-5683-458d-9dd4-a52402fd30cc/f86b980c-722e-4c44-b956-a6f621491f6e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:27.141352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41092) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:27.162755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bb0872a1-6010-4eff-b745-1e144623600f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1678473817', 'description': 'tempest-description--1639915219'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:27.163376 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.179890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.236028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 393b98bf-930e-4734-8cba-e5da950eea99, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=393b98bf-930e-4734-8cba-e5da950eea99,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:27.246239 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.329603 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-874e164d-e292-46b8-b0e2-2a8434eb41da req-6e03984a-84ac-4362-a0d7-28047dfff9e3 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885993 Aug 17 16:17:27.376971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb0872a1-6010-4eff-b745-1e144623600f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.389698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.400870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on host n-h1-804878-1 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:27.401390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:27.403021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:27.411024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=393b98bf-930e-4734-8cba-e5da950eea99,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:27.411473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:27.412362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:27.423507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Transition to ACTIVE for port object be4e68f7-ae5e-44f3-80d4-b979d1df6167 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:27.425508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:27.425892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:27.426506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:27.426999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Bound port: aaa93038-84c8-4983-9085-74fdcea276e0, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:27.429827 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.472387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.548943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] No DVR routers for this DVR port be4e68f7-ae5e-44f3-80d4-b979d1df6167 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:17:27.616150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Attempting to bind port be4e68f7-ae5e-44f3-80d4-b979d1df6167 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:27.616836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Attempting to bind port be4e68f7-ae5e-44f3-80d4-b979d1df6167 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:27.616836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Attempting to bind port be4e68f7-ae5e-44f3-80d4-b979d1df6167 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:27.626987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Pushing event updated for resources: {'Port': ['ID=be4e68f7-ae5e-44f3-80d4-b979d1df6167,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:27.637395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:27.639132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Port be4e68f7-ae5e-44f3-80d4-b979d1df6167 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:27.639946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Attempting to bind port be4e68f7-ae5e-44f3-80d4-b979d1df6167 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:27.643397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.646637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:27.647014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:27.647407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:27.647843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Bound port: be4e68f7-ae5e-44f3-80d4-b979d1df6167, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:27.648215 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.653660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.667087 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-87802363-8b11-482e-a68f-37bf60f9c19f service neutron] 10.222.0.77 "POST /v2.0/ports/aaa93038-84c8-4983-9085-74fdcea276e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5955324 Aug 17 16:17:27.752039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Network d5a17acc-74e0-490e-a417-2fa80964fc4e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:27.788568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:27.801624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:27.812281 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:27.816615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:27.828193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Pushing event updated for resources: {'Port': ['ID=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:27.841861 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:27.971971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Pushing event updated for resources: {'Port': ['ID=be4e68f7-ae5e-44f3-80d4-b979d1df6167,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:28.001006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:28.001609 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.004015 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-e5ae5b59-92f4-4d8e-93bf-4e3aacf00785 service neutron] 10.222.0.93 "PUT /v2.0/ports/be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 200 len: 1096 time: 2.3926747 Aug 17 16:17:28.016593 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 393b98bf-930e-4734-8cba-e5da950eea99 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:28.039586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9fbab-d2e9-4b9e-b8ab-c834a7a35cc0 req-b94468f4-a83f-476a-bfed-c250d2f7013c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:28.055014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9e9fbab-d2e9-4b9e-b8ab-c834a7a35cc0 req-b94468f4-a83f-476a-bfed-c250d2f7013c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 945 time: 0.5986934 Aug 17 16:17:28.159459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 393b98bf-930e-4734-8cba-e5da950eea99 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:28.159828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.244769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:28.245627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.269264 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb0872a1-6010-4eff-b745-1e144623600f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.283927 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb0872a1-6010-4eff-b745-1e144623600f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.320207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0872a1-6010-4eff-b745-1e144623600f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fa064f-3ac9-4ce0-8971-813476289753,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:28.338027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9e9fbab-d2e9-4b9e-b8ab-c834a7a35cc0 req-ee6232d9-b60a-4fd1-9ea1-38fc34e383b1 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819340 Aug 17 16:17:28.370999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.372029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:28.372787 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb0872a1-6010-4eff-b745-1e144623600f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.376661 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bb0872a1-6010-4eff-b745-1e144623600f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2313623 Aug 17 16:17:28.399288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Network 025e44aa-29a7-40d2-8d93-515418fe1e21 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:28.401693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-289b4136-4c0d-48d2-a23a-9cc70af29a32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8636708 Aug 17 16:17:28.402180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41102) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:28.406464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:28.407818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:28.445368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Request body: {'port': {'device_id': '93015dda-a05c-4db8-b848-dfc416219d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:28.498288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-35880656-5a17-458c-837e-d8ca3938214f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Request body: {'security_group_rule': {'security_group_id': '27fa064f-3ac9-4ce0-8971-813476289753', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:28.526356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:28.526902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.620343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Sync routers for ids ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:17:28.689193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Routers {'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:28.689469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.689616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:28.718619 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Sync routers for ids ['e962cad1-6476-46a7-b649-5f71cf34f938'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:17:28.729270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:28.743875 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Routers {'e962cad1-6476-46a7-b649-5f71cf34f938'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:28.745198 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e962cad1-6476-46a7-b649-5f71cf34f938'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:28.766755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:28.767509 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.785686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35880656-5a17-458c-837e-d8ca3938214f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:28.858639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-7c3ea9f0-3960-4a01-8a74-b0e396b7f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:28.861183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-7c3ea9f0-3960-4a01-8a74-b0e396b7f2cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 1099 time: 0.7991729 Aug 17 16:17:28.878810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-461eb83f-5644-47cc-9761-c2971c2b0219 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1685026 Aug 17 16:17:28.880213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a84d05-49ab-416f-947f-b2c01314bc50 req-8e4682ef-087d-497e-886d-0415dce63b2b tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:28.893862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66a84d05-49ab-416f-947f-b2c01314bc50 req-8e4682ef-087d-497e-886d-0415dce63b2b tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 931 time: 0.8882413 Aug 17 16:17:28.905080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Request body: {'port': {'device_id': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:29.060671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-0ab0830b-a578-4e1e-b079-0b1b90d84dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:29.063784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-0ab0830b-a578-4e1e-b079-0b1b90d84dec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 1096 time: 0.3082495 Aug 17 16:17:29.085190 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Set router e962cad1-6476-46a7-b649-5f71cf34f938 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:29.110054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-132fe45b-fe21-439c-ae6f-29e87d958699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:29.112590 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-132fe45b-fe21-439c-ae6f-29e87d958699 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2171667 Aug 17 16:17:29.134120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Set router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:29.169228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-b1e5a681-6338-4263-bced-2356d18006e5 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:29.178597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-b1e5a681-6338-4263-bced-2356d18006e5 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/networks?id=d3c9f612-0de1-4237-937c-2ec2c2566e17 HTTP/1.1" status: 200 len: 827 time: 0.4717636 Aug 17 16:17:29.183487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35880656-5a17-458c-837e-d8ca3938214f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:29.205277 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:29.207989 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35880656-5a17-458c-837e-d8ca3938214f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:29.236580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-015033cd-bd37-4df4-9a83-4966ed6e41a1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/quotas/fe43627a8944416eb3090f252681ea68 HTTP/1.1" status: 200 len: 375 time: 0.0569797 Aug 17 16:17:29.257094 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-a2e98039-c543-4d93-b5f1-cb05f1a2c23a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 200 len: 217 time: 0.0931807 Aug 17 16:17:29.291801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66a84d05-49ab-416f-947f-b2c01314bc50 req-e5401416-3f07-42bb-944c-025cb1211234 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509356 Aug 17 16:17:29.303736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35880656-5a17-458c-837e-d8ca3938214f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa7db29-1712-476f-bb14-6ceb43cb91c9,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:29.326777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device be4e68f7-ae5e-44f3-80d4-b979d1df6167 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:17:29.338233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35880656-5a17-458c-837e-d8ca3938214f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:29.344116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-35880656-5a17-458c-837e-d8ca3938214f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9286721 Aug 17 16:17:29.347367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41112) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:29.359381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3e7f6b4f-8b48-47e6-b2a3-1d36e1e71aa5 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Request body: {'security_group_rule': {'security_group_id': '27fa064f-3ac9-4ce0-8971-813476289753', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:29.418758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-3b55583c-5e1b-465d-8ae0-d7b98701cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:29.426477 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-3b55583c-5e1b-465d-8ae0-d7b98701cfd5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1510952 Aug 17 16:17:29.462135 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-fa1eb7f5-7b7d-46d3-aed1-ce8a88da6fd0 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe43627a8944416eb3090f252681ea68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2242353 Aug 17 16:17:29.575135 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 2, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:29.607686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device be4e68f7-ae5e-44f3-80d4-b979d1df6167 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:17:29.615201 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Checking router: e962cad1-6476-46a7-b649-5f71cf34f938 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:17:29.615954 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Updating router e962cad1-6476-46a7-b649-5f71cf34f938 port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:17:29.629924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-09516a2c-13ca-4e96-a065-3b88dfc0dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:29.633552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-09516a2c-13ca-4e96-a065-3b88dfc0dc83 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.5534983 Aug 17 16:17:29.649089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:22Z', 'revision_number': 2, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:29.672258 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:29.693450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Checking router: b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:17:29.694195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Updating router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e port ccd61ac5-e613-490f-995b-8718c8ed8148 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:17:29.744090 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:29.749938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-6855428b-5748-4d0c-87a0-5e3ddf386262 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaa93038-84c8-4983-9085-74fdcea276e0 HTTP/1.1" status: 200 len: 217 time: 0.0986636 Aug 17 16:17:29.781935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-6ab668b0-931d-40ae-b0a1-72575c4e1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:29.784728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-6ab668b0-931d-40ae-b0a1-72575c4e1d09 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3491690 Aug 17 16:17:29.801731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65769d43-ec8a-424e-872b-c9477f193081 req-c6a0d4da-98fa-4c70-bb93-aff4d2f09e48 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:29.804264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65769d43-ec8a-424e-872b-c9477f193081 req-c6a0d4da-98fa-4c70-bb93-aff4d2f09e48 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 932 time: 0.3014860 Aug 17 16:17:29.946418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-d6ff512f-9a80-4bd7-8041-51d773d64256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:29.949939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-d6ff512f-9a80-4bd7-8041-51d773d64256 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.1866062 Aug 17 16:17:29.963955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6b4f-8b48-47e6-b2a3-1d36e1e71aa5 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.031710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56295e0-ee3d-4e5e-b569-1b89aeb069e7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:30.079842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-55d4ce20-d1ba-4ec3-8e36-e0c099e1bf32 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504572 Aug 17 16:17:30.100661 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6b4f-8b48-47e6-b2a3-1d36e1e71aa5 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.112888 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6b4f-8b48-47e6-b2a3-1d36e1e71aa5 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.119368 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.158825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f6b4f-8b48-47e6-b2a3-1d36e1e71aa5 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7cfc85-34a2-4ec6-9802-a35a10acd3ee,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:30.181288 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.195502 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Transition to ACTIVE for port object ccd61ac5-e613-490f-995b-8718c8ed8148 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:30.199151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Transition to ACTIVE for port object e56295e0-ee3d-4e5e-b569-1b89aeb069e7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:30.200458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6b4f-8b48-47e6-b2a3-1d36e1e71aa5 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.205083 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3e7f6b4f-8b48-47e6-b2a3-1d36e1e71aa5 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8494701 Aug 17 16:17:30.205459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41114) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:17:30.210663 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65769d43-ec8a-424e-872b-c9477f193081 req-648fc931-5ca6-46cb-a28d-1f21017bb811 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668864 Aug 17 16:17:30.211749 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.214400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:30.245888 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-d3f8f1ea-656b-4302-96e7-b5956e7b8343 service neutron] 10.222.0.77 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827184 Aug 17 16:17:30.320562 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.322891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.352127 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-07baaacd-b56e-4921-a29a-46511df2a587 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141978 Aug 17 16:17:30.356166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-8f1d2148-5e96-4294-b7b7-329180005c6f service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619431 Aug 17 16:17:30.359799 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246a5c58-ce85-4d69-a0b6-42e11b40b35c x-openstack-request-id: req-246a5c58-ce85-4d69-a0b6-42e11b40b35c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:30.360493 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9482913a-18b8-4d63-9cf1-74bf90a7332a", "name": "network-vif-deleted", "tag": "2b9fce15-eb7c-4d52-8c52-a472093fb3cd", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:30.361342 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-246a5c58-ce85-4d69-a0b6-42e11b40b35c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:30.362200 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9482913a-18b8-4d63-9cf1-74bf90a7332a', 'name': 'network-vif-deleted', 'tag': '2b9fce15-eb7c-4d52-8c52-a472093fb3cd', 'status': 'completed', 'code': 200} Aug 17 16:17:30.390404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Pushing event updated for resources: {'Port': ['ID=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:30.422858 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.445872 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Transition to ACTIVE for port object 7b984fa0-7897-49ac-94da-0f3a8730e3e4 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:30.458027 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.551137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbd41a-5e6d-4999-8d31-86d5131ee32c None None] Pushing event updated for resources: {'Port': ['ID=ccd61ac5-e613-490f-995b-8718c8ed8148,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:30.572451 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dea63f-a9a0-42bf-a052-1764216cce5b None None] Pushing event updated for resources: {'Port': ['ID=7b984fa0-7897-49ac-94da-0f3a8730e3e4,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:30.588303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-f591ea78-bb14-478b-b6c9-796c73ef6318 service neutron] 10.222.0.77 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414252 Aug 17 16:17:30.692307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86b980c-722e-4c44-b956-a6f621491f6e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:30.709513 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.747121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Attempting to bind port ccd61ac5-e613-490f-995b-8718c8ed8148 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:30.748876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Attempting to bind port ccd61ac5-e613-490f-995b-8718c8ed8148 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:30.748876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Attempting to bind port ccd61ac5-e613-490f-995b-8718c8ed8148 on network d3c9f612-0de1-4237-937c-2ec2c2566e17 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:30.759467 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Transition to ACTIVE for port object f86b980c-722e-4c44-b956-a6f621491f6e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:30.761015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:30.761913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Checking segment: {'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:30.762447 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.763135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Bound using segment: {'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:30.764234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Bound port: ccd61ac5-e613-490f-995b-8718c8ed8148, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:30.765594 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.804757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Attempting to bind port e56295e0-ee3d-4e5e-b569-1b89aeb069e7 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:30.805358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Attempting to bind port e56295e0-ee3d-4e5e-b569-1b89aeb069e7 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:30.805847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Attempting to bind port e56295e0-ee3d-4e5e-b569-1b89aeb069e7 on network d5a17acc-74e0-490e-a417-2fa80964fc4e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:30.819135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.844189 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Attempting to bind port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:30.845442 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Attempting to bind port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:30.846059 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Attempting to bind port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 on network 772fe312-da19-4c12-8625-e8870a167407 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:30.856296 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:30.857053 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Checking segment: {'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:30.857772 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.858683 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Bound using segment: {'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:30.859528 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Bound port: 7b984fa0-7897-49ac-94da-0f3a8730e3e4, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:30.859920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5455f04-15cb-4bf2-9ad2-266c76f3f341 req-c4bf6a8a-3797-4d12-8316-8983feb949ca tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:30.860336 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.871841 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.876919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Port e56295e0-ee3d-4e5e-b569-1b89aeb069e7 on network d5a17acc-74e0-490e-a417-2fa80964fc4e not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:30.877506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Attempting to bind port e56295e0-ee3d-4e5e-b569-1b89aeb069e7 on network d5a17acc-74e0-490e-a417-2fa80964fc4e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:30.881802 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5455f04-15cb-4bf2-9ad2-266c76f3f341 req-c4bf6a8a-3797-4d12-8316-8983feb949ca tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 948 time: 0.3934586 Aug 17 16:17:30.885960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:30.886575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Checking segment: {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:30.887254 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Bound using segment: {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:30.887860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Bound port: e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:30.888379 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:30.956103 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-4b58c6f5-68f7-434a-bfc6-f5b7e8cebafc service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761378 Aug 17 16:17:30.962518 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebe50add-385c-4509-9ea2-5c2a50af3e41 req-71ac7bf1-21db-4599-b053-3ca1289988fb service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987949 Aug 17 16:17:31.005115 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5455f04-15cb-4bf2-9ad2-266c76f3f341 req-74c21288-7120-4212-b84f-a70d55cbbb46 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194606 Aug 17 16:17:31.085099 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] For port 7b984fa0-7897-49ac-94da-0f3a8730e3e4, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:31.101165 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] For port 7b984fa0-7897-49ac-94da-0f3a8730e3e4, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7b984fa0-7897-49ac-94da-0f3a8730e3e4,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:31.107944 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:31.128569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] For port ccd61ac5-e613-490f-995b-8718c8ed8148, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:31.136513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] For port ccd61ac5-e613-490f-995b-8718c8ed8148, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ccd61ac5-e613-490f-995b-8718c8ed8148,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:31.144159 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:31.259320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbd41a-5e6d-4999-8d31-86d5131ee32c None None] Pushing event updated for resources: {'Port': ['ID=ccd61ac5-e613-490f-995b-8718c8ed8148,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:31.298656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Routers {'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:31.299318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:31.494712 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:17:31.504497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] Set router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:31.506482 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dea63f-a9a0-42bf-a052-1764216cce5b None None] Pushing event updated for resources: {'Port': ['ID=7b984fa0-7897-49ac-94da-0f3a8730e3e4,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:31.530908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:31.568220 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Routers {'e962cad1-6476-46a7-b649-5f71cf34f938'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:31.569270 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e962cad1-6476-46a7-b649-5f71cf34f938'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:31.755080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-feb824f3-b6a6-471d-a998-0f9ee38035f4 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:31.765948 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-feb824f3-b6a6-471d-a998-0f9ee38035f4 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2874470 Aug 17 16:17:31.929479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-309790d7-0cec-4436-94d5-b0e57f062f79 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.1624799 Aug 17 16:17:31.932543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] For port e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:31.943071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-63f745a6-7d44-4171-a32f-b213fc865134 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Request body: {'floatingip': {'port_id': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:32.011873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] For port e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:32.013927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Attempting to bind port f86b980c-722e-4c44-b956-a6f621491f6e on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:32.015502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Attempting to bind port f86b980c-722e-4c44-b956-a6f621491f6e by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:32.016279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Attempting to bind port f86b980c-722e-4c44-b956-a6f621491f6e on network 025e44aa-29a7-40d2-8d93-515418fe1e21 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:32.050711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Port f86b980c-722e-4c44-b956-a6f621491f6e on network 025e44aa-29a7-40d2-8d93-515418fe1e21 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:32.051293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Attempting to bind port f86b980c-722e-4c44-b956-a6f621491f6e on network 025e44aa-29a7-40d2-8d93-515418fe1e21 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:32.062683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:32.082115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2fb8a-2cf1-48c0-955c-4a8e7c43bf1e req-9c81865f-4405-471f-b8ab-76644a7cd3a4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:32.082342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-63f745a6-7d44-4171-a32f-b213fc865134 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:32.109269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61f2fb8a-2cf1-48c0-955c-4a8e7c43bf1e req-9c81865f-4405-471f-b8ab-76644a7cd3a4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 945 time: 0.6396720 Aug 17 16:17:32.130043 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] Set router e962cad1-6476-46a7-b649-5f71cf34f938 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:32.131339 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7b984fa0-7897-49ac-94da-0f3a8730e3e4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:32.232110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:32.232351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Checking segment: {'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:32.232739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Bound using segment: {'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:32.234070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Bound port: f86b980c-722e-4c44-b956-a6f621491f6e, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:32.234070 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:32.253557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Allocated IP 172.25.7.250 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/9510c50e-4cb6-48fa-b9af-1d59a44e7c61) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:32.263573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:32.264722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:32.278649 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] 10.222.0.91 "PUT /v2.0/ports/e56295e0-ee3d-4e5e-b569-1b89aeb069e7 HTTP/1.1" status: 200 len: 1091 time: 3.8400908 Aug 17 16:17:32.306810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93015dda-a05c-4db8-b848-dfc416219d6a', 'tag': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:32.310244 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a5b576-edba-4938-8d25-44934bcde64d" -d '{"events": [{"name": "network-changed", "server_uuid": "93015dda-a05c-4db8-b848-dfc416219d6a", "tag": "e56295e0-ee3d-4e5e-b569-1b89aeb069e7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:32.393683 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45885db-100f-4768-a373-2d72c6047216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:32.425096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:32.437480 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:32.438154 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:32.463848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167'}, {'name': 'network-changed', 'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:32.473248 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4dba7a-5083-44d1-b8e4-3a07837908f7" -d '{"events": [{"server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "name": "network-vif-unplugged", "status": "completed", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167"}, {"name": "network-changed", "server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:32.522599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf33fe-d762-4e1f-a141-62e16337f466 service neutron] Pushing event updated for resources: {'Port': ['ID=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:32.581699 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61f2fb8a-2cf1-48c0-955c-4a8e7c43bf1e req-dc942da0-1a7d-4cbe-aa36-16fd4d840ce0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710748 Aug 17 16:17:32.626792 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:32.687575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 7b984fa0-7897-49ac-94da-0f3a8730e3e4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7b984fa0-7897-49ac-94da-0f3a8730e3e4,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:32.693652 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:31Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:32.696950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:32.697391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:31Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:32.710036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:32.725458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-b211671a-ed02-4c1c-b20d-12915a4f4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:32.727903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-b211671a-ed02-4c1c-b20d-12915a4f4912 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 1094 time: 0.3793595 Aug 17 16:17:32.745461 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322f4fe-7863-4aa3-88b2-3a1589e456b1 None None] The sync data for ids ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'] in n-d-804878-1 is: [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:31Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:17:32.757158 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:32.758348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ccd61ac5-e613-490f-995b-8718c8ed8148 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:32.762447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:32.784090 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61567099-25ab-43a1-ad3a-ab1104759e90 None None] The sync data for ids ['e962cad1-6476-46a7-b649-5f71cf34f938'] in n-d-804878-1 is: [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:31Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:17:32.899724 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:32.972801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-f8b94d3c-5ea2-4662-8986-60527731231e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7 HTTP/1.1" status: 200 len: 217 time: 0.2347004 Aug 17 16:17:32.981836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:33.056400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=7b984fa0-7897-49ac-94da-0f3a8730e3e4,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:33.077449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-4f467708-e18c-4131-87e6-243dda8178da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:33.079494 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-4f467708-e18c-4131-87e6-243dda8178da service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4c68bbd3-2311-44f8-b7bf-3eab3f578677 HTTP/1.1" status: 200 len: 843 time: 0.0878136 Aug 17 16:17:33.096987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ccd61ac5-e613-490f-995b-8718c8ed8148 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:33.100417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:33.101117 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:33.102868 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] 10.222.0.91 "PUT /v2.0/ports/f86b980c-722e-4c44-b956-a6f621491f6e HTTP/1.1" status: 200 len: 1092 time: 4.2048650 Aug 17 16:17:33.108692 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ccd61ac5-e613-490f-995b-8718c8ed8148 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:33.109150 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:33.152057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce5c14-5450-4fd0-820a-87c6c3b92854 req-b325d168-b20a-470e-baf0-e398fa70dd32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:33.172895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2bce5c14-5450-4fd0-820a-87c6c3b92854 req-b325d168-b20a-470e-baf0-e398fa70dd32 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 943 time: 0.4644089 Aug 17 16:17:33.232367 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:33.291589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ccd61ac5-e613-490f-995b-8718c8ed8148, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ccd61ac5-e613-490f-995b-8718c8ed8148,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:33.300148 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:33.312287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-d54f022f-6f0e-4a62-a53b-bea1c3b34c7e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d5a17acc-74e0-490e-a417-2fa80964fc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059994 Aug 17 16:17:33.372521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-bfb9ae50-f9b0-473b-9030-c005c3bcd293 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:33.375213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-bfb9ae50-f9b0-473b-9030-c005c3bcd293 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.93 "GET /v2.0/networks?id=d3c9f612-0de1-4237-937c-2ec2c2566e17 HTTP/1.1" status: 200 len: 827 time: 0.3430705 Aug 17 16:17:33.397300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Request body: {'port': {'device_id': 'e19aa359-7007-49f5-b667-7cc53162053c', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'admin_state_up': True, 'tenant_id': 'fe43627a8944416eb3090f252681ea68'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:33.457423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ccd61ac5-e613-490f-995b-8718c8ed8148,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:33.547867 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2bce5c14-5450-4fd0-820a-87c6c3b92854 req-d031feee-05c0-4a14-8e20-2eaf1330e569 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641388 Aug 17 16:17:33.566514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856d3d7-9a80-46e6-ad2b-0e1b958f73ce service neutron] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:33.601367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:33.630339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:33.633218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:33.876409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Pushing event updated for resources: {'Port': ['ID=9510c50e-4cb6-48fa-b9af-1d59a44e7c61,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:33.881176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7b984fa0-7897-49ac-94da-0f3a8730e3e4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:33.902332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-561f23d2-aefc-4ef3-a65d-45e853759341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:33.907068 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-561f23d2-aefc-4ef3-a65d-45e853759341 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 1095 time: 0.6608014 Aug 17 16:17:33.910882 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0944df1-569d-4bcd-99b6-5cc6ffba8904 req-60840367-1860-4658-aa9f-62573ecab11a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 210 time: 0.1595185 Aug 17 16:17:33.920215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-3dcf03d7-8ec0-4c59-b26e-d2ca5b8ac869 service neutron] 10.222.0.91 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580793 Aug 17 16:17:33.920814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Made reservation on behalf of fe43627a8944416eb3090f252681ea68 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:33.930174 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:33.989696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:33.990152 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:34.006979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-63f745a6-7d44-4171-a32f-b213fc865134 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:34.020304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-63f745a6-7d44-4171-a32f-b213fc865134 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:34.182020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ccd61ac5-e613-490f-995b-8718c8ed8148 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:34.229840 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-3a76ca2c-51ef-4874-b85a-78812f8104e1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f86b980c-722e-4c44-b956-a6f621491f6e HTTP/1.1" status: 200 len: 217 time: 0.3129835 Aug 17 16:17:34.283400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ccd61ac5-e613-490f-995b-8718c8ed8148 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:34.283853 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:34.320227 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:34.350476 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-63f745a6-7d44-4171-a32f-b213fc865134 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Floating IP 9577a76b-ab16-4d5a-9c87-fee2979d2ef9 associated. External IP: 172.25.7.115, port: 124a5b90-4e9c-4fad-978c-e5e2185831aa. Aug 17 16:17:34.508887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-55513bba-7af0-44ee-b584-41ab773991dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:34.511804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-55513bba-7af0-44ee-b584-41ab773991dd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0facc060-5683-458d-9dd4-a52402fd30cc HTTP/1.1" status: 200 len: 853 time: 0.2613201 Aug 17 16:17:34.512717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Allocated IP 172.20.0.13 (d3c9f612-0de1-4237-937c-2ec2c2566e17/cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2/dcae9366-5ecc-498e-98db-2f9299f5cc7a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:34.612292 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-6db8c05d-26a8-4fe6-8c2f-6cbfbeef71b9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=025e44aa-29a7-40d2-8d93-515418fe1e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627272 Aug 17 16:17:34.696709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:34.750510 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3004069-5d48-41bd-b61a-df3e8b1e9eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:34.755770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650dd5a-374a-4cfa-86fb-c68e02f98996 req-7a34a634-d1ec-4fa2-93a1-ea1ba0ac2aa6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:34.759299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0650dd5a-374a-4cfa-86fb-c68e02f98996 req-7a34a634-d1ec-4fa2-93a1-ea1ba0ac2aa6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 944 time: 0.6342540 Aug 17 16:17:34.801163 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-649d44dc-77be-43c2-8dd2-7305f97fbafa req-62c5218d-19fb-446b-9f91-5399ce1fc6f3 service neutron] 10.222.0.91 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8651586 Aug 17 16:17:34.909237 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:34.916278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device be4e68f7-ae5e-44f3-80d4-b979d1df6167 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:17:35.088027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:35.129198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'mac_address': 'fa:16:3e:37:07:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:17:35.141749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:35.162532 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:35.166511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Transition to ACTIVE for port object dcae9366-5ecc-498e-98db-2f9299f5cc7a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:35.178965 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:35.194301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4e68f7-ae5e-44f3-80d4-b979d1df6167 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:35.219081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:35.224672 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:35.261255 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-cbceaef0-f14b-46c5-9256-233fa1b5fac0 service neutron] 10.222.0.91 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372073 Aug 17 16:17:35.272410 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:35.274853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:35.283707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=be4e68f7-ae5e-44f3-80d4-b979d1df6167,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:35.353036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Network d3c9f612-0de1-4237-937c-2ec2c2566e17 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:35.364108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:35.373291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:35.513878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Pushing event updated for resources: {'Port': ['ID=9510c50e-4cb6-48fa-b9af-1d59a44e7c61,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:35.522881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Pushing event updated for resources: {'Port': ['ID=dcae9366-5ecc-498e-98db-2f9299f5cc7a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:35.541161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['be4e68f7-ae5e-44f3-80d4-b979d1df6167'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:35.591793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:35.593007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:35.657148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-63f745a6-7d44-4171-a32f-b213fc865134 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Router 0105bfc7-7925-410b-b521-8b70127e5163 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:17:35.675743 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-7dea59c2-0312-47db-a8e1-482fe2bc0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2861953 Aug 17 16:17:35.700172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Request body: {'port': {'device_id': 'e19aa359-7007-49f5-b667-7cc53162053c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:35.875005 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:35.913115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:35.958321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4c793c95-e755-415b-87e8-f16fe95dee93 None None] Provisioning for port dcae9366-5ecc-498e-98db-2f9299f5cc7a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:35.976444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4c793c95-e755-415b-87e8-f16fe95dee93 None None] Provisioning complete for port dcae9366-5ecc-498e-98db-2f9299f5cc7a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:35.976952 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c793c95-e755-415b-87e8-f16fe95dee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:36.051950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4c793c95-e755-415b-87e8-f16fe95dee93 None None] Port dcae9366-5ecc-498e-98db-2f9299f5cc7a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:17:36.069800 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0650dd5a-374a-4cfa-86fb-c68e02f98996 req-df79bcfc-f9d4-42c1-baeb-4c32be775f84 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2673371 Aug 17 16:17:36.093369 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:36.120852 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83badf1c-319e-4cfc-b211-a701ea23a107 req-83858f59-796a-4ce2-905d-0d7fed5db280 service neutron] 10.222.0.91 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8389356 Aug 17 16:17:36.142237 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:36.147423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6b3123c3-979d-4ff9-aab7-9acfd9747d57 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9371805 Aug 17 16:17:36.176069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-63f745a6-7d44-4171-a32f-b213fc865134 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:17:36.192524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] Sync routers for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:17:36.229213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:36.230272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:36.322287 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-63f745a6-7d44-4171-a32f-b213fc865134 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:36.365812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a613757-91e3-4a07-8b5d-9616e0da8e23 req-6134b25c-dc37-4804-816b-2e28769864ab tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:36.368689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7a613757-91e3-4a07-8b5d-9616e0da8e23 req-6134b25c-dc37-4804-816b-2e28769864ab tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 949 time: 0.1009901 Aug 17 16:17:36.377492 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-63f745a6-7d44-4171-a32f-b213fc865134 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "PUT /v2.0/floatingips/9577a76b-ab16-4d5a-9c87-fee2979d2ef9 HTTP/1.1" status: 200 len: 996 time: 4.4434950 Aug 17 16:17:36.460981 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7a613757-91e3-4a07-8b5d-9616e0da8e23 req-5d69cd0a-0f6f-4c13-b4d7-a510fd2738a5 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786209 Aug 17 16:17:36.480915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:36.604006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-38578524-d569-4f82-9bcd-1adb061d29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:36.610179 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-38578524-d569-4f82-9bcd-1adb061d29cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1096 time: 0.1796184 Aug 17 16:17:36.617820 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5d0fde-82ee-4de6-bb0b-f8a62d201ae0 x-openstack-request-id: req-2e5d0fde-82ee-4de6-bb0b-f8a62d201ae0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:36.623381 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93015dda-a05c-4db8-b848-dfc416219d6a", "tag": "e56295e0-ee3d-4e5e-b569-1b89aeb069e7", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:36.624704 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e5d0fde-82ee-4de6-bb0b-f8a62d201ae0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:36.625646 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93015dda-a05c-4db8-b848-dfc416219d6a', 'tag': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7', 'status': 'completed', 'code': 200} Aug 17 16:17:36.676344 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07699270-7756-49cf-8c82-9a8ea40acad7 x-openstack-request-id: req-07699270-7756-49cf-8c82-9a8ea40acad7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:36.676792 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "name": "network-vif-unplugged", "status": "completed", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167", "code": 200}, {"name": "network-changed", "server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:36.677278 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07699270-7756-49cf-8c82-9a8ea40acad7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:36.678517 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'code': 200} Aug 17 16:17:36.679089 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'status': 'completed', 'code': 200} Aug 17 16:17:36.877156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5b576-edba-4938-8d25-44934bcde64d req-0973923c-68f4-4637-8eb8-7bb33707a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:36.879610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13a5b576-edba-4938-8d25-44934bcde64d req-0973923c-68f4-4637-8eb8-7bb33707a36e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 1094 time: 0.2328205 Aug 17 16:17:36.924188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-791b2334-897d-4a9f-85ad-ffb1897807b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:36.927197 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-791b2334-897d-4a9f-85ad-ffb1897807b8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 1100 time: 0.2015986 Aug 17 16:17:36.947839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device be4e68f7-ae5e-44f3-80d4-b979d1df6167 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:36.969254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-f37b96bd-99c2-47cb-a059-d6b292c3e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:36.971871 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-f37b96bd-99c2-47cb-a059-d6b292c3e67c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 1100 time: 0.2196670 Aug 17 16:17:37.004349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-1eb2c71c-d0fd-4a0a-a9d1-5a283f8923b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.007846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-1eb2c71c-d0fd-4a0a-a9d1-5a283f8923b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.3756044 Aug 17 16:17:37.081166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:c3:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:33Z', 'revision_number': 1, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:37.109420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f75c3c-8456-45a2-86d9-fb6837dca083 req-a9d067c5-5547-4ff3-8c86-1e869c2ba95c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.116903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1f75c3c-8456-45a2-86d9-fb6837dca083 req-a9d067c5-5547-4ff3-8c86-1e869c2ba95c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 945 time: 0.3232663 Aug 17 16:17:37.146451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] Checking router: 0105bfc7-7925-410b-b521-8b70127e5163 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:17:37.166903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5b576-edba-4938-8d25-44934bcde64d req-e0a67c79-0e82-4cd9-9fb7-deaaa4044f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.167744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:37.168651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:37.169655 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13a5b576-edba-4938-8d25-44934bcde64d req-e0a67c79-0e82-4cd9-9fb7-deaaa4044f3c service neutron] 10.222.0.91 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 904 time: 0.2801392 Aug 17 16:17:37.176035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port be4e68f7-ae5e-44f3-80d4-b979d1df6167 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:37.218698 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1f75c3c-8456-45a2-86d9-fb6837dca083 req-b830d5b8-c9d7-482a-8590-f32be537d0ea tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006854 Aug 17 16:17:37.265385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcae9366-5ecc-498e-98db-2f9299f5cc7a {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:37.276483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port be4e68f7-ae5e-44f3-80d4-b979d1df6167 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:37.277075 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:37.289671 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:37.320367 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-e1119426-4cbf-4611-ac9d-a540b9b38982 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 999 time: 0.2888157 Aug 17 16:17:37.321469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Transition to ACTIVE for port object dcae9366-5ecc-498e-98db-2f9299f5cc7a will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:37.323449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-7d0e2fa8-3f93-44d5-bf34-4b190662f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.325327 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-7d0e2fa8-3f93-44d5-bf34-4b190662f9db service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3424585 Aug 17 16:17:37.330708 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:37.338835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e56295e0-ee3d-4e5e-b569-1b89aeb069e7 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:17:37.347214 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13a5b576-edba-4938-8d25-44934bcde64d req-0763229d-e3f7-4ee8-967f-ad7ac25fcd30 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7 HTTP/1.1" status: 200 len: 217 time: 0.1672015 Aug 17 16:17:37.396158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae9366-5ecc-498e-98db-2f9299f5cc7a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:37.460712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-1935ac31-ffbd-404e-b837-67d9371a2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.462660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-1935ac31-ffbd-404e-b837-67d9371a2824 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.5164247 Aug 17 16:17:37.484748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-ed4258e1-d9f8-4547-9a60-0adc5e5e75bc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 200 len: 217 time: 0.0906577 Aug 17 16:17:37.555443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-c55d79a0-ac8b-49e3-be39-683b95b79102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.557456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-c55d79a0-ac8b-49e3-be39-683b95b79102 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0572429 Aug 17 16:17:37.563617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-91bcdd90-c002-4bba-bb4a-43f01dab8c75 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 200 len: 217 time: 0.0919356 Aug 17 16:17:37.590051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-977e1301-7569-42f0-aefe-8558caa3fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.591988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-977e1301-7569-42f0-aefe-8558caa3fb61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.2574124 Aug 17 16:17:37.602590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5b576-edba-4938-8d25-44934bcde64d req-50def116-5948-4ebf-94c7-f14812d9b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.603836 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13a5b576-edba-4938-8d25-44934bcde64d req-50def116-5948-4ebf-94c7-f14812d9b159 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4c68bbd3-2311-44f8-b7bf-3eab3f578677 HTTP/1.1" status: 200 len: 843 time: 0.2279203 Aug 17 16:17:37.707225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc969e-a239-4b1a-886b-fd3a5affad76 req-527f760e-e678-452e-9c36-a72221fda8de tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.725718 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ffc969e-a239-4b1a-886b-fd3a5affad76 req-527f760e-e678-452e-9c36-a72221fda8de tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 943 time: 0.3853424 Aug 17 16:17:37.745003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-c6eaba91-db62-443d-8e46-83d5ad743941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.745546 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:17:37.747629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-c6eaba91-db62-443d-8e46-83d5ad743941 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753597 Aug 17 16:17:37.797311 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13a5b576-edba-4938-8d25-44934bcde64d req-37498bee-24b6-4b20-b844-4dae66fddf0f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d5a17acc-74e0-490e-a417-2fa80964fc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216798 Aug 17 16:17:37.907303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-ccdd1042-2c11-4864-888a-8b6669845f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:37.910256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-ccdd1042-2c11-4864-888a-8b6669845f01 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2843969 Aug 17 16:17:37.914491 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:37.920810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Attempting to bind port dcae9366-5ecc-498e-98db-2f9299f5cc7a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:37.922303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Attempting to bind port dcae9366-5ecc-498e-98db-2f9299f5cc7a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:37.922303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Attempting to bind port dcae9366-5ecc-498e-98db-2f9299f5cc7a on network d3c9f612-0de1-4237-937c-2ec2c2566e17 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:37.933580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-ef086213-a260-4cb5-90cd-bb014bf5ae2f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:17:37.935291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-ef086213-a260-4cb5-90cd-bb014bf5ae2f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092103 Aug 17 16:17:37.964200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Port dcae9366-5ecc-498e-98db-2f9299f5cc7a on network d3c9f612-0de1-4237-937c-2ec2c2566e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:37.964388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Attempting to bind port dcae9366-5ecc-498e-98db-2f9299f5cc7a on network d3c9f612-0de1-4237-937c-2ec2c2566e17 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:37.970160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13a5b576-edba-4938-8d25-44934bcde64d req-534ab05c-b3fd-45b3-87e5-e3b8d1ae194f service neutron] 10.222.0.91 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587260 Aug 17 16:17:37.986633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:38.002578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-54560eee-eb20-4ce3-8039-5947621c6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:38.004259 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-54560eee-eb20-4ce3-8039-5947621c6929 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.4304776 Aug 17 16:17:38.021948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:38.022268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Checking segment: {'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:38.022778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Bound using segment: {'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:38.023122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Bound port: dcae9366-5ecc-498e-98db-2f9299f5cc7a, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5993a99-69e1-4af0-a8be-806e958e3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:38.023494 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:38.068084 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-1d763b3e-cc60-4509-9fad-eb43a758b743 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103089 Aug 17 16:17:38.087355 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ffc969e-a239-4b1a-886b-fd3a5affad76 req-466e4879-00c3-4e43-b64d-aa9b7b6aa969 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280385 Aug 17 16:17:38.121487 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:38.182693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:38.183350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-88014236-a968-4671-881f-7817aab5259c service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364225 Aug 17 16:17:38.215200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:38.221880 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feadb3c-cadf-4fed-b3f5-0521ce782fd9" -d '{"events": [{"server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "name": "network-vif-plugged", "status": "completed", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:38.234952 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:38.282487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13a5b576-edba-4938-8d25-44934bcde64d req-7a7b3495-ce8d-4774-b89f-14cf4d79566a service neutron] 10.222.0.91 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963545 Aug 17 16:17:38.308177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-66177e0b-0a17-403d-9964-1cb18daa9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:38.309904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-66177e0b-0a17-403d-9964-1cb18daa9cdc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2945564 Aug 17 16:17:38.310465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] For port dcae9366-5ecc-498e-98db-2f9299f5cc7a, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:38.353514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] For port dcae9366-5ecc-498e-98db-2f9299f5cc7a, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:38.359292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=be4e68f7-ae5e-44f3-80d4-b979d1df6167,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:38.374524 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:38.389632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-d423b71e-cdf2-401d-8a77-3619fc8f5566 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011458 Aug 17 16:17:38.439481 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-985de0a2-6411-4518-9a7c-ae18fa22e4b2 req-691b3e70-cf4a-4fd6-8ad6-37d2a23cce50 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426593 Aug 17 16:17:38.458170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:38.458762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382b12-2a49-49e8-856d-d66be91b0366 req-b3f8211a-baec-417f-98a4-9de7f705e6e1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:38.458990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:38.460446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:38.461519 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf382b12-2a49-49e8-856d-d66be91b0366 req-b3f8211a-baec-417f-98a4-9de7f705e6e1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 944 time: 0.2357717 Aug 17 16:17:38.462308 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] 10.222.0.93 "PUT /v2.0/ports/dcae9366-5ecc-498e-98db-2f9299f5cc7a HTTP/1.1" status: 200 len: 1092 time: 2.7723367 Aug 17 16:17:38.491457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab0265-2512-4d84-bccb-789f2858eb34 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae9366-5ecc-498e-98db-2f9299f5cc7a,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:38.520513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'port_id': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7', 'mac_address': 'fa:16:3e:a3:e2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c68bbd3-2311-44f8-b7bf-3eab3f578677', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:17:38.539693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-d99361c5-efe1-400c-9c7f-5476eecad0c9 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187831 Aug 17 16:17:38.663875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-94d21e4f-66c4-4150-8f25-72d875029565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:38.665652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-94d21e4f-66c4-4150-8f25-72d875029565 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe43627a8944416eb3090f252681ea68&device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 1095 time: 0.1165998 Aug 17 16:17:38.686170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa'}, {'name': 'network-changed', 'server_uuid': 'e19aa359-7007-49f5-b667-7cc53162053c', 'tag': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:38.689063 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84" -d '{"events": [{"name": "network-changed", "server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa"}, {"name": "network-changed", "server_uuid": "e19aa359-7007-49f5-b667-7cc53162053c", "tag": "dcae9366-5ecc-498e-98db-2f9299f5cc7a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:38.698204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:38.702657 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f93b53-d0d7-4905-916b-46f087ceee18" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:38.744942 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-fdc8707b-77dd-4247-8640-6f7e70866d4b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a HTTP/1.1" status: 200 len: 217 time: 0.0675764 Aug 17 16:17:38.754909 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-a081b73a-c91e-4ae6-adca-431c175686ab tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1678473817&fields=id&tenant_id=d9ed0accf7d84912828f668847939a04 HTTP/1.1" status: 200 len: 267 time: 0.1229231 Aug 17 16:17:38.775531 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:38.795907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56295e0-ee3d-4e5e-b569-1b89aeb069e7 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:38.798553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf382b12-2a49-49e8-856d-d66be91b0366 req-7c79ff58-3954-4b9e-8746-65f9065ffefe tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bedf741-c277-46fb-9d1b-48e2ab603252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569668 Aug 17 16:17:38.847856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:38.857809 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:38.933357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-8b451e78-53f1-4b73-8d13-fbd0eae243bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:38.935219 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-8b451e78-53f1-4b73-8d13-fbd0eae243bb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2 HTTP/1.1" status: 200 len: 866 time: 0.1794424 Aug 17 16:17:39.005378 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c4dba7a-5083-44d1-b8e4-3a07837908f7 req-ad62af72-1982-46e9-a241-08f7c40ed62d service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358330 Aug 17 16:17:39.045573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:39.053932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3b7fdb04-190b-485c-96b4-73d48e878652 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:39.056452 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3b7fdb04-190b-485c-96b4-73d48e878652 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/networks?id=772fe312-da19-4c12-8625-e8870a167407 HTTP/1.1" status: 200 len: 814 time: 0.2603726 Aug 17 16:17:39.085829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:c3:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:33Z', 'revision_number': 1, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:39.097002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-1ed2538e-d9b9-4363-8540-4c9614a92621 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/quotas/d9ed0accf7d84912828f668847939a04 HTTP/1.1" status: 200 len: 375 time: 0.0173929 Aug 17 16:17:39.149699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e56295e0-ee3d-4e5e-b569-1b89aeb069e7'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:39.156180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d265406-57fd-4306-9576-a0b12e1ed57b None None] The sync data for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 is: [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:c3:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:33Z', 'revision_number': 1, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:17:39.175385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-9cd7df50-aa40-485e-8c63-6bce4dddcdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:39.177387 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-9cd7df50-aa40-485e-8c63-6bce4dddcdc4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3c9f612-0de1-4237-937c-2ec2c2566e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2237475 Aug 17 16:17:39.305490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-1541cdd4-2bed-4b43-8251-05d9f1a1b2fc tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9ed0accf7d84912828f668847939a04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1921411 Aug 17 16:17:39.322593 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device f86b980c-722e-4c44-b956-a6f621491f6e details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:17:39.385952 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-22599f3e-eb24-419d-8dab-d8b118656699 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894698 Aug 17 16:17:39.549350 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871f4206-8fa4-4e67-809f-54a356bd4c15 None None] New status for floating IP 9577a76b-ab16-4d5a-9c87-fee2979d2ef9: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:17:39.601674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d5555-719a-473d-8bba-1fdf9bc0359a req-3dda8d6f-4cf7-4569-ac07-2d2c06152c1d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:39.603011 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:39.611838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-780d5555-719a-473d-8bba-1fdf9bc0359a req-3dda8d6f-4cf7-4569-ac07-2d2c06152c1d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 944 time: 0.3978710 Aug 17 16:17:39.617580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21', 'port_id': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'mac_address': 'fa:16:3e:9d:5c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0facc060-5683-458d-9dd4-a52402fd30cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:17:39.642822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56424c39-c691-48b4-859b-d76df2705064 req-ff754d9c-dc3f-4d7f-aaff-22f75865c32f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:39.646709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56424c39-c691-48b4-859b-d76df2705064 req-ff754d9c-dc3f-4d7f-aaff-22f75865c32f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d&tenant_id=0f558842595f45369d2b06bd1ef961b4&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 950 time: 0.2984836 Aug 17 16:17:39.757797 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:39.767905 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-780d5555-719a-473d-8bba-1fdf9bc0359a req-c8686386-2488-43f5-a012-bc3f8bd18bd0 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545999 Aug 17 16:17:39.814335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86b980c-722e-4c44-b956-a6f621491f6e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:39.864649 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-56424c39-c691-48b4-859b-d76df2705064 req-e07cd6b3-fcb7-422e-9e74-761dc3187d32 service neutron] delete failed (client error): The resource could not be found. Aug 17 16:17:39.866538 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56424c39-c691-48b4-859b-d76df2705064 req-e07cd6b3-fcb7-422e-9e74-761dc3187d32 service neutron] 10.222.0.91 "DELETE /v2.0/ports/be4e68f7-ae5e-44f3-80d4-b979d1df6167/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.1886232 Aug 17 16:17:39.881266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:39.893808 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:39.949619 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15027567-56b5-45cf-bb25-df7410c6b0b1 x-openstack-request-id: req-15027567-56b5-45cf-bb25-df7410c6b0b1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:39.950190 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "name": "network-vif-plugged", "status": "completed", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:39.950792 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-15027567-56b5-45cf-bb25-df7410c6b0b1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:39.951369 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'code': 200} Aug 17 16:17:40.017090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:40.069796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8e18e523-e48c-475c-9674-cfa7f8000542 service neutron] 10.222.0.77 "GET /v2.0/networks/772fe312-da19-4c12-8625-e8870a167407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135727 Aug 17 16:17:40.094948 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fc86e37-f166-4ff9-9adb-b462abf19414 req-1afe927a-e2e4-44a5-b347-429db12de9d4 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726449 Aug 17 16:17:40.122616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56424c39-c691-48b4-859b-d76df2705064 req-fa9568e0-2377-4a0b-b126-6eea33c68614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.125129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['f86b980c-722e-4c44-b956-a6f621491f6e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:40.125331 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56424c39-c691-48b4-859b-d76df2705064 req-fa9568e0-2377-4a0b-b126-6eea33c68614 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 1101 time: 0.1223567 Aug 17 16:17:40.230882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47524a8-e391-4db4-9332-c433a0319c19 req-232067d1-0712-449f-b846-94e3b1f4b9f2 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.233544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d47524a8-e391-4db4-9332-c433a0319c19 req-232067d1-0712-449f-b846-94e3b1f4b9f2 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 945 time: 0.1854806 Aug 17 16:17:40.263686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8bc8c5da-d3df-494e-a54e-f2d70f34d7ce service neutron] 10.222.0.77 "GET /v2.0/networks/772fe312-da19-4c12-8625-e8870a167407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856117 Aug 17 16:17:40.332423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d47524a8-e391-4db4-9332-c433a0319c19 req-a784965b-1dce-4eed-8f5b-1c7ef04a394a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802662 Aug 17 16:17:40.365777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56424c39-c691-48b4-859b-d76df2705064 req-d1b8e408-ff8c-4fb4-95c4-4bf53576fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.368378 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56424c39-c691-48b4-859b-d76df2705064 req-d1b8e408-ff8c-4fb4-95c4-4bf53576fb38 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2307343 Aug 17 16:17:40.415859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56424c39-c691-48b4-859b-d76df2705064 req-1b130784-a1a3-4af1-83f9-3b8f247515c5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 200 len: 217 time: 0.0391741 Aug 17 16:17:40.492919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56424c39-c691-48b4-859b-d76df2705064 req-1dd562e3-fc30-41de-ba71-d709d65c9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.495706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56424c39-c691-48b4-859b-d76df2705064 req-1dd562e3-fc30-41de-ba71-d709d65c9691 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0724015 Aug 17 16:17:40.523521 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903adf25-6377-492a-9c77-3f016179b2d3 x-openstack-request-id: req-903adf25-6377-492a-9c77-3f016179b2d3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:40.524081 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e19aa359-7007-49f5-b667-7cc53162053c", "tag": "dcae9366-5ecc-498e-98db-2f9299f5cc7a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:40.524596 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-903adf25-6377-492a-9c77-3f016179b2d3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:40.525325 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'status': 'completed', 'code': 200} Aug 17 16:17:40.525830 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19aa359-7007-49f5-b667-7cc53162053c', 'tag': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'status': 'completed', 'code': 200} Aug 17 16:17:40.598721 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980275ca-7006-466b-aa20-98b29e971c0b x-openstack-request-id: req-980275ca-7006-466b-aa20-98b29e971c0b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:40.599447 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:40.599868 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-980275ca-7006-466b-aa20-98b29e971c0b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:40.600474 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'status': 'completed', 'code': 200} Aug 17 16:17:40.674567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-dd46d920-6ccf-498e-82f9-a0ea1373d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.676110 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-dd46d920-6ccf-498e-82f9-a0ea1373d521 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1096 time: 0.1176982 Aug 17 16:17:40.695717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-3cfec9cd-3982-4e75-9853-68b94a3141eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.697238 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-3cfec9cd-3982-4e75-9853-68b94a3141eb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe43627a8944416eb3090f252681ea68&device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 1095 time: 0.1427636 Aug 17 16:17:40.702838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-ba495dd4-258b-46db-8b4a-e5f167d5e92e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.705645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-ba495dd4-258b-46db-8b4a-e5f167d5e92e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2084072 Aug 17 16:17:40.735031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f93b53-d0d7-4905-916b-46f087ceee18 req-23f4bf55-a71e-440b-b2ab-5ffc359e33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.737513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03f93b53-d0d7-4905-916b-46f087ceee18 req-23f4bf55-a71e-440b-b2ab-5ffc359e33af service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 1096 time: 0.1270258 Aug 17 16:17:40.759970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56424c39-c691-48b4-859b-d76df2705064 req-8575bacd-7cfa-4568-88cc-669c2216b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.761451 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56424c39-c691-48b4-859b-d76df2705064 req-8575bacd-7cfa-4568-88cc-669c2216b6d0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042685 Aug 17 16:17:40.879514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bbca7-6541-4dd2-9a4f-60a2a36a7c4e req-9ebf1c84-548a-4b8e-889f-08fffb53d77a tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.881050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-643bbca7-6541-4dd2-9a4f-60a2a36a7c4e req-9ebf1c84-548a-4b8e-889f-08fffb53d77a tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 944 time: 0.2051430 Aug 17 16:17:40.959135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-c188498d-d3e3-4a48-b005-0541ea2a47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:40.961369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-c188498d-d3e3-4a48-b005-0541ea2a47ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3c9f612-0de1-4237-937c-2ec2c2566e17 HTTP/1.1" status: 200 len: 928 time: 0.2483466 Aug 17 16:17:41.020837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f93b53-d0d7-4905-916b-46f087ceee18 req-0ea63384-9e56-4215-8486-84f3eae0885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:41.022535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03f93b53-d0d7-4905-916b-46f087ceee18 req-0ea63384-9e56-4215-8486-84f3eae0885a service neutron] 10.222.0.91 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 914 time: 0.2393887 Aug 17 16:17:41.027118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-a33dad2c-0b1b-493e-ba01-c4ef6649aa6e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a HTTP/1.1" status: 200 len: 217 time: 0.0544357 Aug 17 16:17:41.031307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-643bbca7-6541-4dd2-9a4f-60a2a36a7c4e req-6f78508c-0e43-4f0f-b24e-6e5481a5832b tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271210 Aug 17 16:17:41.105652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03f93b53-d0d7-4905-916b-46f087ceee18 req-ace0b636-c6fd-49ef-a398-226802899381 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f86b980c-722e-4c44-b956-a6f621491f6e HTTP/1.1" status: 200 len: 217 time: 0.0731943 Aug 17 16:17:41.173398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-8465489d-6b4a-4710-88b7-f582c0f33220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:41.175092 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-8465489d-6b4a-4710-88b7-f582c0f33220 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2 HTTP/1.1" status: 200 len: 866 time: 0.1362631 Aug 17 16:17:41.239563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f93b53-d0d7-4905-916b-46f087ceee18 req-c24ac9eb-bad0-43a0-aa0e-f0478734fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:41.239563 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03f93b53-d0d7-4905-916b-46f087ceee18 req-c24ac9eb-bad0-43a0-aa0e-f0478734fc94 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0facc060-5683-458d-9dd4-a52402fd30cc HTTP/1.1" status: 200 len: 853 time: 0.1234715 Aug 17 16:17:41.285577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03f93b53-d0d7-4905-916b-46f087ceee18 req-f6d0f87d-84fe-459b-89f7-4ed5799ebc21 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=025e44aa-29a7-40d2-8d93-515418fe1e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401597 Aug 17 16:17:41.301609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632853-eece-43c6-adc0-6f171270da34 req-5fa10164-ce8a-447d-9682-78290d250117 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:41.303201 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f632853-eece-43c6-adc0-6f171270da34 req-5fa10164-ce8a-447d-9682-78290d250117 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1557205 Aug 17 16:17:41.307551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-1d7b6c6f-6e5c-4d45-98b9-21103e469a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:41.308065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-1d7b6c6f-6e5c-4d45-98b9-21103e469a9e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3c9f612-0de1-4237-937c-2ec2c2566e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115935 Aug 17 16:17:41.339332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device f86b980c-722e-4c44-b956-a6f621491f6e up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:41.354813 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-b8bcc234-8624-46b2-93ec-06332d918ab9 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.6327801 Aug 17 16:17:41.406499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Request body: {'floatingip': {'port_id': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:41.435166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port f86b980c-722e-4c44-b956-a6f621491f6e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:41.442743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port f86b980c-722e-4c44-b956-a6f621491f6e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:41.443383 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:41.573525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-d46cfb8d-7d93-4795-8da3-06de5b897246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:41.575181 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f632853-eece-43c6-adc0-6f171270da34 req-25cc779c-030e-44c3-b211-8d8e07357982 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482941 Aug 17 16:17:41.576307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-d46cfb8d-7d93-4795-8da3-06de5b897246 service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.8897922 Aug 17 16:17:41.611460 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:41.631324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-411bc8f8-821e-4ba7-8255-a95427f0ab9d service neutron] 10.222.0.93 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026402 Aug 17 16:17:41.632966 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:41.635534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03f93b53-d0d7-4905-916b-46f087ceee18 req-f5d6801c-d668-4323-9f71-9a5e05c5ffb2 service neutron] 10.222.0.91 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311765 Aug 17 16:17:41.677282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:41.683944 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:41.685703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e56295e0-ee3d-4e5e-b569-1b89aeb069e7 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:41.706965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56424c39-c691-48b4-859b-d76df2705064 req-a8225a0d-3f0a-45d9-9c02-0b41002ccb28 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9123061 Aug 17 16:17:41.822471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-a58d9ab0-27cc-43f1-95ad-25331ca04165 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 1001 time: 0.2257617 Aug 17 16:17:41.836785 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:41.891640 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e56295e0-ee3d-4e5e-b569-1b89aeb069e7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:41.905974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e56295e0-ee3d-4e5e-b569-1b89aeb069e7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:41.908416 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:41.954571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:41.966307 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba7bb41-f906-479f-99f7-c9d6f5867828" -d '{"events": [{"server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "name": "network-vif-plugged", "status": "completed", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:41.987908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-bfedf826-67df-4dbb-98d6-2db906996f52 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479755 Aug 17 16:17:41.990129 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03f93b53-d0d7-4905-916b-46f087ceee18 req-081250fd-fddc-4a92-a710-aa1c765d2902 service neutron] 10.222.0.91 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468088 Aug 17 16:17:42.000413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474d2a9-9965-4be9-977a-06a8a9a11f8b req-5e448d51-e5be-4148-9766-a23690564bc0 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:42.002959 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8474d2a9-9965-4be9-977a-06a8a9a11f8b req-5e448d51-e5be-4148-9766-a23690564bc0 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 944 time: 0.2503648 Aug 17 16:17:42.088312 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56424c39-c691-48b4-859b-d76df2705064 req-3bcecdf8-9523-427f-9b6a-bcca249fb239 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677335 Aug 17 16:17:42.090946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-d89c1a1f-2534-4d5b-8a36-c719b1191f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:42.094005 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-d89c1a1f-2534-4d5b-8a36-c719b1191f97 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.2474074 Aug 17 16:17:42.104845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8474d2a9-9965-4be9-977a-06a8a9a11f8b req-bea46641-70c4-4811-94c4-10583d94c3e8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bedf741-c277-46fb-9d1b-48e2ab603252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702505 Aug 17 16:17:42.129604 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:42.167308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90912de-472e-45d3-97af-b326bb8c7436 req-e757121e-79e6-422c-a76c-526311ef3c38 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:42.169593 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-e757121e-79e6-422c-a76c-526311ef3c38 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.91 "GET /v2.0/networks?id=772fe312-da19-4c12-8625-e8870a167407 HTTP/1.1" status: 200 len: 814 time: 0.2253377 Aug 17 16:17:42.241057 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-107f11a5-6e52-44cb-ac54-5e7d34a11736 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9ed0accf7d84912828f668847939a04 HTTP/1.1" status: 200 len: 380 time: 0.0617068 Aug 17 16:17:42.248206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:42.256657 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:42.261403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Request body: {'port': {'device_id': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'admin_state_up': True, 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'security_groups': ['27fa064f-3ac9-4ce0-8971-813476289753']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:42.339284 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ede49b1a-77ad-43ff-bf15-86ab89dae7de req-d54907a5-cec2-426f-9e3b-0f1c078c1699 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 210 time: 0.0718095 Aug 17 16:17:42.386961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-657f9487-0999-476e-9959-87b5d7b2bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:42.391519 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-657f9487-0999-476e-9959-87b5d7b2bb69 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354329 Aug 17 16:17:42.403377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:42.438754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Made reservation on behalf of d9ed0accf7d84912828f668847939a04 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:42.446008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:42.635599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d10ee-22aa-412f-b1ee-a57dada26d1f req-12c67b0e-e320-4ef6-bf9d-a41f95d95902 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:42.638437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e45d10ee-22aa-412f-b1ee-a57dada26d1f req-12c67b0e-e320-4ef6-bf9d-a41f95d95902 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1693335 Aug 17 16:17:42.729779 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-0cb01c03-f016-48ac-bb41-e80dea94c841 service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270342 Aug 17 16:17:42.793701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Allocated IP 172.20.0.10 (772fe312-da19-4c12-8625-e8870a167407/665f0674-a632-446f-8db6-e898bd403ddf/33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:42.811392 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e45d10ee-22aa-412f-b1ee-a57dada26d1f req-6f9be12a-4cf4-426b-a8ef-097b04b2046b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495023 Aug 17 16:17:42.985376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dcae9366-5ecc-498e-98db-2f9299f5cc7a details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:17:43.097028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9677c5b-cb4e-4b18-bd5c-4f23a450ed84 req-a71ed8ad-ad33-4f24-9f43-5bfa80040b5e service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565550 Aug 17 16:17:43.104387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:17:43.165823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dcae9366-5ecc-498e-98db-2f9299f5cc7a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:43.172993 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:43.179975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:43.191182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'port_id': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'mac_address': 'fa:16:3e:9e:20:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:17:43.204129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:43.215593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d1938-093c-4da2-a1e5-cfbce5a36f72 req-9a62c091-07fc-408a-ab68-0b99f816826d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:43.218158 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f2d1938-093c-4da2-a1e5-cfbce5a36f72 req-9a62c091-07fc-408a-ab68-0b99f816826d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 945 time: 0.1504214 Aug 17 16:17:43.250189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Transition to ACTIVE for port object 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:43.270482 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:43.301616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcae9366-5ecc-498e-98db-2f9299f5cc7a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:43.319993 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Floating IP 9577a76b-ab16-4d5a-9c87-fee2979d2ef9 associated. External IP: 172.25.7.115, port: 124a5b90-4e9c-4fad-978c-e5e2185831aa. Aug 17 16:17:43.329188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f2d1938-093c-4da2-a1e5-cfbce5a36f72 req-e9123326-a710-4df7-8b78-154d0246cc18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922713 Aug 17 16:17:43.349469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dcae9366-5ecc-498e-98db-2f9299f5cc7a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:43.357198 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:43.361088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:43.411769 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25d8273-a211-4982-be2a-51a3adc40a81 x-openstack-request-id: req-d25d8273-a211-4982-be2a-51a3adc40a81 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:43.412346 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "name": "network-vif-plugged", "status": "completed", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:43.412570 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d25d8273-a211-4982-be2a-51a3adc40a81 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:43.413161 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'code': 200} Aug 17 16:17:43.453900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Network 772fe312-da19-4c12-8625-e8870a167407 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:43.464690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:43.468977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:43.505014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=dcae9366-5ecc-498e-98db-2f9299f5cc7a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:43.551035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Pushing event updated for resources: {'Port': ['ID=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:43.596912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:43.597971 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:43.631501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3804b-bd2b-442f-96dd-3cc40b4d0338 req-d2c83c64-6283-4213-b1c6-af4702cecc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:43.633088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e7b0-da04-4195-bb9b-3c6705ae48d2 req-7d5e0ea7-67e3-421f-8130-cfdc6c307229 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:43.633501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3df3804b-bd2b-442f-96dd-3cc40b4d0338 req-d2c83c64-6283-4213-b1c6-af4702cecc10 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 1097 time: 0.1062984 Aug 17 16:17:43.635827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a508e7b0-da04-4195-bb9b-3c6705ae48d2 req-7d5e0ea7-67e3-421f-8130-cfdc6c307229 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 945 time: 0.1194088 Aug 17 16:17:43.637904 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-3db4b9a6-f09b-4935-b0f4-4eb9c1bfc068 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3837335 Aug 17 16:17:43.653378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Request body: {'port': {'device_id': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:43.685531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['dcae9366-5ecc-498e-98db-2f9299f5cc7a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:43.748027 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a508e7b0-da04-4195-bb9b-3c6705ae48d2 req-22df7f01-ffaf-4ff9-832f-fc1a9f629cce tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020870 Aug 17 16:17:43.754179 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:43.832114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-55ad6caf-4d9b-4700-b711-950654d8a70c None None] Provisioning for port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:43.846590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-55ad6caf-4d9b-4700-b711-950654d8a70c None None] Provisioning complete for port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:43.846852 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55ad6caf-4d9b-4700-b711-950654d8a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:43.853223 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3df3804b-bd2b-442f-96dd-3cc40b4d0338 req-328db32d-aa00-4fbd-8ba6-5726eae529af service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529148 Aug 17 16:17:43.891913 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Router 0105bfc7-7925-410b-b521-8b70127e5163 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:17:43.948276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-55ad6caf-4d9b-4700-b711-950654d8a70c None None] Port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:17:44.015212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd39e2-6140-4dc6-b318-224bba2fb360 req-263d731c-c018-49d6-ae69-fb040243eee3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:44.017179 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56fd39e2-6140-4dc6-b318-224bba2fb360 req-263d731c-c018-49d6-ae69-fb040243eee3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1734676 Aug 17 16:17:44.034909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:17:44.050957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742e9e2-618b-4b36-956a-29128320207d None None] Sync routers for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:17:44.063479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742e9e2-618b-4b36-956a-29128320207d None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:44.064225 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4742e9e2-618b-4b36-956a-29128320207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:44.111280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56fd39e2-6140-4dc6-b318-224bba2fb360 req-bc740bd3-ed1b-4a0d-b92a-3965ef664b30 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832729 Aug 17 16:17:44.221838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:44.230149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:44.244152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Transition to ACTIVE for port object 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:44.252642 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:44.354222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4742e9e2-618b-4b36-956a-29128320207d None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:44.357716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:44.526592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f26d56-9bfe-4735-87ae-6bc2e4285ba6 req-4ad2dafe-9578-40a1-bb78-b3cfcb1b54fe tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:44.539030 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9f26d56-9bfe-4735-87ae-6bc2e4285ba6 req-4ad2dafe-9578-40a1-bb78-b3cfcb1b54fe tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 945 time: 0.2407296 Aug 17 16:17:44.611274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Attempting to bind port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:44.611694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Attempting to bind port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:44.612216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Attempting to bind port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 on network 772fe312-da19-4c12-8625-e8870a167407 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:44.642293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 on network 772fe312-da19-4c12-8625-e8870a167407 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:44.642848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Attempting to bind port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 on network 772fe312-da19-4c12-8625-e8870a167407 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:44.663425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:44.663972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Checking segment: {'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:44.664606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Bound using segment: {'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:44.665333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Bound port: 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930b5a53-1456-443c-8637-f8a0bada740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '772fe312-da19-4c12-8625-e8870a167407'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:44.665944 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:44.749595 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9f26d56-9bfe-4735-87ae-6bc2e4285ba6 req-0f0686c9-725d-4b23-9656-be7904a28141 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bedf741-c277-46fb-9d1b-48e2ab603252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585627 Aug 17 16:17:44.845633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Router 0105bfc7-7925-410b-b521-8b70127e5163 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:17:44.904362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] For port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:44.919508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] For port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:44.945920 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:44.966661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4742e9e2-618b-4b36-956a-29128320207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:42Z', 'revision_number': 3, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:45.021306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.023018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dcae9366-5ecc-498e-98db-2f9299f5cc7a up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:45.024793 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:45.025534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742e9e2-618b-4b36-956a-29128320207d None None] Checking router: 0105bfc7-7925-410b-b521-8b70127e5163 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:17:45.028171 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] 10.222.0.91 "PUT /v2.0/ports/33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 HTTP/1.1" status: 200 len: 1092 time: 1.3806517 Aug 17 16:17:45.035094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'tag': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:45.040636 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80" -d '{"events": [{"name": "network-changed", "server_uuid": "5dccc3d3-0577-44a1-92cb-3796ef0ab581", "tag": "33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:45.054081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:17:45.061057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:45.100205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2450e2b-976e-4d63-9853-cfe52eeb0764 req-fdf3f682-ed5b-4316-8dd1-96a64af364c7 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.103111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2450e2b-976e-4d63-9853-cfe52eeb0764 req-fdf3f682-ed5b-4316-8dd1-96a64af364c7 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 944 time: 0.1717472 Aug 17 16:17:45.109448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:45.112340 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99c5c4-38c9-4138-9082-e89005a5d5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:45.143209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742e9e2-618b-4b36-956a-29128320207d None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:45.144164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4742e9e2-618b-4b36-956a-29128320207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:45.169289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8a0560fd-33c0-4288-8b66-659fb63c4113 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "PUT /v2.0/floatingips/9577a76b-ab16-4d5a-9c87-fee2979d2ef9 HTTP/1.1" status: 200 len: 998 time: 3.7860243 Aug 17 16:17:45.203504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431a7c1-e203-47be-9f0f-39ccc72dcbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:45.224595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port dcae9366-5ecc-498e-98db-2f9299f5cc7a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:45.232067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port dcae9366-5ecc-498e-98db-2f9299f5cc7a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:45.232433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:45.234802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90912de-472e-45d3-97af-b326bb8c7436 req-a9b6b9d0-2f7f-4806-a904-0e0379ee0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.237863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-a9b6b9d0-2f7f-4806-a904-0e0379ee0f15 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d9ed0accf7d84912828f668847939a04&device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 1095 time: 0.1321187 Aug 17 16:17:45.240282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2450e2b-976e-4d63-9853-cfe52eeb0764 req-30d7bf78-7764-494d-8231-19722c4e4bb1 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/security-groups?id=27fa064f-3ac9-4ce0-8971-813476289753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719414 Aug 17 16:17:45.252541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-1e51c40a-0bd8-400c-89c2-8b580db91b43 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.254111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-1e51c40a-0bd8-400c-89c2-8b580db91b43 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports/124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 942 time: 0.0781543 Aug 17 16:17:45.308596 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-be8efb3f-97fc-4915-ba18-5fb6fe3eea30 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 HTTP/1.1" status: 200 len: 217 time: 0.0628648 Aug 17 16:17:45.395646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-cb8b3387-4e47-4400-b755-af76340a17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.397274 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-cb8b3387-4e47-4400-b755-af76340a17c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1096 time: 0.0658431 Aug 17 16:17:45.402469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90912de-472e-45d3-97af-b326bb8c7436 req-f7351d10-0078-4c41-b73f-c87d251ab45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.405406 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-f7351d10-0078-4c41-b73f-c87d251ab45c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=665f0674-a632-446f-8db6-e898bd403ddf HTTP/1.1" status: 200 len: 853 time: 0.0891235 Aug 17 16:17:45.419033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93015dda-a05c-4db8-b848-dfc416219d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:45.421503 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9651ea0-fd88-4530-b626-d000ed6d5faa" -d '{"events": [{"server_uuid": "93015dda-a05c-4db8-b848-dfc416219d6a", "name": "network-vif-plugged", "status": "completed", "tag": "e56295e0-ee3d-4e5e-b569-1b89aeb069e7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:45.443686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed15d80-f388-4a0e-aadc-081434eaaf22 req-2dac5805-0458-441f-a12a-983250165e6e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.445554 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ed15d80-f388-4a0e-aadc-081434eaaf22 req-2dac5805-0458-441f-a12a-983250165e6e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1190321 Aug 17 16:17:45.511340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90912de-472e-45d3-97af-b326bb8c7436 req-63758da7-b197-49d1-8cee-f0ed7b7f11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.512908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-63758da7-b197-49d1-8cee-f0ed7b7f11db service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=772fe312-da19-4c12-8625-e8870a167407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953414 Aug 17 16:17:45.517056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ed15d80-f388-4a0e-aadc-081434eaaf22 req-1acb82bf-f3de-4487-8a08-e7325c3a4a79 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558743 Aug 17 16:17:45.524486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4742e9e2-618b-4b36-956a-29128320207d None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:45.535768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-fe9784c3-9dcd-4b2c-ac1f-b5054324cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.546103 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-fe9784c3-9dcd-4b2c-ac1f-b5054324cb99 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.1411800 Aug 17 16:17:45.603506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-9171c60b-cbb0-4b82-b773-406443c848d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 217 time: 0.0564299 Aug 17 16:17:45.635270 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:45.695355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dcae9366-5ecc-498e-98db-2f9299f5cc7a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:45.709902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-67987fc1-07bb-4aff-83ac-d2649e63a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.713488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-67987fc1-07bb-4aff-83ac-d2649e63a364 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.0999098 Aug 17 16:17:45.717219 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:45.742415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-9c63230d-d231-430f-bc36-1b293f98edd1 service neutron] 10.222.0.91 "GET /v2.0/networks/772fe312-da19-4c12-8625-e8870a167407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182128 Aug 17 16:17:45.792482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-d9a52837-4010-4dd5-9eff-999c0530eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.796197 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-d9a52837-4010-4dd5-9eff-999c0530eb88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630295 Aug 17 16:17:45.808376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-f09d4ab5-d20d-4da9-9d78-fbab75a96e50 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:17:45.810019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-f09d4ab5-d20d-4da9-9d78-fbab75a96e50 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069036 Aug 17 16:17:45.820793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=dcae9366-5ecc-498e-98db-2f9299f5cc7a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:45.900255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17721f14-d741-404c-9657-60345244a300 req-240d2fb0-58e9-4ebe-9e27-9fa8fe6777f5 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.901878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17721f14-d741-404c-9657-60345244a300 req-240d2fb0-58e9-4ebe-9e27-9fa8fe6777f5 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1581852 Aug 17 16:17:45.921935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4742e9e2-618b-4b36-956a-29128320207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:42Z', 'revision_number': 3, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:45.950473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f90912de-472e-45d3-97af-b326bb8c7436 req-f830caf6-2a30-4875-824c-95169292e44c service neutron] 10.222.0.91 "GET /v2.0/networks/772fe312-da19-4c12-8625-e8870a167407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847494 Aug 17 16:17:45.954758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742e9e2-618b-4b36-956a-29128320207d None None] The sync data for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 is: [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:42Z', 'revision_number': 3, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:17:45.968501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17721f14-d741-404c-9657-60345244a300 req-dccd96bb-be03-40b0-ab2a-8c935e238b54 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559459 Aug 17 16:17:45.982496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-2d226a17-eac4-4c84-9b19-d593258dc2b1 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:45.984700 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-2d226a17-eac4-4c84-9b19-d593258dc2b1 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.0947134 Aug 17 16:17:45.987369 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-0453f3f1-9e9f-486d-8362-933b87a90556 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612959 Aug 17 16:17:46.001869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804878-1'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:46.126946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7be9-8533-4c57-8ee4-24d80c8d40b8 req-1ea48baa-efc0-4b5e-b872-66cd8934423d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:46.128494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-035c7be9-8533-4c57-8ee4-24d80c8d40b8 req-1ea48baa-efc0-4b5e-b872-66cd8934423d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 945 time: 0.0714929 Aug 17 16:17:46.131079 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:46.183917 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-035c7be9-8533-4c57-8ee4-24d80c8d40b8 req-7b6b914d-52c5-4e5e-8a1b-44eb29e7d9d7 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458391 Aug 17 16:17:46.196184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-1a513b78-3ac5-47c6-969c-efcef3ae0773 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843188 Aug 17 16:17:46.201802 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7885f1-2473-434b-87e4-922173585cc4 None None] New status for floating IP 9577a76b-ab16-4d5a-9c87-fee2979d2ef9: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:17:46.348091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8c6c309d-5b2a-40f8-8ea6-ab8336a4cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:46.349818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8c6c309d-5b2a-40f8-8ea6-ab8336a4cd31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 1096 time: 0.0735636 Aug 17 16:17:46.372190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:46.378740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d32c8-8dc1-4916-916e-8610091b1076 req-63c9205b-fbf4-44f5-bf97-3c2724b44ffd tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:46.381376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af3d32c8-8dc1-4916-916e-8610091b1076 req-63c9205b-fbf4-44f5-bf97-3c2724b44ffd tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 945 time: 0.0856078 Aug 17 16:17:46.454988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af3d32c8-8dc1-4916-916e-8610091b1076 req-bfb224a4-851e-4f19-9522-bc159b86cc91 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669715 Aug 17 16:17:46.480541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:46.502853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] Sync routers for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:17:46.519959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-44f599d5-9873-4abe-a7f9-abeb5d3757e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:46.520294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:46.521526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-44f599d5-9873-4abe-a7f9-abeb5d3757e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.1634159 Aug 17 16:17:46.522166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:46.526102 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6272b8fd-039b-4eaf-884e-a372f71727b2 x-openstack-request-id: req-6272b8fd-039b-4eaf-884e-a372f71727b2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:46.526492 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dccc3d3-0577-44a1-92cb-3796ef0ab581", "tag": "33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:46.526759 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6272b8fd-039b-4eaf-884e-a372f71727b2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:46.527153 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'tag': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597', 'status': 'completed', 'code': 200} Aug 17 16:17:46.609746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-4d93de8c-73f4-4c2b-9274-7e6c14b81cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:46.611374 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-4d93de8c-73f4-4c2b-9274-7e6c14b81cac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d9ed0accf7d84912828f668847939a04&device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 1095 time: 0.0624752 Aug 17 16:17:46.635905 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6652cb-c289-4a4f-8246-80929dc08574 x-openstack-request-id: req-3e6652cb-c289-4a4f-8246-80929dc08574 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:46.636213 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93015dda-a05c-4db8-b848-dfc416219d6a", "name": "network-vif-plugged", "status": "completed", "tag": "e56295e0-ee3d-4e5e-b569-1b89aeb069e7", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:46.636499 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e6652cb-c289-4a4f-8246-80929dc08574 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:46.637014 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93015dda-a05c-4db8-b848-dfc416219d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7', 'code': 200} Aug 17 16:17:46.645210 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0681adca-2b35-46b3-bbca-2f8b80ea79aa x-openstack-request-id: req-0681adca-2b35-46b3-bbca-2f8b80ea79aa {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:46.645597 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:46.646002 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0681adca-2b35-46b3-bbca-2f8b80ea79aa {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:46.646684 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'status': 'completed', 'code': 200} Aug 17 16:17:46.659499 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:46.689897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:46.722628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:46.750765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-a90ae030-661a-4770-982c-fb94c08aba37 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d536a3f-0304-4720-a550-a13f63e2aa45 HTTP/1.1" status: 200 len: 1001 time: 0.2140374 Aug 17 16:17:46.840781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a407f-1c6c-4f7d-a647-fe2a708f2a39 req-8f2c4f38-ef14-4ffd-8776-099132bd6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:46.842310 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-235a407f-1c6c-4f7d-a647-fe2a708f2a39 req-8f2c4f38-ef14-4ffd-8776-099132bd6a21 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 1096 time: 0.1466391 Aug 17 16:17:46.849176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-6511f9d0-5e8b-4ad9-a3f5-7b0c11b4e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:46.850752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-6511f9d0-5e8b-4ad9-a3f5-7b0c11b4e88d service neutron] 10.222.0.91 "GET /v2.0/networks?id=772fe312-da19-4c12-8625-e8870a167407 HTTP/1.1" status: 200 len: 915 time: 0.2327504 Aug 17 16:17:46.869834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-76f2588b-28e4-4536-ae25-0becb9de86e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:46.871592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-76f2588b-28e4-4536-ae25-0becb9de86e4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1096 time: 0.2437882 Aug 17 16:17:46.914955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-457894a7-3150-43dd-a960-904e33178882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:46.916389 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-457894a7-3150-43dd-a960-904e33178882 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.1242726 Aug 17 16:17:46.925220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa93038-84c8-4983-9085-74fdcea276e0,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:47.022509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on host n-h2-804878-1 for vnic_type normal with profile {"migrating_to": "n-h1-804878-1"} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:47.023031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:47.024127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:47.037572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:46Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:47.071964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] Checking router: 0105bfc7-7925-410b-b521-8b70127e5163 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:17:47.080610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:47.081142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:47.081866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:47.082555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:47.104041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:47.104602 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:47.105224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:47.105967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Bound port: aaa93038-84c8-4983-9085-74fdcea276e0, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:47.106887 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:47.160681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8362e15a-1a81-44a9-8e23-575336e772d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:47.164480 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-8362e15a-1a81-44a9-8e23-575336e772d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133448 Aug 17 16:17:47.204012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:47.205544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-31b45909-3bf0-461a-b7b0-69f8681aad71 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 HTTP/1.1" status: 200 len: 217 time: 0.3436272 Aug 17 16:17:47.272574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-235a407f-1c6c-4f7d-a647-fe2a708f2a39 req-8da974c2-a6d4-4edf-8816-7f836faaa365 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207811 Aug 17 16:17:47.280848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd972-e038-4b1a-b678-d312a44d0900 req-abfc69b4-0500-4159-a281-09440ef2d532 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:47.283036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-abfc69b4-0500-4159-a281-09440ef2d532 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 813 time: 0.5353343 Aug 17 16:17:47.300907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-57fba1f9-5f3a-4be2-b51b-abf5fd47418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:47.302557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-57fba1f9-5f3a-4be2-b51b-abf5fd47418b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=665f0674-a632-446f-8db6-e898bd403ddf HTTP/1.1" status: 200 len: 853 time: 0.0877898 Aug 17 16:17:47.305226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bbd77855-fc6a-4bc8-84bc-65e11443f89e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/quotas/6f3580f208834031977e42fd34d195b6 HTTP/1.1" status: 200 len: 375 time: 0.0152760 Aug 17 16:17:47.327273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-4d98c76a-d7f4-4015-841a-4b77577fbe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:47.329787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-4d98c76a-d7f4-4015-841a-4b77577fbe4a service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.4355123 Aug 17 16:17:47.391940 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-34563713-c71e-4a8f-a80c-ad746f23f9c4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806718 Aug 17 16:17:47.398051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-3e120ef2-30ee-48a3-8227-a57707e40f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:47.399767 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-3e120ef2-30ee-48a3-8227-a57707e40f60 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=772fe312-da19-4c12-8625-e8870a167407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777628 Aug 17 16:17:47.401886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device aaa93038-84c8-4983-9085-74fdcea276e0 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:17:47.443076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-f86de85c-57ee-45e5-9feb-2cb9c8df8d55 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 217 time: 0.1002343 Aug 17 16:17:47.466496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:47.505065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:47.522532 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:47.566488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-7d019ae0-98b7-4073-92a0-76ce969883a5 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517940 Aug 17 16:17:47.572792 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-93de2590-7f92-4bad-8360-bb61f9f78ba9 service neutron] 10.222.0.77 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710873 Aug 17 16:17:47.579714 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-10aad3dd-506a-4b8f-abf6-07b6e46f3189 service neutron] 10.222.0.91 "GET /v2.0/networks/772fe312-da19-4c12-8625-e8870a167407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697989 Aug 17 16:17:47.583922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-eb43100b-cfdc-4125-bd35-1cb269d3577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:47.585449 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-eb43100b-cfdc-4125-bd35-1cb269d3577e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.1340108 Aug 17 16:17:47.587698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:46Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:47.652874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412d0cd1-c1d8-4789-87c4-78656a10a8c1 None None] The sync data for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 is: [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:46Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:17:47.665765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:47.706943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on host n-h2-804878-1 for vnic_type normal with profile {"migrating_to": "n-h1-804878-1"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:47.707447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:47.708162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:47.715377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:47.715938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port aaa93038-84c8-4983-9085-74fdcea276e0 on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:47.737642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:47.745494 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:47.748078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:47.749414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Bound port: aaa93038-84c8-4983-9085-74fdcea276e0, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:47.749685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:47.755963 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-0fa389ed-e6cd-4d80-ac38-8dec708926fb service neutron] 10.222.0.77 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733685 Aug 17 16:17:47.761300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59808b2f-ec7c-4f3f-b98f-774d9ba17f80 req-bed0a885-d801-423d-845b-cc01b1820b2b service neutron] 10.222.0.91 "GET /v2.0/networks/772fe312-da19-4c12-8625-e8870a167407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579082 Aug 17 16:17:47.816226 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-856ffe64-29d0-4be4-beb7-becf803167a9 req-a903c7fe-da77-4dd7-be84-d10f4cbf5a27 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340655 Aug 17 16:17:47.817639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:47.818268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:47.827232 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] 10.222.0.91 "PUT /v2.0/ports/aaa93038-84c8-4983-9085-74fdcea276e0 HTTP/1.1" status: 200 len: 1121 time: 1.8343053 Aug 17 16:17:47.838674 n-d-804878-1 neutron-server[94840]: WARNING neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Concurrent port binding operations failed on port aaa93038-84c8-4983-9085-74fdcea276e0 Aug 17 16:17:47.844723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:47.846632 n-d-804878-1 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempt 2 to bind port aaa93038-84c8-4983-9085-74fdcea276e0 Aug 17 16:17:47.847157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device aaa93038-84c8-4983-9085-74fdcea276e0 has no active binding in host n-h1-804878-1 {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 16:17:47.854663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e5c8b-6b7a-4e23-a709-8798798678f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa93038-84c8-4983-9085-74fdcea276e0,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:47.874077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-c3c2457e-c738-4d2a-8b2a-024fd4a9c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:47.875797 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-c3c2457e-c738-4d2a-8b2a-024fd4a9c4ae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2790332 Aug 17 16:17:47.915547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['aaa93038-84c8-4983-9085-74fdcea276e0'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:47.973660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['aaa93038-84c8-4983-9085-74fdcea276e0'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:48.096114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-4e7eb642-9fcb-4757-9d5d-d61fba9631ce service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073836 Aug 17 16:17:48.112925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e22e6e-ece3-4be5-b5c1-6d61456a2b49 req-d3ba86db-8675-480f-8a15-6848768253e4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:48.128772 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c0e22e6e-ece3-4be5-b5c1-6d61456a2b49 req-d3ba86db-8675-480f-8a15-6848768253e4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 946 time: 0.1471081 Aug 17 16:17:48.232455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba741224-6030-401d-af0a-b9fa15dca7a9 req-a39fd5ef-f080-473e-8eda-7bd186e7cfd2 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:48.234417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba741224-6030-401d-af0a-b9fa15dca7a9 req-a39fd5ef-f080-473e-8eda-7bd186e7cfd2 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 944 time: 0.1032085 Aug 17 16:17:48.301690 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba741224-6030-401d-af0a-b9fa15dca7a9 req-7a48a533-6fdc-4b83-b38c-8c81e402fe69 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/security-groups?id=27fa064f-3ac9-4ce0-8971-813476289753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539384 Aug 17 16:17:48.320181 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c0e22e6e-ece3-4be5-b5c1-6d61456a2b49 req-2e5e7cd6-f3da-465c-bad1-9ac2aa0b3a62 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bedf741-c277-46fb-9d1b-48e2ab603252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874588 Aug 17 16:17:48.368995 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee99c5c4-38c9-4138-9082-e89005a5d5f7 req-8d575515-a32a-4e16-830b-61d067bf2b99 service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138898 Aug 17 16:17:48.505157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb28e47-651c-401e-aa0b-09924ca7158d req-81a57c54-b4a4-4fa9-8855-5690863923ee tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:48.507038 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ecb28e47-651c-401e-aa0b-09924ca7158d req-81a57c54-b4a4-4fa9-8855-5690863923ee tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 943 time: 0.0612922 Aug 17 16:17:48.509307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac293a-ca3b-48ed-9a8d-f043e3ca47bc req-35277903-e551-4ac4-a692-b702c5e151f3 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:48.511636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56ac293a-ca3b-48ed-9a8d-f043e3ca47bc req-35277903-e551-4ac4-a692-b702c5e151f3 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 945 time: 0.0657940 Aug 17 16:17:48.563391 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ecb28e47-651c-401e-aa0b-09924ca7158d req-25455210-76f4-4e4c-954a-9f9b0f2e679e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468209 Aug 17 16:17:48.564735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56ac293a-ca3b-48ed-9a8d-f043e3ca47bc req-98056283-70fb-401b-9289-027e955dbaf6 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Aug 17 16:17:48.641505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19aa359-7007-49f5-b667-7cc53162053c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:48.644417 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5772d77-46d0-405a-aa59-94f9be861121" -d '{"events": [{"server_uuid": "e19aa359-7007-49f5-b667-7cc53162053c", "name": "network-vif-plugged", "status": "completed", "tag": "dcae9366-5ecc-498e-98db-2f9299f5cc7a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:48.659980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'tag': '0d536a3f-0304-4720-a550-a13f63e2aa45'}, {'server_uuid': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa93038-84c8-4983-9085-74fdcea276e0'}, {'name': 'network-changed', 'server_uuid': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'tag': 'aaa93038-84c8-4983-9085-74fdcea276e0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:48.663933 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf15ba5-aecc-406d-b3ba-e0de53b127b4", "tag": "0d536a3f-0304-4720-a550-a13f63e2aa45"}, {"server_uuid": "725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa93038-84c8-4983-9085-74fdcea276e0"}, {"name": "network-changed", "server_uuid": "725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f", "tag": "aaa93038-84c8-4983-9085-74fdcea276e0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:48.688331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b85255dc-ad89-431e-bbea-78e2b117d8ce req-73aab479-00d0-45b2-8561-4a9a82a9a09e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 210 time: 0.0515509 Aug 17 16:17:48.716372 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-410c15e0-0152-4a31-9e25-d6cda72aff01 req-7dcf5b62-a374-49a9-a854-5247a26af715 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.1173637 Aug 17 16:17:48.773139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c15e0-0152-4a31-9e25-d6cda72aff01 req-61a81349-6617-4af3-969d-0623c19f9dbe tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:48.774550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-410c15e0-0152-4a31-9e25-d6cda72aff01 req-61a81349-6617-4af3-969d-0623c19f9dbe tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports/0d536a3f-0304-4720-a550-a13f63e2aa45 HTTP/1.1" status: 200 len: 942 time: 0.0493832 Aug 17 16:17:48.905516 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-410c15e0-0152-4a31-9e25-d6cda72aff01 req-2a166141-65f2-4a9c-97a1-1cd0fa804ab6 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.0778255 Aug 17 16:17:49.055700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c15e0-0152-4a31-9e25-d6cda72aff01 req-0e1d0891-4f7f-481e-9a1d-42978da58be0 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.057211 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-410c15e0-0152-4a31-9e25-d6cda72aff01 req-0e1d0891-4f7f-481e-9a1d-42978da58be0 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.1448510 Aug 17 16:17:49.107440 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b683d01f-b56b-4c4f-b3b6-e4d35b13cf01 x-openstack-request-id: req-b683d01f-b56b-4c4f-b3b6-e4d35b13cf01 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:49.107985 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf15ba5-aecc-406d-b3ba-e0de53b127b4", "tag": "0d536a3f-0304-4720-a550-a13f63e2aa45", "status": "completed", "code": 200}, {"server_uuid": "725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa93038-84c8-4983-9085-74fdcea276e0", "code": 200}, {"name": "network-changed", "server_uuid": "725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f", "tag": "aaa93038-84c8-4983-9085-74fdcea276e0", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:49.108399 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b683d01f-b56b-4c4f-b3b6-e4d35b13cf01 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:49.109037 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'tag': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'status': 'completed', 'code': 200} Aug 17 16:17:49.109562 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa93038-84c8-4983-9085-74fdcea276e0', 'code': 200} Aug 17 16:17:49.109880 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'tag': 'aaa93038-84c8-4983-9085-74fdcea276e0', 'status': 'completed', 'code': 200} Aug 17 16:17:49.121821 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c47b253-78ae-4f50-92a4-4909cb6f3969 x-openstack-request-id: req-7c47b253-78ae-4f50-92a4-4909cb6f3969 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:49.122712 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19aa359-7007-49f5-b667-7cc53162053c", "name": "network-vif-plugged", "status": "completed", "tag": "dcae9366-5ecc-498e-98db-2f9299f5cc7a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:49.123123 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c47b253-78ae-4f50-92a4-4909cb6f3969 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:49.124214 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19aa359-7007-49f5-b667-7cc53162053c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'code': 200} Aug 17 16:17:49.219300 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-d1f6cc8c-d935-47d8-a476-d5163ee47bf8 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.0663252 Aug 17 16:17:49.235359 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:49.263846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-f460e29e-d45d-4003-b3ee-ff9c164d0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.265938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-f460e29e-d45d-4003-b3ee-ff9c164d0da1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 1096 time: 0.1286278 Aug 17 16:17:49.276793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d618b-f345-4815-af84-0439aac4992f req-bd615298-64a5-4d34-b42c-1dfc0b7055eb tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.277952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6659ee-c383-41eb-8b2e-7f5a43c52fcc req-211f8821-55d9-4e52-8537-b2df7c91b739 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.278336 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-bd615298-64a5-4d34-b42c-1dfc0b7055eb tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports/0d536a3f-0304-4720-a550-a13f63e2aa45 HTTP/1.1" status: 200 len: 942 time: 0.0520291 Aug 17 16:17:49.279393 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fb6659ee-c383-41eb-8b2e-7f5a43c52fcc req-211f8821-55d9-4e52-8537-b2df7c91b739 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 945 time: 0.1048808 Aug 17 16:17:49.360412 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53be2-4269-4221-b1bd-c82bd15bfe35 req-a3a08ec6-6180-4b74-bcda-373c9c414176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.363222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4af53be2-4269-4221-b1bd-c82bd15bfe35 req-a3a08ec6-6180-4b74-bcda-373c9c414176 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 1097 time: 0.1474779 Aug 17 16:17:49.403708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:17:49.430162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-845ed87b-36f3-4921-894e-3644d5acdfd9 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.0950115 Aug 17 16:17:49.430770 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:49.462197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fb6659ee-c383-41eb-8b2e-7f5a43c52fcc req-cc7f4e75-552d-4a3a-b827-424433638312 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714776 Aug 17 16:17:49.572570 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4af53be2-4269-4221-b1bd-c82bd15bfe35 req-92381188-b44f-4f59-b8a4-058f945402c7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3bedf741-c277-46fb-9d1b-48e2ab603252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966052 Aug 17 16:17:49.576449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-c78663d2-6526-42a9-a06d-e780a97170cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.579092 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-c78663d2-6526-42a9-a06d-e780a97170cf service neutron] 10.222.0.93 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.2983558 Aug 17 16:17:49.583890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:49.606850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'port_id': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597', 'mac_address': 'fa:16:3e:4c:d8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:17:49.676929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ff446-a807-4c96-aafe-8276d5c9639b req-5fab3845-b64c-498c-a2fe-22eb77402232 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.679220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-765ff446-a807-4c96-aafe-8276d5c9639b req-5fab3845-b64c-498c-a2fe-22eb77402232 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 944 time: 0.0966904 Aug 17 16:17:49.696562 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:49.706674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd972-e038-4b1a-b678-d312a44d0900 req-5f3364a1-b80e-4d35-b8af-075d5436f871 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.708897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-5f3364a1-b80e-4d35-b8af-075d5436f871 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.93 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 813 time: 0.2771270 Aug 17 16:17:49.711908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:49.717376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d618b-f345-4815-af84-0439aac4992f req-cf594a6d-b211-459f-a6f9-3f37206ad38a tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.718827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-cf594a6d-b211-459f-a6f9-3f37206ad38a tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2684858 Aug 17 16:17:49.741925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:49.746959 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:49.776103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Request body: {'port': {'device_id': '06baa417-9569-451b-af3d-0c8138df602f', 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21', 'admin_state_up': True, 'tenant_id': '6f3580f208834031977e42fd34d195b6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:49.778826 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-2a02af2c-7710-420b-bb7b-8617b413f41a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d536a3f-0304-4720-a550-a13f63e2aa45 HTTP/1.1" status: 200 len: 1001 time: 0.1336391 Aug 17 16:17:49.782260 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-765ff446-a807-4c96-aafe-8276d5c9639b req-34c23cb0-cdc5-4747-b115-76b97b2edf45 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/security-groups?id=27fa064f-3ac9-4ce0-8971-813476289753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654988 Aug 17 16:17:49.802759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:49.811286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.811719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.812085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.812421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.812748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.813087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.813411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.813740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.814175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.814387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.814712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.815034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:49.849283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-4bf68617-2aec-4676-8a7a-830694aca7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.851166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-4bf68617-2aec-4676-8a7a-830694aca7a8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.0620773 Aug 17 16:17:49.859994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-7ab5ee75-0472-4c9a-9040-5235b1762b74 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.1341488 Aug 17 16:17:49.876387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-a46d618b-f345-4815-af84-0439aac4992f req-cef91dbf-5aad-46f9-9616-41400fce8f9c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:49.935820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-d026abee-34eb-4899-b8c2-298c936f1fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.938093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-d026abee-34eb-4899-b8c2-298c936f1fc7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783832 Aug 17 16:17:49.946719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b3d41-6412-4780-a0e1-435bd33939d1 req-d9eceaf2-a626-4d9a-9c80-fcd0c7205313 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:49.948172 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f71b3d41-6412-4780-a0e1-435bd33939d1 req-d9eceaf2-a626-4d9a-9c80-fcd0c7205313 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 946 time: 0.0785589 Aug 17 16:17:49.960784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a46d618b-f345-4815-af84-0439aac4992f req-cef91dbf-5aad-46f9-9616-41400fce8f9c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:50.000359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:50.014910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Made reservation on behalf of 6f3580f208834031977e42fd34d195b6 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:50.018791 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:50.047189 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f71b3d41-6412-4780-a0e1-435bd33939d1 req-386601cc-c6f3-4389-9904-de4a252c4a65 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bedf741-c277-46fb-9d1b-48e2ab603252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915782 Aug 17 16:17:50.079864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-6b0bbfb6-c840-4313-b8c8-eb103a7cdb28 service neutron] 10.222.0.93 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256239 Aug 17 16:17:50.246890 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-27017646-a9be-40da-9fe5-7e59070e09cb service neutron] 10.222.0.93 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524525 Aug 17 16:17:50.266160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230edd9b-0e6c-432f-a2f4-1feb2cf7100a req-e0700c09-a6ea-4b9e-ba19-e2ec77d55757 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:50.267863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-230edd9b-0e6c-432f-a2f4-1feb2cf7100a req-e0700c09-a6ea-4b9e-ba19-e2ec77d55757 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 943 time: 0.0748653 Aug 17 16:17:50.308990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-230edd9b-0e6c-432f-a2f4-1feb2cf7100a req-9094410b-291b-4b0f-bbde-0ca5e0ea6beb tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346944 Aug 17 16:17:50.358962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-2c03f20a-69fc-4141-b927-2a4599eb2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:50.360503 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-2c03f20a-69fc-4141-b927-2a4599eb2ff0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 1124 time: 0.0506458 Aug 17 16:17:50.455816 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ee88ab7e-07c5-4446-85b3-5478ee1f156d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0f558842595f45369d2b06bd1ef961b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326245 Aug 17 16:17:50.491528 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a46d618b-f345-4815-af84-0439aac4992f req-cef91dbf-5aad-46f9-9616-41400fce8f9c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:50.501375 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a46d618b-f345-4815-af84-0439aac4992f req-cef91dbf-5aad-46f9-9616-41400fce8f9c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:50.501676 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-a46d618b-f345-4815-af84-0439aac4992f req-cef91dbf-5aad-46f9-9616-41400fce8f9c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Floating IP 9577a76b-ab16-4d5a-9c87-fee2979d2ef9 disassociated. External IP: 172.25.7.115, port: 0d536a3f-0304-4720-a550-a13f63e2aa45. Aug 17 16:17:50.551045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-de1c4663-87d8-453d-a713-62c95d7967f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:50.552542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-de1c4663-87d8-453d-a713-62c95d7967f5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.1818924 Aug 17 16:17:50.607269 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-0f6f2799-62ff-47a6-b414-c89eac9981e1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaa93038-84c8-4983-9085-74fdcea276e0 HTTP/1.1" status: 200 len: 217 time: 0.0443029 Aug 17 16:17:50.619275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Allocated IP 172.20.0.9 (025e44aa-29a7-40d2-8d93-515418fe1e21/0facc060-5683-458d-9dd4-a52402fd30cc/cbbea240-a713-4b25-8694-d81c5a480657) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:50.669801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a454-5d7c-4474-933a-428f6cacb54d req-90cbe1d3-d050-4c34-80c7-d78ac46d0bdd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:50.671256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-90cbe1d3-d050-4c34-80c7-d78ac46d0bdd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087977 Aug 17 16:17:50.696283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-466dc27b-e503-40bc-911e-198009e1d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:50.697887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-466dc27b-e503-40bc-911e-198009e1d1cb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.0803058 Aug 17 16:17:50.699888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-9fcc89e6-68e8-4b94-a876-9c5a45dcf2ee tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/quotas/0f558842595f45369d2b06bd1ef961b4 HTTP/1.1" status: 200 len: 375 time: 0.0158823 Aug 17 16:17:50.760211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-5e604f59-c57d-46ee-a302-883870f78adb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407467 Aug 17 16:17:50.800089 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-2e319b56-1be1-49a7-9ab1-4e35ba652c87 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916877 Aug 17 16:17:50.877613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a46d618b-f345-4815-af84-0439aac4992f req-cef91dbf-5aad-46f9-9616-41400fce8f9c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Router 0105bfc7-7925-410b-b521-8b70127e5163 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:17:50.879524 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-b654754a-9665-4981-9026-560058e6c96b service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062725 Aug 17 16:17:50.900197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:51.025546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5888fad0-cef0-46e1-b4ed-896db8e97ca8 req-9d551304-68e1-4bb3-9f47-f7208b131748 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 210 time: 0.0433445 Aug 17 16:17:51.057893 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:51.063034 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfc1d4c-3ce3-4589-a5de-35ddaa7465e4 req-ecaee053-f9b0-43e7-a773-97f9121945e9 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754096 Aug 17 16:17:51.074550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['f86b980c-722e-4c44-b956-a6f621491f6e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:51.090908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a46d618b-f345-4815-af84-0439aac4992f req-cef91dbf-5aad-46f9-9616-41400fce8f9c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:17:51.099004 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a46d618b-f345-4815-af84-0439aac4992f req-cef91dbf-5aad-46f9-9616-41400fce8f9c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:51.103547 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] Sync routers for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:17:51.120631 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:51.123448 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:51.143746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Network 025e44aa-29a7-40d2-8d93-515418fe1e21 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:51.148921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:51.154242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:51.174266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-cef91dbf-5aad-46f9-9616-41400fce8f9c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "PUT /v2.0/floatingips/9577a76b-ab16-4d5a-9c87-fee2979d2ef9 HTTP/1.1" status: 200 len: 695 time: 1.3049161 Aug 17 16:17:51.175186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Pushing event updated for resources: {'Port': ['ID=cbbea240-a713-4b25-8694-d81c5a480657,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:51.215763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'tag': '0d536a3f-0304-4720-a550-a13f63e2aa45'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:51.220573 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b147fbac-82f2-480f-b786-c5afb5c38844" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf15ba5-aecc-406d-b3ba-e0de53b127b4", "tag": "0d536a3f-0304-4720-a550-a13f63e2aa45"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:51.231868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e1bc7-1ef0-464c-b22f-b4a80fcef3d4 req-3a020a33-46ca-460b-bc23-f19dfb38f179 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:51.235364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f62e1bc7-1ef0-464c-b22f-b4a80fcef3d4 req-3a020a33-46ca-460b-bc23-f19dfb38f179 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 945 time: 0.1016665 Aug 17 16:17:51.267419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.267989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.268751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.269353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.269789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.270302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.271011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.271567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.272288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.272652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.273208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.273809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:51.287318 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:51.323603 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f62e1bc7-1ef0-464c-b22f-b4a80fcef3d4 req-77b8ebc9-4d74-406b-b70b-1ffa386491d1 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814683 Aug 17 16:17:51.385804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:51.388895 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:51.398904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:51.435123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d618b-f345-4815-af84-0439aac4992f req-9f977e05-f390-4717-be4f-08989fa87b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:51.452830 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-9f977e05-f390-4717-be4f-08989fa87b2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 1096 time: 0.2145798 Aug 17 16:17:51.462999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:51.472746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:51.473406 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:51.476750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-4399118c-be57-4c8b-a3c1-854823243686 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7051146 Aug 17 16:17:51.503303 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Request body: {'port': {'device_id': '06baa417-9569-451b-af3d-0c8138df602f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:51.505854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66757005-724e-4021-8c1d-751ad85a29af req-4a2ac81a-2aa3-43d6-a7de-ed003a3c685f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:51.509800 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66757005-724e-4021-8c1d-751ad85a29af req-4a2ac81a-2aa3-43d6-a7de-ed003a3c685f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 945 time: 0.1061008 Aug 17 16:17:51.578087 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:51.606497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66757005-724e-4021-8c1d-751ad85a29af req-dc36e952-8aec-47e1-b970-bb3b461734ff tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/security-groups?id=27fa064f-3ac9-4ce0-8971-813476289753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883863 Aug 17 16:17:51.686702 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:51.734628 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] Checking router: 0105bfc7-7925-410b-b521-8b70127e5163 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:17:51.753332 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:51.753979 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:51.777400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a10fb7c9-0fb4-4062-a44b-fd003d8e1c87 req-f7595c3c-e477-4e14-ad87-f9938522b8d4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 210 time: 0.0710039 Aug 17 16:17:51.826042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d618b-f345-4815-af84-0439aac4992f req-197136c9-2f53-4088-b5bc-824d0031fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:51.839228 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-197136c9-2f53-4088-b5bc-824d0031fc9b service neutron] 10.222.0.77 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.3799837 Aug 17 16:17:51.843357 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:51.876013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:51.882717 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab82e07-4f7f-4a28-8f11-a3e5586f991a" -d '{"events": [{"server_uuid": "5dccc3d3-0577-44a1-92cb-3796ef0ab581", "name": "network-vif-plugged", "status": "completed", "tag": "33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:51.919977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:51.924929 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:51.931872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f76272-a9b5-4165-9181-f82080539444 req-c5806d1d-b0df-4935-9900-60d4a8905f33 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:51.933473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15f76272-a9b5-4165-9181-f82080539444 req-c5806d1d-b0df-4935-9900-60d4a8905f33 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 946 time: 0.0799949 Aug 17 16:17:51.939272 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-963a8924-607d-45cd-ad7f-c1c8f9e3e36c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d536a3f-0304-4720-a550-a13f63e2aa45 HTTP/1.1" status: 200 len: 217 time: 0.0920203 Aug 17 16:17:51.972144 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:52.002732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15f76272-a9b5-4165-9181-f82080539444 req-d9c7e8f3-7416-487f-bac6-ae8a84b424da tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bedf741-c277-46fb-9d1b-48e2ab603252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526607 Aug 17 16:17:52.021311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:52.127803 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdff231-40dd-4cb9-9f8c-0fa33e7e1282 x-openstack-request-id: req-5bdff231-40dd-4cb9-9f8c-0fa33e7e1282 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:52.127803 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf15ba5-aecc-406d-b3ba-e0de53b127b4", "tag": "0d536a3f-0304-4720-a550-a13f63e2aa45", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:52.130098 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bdff231-40dd-4cb9-9f8c-0fa33e7e1282 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:52.130098 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'tag': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'status': 'completed', 'code': 200} Aug 17 16:17:52.178677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d618b-f345-4815-af84-0439aac4992f req-a2a9d03c-6316-4a73-b8e8-25721875611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:52.181052 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-a2a9d03c-6316-4a73-b8e8-25721875611c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.1421514 Aug 17 16:17:52.235157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-42a6c59f-c6dc-4ab3-863c-4a5fd5c45ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:52.236652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-42a6c59f-c6dc-4ab3-863c-4a5fd5c45ea8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 1096 time: 0.0804675 Aug 17 16:17:52.260646 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:52.289537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3fd21-6d14-4fbb-aef3-2665f4b12a5e req-1318f350-806b-4ccc-873c-2d2c44bf5f9d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:52.291175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18a3fd21-6d14-4fbb-aef3-2665f4b12a5e req-1318f350-806b-4ccc-873c-2d2c44bf5f9d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 943 time: 0.0973992 Aug 17 16:17:52.308675 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1cd45-d835-4121-92da-77b4568c283d None None] The sync data for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 is: [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:17:52.344392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d618b-f345-4815-af84-0439aac4992f req-efe42200-2d4c-47bc-829e-092bc629b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:52.346145 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-efe42200-2d4c-47bc-829e-092bc629b47c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231325 Aug 17 16:17:52.390510 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18a3fd21-6d14-4fbb-aef3-2665f4b12a5e req-a0d4189d-42c8-4ca1-a96d-0d55d8045ddd tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631845 Aug 17 16:17:52.425464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-5bff3e39-0b16-47b2-9431-6ef8e866b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:52.427045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-5bff3e39-0b16-47b2-9431-6ef8e866b45a service neutron] 10.222.0.93 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.1790848 Aug 17 16:17:52.462902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-f84992a9-afbd-4052-8049-9822a18c16c8 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=0f558842595f45369d2b06bd1ef961b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1154013 Aug 17 16:17:52.508507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-28d2405e-6432-4d8c-9bfe-10d09cda5b44 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d536a3f-0304-4720-a550-a13f63e2aa45 HTTP/1.1" status: 200 len: 217 time: 0.0652752 Aug 17 16:17:52.584347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-869a3069-fa5e-42c7-bcd7-3fa9b4856696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:52.586264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-869a3069-fa5e-42c7-bcd7-3fa9b4856696 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.0675652 Aug 17 16:17:52.641986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-06fc4cc4-2e54-40a4-8d4b-0e1a198d2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:52.645250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-06fc4cc4-2e54-40a4-8d4b-0e1a198d2021 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478005 Aug 17 16:17:52.680943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d525a3ad-f8c9-42d3-8add-ac1517bea2bf None None] New status for floating IP 9577a76b-ab16-4d5a-9c87-fee2979d2ef9: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:17:52.723822 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-799507e2-9ef2-4ca0-a8be-eb26d55b78b8 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562055 Aug 17 16:17:52.756764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbea240-a713-4b25-8694-d81c5a480657 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:52.766972 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-637ea9f5-5624-4f87-80f4-7189178062e4 service neutron] 10.222.0.93 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098399 Aug 17 16:17:52.802430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a454-5d7c-4474-933a-428f6cacb54d req-6ed28371-28b6-4316-8525-3a59d5dbb232 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:52.805759 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-6ed28371-28b6-4316-8525-3a59d5dbb232 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267326 Aug 17 16:17:52.808236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:52.824554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Request body: {'port': {'device_id': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '0f558842595f45369d2b06bd1ef961b4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:52.887596 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b147fbac-82f2-480f-b786-c5afb5c38844 req-56bfbaf4-ba36-42b9-b29b-071f15b31fb7 service neutron] 10.222.0.93 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123910 Aug 17 16:17:52.933338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Transition to ACTIVE for port object cbbea240-a713-4b25-8694-d81c5a480657 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:52.933567 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4baf6d-31e6-412d-99f4-dd3142ab2c44 x-openstack-request-id: req-4c4baf6d-31e6-412d-99f4-dd3142ab2c44 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:52.933984 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dccc3d3-0577-44a1-92cb-3796ef0ab581", "name": "network-vif-plugged", "status": "completed", "tag": "33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:52.934223 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c4baf6d-31e6-412d-99f4-dd3142ab2c44 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:52.934695 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597', 'code': 200} Aug 17 16:17:52.947067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.075875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a46d618b-f345-4815-af84-0439aac4992f req-2e24c795-0d72-4e9a-b0d5-451997a27d52 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438759 Aug 17 16:17:53.090017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Pushing event updated for resources: {'Port': ['ID=cbbea240-a713-4b25-8694-d81c5a480657,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:53.105954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Made reservation on behalf of 0f558842595f45369d2b06bd1ef961b4 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:17:53.109523 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.158699 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ac39503-2d24-44a0-826f-14519be91078 req-df5ffe73-ccdc-42b3-a98c-6df101b16d6e tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 258 time: 0.2429368 Aug 17 16:17:53.163611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012fecd-4fa9-44a0-85a7-7e17ca9200ed req-1912cd4c-980a-4570-b0cb-bf8ff26677a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:53.165106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d012fecd-4fa9-44a0-85a7-7e17ca9200ed req-1912cd4c-980a-4570-b0cb-bf8ff26677a5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 1097 time: 0.1707931 Aug 17 16:17:53.168632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:53.192323 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.295012 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.303167 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d012fecd-4fa9-44a0-85a7-7e17ca9200ed req-f87b9322-8c68-4c39-8ca1-d7bb17694ab6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=27fa064f-3ac9-4ce0-8971-813476289753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252818 Aug 17 16:17:53.313006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Attempting to bind port cbbea240-a713-4b25-8694-d81c5a480657 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:53.313335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Attempting to bind port cbbea240-a713-4b25-8694-d81c5a480657 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:53.313661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Attempting to bind port cbbea240-a713-4b25-8694-d81c5a480657 on network 025e44aa-29a7-40d2-8d93-515418fe1e21 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:53.328680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad803f-841a-4b24-a52d-fe2bf821fec2 req-9a4b1d1d-f548-4aa4-ada3-9e706b2eabd9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:53.330177 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7cad803f-841a-4b24-a52d-fe2bf821fec2 req-9a4b1d1d-f548-4aa4-ada3-9e706b2eabd9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 943 time: 0.1855164 Aug 17 16:17:53.336106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Port cbbea240-a713-4b25-8694-d81c5a480657 on network 025e44aa-29a7-40d2-8d93-515418fe1e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:53.336106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Attempting to bind port cbbea240-a713-4b25-8694-d81c5a480657 on network 025e44aa-29a7-40d2-8d93-515418fe1e21 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:53.374750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:53.375088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Checking segment: {'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:53.375470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Bound using segment: {'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:53.375913 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Bound port: cbbea240-a713-4b25-8694-d81c5a480657, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:53.376284 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.406601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Allocated IP 172.25.7.78 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/83e05d00-d60c-466d-96f3-5cf314211550) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:53.416880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Allocated IP 192.168.233.99 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/2ab60327-d041-48f7-ab25-9d7b77aba4bf) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:17:53.458288 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7cad803f-841a-4b24-a52d-fe2bf821fec2 req-fc09e241-bc24-4a25-ad8d-69db5ef710c4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199422 Aug 17 16:17:53.519772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] For port cbbea240-a713-4b25-8694-d81c5a480657, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:53.537816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.543548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] For port cbbea240-a713-4b25-8694-d81c5a480657, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=cbbea240-a713-4b25-8694-d81c5a480657,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:53.578811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.588549 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.623120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:53.626716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:53.631060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:53.634173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Pushing event updated for resources: {'Port': ['ID=83e05d00-d60c-466d-96f3-5cf314211550,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:53.721627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.760758 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.928224 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.933386 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.951836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:53.952490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:53.953839 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] 10.222.0.93 "PUT /v2.0/ports/cbbea240-a713-4b25-8694-d81c5a480657 HTTP/1.1" status: 200 len: 1091 time: 2.4585257 Aug 17 16:17:54.013372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38fd0d-a0d9-42b0-b40d-dbce72d7098d req-b021f524-0a39-49bb-bc3b-a73905909da7 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:54.015545 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9f38fd0d-a0d9-42b0-b40d-dbce72d7098d req-b021f524-0a39-49bb-bc3b-a73905909da7 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 946 time: 0.4739933 Aug 17 16:17:54.016188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc594685-b1bf-4922-976d-21b7f3d4efeb service neutron] Pushing event updated for resources: {'Port': ['ID=cbbea240-a713-4b25-8694-d81c5a480657,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:54.042442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Pushing event updated for resources: {'Port': ['ID=83e05d00-d60c-466d-96f3-5cf314211550,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:54.057126 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:54.072671 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:54.078895 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ac39503-2d24-44a0-826f-14519be91078 req-e0cc73c1-c821-489b-939b-02c930106480 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9143987 Aug 17 16:17:54.080476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:54.110276 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Transition to ACTIVE for port object 2ab60327-d041-48f7-ab25-9d7b77aba4bf will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:54.114019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9f38fd0d-a0d9-42b0-b40d-dbce72d7098d req-3001c37b-f400-4c0d-aebd-6d9ec6090aed tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/security-groups?id=27fa064f-3ac9-4ce0-8971-813476289753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878711 Aug 17 16:17:54.128060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd972-e038-4b1a-b678-d312a44d0900 req-9f492670-9e6c-4b8f-9cd8-f5df222ed532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:54.129551 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-9f492670-9e6c-4b8f-9cd8-f5df222ed532 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 1094 time: 0.0934811 Aug 17 16:17:54.131442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06baa417-9569-451b-af3d-0c8138df602f', 'tag': 'cbbea240-a713-4b25-8694-d81c5a480657'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:54.132078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ac39503-2d24-44a0-826f-14519be91078 req-8daf6d2a-9ee6-4f3b-8eac-b0fb8a6d0f5b tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.78 HTTP/1.1" status: 200 len: 695 time: 0.0473397 Aug 17 16:17:54.133674 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b3b90c-b2b8-45fc-95dc-da0051db5442" -d '{"events": [{"name": "network-changed", "server_uuid": "06baa417-9569-451b-af3d-0c8138df602f", "tag": "cbbea240-a713-4b25-8694-d81c5a480657"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:54.174997 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:54.188145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['65b885e9-4bbe-484d-bc72-94409eda7b3b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:54.228691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-5f4d48e8-71a8-49fd-befb-26ce05685d73 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbea240-a713-4b25-8694-d81c5a480657 HTTP/1.1" status: 200 len: 217 time: 0.0607975 Aug 17 16:17:54.236283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['be4e68f7-ae5e-44f3-80d4-b979d1df6167'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:54.329004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:17:54.337440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd972-e038-4b1a-b678-d312a44d0900 req-b1e986bf-5d48-4ebb-a250-1a9f9990fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:54.338989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-b1e986bf-5d48-4ebb-a250-1a9f9990fdaf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0facc060-5683-458d-9dd4-a52402fd30cc HTTP/1.1" status: 200 len: 853 time: 0.0911534 Aug 17 16:17:54.341211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:17:54.345077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:54.347537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:17:54.417433 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-d9726070-e256-4b91-8064-0b7a35b897b5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=025e44aa-29a7-40d2-8d93-515418fe1e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648193 Aug 17 16:17:54.433340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a2a24-dd66-4f06-9bd0-e3eba6ed878f req-425e3b16-674d-4097-9d70-5cec8897d5d8 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:54.435012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eb5a2a24-dd66-4f06-9bd0-e3eba6ed878f req-425e3b16-674d-4097-9d70-5cec8897d5d8 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 935 time: 0.2222290 Aug 17 16:17:54.544541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:54.545262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:54.573800 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eb5a2a24-dd66-4f06-9bd0-e3eba6ed878f req-0882f627-06b4-4717-8b46-ad919bd55374 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275611 Aug 17 16:17:54.583758 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-ea894c27-c058-4a24-91c7-2a01cc2c5294 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7632363 Aug 17 16:17:54.607207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Request body: {'port': {'device_id': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:54.668138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-318e8047-bd1b-45ff-8431-dc605c071710 service neutron] 10.222.0.93 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263398 Aug 17 16:17:54.698999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac39503-2d24-44a0-826f-14519be91078 req-5cf1eb4e-7b48-4d46-9f11-308359b472b5 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:54.708273 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ac39503-2d24-44a0-826f-14519be91078 req-5cf1eb4e-7b48-4d46-9f11-308359b472b5 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.5719960 Aug 17 16:17:54.728194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3cdaae68-05b6-47d9-b72c-7f7b88cdf5dd None None] Provisioning for port 2ab60327-d041-48f7-ab25-9d7b77aba4bf completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:54.735026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3cdaae68-05b6-47d9-b72c-7f7b88cdf5dd None None] Provisioning complete for port 2ab60327-d041-48f7-ab25-9d7b77aba4bf triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:54.735403 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cdaae68-05b6-47d9-b72c-7f7b88cdf5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:54.792120 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:54.814740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3cdaae68-05b6-47d9-b72c-7f7b88cdf5dd None None] Port 2ab60327-d041-48f7-ab25-9d7b77aba4bf cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:17:54.938599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645cc78-4866-4469-b3ae-9717a8176bf6 req-632d8e3f-fa7f-42d4-aa34-d436894a89c2 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:54.942906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2645cc78-4866-4469-b3ae-9717a8176bf6 req-632d8e3f-fa7f-42d4-aa34-d436894a89c2 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 943 time: 0.0799115 Aug 17 16:17:54.943126 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4252c238-787c-4a3f-82c3-cb3e1b4b36c4 x-openstack-request-id: req-4252c238-787c-4a3f-82c3-cb3e1b4b36c4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:17:54.943307 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06baa417-9569-451b-af3d-0c8138df602f", "tag": "cbbea240-a713-4b25-8694-d81c5a480657", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:17:54.943452 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4252c238-787c-4a3f-82c3-cb3e1b4b36c4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:17:54.943845 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06baa417-9569-451b-af3d-0c8138df602f', 'tag': 'cbbea240-a713-4b25-8694-d81c5a480657', 'status': 'completed', 'code': 200} Aug 17 16:17:54.948303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10efd972-e038-4b1a-b678-d312a44d0900 req-0b775bb4-ff36-4932-9e73-21347aaae2b3 service neutron] 10.222.0.93 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730050 Aug 17 16:17:55.009617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2645cc78-4866-4469-b3ae-9717a8176bf6 req-6ef2a62c-b7c7-407e-81b1-026408e32ab8 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602543 Aug 17 16:17:55.150976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3f174-29af-4738-9393-1618472b37cf req-edefc935-7165-4bdb-85e1-a94da30a2633 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:55.153764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f3f174-29af-4738-9393-1618472b37cf req-edefc935-7165-4bdb-85e1-a94da30a2633 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0715888 Aug 17 16:17:55.159428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218052-35c9-4ca8-8fce-a8d91e7630cb req-a582b725-b04b-4386-a3f1-26df3fb9fc1d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:55.161012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67218052-35c9-4ca8-8fce-a8d91e7630cb req-a582b725-b04b-4386-a3f1-26df3fb9fc1d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 943 time: 0.1709952 Aug 17 16:17:55.201202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3b90c-b2b8-45fc-95dc-da0051db5442 req-a9b91103-0264-4b51-922e-3f601d9abe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:55.203565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05b3b90c-b2b8-45fc-95dc-da0051db5442 req-a9b91103-0264-4b51-922e-3f601d9abe9c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 1094 time: 0.1435535 Aug 17 16:17:55.221199 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f3f174-29af-4738-9393-1618472b37cf req-539bb951-584d-4d6a-a96b-75ba2386d6dc tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.78 HTTP/1.1" status: 200 len: 695 time: 0.0602462 Aug 17 16:17:55.235901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-42f3f174-29af-4738-9393-1618472b37cf req-bdef0c00-915f-425d-8122-660458e1c0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Request body: {'floatingip': {'port_id': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:55.279632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42f3f174-29af-4738-9393-1618472b37cf req-bdef0c00-915f-425d-8122-660458e1c0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:55.325373 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67218052-35c9-4ca8-8fce-a8d91e7630cb req-ef6f4fe9-d9cb-4925-ad11-354d7b785f11 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486237 Aug 17 16:17:55.397508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab60327-d041-48f7-ab25-9d7b77aba4bf {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:55.414363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e56295e0-ee3d-4e5e-b569-1b89aeb069e7 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:17:55.415035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:55.483406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Transition to ACTIVE for port object 2ab60327-d041-48f7-ab25-9d7b77aba4bf will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:55.486211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3b90c-b2b8-45fc-95dc-da0051db5442 req-baf153a6-5886-4627-b7af-7341097fcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:55.488133 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05b3b90c-b2b8-45fc-95dc-da0051db5442 req-baf153a6-5886-4627-b7af-7341097fcce2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 914 time: 0.2532563 Aug 17 16:17:55.497197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:55.571220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-e898bbe3-d7ff-4d1b-be2f-e35215a4748f tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:55.572840 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-e898bbe3-d7ff-4d1b-be2f-e35215a4748f tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1541924 Aug 17 16:17:55.576063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:55.601752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:55.621331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'port_id': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7', 'mac_address': 'fa:16:3e:a3:e2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c68bbd3-2311-44f8-b7bf-3eab3f578677', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:17:55.678533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:55.700005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e56295e0-ee3d-4e5e-b569-1b89aeb069e7 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:55.713104 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05b3b90c-b2b8-45fc-95dc-da0051db5442 req-30e67a5f-23c8-46a1-97bc-7b0344f9e62c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbea240-a713-4b25-8694-d81c5a480657 HTTP/1.1" status: 200 len: 217 time: 0.2126143 Aug 17 16:17:55.739697 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-ced12455-96a5-4d54-8af7-a8f611d298f1 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.1095047 Aug 17 16:17:55.758348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:55.763169 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:55.793171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-636ede0d-d5ea-46e4-a35f-dd98a8b5b7fd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Request body: {'floatingip': {'port_id': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:17:55.825611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:55.834844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-21ce98fc-4b87-4947-9700-e531236086a1 service neutron] 10.222.0.93 "GET /v2.0/ports/aaa93038-84c8-4983-9085-74fdcea276e0/bindings/n-h1-804878-1 HTTP/1.1" status: 200 len: 384 time: 0.2065456 Aug 17 16:17:55.849377 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-636ede0d-d5ea-46e4-a35f-dd98a8b5b7fd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:55.888309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e56295e0-ee3d-4e5e-b569-1b89aeb069e7'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:56.112640 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42f3f174-29af-4738-9393-1618472b37cf req-bdef0c00-915f-425d-8122-660458e1c0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:56.124729 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42f3f174-29af-4738-9393-1618472b37cf req-bdef0c00-915f-425d-8122-660458e1c0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:56.248909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3b90c-b2b8-45fc-95dc-da0051db5442 req-9c3e33a8-ba10-473f-9243-b10d33ba7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:56.250613 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05b3b90c-b2b8-45fc-95dc-da0051db5442 req-9c3e33a8-ba10-473f-9243-b10d33ba7552 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0facc060-5683-458d-9dd4-a52402fd30cc HTTP/1.1" status: 200 len: 853 time: 0.5178869 Aug 17 16:17:56.312330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05b3b90c-b2b8-45fc-95dc-da0051db5442 req-553850a4-7120-44bb-8a08-d7169b5ac533 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=025e44aa-29a7-40d2-8d93-515418fe1e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305898 Aug 17 16:17:56.327843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f4e75ad9-68df-4ea2-bed5-6b0d6d89225e service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:56.339160 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-42f3f174-29af-4738-9393-1618472b37cf req-bdef0c00-915f-425d-8122-660458e1c0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Floating IP 3da8da78-de6c-4147-9346-e36387b2867f associated. External IP: 172.25.7.78, port: dcae9366-5ecc-498e-98db-2f9299f5cc7a. Aug 17 16:17:56.395605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f4e75ad9-68df-4ea2-bed5-6b0d6d89225e service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:56.397962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:17:56.397962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:17:56.397962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:56.418663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:17:56.418988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:17:56.443644 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f4e75ad9-68df-4ea2-bed5-6b0d6d89225e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa93038-84c8-4983-9085-74fdcea276e0 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:56.454876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:17:56.455491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:17:56.455894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:17:56.456393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Bound port: 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:17:56.456759 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:56.486486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f4e75ad9-68df-4ea2-bed5-6b0d6d89225e service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:56.515993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f4e75ad9-68df-4ea2-bed5-6b0d6d89225e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:56.563581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05b3b90c-b2b8-45fc-95dc-da0051db5442 req-dad5c703-7bdf-4e79-9858-047a1c602acc service neutron] 10.222.0.93 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389076 Aug 17 16:17:56.643092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-636ede0d-d5ea-46e4-a35f-dd98a8b5b7fd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:56.668466 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-636ede0d-d5ea-46e4-a35f-dd98a8b5b7fd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:56.730474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f4e75ad9-68df-4ea2-bed5-6b0d6d89225e service neutron] Transition to ACTIVE for port object aaa93038-84c8-4983-9085-74fdcea276e0 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:17:56.742906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:17:56.749454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-3bfce655-fc2c-41a6-a1a3-9ad5b8205b0b tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:56.751034 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-3bfce655-fc2c-41a6-a1a3-9ad5b8205b0b tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf15ba5-aecc-406d-b3ba-e0de53b127b4 HTTP/1.1" status: 200 len: 945 time: 0.1413965 Aug 17 16:17:56.755091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f4e75ad9-68df-4ea2-bed5-6b0d6d89225e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:56.761640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f3f174-29af-4738-9393-1618472b37cf req-bdef0c00-915f-425d-8122-660458e1c0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:17:56.815819 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:17:56.832144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:56.835775 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05b3b90c-b2b8-45fc-95dc-da0051db5442 req-a8709558-bde9-4692-9c5f-52f44e66286c service neutron] 10.222.0.93 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602422 Aug 17 16:17:56.880809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:56.880809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:56.882321 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] 10.222.0.91 "PUT /v2.0/ports/2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 1095 time: 2.2813532 Aug 17 16:17:56.887196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f4e75ad9-68df-4ea2-bed5-6b0d6d89225e service neutron] No DVR routers for this DVR port aaa93038-84c8-4983-9085-74fdcea276e0 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:17:56.900960 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-636ede0d-d5ea-46e4-a35f-dd98a8b5b7fd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Floating IP 9577a76b-ab16-4d5a-9c87-fee2979d2ef9 associated. External IP: 172.25.7.115, port: 124a5b90-4e9c-4fad-978c-e5e2185831aa. Aug 17 16:17:56.947799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e75ad9-68df-4ea2-bed5-6b0d6d89225e service neutron] Pushing event updated for resources: {'Port': ['ID=aaa93038-84c8-4983-9085-74fdcea276e0,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:56.951642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:56.954186 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0" -d '{"events": [{"name": "network-changed", "server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:57.008637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eab517-27c1-46c1-a9ad-cd420210a311 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:57.049600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device cbbea240-a713-4b25-8694-d81c5a480657 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:17:57.053696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aaa93038-84c8-4983-9085-74fdcea276e0 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:17:57.100046 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f4e75ad9-68df-4ea2-bed5-6b0d6d89225e service neutron] 10.222.0.93 "PUT /v2.0/ports/aaa93038-84c8-4983-9085-74fdcea276e0/bindings/n-h1-804878-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2529263 Aug 17 16:17:57.156006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f3f174-29af-4738-9393-1618472b37cf req-bdef0c00-915f-425d-8122-660458e1c0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:17:57.161784 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42f3f174-29af-4738-9393-1618472b37cf req-bdef0c00-915f-425d-8122-660458e1c0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:57.174640 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] Sync routers for ids ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:17:57.186973 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] Routers {'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:57.195946 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:57.210477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Deleting port 0d536a3f-0304-4720-a550-a13f63e2aa45 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:17:57.210827 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:57.214013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aaa93038-84c8-4983-9085-74fdcea276e0 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:17:57.280069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port cbbea240-a713-4b25-8694-d81c5a480657, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=cbbea240-a713-4b25-8694-d81c5a480657,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:57.295784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'cbbea240-a713-4b25-8694-d81c5a480657', 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21', 'port_id': 'cbbea240-a713-4b25-8694-d81c5a480657', 'mac_address': 'fa:16:3e:34:b3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0facc060-5683-458d-9dd4-a52402fd30cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:17:57.315193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f3f174-29af-4738-9393-1618472b37cf req-bdef0c00-915f-425d-8122-660458e1c0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "PUT /v2.0/floatingips/3da8da78-de6c-4147-9346-e36387b2867f HTTP/1.1" status: 200 len: 996 time: 2.0871015 Aug 17 16:17:57.328897 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19aa359-7007-49f5-b667-7cc53162053c', 'tag': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:57.331292 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec16d472-24cf-49f4-8ff1-80d9427ea83d" -d '{"events": [{"name": "network-changed", "server_uuid": "e19aa359-7007-49f5-b667-7cc53162053c", "tag": "dcae9366-5ecc-498e-98db-2f9299f5cc7a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:57.395298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3f174-29af-4738-9393-1618472b37cf req-5af3f11b-e361-4c5b-b6d2-e2b89670d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:57.403322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f3f174-29af-4738-9393-1618472b37cf req-5af3f11b-e361-4c5b-b6d2-e2b89670d6c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe43627a8944416eb3090f252681ea68&device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 1097 time: 0.0869076 Aug 17 16:17:57.414279 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:57.450364 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] Set router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:57.452986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e56295e0-ee3d-4e5e-b569-1b89aeb069e7 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:57.482433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] For port 0d536a3f-0304-4720-a550-a13f63e2aa45, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0d536a3f-0304-4720-a550-a13f63e2aa45,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:57.482895 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:57.530852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Calling delete_port for 0d536a3f-0304-4720-a550-a13f63e2aa45 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:17:57.532748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a454-5d7c-4474-933a-428f6cacb54d req-0bc7490f-834e-4798-af17-0d5f76bbee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:57.534928 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-0bc7490f-834e-4798-af17-0d5f76bbee45 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1098 time: 0.5711629 Aug 17 16:17:57.546314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbea240-a713-4b25-8694-d81c5a480657 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:17:57.563506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-28cea0b2-f98a-4017-991c-61d856c67e97 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:57.565688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-28cea0b2-f98a-4017-991c-61d856c67e97 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.1248605 Aug 17 16:17:57.582286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port cbbea240-a713-4b25-8694-d81c5a480657, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=cbbea240-a713-4b25-8694-d81c5a480657,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:57.604321 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:57.609040 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-a3c50da5-98e4-4b7c-a765-b3d81c485caf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.0613368 Aug 17 16:17:57.643316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3f174-29af-4738-9393-1618472b37cf req-e7b28cf6-6553-4826-a4c2-17917ab3a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:57.651215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f3f174-29af-4738-9393-1618472b37cf req-e7b28cf6-6553-4826-a4c2-17917ab3a08c service neutron] 10.222.0.77 "GET /v2.0/networks?id=d3c9f612-0de1-4237-937c-2ec2c2566e17 HTTP/1.1" status: 200 len: 928 time: 0.2469270 Aug 17 16:17:57.728450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e56295e0-ee3d-4e5e-b569-1b89aeb069e7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:57.732058 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:57.746665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f3f174-29af-4738-9393-1618472b37cf req-7853f55a-be57-49f6-b15c-cdb23cd297fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a HTTP/1.1" status: 200 len: 999 time: 0.0945153 Aug 17 16:17:57.782310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a454-5d7c-4474-933a-428f6cacb54d req-dee9dcf1-e6b6-4d81-999e-7cb745f6f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:57.784248 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-dee9dcf1-e6b6-4d81-999e-7cb745f6f9ab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1378026 Aug 17 16:17:57.790004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-9597f062-f911-40f8-934b-82726c8e9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:57.791731 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-9597f062-f911-40f8-934b-82726c8e9025 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f&tenant_id=93cfa698670f475e961b98264f242f53 HTTP/1.1" status: 200 len: 1095 time: 0.1957426 Aug 17 16:17:57.836322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3f174-29af-4738-9393-1618472b37cf req-14f34098-306b-43ad-859d-526e618c992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:57.843996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f3f174-29af-4738-9393-1618472b37cf req-14f34098-306b-43ad-859d-526e618c992f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2 HTTP/1.1" status: 200 len: 866 time: 0.0963757 Aug 17 16:17:57.878255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=cbbea240-a713-4b25-8694-d81c5a480657,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:57.914242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-636ede0d-d5ea-46e4-a35f-dd98a8b5b7fd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Router 0105bfc7-7925-410b-b521-8b70127e5163 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:17:57.965110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a454-5d7c-4474-933a-428f6cacb54d req-35b717d3-aca3-4ac1-8a1d-f005d97d8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:57.971241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-35b717d3-aca3-4ac1-8a1d-f005d97d8c51 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1758752 Aug 17 16:17:57.977416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['cbbea240-a713-4b25-8694-d81c5a480657'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:58.013264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3f174-29af-4738-9393-1618472b37cf req-0b21ca5a-5108-422d-89c9-949bc5bd4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:58.017944 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:58.033150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f3f174-29af-4738-9393-1618472b37cf req-0b21ca5a-5108-422d-89c9-949bc5bd4389 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d3c9f612-0de1-4237-937c-2ec2c2566e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879818 Aug 17 16:17:58.068551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93015dda-a05c-4db8-b848-dfc416219d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:17:58.071733 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894464f5-c0af-4f41-941e-eed722d4d41d" -d '{"events": [{"server_uuid": "93015dda-a05c-4db8-b848-dfc416219d6a", "name": "network-vif-plugged", "status": "completed", "tag": "e56295e0-ee3d-4e5e-b569-1b89aeb069e7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:17:58.080729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-1bf6aa6e-5c96-4abe-af0b-fdf0fd26eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:58.083406 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-1bf6aa6e-5c96-4abe-af0b-fdf0fd26eabe service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 1095 time: 0.2567067 Aug 17 16:17:58.090388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:58.103730 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:58.111707 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '3da8da78-de6c-4147-9346-e36387b2867f', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'floating_ip_address': '172.25.7.78', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'port_id': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'mac_address': 'fa:16:3e:9e:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19aa359-7007-49f5-b667-7cc53162053c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:17:53Z', 'updated_at': '2021-08-17T16:17:55Z', 'revision_number': 1, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:33Z', 'revision_number': 5, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:58.205420 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] Checking router: b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:17:58.209348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:58.232000 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] Routers {'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:58.233892 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:58.281426 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f3f174-29af-4738-9393-1618472b37cf req-5479dcfe-800f-4e8c-89ac-e15cab7a7774 service neutron] 10.222.0.77 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470787 Aug 17 16:17:58.350468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-636ede0d-d5ea-46e4-a35f-dd98a8b5b7fd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:17:58.363290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] Sync routers for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:17:58.364658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-636ede0d-d5ea-46e4-a35f-dd98a8b5b7fd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:58.379084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:58.380522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:58.407616 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-f9ae1e48-dd06-4a06-b6b5-fc36fb02be4d service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328068 Aug 17 16:17:58.408709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b20f8382-2fed-4681-8e54-c554d6c70de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:58.410257 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b20f8382-2fed-4681-8e54-c554d6c70de0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.3105624 Aug 17 16:17:58.412202 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] Set router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:58.417751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-636ede0d-d5ea-46e4-a35f-dd98a8b5b7fd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "PUT /v2.0/floatingips/9577a76b-ab16-4d5a-9c87-fee2979d2ef9 HTTP/1.1" status: 200 len: 996 time: 2.6686678 Aug 17 16:17:58.439989 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f3f174-29af-4738-9393-1618472b37cf req-34350c8f-8f5e-4543-b8df-430817f8712a service neutron] 10.222.0.77 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491020 Aug 17 16:17:58.458538 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:58.483865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['124a5b90-4e9c-4fad-978c-e5e2185831aa'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:58.554182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Pushing event deleted for resources: {'Port': ['ID=0d536a3f-0304-4720-a550-a13f63e2aa45,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:17:58.557696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-0e55d001-e39a-4853-a21e-ef95bf7c5a84 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaa93038-84c8-4983-9085-74fdcea276e0 HTTP/1.1" status: 200 len: 217 time: 0.1285572 Aug 17 16:17:58.576478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.576830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.577171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.577509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.577891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.578285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.578793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.579194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.580251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.580611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.580943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.581271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:17:58.632523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] No DVR routers for this DVR port 0d536a3f-0304-4720-a550-a13f63e2aa45 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:17:58.638027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:58.640305 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9e4a6e68-1c52-4ed3-bf27-66be1290ca0b req-0e953e4e-e0b4-48f9-91ea-fc7fc3309e2e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.93 "DELETE /v2.0/ports/0d536a3f-0304-4720-a550-a13f63e2aa45 HTTP/1.1" status: 204 len: 173 time: 1.8768151 Aug 17 16:17:58.661495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:58.684413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6547bb-fead-4673-88b9-4122b69d3183 req-bc51606a-8476-4d57-bbf6-86f82c4e2816 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:58.688895 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af6547bb-fead-4673-88b9-4122b69d3183 req-bc51606a-8476-4d57-bbf6-86f82c4e2816 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 946 time: 0.1259608 Aug 17 16:17:58.791192 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af6547bb-fead-4673-88b9-4122b69d3183 req-45dbbcac-e7a3-41a0-8b00-721aabafef07 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/security-groups?id=27fa064f-3ac9-4ce0-8971-813476289753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953319 Aug 17 16:17:58.803281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0d536a3f-0304-4720-a550-a13f63e2aa45'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:17:58.953273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b393af73-8bc3-463f-9101-6ce4ca207b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:58.983287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-b393af73-8bc3-463f-9101-6ce4ca207b4e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.3394001 Aug 17 16:17:59.017778 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '3da8da78-de6c-4147-9346-e36387b2867f', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'floating_ip_address': '172.25.7.78', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'port_id': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'mac_address': 'fa:16:3e:9e:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19aa359-7007-49f5-b667-7cc53162053c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:17:53Z', 'updated_at': '2021-08-17T16:17:55Z', 'revision_number': 1, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:33Z', 'revision_number': 5, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:59.018642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2985a454-5d7c-4474-933a-428f6cacb54d req-c65b0b3c-3b21-40e6-87b0-acabe013e8ce service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882812 Aug 17 16:17:59.035537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-7c7642f2-52c9-425a-919f-905b2e7548cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:59.058364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-7c7642f2-52c9-425a-919f-905b2e7548cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1096 time: 0.6015072 Aug 17 16:17:59.060512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ed32c-c19d-47ca-967b-7e038b40c959 req-b4411209-673b-490b-9245-168d4fc68b1a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:59.074999 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f4ed32c-c19d-47ca-967b-7e038b40c959 req-b4411209-673b-490b-9245-168d4fc68b1a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 947 time: 0.1483097 Aug 17 16:17:59.077794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device cbbea240-a713-4b25-8694-d81c5a480657 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:17:59.085972 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4da52d-1de2-4c1a-832d-be92d832854a None None] The sync data for ids ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'] in n-d-804878-1 is: [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '3da8da78-de6c-4147-9346-e36387b2867f', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'floating_ip_address': '172.25.7.78', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'port_id': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'mac_address': 'fa:16:3e:9e:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19aa359-7007-49f5-b667-7cc53162053c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:17:53Z', 'updated_at': '2021-08-17T16:17:55Z', 'revision_number': 1, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:33Z', 'revision_number': 5, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:17:59.140620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-8c0a9efc-90a6-4d4d-b3f9-18600899d782 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551772 Aug 17 16:17:59.165168 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f4ed32c-c19d-47ca-967b-7e038b40c959 req-4cf5bc50-c21d-45a7-aae2-8ec07d6e3b0a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698531 Aug 17 16:17:59.282238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port cbbea240-a713-4b25-8694-d81c5a480657 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:17:59.285644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port cbbea240-a713-4b25-8694-d81c5a480657 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:17:59.286159 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:59.326188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:c3:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:56Z', 'revision_number': 8, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:59.369243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] Checking router: 0105bfc7-7925-410b-b521-8b70127e5163 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:17:59.385773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:17:59.386849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:17:59.418539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-6b036416-a681-4998-88ec-c595cd866e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:59.420168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-6b036416-a681-4998-88ec-c595cd866e3a service neutron] 10.222.0.77 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.3135629 Aug 17 16:17:59.435134 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-65c7245b-f274-46a5-9833-bf81d6b63bdd service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693167 Aug 17 16:17:59.556802 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cf051b-6380-4b29-8c25-02c9bfa36124 None None] New status for floating IP 3da8da78-de6c-4147-9346-e36387b2867f: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:17:59.567530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:17:59.622701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b72d-b9d9-4558-8211-bc572d1ec13c req-07ba0bf8-5151-4021-87fc-aeeb27aa7eb7 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:59.632093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3144b72d-b9d9-4558-8211-bc572d1ec13c req-07ba0bf8-5151-4021-87fc-aeeb27aa7eb7 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 944 time: 0.0782859 Aug 17 16:17:59.698603 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3144b72d-b9d9-4558-8211-bc572d1ec13c req-cccc9724-9298-40b1-ac87-a03d0db2bb55 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653565 Aug 17 16:17:59.703899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-29c635c1-caeb-4bfb-b6de-46867b903bd3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 999 time: 0.2649703 Aug 17 16:17:59.808217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-3bfdf66f-6bbf-4231-a071-d1fd9bcfff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:59.818252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-3bfdf66f-6bbf-4231-a071-d1fd9bcfff7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.0986073 Aug 17 16:17:59.832267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-bad20260-4054-42d2-846e-c96530fd160e service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803909 Aug 17 16:17:59.872874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f439ad-9d89-4165-91d4-deb5fa60d562 req-7e140574-e573-4aed-b42b-d5155e0b76fb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:59.882235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-74fb0e18-0797-4333-b95e-f62409cfda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:17:59.887014 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:59.887330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32f439ad-9d89-4165-91d4-deb5fa60d562 req-7e140574-e573-4aed-b42b-d5155e0b76fb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 944 time: 0.1129193 Aug 17 16:17:59.893362 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-74fb0e18-0797-4333-b95e-f62409cfda07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740070 Aug 17 16:17:59.957149 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32f439ad-9d89-4165-91d4-deb5fa60d562 req-12e6ef91-8318-4c2e-ab8b-5d5930609217 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689273 Aug 17 16:17:59.983075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port cbbea240-a713-4b25-8694-d81c5a480657, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=cbbea240-a713-4b25-8694-d81c5a480657,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:17:59.993630 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:17:59.994700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0d536a3f-0304-4720-a550-a13f63e2aa45 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:00.063935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 0d536a3f-0304-4720-a550-a13f63e2aa45 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:00.064576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0d536a3f-0304-4720-a550-a13f63e2aa45 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:00.084586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-1ff18245-1041-43ac-832b-7423cd424d32 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901309 Aug 17 16:18:00.115403 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee63aadc-3135-43f7-a82a-5a1c4e3a2081 x-openstack-request-id: req-ee63aadc-3135-43f7-a82a-5a1c4e3a2081 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:00.115793 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:00.115981 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee63aadc-3135-43f7-a82a-5a1c4e3a2081 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:00.116329 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'status': 'completed', 'code': 200} Aug 17 16:18:00.156603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=cbbea240-a713-4b25-8694-d81c5a480657,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:00.172410 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec2866-305d-4e18-91c7-715c7a0964db x-openstack-request-id: req-02ec2866-305d-4e18-91c7-715c7a0964db {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:00.172901 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19aa359-7007-49f5-b667-7cc53162053c", "tag": "dcae9366-5ecc-498e-98db-2f9299f5cc7a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:00.173163 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02ec2866-305d-4e18-91c7-715c7a0964db {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:00.173556 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19aa359-7007-49f5-b667-7cc53162053c', 'tag': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'status': 'completed', 'code': 200} Aug 17 16:18:00.213187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:c3:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:56Z', 'revision_number': 8, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:00.243978 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f6120a-8ec0-434f-b1d9-8067016c3cab x-openstack-request-id: req-99f6120a-8ec0-434f-b1d9-8067016c3cab {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:00.244346 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93015dda-a05c-4db8-b848-dfc416219d6a", "name": "network-vif-plugged", "status": "completed", "tag": "e56295e0-ee3d-4e5e-b569-1b89aeb069e7", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:00.244527 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99f6120a-8ec0-434f-b1d9-8067016c3cab {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:00.244875 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93015dda-a05c-4db8-b848-dfc416219d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7', 'code': 200} Aug 17 16:18:00.246181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fd89c-c849-46a7-ab16-0a859097bba9 None None] The sync data for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 is: [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '9577a76b-ab16-4d5a-9c87-fee2979d2ef9', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'port_id': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'mac_address': 'fa:16:3e:c3:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:16:57Z', 'updated_at': '2021-08-17T16:17:56Z', 'revision_number': 8, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:00.322494 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb18f9b-34a8-4b21-b9f1-e29336c9a923 req-dca1e6d3-8dcd-48fe-8afc-b6ac78210df9 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362278 Aug 17 16:18:00.369116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-cc56c650-f30d-4f44-89a3-b61039cac80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:00.370953 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-cc56c650-f30d-4f44-89a3-b61039cac80e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1098 time: 0.1912374 Aug 17 16:18:00.374083 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f0d0d54d-b8c4-48fe-89ad-cbe7a77fb6b4 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:00.375573 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-f0d0d54d-b8c4-48fe-89ad-cbe7a77fb6b4 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.1386397 Aug 17 16:18:00.399220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-948bab6a-916a-4ee6-8f0d-79598cc7198b tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 258 time: 0.1325924 Aug 17 16:18:00.411888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:00.452001 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:00.456682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-04ee635b-c6d4-40c3-b2aa-6a30d3ca97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:00.459304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-04ee635b-c6d4-40c3-b2aa-6a30d3ca97ad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe43627a8944416eb3090f252681ea68&device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 1097 time: 0.2539158 Aug 17 16:18:00.590181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e58fd2-36d0-4464-9e88-7bc597911882 None None] New status for floating IP 9577a76b-ab16-4d5a-9c87-fee2979d2ef9: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:18:00.626008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-7365a98b-7c72-4ae1-9e3a-773e8c407000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:00.627934 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-7365a98b-7c72-4ae1-9e3a-773e8c407000 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3c9f612-0de1-4237-937c-2ec2c2566e17 HTTP/1.1" status: 200 len: 928 time: 0.1532741 Aug 17 16:18:00.714123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fa9ee-fc5b-4d7a-879e-8ef837cfd5ec req-76a0f085-5a65-494a-9d2d-b66bcd10b2dc tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:00.715791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc0fa9ee-fc5b-4d7a-879e-8ef837cfd5ec req-76a0f085-5a65-494a-9d2d-b66bcd10b2dc tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 946 time: 0.2674005 Aug 17 16:18:00.739144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41424) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:00.752144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-23fe7fe8-7add-41f9-9708-0f3a34cb53d9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Request body: {'floatingip': {'port_id': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:00.797426 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23fe7fe8-7add-41f9-9708-0f3a34cb53d9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:00.851097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-0281d525-76c6-43f9-99e8-d4e9acb0db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:00.852648 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-0281d525-76c6-43f9-99e8-d4e9acb0db46 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.4645290 Aug 17 16:18:00.921750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-b6f32eb7-5cde-4beb-84a5-eda6c4b44efa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.0386264 Aug 17 16:18:01.005587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-ea8f88a9-6e5a-49af-b78d-25ed01381681 service neutron] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:01.022489 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-ea8f88a9-6e5a-49af-b78d-25ed01381681 service neutron] Notify callbacks [] for binding, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:01.024022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e5b0810-60ae-4447-bb4c-579e0f0c3e94 req-ea8f88a9-6e5a-49af-b78d-25ed01381681 service neutron] 10.222.0.91 "DELETE /v2.0/ports/aaa93038-84c8-4983-9085-74fdcea276e0/bindings/n-h2-804878-1 HTTP/1.1" status: 204 len: 173 time: 0.6340113 Aug 17 16:18:01.130524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574c68d-3681-4da1-8e2d-8231fa2e24e2 req-b688de83-6173-4037-8ed9-28178cfc7e02 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:01.132445 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2574c68d-3681-4da1-8e2d-8231fa2e24e2 req-b688de83-6173-4037-8ed9-28178cfc7e02 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 947 time: 0.2913573 Aug 17 16:18:01.139355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-5b9a0bf5-4760-44d9-b402-3bf01ac780a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:01.143200 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-5b9a0bf5-4760-44d9-b402-3bf01ac780a6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1924186 Aug 17 16:18:01.196076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:01.218006 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-df7c5745-ed02-4f03-b8d7-0f515d9c58aa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a HTTP/1.1" status: 200 len: 1001 time: 0.5762217 Aug 17 16:18:01.280257 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2574c68d-3681-4da1-8e2d-8231fa2e24e2 req-89e5d6b8-b6d8-4b3c-9fc2-f2e6156482cc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336689 Aug 17 16:18:01.354994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-89e22f5c-d03d-4592-aa35-9c3b418b7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:01.356514 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-89e22f5c-d03d-4592-aa35-9c3b418b7e22 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2008545 Aug 17 16:18:01.383203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-7665fdb2-1479-4447-beee-1972343f5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:01.384675 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-7665fdb2-1479-4447-beee-1972343f5384 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2 HTTP/1.1" status: 200 len: 866 time: 0.1335824 Aug 17 16:18:01.444523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Allocated IP 172.25.7.178 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/d1b0b348-379c-4ef9-b89e-4fd67b51adbb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:18:01.478170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-aa3be934-b1dc-46f4-8551-2be020d15acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:01.479606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-aa3be934-b1dc-46f4-8551-2be020d15acd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3c9f612-0de1-4237-937c-2ec2c2566e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771203 Aug 17 16:18:01.692592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-600de5b7-632e-47c3-b279-13bad35c80bf service neutron] 10.222.0.93 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644166 Aug 17 16:18:01.714204 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:01.856991 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec16d472-24cf-49f4-8ff1-80d9427ea83d req-ca184ae1-27f5-4fd5-8746-8d5b3a44c3f3 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547303 Aug 17 16:18:01.862796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:01.910102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:01.915654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:01.918208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:18:01.922203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Pushing event updated for resources: {'Port': ['ID=d1b0b348-379c-4ef9-b89e-4fd67b51adbb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:02.038388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:02.046797 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b006d796-fc76-4e76-a601-09a0dd420d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:02.092738 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:02.105474 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e72290c-9194-4c24-af5d-57d9efbe8010 req-f89cc97b-b2de-40a4-a915-94b0f4248a7a tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips/9577a76b-ab16-4d5a-9c87-fee2979d2ef9 HTTP/1.1" status: 200 len: 998 time: 0.6148057 Aug 17 16:18:02.117293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:02.119710 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed62a8d-ef12-46e9-807b-bc125690bc47" -d '{"events": [{"name": "network-changed", "server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:02.129353 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23fe7fe8-7add-41f9-9708-0f3a34cb53d9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:02.149925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23fe7fe8-7add-41f9-9708-0f3a34cb53d9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:02.198239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'name': 'network-vif-deleted', 'tag': '0d536a3f-0304-4720-a550-a13f63e2aa45'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:02.200818 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03623653-748b-4e3b-a696-776e4d69522a" -d '{"events": [{"server_uuid": "cdf15ba5-aecc-406d-b3ba-e0de53b127b4", "name": "network-vif-deleted", "tag": "0d536a3f-0304-4720-a550-a13f63e2aa45"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:02.246591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06baa417-9569-451b-af3d-0c8138df602f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbea240-a713-4b25-8694-d81c5a480657'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:02.251060 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15040a2f-6a9d-43ac-9484-dabe6825c5a4" -d '{"events": [{"server_uuid": "06baa417-9569-451b-af3d-0c8138df602f", "name": "network-vif-plugged", "status": "completed", "tag": "cbbea240-a713-4b25-8694-d81c5a480657"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:02.254879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-e6f13aa8-ebf0-41c0-9d5c-5f505a6bb50b service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630372 Aug 17 16:18:02.295652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:02.302265 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:02.379668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Pushing event updated for resources: {'Port': ['ID=d1b0b348-379c-4ef9-b89e-4fd67b51adbb,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:02.392101 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:02.407525 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:02.415728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-2fffd2f0-3fd4-4774-ab08-1e048df44058 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0079913 Aug 17 16:18:02.423563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72290c-9194-4c24-af5d-57d9efbe8010 req-02c86f79-20a7-4f9b-bf64-6fce7894c3cd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:02.424970 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e72290c-9194-4c24-af5d-57d9efbe8010 req-02c86f79-20a7-4f9b-bf64-6fce7894c3cd tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2927551 Aug 17 16:18:02.443902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-8e72290c-9194-4c24-af5d-57d9efbe8010 req-e6dd31bc-1152-4748-a41c-38d50ae62c8d tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:18:02.445112 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e72290c-9194-4c24-af5d-57d9efbe8010 req-e6dd31bc-1152-4748-a41c-38d50ae62c8d tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083127 Aug 17 16:18:02.448743 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-23fe7fe8-7add-41f9-9708-0f3a34cb53d9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Floating IP b2930796-c9fd-4f3c-ab59-976789b768fb associated. External IP: 172.25.7.250, port: 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597. Aug 17 16:18:02.484687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-a718cd13-db0e-4fb9-b5d3-0259e2812b21 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0674698 Aug 17 16:18:02.506543 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-074b33fd-f7bf-4fb3-81b1-71aa3f5357b0 req-8556ba69-d8c6-4161-b1bd-a9d96acc34b8 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416544 Aug 17 16:18:02.607218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-7336a7e2-8407-4496-8cdf-f0545763ab22 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:02.616107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b0c7351-e6e3-4648-ac14-5af33e2448c2 req-7336a7e2-8407-4496-8cdf-f0545763ab22 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.1303759 Aug 17 16:18:02.742031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364922d-74b2-4922-921b-347d79f8623c req-ff5e0eb0-2fac-488b-8fb7-b96caaa25bde tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:02.744386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6364922d-74b2-4922-921b-347d79f8623c req-ff5e0eb0-2fac-488b-8fb7-b96caaa25bde tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 945 time: 0.0709729 Aug 17 16:18:02.764541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a0659-ee1e-47d2-a787-7a1a88924d14 req-9457e6e3-281b-4f62-bbc0-93fdbb674796 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:02.766045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e24a0659-ee1e-47d2-a787-7a1a88924d14 req-9457e6e3-281b-4f62-bbc0-93fdbb674796 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 944 time: 0.1456499 Aug 17 16:18:02.793261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6364922d-74b2-4922-921b-347d79f8623c req-e74ae2ec-d1e3-4024-9068-e596df2ee682 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Aug 17 16:18:02.828127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fe7fe8-7add-41f9-9708-0f3a34cb53d9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Router e962cad1-6476-46a7-b649-5f71cf34f938 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:02.837107 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e24a0659-ee1e-47d2-a787-7a1a88924d14 req-8c7d2dd2-a8d1-4ffe-bf96-0bce3d287e25 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629544 Aug 17 16:18:02.890798 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b319ea63-fcae-40d5-85d7-1be37f20a571 x-openstack-request-id: req-b319ea63-fcae-40d5-85d7-1be37f20a571 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:02.891175 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:02.891484 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b319ea63-fcae-40d5-85d7-1be37f20a571 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:02.891967 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'status': 'completed', 'code': 200} Aug 17 16:18:02.933468 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1768aa9b-8820-44d2-87f4-3c80daf5fdee x-openstack-request-id: req-1768aa9b-8820-44d2-87f4-3c80daf5fdee {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:02.934507 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf15ba5-aecc-406d-b3ba-e0de53b127b4", "name": "network-vif-deleted", "tag": "0d536a3f-0304-4720-a550-a13f63e2aa45", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:02.934945 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1768aa9b-8820-44d2-87f4-3c80daf5fdee {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:02.935530 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf15ba5-aecc-406d-b3ba-e0de53b127b4', 'name': 'network-vif-deleted', 'tag': '0d536a3f-0304-4720-a550-a13f63e2aa45', 'status': 'completed', 'code': 200} Aug 17 16:18:02.965573 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ecf539-a72b-4f7d-9ff5-0cf913664032 x-openstack-request-id: req-53ecf539-a72b-4f7d-9ff5-0cf913664032 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:02.965871 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06baa417-9569-451b-af3d-0c8138df602f", "name": "network-vif-plugged", "status": "completed", "tag": "cbbea240-a713-4b25-8694-d81c5a480657", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:02.966128 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53ecf539-a72b-4f7d-9ff5-0cf913664032 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:02.966553 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06baa417-9569-451b-af3d-0c8138df602f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbea240-a713-4b25-8694-d81c5a480657', 'code': 200} Aug 17 16:18:03.025100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fe7fe8-7add-41f9-9708-0f3a34cb53d9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:03.036616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23fe7fe8-7add-41f9-9708-0f3a34cb53d9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:03.040358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-6ecd92b7-5e4e-46eb-bf21-6ccda401c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:03.042089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-6ecd92b7-5e4e-46eb-bf21-6ccda401c50c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1096 time: 0.1277196 Aug 17 16:18:03.043763 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] Sync routers for ids ['e962cad1-6476-46a7-b649-5f71cf34f938'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:03.060540 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] Routers {'e962cad1-6476-46a7-b649-5f71cf34f938'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:03.064626 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e962cad1-6476-46a7-b649-5f71cf34f938'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:03.157692 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-23fe7fe8-7add-41f9-9708-0f3a34cb53d9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "PUT /v2.0/floatingips/b2930796-c9fd-4f3c-ab59-976789b768fb HTTP/1.1" status: 200 len: 992 time: 2.4173331 Aug 17 16:18:03.190874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-e96cf005-4634-4936-8127-430e25b27988 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.1511400 Aug 17 16:18:03.225389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea522-1253-4bef-8b63-21f0d942a5fc req-ca11c844-2afa-4053-ba28-db5438c6e325 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:03.227081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c18ea522-1253-4bef-8b63-21f0d942a5fc req-ca11c844-2afa-4053-ba28-db5438c6e325 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 947 time: 0.1376405 Aug 17 16:18:03.230350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-3f6ca43c-ab9c-4273-8f2b-6785027c502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:03.231909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-3f6ca43c-ab9c-4273-8f2b-6785027c502e service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.1692147 Aug 17 16:18:03.242728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-d5266e97-df4b-4afd-93fe-522877139f85 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:03.255913 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-d5266e97-df4b-4afd-93fe-522877139f85 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports/124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 942 time: 0.0640883 Aug 17 16:18:03.271176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9251eaa-dd04-4545-8709-0b0f9781d054 req-c40d91f8-89f2-4a9d-ab23-f6eb197dbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:03.273075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9251eaa-dd04-4545-8709-0b0f9781d054 req-c40d91f8-89f2-4a9d-ab23-f6eb197dbca0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 1096 time: 0.1865382 Aug 17 16:18:03.273224 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] Set router e962cad1-6476-46a7-b649-5f71cf34f938 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:03.337231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c18ea522-1253-4bef-8b63-21f0d942a5fc req-a765e2df-35a7-4935-9beb-da7486116d6e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006286 Aug 17 16:18:03.352531 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-fdeb8371-3b89-4a06-9982-9b83a1e2d4a3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 1001 time: 0.0926707 Aug 17 16:18:03.408906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9251eaa-dd04-4545-8709-0b0f9781d054 req-ddf2f483-1148-4c0c-9b7a-4aace642f9d4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271641 Aug 17 16:18:03.437158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-2d8b4b9a-00fa-46f1-9da0-d50af811d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:03.438982 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-2d8b4b9a-00fa-46f1-9da0-d50af811d3bb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.0738857 Aug 17 16:18:03.451508 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-03d00b06-35de-493b-a860-bcbf74e0b4ac tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.1067681 Aug 17 16:18:03.483319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:18:03.580426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-e6b9c9ef-f6fb-49d5-a1df-e0e4cb757f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:03.582225 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-e6b9c9ef-f6fb-49d5-a1df-e0e4cb757f00 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222394 Aug 17 16:18:03.601073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394fba8-eccc-44d4-b121-b2735f4dd26d req-c611fa70-b83e-446c-9f0b-3e1ade57a552 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:03.612024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b394fba8-eccc-44d4-b121-b2735f4dd26d req-c611fa70-b83e-446c-9f0b-3e1ade57a552 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1694472 Aug 17 16:18:03.617466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-f8e14224-1330-431d-a2f7-c58b2fb8d31c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:03.626483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-f8e14224-1330-431d-a2f7-c58b2fb8d31c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.1674666 Aug 17 16:18:03.657888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:03.683807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'mac_address': 'fa:16:3e:21:3f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:18:03.732088 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:03.736253 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-e74e7a09-aeaa-4714-86d8-3de3bc95d92f tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.1086912 Aug 17 16:18:03.744438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-338c5bf5-09ef-4aa8-bfce-b3093f31a2c7 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:03.758796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab60327-d041-48f7-ab25-9d7b77aba4bf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:18:03.791535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:03.797053 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:03.818234 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b394fba8-eccc-44d4-b121-b2735f4dd26d req-4a4fce3a-7248-4232-8fb4-edbfa9ba20c5 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.2010593 Aug 17 16:18:03.825466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-b394fba8-eccc-44d4-b121-b2735f4dd26d req-46865b9e-d188-4651-a702-d300a2a1f699 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Request body: {'floatingip': {'port_id': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:03.843775 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-338c5bf5-09ef-4aa8-bfce-b3093f31a2c7 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:03.879204 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b394fba8-eccc-44d4-b121-b2735f4dd26d req-46865b9e-d188-4651-a702-d300a2a1f699 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:03.887674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:03.922819 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'b2930796-c9fd-4f3c-ab59-976789b768fb', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'port_id': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'mac_address': 'fa:16:3e:4c:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:17:33Z', 'updated_at': '2021-08-17T16:18:01Z', 'revision_number': 1, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:32Z', 'revision_number': 5, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:03.955340 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] Checking router: e962cad1-6476-46a7-b649-5f71cf34f938 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:03.972886 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] Routers {'e962cad1-6476-46a7-b649-5f71cf34f938'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:03.973511 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e962cad1-6476-46a7-b649-5f71cf34f938'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:03.987374 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-7c1cb93a-2617-4d9d-a12c-a7b51afc9b5b service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956237 Aug 17 16:18:04.064002 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-338c5bf5-09ef-4aa8-bfce-b3093f31a2c7 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:04.073024 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-338c5bf5-09ef-4aa8-bfce-b3093f31a2c7 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:04.073394 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-338c5bf5-09ef-4aa8-bfce-b3093f31a2c7 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Floating IP 9577a76b-ab16-4d5a-9c87-fee2979d2ef9 disassociated. External IP: 172.25.7.115, port: 124a5b90-4e9c-4fad-978c-e5e2185831aa. Aug 17 16:18:04.082232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['2ab60327-d041-48f7-ab25-9d7b77aba4bf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:18:04.132778 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] Set router e962cad1-6476-46a7-b649-5f71cf34f938 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:04.151376 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ed62a8d-ef12-46e9-807b-bc125690bc47 req-3a00bfe7-13df-4065-adb1-8e34ee6830cf service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474190 Aug 17 16:18:04.400903 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-b394fba8-eccc-44d4-b121-b2735f4dd26d req-46865b9e-d188-4651-a702-d300a2a1f699 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 16:18:04.416433 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b394fba8-eccc-44d4-b121-b2735f4dd26d req-46865b9e-d188-4651-a702-d300a2a1f699 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "PUT /v2.0/floatingips/2544b032-fda9-4b5a-9896-133c600bacca HTTP/1.1" status: 409 len: 551 time: 0.5966110 Aug 17 16:18:04.477268 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'b2930796-c9fd-4f3c-ab59-976789b768fb', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'port_id': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'mac_address': 'fa:16:3e:4c:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:17:33Z', 'updated_at': '2021-08-17T16:18:01Z', 'revision_number': 1, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:32Z', 'revision_number': 5, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:04.515212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-338c5bf5-09ef-4aa8-bfce-b3093f31a2c7 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Router 0105bfc7-7925-410b-b521-8b70127e5163 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:04.532773 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810afcb5-98f3-47d4-8634-b299058d13bf None None] The sync data for ids ['e962cad1-6476-46a7-b649-5f71cf34f938'] in n-d-804878-1 is: [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'b2930796-c9fd-4f3c-ab59-976789b768fb', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'port_id': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'mac_address': 'fa:16:3e:4c:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:17:33Z', 'updated_at': '2021-08-17T16:18:01Z', 'revision_number': 1, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:32Z', 'revision_number': 5, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:04.679140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-338c5bf5-09ef-4aa8-bfce-b3093f31a2c7 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:04.684630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-338c5bf5-09ef-4aa8-bfce-b3093f31a2c7 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:04.695117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] Sync routers for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:04.706038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634880d9-90ba-40d1-9bf7-b12a504b5c33 req-fce81d9e-9c00-43d2-bfa3-5ef3e6db0d31 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:04.714973 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-634880d9-90ba-40d1-9bf7-b12a504b5c33 req-fce81d9e-9c00-43d2-bfa3-5ef3e6db0d31 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 945 time: 0.0767279 Aug 17 16:18:04.720246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:04.722774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:04.730675 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-338c5bf5-09ef-4aa8-bfce-b3093f31a2c7 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "PUT /v2.0/floatingips/9577a76b-ab16-4d5a-9c87-fee2979d2ef9 HTTP/1.1" status: 200 len: 696 time: 0.9909256 Aug 17 16:18:04.775580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-634880d9-90ba-40d1-9bf7-b12a504b5c33 req-31951df7-3d58-4b9b-acb7-004fdc54d4f6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505636 Aug 17 16:18:04.835188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-77270c6c-c561-4837-8ac5-bc2fcc369918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:04.842923 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-77270c6c-c561-4837-8ac5-bc2fcc369918 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1096 time: 0.1069136 Aug 17 16:18:04.866282 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c873-d17c-4fb9-95b7-a1076e2a8f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:04.892776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'tag': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:04.895171 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dccc3d3-0577-44a1-92cb-3796ef0ab581", "tag": "33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:04.904045 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb1df10-a4d4-47d9-97a5-28e893f2a1c0 None None] New status for floating IP b2930796-c9fd-4f3c-ab59-976789b768fb: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:18:04.941360 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:04.958405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:04.969488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:04.972684 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91a70b1-154e-428c-9796-88c71fdd92ee" -d '{"events": [{"name": "network-changed", "server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:05.001361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e6015-ff91-4676-8b2d-386b4545f34e req-92067d54-3bec-495b-9c1a-20ca28a1aad9 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:05.011078 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-730e6015-ff91-4676-8b2d-386b4545f34e req-92067d54-3bec-495b-9c1a-20ca28a1aad9 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 948 time: 0.0710979 Aug 17 16:18:05.045324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-57179f5b-1ac8-4e13-a466-c437f985dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:05.053119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-57179f5b-1ac8-4e13-a466-c437f985dd8c service neutron] 10.222.0.77 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.2091188 Aug 17 16:18:05.075200 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-730e6015-ff91-4676-8b2d-386b4545f34e req-a672a204-8b7e-4d7a-91da-4b92fd4dd106 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621705 Aug 17 16:18:05.149297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-1d5b35ea-0a49-4d65-b81b-04490bad6b97 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 217 time: 0.0952213 Aug 17 16:18:05.209656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-d2d17599-8f84-49c3-b2ca-8c0b744670fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:05.217590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-23279f5d-c8ae-4559-bcda-41dc831897ae tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips/2544b032-fda9-4b5a-9896-133c600bacca HTTP/1.1" status: 200 len: 693 time: 0.1128619 Aug 17 16:18:05.218616 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-d2d17599-8f84-49c3-b2ca-8c0b744670fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.0681288 Aug 17 16:18:05.288643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-be182873-586e-46f2-ae4e-0f7cf6b3dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:05.297065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-be182873-586e-46f2-ae4e-0f7cf6b3dd16 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775406 Aug 17 16:18:05.370109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:05.380993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-960482ca-a797-4488-b851-24beda607a2b tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:05.382445 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-960482ca-a797-4488-b851-24beda607a2b tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.1550412 Aug 17 16:18:05.410342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] Checking router: 0105bfc7-7925-410b-b521-8b70127e5163 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:05.418645 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-9c70f86f-d454-496a-93e2-b4d6417044aa service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206841 Aug 17 16:18:05.421136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:05.421904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:05.462689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-16ac5364-89e0-4135-83a3-6c85dcd2ab19 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0717270 Aug 17 16:18:05.494437 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:05.541974 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-3aaf4acd-cfe8-47c2-8c9a-bdd58394dedf tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0709031 Aug 17 16:18:05.553156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39e7b84e-8abf-4fc8-97c5-472ae6f6a455 req-3249b8c0-2f30-4830-be2a-e63dc4761dd9 service neutron] 10.222.0.77 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262898 Aug 17 16:18:05.609830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:05.656230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 2ab60327-d041-48f7-ab25-9d7b77aba4bf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:05.665185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 2ab60327-d041-48f7-ab25-9d7b77aba4bf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:05.665723 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:05.713181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a0fd1-7afc-4360-8e96-41644c7b650c req-81cc8679-af0d-4ef4-b6bd-fb0b3b0721af tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:05.723282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e96a0fd1-7afc-4360-8e96-41644c7b650c req-81cc8679-af0d-4ef4-b6bd-fb0b3b0721af tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 1095 time: 0.0646570 Aug 17 16:18:05.775426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-a9b4ed2e-a7a2-4adf-8304-c0fc16b3ce3a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Deleting port d1b0b348-379c-4ef9-b89e-4fd67b51adbb {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:05.775766 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-a9b4ed2e-a7a2-4adf-8304-c0fc16b3ce3a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:05.796151 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e96a0fd1-7afc-4360-8e96-41644c7b650c req-70472008-e851-42d4-b974-00a104284bb4 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709362 Aug 17 16:18:05.859199 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:05.899794 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-a9b4ed2e-a7a2-4adf-8304-c0fc16b3ce3a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:05.900124 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-a9b4ed2e-a7a2-4adf-8304-c0fc16b3ce3a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:05.916696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-a9b4ed2e-a7a2-4adf-8304-c0fc16b3ce3a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Calling delete_port for d1b0b348-379c-4ef9-b89e-4fd67b51adbb owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:05.940968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:06.043505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:06.045798 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994345ac-e99f-40c4-b138-80ecd186379f" -d '{"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-plugged", "status": "completed", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:06.062353 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46dcbbd-d4a5-4839-a731-b489d2b433b9 x-openstack-request-id: req-d46dcbbd-d4a5-4839-a731-b489d2b433b9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:06.062890 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dccc3d3-0577-44a1-92cb-3796ef0ab581", "tag": "33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:06.063244 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d46dcbbd-d4a5-4839-a731-b489d2b433b9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:06.063764 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'tag': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597', 'status': 'completed', 'code': 200} Aug 17 16:18:06.075643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:06.085550 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:06.111724 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff274498-84e2-41a3-a264-417581b098f1 x-openstack-request-id: req-ff274498-84e2-41a3-a264-417581b098f1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:06.113015 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:06.113443 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff274498-84e2-41a3-a264-417581b098f1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:06.113975 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'status': 'completed', 'code': 200} Aug 17 16:18:06.160152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:06.187460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-1d5cc8fa-8ad1-4eab-851a-774e66e8c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:06.188905 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-1d5cc8fa-8ad1-4eab-851a-774e66e8c69a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d9ed0accf7d84912828f668847939a04&device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 1097 time: 0.1089797 Aug 17 16:18:06.191055 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-a9b4ed2e-a7a2-4adf-8304-c0fc16b3ce3a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:06.191939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baaf1e-e756-4429-ae40-f8467e971cb9 None None] The sync data for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 is: [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:16:23Z', 'revision_number': 4, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9349338-fd08-4f57-ae9a-6f7918120eff', 'name': '', 'network_id': '67a40b8c-0590-4872-bf1e-0c77e0f09af5', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'mac_address': 'fa:16:3e:67:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:19Z', 'updated_at': '2021-08-17T16:16:31Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'subnets': [{'id': 'a9ba9684-b9a2-4368-acc7-294dec466f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:06.193620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:06.283515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4ed2e-a7a2-4adf-8304-c0fc16b3ce3a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Pushing event deleted for resources: {'Port': ['ID=d1b0b348-379c-4ef9-b89e-4fd67b51adbb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:06.364683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-699d0601-dc1b-4ffd-a846-7e915302c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:06.366081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-699d0601-dc1b-4ffd-a846-7e915302c889 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 1096 time: 0.2252042 Aug 17 16:18:06.417954 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-a9b4ed2e-a7a2-4adf-8304-c0fc16b3ce3a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:06.425136 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-a9b4ed2e-a7a2-4adf-8304-c0fc16b3ce3a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:06.443237 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9ed20a8-ba05-4aea-a031-1d622dc937fb req-a9b4ed2e-a7a2-4adf-8304-c0fc16b3ce3a tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "DELETE /v2.0/floatingips/2544b032-fda9-4b5a-9896-133c600bacca HTTP/1.1" status: 204 len: 173 time: 0.8942347 Aug 17 16:18:06.460476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f35838-4195-44b9-9b87-9e1b1375710c req-f8694975-64c0-47d6-bcb9-7629ef3c272e tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:06.462021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80f35838-4195-44b9-9b87-9e1b1375710c req-f8694975-64c0-47d6-bcb9-7629ef3c272e tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 1095 time: 0.0615602 Aug 17 16:18:06.489805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-b19b5b13-ffe5-4873-8d68-cd7067d08294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:06.491499 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-b19b5b13-ffe5-4873-8d68-cd7067d08294 service neutron] 10.222.0.91 "GET /v2.0/networks?id=772fe312-da19-4c12-8625-e8870a167407 HTTP/1.1" status: 200 len: 915 time: 0.2618601 Aug 17 16:18:06.529036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80f35838-4195-44b9-9b87-9e1b1375710c req-3802c95f-ddd8-4d90-953a-1e0a14f44f1d tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590916 Aug 17 16:18:06.653771 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca84fcf-0492-4b00-b516-8fbd558a716f x-openstack-request-id: req-eca84fcf-0492-4b00-b516-8fbd558a716f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:06.654062 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-plugged", "status": "completed", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:06.654336 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eca84fcf-0492-4b00-b516-8fbd558a716f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:06.654846 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'code': 200} Aug 17 16:18:06.669667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1e990-712b-4f78-98d8-d97432e83400 None None] New status for floating IP 9577a76b-ab16-4d5a-9c87-fee2979d2ef9: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:18:06.813937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ed620-e431-4327-97e9-cbac94c5ee45 req-28bd5d3d-0624-4c9f-8d5c-338fb8fcb140 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:06.822423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-065ed620-e431-4327-97e9-cbac94c5ee45 req-28bd5d3d-0624-4c9f-8d5c-338fb8fcb140 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1000924 Aug 17 16:18:06.832858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f5216-b837-464c-801e-c5eb956dd23a req-a746ee0f-e85d-49d4-be69-0b26e40ea676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:06.834342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c0f5216-b837-464c-801e-c5eb956dd23a req-a746ee0f-e85d-49d4-be69-0b26e40ea676 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1100 time: 0.0845399 Aug 17 16:18:06.903799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-065ed620-e431-4327-97e9-cbac94c5ee45 req-f3b71dca-b5d5-424a-ba5d-62a9ba0bbc8b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790627 Aug 17 16:18:06.918289 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c0f5216-b837-464c-801e-c5eb956dd23a req-117bfda6-47b9-46e1-b388-e8a5901a3210 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744677 Aug 17 16:18:07.068268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-aacd3b54-0cc9-41c8-b273-243b386991c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:07.070028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-aacd3b54-0cc9-41c8-b273-243b386991c2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 200 len: 921 time: 0.6876857 Aug 17 16:18:07.089897 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-a006b773-b1b3-4d20-a07c-54928e412568 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.78 HTTP/1.1" status: 200 len: 1001 time: 0.1157956 Aug 17 16:18:07.099101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-3613c625-ea38-4d93-b7c9-e21ea3212868 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 HTTP/1.1" status: 200 len: 1002 time: 0.5891638 Aug 17 16:18:07.156702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-94d77b69-4b25-4bff-86ae-fb636674b9af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 200 len: 217 time: 0.0756156 Aug 17 16:18:07.171465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-a0282106-3e8e-407e-b312-063d61ba9f2c tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:07.188146 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-a0282106-3e8e-407e-b312-063d61ba9f2c tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports/dcae9366-5ecc-498e-98db-2f9299f5cc7a HTTP/1.1" status: 200 len: 943 time: 0.0973275 Aug 17 16:18:07.256193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2e715-3e47-4bb2-9d8a-88a2c16cb2fa req-eae880f6-eda2-476d-941e-e1451129b88f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:07.257920 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-abb2e715-3e47-4bb2-9d8a-88a2c16cb2fa req-eae880f6-eda2-476d-941e-e1451129b88f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 945 time: 0.2812374 Aug 17 16:18:07.259425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-c46cfbf0-2b16-4643-aa5d-4dbe18178ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:07.260808 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-c46cfbf0-2b16-4643-aa5d-4dbe18178ff8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=665f0674-a632-446f-8db6-e898bd403ddf HTTP/1.1" status: 200 len: 853 time: 0.1228578 Aug 17 16:18:07.426732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-2eaba97d-c5cd-4254-91a6-57783a6a32b5 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.78 HTTP/1.1" status: 200 len: 1001 time: 0.1790371 Aug 17 16:18:07.427028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-abb2e715-3e47-4bb2-9d8a-88a2c16cb2fa req-ce26a9f0-20b0-4688-8d33-be219919d6a6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215768 Aug 17 16:18:07.470533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-999b9324-5bc8-41af-9ff7-bdf994fe66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:07.476089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-999b9324-5bc8-41af-9ff7-bdf994fe66ac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 200 len: 859 time: 0.2967780 Aug 17 16:18:07.510666 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:07.563736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-a306113c-448b-49eb-9495-802325e49128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:07.565718 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-a306113c-448b-49eb-9495-802325e49128 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=772fe312-da19-4c12-8625-e8870a167407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752666 Aug 17 16:18:07.575262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-5665690a-9f73-41ac-9a47-8828b43b5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:07.578301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-5665690a-9f73-41ac-9a47-8828b43b5936 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a40b8c-0590-4872-bf1e-0c77e0f09af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838013 Aug 17 16:18:07.653640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-530d43a9-c5b0-484d-be61-fb906b1c6f74 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:07.664672 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-530d43a9-c5b0-484d-be61-fb906b1c6f74 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2453117 Aug 17 16:18:07.683001 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-43a7f67b-94a7-42da-bf82-16dc53e1535a service neutron] 10.222.0.91 "GET /v2.0/networks/772fe312-da19-4c12-8625-e8870a167407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035531 Aug 17 16:18:07.832643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-629346ea-f380-4df1-982b-f8216349c268 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:07.834562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-629346ea-f380-4df1-982b-f8216349c268 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.93 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 945 time: 0.1616828 Aug 17 16:18:07.845683 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-862e193b-89a4-40ed-a659-4af4bc29eddb tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.78 HTTP/1.1" status: 200 len: 1001 time: 0.1788154 Aug 17 16:18:07.856079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-79714469-b7c1-40e8-a04e-7446bd8860d1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:07.912388 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-943f010f-3ff5-499e-b406-c0e069325626 req-31e7b3f4-1a3e-4ea1-a68c-2f84f831e6af tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips/9577a76b-ab16-4d5a-9c87-fee2979d2ef9 HTTP/1.1" status: 200 len: 694 time: 0.0895936 Aug 17 16:18:08.032899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-79714469-b7c1-40e8-a04e-7446bd8860d1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:08.037231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-7fa2841e-53c5-448d-91bb-7c6f9fa4cb58 service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530667 Aug 17 16:18:08.052533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8f97422-16b3-4ede-bf2b-d7c0fe5eba0c req-5b7af922-2dae-4b05-8d34-bd528cde3d50 service neutron] 10.222.0.91 "GET /v2.0/networks/772fe312-da19-4c12-8625-e8870a167407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471711 Aug 17 16:18:08.197615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f010f-3ff5-499e-b406-c0e069325626 req-3bcc4dbb-a90c-459e-8d41-d579da8a9ab9 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:08.199567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-943f010f-3ff5-499e-b406-c0e069325626 req-3bcc4dbb-a90c-459e-8d41-d579da8a9ab9 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2778101 Aug 17 16:18:08.236762 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-79714469-b7c1-40e8-a04e-7446bd8860d1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:08.275182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-79714469-b7c1-40e8-a04e-7446bd8860d1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:08.275841 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-79714469-b7c1-40e8-a04e-7446bd8860d1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Floating IP 3da8da78-de6c-4147-9346-e36387b2867f disassociated. External IP: 172.25.7.78, port: dcae9366-5ecc-498e-98db-2f9299f5cc7a. Aug 17 16:18:08.301563 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e91a70b1-154e-428c-9796-88c71fdd92ee req-001ec266-9035-45b9-8a71-847ac6dbcd6a service neutron] 10.222.0.91 "GET /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478578 Aug 17 16:18:08.305793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-943f010f-3ff5-499e-b406-c0e069325626 req-9953a3bb-bf42-487e-8d8f-a0a43be90816 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 697 time: 0.0953062 Aug 17 16:18:08.385142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-943f010f-3ff5-499e-b406-c0e069325626 req-4b08fc33-b7cf-4946-bfd6-6d2a2a277581 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 697 time: 0.0702281 Aug 17 16:18:08.406726 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:18:08.418743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-bc2775ae-865f-42fb-8351-642cc038f4b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Deleting port cbbea240-a713-4b25-8694-d81c5a480657 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:08.419147 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-bc2775ae-865f-42fb-8351-642cc038f4b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:08.582735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-bc2775ae-865f-42fb-8351-642cc038f4b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] For port cbbea240-a713-4b25-8694-d81c5a480657, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=cbbea240-a713-4b25-8694-d81c5a480657,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:08.583102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-bc2775ae-865f-42fb-8351-642cc038f4b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:08.606996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-943f010f-3ff5-499e-b406-c0e069325626 req-f61dcce4-865d-4f0c-a38f-04d239a82abc tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Deleting port a6452974-393a-420e-9315-009cf6001575 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:08.607628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-943f010f-3ff5-499e-b406-c0e069325626 req-f61dcce4-865d-4f0c-a38f-04d239a82abc tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:08.724116 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-943f010f-3ff5-499e-b406-c0e069325626 req-f61dcce4-865d-4f0c-a38f-04d239a82abc tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:08.724348 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-943f010f-3ff5-499e-b406-c0e069325626 req-f61dcce4-865d-4f0c-a38f-04d239a82abc tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:08.746954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-943f010f-3ff5-499e-b406-c0e069325626 req-f61dcce4-865d-4f0c-a38f-04d239a82abc tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Calling delete_port for a6452974-393a-420e-9315-009cf6001575 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:08.910614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-bc2775ae-865f-42fb-8351-642cc038f4b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Calling delete_port for cbbea240-a713-4b25-8694-d81c5a480657 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:08.979561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-79714469-b7c1-40e8-a04e-7446bd8860d1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:08.996395 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-943f010f-3ff5-499e-b406-c0e069325626 req-f61dcce4-865d-4f0c-a38f-04d239a82abc tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:09.100475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dcce4-865d-4f0c-a38f-04d239a82abc tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Pushing event deleted for resources: {'Port': ['ID=a6452974-393a-420e-9315-009cf6001575,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:09.199033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-79714469-b7c1-40e8-a04e-7446bd8860d1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:09.201099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-bc2775ae-865f-42fb-8351-642cc038f4b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:09.205822 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-79714469-b7c1-40e8-a04e-7446bd8860d1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:09.213350 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] Sync routers for ids ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:09.215328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['f86b980c-722e-4c44-b956-a6f621491f6e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:18:09.228779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-943f010f-3ff5-499e-b406-c0e069325626 req-f61dcce4-865d-4f0c-a38f-04d239a82abc tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:09.231520 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-943f010f-3ff5-499e-b406-c0e069325626 req-f61dcce4-865d-4f0c-a38f-04d239a82abc tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:09.233160 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] Routers {'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:09.233794 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:09.237098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-943f010f-3ff5-499e-b406-c0e069325626 req-f61dcce4-865d-4f0c-a38f-04d239a82abc tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "DELETE /v2.0/floatingips/9577a76b-ab16-4d5a-9c87-fee2979d2ef9 HTTP/1.1" status: 204 len: 173 time: 0.8431938 Aug 17 16:18:09.340149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2775ae-865f-42fb-8351-642cc038f4b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Pushing event deleted for resources: {'Port': ['ID=cbbea240-a713-4b25-8694-d81c5a480657,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:09.401288 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] Set router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:09.428052 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-79714469-b7c1-40e8-a04e-7446bd8860d1 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "PUT /v2.0/floatingips/3da8da78-de6c-4147-9346-e36387b2867f HTTP/1.1" status: 200 len: 694 time: 1.5760443 Aug 17 16:18:09.430128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19aa359-7007-49f5-b667-7cc53162053c', 'tag': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:09.434512 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7720404b-6800-4fcf-adcb-c53252615d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e19aa359-7007-49f5-b667-7cc53162053c", "tag": "dcae9366-5ecc-498e-98db-2f9299f5cc7a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:09.481166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-bc2775ae-865f-42fb-8351-642cc038f4b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] No DVR routers for this DVR port cbbea240-a713-4b25-8694-d81c5a480657 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:09.485798 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-bc2775ae-865f-42fb-8351-642cc038f4b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:09.488266 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-191c8ccb-0ef1-4a09-be10-06427e813d55 req-bc2775ae-865f-42fb-8351-642cc038f4b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.93 "DELETE /v2.0/ports/cbbea240-a713-4b25-8694-d81c5a480657 HTTP/1.1" status: 204 len: 173 time: 1.6231563 Aug 17 16:18:09.564415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-4364f247-2aa1-4af1-875c-070e3917bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:09.574740 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-4364f247-2aa1-4af1-875c-070e3917bf8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe43627a8944416eb3090f252681ea68&device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 1097 time: 0.1200423 Aug 17 16:18:09.742438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-f732de80-93ba-430c-ad22-a4c649cd11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:09.749733 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-f732de80-93ba-430c-ad22-a4c649cd11ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=d3c9f612-0de1-4237-937c-2ec2c2566e17 HTTP/1.1" status: 200 len: 928 time: 0.1688211 Aug 17 16:18:09.798005 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:33Z', 'revision_number': 5, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:09.813895 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-300485d3-454a-4752-b29b-cfb155e5b0b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a HTTP/1.1" status: 200 len: 217 time: 0.0594652 Aug 17 16:18:09.833811 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] Checking router: b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:09.843649 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] Routers {'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:09.844335 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:09.939170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-7d24f204-04a8-411f-842c-952d311f68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:09.941011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acf51c-5328-4093-b73a-82cd303be573 req-87349394-a9f5-4357-89a5-462711407b80 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:09.949993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-7d24f204-04a8-411f-842c-952d311f68e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2 HTTP/1.1" status: 200 len: 866 time: 0.1349368 Aug 17 16:18:09.952943 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14acf51c-5328-4093-b73a-82cd303be573 req-87349394-a9f5-4357-89a5-462711407b80 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1043136 Aug 17 16:18:09.969306 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] Set router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:10.032648 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14acf51c-5328-4093-b73a-82cd303be573 req-861eaf62-c507-46a9-824a-661dee2dfaba tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787838 Aug 17 16:18:10.042415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-f6ce3421-d184-47e5-9e14-614de888394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:10.064432 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-f6ce3421-d184-47e5-9e14-614de888394b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d3c9f612-0de1-4237-937c-2ec2c2566e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133683 Aug 17 16:18:10.250698 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f145e05-1e68-4b76-a5ed-62f53fb7ecb0 req-f957c43b-dcec-4be5-8beb-018e90ae54c6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=06baa417-9569-451b-af3d-0c8138df602f HTTP/1.1" status: 200 len: 210 time: 0.0344808 Aug 17 16:18:10.278764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-02280bb1-6bf2-4707-a9d1-deb0e6214413 service neutron] 10.222.0.77 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027323 Aug 17 16:18:10.469458 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:33Z', 'revision_number': 5, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:10.490159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b78f4eb9-adb6-4d3f-b899-749e8b4135dd req-71b64a7f-c4a2-4976-b2fa-90d32bfef97b service neutron] 10.222.0.77 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003815 Aug 17 16:18:10.516426 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52775f8-eb81-41b0-a608-b3ba9ef7dfb5 None None] The sync data for ids ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'] in n-d-804878-1 is: [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:17:21Z', 'revision_number': 4, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ccd61ac5-e613-490f-995b-8718c8ed8148', 'name': '', 'network_id': 'd3c9f612-0de1-4237-937c-2ec2c2566e17', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'mac_address': 'fa:16:3e:cc:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:33Z', 'revision_number': 5, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'subnets': [{'id': 'cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:10.546545 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dbefb5-45fa-4193-b392-fb2fee963a8f x-openstack-request-id: req-f0dbefb5-45fa-4193-b392-fb2fee963a8f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:10.546951 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19aa359-7007-49f5-b667-7cc53162053c", "tag": "dcae9366-5ecc-498e-98db-2f9299f5cc7a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:10.547463 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0dbefb5-45fa-4193-b392-fb2fee963a8f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:10.547994 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19aa359-7007-49f5-b667-7cc53162053c', 'tag': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'status': 'completed', 'code': 200} Aug 17 16:18:10.716514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720404b-6800-4fcf-adcb-c53252615d8b req-5179b2b8-228c-496a-8915-54ff8398300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:10.724855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7720404b-6800-4fcf-adcb-c53252615d8b req-5179b2b8-228c-496a-8915-54ff8398300f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe43627a8944416eb3090f252681ea68&device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 1097 time: 0.1424043 Aug 17 16:18:10.828928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373d26f-449c-43a9-96dd-d88754ab306e req-6c0e867d-072b-457f-9962-b27e5d342848 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:10.838085 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4373d26f-449c-43a9-96dd-d88754ab306e req-6c0e867d-072b-457f-9962-b27e5d342848 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1840260 Aug 17 16:18:10.858580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e4e5a-1006-44bb-99a4-7c38d373af46 req-b7893c3d-6f7d-4967-923b-7d3ad2d0953c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:10.860534 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-124e4e5a-1006-44bb-99a4-7c38d373af46 req-b7893c3d-6f7d-4967-923b-7d3ad2d0953c tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 945 time: 0.0991838 Aug 17 16:18:10.936532 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-124e4e5a-1006-44bb-99a4-7c38d373af46 req-cc846f56-b0bf-4c30-9fdf-c32f617e611b tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697579 Aug 17 16:18:10.951914 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4373d26f-449c-43a9-96dd-d88754ab306e req-8f8fadd3-111a-45c3-9eb0-c24aac910d3d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018548 Aug 17 16:18:10.951914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720404b-6800-4fcf-adcb-c53252615d8b req-ec97033d-83b0-4042-804d-caf912a87219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:10.953829 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7720404b-6800-4fcf-adcb-c53252615d8b req-ec97033d-83b0-4042-804d-caf912a87219 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3c9f612-0de1-4237-937c-2ec2c2566e17 HTTP/1.1" status: 200 len: 928 time: 0.2183938 Aug 17 16:18:10.956539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f3525-7108-4c0b-8ff7-b11ea693b0c3 None None] New status for floating IP 3da8da78-de6c-4147-9346-e36387b2867f: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:18:11.017251 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7720404b-6800-4fcf-adcb-c53252615d8b req-97d8bf5a-3210-4e61-82aa-a9e786d6d19c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a HTTP/1.1" status: 200 len: 217 time: 0.0582547 Aug 17 16:18:11.100567 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-5ee6948b-2c7e-4498-bc67-d1aa1c400ddf tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips/3da8da78-de6c-4147-9346-e36387b2867f HTTP/1.1" status: 200 len: 694 time: 0.0823030 Aug 17 16:18:11.177576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720404b-6800-4fcf-adcb-c53252615d8b req-2ecb0c9a-960e-4c6b-a91c-032b3cadf7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:11.179137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7720404b-6800-4fcf-adcb-c53252615d8b req-2ecb0c9a-960e-4c6b-a91c-032b3cadf7c4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2 HTTP/1.1" status: 200 len: 866 time: 0.1175094 Aug 17 16:18:11.307853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720404b-6800-4fcf-adcb-c53252615d8b req-4e05a49c-6f2c-41c4-9f60-ab1c4c89a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:11.307853 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7720404b-6800-4fcf-adcb-c53252615d8b req-4e05a49c-6f2c-41c4-9f60-ab1c4c89a27d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3c9f612-0de1-4237-937c-2ec2c2566e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016424 Aug 17 16:18:11.308104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device cbbea240-a713-4b25-8694-d81c5a480657 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:11.379098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: cbbea240-a713-4b25-8694-d81c5a480657 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:11.379359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device cbbea240-a713-4b25-8694-d81c5a480657 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:11.393536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-a60d0ac4-f441-4036-a54c-ccbc03cc0f57 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:11.398114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-a60d0ac4-f441-4036-a54c-ccbc03cc0f57 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2806623 Aug 17 16:18:11.418220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-f8ee4817-fea3-4b4b-9b34-fb757f64fcf4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:18:11.419428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-f8ee4817-fea3-4b4b-9b34-fb757f64fcf4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111322 Aug 17 16:18:11.491562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-dd41dbf6-80eb-48cc-ab28-e38fc7b10274 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.78 HTTP/1.1" status: 200 len: 695 time: 0.0510600 Aug 17 16:18:11.561663 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-949d5cc8-21ef-4f09-b29d-6a5a96dcb7a9 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.78 HTTP/1.1" status: 200 len: 695 time: 0.0613647 Aug 17 16:18:11.563877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7720404b-6800-4fcf-adcb-c53252615d8b req-b2bbb041-bccd-4afd-bcc2-90a55062e8f3 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465198 Aug 17 16:18:11.681156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7720404b-6800-4fcf-adcb-c53252615d8b req-a0a860f2-5b0c-4a3e-82d0-863d1813bcb1 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005874 Aug 17 16:18:11.704687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-fb327198-1589-4936-8bdf-f4f1d5e4336d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910790 Aug 17 16:18:11.713154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8989b10-9c0f-4012-9cde-4c8dcafa1d83 req-ab8e17c1-211d-40fa-a047-8a2debab29a8 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:11.721295 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b8989b10-9c0f-4012-9cde-4c8dcafa1d83 req-ab8e17c1-211d-40fa-a047-8a2debab29a8 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1088827 Aug 17 16:18:11.781885 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b8989b10-9c0f-4012-9cde-4c8dcafa1d83 req-c339ba84-81e7-49b1-8cda-0215da5dc679 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571926 Aug 17 16:18:11.894113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-72b31918-48e0-4140-b479-ae6798ccc8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Deleting port 83e05d00-d60c-466d-96f3-5cf314211550 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:11.894480 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-72b31918-48e0-4140-b479-ae6798ccc8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:11.938494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122a80b-3c34-4540-9e47-c15d7ffe9564 req-6b63ff69-d13c-44d2-a1e5-86f26125fe2d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:11.946324 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1122a80b-3c34-4540-9e47-c15d7ffe9564 req-6b63ff69-d13c-44d2-a1e5-86f26125fe2d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.0957601 Aug 17 16:18:12.011203 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1122a80b-3c34-4540-9e47-c15d7ffe9564 req-35559490-dd46-4322-b33e-984c70dcffde tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631852 Aug 17 16:18:12.086543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-60409e16-d8c1-41ce-86a7-be28a530667b tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:12.089135 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-60409e16-d8c1-41ce-86a7-be28a530667b tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 945 time: 0.0769422 Aug 17 16:18:12.111536 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-72b31918-48e0-4140-b479-ae6798ccc8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:12.112271 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-72b31918-48e0-4140-b479-ae6798ccc8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:12.145427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-72b31918-48e0-4140-b479-ae6798ccc8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Calling delete_port for 83e05d00-d60c-466d-96f3-5cf314211550 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:12.405639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-4de872a4-face-4a85-915b-53b0d8f9ad58 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Deleting port 124a5b90-4e9c-4fad-978c-e5e2185831aa {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:12.405987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-4de872a4-face-4a85-915b-53b0d8f9ad58 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:12.420712 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-72b31918-48e0-4140-b479-ae6798ccc8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:12.467637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585decc2-d065-4c80-aaf3-97e5763d1884 req-31832988-10c0-426c-bd66-1d11995c8d2a tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:12.469198 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-585decc2-d065-4c80-aaf3-97e5763d1884 req-31832988-10c0-426c-bd66-1d11995c8d2a tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 945 time: 0.1331155 Aug 17 16:18:12.486839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b31918-48e0-4140-b479-ae6798ccc8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Pushing event deleted for resources: {'Port': ['ID=83e05d00-d60c-466d-96f3-5cf314211550,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:12.552296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06baa417-9569-451b-af3d-0c8138df602f', 'name': 'network-vif-deleted', 'tag': 'cbbea240-a713-4b25-8694-d81c5a480657'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:12.554623 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eef780-2dea-40bc-9ab1-9328e68bdd77" -d '{"events": [{"server_uuid": "06baa417-9569-451b-af3d-0c8138df602f", "name": "network-vif-deleted", "tag": "cbbea240-a713-4b25-8694-d81c5a480657"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:12.562357 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-585decc2-d065-4c80-aaf3-97e5763d1884 req-13a5c091-4819-4939-add2-00a7432a276e tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/security-groups?id=1336152d-f641-429b-adf0-f427e87a0ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769076 Aug 17 16:18:12.599864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-72b31918-48e0-4140-b479-ae6798ccc8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:12.602919 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-72b31918-48e0-4140-b479-ae6798ccc8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:12.603721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e153df4b-3f69-43b8-b64e-fb26b1e44de1 req-72b31918-48e0-4140-b479-ae6798ccc8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "DELETE /v2.0/floatingips/3da8da78-de6c-4147-9346-e36387b2867f HTTP/1.1" status: 204 len: 173 time: 1.0332754 Aug 17 16:18:12.706112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-4de872a4-face-4a85-915b-53b0d8f9ad58 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] For port 124a5b90-4e9c-4fad-978c-e5e2185831aa, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=124a5b90-4e9c-4fad-978c-e5e2185831aa,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:12.706750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-4de872a4-face-4a85-915b-53b0d8f9ad58 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:12.751304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-4de872a4-face-4a85-915b-53b0d8f9ad58 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Calling delete_port for 124a5b90-4e9c-4fad-978c-e5e2185831aa owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:12.901491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93719-c95b-4d6d-b955-daac0855bbd5 req-bdadc259-d0bd-4b3d-b7eb-866ae37d6344 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:12.903612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83d93719-c95b-4d6d-b955-daac0855bbd5 req-bdadc259-d0bd-4b3d-b7eb-866ae37d6344 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.0838056 Aug 17 16:18:12.979686 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f3c66-245b-4084-a9ad-1195e82ed3d8 x-openstack-request-id: req-f83f3c66-245b-4084-a9ad-1195e82ed3d8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:12.980319 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06baa417-9569-451b-af3d-0c8138df602f", "name": "network-vif-deleted", "tag": "cbbea240-a713-4b25-8694-d81c5a480657", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:12.980737 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f83f3c66-245b-4084-a9ad-1195e82ed3d8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:12.981291 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06baa417-9569-451b-af3d-0c8138df602f', 'name': 'network-vif-deleted', 'tag': 'cbbea240-a713-4b25-8694-d81c5a480657', 'status': 'completed', 'code': 200} Aug 17 16:18:13.006218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83d93719-c95b-4d6d-b955-daac0855bbd5 req-45f21dee-5dbf-4e32-ae4c-6bdeda643eee tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940881 Aug 17 16:18:13.054270 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-4de872a4-face-4a85-915b-53b0d8f9ad58 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:13.068608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['124a5b90-4e9c-4fad-978c-e5e2185831aa'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:18:13.120345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de872a4-face-4a85-915b-53b0d8f9ad58 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Pushing event deleted for resources: {'Port': ['ID=124a5b90-4e9c-4fad-978c-e5e2185831aa,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:13.206560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-4de872a4-face-4a85-915b-53b0d8f9ad58 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] No DVR routers for this DVR port 124a5b90-4e9c-4fad-978c-e5e2185831aa on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:13.210544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-4de872a4-face-4a85-915b-53b0d8f9ad58 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:13.212897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85ae4c9e-9992-4ee0-8f4c-de27c1d5364e req-4de872a4-face-4a85-915b-53b0d8f9ad58 tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.91 "DELETE /v2.0/ports/124a5b90-4e9c-4fad-978c-e5e2185831aa HTTP/1.1" status: 204 len: 173 time: 1.1115639 Aug 17 16:18:13.213537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'name': 'network-vif-deleted', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:13.214123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e0941-48dc-411c-822f-3a32ebd0f4ba req-a5092b17-5d34-4aea-923e-8f1a8143b64a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:13.216579 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecebfe6-d418-41de-9fe7-6d096cdb6013" -d '{"events": [{"server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "name": "network-vif-deleted", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:13.224333 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c0e0941-48dc-411c-822f-3a32ebd0f4ba req-a5092b17-5d34-4aea-923e-8f1a8143b64a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.0953734 Aug 17 16:18:13.240030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161201df-8643-4af4-89b5-94ca62b5ca4a req-bca53b13-2202-49ce-ae67-cfa43e291b96 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:13.246984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-161201df-8643-4af4-89b5-94ca62b5ca4a req-bca53b13-2202-49ce-ae67-cfa43e291b96 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1476040 Aug 17 16:18:13.290895 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c0e0941-48dc-411c-822f-3a32ebd0f4ba req-1b0a30f7-707d-47e8-bc42-98697c79ea1d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648816 Aug 17 16:18:13.350745 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-161201df-8643-4af4-89b5-94ca62b5ca4a req-7fdd7743-a85e-4b9b-b65b-5351cf5ba52c tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0972555 Aug 17 16:18:13.568681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-282aaf87-325a-46c4-ae41-481e682b0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:13.570357 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-282aaf87-325a-46c4-ae41-481e682b0aee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1100 time: 0.1340811 Aug 17 16:18:13.582812 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0229373b-3845-4fb4-8df2-4a4bb8bce291 x-openstack-request-id: req-0229373b-3845-4fb4-8df2-4a4bb8bce291 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:13.583372 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c55fce-0ef9-4f74-bb5c-b010c4292a29", "name": "network-vif-deleted", "tag": "124a5b90-4e9c-4fad-978c-e5e2185831aa", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:13.583618 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0229373b-3845-4fb4-8df2-4a4bb8bce291 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:13.584274 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c55fce-0ef9-4f74-bb5c-b010c4292a29', 'name': 'network-vif-deleted', 'tag': '124a5b90-4e9c-4fad-978c-e5e2185831aa', 'status': 'completed', 'code': 200} Aug 17 16:18:13.594233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e47e1c-27c9-4744-98c0-9295f430c39a req-51d8da7d-e1ce-4f5d-ab25-2aa56d488867 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:13.596197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43e47e1c-27c9-4744-98c0-9295f430c39a req-51d8da7d-e1ce-4f5d-ab25-2aa56d488867 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1771255 Aug 17 16:18:13.693700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43e47e1c-27c9-4744-98c0-9295f430c39a req-4dc491ba-610e-4d4b-85e9-886991789018 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869584 Aug 17 16:18:13.883660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-52ceb8e4-91dc-413b-a4d3-fedea9626c23 req-f88361a7-0d79-4e0a-a0a2-6db6a5dc52bc tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2543311 Aug 17 16:18:13.902061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d968f0a1-2caf-4eb6-bfcc-8419c2abcc7e req-fa69354b-c4f4-4542-a894-d53dc2a2a03f tempest-FloatingIPsAssociationTestJSON-1852883115 tempest-FloatingIPsAssociationTestJSON-1852883115-project] 10.222.0.77 "GET /v2.0/ports?device_id=22c55fce-0ef9-4f74-bb5c-b010c4292a29 HTTP/1.1" status: 200 len: 210 time: 0.0869889 Aug 17 16:18:13.974606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-373c668f-4a04-458b-8309-b1e0fc1d989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:13.979619 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-373c668f-4a04-458b-8309-b1e0fc1d989e service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3943603 Aug 17 16:18:14.085352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-e51b245d-ce2b-4c4c-abb5-7e1e408e5ad1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.0925951 Aug 17 16:18:14.296700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-79f169ed-b441-4c3a-8768-a560eaa336ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:14.298923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-79f169ed-b441-4c3a-8768-a560eaa336ba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2023940 Aug 17 16:18:14.415983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-e409709f-0d23-40ba-9c89-0095b6257a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:14.421608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-e409709f-0d23-40ba-9c89-0095b6257a36 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067872 Aug 17 16:18:14.604324 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-9c260abd-1b8a-43c2-9a68-f6a4e05cc07a service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747055 Aug 17 16:18:14.620948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c1e7c-fc91-4490-9d6f-a6efe629b470 req-694596d3-f784-4ff5-8977-9f94c74a6af5 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:14.622688 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-730c1e7c-fc91-4490-9d6f-a6efe629b470 req-694596d3-f784-4ff5-8977-9f94c74a6af5 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 946 time: 0.1740878 Aug 17 16:18:14.703278 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-730c1e7c-fc91-4490-9d6f-a6efe629b470 req-b5870f89-17ac-4ff8-8ee5-3c4c39cd60a7 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bedf741-c277-46fb-9d1b-48e2ab603252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720022 Aug 17 16:18:14.757365 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-0fdac4cb-0b21-4be7-b47c-45e0c8844fd4 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414826 Aug 17 16:18:14.905250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641eb93-85ab-484c-83a2-ce958dd1e624 req-023ede37-0ffe-4224-b735-ef2d391f795f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:14.915267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f641eb93-85ab-484c-83a2-ce958dd1e624 req-023ede37-0ffe-4224-b735-ef2d391f795f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1148372 Aug 17 16:18:15.003323 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f641eb93-85ab-484c-83a2-ce958dd1e624 req-6b94f05b-b801-42d9-ab2c-c0605253c1d0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797205 Aug 17 16:18:15.020512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41696) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:15.448677 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:15.541236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 124a5b90-4e9c-4fad-978c-e5e2185831aa no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:15.570074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 124a5b90-4e9c-4fad-978c-e5e2185831aa {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:15.570702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 124a5b90-4e9c-4fad-978c-e5e2185831aa not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:15.689928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b36595-75bc-490c-8970-0b5d1ca6fe8b req-bc315298-3425-4146-84e2-6ac3a32dc0ba tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:15.692490 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6b36595-75bc-490c-8970-0b5d1ca6fe8b req-bc315298-3425-4146-84e2-6ac3a32dc0ba tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1068149 Aug 17 16:18:15.763339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6b36595-75bc-490c-8970-0b5d1ca6fe8b req-91be1b7c-63e4-459f-a306-f160936e8d54 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639949 Aug 17 16:18:15.857555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] Deleting port e9349338-fd08-4f57-ae9a-6f7918120eff {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:15.857895 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:15.871918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7b1c1-40d9-4ea5-9d61-02131339d43b req-d44de921-2d55-484d-aec4-4202ac5c3fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:15.875086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32b7b1c1-40d9-4ea5-9d61-02131339d43b req-d44de921-2d55-484d-aec4-4202ac5c3fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 946 time: 0.0823417 Aug 17 16:18:15.945221 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32b7b1c1-40d9-4ea5-9d61-02131339d43b req-81680109-886b-4859-ad28-14449509ece8 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bedf741-c277-46fb-9d1b-48e2ab603252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574746 Aug 17 16:18:15.957129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-930365f1-1adc-4436-8b08-a744e9d2e30b tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:15.959178 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-930365f1-1adc-4436-8b08-a744e9d2e30b tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 946 time: 0.0817027 Aug 17 16:18:15.993257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c7bdc-bb25-41b7-8b9e-03d27cfd6e13 req-c62015ae-6f32-45df-aff5-0cce07a89a73 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:16.002929 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bb2c7bdc-bb25-41b7-8b9e-03d27cfd6e13 req-c62015ae-6f32-45df-aff5-0cce07a89a73 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1019764 Aug 17 16:18:16.033355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] For port e9349338-fd08-4f57-ae9a-6f7918120eff, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e9349338-fd08-4f57-ae9a-6f7918120eff,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:16.033745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:16.054497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] Calling delete_port for e9349338-fd08-4f57-ae9a-6f7918120eff owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:16.086148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bb2c7bdc-bb25-41b7-8b9e-03d27cfd6e13 req-0e685a93-19f0-443f-9abf-135c0bfdecda tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820138 Aug 17 16:18:16.227625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51900096-f657-4c6e-8996-a510ec9b58c6 req-8bfd8bfd-f5f0-491c-8018-f2fe1e6d0444 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:16.236056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51900096-f657-4c6e-8996-a510ec9b58c6 req-8bfd8bfd-f5f0-491c-8018-f2fe1e6d0444 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1139472 Aug 17 16:18:16.247018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-316c34c4-ad0e-4f8f-8d54-64ae39270ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Deleting port dcae9366-5ecc-498e-98db-2f9299f5cc7a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:16.247363 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-316c34c4-ad0e-4f8f-8d54-64ae39270ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:16.344960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51900096-f657-4c6e-8996-a510ec9b58c6 req-d6a3326c-de17-45d5-a315-eb4c633a50a0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028357 Aug 17 16:18:16.430330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-316c34c4-ad0e-4f8f-8d54-64ae39270ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] For port dcae9366-5ecc-498e-98db-2f9299f5cc7a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dcae9366-5ecc-498e-98db-2f9299f5cc7a,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:16.430850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-316c34c4-ad0e-4f8f-8d54-64ae39270ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:16.437906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:16.457189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-316c34c4-ad0e-4f8f-8d54-64ae39270ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Calling delete_port for dcae9366-5ecc-498e-98db-2f9299f5cc7a owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:16.506952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9349338-fd08-4f57-ae9a-6f7918120eff,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:16.755151 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:16.758155 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-316c34c4-ad0e-4f8f-8d54-64ae39270ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:16.770413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['dcae9366-5ecc-498e-98db-2f9299f5cc7a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:18:16.833405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c34c4-ad0e-4f8f-8d54-64ae39270ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Pushing event deleted for resources: {'Port': ['ID=dcae9366-5ecc-498e-98db-2f9299f5cc7a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:16.910434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-316c34c4-ad0e-4f8f-8d54-64ae39270ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] No DVR routers for this DVR port dcae9366-5ecc-498e-98db-2f9299f5cc7a on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:16.913531 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-316c34c4-ad0e-4f8f-8d54-64ae39270ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:16.915767 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7fa4cb6-492d-438e-96bb-990c07fcea55 req-316c34c4-ad0e-4f8f-8d54-64ae39270ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.93 "DELETE /v2.0/ports/dcae9366-5ecc-498e-98db-2f9299f5cc7a HTTP/1.1" status: 204 len: 173 time: 0.9492006 Aug 17 16:18:16.916466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19aa359-7007-49f5-b667-7cc53162053c', 'name': 'network-vif-deleted', 'tag': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:16.919627 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a85718b-cadc-4a36-9405-36bada02de3f" -d '{"events": [{"server_uuid": "e19aa359-7007-49f5-b667-7cc53162053c", "name": "network-vif-deleted", "tag": "dcae9366-5ecc-498e-98db-2f9299f5cc7a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:17.038977 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb99b96-5adb-402a-9746-a22f855bcfc4 x-openstack-request-id: req-5bb99b96-5adb-402a-9746-a22f855bcfc4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:17.039234 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19aa359-7007-49f5-b667-7cc53162053c", "name": "network-vif-deleted", "tag": "dcae9366-5ecc-498e-98db-2f9299f5cc7a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:17.039767 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bb99b96-5adb-402a-9746-a22f855bcfc4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:17.040259 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19aa359-7007-49f5-b667-7cc53162053c', 'name': 'network-vif-deleted', 'tag': 'dcae9366-5ecc-498e-98db-2f9299f5cc7a', 'status': 'completed', 'code': 200} Aug 17 16:18:17.327873 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-770e1660-2c8f-4ba6-b2cb-97f4b446c703 req-be1c7290-fc80-47fd-8bef-5aaad4f5cce9 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732 tempest-FloatingIPsAssociationNegativeTestJSON-1974530732-project] 10.222.0.77 "GET /v2.0/ports?device_id=e19aa359-7007-49f5-b667-7cc53162053c HTTP/1.1" status: 200 len: 210 time: 0.0296795 Aug 17 16:18:17.626517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64fe15-ae9f-4e83-bc6d-40b7c9ebe04f req-69e5184a-b03b-410c-9701-c9e2e32e644f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:17.629149 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b64fe15-ae9f-4e83-bc6d-40b7c9ebe04f req-69e5184a-b03b-410c-9701-c9e2e32e644f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1092160 Aug 17 16:18:17.638203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] Router 0105bfc7-7925-410b-b521-8b70127e5163 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:17.765945 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b64fe15-ae9f-4e83-bc6d-40b7c9ebe04f req-d7f2bd8e-92c5-4117-bd2e-f3ecd0384adf tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070173 Aug 17 16:18:17.788122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-ffddf502-e508-4a5c-837d-7dcf7855ab9a tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:17.799651 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-ffddf502-e508-4a5c-837d-7dcf7855ab9a tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 803 time: 0.2136345 Aug 17 16:18:17.823072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-e36a3444-70aa-46c6-b190-ba97750fc5ac tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/quotas/b7f3bb7a4e39473988187ef8701097cc HTTP/1.1" status: 200 len: 375 time: 0.0214195 Aug 17 16:18:17.858526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:17.865028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1c004d21-0d9d-43c7-8365-97eb02de037e admin admin] 10.222.0.77 "PUT /v2.0/routers/0105bfc7-7925-410b-b521-8b70127e5163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8431265 Aug 17 16:18:17.868551 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] Sync routers for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:17.871326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41918) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:17.880768 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:17.881385 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:17.917943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c2b8e7dc-9def-42ed-a99d-ebd3fbfbf51e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933888 Aug 17 16:18:18.016506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:18.047141 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:18.049586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-18748f5c-ba82-40b4-894a-17a73ddf5bef service neutron] 10.222.0.77 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233840 Aug 17 16:18:18.141665 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:18.168014 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-4d1142b7-fe91-4f1b-83c5-4d77037b937b service neutron] 10.222.0.77 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122317 Aug 17 16:18:18.206992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Deleting port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:18.207460 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:18.289379 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:18:16Z', 'revision_number': 5, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port': {'id': '9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105bfc7-7925-410b-b521-8b70127e5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:16:10Z', 'updated_at': '2021-08-17T16:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:18.304709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] For port 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:18.305076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:18.321990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Calling delete_port for 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:18.336456 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] Checking router: 0105bfc7-7925-410b-b521-8b70127e5163 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:18.366509 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] Routers {'0105bfc7-7925-410b-b521-8b70127e5163'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:18.367257 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0105bfc7-7925-410b-b521-8b70127e5163'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:18.420447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:18.481932 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] Set router 0105bfc7-7925-410b-b521-8b70127e5163 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:18.551698 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ec38ab7-a3e0-4e3f-bb6d-0206fa37e489 req-cea00a58-b1e6-499f-8f7e-287ec879e50f tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 210 time: 0.1142831 Aug 17 16:18:18.578570 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:18:18Z', 'revision_number': 6, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:18.619772 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a5d80-5440-4d29-a2f1-099f0e5a4de0 None None] The sync data for ids ['0105bfc7-7925-410b-b521-8b70127e5163'] in n-d-804878-1 is: [{'id': '0105bfc7-7925-410b-b521-8b70127e5163', 'name': 'tempest-FloatingIPsAssociationTestJSON-506875022-router', 'tenant_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:16:09Z', 'updated_at': '2021-08-17T16:18:18Z', 'revision_number': 6, 'project_id': '91d9c78ea4ce41eaa50be064d4adf02a', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:18.765479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:18.798307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:18.891876 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.036036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.039435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.121372 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.123376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0105bfc7-7925-410b-b521-8b70127e5163 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:18:19.135517 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.140266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-28a5b7fa-0608-49ca-a8ca-47bdb959da18 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0105bfc7-7925-410b-b521-8b70127e5163 HTTP/1.1" status: 204 len: 168 time: 1.2676747 Aug 17 16:18:19.142606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41950) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:19.153843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b7cab-b443-4c0b-89b9-528208b4ba56 req-800d9d46-309f-4cd4-9c5c-6e1d16d24ff9 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:19.156702 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-285b7cab-b443-4c0b-89b9-528208b4ba56 req-800d9d46-309f-4cd4-9c5c-6e1d16d24ff9 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1736846 Aug 17 16:18:19.240489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dcae9366-5ecc-498e-98db-2f9299f5cc7a no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:19.257790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d4a957-a7ea-4677-b179-e56cc9115269 admin admin] Deleting subnet a9ba9684-b9a2-4368-acc7-294dec466f8b {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:18:19.280694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: dcae9366-5ecc-498e-98db-2f9299f5cc7a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:19.281613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dcae9366-5ecc-498e-98db-2f9299f5cc7a not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:19.291819 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.292072 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d4a957-a7ea-4677-b179-e56cc9115269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.302159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-285b7cab-b443-4c0b-89b9-528208b4ba56 req-f54dc729-97e7-4e06-80a8-dae2a3c07b4a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316369 Aug 17 16:18:19.341391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a41b8-062b-4173-b4b5-32b9c57db884 req-851fd9d1-9146-4ef9-a7b9-c1496fd71777 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:19.343497 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c22a41b8-062b-4173-b4b5-32b9c57db884 req-851fd9d1-9146-4ef9-a7b9-c1496fd71777 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1510868 Aug 17 16:18:19.363422 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.402309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d4a957-a7ea-4677-b179-e56cc9115269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.436990 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.452581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-43df000e-be15-4352-93ab-830efe7fb6a7 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:19.454147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-43df000e-be15-4352-93ab-830efe7fb6a7 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.91 "GET /v2.0/ports?device_id=93015dda-a05c-4db8-b848-dfc416219d6a HTTP/1.1" status: 200 len: 945 time: 0.1916842 Aug 17 16:18:19.456972 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c22a41b8-062b-4173-b4b5-32b9c57db884 req-065ac9bd-1566-478b-a7a9-4d6ff53cfae2 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016800 Aug 17 16:18:19.557265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e56295e0-ee3d-4e5e-b569-1b89aeb069e7 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:19.702995 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d4a957-a7ea-4677-b179-e56cc9115269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.739335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-2ea2373f-e599-4f81-82e8-d3d4a1e0b5cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Deleting port e56295e0-ee3d-4e5e-b569-1b89aeb069e7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:19.740323 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-2ea2373f-e599-4f81-82e8-d3d4a1e0b5cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.789142 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.889281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dac2d1-1be2-4233-86dd-0eb1758518df req-3f9ba022-6cc6-475e-8a66-9e68db127de1 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:19.903351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:19.909016 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-47dac2d1-1be2-4233-86dd-0eb1758518df req-3f9ba022-6cc6-475e-8a66-9e68db127de1 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2980735 Aug 17 16:18:19.919715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93015dda-a05c-4db8-b848-dfc416219d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:19.930992 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dfc2f1-b985-4580-8e6e-50b9a2cdbf3e" -d '{"events": [{"server_uuid": "93015dda-a05c-4db8-b848-dfc416219d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "e56295e0-ee3d-4e5e-b569-1b89aeb069e7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:19.945184 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.974979 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d4a957-a7ea-4677-b179-e56cc9115269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:19.994625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e9349338-fd08-4f57-ae9a-6f7918120eff no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:20.011258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c3fa95f-6224-40d9-9fcd-0b9457f81a9e req-d75d72cc-4cc9-403a-b22d-8c88de3a92a5 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 210 time: 0.1965041 Aug 17 16:18:20.021861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e9349338-fd08-4f57-ae9a-6f7918120eff {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:20.022426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e9349338-fd08-4f57-ae9a-6f7918120eff not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:20.023009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:20.049398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4a957-a7ea-4677-b179-e56cc9115269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ba9684-b9a2-4368-acc7-294dec466f8b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:20.062742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d4a957-a7ea-4677-b179-e56cc9115269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.068024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-57d4a957-a7ea-4677-b179-e56cc9115269 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a9ba9684-b9a2-4368-acc7-294dec466f8b HTTP/1.1" status: 204 len: 168 time: 0.9201243 Aug 17 16:18:20.081380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41962) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:20.092396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f8678b-fae6-468f-9497-740d007b4548 None None] Network 67a40b8c-0590-4872-bf1e-0c77e0f09af5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:18:20.116245 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:20.117201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9c2f7b9e-9c5f-4b91-89d9-6eb054bb682a not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:20.119166 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f644a84f-718c-4954-aa62-2626ae7bd61b x-openstack-request-id: req-f644a84f-718c-4954-aa62-2626ae7bd61b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:20.120331 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93015dda-a05c-4db8-b848-dfc416219d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "e56295e0-ee3d-4e5e-b569-1b89aeb069e7", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:20.121073 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f644a84f-718c-4954-aa62-2626ae7bd61b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:20.122553 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93015dda-a05c-4db8-b848-dfc416219d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7', 'code': 200} Aug 17 16:18:20.176620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:20.299478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.306796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-2ea2373f-e599-4f81-82e8-d3d4a1e0b5cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] For port e56295e0-ee3d-4e5e-b569-1b89aeb069e7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:20.307190 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-2ea2373f-e599-4f81-82e8-d3d4a1e0b5cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.331247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-2ea2373f-e599-4f81-82e8-d3d4a1e0b5cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Calling delete_port for e56295e0-ee3d-4e5e-b569-1b89aeb069e7 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:20.444079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1931fca-7790-4623-a753-dcc712f82cfa None None] DHCP port deletion for 67a40b8c-0590-4872-bf1e-0c77e0f09af5 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:18:20.489058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-47dac2d1-1be2-4233-86dd-0eb1758518df req-6a4be029-7608-4db6-bdaf-a40b9ea6e211 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788307 Aug 17 16:18:20.510671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Deleting port ced880b0-506f-457a-85e7-e2566cc74d45 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:20.511016 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.558769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a1931fca-7790-4623-a753-dcc712f82cfa None None] Deleting port ced880b0-506f-457a-85e7-e2566cc74d45 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:20.559455 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1931fca-7790-4623-a753-dcc712f82cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.618573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-0f8665f3-fd18-4f5b-8b27-11e160b4c452 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:20.626540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-0f8665f3-fd18-4f5b-8b27-11e160b4c452 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 803 time: 0.8453081 Aug 17 16:18:20.657309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Request body: {'port': {'device_id': 'aa01f557-1cf0-4626-b3e4-c88d44c4c52c', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'admin_state_up': True, 'tenant_id': 'b7f3bb7a4e39473988187ef8701097cc'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:20.681767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dd1c9-6f61-49df-bff9-5182f382a176 req-08a03708-73c6-48a8-8276-4544b79ec4a1 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:20.691383 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a3dd1c9-6f61-49df-bff9-5182f382a176 req-08a03708-73c6-48a8-8276-4544b79ec4a1 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1981311 Aug 17 16:18:20.696614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] For port ced880b0-506f-457a-85e7-e2566cc74d45, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ced880b0-506f-457a-85e7-e2566cc74d45,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:20.696985 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.703447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a1931fca-7790-4623-a753-dcc712f82cfa None None] For port ced880b0-506f-457a-85e7-e2566cc74d45, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ced880b0-506f-457a-85e7-e2566cc74d45,segment=NetworkSegment(2c1ed1fe-51c4-4549-83bf-e4afcd7b486d),segment_id=2c1ed1fe-51c4-4549-83bf-e4afcd7b486d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:20.704150 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1931fca-7790-4623-a753-dcc712f82cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.720019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a1931fca-7790-4623-a753-dcc712f82cfa None None] Calling delete_port for ced880b0-506f-457a-85e7-e2566cc74d45 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:20.729088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-2ea2373f-e599-4f81-82e8-d3d4a1e0b5cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.731996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Calling delete_port for ced880b0-506f-457a-85e7-e2566cc74d45 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:20.779270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2373f-e599-4f81-82e8-d3d4a1e0b5cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Pushing event deleted for resources: {'Port': ['ID=e56295e0-ee3d-4e5e-b569-1b89aeb069e7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:20.807538 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a3dd1c9-6f61-49df-bff9-5182f382a176 req-e41e7a36-c493-4510-8693-1f81e10409f6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106339 Aug 17 16:18:20.843517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd435e-af79-4098-a16e-7be5fca54163 req-fb9ad072-29c7-4c89-b4d0-269dc68d151e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:20.845190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3cd435e-af79-4098-a16e-7be5fca54163 req-fb9ad072-29c7-4c89-b4d0-269dc68d151e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1302576 Aug 17 16:18:20.852499 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1931fca-7790-4623-a753-dcc712f82cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.883740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1931fca-7790-4623-a753-dcc712f82cfa None None] Pushing event deleted for resources: {'Port': ['ID=ced880b0-506f-457a-85e7-e2566cc74d45,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:20.887392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] Deleting port ccd61ac5-e613-490f-995b-8718c8ed8148 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:20.887682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1931fca-7790-4623-a753-dcc712f82cfa None None] No DVR routers for this DVR port ced880b0-506f-457a-85e7-e2566cc74d45 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:20.887800 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.951194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-2ea2373f-e599-4f81-82e8-d3d4a1e0b5cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] No DVR routers for this DVR port e56295e0-ee3d-4e5e-b569-1b89aeb069e7 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:20.957935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-2ea2373f-e599-4f81-82e8-d3d4a1e0b5cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:20.963974 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a9e3ebf-33fe-4bc3-af6f-1581b4c0f505 req-2ea2373f-e599-4f81-82e8-d3d4a1e0b5cc tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.91 "DELETE /v2.0/ports/e56295e0-ee3d-4e5e-b569-1b89aeb069e7 HTTP/1.1" status: 204 len: 173 time: 1.4901059 Aug 17 16:18:20.963974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93015dda-a05c-4db8-b848-dfc416219d6a', 'name': 'network-vif-deleted', 'tag': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:20.963974 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ea09f6-e162-4e11-bdb1-558cd0105775" -d '{"events": [{"server_uuid": "93015dda-a05c-4db8-b848-dfc416219d6a", "name": "network-vif-deleted", "tag": "e56295e0-ee3d-4e5e-b569-1b89aeb069e7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:20.991578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.021932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Pushing event deleted for resources: {'Port': ['ID=ced880b0-506f-457a-85e7-e2566cc74d45,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:21.037568 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] No DVR routers for this DVR port ced880b0-506f-457a-85e7-e2566cc74d45 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:21.040686 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3503fa-6ecf-4481-a37c-81eafb3ff9b3 x-openstack-request-id: req-df3503fa-6ecf-4481-a37c-81eafb3ff9b3 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:21.041041 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93015dda-a05c-4db8-b848-dfc416219d6a", "name": "network-vif-deleted", "tag": "e56295e0-ee3d-4e5e-b569-1b89aeb069e7", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:21.041359 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df3503fa-6ecf-4481-a37c-81eafb3ff9b3 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:21.041821 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93015dda-a05c-4db8-b848-dfc416219d6a', 'name': 'network-vif-deleted', 'tag': 'e56295e0-ee3d-4e5e-b569-1b89aeb069e7', 'status': 'completed', 'code': 200} Aug 17 16:18:21.055188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3cd435e-af79-4098-a16e-7be5fca54163 req-2daf34f7-204d-40b4-b103-1a5514da152f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962197 Aug 17 16:18:21.125729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Made reservation on behalf of b7f3bb7a4e39473988187ef8701097cc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:21.129416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.142593 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.150316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a40b8c-0590-4872-bf1e-0c77e0f09af5']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:21.154788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] For port ccd61ac5-e613-490f-995b-8718c8ed8148, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ccd61ac5-e613-490f-995b-8718c8ed8148,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:21.158551 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.186186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:21.186507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1ed1fe-51c4-4549-83bf-e4afcd7b486d') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:21.190634 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24c71b8c-5d17-4186-a4d8-89b302823f41 req-6b0424a7-0836-4285-bad2-f3202cda0a4e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 210 time: 0.0375903 Aug 17 16:18:21.199601 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.225157 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.228424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] Calling delete_port for ccd61ac5-e613-490f-995b-8718c8ed8148 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:21.236250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:18:21.236831 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:18:21.238965 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:18:21.333838 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.339630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.341333 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] 10.222.0.77 "DELETE /v2.0/networks/67a40b8c-0590-4872-bf1e-0c77e0f09af5 HTTP/1.1" status: 204 len: 168 time: 1.2586780 Aug 17 16:18:21.359930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443a3a8-f522-45ca-a2ac-6b9588046b7a req-4da4b1c4-aaec-4849-960a-b31c2482d35d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:21.364050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8632ace-5dc9-4c7f-baf8-e32e5d6e52de admin admin] Pushing event deleted for resources: {'Network': ['ID=67a40b8c-0590-4872-bf1e-0c77e0f09af5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:21.367321 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6443a3a8-f522-45ca-a2ac-6b9588046b7a req-4da4b1c4-aaec-4849-960a-b31c2482d35d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1746745 Aug 17 16:18:21.496582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41988) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:21.521493 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6443a3a8-f522-45ca-a2ac-6b9588046b7a req-3ed9f4a9-fd12-4882-92f3-fd7e3401a70e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532753 Aug 17 16:18:21.531760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Allocated IP 172.20.0.8 (d5a17acc-74e0-490e-a417-2fa80964fc4e/4c68bbd3-2311-44f8-b7bf-3eab3f578677/0b7ac798-22d1-4e1f-815d-7e59a4053009) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:18:21.653437 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4a306b3d-a7a3-435a-be85-8ed04da04083 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91d9c78ea4ce41eaa50be064d4adf02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520309 Aug 17 16:18:21.653811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41996) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:21.744094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.779427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd61ac5-e613-490f-995b-8718c8ed8148,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:21.785602 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e980737-eabc-4cf9-b2af-f742a47054a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.876546 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e980737-eabc-4cf9-b2af-f742a47054a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.890465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ced880b0-506f-457a-85e7-e2566cc74d45 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:21.923321 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:21.937696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ced880b0-506f-457a-85e7-e2566cc74d45 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:21.940925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ced880b0-506f-457a-85e7-e2566cc74d45 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:22.001750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e980737-eabc-4cf9-b2af-f742a47054a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:22.004415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e980737-eabc-4cf9-b2af-f742a47054a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:22.005574 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9e980737-eabc-4cf9-b2af-f742a47054a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1336152d-f641-429b-adf0-f427e87a0ddb HTTP/1.1" status: 204 len: 168 time: 0.3497269 Aug 17 16:18:22.035462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e980737-eabc-4cf9-b2af-f742a47054a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1336152d-f641-429b-adf0-f427e87a0ddb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:22.063842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2d972-8192-4887-9145-69553592d49f req-c42f497d-c8d0-47b4-aa64-ad2b0931f124 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:22.064549 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e2d972-8192-4887-9145-69553592d49f req-c42f497d-c8d0-47b4-aa64-ad2b0931f124 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.0946350 Aug 17 16:18:22.142681 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e2d972-8192-4887-9145-69553592d49f req-f55cf237-53b3-4a13-8d64-ab5c69f2def0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650344 Aug 17 16:18:22.170959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae9e73-5262-4e1b-bb27-2a2c3ffa5729 req-53905bee-fe56-419a-a03a-33a7474bd2c4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:22.172819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-48ae9e73-5262-4e1b-bb27-2a2c3ffa5729 req-53905bee-fe56-419a-a03a-33a7474bd2c4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2414081 Aug 17 16:18:22.205926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:22.262672 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:22.288211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-48ae9e73-5262-4e1b-bb27-2a2c3ffa5729 req-917d97ec-772c-4b38-bd7d-606bae1536e6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035545 Aug 17 16:18:22.294096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Network d5a17acc-74e0-490e-a417-2fa80964fc4e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:22.301165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:22.314979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:18:22.314979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Pushing event updated for resources: {'Port': ['ID=0b7ac798-22d1-4e1f-815d-7e59a4053009,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:22.362639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d15315-4fbc-46d9-8f6f-37afbe4d7c38 req-d51a44cb-b557-4218-b99f-90b36501259b tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:22.373277 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87d15315-4fbc-46d9-8f6f-37afbe4d7c38 req-d51a44cb-b557-4218-b99f-90b36501259b tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 931 time: 0.0888424 Aug 17 16:18:22.422152 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87d15315-4fbc-46d9-8f6f-37afbe4d7c38 req-30f3882b-5add-42bd-8795-f4791e26aef6 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Aug 17 16:18:22.453133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:22.456802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:22.513132 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-b1c570ce-2209-45d6-bad7-6bb234478961 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8723965 Aug 17 16:18:22.531268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Request body: {'port': {'device_id': 'aa01f557-1cf0-4626-b3e4-c88d44c4c52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:22.587353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3e0c1-3eee-4e01-8932-77764e4a290d req-b8d3982a-744e-4795-9510-b61a5739cf1f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:22.588852 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfa3e0c1-3eee-4e01-8932-77764e4a290d req-b8d3982a-744e-4795-9510-b61a5739cf1f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1457977 Aug 17 16:18:22.682018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:22.745862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfa3e0c1-3eee-4e01-8932-77764e4a290d req-ef0e04e4-d6de-4171-b43f-5b32090996f5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184251 Aug 17 16:18:22.807441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] Router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:23.029692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42040) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:23.095286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:23.104236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] Sync routers for ids ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:23.115169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] Routers {'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:23.115792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:23.116307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-322d56b9-5917-484c-9f15-0900ccfc2fb7 admin admin] 10.222.0.77 "PUT /v2.0/routers/b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6947629 Aug 17 16:18:23.118829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42044) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:23.172269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55659db-16b9-4ae3-9a8d-776bc84dfff1 req-c443c4bd-dc28-437f-8741-e9d1ff38788e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:23.177016 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c55659db-16b9-4ae3-9a8d-776bc84dfff1 req-c443c4bd-dc28-437f-8741-e9d1ff38788e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1599226 Aug 17 16:18:23.266784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:23.275582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-network', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:23.279512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7ac798-22d1-4e1f-815d-7e59a4053009 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:18:23.286362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] Set router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:23.296433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:23.326582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Transition to ACTIVE for port object 0b7ac798-22d1-4e1f-815d-7e59a4053009 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:23.337688 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:23.375779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c55659db-16b9-4ae3-9a8d-776bc84dfff1 req-eb18cb44-068c-4cd0-afd2-ccd61130a3b7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014924 Aug 17 16:18:23.449434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Pushing event updated for resources: {'Port': ['ID=0b7ac798-22d1-4e1f-815d-7e59a4053009,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:23.541942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:18:21Z', 'revision_number': 5, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:23.552608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Attempting to bind port 0b7ac798-22d1-4e1f-815d-7e59a4053009 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:18:23.553309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Attempting to bind port 0b7ac798-22d1-4e1f-815d-7e59a4053009 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:18:23.556906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Attempting to bind port 0b7ac798-22d1-4e1f-815d-7e59a4053009 on network d5a17acc-74e0-490e-a417-2fa80964fc4e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:23.567394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Port 0b7ac798-22d1-4e1f-815d-7e59a4053009 on network d5a17acc-74e0-490e-a417-2fa80964fc4e not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:18:23.567996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Attempting to bind port 0b7ac798-22d1-4e1f-815d-7e59a4053009 on network d5a17acc-74e0-490e-a417-2fa80964fc4e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:23.589027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e56295e0-ee3d-4e5e-b569-1b89aeb069e7 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:23.593427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] Checking router: b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:23.600507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:18:23.600855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Checking segment: {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:23.601361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Bound using segment: {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:18:23.601993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Bound port: 0b7ac798-22d1-4e1f-815d-7e59a4053009, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3cf291-8982-4027-bcaa-3f99f586d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:18:23.602471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:23.617871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: e56295e0-ee3d-4e5e-b569-1b89aeb069e7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:23.618360 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e56295e0-ee3d-4e5e-b569-1b89aeb069e7 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:23.630348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] Routers {'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:23.631144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:23.718573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d02021-bee9-4937-9c3f-1cb33d6e01d5 req-6da9d7d8-6191-4031-b189-aaf6e2048014 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:23.724755 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36d02021-bee9-4937-9c3f-1cb33d6e01d5 req-6da9d7d8-6191-4031-b189-aaf6e2048014 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1454117 Aug 17 16:18:23.756747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] For port 0b7ac798-22d1-4e1f-815d-7e59a4053009, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:23.779677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Made reservation on behalf of 3e17cb95998547f781c8b1383f4fd5d4 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:23.780862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] For port 0b7ac798-22d1-4e1f-815d-7e59a4053009, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b7ac798-22d1-4e1f-815d-7e59a4053009,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:18:23.784755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:23.786519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36d02021-bee9-4937-9c3f-1cb33d6e01d5 req-77729159-553f-4be8-b521-6936bf43b6e5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608900 Aug 17 16:18:23.794099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:23.813346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] Set router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:23.825928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1af352-814f-4f65-b211-d3cb7d8b18b0 req-eb42f84a-ac6f-4494-b4be-8df6654b3c6d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:23.838947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b1af352-814f-4f65-b211-d3cb7d8b18b0 req-eb42f84a-ac6f-4494-b4be-8df6654b3c6d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.5673456 Aug 17 16:18:23.850065 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:23.988709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.021475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:24.022408 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.023766 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b1af352-814f-4f65-b211-d3cb7d8b18b0 req-f29dc3e1-e1e1-4d3b-8594-d8a931a495e4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838524 Aug 17 16:18:24.024216 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] 10.222.0.93 "PUT /v2.0/ports/0b7ac798-22d1-4e1f-815d-7e59a4053009 HTTP/1.1" status: 200 len: 1091 time: 1.5015709 Aug 17 16:18:24.025023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ed091-c5ff-41a7-82ec-4970ebdb050f service neutron] Pushing event updated for resources: {'Port': ['ID=0b7ac798-22d1-4e1f-815d-7e59a4053009,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:24.028224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01f557-1cf0-4626-b3e4-c88d44c4c52c', 'tag': '0b7ac798-22d1-4e1f-815d-7e59a4053009'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:24.031320 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491d78d0-14df-40d1-96b8-462640074fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa01f557-1cf0-4626-b3e4-c88d44c4c52c", "tag": "0b7ac798-22d1-4e1f-815d-7e59a4053009"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:24.065982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4f582-3fb8-4fe8-b650-1ee388d73d72 req-963fb468-b805-4a55-8c47-e08534dfa79e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:24.067671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e4f582-3fb8-4fe8-b650-1ee388d73d72 req-963fb468-b805-4a55-8c47-e08534dfa79e tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 943 time: 0.1607976 Aug 17 16:18:24.167417 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.174143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.181257 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e4f582-3fb8-4fe8-b650-1ee388d73d72 req-bb7379fd-b449-4883-a7f5-64a5b87943c8 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059382 Aug 17 16:18:24.203469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:18:24.212659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-7e6790c8-ff29-465b-9941-086318457314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:24.218444 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-7e6790c8-ff29-465b-9941-086318457314 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 1094 time: 0.1297069 Aug 17 16:18:24.226677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:18:21Z', 'revision_number': 5, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:24.236081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.237003 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Added segment bde31843-dfb6-4e46-a7a1-b439a739a62a of type vlan for network 65699975-c37c-4c50-9d16-5c104cb8005b Aug 17 16:18:24.247561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eba5528-5878-4bcc-b700-3baf97d071ff,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:24.274341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc9f6b-d8a1-4680-aa73-e52a401105ff None None] The sync data for ids ['b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e'] in n-d-804878-1 is: [{'id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-41209630-router', 'tenant_id': 'fe43627a8944416eb3090f252681ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '393b98bf-930e-4734-8cba-e5da950eea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:11Z', 'updated_at': '2021-08-17T16:18:21Z', 'revision_number': 5, 'project_id': 'fe43627a8944416eb3090f252681ea68', 'gw_port': {'id': '393b98bf-930e-4734-8cba-e5da950eea99', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:24.288015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Deleting port 393b98bf-930e-4734-8cba-e5da950eea99 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:24.288367 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.328243 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230308a3-1bb3-4d78-a640-8c43e32bc1b7 x-openstack-request-id: req-230308a3-1bb3-4d78-a640-8c43e32bc1b7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:24.329068 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa01f557-1cf0-4626-b3e4-c88d44c4c52c", "tag": "0b7ac798-22d1-4e1f-815d-7e59a4053009", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:24.329258 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-230308a3-1bb3-4d78-a640-8c43e32bc1b7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:24.329652 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01f557-1cf0-4626-b3e4-c88d44c4c52c', 'tag': '0b7ac798-22d1-4e1f-815d-7e59a4053009', 'status': 'completed', 'code': 200} Aug 17 16:18:24.332759 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-dd595789-a04a-4e86-9eab-bf02b880adfd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7ac798-22d1-4e1f-815d-7e59a4053009 HTTP/1.1" status: 200 len: 217 time: 0.1037054 Aug 17 16:18:24.351550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.402417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-04653f82-0242-48fd-846d-0d155aea5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:24.403002 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.404022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:24.404166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-04653f82-0242-48fd-846d-0d155aea5100 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c68bbd3-2311-44f8-b7bf-3eab3f578677 HTTP/1.1" status: 200 len: 843 time: 0.0567768 Aug 17 16:18:24.404608 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.412533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d87e39-ac77-4f86-9ef4-5229d61e421d req-fc942a7e-0a26-4fb2-98d1-f0f66e85c7d2 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:24.414025 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f2d87e39-ac77-4f86-9ef4-5229d61e421d req-fc942a7e-0a26-4fb2-98d1-f0f66e85c7d2 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.0963218 Aug 17 16:18:24.458444 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-2cf61fe6-c87b-4ddd-a3f6-5eb397a63ccd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d5a17acc-74e0-490e-a417-2fa80964fc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428238 Aug 17 16:18:24.487395 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4565637 Aug 17 16:18:24.490606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:24.496621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] For port 393b98bf-930e-4734-8cba-e5da950eea99, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=393b98bf-930e-4734-8cba-e5da950eea99,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:24.497022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.498402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Request body: {'subnet': {'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-subnet', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:24.522216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Calling delete_port for 393b98bf-930e-4734-8cba-e5da950eea99 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:24.523882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a37bb-662f-40a8-b380-b50cf6827dcd admin admin] Pushing event updated for resources: {'Network': ['ID=65699975-c37c-4c50-9d16-5c104cb8005b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:24.531296 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f2d87e39-ac77-4f86-9ef4-5229d61e421d req-a5ea95d6-bdfa-4579-a0db-56c06d8cde3a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059086 Aug 17 16:18:24.538030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 65699975-c37c-4c50-9d16-5c104cb8005b details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:18:24.563683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Made reservation on behalf of 3e17cb95998547f781c8b1383f4fd5d4 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:24.566305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.646614 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-a52ce14d-97ac-4c84-a435-204162687ca5 service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797867 Aug 17 16:18:24.798536 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.833779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=393b98bf-930e-4734-8cba-e5da950eea99,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:24.839722 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-440e9dd9-c4fb-4d67-8b93-8373a4f38b09 req-054601c1-1da4-4b3e-ad6a-c0e3e4f6aac0 service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771569 Aug 17 16:18:24.911679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:24.924983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe2ea-886a-4afe-9a2a-2035fda7b509 req-07f16cb3-55d5-4de0-a800-38e62f47b669 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:24.932947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05ebe2ea-886a-4afe-9a2a-2035fda7b509 req-07f16cb3-55d5-4de0-a800-38e62f47b669 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2036691 Aug 17 16:18:25.038615 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.040833 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.054597 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05ebe2ea-886a-4afe-9a2a-2035fda7b509 req-ab7a2e7e-9bb6-4f42-9d5c-500452d39a51 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205969 Aug 17 16:18:25.057079 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.099817 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.100632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:18:25.103385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d78d0-14df-40d1-96b8-462640074fa0 req-6409cdc0-f150-44f4-86c3-aa77f0b671c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:25.105660 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-491d78d0-14df-40d1-96b8-462640074fa0 req-6409cdc0-f150-44f4-86c3-aa77f0b671c3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7f3bb7a4e39473988187ef8701097cc&device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 1094 time: 0.1665745 Aug 17 16:18:25.119255 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.124389 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0dbf8c7e-63b9-466d-ba30-c23adc61c0d2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b894e5a8-ee73-4eb7-96e7-1298bf6e0d6e HTTP/1.1" status: 204 len: 168 time: 2.0016139 Aug 17 16:18:25.126538 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42078) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:25.258405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b818a4-f5ca-4ae1-8240-c0c3edcc8ab7 req-55f67968-b6d7-45e4-8daa-a7e8f1658a0d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:25.267338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27b818a4-f5ca-4ae1-8240-c0c3edcc8ab7 req-55f67968-b6d7-45e4-8daa-a7e8f1658a0d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.0998795 Aug 17 16:18:25.281255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5663c29-e9dd-4749-a64b-a2995c029209 admin admin] Deleting subnet cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:18:25.285566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5663c29-e9dd-4749-a64b-a2995c029209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.298905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Checking segment: {'id': 'bde31843-dfb6-4e46-a7a1-b439a739a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:25.300216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Network hostable DHCP agents. Network: 65699975-c37c-4c50-9d16-5c104cb8005b, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:18:25.304474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec4ef78-4394-4013-877a-ee1b25df5e5b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:25.326818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5663c29-e9dd-4749-a64b-a2995c029209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.348100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Network 65699975-c37c-4c50-9d16-5c104cb8005b is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:18:25.443106 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5663c29-e9dd-4749-a64b-a2995c029209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.455191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27b818a4-f5ca-4ae1-8240-c0c3edcc8ab7 req-dc7d5b45-4b51-4ec6-b18b-fa051b5a00d7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863341 Aug 17 16:18:25.606922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5663c29-e9dd-4749-a64b-a2995c029209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.643310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f9ba8-2866-4647-85d8-195cd4638bdf req-3dffbee1-c431-4177-a110-c9026c1633ab tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:25.645144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-329f9ba8-2866-4647-85d8-195cd4638bdf req-3dffbee1-c431-4177-a110-c9026c1633ab tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1061442 Aug 17 16:18:25.647852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5663c29-e9dd-4749-a64b-a2995c029209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:25.649838 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5663c29-e9dd-4749-a64b-a2995c029209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.651791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e5663c29-e9dd-4749-a64b-a2995c029209 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cb87ebc4-7836-4de5-8b9b-d8b89f5d51c2 HTTP/1.1" status: 204 len: 168 time: 0.5231996 Aug 17 16:18:25.659072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42088) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:25.663966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26565364-52b5-41ca-b275-5ea2d3b84ff2 None None] Network d3c9f612-0de1-4237-937c-2ec2c2566e17 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:18:25.749978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d78d0-14df-40d1-96b8-462640074fa0 req-10c5cb09-b7f2-407c-ad2d-4d88c6055d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:25.751516 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-491d78d0-14df-40d1-96b8-462640074fa0 req-10c5cb09-b7f2-407c-ad2d-4d88c6055d36 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 200 len: 904 time: 0.6340694 Aug 17 16:18:25.832066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-329f9ba8-2866-4647-85d8-195cd4638bdf req-de72cb8a-67ae-4def-a504-f87a223796d8 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791596 Aug 17 16:18:25.851118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 65699975-c37c-4c50-9d16-5c104cb8005b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:25.859165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:25.859165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.869618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-491d78d0-14df-40d1-96b8-462640074fa0 req-055f50a2-7ccc-44be-bcf9-21d441bc9b30 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7ac798-22d1-4e1f-815d-7e59a4053009 HTTP/1.1" status: 200 len: 217 time: 0.0836298 Aug 17 16:18:25.874133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2246f6-7e82-474e-bfa2-31ab7fe408f4 None None] Network 65699975-c37c-4c50-9d16-5c104cb8005b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:18:25.880073 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-887dc7d1-19ff-480c-a783-f45bd31859fb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3864534 Aug 17 16:18:25.881178 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.886630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:25.930007 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 393b98bf-930e-4734-8cba-e5da950eea99 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:25.961677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 393b98bf-930e-4734-8cba-e5da950eea99 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:25.962028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 393b98bf-930e-4734-8cba-e5da950eea99 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:25.962517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ccd61ac5-e613-490f-995b-8718c8ed8148 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:25.969909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-router', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:25.985099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Deleting port eb330545-6903-401e-a2c0-47dd2f644115 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:25.985433 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:25.989781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ccd61ac5-e613-490f-995b-8718c8ed8148 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:25.990364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ccd61ac5-e613-490f-995b-8718c8ed8148 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:26.021181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47374473-9c7f-4ff8-99c8-9de7476448be req-be2fd2f3-1bd3-4a90-a759-bda4ece870d6 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:26.031005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-47374473-9c7f-4ff8-99c8-9de7476448be req-be2fd2f3-1bd3-4a90-a759-bda4ece870d6 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 943 time: 0.2989864 Aug 17 16:18:26.034796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d78d0-14df-40d1-96b8-462640074fa0 req-b6030347-a501-449b-bf28-18e7fbfe34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:26.036335 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-491d78d0-14df-40d1-96b8-462640074fa0 req-b6030347-a501-449b-bf28-18e7fbfe34f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c68bbd3-2311-44f8-b7bf-3eab3f578677 HTTP/1.1" status: 200 len: 843 time: 0.1489203 Aug 17 16:18:26.038410 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.039473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.103532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.105977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcbcbb4-d277-41d4-af83-8e78ef0c5e9a None None] DHCP port deletion for d3c9f612-0de1-4237-937c-2ec2c2566e17 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:18:26.184809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-491d78d0-14df-40d1-96b8-462640074fa0 req-92d9ac70-dbdf-45dd-8042-145836a90a40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d5a17acc-74e0-490e-a417-2fa80964fc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729578 Aug 17 16:18:26.191621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] For port eb330545-6903-401e-a2c0-47dd2f644115, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eb330545-6903-401e-a2c0-47dd2f644115,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:26.191995 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.219752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74185f9-2534-4e35-a84b-6b8b086d3fd2 req-79dc7a68-cb10-41bc-bd46-5faa92074ccf tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:26.227948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b74185f9-2534-4e35-a84b-6b8b086d3fd2 req-79dc7a68-cb10-41bc-bd46-5faa92074ccf tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1136479 Aug 17 16:18:26.231048 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Calling delete_port for eb330545-6903-401e-a2c0-47dd2f644115 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:26.330650 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b74185f9-2534-4e35-a84b-6b8b086d3fd2 req-d595619d-2c0d-4786-836e-b539afbcbee4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949214 Aug 17 16:18:26.350497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-65699975-c37c-4c50-9d16-5c104cb8005b', 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'fixed_ips': [{'subnet_id': '0ec4ef78-4394-4013-877a-ee1b25df5e5b'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:18:26.351450 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.385462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbcbb4-d277-41d4-af83-8e78ef0c5e9a None None] Deleting port eb330545-6903-401e-a2c0-47dd2f644115 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:26.385973 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcbb4-d277-41d4-af83-8e78ef0c5e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.386184 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.424421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-47374473-9c7f-4ff8-99c8-9de7476448be req-1dae599d-2135-4923-bee5-1c6bcc9d7544 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774877 Aug 17 16:18:26.431067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.477639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb330545-6903-401e-a2c0-47dd2f644115,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:26.485608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] No DVR routers for this DVR port eb330545-6903-401e-a2c0-47dd2f644115 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:26.558205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7bcbcbb4-d277-41d4-af83-8e78ef0c5e9a None None] For port eb330545-6903-401e-a2c0-47dd2f644115, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eb330545-6903-401e-a2c0-47dd2f644115,segment=NetworkSegment(a5993a99-69e1-4af0-a8be-806e958e3122),segment_id=a5993a99-69e1-4af0-a8be-806e958e3122)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:26.558906 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcbb4-d277-41d4-af83-8e78ef0c5e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.587704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.599077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbcbb4-d277-41d4-af83-8e78ef0c5e9a None None] Calling delete_port for eb330545-6903-401e-a2c0-47dd2f644115 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:26.603124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c9f612-0de1-4237-937c-2ec2c2566e17']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:26.628498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5993a99-69e1-4af0-a8be-806e958e3122') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:26.628844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5993a99-69e1-4af0-a8be-806e958e3122') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:26.668143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Allocated IP 172.20.0.2 (65699975-c37c-4c50-9d16-5c104cb8005b/0ec4ef78-4394-4013-877a-ee1b25df5e5b/921b9c61-059d-4c11-b1e6-133a332bdef6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:18:26.700309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.722596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdbb23-5879-4ceb-8791-ae4703d8df88 req-46dd38b2-9def-46b8-854f-63dc1e440b0c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:26.730679 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0fbdbb23-5879-4ceb-8791-ae4703d8df88 req-46dd38b2-9def-46b8-854f-63dc1e440b0c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1245630 Aug 17 16:18:26.782825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.792835 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcbb4-d277-41d4-af83-8e78ef0c5e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.793114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:18:26.793361 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:18:26.796275 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:18:26.825108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70999-bb2b-4098-9bb1-687dba52fe30 req-8d998055-207b-4440-a97c-9eb2b616ffa4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:26.833139 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-72c70999-bb2b-4098-9bb1-687dba52fe30 req-8d998055-207b-4440-a97c-9eb2b616ffa4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 813 time: 0.2081783 Aug 17 16:18:26.844796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbcbb4-d277-41d4-af83-8e78ef0c5e9a None None] Pushing event deleted for resources: {'Port': ['ID=eb330545-6903-401e-a2c0-47dd2f644115,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:26.851691 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcbcbb4-d277-41d4-af83-8e78ef0c5e9a None None] No DVR routers for this DVR port eb330545-6903-401e-a2c0-47dd2f644115 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:26.870066 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-491d78d0-14df-40d1-96b8-462640074fa0 req-bc4f3e2d-33a3-4866-9c7b-57126a50c2be service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411945 Aug 17 16:18:26.884911 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-72c70999-bb2b-4098-9bb1-687dba52fe30 req-990513eb-60df-41e7-be6c-588f16b99800 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/quotas/6f3580f208834031977e42fd34d195b6 HTTP/1.1" status: 200 len: 375 time: 0.0506699 Aug 17 16:18:26.900071 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0fbdbb23-5879-4ceb-8791-ae4703d8df88 req-0eda9c57-5fa4-48fe-9c67-554d2d4453a7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666410 Aug 17 16:18:26.920327 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.943880 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.945962 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d3c9f612-0de1-4237-937c-2ec2c2566e17 HTTP/1.1" status: 204 len: 168 time: 1.2859907 Aug 17 16:18:26.947166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dff403-4f5f-48e2-8994-4bb76b966946 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c9f612-0de1-4237-937c-2ec2c2566e17,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:26.967529 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:26.983080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Transition to ACTIVE for port object 921b9c61-059d-4c11-b1e6-133a332bdef6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:27.011932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Transition to ACTIVE for port object 921b9c61-059d-4c11-b1e6-133a332bdef6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:27.012538 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-e77dfd08-d729-43fe-92ef-ba925ac56d09 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2139368 Aug 17 16:18:27.022211 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.083812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Network 65699975-c37c-4c50-9d16-5c104cb8005b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:27.089795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:27.092958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:18:27.096123 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-72c70999-bb2b-4098-9bb1-687dba52fe30 req-43032e5c-4b3e-4c48-826b-26988b91123b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100749 Aug 17 16:18:27.108109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Pushing event updated for resources: {'Port': ['ID=921b9c61-059d-4c11-b1e6-133a332bdef6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:27.213272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Attempting to bind port 921b9c61-059d-4c11-b1e6-133a332bdef6 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:18:27.213781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Attempting to bind port 921b9c61-059d-4c11-b1e6-133a332bdef6 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'bde31843-dfb6-4e46-a7a1-b439a739a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:18:27.214134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Attempting to bind port 921b9c61-059d-4c11-b1e6-133a332bdef6 on network 65699975-c37c-4c50-9d16-5c104cb8005b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:27.221977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:18:27.222417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Checking segment: {'id': 'bde31843-dfb6-4e46-a7a1-b439a739a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:27.222911 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.223772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Bound using segment: {'id': 'bde31843-dfb6-4e46-a7a1-b439a739a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:18:27.224535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Bound port: 921b9c61-059d-4c11-b1e6-133a332bdef6, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde31843-dfb6-4e46-a7a1-b439a739a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:18:27.224941 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.229265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42122) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:27.265438 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-491d78d0-14df-40d1-96b8-462640074fa0 req-0039decf-8192-4eeb-95bf-50f429f8bb47 service neutron] 10.222.0.93 "GET /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783960 Aug 17 16:18:27.305862 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0b7ac798-22d1-4e1f-815d-7e59a4053009 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:18:27.306222 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f4e31361-4f85-477e-92f7-2c69fef40c39 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fe43627a8944416eb3090f252681ea68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746579 Aug 17 16:18:27.307132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42124) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:27.335453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-23222e37-54d4-4bce-b4c8-3540a09bfc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:27.337179 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-23222e37-54d4-4bce-b4c8-3540a09bfc49 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 1096 time: 0.2482040 Aug 17 16:18:27.359172 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.389571 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5e0543b-bc66-46b6-bbe6-be3fef5064a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.404497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] For port 921b9c61-059d-4c11-b1e6-133a332bdef6, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:27.407193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.415831 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5e0543b-bc66-46b6-bbe6-be3fef5064a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.423035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] For port 921b9c61-059d-4c11-b1e6-133a332bdef6, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=921b9c61-059d-4c11-b1e6-133a332bdef6,segment=NetworkSegment(bde31843-dfb6-4e46-a7a1-b439a739a62a),segment_id=bde31843-dfb6-4e46-a7a1-b439a739a62a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:18:27.431038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.436953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224c439-47ca-4f95-bd1d-698a7bf992f7 req-70e41a23-b81e-4acc-a465-51b1979c02ea tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:27.438717 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a224c439-47ca-4f95-bd1d-698a7bf992f7 req-70e41a23-b81e-4acc-a465-51b1979c02ea tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1699150 Aug 17 16:18:27.491741 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5e0543b-bc66-46b6-bbe6-be3fef5064a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.495694 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5e0543b-bc66-46b6-bbe6-be3fef5064a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.500222 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d5e0543b-bc66-46b6-bbe6-be3fef5064a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3bedf741-c277-46fb-9d1b-48e2ab603252 HTTP/1.1" status: 204 len: 168 time: 0.1909733 Aug 17 16:18:27.530945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0543b-bc66-46b6-bbe6-be3fef5064a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bedf741-c277-46fb-9d1b-48e2ab603252,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:27.583774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0b7ac798-22d1-4e1f-815d-7e59a4053009, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b7ac798-22d1-4e1f-815d-7e59a4053009,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:27.625878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a224c439-47ca-4f95-bd1d-698a7bf992f7 req-af1f68cd-a39d-4ad8-b587-2d15363bc902 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444919 Aug 17 16:18:27.657200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0b7ac798-22d1-4e1f-815d-7e59a4053009', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'port_id': '0b7ac798-22d1-4e1f-815d-7e59a4053009', 'mac_address': 'fa:16:3e:e4:ba:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c68bbd3-2311-44f8-b7bf-3eab3f578677', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:18:27.658784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e735e-5e4c-43c6-a031-46af53d796d6 req-228cd4df-7424-45a3-b6c8-cce0cea59f99 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:27.664344 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-166e735e-5e4c-43c6-a031-46af53d796d6 req-228cd4df-7424-45a3-b6c8-cce0cea59f99 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 943 time: 0.1087265 Aug 17 16:18:27.677484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0cefe-edf4-4b03-812b-4b26e2b31fce None None] Pushing event updated for resources: {'Port': ['ID=921b9c61-059d-4c11-b1e6-133a332bdef6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:27.735239 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.741459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-3f24ddef-d9c1-467b-94ae-ea4b5defcca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:27.743000 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-3f24ddef-d9c1-467b-94ae-ea4b5defcca9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.3552196 Aug 17 16:18:27.744553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-166e735e-5e4c-43c6-a031-46af53d796d6 req-ce1b213d-b70c-4520-997e-e78d5ff89b3a tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706563 Aug 17 16:18:27.763654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7ac798-22d1-4e1f-815d-7e59a4053009 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:18:27.818996 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0b7ac798-22d1-4e1f-815d-7e59a4053009, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b7ac798-22d1-4e1f-815d-7e59a4053009,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:27.832883 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:27.855992 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-0cef3f60-b0fb-4084-ae19-5c498efb142a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70 HTTP/1.1" status: 200 len: 217 time: 0.1021919 Aug 17 16:18:27.907221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb330545-6903-401e-a2c0-47dd2f644115 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:27.907577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0cda3-6107-4578-918a-9c3e680a0e8e req-4af50bd5-ff0c-4aa8-9f1d-da99008b6131 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:27.909772 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9a0cda3-6107-4578-918a-9c3e680a0e8e req-4af50bd5-ff0c-4aa8-9f1d-da99008b6131 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.0706213 Aug 17 16:18:28.009779 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: eb330545-6903-401e-a2c0-47dd2f644115 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:28.010630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb330545-6903-401e-a2c0-47dd2f644115 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:28.023174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0b7ac798-22d1-4e1f-815d-7e59a4053009,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:28.027019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9a0cda3-6107-4578-918a-9c3e680a0e8e req-03b51847-431b-42f9-a214-d1a63a49b87e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087706 Aug 17 16:18:28.058670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Allocated IP 172.25.7.172 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/da9b311d-f55b-48d1-915e-544d2551f334) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:18:28.076808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-c9253afc-00e5-4457-b6cc-9b84ba297078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:28.078306 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-c9253afc-00e5-4457-b6cc-9b84ba297078 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.2123528 Aug 17 16:18:28.106512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0b7ac798-22d1-4e1f-815d-7e59a4053009'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:18:28.213974 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-f7de9946-c47d-46a1-8900-40d44f310139 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192381 Aug 17 16:18:28.345224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e3f3e-e4e4-4845-a201-8ab3fc05886a req-9a524330-f436-4e0a-98aa-e49d36bb4aa4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:28.347483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f41e3f3e-e4e4-4845-a201-8ab3fc05886a req-9a524330-f436-4e0a-98aa-e49d36bb4aa4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.2732873 Aug 17 16:18:28.432495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22e3201b-acdc-4d80-a9d2-c157f9585503 req-c060b490-1129-43d8-ad69-714c349765ec tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6f3580f208834031977e42fd34d195b6 HTTP/1.1" status: 200 len: 221 time: 0.0910630 Aug 17 16:18:28.494142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f41e3f3e-e4e4-4845-a201-8ab3fc05886a req-caa0f584-5af3-4aa6-a94a-6be612262528 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387115 Aug 17 16:18:28.546022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:28.613668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-11c1bf65-7e76-4f75-acc9-58ddca73e9c8 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830290 Aug 17 16:18:28.628241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cc4cd-ac67-4609-9f71-fb272928974c req-7a8cc763-cb5f-4d1f-ad96-34791c9dc57a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:28.642080 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe4cc4cd-ac67-4609-9f71-fb272928974c req-7a8cc763-cb5f-4d1f-ad96-34791c9dc57a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1091075 Aug 17 16:18:28.743162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe4cc4cd-ac67-4609-9f71-fb272928974c req-589bfad8-19a4-43df-9896-4cea7e8cf185 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998044 Aug 17 16:18:28.747654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:28.851796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:28.860239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:28.863500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:18:28.920446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Pushing event updated for resources: {'Port': ['ID=da9b311d-f55b-48d1-915e-544d2551f334,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:28.986089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b2555-d515-468e-ae5a-a810587c6e3e req-b802803f-5a25-4684-962c-8be76bf8b69d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:28.987806 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b02b2555-d515-468e-ae5a-a810587c6e3e req-b802803f-5a25-4684-962c-8be76bf8b69d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.0905743 Aug 17 16:18:29.016523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1be727c-16e9-42ef-a6ed-ac5b33a959aa req-23b3cc19-918c-4aea-bf2c-1dee87ac4e53 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948936 Aug 17 16:18:29.095277 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b02b2555-d515-468e-ae5a-a810587c6e3e req-6850c7b1-42aa-4538-94e2-19b12ef8d1bd tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960579 Aug 17 16:18:29.126021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42180) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:29.139166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde991d1-6c97-4aaa-bb81-0ae9ccab5335 req-e665e986-5db6-400a-b981-6cee0d742e63 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:29.147130 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bde991d1-6c97-4aaa-bb81-0ae9ccab5335 req-e665e986-5db6-400a-b981-6cee0d742e63 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 944 time: 0.2164040 Aug 17 16:18:29.234436 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bde991d1-6c97-4aaa-bb81-0ae9ccab5335 req-281c415f-06f4-48c2-8167-ce0291b905cf tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860229 Aug 17 16:18:29.234825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9a720-71a7-4041-be8d-0e811d6d22af None None] Network 65699975-c37c-4c50-9d16-5c104cb8005b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:18:29.343512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0b7ac798-22d1-4e1f-815d-7e59a4053009 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:29.358992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-network', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:29.399095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Made reservation on behalf of 113f4c72466947cb8214eaa9e1fb8f1c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:29.404903 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.409242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-505de55a-06fe-45de-89f9-f07d2e16d8e0 None None] Provisioning for port 921b9c61-059d-4c11-b1e6-133a332bdef6 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:29.415931 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.428926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.485489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd04659-5458-49ec-afde-fd4e80f2ec1c req-0ddc95e3-d43b-41c4-b3e7-e91e234d4ada tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:29.487619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cdd04659-5458-49ec-afde-fd4e80f2ec1c req-0ddc95e3-d43b-41c4-b3e7-e91e234d4ada tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1132092 Aug 17 16:18:29.534395 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 0b7ac798-22d1-4e1f-815d-7e59a4053009 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:29.559519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0b7ac798-22d1-4e1f-815d-7e59a4053009 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:29.569033 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.573187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cdd04659-5458-49ec-afde-fd4e80f2ec1c req-c44c2fc6-90cd-4fe9-84ef-65f1f7111074 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749145 Aug 17 16:18:29.596957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.605159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.640573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:18:29.665203 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.666697 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Added segment bdbba3fb-da6f-4391-b41a-46d4a6d2811b of type vlan for network b21a9c54-6960-436e-983f-92fa20439bc6 Aug 17 16:18:29.752559 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.791043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.810044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc3e90c-3f59-4f2f-b5f3-b8927bae4bed,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:29.837339 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0b7ac798-22d1-4e1f-815d-7e59a4053009, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b7ac798-22d1-4e1f-815d-7e59a4053009,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:29.838464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01f557-1cf0-4626-b3e4-c88d44c4c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7ac798-22d1-4e1f-815d-7e59a4053009'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:29.841702 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d477b97-4b2f-42c4-8b43-9e17a1909adf" -d '{"events": [{"server_uuid": "aa01f557-1cf0-4626-b3e4-c88d44c4c52c", "name": "network-vif-plugged", "status": "completed", "tag": "0b7ac798-22d1-4e1f-815d-7e59a4053009"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:29.844653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a03596-fab8-44fb-857b-b895ce6da738 req-e45ad994-1a29-4bb4-9a90-4ecea567c7e8 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:29.846056 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.848783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9a03596-fab8-44fb-857b-b895ce6da738 req-e45ad994-1a29-4bb4-9a90-4ecea567c7e8 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1268864 Aug 17 16:18:29.871773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1c9f8-28d1-4ef4-a110-45b60dc6f022 req-4c19c609-8e9d-4e26-b4ed-1ce442a68c10 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:29.874011 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-29c1c9f8-28d1-4ef4-a110-45b60dc6f022 req-4c19c609-8e9d-4e26-b4ed-1ce442a68c10 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1958413 Aug 17 16:18:29.887406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.922642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9a03596-fab8-44fb-857b-b895ce6da738 req-1d86700d-4290-4ef7-a850-d96b3d37d05a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598178 Aug 17 16:18:29.922642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.922642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:29.922642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:29.947384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0b7ac798-22d1-4e1f-815d-7e59a4053009,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:29.996089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 921b9c61-059d-4c11-b1e6-133a332bdef6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:30.007902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8799140 Aug 17 16:18:30.021039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42196) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:30.028582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Request body: {'subnet': {'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-subnet', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:30.046416 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e98bbb6-3091-4995-ba93-5d2225881e44 x-openstack-request-id: req-2e98bbb6-3091-4995-ba93-5d2225881e44 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:30.047074 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01f557-1cf0-4626-b3e4-c88d44c4c52c", "name": "network-vif-plugged", "status": "completed", "tag": "0b7ac798-22d1-4e1f-815d-7e59a4053009", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:30.047547 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e98bbb6-3091-4995-ba93-5d2225881e44 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:30.048183 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01f557-1cf0-4626-b3e4-c88d44c4c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7ac798-22d1-4e1f-815d-7e59a4053009', 'code': 200} Aug 17 16:18:30.078707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Made reservation on behalf of 113f4c72466947cb8214eaa9e1fb8f1c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:30.082406 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:30.085239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06b65e-8ffc-42d1-a837-293c6c5ce5ee admin admin] Pushing event updated for resources: {'Network': ['ID=b21a9c54-6960-436e-983f-92fa20439bc6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:30.101407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network b21a9c54-6960-436e-983f-92fa20439bc6 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:18:30.106962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 921b9c61-059d-4c11-b1e6-133a332bdef6 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:30.161455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 921b9c61-059d-4c11-b1e6-133a332bdef6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:30.161971 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:30.285452 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:30.300848 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:30.333452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 921b9c61-059d-4c11-b1e6-133a332bdef6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=921b9c61-059d-4c11-b1e6-133a332bdef6,segment=NetworkSegment(bde31843-dfb6-4e46-a7a1-b439a739a62a),segment_id=bde31843-dfb6-4e46-a7a1-b439a739a62a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:30.342831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:30.397549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Checking segment: {'id': 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:30.397906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Network hostable DHCP agents. Network: b21a9c54-6960-436e-983f-92fa20439bc6, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:18:30.414505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfdce1b-8a85-4cc4-80e7-17d0e133276e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:30.422470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=921b9c61-059d-4c11-b1e6-133a332bdef6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:30.486602 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170ff33-67b9-480d-905c-4954ed0025c9 req-855487bb-5e9a-4bc7-99ac-e8e5f26fac94 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:30.488324 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0170ff33-67b9-480d-905c-4954ed0025c9 req-855487bb-5e9a-4bc7-99ac-e8e5f26fac94 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 945 time: 0.0771768 Aug 17 16:18:30.488740 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-29c1c9f8-28d1-4ef4-a110-45b60dc6f022 req-fc015961-20e1-4c8f-9d98-68d7883df689 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974398 Aug 17 16:18:30.489583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Network b21a9c54-6960-436e-983f-92fa20439bc6 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:18:30.500360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, b21a9c54-6960-436e-983f-92fa20439bc6) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:30.506124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:30.507927 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:30.515084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86debc11-9fea-41aa-97cc-ad71e4b454ba None None] Network b21a9c54-6960-436e-983f-92fa20439bc6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:18:30.545601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:30.545888 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-63b8c0ff-2091-40ef-8769-f3beadd615ab admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5228782 Aug 17 16:18:30.550981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-router', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:30.563526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0170ff33-67b9-480d-905c-4954ed0025c9 req-53f4b8df-a0ab-4ee8-9aaf-b4f50970be76 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522211 Aug 17 16:18:30.568370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bede77c-423e-4fe7-b5fe-9c17dafed49f req-3064e3e6-4b9f-4909-bc65-3f0771437c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:30.569929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6bede77c-423e-4fe7-b5fe-9c17dafed49f req-3064e3e6-4b9f-4909-bc65-3f0771437c6d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 1096 time: 0.1695778 Aug 17 16:18:30.707660 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6bede77c-423e-4fe7-b5fe-9c17dafed49f req-53fa6f9e-831f-413a-ac0f-8579c2153fe1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900559 Aug 17 16:18:30.709702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:30.710679 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:30.758961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-b21a9c54-6960-436e-983f-92fa20439bc6', 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'fixed_ips': [{'subnet_id': '2bfdce1b-8a85-4cc4-80e7-17d0e133276e'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:18:30.759906 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:30.764998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eb531-48a4-441e-a88e-b13026dd20ab req-6edfaaa8-be16-44be-9e5a-e8cb3e974b37 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:30.771844 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a2eb531-48a4-441e-a88e-b13026dd20ab req-6edfaaa8-be16-44be-9e5a-e8cb3e974b37 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.0661960 Aug 17 16:18:30.772347 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:30.830894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a2eb531-48a4-441e-a88e-b13026dd20ab req-e1003f13-4a4f-47f0-866c-9ea4893d662c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558548 Aug 17 16:18:30.890154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:18:30.918814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Allocated IP 172.20.0.2 (b21a9c54-6960-436e-983f-92fa20439bc6/2bfdce1b-8a85-4cc4-80e7-17d0e133276e/a47fbcf1-db7e-44b6-a294-73d44393b6ba) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:18:31.016742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd7981-c898-47f1-9268-a17b86e69199 req-388249b9-306a-4aa8-8394-cd35d398b6d0 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:31.018828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa20ffe-be2a-4e63-ac44-b88713ce7952 req-7c640ecd-9f00-47c0-8068-9949037cce6c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:31.019289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9fd7981-c898-47f1-9268-a17b86e69199 req-388249b9-306a-4aa8-8394-cd35d398b6d0 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.0880477 Aug 17 16:18:31.020382 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9fa20ffe-be2a-4e63-ac44-b88713ce7952 req-7c640ecd-9f00-47c0-8068-9949037cce6c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 945 time: 0.2465274 Aug 17 16:18:31.025850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:31.078967 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9fd7981-c898-47f1-9268-a17b86e69199 req-63a2d8a7-91c7-481d-bfc5-85e4810c7c06 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505273 Aug 17 16:18:31.105872 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:31.117124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Transition to ACTIVE for port object a47fbcf1-db7e-44b6-a294-73d44393b6ba will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:31.132989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Transition to ACTIVE for port object a47fbcf1-db7e-44b6-a294-73d44393b6ba will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:31.141442 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:31.173106 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9fa20ffe-be2a-4e63-ac44-b88713ce7952 req-3c8abada-ee3f-46df-b18f-8c262c66bf2e tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416378 Aug 17 16:18:31.202212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:31.210652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Network b21a9c54-6960-436e-983f-92fa20439bc6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:31.210652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:31.210652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:18:31.239799 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Sync routers for ids ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:31.245650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Pushing event updated for resources: {'Port': ['ID=a47fbcf1-db7e-44b6-a294-73d44393b6ba,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:31.264517 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Routers {'c4f4a14e-ea08-4577-bb53-ff26f5a32d40'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:31.267866 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:31.296282 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:31.297526 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1099e6b3-7e58-4eee-a0a8-8c176e5d876a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4018879 Aug 17 16:18:31.300391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42224) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:31.335612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Attempting to bind port a47fbcf1-db7e-44b6-a294-73d44393b6ba on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:18:31.336221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Attempting to bind port a47fbcf1-db7e-44b6-a294-73d44393b6ba by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:18:31.336221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Attempting to bind port a47fbcf1-db7e-44b6-a294-73d44393b6ba on network b21a9c54-6960-436e-983f-92fa20439bc6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:31.352192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:18:31.352571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Checking segment: {'id': 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:31.354196 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:31.354637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Bound using segment: {'id': 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:18:31.355129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Bound port: a47fbcf1-db7e-44b6-a294-73d44393b6ba, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:18:31.355515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:31.394696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e50e9-af84-4e59-8ac4-fcf8bc0f5148 req-1fb026a4-5b9d-4c75-a1fb-cde14a8ffa02 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:31.396351 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b97e50e9-af84-4e59-8ac4-fcf8bc0f5148 req-1fb026a4-5b9d-4c75-a1fb-cde14a8ffa02 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.2318101 Aug 17 16:18:31.442309 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Set router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:31.458949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] For port a47fbcf1-db7e-44b6-a294-73d44393b6ba, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:31.464376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] For port a47fbcf1-db7e-44b6-a294-73d44393b6ba, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a47fbcf1-db7e-44b6-a294-73d44393b6ba,segment=NetworkSegment(bdbba3fb-da6f-4391-b41a-46d4a6d2811b),segment_id=bdbba3fb-da6f-4391-b41a-46d4a6d2811b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:18:31.470733 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:31.527528 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b97e50e9-af84-4e59-8ac4-fcf8bc0f5148 req-70dbe734-6801-4a37-853d-5c6441aa246d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146209 Aug 17 16:18:31.594321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acc500-1698-4ede-81f6-a8a4e21473b0 None None] Pushing event updated for resources: {'Port': ['ID=a47fbcf1-db7e-44b6-a294-73d44393b6ba,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:31.611025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b07461-7527-4fd8-8835-e889cbce62e5 req-d424bd08-aa92-428a-aaa4-80023bcbfa70 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:31.631313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d0b07461-7527-4fd8-8835-e889cbce62e5 req-d424bd08-aa92-428a-aaa4-80023bcbfa70 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2846019 Aug 17 16:18:31.730436 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:31.807838 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:31.929399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d0b07461-7527-4fd8-8835-e889cbce62e5 req-9da683e7-6257-42d9-bb41-ea1d1d9206eb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970333 Aug 17 16:18:31.953539 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-router', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:26Z', 'updated_at': '2021-08-17T16:18:29Z', 'revision_number': 3, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'gw_port': {'id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:27Z', 'updated_at': '2021-08-17T16:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:31.964794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 921b9c61-059d-4c11-b1e6-133a332bdef6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:32.008127 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Checking router: c4f4a14e-ea08-4577-bb53-ff26f5a32d40 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:32.008586 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Updating router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 port da9b311d-f55b-48d1-915e-544d2551f334 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:18:32.057517 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:32.070506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Allocated IP 172.25.7.203 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/f2f3dd24-ae0e-477e-969a-69b1275b09dd) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:18:32.088544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7aba05-000c-4d68-a1eb-18abc49bbee7 req-1ca58242-1857-40e2-a4f3-2aa2dd1884d6 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:32.095829 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d7aba05-000c-4d68-a1eb-18abc49bbee7 req-1ca58242-1857-40e2-a4f3-2aa2dd1884d6 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 945 time: 0.3029814 Aug 17 16:18:32.125077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b33a76b8-9593-4b33-a811-8c9b7d223532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:32.172256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 921b9c61-059d-4c11-b1e6-133a332bdef6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:32.173753 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:32.177124 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d7aba05-000c-4d68-a1eb-18abc49bbee7 req-0d824a90-b94a-40b4-a69f-4fc795822e91 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698490 Aug 17 16:18:32.311813 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:32.366293 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:32.386502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:32.424540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f3dd24-ae0e-477e-969a-69b1275b09dd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:32.437693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:32.442639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:32.445255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:18:32.624817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862797b3-f027-47ae-a61f-1999514eea3d req-7f0c9bdd-b6f9-42bd-bcc7-2633529d995d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:32.636799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-862797b3-f027-47ae-a61f-1999514eea3d req-7f0c9bdd-b6f9-42bd-bcc7-2633529d995d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2493782 Aug 17 16:18:32.656535 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:32.669709 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Transition to ACTIVE for port object da9b311d-f55b-48d1-915e-544d2551f334 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:32.679707 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:32.747522 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-862797b3-f027-47ae-a61f-1999514eea3d req-40e7bfb6-db04-46a0-a183-5f3337589c4d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992248 Aug 17 16:18:32.908731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:32.956773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Allocated IP 172.20.0.1 (65699975-c37c-4c50-9d16-5c104cb8005b/0ec4ef78-4394-4013-877a-ee1b25df5e5b/fd571184-ac63-4407-a595-647088e5cbd4) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:18:32.988015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41bb29-dca8-4f59-9cde-dcd29d35e8ab req-a644f914-3e2f-44f3-b0ab-ab90253c09ec tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:32.996128 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aa41bb29-dca8-4f59-9cde-dcd29d35e8ab req-a644f914-3e2f-44f3-b0ab-ab90253c09ec tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 945 time: 0.1250243 Aug 17 16:18:33.106786 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Attempting to bind port da9b311d-f55b-48d1-915e-544d2551f334 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:18:33.108171 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Attempting to bind port da9b311d-f55b-48d1-915e-544d2551f334 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:18:33.108676 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Attempting to bind port da9b311d-f55b-48d1-915e-544d2551f334 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:33.114343 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aa41bb29-dca8-4f59-9cde-dcd29d35e8ab req-747450ad-611f-4525-98d5-f89fb37c6ae0 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005998 Aug 17 16:18:33.120184 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:18:33.121060 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:33.121615 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:33.122068 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:18:33.122749 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Bound port: da9b311d-f55b-48d1-915e-544d2551f334, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:18:33.123208 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:33.144878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef50a6-6e0f-4089-82de-efd74a2c922b None None] Network b21a9c54-6960-436e-983f-92fa20439bc6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:18:33.177543 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:33.191575 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Pushing event updated for resources: {'Port': ['ID=da9b311d-f55b-48d1-915e-544d2551f334,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:33.198208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Transition to ACTIVE for port object fd571184-ac63-4407-a595-647088e5cbd4 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:33.243309 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.243657 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:33.246785 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.247451 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.248562 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.249124 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.249677 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.250237 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.251492 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.256967 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.257661 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.258228 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.258814 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:33.272786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:33.279828 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] For port da9b311d-f55b-48d1-915e-544d2551f334, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:33.285892 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] For port da9b311d-f55b-48d1-915e-544d2551f334, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=da9b311d-f55b-48d1-915e-544d2551f334,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:18:33.299083 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:33.368207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Network 65699975-c37c-4c50-9d16-5c104cb8005b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:33.379062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:33.402394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:18:33.416481 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Routers {'c4f4a14e-ea08-4577-bb53-ff26f5a32d40'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:33.417286 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:33.486534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Pushing event updated for resources: {'Port': ['ID=fd571184-ac63-4407-a595-647088e5cbd4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:33.511110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4b1bf-d960-4c4b-bdd3-8622376542e0 req-2d8836a6-1800-4304-8342-32d54baff5ee tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:33.515916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6cd4b1bf-d960-4c4b-bdd3-8622376542e0 req-2d8836a6-1800-4304-8342-32d54baff5ee tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.4900970 Aug 17 16:18:33.519406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Router 9f99456e-e78b-4d04-bcf0-4b9947440abf is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:18:33.532882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bfd5d3c0-7467-4eeb-912d-132118c19b82 None None] Provisioning for port a47fbcf1-db7e-44b6-a294-73d44393b6ba completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:33.597216 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] Set router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:33.600456 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:33.699483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22316c-76ed-442e-8f0f-661feb66b622 req-cc7b37ef-6d44-4c36-bb7f-6955a63bef46 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:33.709572 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c22316c-76ed-442e-8f0f-661feb66b622 req-cc7b37ef-6d44-4c36-bb7f-6955a63bef46 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2310112 Aug 17 16:18:33.714092 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6cd4b1bf-d960-4c4b-bdd3-8622376542e0 req-1697dd31-8c68-4ada-9ca4-6f79e971c97f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795762 Aug 17 16:18:33.787282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5d71a99a-b706-4532-891d-fb0241654dd2 None None] Provisioning for port fd571184-ac63-4407-a595-647088e5cbd4 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:33.793047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5d71a99a-b706-4532-891d-fb0241654dd2 None None] Provisioning complete for port fd571184-ac63-4407-a595-647088e5cbd4 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:33.793430 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d71a99a-b706-4532-891d-fb0241654dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:33.878670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c22316c-76ed-442e-8f0f-661feb66b622 req-8205f6ca-eaac-4ecd-a528-24edc8e1ead7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681447 Aug 17 16:18:33.883030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:33.915421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Sync routers for ids ['9f99456e-e78b-4d04-bcf0-4b9947440abf'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:33.937319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5d71a99a-b706-4532-891d-fb0241654dd2 None None] Port fd571184-ac63-4407-a595-647088e5cbd4 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:18:33.940470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Routers {'9f99456e-e78b-4d04-bcf0-4b9947440abf'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:33.941566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9f99456e-e78b-4d04-bcf0-4b9947440abf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:34.018450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.019768 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-94638a9b-7479-4fa6-ba03-5e3026f453d1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4722023 Aug 17 16:18:34.022671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:34.042091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a47fbcf1-db7e-44b6-a294-73d44393b6ba up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:34.056941 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ceef36-f96b-4fe2-bc25-163758d4670e None None] Pushing event updated for resources: {'Port': ['ID=da9b311d-f55b-48d1-915e-544d2551f334,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:34.071082 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.241478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port a47fbcf1-db7e-44b6-a294-73d44393b6ba completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:34.266678 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-router', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:26Z', 'updated_at': '2021-08-17T16:18:29Z', 'revision_number': 3, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'gw_port': {'id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:27Z', 'updated_at': '2021-08-17T16:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:34.272601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port a47fbcf1-db7e-44b6-a294-73d44393b6ba triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:34.273433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.284167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Set router 9f99456e-e78b-4d04-bcf0-4b9947440abf gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:34.340198 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80467c7-9d17-425a-bfe3-d2d3063591b5 None None] The sync data for ids ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'] in n-d-804878-1 is: [{'id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-router', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:26Z', 'updated_at': '2021-08-17T16:18:29Z', 'revision_number': 3, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'gw_port': {'id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:27Z', 'updated_at': '2021-08-17T16:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:34.399401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-74e01ff4-f0bf-4d8d-8982-d9913895ab58 None None] Provisioning complete for port a47fbcf1-db7e-44b6-a294-73d44393b6ba triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:34.399774 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74e01ff4-f0bf-4d8d-8982-d9913895ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.403142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-7799119b-438e-45bf-8e74-3e8f7ad339e9 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:34.405552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-7799119b-438e-45bf-8e74-3e8f7ad339e9 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.93 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 945 time: 0.2263086 Aug 17 16:18:34.487195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43ee54-de60-470b-b1a0-e07ffd0b1772 req-e6e35fd1-3aad-403d-a8b8-eeee99b820a3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:34.495600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c43ee54-de60-470b-b1a0-e07ffd0b1772 req-e6e35fd1-3aad-403d-a8b8-eeee99b820a3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.3749483 Aug 17 16:18:34.594942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.609017 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.611131 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c43ee54-de60-470b-b1a0-e07ffd0b1772 req-c9a505eb-c002-4137-b8a1-8111e908b935 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143522 Aug 17 16:18:34.616598 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.680208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c4827-809e-4817-bfdd-93f922dfd287 req-248ba4db-0c42-4897-8b5a-fb3248a6e43a tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:34.681934 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a1c4827-809e-4817-bfdd-93f922dfd287 req-248ba4db-0c42-4897-8b5a-fb3248a6e43a tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 945 time: 0.2223303 Aug 17 16:18:34.781292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74e01ff4-f0bf-4d8d-8982-d9913895ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.789902 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port a47fbcf1-db7e-44b6-a294-73d44393b6ba, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a47fbcf1-db7e-44b6-a294-73d44393b6ba,segment=NetworkSegment(bdbba3fb-da6f-4391-b41a-46d4a6d2811b),segment_id=bdbba3fb-da6f-4391-b41a-46d4a6d2811b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:34.820875 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.831948 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a1c4827-809e-4817-bfdd-93f922dfd287 req-eef05ba5-32f6-4079-8088-04b8e6103e0c tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416125 Aug 17 16:18:34.843098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Pushing event updated for resources: {'Port': ['ID=fd571184-ac63-4407-a595-647088e5cbd4,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:34.850790 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ef89491-9a9e-4053-bb19-afa476b15137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.852872 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:34.981259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-router', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:30Z', 'updated_at': '2021-08-17T16:18:32Z', 'revision_number': 3, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'gw_port': {'id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:31Z', 'updated_at': '2021-08-17T16:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:34.994586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Deleting port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:34.996578 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:35.024968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:35.051323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Checking router: 9f99456e-e78b-4d04-bcf0-4b9947440abf for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:35.052242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Updating router 9f99456e-e78b-4d04-bcf0-4b9947440abf port f2f3dd24-ae0e-477e-969a-69b1275b09dd binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:18:35.052660 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007bae6-c59b-4469-ada4-4323b17d874c req-3a6ee2c9-43e8-411e-9cb3-f86bec6b624b tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:35.060492 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d007bae6-c59b-4469-ada4-4323b17d874c req-3a6ee2c9-43e8-411e-9cb3-f86bec6b624b tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 945 time: 0.0884378 Aug 17 16:18:35.116739 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:35.127553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=a47fbcf1-db7e-44b6-a294-73d44393b6ba,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:35.161968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-74e01ff4-f0bf-4d8d-8982-d9913895ab58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:18:35.162289 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-74e01ff4-f0bf-4d8d-8982-d9913895ab58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:18:35.202311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Network 65699975-c37c-4c50-9d16-5c104cb8005b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:35.216484 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d007bae6-c59b-4469-ada4-4323b17d874c req-43feb91f-9833-42b6-a3c8-e37ce28a81ca tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530793 Aug 17 16:18:35.217499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:35.311035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0b7ac798-22d1-4e1f-815d-7e59a4053009 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:18:35.349225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] For port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:35.349225 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:35.358605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41681a-c93e-4d7c-9e16-218448db5c5a req-a373fceb-b38e-42b9-b06a-1b2b98fe87c0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:35.367018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a41681a-c93e-4d7c-9e16-218448db5c5a req-a373fceb-b38e-42b9-b06a-1b2b98fe87c0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.3925035 Aug 17 16:18:35.515174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f9913-dac2-40b7-b55a-09184a4db8b0 req-28d52dc0-38d3-4094-bc6a-d49847618fee tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:35.517591 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec0f9913-dac2-40b7-b55a-09184a4db8b0 req-28d52dc0-38d3-4094-bc6a-d49847618fee tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1088746 Aug 17 16:18:35.536003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:35.562117 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a41681a-c93e-4d7c-9e16-218448db5c5a req-4bea01a9-ebf3-4b5a-9278-5c2b84dddd3a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941812 Aug 17 16:18:35.620689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec0f9913-dac2-40b7-b55a-09184a4db8b0 req-e2c64929-f37b-4171-be3b-babf54c2f883 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857618 Aug 17 16:18:35.653241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0b7ac798-22d1-4e1f-815d-7e59a4053009, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b7ac798-22d1-4e1f-815d-7e59a4053009,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:35.812564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0b7ac798-22d1-4e1f-815d-7e59a4053009', 'network_id': 'd5a17acc-74e0-490e-a417-2fa80964fc4e', 'port_id': '0b7ac798-22d1-4e1f-815d-7e59a4053009', 'mac_address': 'fa:16:3e:e4:ba:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c68bbd3-2311-44f8-b7bf-3eab3f578677', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:18:35.865664 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:35.871093 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:35.958127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Transition to ACTIVE for port object f2f3dd24-ae0e-477e-969a-69b1275b09dd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:35.986629 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.000266 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.029654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5178f591-f5c8-41c8-badb-93cbd77ede4e None None] Provisioning complete for port fd571184-ac63-4407-a595-647088e5cbd4 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:36.029954 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5178f591-f5c8-41c8-badb-93cbd77ede4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.061250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b7ac798-22d1-4e1f-815d-7e59a4053009 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:18:36.085201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device da9b311d-f55b-48d1-915e-544d2551f334 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:36.198354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Attempting to bind port f2f3dd24-ae0e-477e-969a-69b1275b09dd on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:18:36.198793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Attempting to bind port f2f3dd24-ae0e-477e-969a-69b1275b09dd by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:18:36.199355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Attempting to bind port f2f3dd24-ae0e-477e-969a-69b1275b09dd on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:36.215877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0b7ac798-22d1-4e1f-815d-7e59a4053009, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b7ac798-22d1-4e1f-815d-7e59a4053009,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:36.222705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3430f85-13e2-4a82-93d8-023927b80768 None None] Pushing event updated for resources: {'Port': ['ID=f2f3dd24-ae0e-477e-969a-69b1275b09dd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:36.229570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:18:36.229995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:36.230454 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.230918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:18:36.231436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Bound port: f2f3dd24-ae0e-477e-969a-69b1275b09dd, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:18:36.231822 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.236896 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.260038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5178f591-f5c8-41c8-badb-93cbd77ede4e None None] Port fd571184-ac63-4407-a595-647088e5cbd4 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:18:36.354219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0b7ac798-22d1-4e1f-815d-7e59a4053009'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:18:36.401776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] For port f2f3dd24-ae0e-477e-969a-69b1275b09dd, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:36.413109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0b7ac798-22d1-4e1f-815d-7e59a4053009,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:36.452012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] For port f2f3dd24-ae0e-477e-969a-69b1275b09dd, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f2f3dd24-ae0e-477e-969a-69b1275b09dd,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:18:36.452561 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.452940 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.453277 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Floating IP 6452f314-f746-48a9-a773-d79abc7aa144 disassociated. External IP: 172.25.7.234, port: 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef. Aug 17 16:18:36.453635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Calling delete_port for 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:36.459975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.486950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df2119-d062-44ad-b0f0-3563826d72ae req-fbe38afa-d2b6-4a29-aa97-30cac7eefc59 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:36.488635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-21df2119-d062-44ad-b0f0-3563826d72ae req-fbe38afa-d2b6-4a29-aa97-30cac7eefc59 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1118176 Aug 17 16:18:36.500642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:36.509750 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.512764 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6291df29-6e8f-43ce-9dc3-13edda150549 admin admin] 10.222.0.77 "PUT /v2.0/routers/c4f4a14e-ea08-4577-bb53-ff26f5a32d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2112184 Aug 17 16:18:36.522805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2537cb-2f43-4388-b523-812edda3682b req-e2794c30-3cf1-433a-84c6-5244037244f0 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:36.529243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port da9b311d-f55b-48d1-915e-544d2551f334 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:36.532272 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de2537cb-2f43-4388-b523-812edda3682b req-e2794c30-3cf1-433a-84c6-5244037244f0 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 945 time: 0.0995371 Aug 17 16:18:36.593671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de2537cb-2f43-4388-b523-812edda3682b req-83b97c26-82ca-430f-886a-2dc70ed4d3aa tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups?id=b66befbf-9e3c-443d-816c-46f8e7da6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603089 Aug 17 16:18:36.602201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3430f85-13e2-4a82-93d8-023927b80768 None None] Pushing event updated for resources: {'Port': ['ID=f2f3dd24-ae0e-477e-969a-69b1275b09dd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:36.612560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port da9b311d-f55b-48d1-915e-544d2551f334 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:36.612935 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:36.706580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-21df2119-d062-44ad-b0f0-3563826d72ae req-5cd603cb-e991-449d-914f-e312f6ce97bd tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092698 Aug 17 16:18:36.754856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f01b67-baf4-4fbe-87cf-8120827318f7 req-c843ef88-64ff-484f-beb9-10414e20b42c tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:36.766334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-39f01b67-baf4-4fbe-87cf-8120827318f7 req-c843ef88-64ff-484f-beb9-10414e20b42c tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 944 time: 0.0968599 Aug 17 16:18:36.827262 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-39f01b67-baf4-4fbe-87cf-8120827318f7 req-497d6301-d500-415f-bdaf-12b9d43c3211 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545139 Aug 17 16:18:36.936798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Routers {'9f99456e-e78b-4d04-bcf0-4b9947440abf'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:36.937341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9f99456e-e78b-4d04-bcf0-4b9947440abf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:36.984577 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Allocated IP 172.20.0.1 (b21a9c54-6960-436e-983f-92fa20439bc6/2bfdce1b-8a85-4cc4-80e7-17d0e133276e/32153e9e-5595-4e2b-9317-0e30f5eb77ec) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:18:36.991104 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:37.032310 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Sync routers for ids ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:37.039696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:37.043049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event deleted for resources: {'Port': ['ID=76356fbb-d716-4b1d-9f0a-7f1ba49c15ef,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:37.050638 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Routers {'c4f4a14e-ea08-4577-bb53-ff26f5a32d40'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:37.052256 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:37.059404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1047b70-a4a7-4b01-84ba-b2937e78df2d req-0db52be9-69ef-46d0-b1c8-6e6218d4a63d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:37.067911 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1047b70-a4a7-4b01-84ba-b2937e78df2d req-0db52be9-69ef-46d0-b1c8-6e6218d4a63d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1901836 Aug 17 16:18:37.158048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port da9b311d-f55b-48d1-915e-544d2551f334, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=da9b311d-f55b-48d1-915e-544d2551f334,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:37.177171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:37.178056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a47fbcf1-db7e-44b6-a294-73d44393b6ba up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:37.209709 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:37.212215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a8a8dc3d-e90f-447b-85a8-b340445fcbd6 req-3977da4b-b977-430a-9aa3-b2aad77a936f tempest-FloatingIPsNegativeTestJSON-871851584 tempest-FloatingIPsNegativeTestJSON-871851584-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=3e17cb95998547f781c8b1383f4fd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0860424 Aug 17 16:18:37.231257 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Transition to ACTIVE for port object 32153e9e-5595-4e2b-9317-0e30f5eb77ec will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:37.234360 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Set router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:37.291881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] Set router 9f99456e-e78b-4d04-bcf0-4b9947440abf gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:37.422603 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1047b70-a4a7-4b01-84ba-b2937e78df2d req-4cb42131-3ec0-4df5-ad91-d6853186b718 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537831 Aug 17 16:18:37.437160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:37.480410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:37.503060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Network b21a9c54-6960-436e-983f-92fa20439bc6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:37.527417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:37.538955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Router 0b0ce239-565a-49be-8483-a5e4aebb9494 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:37.540862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:18:37.575581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:37.576930 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:37.591206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:37.638722 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=da9b311d-f55b-48d1-915e-544d2551f334,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:37.654441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-82538707-e67f-4023-9ea5-23ef8b232b99 req-494d00d1-a3ac-4213-9922-f495103053fe tempest-FloatingIPsNegativeTestJSON-871851584 tempest-FloatingIPsNegativeTestJSON-871851584-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0709424 Aug 17 16:18:37.666061 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:37.698510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Pushing event updated for resources: {'Port': ['ID=32153e9e-5595-4e2b-9317-0e30f5eb77ec,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:37.722951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port a47fbcf1-db7e-44b6-a294-73d44393b6ba triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:37.723168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:37.914851 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-router', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:26Z', 'updated_at': '2021-08-17T16:18:33Z', 'revision_number': 4, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'gw_port': {'id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:27Z', 'updated_at': '2021-08-17T16:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'fd571184-ac63-4407-a595-647088e5cbd4', 'name': '', 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'mac_address': 'fa:16:3e:b4:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0ec4ef78-4394-4013-877a-ee1b25df5e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:32Z', 'updated_at': '2021-08-17T16:18:34Z', 'revision_number': 2, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'subnets': [{'id': '0ec4ef78-4394-4013-877a-ee1b25df5e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:37.927040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089289ab-5a56-4826-ab35-5b4aa2d2a7ee req-8cc1f1d1-7aec-4292-a8e3-1bf57831ac9c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:37.937369 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-089289ab-5a56-4826-ab35-5b4aa2d2a7ee req-8cc1f1d1-7aec-4292-a8e3-1bf57831ac9c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1066723 Aug 17 16:18:37.968082 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Checking router: c4f4a14e-ea08-4577-bb53-ff26f5a32d40 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:37.968461 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Updating router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 port fd571184-ac63-4407-a595-647088e5cbd4 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:18:37.996684 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:38.003063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-router', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:30Z', 'updated_at': '2021-08-17T16:18:32Z', 'revision_number': 3, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'gw_port': {'id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:31Z', 'updated_at': '2021-08-17T16:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:38.019139 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-089289ab-5a56-4826-ab35-5b4aa2d2a7ee req-18fffe36-99e0-4490-b3fb-7261252b77d9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808802 Aug 17 16:18:38.050704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2de96-d7a5-41f4-b905-64b24770bb2a None None] The sync data for ids ['9f99456e-e78b-4d04-bcf0-4b9947440abf'] in n-d-804878-1 is: [{'id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-router', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:30Z', 'updated_at': '2021-08-17T16:18:32Z', 'revision_number': 3, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'gw_port': {'id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:31Z', 'updated_at': '2021-08-17T16:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:38.054291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8dc659e7-26fe-4392-98d0-29c340a446a8 None None] Provisioning for port 32153e9e-5595-4e2b-9317-0e30f5eb77ec completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:38.059966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8dc659e7-26fe-4392-98d0-29c340a446a8 None None] Provisioning complete for port 32153e9e-5595-4e2b-9317-0e30f5eb77ec triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:38.060529 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc659e7-26fe-4392-98d0-29c340a446a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:38.112035 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-09ef347c-5561-40fe-afcc-f2858bec1610 req-db82f82f-202d-4add-9315-61f0f0aafbb0 tempest-FloatingIPsNegativeTestJSON-871851584 tempest-FloatingIPsNegativeTestJSON-871851584-project] show failed (client error): The resource could not be found. Aug 17 16:18:38.114327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8dc659e7-26fe-4392-98d0-29c340a446a8 None None] Port 32153e9e-5595-4e2b-9317-0e30f5eb77ec cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:18:38.114473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09ef347c-5561-40fe-afcc-f2858bec1610 req-db82f82f-202d-4add-9315-61f0f0aafbb0 tempest-FloatingIPsNegativeTestJSON-871851584 tempest-FloatingIPsNegativeTestJSON-871851584-project] 10.222.0.77 "GET /v2.0/floatingips/2591e4a8-96f4-4b1c-bc3e-185c272ced5f HTTP/1.1" status: 404 len: 350 time: 0.0459523 Aug 17 16:18:38.114473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42372) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:38.140449 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device da9b311d-f55b-48d1-915e-544d2551f334 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:38.243094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port da9b311d-f55b-48d1-915e-544d2551f334 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:38.243671 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:38.294926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ca6460b5-4902-4424-b3df-74b4b257d41e req-8b656b0c-6a83-4df5-82ba-5e7d4488db8a tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/ports?device_id=51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a HTTP/1.1" status: 200 len: 210 time: 0.2566564 Aug 17 16:18:38.295886 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:38.351787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:38.378406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] Sync routers for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:38.420897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:38.421537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:38.551664 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] No DVR routers for this DVR port 76356fbb-d716-4b1d-9f0a-7f1ba49c15ef on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:38.572207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:38.575017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-824946b9-54a1-43eb-a62c-8cd3790d3f42 req-2d0eb88a-41a6-4536-91f0-a0cbe2e62e88 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.93 "DELETE /v2.0/ports/76356fbb-d716-4b1d-9f0a-7f1ba49c15ef HTTP/1.1" status: 204 len: 173 time: 4.1031210 Aug 17 16:18:38.577621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'name': 'network-vif-deleted', 'tag': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:38.582297 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f62dfa9-2b6f-4ad9-abad-15f9db9f0ee9" -d '{"events": [{"server_uuid": "51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a", "name": "network-vif-deleted", "tag": "76356fbb-d716-4b1d-9f0a-7f1ba49c15ef"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:38.658796 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:38.684191 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Transition to ACTIVE for port object fd571184-ac63-4407-a595-647088e5cbd4 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:38.697620 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:38.761982 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:38.896921 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045391b-ccde-4215-9c0e-48af2349fbf5 None None] Pushing event updated for resources: {'Port': ['ID=fd571184-ac63-4407-a595-647088e5cbd4,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:38.953961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f09b8-a031-4c25-8ff9-a5ec73a4051b req-be5afb59-e103-4b73-9164-bcc8230abc34 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:38.967135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1595-ccce-41c9-a35f-b66a2b3e3849 req-27e56748-df46-49c0-b287-4dc9f8ff48d3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:38.969018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f71f09b8-a031-4c25-8ff9-a5ec73a4051b req-be5afb59-e103-4b73-9164-bcc8230abc34 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 944 time: 0.4802837 Aug 17 16:18:38.979245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43be1595-ccce-41c9-a35f-b66a2b3e3849 req-27e56748-df46-49c0-b287-4dc9f8ff48d3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.5000939 Aug 17 16:18:39.041023 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Attempting to bind port fd571184-ac63-4407-a595-647088e5cbd4 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:18:39.045162 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Attempting to bind port fd571184-ac63-4407-a595-647088e5cbd4 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'bde31843-dfb6-4e46-a7a1-b439a739a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:18:39.045515 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Attempting to bind port fd571184-ac63-4407-a595-647088e5cbd4 on network 65699975-c37c-4c50-9d16-5c104cb8005b {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:39.056360 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:18:39.058307 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Checking segment: {'id': 'bde31843-dfb6-4e46-a7a1-b439a739a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:39.059838 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:39.061687 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Bound using segment: {'id': 'bde31843-dfb6-4e46-a7a1-b439a739a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:18:39.062387 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Bound port: fd571184-ac63-4407-a595-647088e5cbd4, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde31843-dfb6-4e46-a7a1-b439a739a62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:18:39.064808 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:39.103570 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43be1595-ccce-41c9-a35f-b66a2b3e3849 req-354d2859-77a5-4980-a26b-3571a451723d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219072 Aug 17 16:18:39.194294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f71f09b8-a031-4c25-8ff9-a5ec73a4051b req-f01ef652-fa40-48f9-890e-327fd1c1b712 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241240 Aug 17 16:18:39.298952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:39.328429 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] For port fd571184-ac63-4407-a595-647088e5cbd4, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:39.344072 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] For port fd571184-ac63-4407-a595-647088e5cbd4, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fd571184-ac63-4407-a595-647088e5cbd4,segment=NetworkSegment(bde31843-dfb6-4e46-a7a1-b439a739a62a),segment_id=bde31843-dfb6-4e46-a7a1-b439a739a62a)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:18:39.355283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:39.357502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-71511d15-36e5-4a36-bc1d-9ec818985f11 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:39.363339 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0b7ac798-22d1-4e1f-815d-7e59a4053009 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:39.367099 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:39.368557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-71511d15-36e5-4a36-bc1d-9ec818985f11 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 944 time: 0.3048422 Aug 17 16:18:39.375128 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33085e6-c4f9-4bbf-8806-886502fada07 x-openstack-request-id: req-b33085e6-c4f9-4bbf-8806-886502fada07 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:39.375563 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a", "name": "network-vif-deleted", "tag": "76356fbb-d716-4b1d-9f0a-7f1ba49c15ef", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:39.375952 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b33085e6-c4f9-4bbf-8806-886502fada07 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:39.376489 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b9bdf6-6a6e-425e-9e0b-1f6aa30a121a', 'name': 'network-vif-deleted', 'tag': '76356fbb-d716-4b1d-9f0a-7f1ba49c15ef', 'status': 'completed', 'code': 200} Aug 17 16:18:39.377614 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:39.409315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] Checking router: 0b0ce239-565a-49be-8483-a5e4aebb9494 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:39.486132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:39.488031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:39.552761 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Routers {'c4f4a14e-ea08-4577-bb53-ff26f5a32d40'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:39.561201 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:39.563706 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:39.651042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Pushing event updated for resources: {'Port': ['ID=32153e9e-5595-4e2b-9317-0e30f5eb77ec,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:39.657485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c0069-8d9e-4e1e-bba8-40aa833ad0c3 req-60e197da-10cd-4596-900b-0737020c4618 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:39.679339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f78c0069-8d9e-4e1e-bba8-40aa833ad0c3 req-60e197da-10cd-4596-900b-0737020c4618 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.3765097 Aug 17 16:18:39.795510 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f78c0069-8d9e-4e1e-bba8-40aa833ad0c3 req-8988dd76-e017-4629-93bd-ed0e5743c895 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150944 Aug 17 16:18:39.809968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:39.862735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:39.930422 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] Set router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:39.946540 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42408) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:40.029593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97013-0e23-4558-a63c-d5fe4972863b req-8bacfd19-1c77-44e5-9199-d2403fe9f649 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:40.031257 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1f97013-0e23-4558-a63c-d5fe4972863b req-8bacfd19-1c77-44e5-9199-d2403fe9f649 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2248054 Aug 17 16:18:40.109614 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1f97013-0e23-4558-a63c-d5fe4972863b req-d2732d17-3df5-44e2-a3c5-4e6c0eb2ea6b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599575 Aug 17 16:18:40.126550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-2f949b23-9266-47dd-a8b4-e99fe318f2b4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Deleting port 0b7ac798-22d1-4e1f-815d-7e59a4053009 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:40.126550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-2f949b23-9266-47dd-a8b4-e99fe318f2b4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:40.172259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f2f3dd24-ae0e-477e-969a-69b1275b09dd up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:40.215630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f5c484f-36d2-46d8-b5d8-51dea2080bd4 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:40.242689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0b7ac798-22d1-4e1f-815d-7e59a4053009 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:40.243237 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:40.248881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:40.267997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Network b21a9c54-6960-436e-983f-92fa20439bc6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:40.276193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:40.353547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e8962-f5f5-49a0-bd95-be0cef4512b7 None None] The sync data for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 is: [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:47Z', 'revision_number': 4, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f164fc6e-2323-44a4-a114-926f22a3069f', 'name': '', 'network_id': '06914df4-5170-418c-9e76-7d4251874a02', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'mac_address': 'fa:16:3e:fd:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:46Z', 'updated_at': '2021-08-17T16:13:55Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'subnets': [{'id': '0156a85c-aa4b-45d5-964a-90b879dd252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:40.377490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f2f3dd24-ae0e-477e-969a-69b1275b09dd completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:40.392295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f2f3dd24-ae0e-477e-969a-69b1275b09dd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:40.392673 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:40.454784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ac5d7-fb09-48ac-82e6-5a71e6e19419 req-e6d42390-6e3a-4f4c-b938-d881d5c1b783 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:40.469458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed4ac5d7-fb09-48ac-82e6-5a71e6e19419 req-e6d42390-6e3a-4f4c-b938-d881d5c1b783 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 944 time: 0.1318333 Aug 17 16:18:40.534474 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f5c484f-36d2-46d8-b5d8-51dea2080bd4 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:40.643135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed4ac5d7-fb09-48ac-82e6-5a71e6e19419 req-64dde7b6-8d81-4632-a13c-3013c28d9e41 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/security-groups?id=87571bfa-664a-43f9-8fb3-264d9428c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721230 Aug 17 16:18:40.687266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55681dfa-305b-4896-bbfe-3f970f5e42da req-f4f65e19-d3d8-438a-ba74-726dcc373031 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:40.691934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-55681dfa-305b-4896-bbfe-3f970f5e42da req-f4f65e19-d3d8-438a-ba74-726dcc373031 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.4177995 Aug 17 16:18:40.718407 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045391b-ccde-4215-9c0e-48af2349fbf5 None None] Pushing event updated for resources: {'Port': ['ID=fd571184-ac63-4407-a595-647088e5cbd4,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:40.723193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-2f949b23-9266-47dd-a8b4-e99fe318f2b4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] For port 0b7ac798-22d1-4e1f-815d-7e59a4053009, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b7ac798-22d1-4e1f-815d-7e59a4053009,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:40.723193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-2f949b23-9266-47dd-a8b4-e99fe318f2b4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:40.812566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-2f949b23-9266-47dd-a8b4-e99fe318f2b4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Calling delete_port for 0b7ac798-22d1-4e1f-815d-7e59a4053009 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:40.819470 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-router', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:26Z', 'updated_at': '2021-08-17T16:18:33Z', 'revision_number': 4, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'gw_port': {'id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:27Z', 'updated_at': '2021-08-17T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'fd571184-ac63-4407-a595-647088e5cbd4', 'name': '', 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'mac_address': 'fa:16:3e:b4:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0ec4ef78-4394-4013-877a-ee1b25df5e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:32Z', 'updated_at': '2021-08-17T16:18:39Z', 'revision_number': 4, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'subnets': [{'id': '0ec4ef78-4394-4013-877a-ee1b25df5e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:40.872175 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f00e78-cc7e-4938-a792-f4b10f5344be None None] The sync data for ids ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'] in n-d-804878-1 is: [{'id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-router', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:26Z', 'updated_at': '2021-08-17T16:18:33Z', 'revision_number': 4, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'gw_port': {'id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:27Z', 'updated_at': '2021-08-17T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'fd571184-ac63-4407-a595-647088e5cbd4', 'name': '', 'network_id': '65699975-c37c-4c50-9d16-5c104cb8005b', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'mac_address': 'fa:16:3e:b4:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0ec4ef78-4394-4013-877a-ee1b25df5e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:32Z', 'updated_at': '2021-08-17T16:18:39Z', 'revision_number': 4, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'subnets': [{'id': '0ec4ef78-4394-4013-877a-ee1b25df5e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:40.873367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Router 9f99456e-e78b-4d04-bcf0-4b9947440abf has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:40.886168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f5c484f-36d2-46d8-b5d8-51dea2080bd4 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:40.913561 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f5c484f-36d2-46d8-b5d8-51dea2080bd4 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:40.915113 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4f5c484f-36d2-46d8-b5d8-51dea2080bd4 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "DELETE /v2.0/security-groups/b66befbf-9e3c-443d-816c-46f8e7da6262 HTTP/1.1" status: 204 len: 168 time: 0.9670985 Aug 17 16:18:40.918114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42420) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:41.025671 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:41.036495 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:41.078257 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-55681dfa-305b-4896-bbfe-3f970f5e42da req-1ced1e35-0de2-40bc-8bf1-ae99387eda1d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713474 Aug 17 16:18:41.086025 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2e1b6-1cfb-41a2-be30-bf0609eccac2 None None] New status for floating IP 6452f314-f746-48a9-a773-d79abc7aa144: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:18:41.090038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01f557-1cf0-4626-b3e4-c88d44c4c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7ac798-22d1-4e1f-815d-7e59a4053009'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:41.092468 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9412a5-ee13-4861-b500-27525760c8c3" -d '{"events": [{"server_uuid": "aa01f557-1cf0-4626-b3e4-c88d44c4c52c", "name": "network-vif-plugged", "status": "completed", "tag": "0b7ac798-22d1-4e1f-815d-7e59a4053009"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:41.103915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0b7ac798-22d1-4e1f-815d-7e59a4053009, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b7ac798-22d1-4e1f-815d-7e59a4053009,segment=NetworkSegment(dd3cf291-8982-4027-bcaa-3f99f586d0cd),segment_id=dd3cf291-8982-4027-bcaa-3f99f586d0cd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:41.132627 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:41.137626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c484f-36d2-46d8-b5d8-51dea2080bd4 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66befbf-9e3c-443d-816c-46f8e7da6262,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:41.139820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port f2f3dd24-ae0e-477e-969a-69b1275b09dd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f2f3dd24-ae0e-477e-969a-69b1275b09dd,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:41.151926 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-0c6edb60-8b1a-4738-b22d-f79ca994e9e0 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] show failed (client error): The resource could not be found. Aug 17 16:18:41.157510 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0c6edb60-8b1a-4738-b22d-f79ca994e9e0 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "GET /v2.0/security-groups/b66befbf-9e3c-443d-816c-46f8e7da6262 HTTP/1.1" status: 404 len: 347 time: 0.2159986 Aug 17 16:18:41.164641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42426) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:41.222500 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:41.248805 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a60373-9268-4943-addc-ae28b85c67c2 x-openstack-request-id: req-13a60373-9268-4943-addc-ae28b85c67c2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:41.249385 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01f557-1cf0-4626-b3e4-c88d44c4c52c", "name": "network-vif-plugged", "status": "completed", "tag": "0b7ac798-22d1-4e1f-815d-7e59a4053009", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:41.249766 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13a60373-9268-4943-addc-ae28b85c67c2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:41.250195 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01f557-1cf0-4626-b3e4-c88d44c4c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7ac798-22d1-4e1f-815d-7e59a4053009', 'code': 200} Aug 17 16:18:41.301835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-029f657b-097d-43a5-82a4-3a49b77392f1 None None] Provisioning complete for port 32153e9e-5595-4e2b-9317-0e30f5eb77ec triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:41.302240 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029f657b-097d-43a5-82a4-3a49b77392f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:41.465435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0b7ac798-22d1-4e1f-815d-7e59a4053009,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:41.477853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-029f657b-097d-43a5-82a4-3a49b77392f1 None None] Port 32153e9e-5595-4e2b-9317-0e30f5eb77ec cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:18:41.578851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=f2f3dd24-ae0e-477e-969a-69b1275b09dd,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:41.629371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] Deleting port fd571184-ac63-4407-a595-647088e5cbd4 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:41.629998 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:41.680319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd38f6-bbe5-4917-b5ba-c236eda6ccff req-528ef6bb-ab6e-423f-851c-85abfe10f044 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:41.683216 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-81fd38f6-bbe5-4917-b5ba-c236eda6ccff req-528ef6bb-ab6e-423f-851c-85abfe10f044 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.3500190 Aug 17 16:18:41.698285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:41.709325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1164a43e-1f09-4abb-94b5-78353096872f admin admin] 10.222.0.77 "PUT /v2.0/routers/9f99456e-e78b-4d04-bcf0-4b9947440abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6852973 Aug 17 16:18:41.730934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Sync routers for ids ['9f99456e-e78b-4d04-bcf0-4b9947440abf'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:41.778526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Routers {'9f99456e-e78b-4d04-bcf0-4b9947440abf'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:41.779541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9f99456e-e78b-4d04-bcf0-4b9947440abf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:41.803457 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-81fd38f6-bbe5-4917-b5ba-c236eda6ccff req-af62b7fe-5174-45f6-a301-c849d2c43865 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920677 Aug 17 16:18:41.864974 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-2f949b23-9266-47dd-a8b4-e99fe318f2b4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:41.929971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] For port fd571184-ac63-4407-a595-647088e5cbd4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fd571184-ac63-4407-a595-647088e5cbd4,segment=NetworkSegment(bde31843-dfb6-4e46-a7a1-b439a739a62a),segment_id=bde31843-dfb6-4e46-a7a1-b439a739a62a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:41.930567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:41.944211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f949b23-9266-47dd-a8b4-e99fe318f2b4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Pushing event deleted for resources: {'Port': ['ID=0b7ac798-22d1-4e1f-815d-7e59a4053009,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:41.988017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] Calling delete_port for fd571184-ac63-4407-a595-647088e5cbd4 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:42.071386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb3d0aef-99fd-439c-90b7-d00cd7877035 req-f1806e00-b23c-440c-a5f3-95eab8b4bda6 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa01f557-1cf0-4626-b3e4-c88d44c4c52c HTTP/1.1" status: 200 len: 210 time: 0.1187229 Aug 17 16:18:42.149906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-2f949b23-9266-47dd-a8b4-e99fe318f2b4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] No DVR routers for this DVR port 0b7ac798-22d1-4e1f-815d-7e59a4053009 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:42.167407 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-2f949b23-9266-47dd-a8b4-e99fe318f2b4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:42.181990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a06380a-33fc-459e-bbee-77fd3504ec87 req-2f949b23-9266-47dd-a8b4-e99fe318f2b4 tempest-ImagesTestJSON-1114571452 tempest-ImagesTestJSON-1114571452-project] 10.222.0.93 "DELETE /v2.0/ports/0b7ac798-22d1-4e1f-815d-7e59a4053009 HTTP/1.1" status: 204 len: 173 time: 2.7888055 Aug 17 16:18:42.183083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01f557-1cf0-4626-b3e4-c88d44c4c52c', 'name': 'network-vif-deleted', 'tag': '0b7ac798-22d1-4e1f-815d-7e59a4053009'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:42.186999 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1176d0a7-1e9b-41ed-8ea1-72c7f30bb98f" -d '{"events": [{"server_uuid": "aa01f557-1cf0-4626-b3e4-c88d44c4c52c", "name": "network-vif-deleted", "tag": "0b7ac798-22d1-4e1f-815d-7e59a4053009"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:42.242159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202faf8-0c74-4187-bfa6-2014a5d9207c req-c2563b92-e2e6-4de4-b9d1-5a9a6e664607 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:42.244458 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7202faf8-0c74-4187-bfa6-2014a5d9207c req-c2563b92-e2e6-4de4-b9d1-5a9a6e664607 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.7973983 Aug 17 16:18:42.280260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Set router 9f99456e-e78b-4d04-bcf0-4b9947440abf gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:42.366583 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e857805-cd93-45db-9740-9accbc9c5512 x-openstack-request-id: req-7e857805-cd93-45db-9740-9accbc9c5512 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:42.367056 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01f557-1cf0-4626-b3e4-c88d44c4c52c", "name": "network-vif-deleted", "tag": "0b7ac798-22d1-4e1f-815d-7e59a4053009", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:42.367582 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e857805-cd93-45db-9740-9accbc9c5512 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:42.368092 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01f557-1cf0-4626-b3e4-c88d44c4c52c', 'name': 'network-vif-deleted', 'tag': '0b7ac798-22d1-4e1f-815d-7e59a4053009', 'status': 'completed', 'code': 200} Aug 17 16:18:42.427496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-34213c92-8934-46a9-bfcd-de87b25168a2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Deleting port 9764e242-0941-4e6a-9185-de9644b6abc0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:42.428029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34213c92-8934-46a9-bfcd-de87b25168a2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:42.437737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fd571184-ac63-4407-a595-647088e5cbd4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:42.553960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port fd571184-ac63-4407-a595-647088e5cbd4 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:42.573686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port fd571184-ac63-4407-a595-647088e5cbd4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:42.574116 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:42.584954 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-f1fe4c2f-6014-4639-8fa9-33756f5c94ed req-1cb57a26-c27d-44ae-8098-c34b372faa5a tempest-FloatingIPDetailsNegativeTestJSON-1885181218 tempest-FloatingIPDetailsNegativeTestJSON-1885181218-project] show failed (client error): The resource could not be found. Aug 17 16:18:42.597777 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34213c92-8934-46a9-bfcd-de87b25168a2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:42.598534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34213c92-8934-46a9-bfcd-de87b25168a2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:42.601208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1fe4c2f-6014-4639-8fa9-33756f5c94ed req-1cb57a26-c27d-44ae-8098-c34b372faa5a tempest-FloatingIPDetailsNegativeTestJSON-1885181218 tempest-FloatingIPDetailsNegativeTestJSON-1885181218-project] 10.222.0.77 "GET /v2.0/floatingips/697e6121-608e-4d9a-81a7-aeb4a6994162 HTTP/1.1" status: 404 len: 350 time: 0.0967715 Aug 17 16:18:42.601946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:42.648118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-34213c92-8934-46a9-bfcd-de87b25168a2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Calling delete_port for 9764e242-0941-4e6a-9185-de9644b6abc0 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:42.812431 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-5a04770c-ebdd-4990-bb63-288c5ac16ecf service neutron] show failed (client error): The resource could not be found. Aug 17 16:18:42.814415 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-5a04770c-ebdd-4990-bb63-288c5ac16ecf service neutron] 10.222.0.91 "GET /v2.0/ports/2ab60327-d041-48f7-ab25-9d7b77aba4bf/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 1.2335792 Aug 17 16:18:42.857802 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:42.909642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7202faf8-0c74-4187-bfa6-2014a5d9207c req-311a9f72-f4cd-4e45-a378-99d6e0336c56 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689065 Aug 17 16:18:42.990756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port fd571184-ac63-4407-a595-647088e5cbd4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fd571184-ac63-4407-a595-647088e5cbd4,segment=NetworkSegment(bde31843-dfb6-4e46-a7a1-b439a739a62a),segment_id=bde31843-dfb6-4e46-a7a1-b439a739a62a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:43.008011 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:43.015001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f2f3dd24-ae0e-477e-969a-69b1275b09dd up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:43.084453 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34213c92-8934-46a9-bfcd-de87b25168a2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:43.117406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-router', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:30Z', 'updated_at': '2021-08-17T16:18:38Z', 'revision_number': 4, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'gw_port': {'id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:31Z', 'updated_at': '2021-08-17T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '32153e9e-5595-4e2b-9317-0e30f5eb77ec', 'name': '', 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'mac_address': 'fa:16:3e:26:f2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2bfdce1b-8a85-4cc4-80e7-17d0e133276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:36Z', 'updated_at': '2021-08-17T16:18:38Z', 'revision_number': 2, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'subnets': [{'id': '2bfdce1b-8a85-4cc4-80e7-17d0e133276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:43.164838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34213c92-8934-46a9-bfcd-de87b25168a2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Pushing event deleted for resources: {'Port': ['ID=9764e242-0941-4e6a-9185-de9644b6abc0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:43.286538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Checking router: 9f99456e-e78b-4d04-bcf0-4b9947440abf for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:43.287425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Updating router 9f99456e-e78b-4d04-bcf0-4b9947440abf port 32153e9e-5595-4e2b-9317-0e30f5eb77ec binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:18:43.377543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de618325-793d-4c96-b537-65bc8eab97df req-32510905-f9c1-4a69-b5db-d065d6c4b680 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:43.386280 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de618325-793d-4c96-b537-65bc8eab97df req-32510905-f9c1-4a69-b5db-d065d6c4b680 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.3165472 Aug 17 16:18:43.412413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0b7ac798-22d1-4e1f-815d-7e59a4053009 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:43.416405 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:43.418899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=fd571184-ac63-4407-a595-647088e5cbd4,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:43.446891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:43.481274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f2f3dd24-ae0e-477e-969a-69b1275b09dd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:43.482542 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:43.504021 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34213c92-8934-46a9-bfcd-de87b25168a2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:43.507907 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34213c92-8934-46a9-bfcd-de87b25168a2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:43.509678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-34213c92-8934-46a9-bfcd-de87b25168a2 tempest-ServersWithSpecificFlavorTestJSON-1089578943 tempest-ServersWithSpecificFlavorTestJSON-1089578943-project] 10.222.0.77 "DELETE /v2.0/floatingips/6452f314-f746-48a9-a773-d79abc7aa144 HTTP/1.1" status: 204 len: 168 time: 2.3417006 Aug 17 16:18:43.518781 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=fd571184-ac63-4407-a595-647088e5cbd4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:43.542512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 0b7ac798-22d1-4e1f-815d-7e59a4053009 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:43.543206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0b7ac798-22d1-4e1f-815d-7e59a4053009 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:43.546724 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de618325-793d-4c96-b537-65bc8eab97df req-33e6c890-b4dd-4590-ba5b-df98d3411240 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512666 Aug 17 16:18:43.682483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756ed56-03f5-42ba-a922-0c0988c02f4d req-2918fdc1-9eae-471d-b9f3-86d1d7ee5307 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:43.692114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d756ed56-03f5-42ba-a922-0c0988c02f4d req-2918fdc1-9eae-471d-b9f3-86d1d7ee5307 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1303105 Aug 17 16:18:43.793739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d756ed56-03f5-42ba-a922-0c0988c02f4d req-8d96e424-fdba-469d-8b4e-56985121575b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002753 Aug 17 16:18:43.805832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-d69e2358-706e-4758-bcb4-0f9578f09fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:43.810677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-d69e2358-706e-4758-bcb4-0f9578f09fba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99&tenant_id=0f558842595f45369d2b06bd1ef961b4 HTTP/1.1" status: 200 len: 1100 time: 0.2471824 Aug 17 16:18:43.848527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:43.982703 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:44.272997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:44.449308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e7d51-831c-4ff4-bbf8-cfd40a448c98 req-b34ff4c1-fe3e-4695-931c-c13b2e76d8fc tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:44.459119 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:44.460859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-097e7d51-831c-4ff4-bbf8-cfd40a448c98 req-b34ff4c1-fe3e-4695-931c-c13b2e76d8fc tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.3561103 Aug 17 16:18:44.489347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Transition to ACTIVE for port object 32153e9e-5595-4e2b-9317-0e30f5eb77ec will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:44.504413 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:44.579064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-097e7d51-831c-4ff4-bbf8-cfd40a448c98 req-2a238995-9058-419b-b28b-7f2528a62421 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171896 Aug 17 16:18:44.649140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24c40e-df67-4ac6-8914-b7e1c185fdfa None None] Pushing event updated for resources: {'Port': ['ID=32153e9e-5595-4e2b-9317-0e30f5eb77ec,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:44.680516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] Router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:44.748603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Attempting to bind port 32153e9e-5595-4e2b-9317-0e30f5eb77ec on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:18:44.748977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Attempting to bind port 32153e9e-5595-4e2b-9317-0e30f5eb77ec by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:18:44.749341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Attempting to bind port 32153e9e-5595-4e2b-9317-0e30f5eb77ec on network b21a9c54-6960-436e-983f-92fa20439bc6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:44.755250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:18:44.755634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Checking segment: {'id': 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:44.756046 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:44.756444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Bound using segment: {'id': 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:18:44.756919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Bound port: 32153e9e-5595-4e2b-9317-0e30f5eb77ec, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:18:44.757303 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:44.817353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42504) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:44.851875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] For port 32153e9e-5595-4e2b-9317-0e30f5eb77ec, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:44.856198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] For port 32153e9e-5595-4e2b-9317-0e30f5eb77ec, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=32153e9e-5595-4e2b-9317-0e30f5eb77ec,segment=NetworkSegment(bdbba3fb-da6f-4391-b41a-46d4a6d2811b),segment_id=bdbba3fb-da6f-4391-b41a-46d4a6d2811b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:18:44.863645 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:44.865735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:45.019909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:45.096938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Routers {'9f99456e-e78b-4d04-bcf0-4b9947440abf'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:45.099968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9f99456e-e78b-4d04-bcf0-4b9947440abf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:45.102311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24c40e-df67-4ac6-8914-b7e1c185fdfa None None] Pushing event updated for resources: {'Port': ['ID=32153e9e-5595-4e2b-9317-0e30f5eb77ec,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:45.128716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1635-63ac-4c77-8d57-59a79f180a90 req-05e66ef7-2431-4cf1-b61f-563bad8b4aa1 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:45.136250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a3f1635-63ac-4c77-8d57-59a79f180a90 req-05e66ef7-2431-4cf1-b61f-563bad8b4aa1 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.3145683 Aug 17 16:18:45.182116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:45.243344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:45.254402 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] Sync routers for ids ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:45.267887 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-29632dbe-e826-45bb-9440-7d65d12bf2bf admin admin] 10.222.0.77 "PUT /v2.0/routers/c4f4a14e-ea08-4577-bb53-ff26f5a32d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1541810 Aug 17 16:18:45.272687 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] Routers {'c4f4a14e-ea08-4577-bb53-ff26f5a32d40'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:45.274718 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:45.296997 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42520) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:45.339052 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a3f1635-63ac-4c77-8d57-59a79f180a90 req-56c31bc7-7d8d-42de-8143-af5ea0dd4855 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018216 Aug 17 16:18:45.367579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] Set router 9f99456e-e78b-4d04-bcf0-4b9947440abf gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:45.514572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:45.567764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:45.575981 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf80cd0-136e-437b-ab25-6ff89da2845e" -d '{"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:45.590568 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:45.616236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16aa580-626f-49e7-a773-a68d2db55264 req-406d608b-1d03-41fd-ad9b-4e188b9a3d02 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:45.617216 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] Set router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:45.619005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d16aa580-626f-49e7-a773-a68d2db55264 req-406d608b-1d03-41fd-ad9b-4e188b9a3d02 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.3112631 Aug 17 16:18:45.664239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:45.741054 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d16aa580-626f-49e7-a773-a68d2db55264 req-803d8f27-e984-4446-ac92-3b49da2840a6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912030 Aug 17 16:18:45.784060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Transition to ACTIVE for port object 2ab60327-d041-48f7-ab25-9d7b77aba4bf will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:45.818134 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:45.826974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-router', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:30Z', 'updated_at': '2021-08-17T16:18:38Z', 'revision_number': 4, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'gw_port': {'id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:31Z', 'updated_at': '2021-08-17T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '32153e9e-5595-4e2b-9317-0e30f5eb77ec', 'name': '', 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'mac_address': 'fa:16:3e:26:f2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2bfdce1b-8a85-4cc4-80e7-17d0e133276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:36Z', 'updated_at': '2021-08-17T16:18:44Z', 'revision_number': 4, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'subnets': [{'id': '2bfdce1b-8a85-4cc4-80e7-17d0e133276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:45.864241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9c0a9-52f4-4e6e-a0e8-6ec54bd6e7ab None None] The sync data for ids ['9f99456e-e78b-4d04-bcf0-4b9947440abf'] in n-d-804878-1 is: [{'id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-router', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:30Z', 'updated_at': '2021-08-17T16:18:38Z', 'revision_number': 4, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'gw_port': {'id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:31Z', 'updated_at': '2021-08-17T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '32153e9e-5595-4e2b-9317-0e30f5eb77ec', 'name': '', 'network_id': 'b21a9c54-6960-436e-983f-92fa20439bc6', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'mac_address': 'fa:16:3e:26:f2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2bfdce1b-8a85-4cc4-80e7-17d0e133276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:36Z', 'updated_at': '2021-08-17T16:18:44Z', 'revision_number': 4, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'subnets': [{'id': '2bfdce1b-8a85-4cc4-80e7-17d0e133276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:45.876973 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:45.892435 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:18:46.048325 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5088e61-3478-4468-9c1f-24bd89963512 x-openstack-request-id: req-b5088e61-3478-4468-9c1f-24bd89963512 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:46.048837 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:46.050914 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5088e61-3478-4468-9c1f-24bd89963512 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:46.051332 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'code': 200} Aug 17 16:18:46.052103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:46.112193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-681e6bd6-1038-47bd-a00e-e96b9b8db768 admin admin] Deleting subnet 4c68bbd3-2311-44f8-b7bf-3eab3f578677 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:18:46.155865 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:18:46.156215 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:18:46.165641 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-681e6bd6-1038-47bd-a00e-e96b9b8db768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.212205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] No DVR routers for this DVR port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:46.288025 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-681e6bd6-1038-47bd-a00e-e96b9b8db768 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.297712 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-router', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:26Z', 'updated_at': '2021-08-17T16:18:43Z', 'revision_number': 5, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'gw_port': {'id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:27Z', 'updated_at': '2021-08-17T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:46.331402 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-681e6bd6-1038-47bd-a00e-e96b9b8db768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.347204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 32153e9e-5595-4e2b-9317-0e30f5eb77ec up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:46.364952 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] Checking router: c4f4a14e-ea08-4577-bb53-ff26f5a32d40 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:46.386653 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] Routers {'c4f4a14e-ea08-4577-bb53-ff26f5a32d40'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:46.388864 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:46.442513 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-681e6bd6-1038-47bd-a00e-e96b9b8db768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.468132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 32153e9e-5595-4e2b-9317-0e30f5eb77ec completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:46.470573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.481098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 32153e9e-5595-4e2b-9317-0e30f5eb77ec triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:46.481724 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.551591 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] Set router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:46.636018 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.642652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681213b-bccb-434c-9ca0-a8be96e64066 req-b78433dd-6911-4119-b92f-6b7221d07005 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:46.645124 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.660894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f681213b-bccb-434c-9ca0-a8be96e64066 req-b78433dd-6911-4119-b92f-6b7221d07005 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.7176545 Aug 17 16:18:46.678501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e6bd6-1038-47bd-a00e-e96b9b8db768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c68bbd3-2311-44f8-b7bf-3eab3f578677,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:46.707015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-681e6bd6-1038-47bd-a00e-e96b9b8db768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.710757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-681e6bd6-1038-47bd-a00e-e96b9b8db768 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4c68bbd3-2311-44f8-b7bf-3eab3f578677 HTTP/1.1" status: 204 len: 168 time: 1.1748195 Aug 17 16:18:46.713747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42536) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:46.774771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 32153e9e-5595-4e2b-9317-0e30f5eb77ec, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=32153e9e-5595-4e2b-9317-0e30f5eb77ec,segment=NetworkSegment(bdbba3fb-da6f-4391-b41a-46d4a6d2811b),segment_id=bdbba3fb-da6f-4391-b41a-46d4a6d2811b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:46.784691 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.811662 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.833553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:18:46.834116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:18:46.834701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:46.853671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=32153e9e-5595-4e2b-9317-0e30f5eb77ec,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:46.880341 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-router', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:26Z', 'updated_at': '2021-08-17T16:18:43Z', 'revision_number': 5, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'gw_port': {'id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:27Z', 'updated_at': '2021-08-17T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:46.903938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:18:46.904491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:46.917859 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793b57b-748b-405c-943b-28e8e4621b77 None None] The sync data for ids ['c4f4a14e-ea08-4577-bb53-ff26f5a32d40'] in n-d-804878-1 is: [{'id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344308302-router', 'tenant_id': '3e17cb95998547f781c8b1383f4fd5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:26Z', 'updated_at': '2021-08-17T16:18:43Z', 'revision_number': 5, 'project_id': '3e17cb95998547f781c8b1383f4fd5d4', 'gw_port': {'id': 'da9b311d-f55b-48d1-915e-544d2551f334', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f4a14e-ea08-4577-bb53-ff26f5a32d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:27Z', 'updated_at': '2021-08-17T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:46.927023 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f681213b-bccb-434c-9ca0-a8be96e64066 req-f694364c-8820-41c7-b281-0ef8cc214c11 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643268 Aug 17 16:18:46.930604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] Deleting port 32153e9e-5595-4e2b-9317-0e30f5eb77ec {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:46.930948 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.933081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:18:46.933647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:46.934121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:18:46.934664 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Bound port: 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:18:46.935765 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:46.977579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.030608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Deleting port da9b311d-f55b-48d1-915e-544d2551f334 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:47.031068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.039573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a17acc-74e0-490e-a417-2fa80964fc4e']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:47.107703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3cf291-8982-4027-bcaa-3f99f586d0cd') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:47.107984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3cf291-8982-4027-bcaa-3f99f586d0cd') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:47.121220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] For port 32153e9e-5595-4e2b-9317-0e30f5eb77ec, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=32153e9e-5595-4e2b-9317-0e30f5eb77ec,segment=NetworkSegment(bdbba3fb-da6f-4391-b41a-46d4a6d2811b),segment_id=bdbba3fb-da6f-4391-b41a-46d4a6d2811b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:47.121802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.134002 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.146838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] Calling delete_port for 32153e9e-5595-4e2b-9317-0e30f5eb77ec owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:47.185548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:47.190939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf500-cf86-445f-be77-6c0b2385afc0 req-9fcb0fdc-8c3e-440c-ac5d-61b30c017edb tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:47.192895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ad1bf500-cf86-445f-be77-6c0b2385afc0 req-9fcb0fdc-8c3e-440c-ac5d-61b30c017edb tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 947 time: 0.2732906 Aug 17 16:18:47.194241 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.222996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:18:47.223414 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:18:47.231906 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:18:47.296614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:18:47.307627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.321907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] For port da9b311d-f55b-48d1-915e-544d2551f334, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=da9b311d-f55b-48d1-915e-544d2551f334,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:47.322409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.373163 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ad1bf500-cf86-445f-be77-6c0b2385afc0 req-29214ead-21a0-42a2-87f1-5addf506553f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647866 Aug 17 16:18:47.384358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Calling delete_port for da9b311d-f55b-48d1-915e-544d2551f334 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:47.400213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.412814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:47.413607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.415817 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] 10.222.0.93 "PUT /v2.0/ports/2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 1095 time: 3.5899847 Aug 17 16:18:47.416138 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.424095 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d5a17acc-74e0-490e-a417-2fa80964fc4e HTTP/1.1" status: 204 len: 168 time: 0.7061687 Aug 17 16:18:47.501591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-0b239246-f88e-4469-92be-460910ad3104 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:47.507861 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6163741-1e2e-4e12-b2f3-7e2eaa22a539 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a17acc-74e0-490e-a417-2fa80964fc4e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:47.531372 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-0b239246-f88e-4469-92be-460910ad3104 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 820 time: 0.3790424 Aug 17 16:18:47.654740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42548) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:47.730169 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-8ddf906b-6c58-4608-9274-ced68b2e9d2b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/quotas/93cfa698670f475e961b98264f242f53 HTTP/1.1" status: 200 len: 375 time: 0.1978354 Aug 17 16:18:47.733937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad0127-3e7a-48fc-862f-b7fa21b2262e service neutron] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:47.750633 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.823291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-89d7e836-d568-4782-933a-4789a23625a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:47.824843 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-89d7e836-d568-4782-933a-4789a23625a9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1098 time: 0.3601542 Aug 17 16:18:47.832710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1ce53a7e-cc2e-4dc2-ad22-0d52a778c5cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7f3bb7a4e39473988187ef8701097cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717441 Aug 17 16:18:47.833027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42550) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:47.933703 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:47.955977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-4331ad07-f45b-4db1-8c77-ef31e81881e5 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1891918 Aug 17 16:18:47.985132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Pushing event deleted for resources: {'Port': ['ID=da9b311d-f55b-48d1-915e-544d2551f334,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:48.056178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:48.058442 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed" -d '{"events": [{"name": "network-changed", "server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:48.085189 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.146807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-e6d12398-e53a-4312-b654-0ea2a7e75256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:48.149343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-e6d12398-e53a-4312-b654-0ea2a7e75256 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3152702 Aug 17 16:18:48.160341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-829d1a66-7f7d-4ad0-9875-275499306f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.172949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32153e9e-5595-4e2b-9317-0e30f5eb77ec,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:48.196177 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.247439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-f2c26987-0b14-43bf-9b82-39566a8025b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.0842774 Aug 17 16:18:48.287847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-627ce4b0-b674-4867-af5e-10b89c99e4cc service neutron] 10.222.0.77 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161159 Aug 17 16:18:48.301940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9029a-50af-4db7-bd34-8e9e1877b048 req-9f0cc39b-deb7-49ef-ad97-bf460121855d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:48.303751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29d9029a-50af-4db7-bd34-8e9e1877b048 req-9f0cc39b-deb7-49ef-ad97-bf460121855d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2319913 Aug 17 16:18:48.336327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-829d1a66-7f7d-4ad0-9875-275499306f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.351798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fd571184-ac63-4407-a595-647088e5cbd4 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:48.374473 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.379275 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.384531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: fd571184-ac63-4407-a595-647088e5cbd4 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:48.384984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fd571184-ac63-4407-a595-647088e5cbd4 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:48.441978 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29d9029a-50af-4db7-bd34-8e9e1877b048 req-37b8cb71-f4af-4a6d-a6d7-f8768bba75da tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969150 Aug 17 16:18:48.465713 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.466816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4f4a14e-ea08-4577-bb53-ff26f5a32d40 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:18:48.472811 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.476983 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fba1de75-d855-46f4-be05-b8883360037e admin admin] 10.222.0.77 "DELETE /v2.0/routers/c4f4a14e-ea08-4577-bb53-ff26f5a32d40 HTTP/1.1" status: 204 len: 168 time: 3.1758342 Aug 17 16:18:48.476983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42558) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:48.558975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8324a5a-0792-422f-80a6-fece15ecf62a admin admin] Deleting subnet 0ec4ef78-4394-4013-877a-ee1b25df5e5b {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:18:48.563723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8324a5a-0792-422f-80a6-fece15ecf62a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.643850 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8324a5a-0792-422f-80a6-fece15ecf62a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.707985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] Deleting port f164fc6e-2323-44a4-a114-926f22a3069f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:48.708330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.757826 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3497f20f-f264-4576-b588-aab1fd6ff08e x-openstack-request-id: req-3497f20f-f264-4576-b588-aab1fd6ff08e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:48.758062 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:48.758240 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3497f20f-f264-4576-b588-aab1fd6ff08e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:48.758650 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'status': 'completed', 'code': 200} Aug 17 16:18:48.764456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-a1875546-d9eb-45e3-bd8f-8c62eacb10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:48.765989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-a1875546-d9eb-45e3-bd8f-8c62eacb10ea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1098 time: 0.1805081 Aug 17 16:18:48.785955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f63f99-a8c6-4b10-b9ac-9c12d7987301 req-764f9caf-bd8a-4e69-8ab6-e00fed4382fc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:48.787546 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91f63f99-a8c6-4b10-b9ac-9c12d7987301 req-764f9caf-bd8a-4e69-8ab6-e00fed4382fc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 947 time: 0.1654079 Aug 17 16:18:48.802617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-51216cb0-0500-4d4e-890c-3b397867a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:48.804087 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-51216cb0-0500-4d4e-890c-3b397867a74b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.5337183 Aug 17 16:18:48.944111 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8324a5a-0792-422f-80a6-fece15ecf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:48.980871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91f63f99-a8c6-4b10-b9ac-9c12d7987301 req-d13bfc45-bd63-4b98-aa93-ccd4e44e8163 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808732 Aug 17 16:18:48.992731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-c1071694-efab-4f4a-8b81-af20eabcf3c7 service neutron] 10.222.0.77 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6724956 Aug 17 16:18:48.996283 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-829d1a66-7f7d-4ad0-9875-275499306f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:49.000436 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-829d1a66-7f7d-4ad0-9875-275499306f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:49.004275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] For port f164fc6e-2323-44a4-a114-926f22a3069f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f164fc6e-2323-44a4-a114-926f22a3069f,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:49.004477 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-829d1a66-7f7d-4ad0-9875-275499306f92 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87571bfa-664a-43f9-8fb3-264d9428c6ef HTTP/1.1" status: 204 len: 168 time: 1.1592710 Aug 17 16:18:49.004568 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:49.041847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-90ab1194-2313-4e4a-877f-e448b3c074b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:49.043564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-90ab1194-2313-4e4a-877f-e448b3c074b8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2023318 Aug 17 16:18:49.052341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] Calling delete_port for f164fc6e-2323-44a4-a114-926f22a3069f owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:49.095979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d1a66-7f7d-4ad0-9875-275499306f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87571bfa-664a-43f9-8fb3-264d9428c6ef,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:49.114331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-bc0e77c7-9152-4179-bfd0-fcea2b31634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:49.116257 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-bc0e77c7-9152-4179-bfd0-fcea2b31634d service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3385022 Aug 17 16:18:49.143142 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:49.246195 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:49.459675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:49.588599 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eee24995-ab80-4f0b-ba07-49376f24d264 req-722958f2-df04-442b-af45-8c21e1a68b14 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 210 time: 0.0427594 Aug 17 16:18:49.596045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-5dd3fa0a-030f-49bf-a0de-2578e5de92f9 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319312 Aug 17 16:18:49.847448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b76a4f6-a13b-4426-958f-f63411cb0ac8 req-ec91547d-d8a1-4657-9ddd-c61c623500e9 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431154 Aug 17 16:18:49.867491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] Router 9f99456e-e78b-4d04-bcf0-4b9947440abf has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:49.963610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-47b43a45-36f5-4323-b2da-84902db2420c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.8324928 Aug 17 16:18:49.984384 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8324a5a-0792-422f-80a6-fece15ecf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:50.045638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-103f60e9-f2b5-4ab3-8435-30943e7fe05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:50.047885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-103f60e9-f2b5-4ab3-8435-30943e7fe05a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1098 time: 0.1167989 Aug 17 16:18:50.084683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8324a5a-0792-422f-80a6-fece15ecf62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec4ef78-4394-4013-877a-ee1b25df5e5b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:50.094175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 32153e9e-5595-4e2b-9317-0e30f5eb77ec no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:50.112378 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8324a5a-0792-422f-80a6-fece15ecf62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:50.118732 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d8324a5a-0792-422f-80a6-fece15ecf62a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0ec4ef78-4394-4013-877a-ee1b25df5e5b HTTP/1.1" status: 204 len: 168 time: 1.6366177 Aug 17 16:18:50.120722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42596) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:50.153561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56906f2f-571f-4a13-8c79-5de8e350419c None None] Network 65699975-c37c-4c50-9d16-5c104cb8005b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:18:50.158260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 32153e9e-5595-4e2b-9317-0e30f5eb77ec {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:50.158609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 32153e9e-5595-4e2b-9317-0e30f5eb77ec not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:50.182226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:50.210265 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a055025-7df0-4ef4-91f0-d1095dc004a8 admin admin] 10.222.0.77 "PUT /v2.0/routers/9f99456e-e78b-4d04-bcf0-4b9947440abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6047828 Aug 17 16:18:50.213986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:50.228011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f985a9-2122-4766-b78c-ee83a75ded1f req-c44802d7-c39b-4f0f-9304-dfe445ce8017 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:50.229576 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a8f985a9-2122-4766-b78c-ee83a75ded1f req-c44802d7-c39b-4f0f-9304-dfe445ce8017 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2730410 Aug 17 16:18:50.275907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] Sync routers for ids ['9f99456e-e78b-4d04-bcf0-4b9947440abf'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:50.304641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] Routers {'9f99456e-e78b-4d04-bcf0-4b9947440abf'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:50.305706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9f99456e-e78b-4d04-bcf0-4b9947440abf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:50.344726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-1b85c423-defb-4ddf-bec3-57821ad29771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:50.346222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-1b85c423-defb-4ddf-bec3-57821ad29771 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2899623 Aug 17 16:18:50.391559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-147f649f-c880-47d2-8587-46e300dcdeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:50.393182 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-147f649f-c880-47d2-8587-46e300dcdeef service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.4155920 Aug 17 16:18:50.396049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458ee44-3741-4a09-963e-293c407e293c req-0999f5c6-e267-4c63-ad1f-7a58bd0c557c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:50.398077 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4458ee44-3741-4a09-963e-293c407e293c req-0999f5c6-e267-4c63-ad1f-7a58bd0c557c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 947 time: 0.2324374 Aug 17 16:18:50.473119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-a879721c-6a7f-4f94-8784-0d28dc920b8e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.0906503 Aug 17 16:18:50.527894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4458ee44-3741-4a09-963e-293c407e293c req-d36d717a-e2e6-4929-a16f-91c4c27d49bb tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850744 Aug 17 16:18:50.542279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:50.546120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a8f985a9-2122-4766-b78c-ee83a75ded1f req-778bbe26-cd82-4db9-a492-9bdd000784e1 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982638 Aug 17 16:18:50.552609 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:50.590259 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:50.603251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-914bc07b-4e82-40e1-a0de-be8dc70e3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:50.604743 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-914bc07b-4e82-40e1-a0de-be8dc70e3553 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1266353 Aug 17 16:18:50.698251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device da9b311d-f55b-48d1-915e-544d2551f334 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:50.762320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-2b715729-10ae-4fea-8ad5-2e9e365083e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:50.776842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: da9b311d-f55b-48d1-915e-544d2551f334 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:50.778335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device da9b311d-f55b-48d1-915e-544d2551f334 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:50.780392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f164fc6e-2323-44a4-a114-926f22a3069f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:50.786358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-a22a78fe-a8e8-4aad-8952-e3d3522c7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:50.788488 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-2b715729-10ae-4fea-8ad5-2e9e365083e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1744542 Aug 17 16:18:50.803893 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-a22a78fe-a8e8-4aad-8952-e3d3522c7273 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3999600 Aug 17 16:18:50.902090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] Set router 9f99456e-e78b-4d04-bcf0-4b9947440abf gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:50.917662 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:50.971215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a7e410f5-e0e5-437d-9120-d00575611ae7 req-d72433a2-6e2e-4958-a6aa-4f7165f7f756 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 210 time: 0.0508752 Aug 17 16:18:50.996453 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:51.049942 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-23dae503-e3cf-4c1b-92e3-d9452e4971c6 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430007 Aug 17 16:18:51.171602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] DHCP port deletion for 65699975-c37c-4c50-9d16-5c104cb8005b request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:18:51.183014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-router', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:30Z', 'updated_at': '2021-08-17T16:18:47Z', 'revision_number': 5, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'gw_port': {'id': 'f2f3dd24-ae0e-477e-969a-69b1275b09dd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:18:31Z', 'updated_at': '2021-08-17T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:51.189538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Deleting port f2f3dd24-ae0e-477e-969a-69b1275b09dd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:51.189967 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:51.269316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] Checking router: 9f99456e-e78b-4d04-bcf0-4b9947440abf for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:51.284659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] Routers {'9f99456e-e78b-4d04-bcf0-4b9947440abf'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:51.285528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9f99456e-e78b-4d04-bcf0-4b9947440abf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:51.379169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-b86907da-4368-47e9-9ba5-913080d2e45a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:51.381583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-b86907da-4368-47e9-9ba5-913080d2e45a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 820 time: 0.1355045 Aug 17 16:18:51.399242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Deleting port 921b9c61-059d-4c11-b1e6-133a332bdef6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:51.399470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Request body: {'port': {'device_id': 'c9467495-028b-4642-837c-89db15449119', 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56', 'admin_state_up': True, 'tenant_id': '93cfa698670f475e961b98264f242f53'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:51.399613 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:51.447663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Deleting port 921b9c61-059d-4c11-b1e6-133a332bdef6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:51.448036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:51.454565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] Router 0b0ce239-565a-49be-8483-a5e4aebb9494 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:18:51.484085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] Set router 9f99456e-e78b-4d04-bcf0-4b9947440abf gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:51.512276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-cd7eefc6-24cc-49c0-8c6b-204cfd4151f9 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000582 Aug 17 16:18:51.527384 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-b4b612e6-751b-4dde-b97b-a58787506fff service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678907 Aug 17 16:18:51.550105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] For port f2f3dd24-ae0e-477e-969a-69b1275b09dd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f2f3dd24-ae0e-477e-969a-69b1275b09dd,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:51.550508 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:51.573021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Calling delete_port for f2f3dd24-ae0e-477e-969a-69b1275b09dd owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:51.585377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-router', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:30Z', 'updated_at': '2021-08-17T16:18:50Z', 'revision_number': 6, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:51.661020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] For port 921b9c61-059d-4c11-b1e6-133a332bdef6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=921b9c61-059d-4c11-b1e6-133a332bdef6,segment=NetworkSegment(bde31843-dfb6-4e46-a7a1-b439a739a62a),segment_id=bde31843-dfb6-4e46-a7a1-b439a739a62a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:51.661450 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:51.684606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Made reservation on behalf of 93cfa698670f475e961b98264f242f53 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:51.700306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Calling delete_port for 921b9c61-059d-4c11-b1e6-133a332bdef6 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:51.713017 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:51.740266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42656) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:51.769104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] For port 921b9c61-059d-4c11-b1e6-133a332bdef6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=921b9c61-059d-4c11-b1e6-133a332bdef6,segment=NetworkSegment(bde31843-dfb6-4e46-a7a1-b439a739a62a),segment_id=bde31843-dfb6-4e46-a7a1-b439a739a62a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:51.769853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:51.817756 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Calling delete_port for 921b9c61-059d-4c11-b1e6-133a332bdef6 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:51.870679 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:51.881382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60355b3a-c52f-4b59-868b-eb0d0494b0b7 None None] The sync data for ids ['9f99456e-e78b-4d04-bcf0-4b9947440abf'] in n-d-804878-1 is: [{'id': '9f99456e-e78b-4d04-bcf0-4b9947440abf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-281888094-router', 'tenant_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:30Z', 'updated_at': '2021-08-17T16:18:50Z', 'revision_number': 6, 'project_id': '113f4c72466947cb8214eaa9e1fb8f1c', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:51.943153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193130c-c262-4d9b-9962-a9bdade7acd1 req-5e5bfab8-2aa6-4a5e-b349-ebc2a2d4f0da tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:51.951043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c193130c-c262-4d9b-9962-a9bdade7acd1 req-5e5bfab8-2aa6-4a5e-b349-ebc2a2d4f0da tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2697282 Aug 17 16:18:51.961000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] No DVR routers for this DVR port 921b9c61-059d-4c11-b1e6-133a332bdef6 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:51.964449 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Pushing event deleted for resources: {'Port': ['ID=921b9c61-059d-4c11-b1e6-133a332bdef6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:51.988088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d19034-57ab-4c80-803f-de770fdf9c64 req-8e02eaa6-dfe4-4413-8546-5d43d6e3ceb8 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:51.989901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-97d19034-57ab-4c80-803f-de770fdf9c64 req-8e02eaa6-dfe4-4413-8546-5d43d6e3ceb8 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 947 time: 0.2483482 Aug 17 16:18:51.999547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.000153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.000678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.001185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.001736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.002218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.002723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.003251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.006218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.006766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.007818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.008751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83254361-44c0-4243-bba2-d291dae3b29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.027391 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a6e1ef4-e85e-44ba-85a9-d5f6940643ed req-4240f1c7-dc61-4b5c-b714-5aaab8835635 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057597 Aug 17 16:18:52.040644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aed241a1-1378-4608-a323-870059fa13fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.058162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:18:52.072981 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fccebe4a-64d9-4649-9644-d9f9623c2c2a admin admin] 10.222.0.77 "PUT /v2.0/routers/0b0ce239-565a-49be-8483-a5e4aebb9494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2077436 Aug 17 16:18:52.073226 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] Sync routers for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:18:52.077657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42664) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:52.082435 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:52.083057 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:52.153327 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-97d19034-57ab-4c80-803f-de770fdf9c64 req-ec94ba16-df30-46e7-aa90-ae386574d738 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485255 Aug 17 16:18:52.175616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.213576 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:52.230089 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c193130c-c262-4d9b-9962-a9bdade7acd1 req-382f09d2-4846-4953-99c8-5c9d8093cdc9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779880 Aug 17 16:18:52.250089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] No DVR routers for this DVR port 921b9c61-059d-4c11-b1e6-133a332bdef6 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:52.261659 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.307065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=921b9c61-059d-4c11-b1e6-133a332bdef6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:52.377098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f3dd24-ae0e-477e-969a-69b1275b09dd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:52.395290 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.448522 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20dd39d2-9baf-4855-8bff-695dd0bfa3c2 req-379c29dd-a391-4520-b262-257c87969db1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 210 time: 0.0587425 Aug 17 16:18:52.456107 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.456408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.456742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.457070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.457393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.457714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.458034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.458401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.458949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.459074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.459301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.459612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:52.508361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Allocated IP 172.20.0.6 (9df5052f-fb5b-4a77-ac7d-1268929aed56/fcee669e-d84a-4206-9cc7-362d7cc9c2e4/985d00c3-86e7-421b-92c8-8c1936ce9a7e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:18:52.519837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 921b9c61-059d-4c11-b1e6-133a332bdef6 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:52.553954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 921b9c61-059d-4c11-b1e6-133a332bdef6 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:52.554681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 921b9c61-059d-4c11-b1e6-133a332bdef6 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:52.555468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 32153e9e-5595-4e2b-9317-0e30f5eb77ec no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:52.586834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 32153e9e-5595-4e2b-9317-0e30f5eb77ec {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:52.587177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 32153e9e-5595-4e2b-9317-0e30f5eb77ec not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:52.606846 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.622933 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:18:50Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:52.653675 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] Checking router: 0b0ce239-565a-49be-8483-a5e4aebb9494 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:18:52.664163 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] Routers {'0b0ce239-565a-49be-8483-a5e4aebb9494'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:18:52.665040 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0b0ce239-565a-49be-8483-a5e4aebb9494'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:52.729675 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aed241a1-1378-4608-a323-870059fa13fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.753237 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.756221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aed241a1-1378-4608-a323-870059fa13fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.785913 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.799115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140bae9-769a-42a6-83c4-cdccb4bff726 req-c98b8511-5120-4615-a2dc-9957a15d55bc tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:52.809152 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e140bae9-769a-42a6-83c4-cdccb4bff726 req-c98b8511-5120-4615-a2dc-9957a15d55bc tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.3168349 Aug 17 16:18:52.866220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:52.867543 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-aed241a1-1378-4608-a323-870059fa13fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d05bd062a094d6880b32baf27b2082a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1211486 Aug 17 16:18:52.869494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.883306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.886584 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] Set router 0b0ce239-565a-49be-8483-a5e4aebb9494 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:18:52.887118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed241a1-1378-4608-a323-870059fa13fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19904e0-bc6d-4161-934d-db9d26a278c9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:52.899844 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.900559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f99456e-e78b-4d04-bcf0-4b9947440abf {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:18:52.931756 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:52.932907 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1a84dcc-9a70-4a37-8364-9c6c7a6f723a admin admin] 10.222.0.77 "DELETE /v2.0/routers/9f99456e-e78b-4d04-bcf0-4b9947440abf HTTP/1.1" status: 204 len: 168 time: 2.7178349 Aug 17 16:18:52.947983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:53.001588 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65699975-c37c-4c50-9d16-5c104cb8005b']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:53.032929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde31843-dfb6-4e46-a7a1-b439a739a62a') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:53.033595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde31843-dfb6-4e46-a7a1-b439a739a62a') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:53.066019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e140bae9-769a-42a6-83c4-cdccb4bff726 req-e9405ce5-e785-4010-8305-a4f818cf6c92 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558608 Aug 17 16:18:53.074325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.116093 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.127070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Deleting port 466e1e57-99bd-4a05-b00d-9e232e0d3c67 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:53.127867 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.261579 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:18:50Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:53.272451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:18:53.272908 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:18:53.282339 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:18:53.322413 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b18fd6d-b42e-46fb-a6e5-ee6e23b8691e None None] The sync data for ids ['0b0ce239-565a-49be-8483-a5e4aebb9494'] in n-d-804878-1 is: [{'id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-672041071-router', 'tenant_id': '1e130b467f424b4d9fac043b206791e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:18:50Z', 'revision_number': 5, 'project_id': '1e130b467f424b4d9fac043b206791e7', 'gw_port': {'id': '466e1e57-99bd-4a05-b00d-9e232e0d3c67', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0ce239-565a-49be-8483-a5e4aebb9494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:44Z', 'updated_at': '2021-08-17T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:18:53.443338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] For port 466e1e57-99bd-4a05-b00d-9e232e0d3c67, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=466e1e57-99bd-4a05-b00d-9e232e0d3c67,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:53.443338 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.462780 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:18:53.469776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Calling delete_port for 466e1e57-99bd-4a05-b00d-9e232e0d3c67 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:53.491769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.507483 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.508818 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.514675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] 10.222.0.77 "DELETE /v2.0/networks/65699975-c37c-4c50-9d16-5c104cb8005b HTTP/1.1" status: 204 len: 168 time: 3.3801606 Aug 17 16:18:53.533309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a832f2-3fa1-446b-b93e-3448fb5d90e5 req-fc7cdcb9-1982-40d7-8cc2-03dbd7035fe9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:53.535587 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7a832f2-3fa1-446b-b93e-3448fb5d90e5 req-fc7cdcb9-1982-40d7-8cc2-03dbd7035fe9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2501366 Aug 17 16:18:53.595095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2b0905-fd90-4424-aa56-eccc75af85d5 admin admin] Deleting subnet 2bfdce1b-8a85-4cc4-80e7-17d0e133276e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:18:53.603167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:53.612088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0905-fd90-4424-aa56-eccc75af85d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.619169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'mac_address': 'fa:16:3e:21:3f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:18:53.625299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfdd88-c8a4-4d1b-a3c3-5c05ee317b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=65699975-c37c-4c50-9d16-5c104cb8005b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:53.663322 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7a832f2-3fa1-446b-b93e-3448fb5d90e5 req-a78312ae-a683-4910-ae3c-38b9accf4dad tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107113 Aug 17 16:18:53.673006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-307e6884-5652-410c-b0cf-0214a0bd332c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.678515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.706233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab60327-d041-48f7-ab25-9d7b77aba4bf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:18:53.748495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:53.762361 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.803235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42688) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:53.809557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-307e6884-5652-410c-b0cf-0214a0bd332c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.829750 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0905-fd90-4424-aa56-eccc75af85d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.861028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:53.931881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-95a57b6a-8805-4e04-b555-fc56f21e2ec0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e17cb95998547f781c8b1383f4fd5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279025 Aug 17 16:18:53.935775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42690) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:53.964473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:53.979698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['aaa93038-84c8-4983-9085-74fdcea276e0'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:18:53.998544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7980ee38-67d0-418c-8a8a-cf10ef7d62cc req-697f7c07-98ef-4f3f-9b37-212c52e8d42e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 210 time: 0.0868373 Aug 17 16:18:54.018152 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.053670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Pushing event deleted for resources: {'Port': ['ID=466e1e57-99bd-4a05-b00d-9e232e0d3c67,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:54.081345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46652d1f-1e31-4487-9028-fa2005540887 req-fe4b96d4-79d7-4ab8-b8a6-848d70d273e1 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:54.088827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46652d1f-1e31-4487-9028-fa2005540887 req-fe4b96d4-79d7-4ab8-b8a6-848d70d273e1 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 947 time: 0.6317430 Aug 17 16:18:54.092187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['2ab60327-d041-48f7-ab25-9d7b77aba4bf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:18:54.128384 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-307e6884-5652-410c-b0cf-0214a0bd332c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.137787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-307e6884-5652-410c-b0cf-0214a0bd332c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.139602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-307e6884-5652-410c-b0cf-0214a0bd332c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b19904e0-bc6d-4161-934d-db9d26a278c9 HTTP/1.1" status: 204 len: 168 time: 1.2726312 Aug 17 16:18:54.189826 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.192297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b81ebc2-43da-4579-bd9a-fa16b8c99ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.340142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f2f3dd24-ae0e-477e-969a-69b1275b09dd no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:54.344299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Network 9df5052f-fb5b-4a77-ac7d-1268929aed56 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:18:54.345544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e6884-5652-410c-b0cf-0214a0bd332c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19904e0-bc6d-4161-934d-db9d26a278c9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:54.364912 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0905-fd90-4424-aa56-eccc75af85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.372059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:54.410073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:18:54.413484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f2f3dd24-ae0e-477e-969a-69b1275b09dd {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:54.413830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f2f3dd24-ae0e-477e-969a-69b1275b09dd not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:54.414606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f164fc6e-2323-44a4-a114-926f22a3069f no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:54.429732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46652d1f-1e31-4487-9028-fa2005540887 req-98a0633f-661c-4253-9bb6-d0c0835bb2bc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358989 Aug 17 16:18:54.445029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f164fc6e-2323-44a4-a114-926f22a3069f {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:54.445480 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f164fc6e-2323-44a4-a114-926f22a3069f not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:54.482873 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.487477 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b81ebc2-43da-4579-bd9a-fa16b8c99ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.490997 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.502544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Pushing event updated for resources: {'Port': ['ID=985d00c3-86e7-421b-92c8-8c1936ce9a7e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:54.527795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e9611-5759-4c4c-9641-059ebf21cfcc req-b5df7e84-6802-488b-b404-8917cd585862 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:54.531199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e13e9611-5759-4c4c-9641-059ebf21cfcc req-b5df7e84-6802-488b-b404-8917cd585862 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.4103413 Aug 17 16:18:54.546319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:54.547076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.571582 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-ea898720-c076-4051-8180-5145b3e2db18 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1763301 Aug 17 16:18:54.573713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0905-fd90-4424-aa56-eccc75af85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.613779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Request body: {'port': {'device_id': 'c9467495-028b-4642-837c-89db15449119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:54.616664 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b0905-fd90-4424-aa56-eccc75af85d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfdce1b-8a85-4cc4-80e7-17d0e133276e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:54.639098 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0905-fd90-4424-aa56-eccc75af85d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.641355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4e2b0905-fd90-4424-aa56-eccc75af85d5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2bfdce1b-8a85-4cc4-80e7-17d0e133276e HTTP/1.1" status: 204 len: 168 time: 1.6693671 Aug 17 16:18:54.642523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2f5e42-f82f-4a83-adf8-63cdde7fa4fb None None] Network b21a9c54-6960-436e-983f-92fa20439bc6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:18:54.643936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:54.660111 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.660973 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b0ce239-565a-49be-8483-a5e4aebb9494 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:18:54.674428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.675802 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fd0f5af2-2de9-48c7-9eab-cdb49612201e admin admin] 10.222.0.77 "DELETE /v2.0/routers/0b0ce239-565a-49be-8483-a5e4aebb9494 HTTP/1.1" status: 204 len: 168 time: 2.5958352 Aug 17 16:18:54.678475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42702) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:54.797735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b81ebc2-43da-4579-bd9a-fa16b8c99ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.801823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b81ebc2-43da-4579-bd9a-fa16b8c99ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.802968 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1b81ebc2-43da-4579-bd9a-fa16b8c99ac7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6eba5528-5878-4bcc-b700-3baf97d071ff HTTP/1.1" status: 204 len: 168 time: 0.8661995 Aug 17 16:18:54.815978 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.832922 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:54.867750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e13e9611-5759-4c4c-9641-059ebf21cfcc req-44efcaf7-b1b8-4347-9427-5fd1438a879c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264761 Aug 17 16:18:54.907182 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81ebc2-43da-4579-bd9a-fa16b8c99ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eba5528-5878-4bcc-b700-3baf97d071ff,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:54.962674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f88d57-0930-4f4b-a0e7-774f61ecd486 admin admin] Deleting subnet 0156a85c-aa4b-45d5-964a-90b879dd252e {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:18:54.983576 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f88d57-0930-4f4b-a0e7-774f61ecd486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.156139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f88d57-0930-4f4b-a0e7-774f61ecd486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.273729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c3d3e-e5dd-49b5-832e-5a6121e3a4a2 None None] DHCP port deletion for b21a9c54-6960-436e-983f-92fa20439bc6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:18:55.360915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729cb34-40ff-47fb-a143-e2702d1c5c6d req-778ad557-104f-4899-ae3c-5d556660db1f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:55.371845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8729cb34-40ff-47fb-a143-e2702d1c5c6d req-778ad557-104f-4899-ae3c-5d556660db1f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 931 time: 0.1364100 Aug 17 16:18:55.404771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-093c3d3e-e5dd-49b5-832e-5a6121e3a4a2 None None] Deleting port a47fbcf1-db7e-44b6-a294-73d44393b6ba {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:55.405628 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093c3d3e-e5dd-49b5-832e-5a6121e3a4a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.438347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f88d57-0930-4f4b-a0e7-774f61ecd486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.448582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Deleting port a47fbcf1-db7e-44b6-a294-73d44393b6ba {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:55.449080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.462587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-ff428e5d-96f8-4bba-bdae-a79ef6291908 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:55.464749 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-ff428e5d-96f8-4bba-bdae-a79ef6291908 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99&tenant_id=0f558842595f45369d2b06bd1ef961b4&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 948 time: 0.3808770 Aug 17 16:18:55.481713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:18:55.492473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706149d-c445-45fc-9bc3-11870ac9fd61 req-a4534d7c-ef4d-48d0-a57d-5041cc0320d6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:55.504919 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a706149d-c445-45fc-9bc3-11870ac9fd61 req-a4534d7c-ef4d-48d0-a57d-5041cc0320d6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 948 time: 0.2445688 Aug 17 16:18:55.540320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-093c3d3e-e5dd-49b5-832e-5a6121e3a4a2 None None] For port a47fbcf1-db7e-44b6-a294-73d44393b6ba, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a47fbcf1-db7e-44b6-a294-73d44393b6ba,segment=NetworkSegment(bdbba3fb-da6f-4391-b41a-46d4a6d2811b),segment_id=bdbba3fb-da6f-4391-b41a-46d4a6d2811b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:55.540999 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093c3d3e-e5dd-49b5-832e-5a6121e3a4a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.556074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-093c3d3e-e5dd-49b5-832e-5a6121e3a4a2 None None] Calling delete_port for a47fbcf1-db7e-44b6-a294-73d44393b6ba owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:55.572436 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8729cb34-40ff-47fb-a143-e2702d1c5c6d req-7356f389-75f8-4f4b-a0f0-4cd103dd7ee3 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995385 Aug 17 16:18:55.642935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f88d57-0930-4f4b-a0e7-774f61ecd486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.662210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] For port a47fbcf1-db7e-44b6-a294-73d44393b6ba, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a47fbcf1-db7e-44b6-a294-73d44393b6ba,segment=NetworkSegment(bdbba3fb-da6f-4391-b41a-46d4a6d2811b),segment_id=bdbba3fb-da6f-4391-b41a-46d4a6d2811b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:55.662591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.672621 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093c3d3e-e5dd-49b5-832e-5a6121e3a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.681364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Calling delete_port for a47fbcf1-db7e-44b6-a294-73d44393b6ba owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:55.712945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c3d3e-e5dd-49b5-832e-5a6121e3a4a2 None None] Pushing event deleted for resources: {'Port': ['ID=a47fbcf1-db7e-44b6-a294-73d44393b6ba,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:55.717730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f88d57-0930-4f4b-a0e7-774f61ecd486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0156a85c-aa4b-45d5-964a-90b879dd252e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:55.732525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c3d3e-e5dd-49b5-832e-5a6121e3a4a2 None None] No DVR routers for this DVR port a47fbcf1-db7e-44b6-a294-73d44393b6ba on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:55.743147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b6e246-d448-4d26-819c-b34481ff1c7a None None] Network 06914df4-5170-418c-9e76-7d4251874a02 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:18:55.743333 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f88d57-0930-4f4b-a0e7-774f61ecd486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.745121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-59f88d57-0930-4f4b-a0e7-774f61ecd486 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0156a85c-aa4b-45d5-964a-90b879dd252e HTTP/1.1" status: 204 len: 168 time: 1.0657253 Aug 17 16:18:55.767859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42740) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:55.822698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42742) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:55.835844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 2ab60327-d041-48f7-ab25-9d7b77aba4bf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:18:55.857842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 2ab60327-d041-48f7-ab25-9d7b77aba4bf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:18:55.858213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:55.993697 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a706149d-c445-45fc-9bc3-11870ac9fd61 req-7f5f6a68-fb98-4908-b5d3-37299756523c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876378 Aug 17 16:18:56.037366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985d00c3-86e7-421b-92c8-8c1936ce9a7e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:18:56.059338 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.070221 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-419707c5-e216-4aaf-8ad1-6efa23d0d761 service neutron] 10.222.0.93 "GET /v2.0/ports/2ab60327-d041-48f7-ab25-9d7b77aba4bf/bindings/n-h2-804878-1 HTTP/1.1" status: 200 len: 382 time: 0.3059895 Aug 17 16:18:56.071200 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.146536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6d35d-5f60-43dd-95ae-9ec6aa536c78 None None] DHCP port deletion for 06914df4-5170-418c-9e76-7d4251874a02 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:18:56.159648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:56.162801 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f4704c-68aa-4420-b095-8ac7ec9bdc85" -d '{"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-plugged", "status": "completed", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:56.169555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Transition to ACTIVE for port object 985d00c3-86e7-421b-92c8-8c1936ce9a7e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:18:56.185743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:56.214949 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.247934 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.281242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] No DVR routers for this DVR port a47fbcf1-db7e-44b6-a294-73d44393b6ba on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:56.295348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:56.311006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 466e1e57-99bd-4a05-b00d-9e232e0d3c67 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:56.320239 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.323831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102bb43-2dcc-4601-903a-6c1b58ea5b88 req-8f16d801-8e8e-41dd-b8ba-74b9396010bb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:56.326712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Pushing event updated for resources: {'Port': ['ID=985d00c3-86e7-421b-92c8-8c1936ce9a7e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:56.331951 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d102bb43-2dcc-4601-903a-6c1b58ea5b88 req-8f16d801-8e8e-41dd-b8ba-74b9396010bb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.6017456 Aug 17 16:18:56.337199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-88e5a8e9-ecf3-4a07-8de7-2eadc7bc91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:56.339056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-88e5a8e9-ecf3-4a07-8de7-2eadc7bc91da service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1099 time: 0.2116909 Aug 17 16:18:56.354161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.394854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d102bb43-2dcc-4601-903a-6c1b58ea5b88 req-b30b7bf0-0013-4a65-95c1-e4494f477110 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618703 Aug 17 16:18:56.444288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a47fbcf1-db7e-44b6-a294-73d44393b6ba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:56.528681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Deleting port eebefb41-2949-410e-be43-e96712cc77e1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:56.529995 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.549170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-865778218-network', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:56.582536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1668918953-network', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:56.587739 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.614923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21a9c54-6960-436e-983f-92fa20439bc6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:56.627013 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b9219-b557-4c8a-b64f-8f15f7a6f51e req-0cef93a6-c385-4d25-8af9-8839392786ef tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:56.634884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc4b9219-b557-4c8a-b64f-8f15f7a6f51e req-0cef93a6-c385-4d25-8af9-8839392786ef tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1398706 Aug 17 16:18:56.636890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:56.637312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbba3fb-da6f-4391-b41a-46d4a6d2811b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:56.651084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] For port eebefb41-2949-410e-be43-e96712cc77e1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eebefb41-2949-410e-be43-e96712cc77e1,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:56.651822 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.658348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Made reservation on behalf of 9fd23774059445fbae8691b8c0dfce7b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:56.668396 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.679993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.698690 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.707847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:18:56.708441 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.726716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc4b9219-b557-4c8a-b64f-8f15f7a6f51e req-4d159074-9047-4fb9-9163-9458c9c5ab28 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862870 Aug 17 16:18:56.727363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 466e1e57-99bd-4a05-b00d-9e232e0d3c67 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:56.727837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 466e1e57-99bd-4a05-b00d-9e232e0d3c67 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:56.728310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a47fbcf1-db7e-44b6-a294-73d44393b6ba no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:56.729792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Calling delete_port for eebefb41-2949-410e-be43-e96712cc77e1 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:56.755421 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe514a6-1e49-480a-984f-5ba9640319d7 x-openstack-request-id: req-bfe514a6-1e49-480a-984f-5ba9640319d7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:56.755862 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-plugged", "status": "completed", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:56.756257 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfe514a6-1e49-480a-984f-5ba9640319d7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:56.756783 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'code': 200} Aug 17 16:18:56.757467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: a47fbcf1-db7e-44b6-a294-73d44393b6ba {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:56.758056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a47fbcf1-db7e-44b6-a294-73d44393b6ba not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:56.774055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Made reservation on behalf of 423c997deefb4b3f99b38f9713f15e35 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:56.776784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.790293 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.790537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:56.804000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6d35d-5f60-43dd-95ae-9ec6aa536c78 None None] Deleting port eebefb41-2949-410e-be43-e96712cc77e1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:56.804473 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d35d-5f60-43dd-95ae-9ec6aa536c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:18:56.811253 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:18:56.857841 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.888875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:18:56.889282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:18:56.889542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:56.890077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0dd6d35d-5f60-43dd-95ae-9ec6aa536c78 None None] For port eebefb41-2949-410e-be43-e96712cc77e1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eebefb41-2949-410e-be43-e96712cc77e1,segment=NetworkSegment(c2303755-cbf9-4253-89fc-13d8659a14b0),segment_id=c2303755-cbf9-4253-89fc-13d8659a14b0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:56.890871 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d35d-5f60-43dd-95ae-9ec6aa536c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.905377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-e9260038-5632-429a-bea5-5de5be79a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:56.907154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-e9260038-5632-429a-bea5-5de5be79a005 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.5182223 Aug 17 16:18:56.908669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6d35d-5f60-43dd-95ae-9ec6aa536c78 None None] Calling delete_port for eebefb41-2949-410e-be43-e96712cc77e1 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:56.913030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:18:56.913376 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:18:56.918510 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.933855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:18:56.934134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:56.934481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:18:56.935441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Bound port: 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:18:56.935809 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.986487 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:56.988417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] 10.222.0.77 "DELETE /v2.0/networks/b21a9c54-6960-436e-983f-92fa20439bc6 HTTP/1.1" status: 204 len: 168 time: 2.3435574 Aug 17 16:18:56.989909 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-72192650-5867-4879-b2e4-f985a79f6581 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.0724809 Aug 17 16:18:57.011528 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428834b3-c950-4978-b93a-dc2ae8f418ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b21a9c54-6960-436e-983f-92fa20439bc6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:57.022351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1a65c-b19d-4df9-9483-678ffb5d8e40 req-9fd9514b-94ec-4857-8c39-44a34319b1c9 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:57.024756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdf1a65c-b19d-4df9-9483-678ffb5d8e40 req-9fd9514b-94ec-4857-8c39-44a34319b1c9 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.2146268 Aug 17 16:18:57.081938 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d35d-5f60-43dd-95ae-9ec6aa536c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.126462 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.131294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-39d60c6a-6119-4eb2-bb5c-bd14580ffd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:57.132795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-39d60c6a-6119-4eb2-bb5c-bd14580ffd26 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1301703 Aug 17 16:18:57.142015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:18:57.143316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6d35d-5f60-43dd-95ae-9ec6aa536c78 None None] Pushing event deleted for resources: {'Port': ['ID=eebefb41-2949-410e-be43-e96712cc77e1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:57.146008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6d35d-5f60-43dd-95ae-9ec6aa536c78 None None] No DVR routers for this DVR port eebefb41-2949-410e-be43-e96712cc77e1 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:57.156918 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.158855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:18:57.162594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdf1a65c-b19d-4df9-9483-678ffb5d8e40 req-44f0e819-d631-4bac-b59f-6ee33ffa4082 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156986 Aug 17 16:18:57.190415 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.234430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74319bb0-ea4a-47e3-ad61-8c583afc1a75 req-5d053176-5d4e-4a8f-899d-7e91f2a51f35 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:57.252923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74319bb0-ea4a-47e3-ad61-8c583afc1a75 req-5d053176-5d4e-4a8f-899d-7e91f2a51f35 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2579763 Aug 17 16:18:57.258481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:57.259302 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.260729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] 10.222.0.93 "PUT /v2.0/ports/985d00c3-86e7-421b-92c8-8c1936ce9a7e HTTP/1.1" status: 200 len: 1091 time: 2.6514859 Aug 17 16:18:57.266270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9467495-028b-4642-837c-89db15449119', 'tag': '985d00c3-86e7-421b-92c8-8c1936ce9a7e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:18:57.268579 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc044c51-256f-45e6-94ae-d368ac693bce" -d '{"events": [{"name": "network-changed", "server_uuid": "c9467495-028b-4642-837c-89db15449119", "tag": "985d00c3-86e7-421b-92c8-8c1936ce9a7e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:18:57.274011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:18:57.277190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:57.300838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-f620143f-3487-438c-a85d-d20b2b1e7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:57.310580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-f620143f-3487-438c-a85d-d20b2b1e7dbb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553147 Aug 17 16:18:57.310795 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.363472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885279bd-9c75-4ec5-ba8c-226f8d607544,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:57.366831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] No DVR routers for this DVR port eebefb41-2949-410e-be43-e96712cc77e1 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:18:57.369083 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.369533 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Added segment 35eeb2e3-d702-4d82-8cb7-022ee84cba58 of type vlan for network 66ac31cd-9571-442d-bc12-ac6589acbd28 Aug 17 16:18:57.384955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebefb41-2949-410e-be43-e96712cc77e1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:57.412644 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c478a-0f49-4346-be4e-5aa0c98cb01c service neutron] Pushing event updated for resources: {'Port': ['ID=985d00c3-86e7-421b-92c8-8c1936ce9a7e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:57.443422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74319bb0-ea4a-47e3-ad61-8c583afc1a75 req-1df8a2b5-3171-449e-8bf1-8e612cd236ce tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886089 Aug 17 16:18:57.469184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.497070 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7761ac6-0f7e-4691-88e7-5ac06531aaae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=113f4c72466947cb8214eaa9e1fb8f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123942 Aug 17 16:18:57.510615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42784) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:57.547520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.559894 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.565359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe815a36-3fc3-4693-bd71-0713b7a5d3ab req-2f337b8c-6372-48f8-9e30-92c1966b10b2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:57.565757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.566957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:57.567616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.574294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe815a36-3fc3-4693-bd71-0713b7a5d3ab req-2f337b8c-6372-48f8-9e30-92c1966b10b2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.2759674 Aug 17 16:18:57.582277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-e3d82bfe-435c-4b25-834c-c0954c7a010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:57.583808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-e3d82bfe-435c-4b25-834c-c0954c7a010f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 1094 time: 0.2639956 Aug 17 16:18:57.639837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-d9264785-b381-4674-bd8f-7a57b5823fd1 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188508 Aug 17 16:18:57.640917 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.646571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] Pushing event updated for resources: {'Network': ['ID=66ac31cd-9571-442d-bc12-ac6589acbd28,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:57.649772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06914df4-5170-418c-9e76-7d4251874a02']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:57.651453 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd82db4-95a2-4ba2-ac92-47cbe804e438 x-openstack-request-id: req-edd82db4-95a2-4ba2-ac92-47cbe804e438 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:18:57.652013 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9467495-028b-4642-837c-89db15449119", "tag": "985d00c3-86e7-421b-92c8-8c1936ce9a7e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:18:57.652497 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-edd82db4-95a2-4ba2-ac92-47cbe804e438 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:18:57.653124 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9467495-028b-4642-837c-89db15449119', 'tag': '985d00c3-86e7-421b-92c8-8c1936ce9a7e', 'status': 'completed', 'code': 200} Aug 17 16:18:57.661005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 66ac31cd-9571-442d-bc12-ac6589acbd28 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:18:57.677811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2303755-cbf9-4253-89fc-13d8659a14b0') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:57.678148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2303755-cbf9-4253-89fc-13d8659a14b0') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:18:57.698501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dce325f4-12ce-424d-ba20-ee1b1c37450d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8471906 Aug 17 16:18:57.702586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.718890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.727189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:18:57.727648 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.735627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:57.748608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Request body: {'subnet': {'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1668918953-subnet', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:18:57.749636 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:18:57.758722 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-80adc8c8-98d6-4daf-96b9-c9e215090e54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e HTTP/1.1" status: 200 len: 217 time: 0.1093748 Aug 17 16:18:57.773218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:18:57.805912 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.821725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047871ea-d8da-4aa3-bce5-14b8016c3225,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:57.835620 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.842688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] 10.222.0.77 "DELETE /v2.0/networks/06914df4-5170-418c-9e76-7d4251874a02 HTTP/1.1" status: 204 len: 168 time: 2.0733440 Aug 17 16:18:57.843817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28249ced-a8a9-4c4f-91c6-41f51e11f323 admin admin] Pushing event deleted for resources: {'Network': ['ID=06914df4-5170-418c-9e76-7d4251874a02,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:57.846142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42792) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:57.895971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe815a36-3fc3-4693-bd71-0713b7a5d3ab req-11c670ff-0da9-4894-942b-c8945f31da4b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206980 Aug 17 16:18:57.907799 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.907799 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Added segment c43dac59-d54f-42b0-bdaf-a182c63377e9 of type vlan for network 1681cb81-38d5-45fc-a37a-56fff9a2703c Aug 17 16:18:57.910230 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:57.973684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Made reservation on behalf of 423c997deefb4b3f99b38f9713f15e35 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:57.976028 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:58.011285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-6057d374-96c8-4783-b276-cbc2cf9157ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:58.013398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-6057d374-96c8-4783-b276-cbc2cf9157ea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.2415442 Aug 17 16:18:58.023878 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:58.070473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:58.155956 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-2b7544ba-f867-463e-b5bb-2a0a78c34e3e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880206 Aug 17 16:18:58.169329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ac507-3bb1-474e-ad2b-b60d42c3ad80 req-32df74b7-c86d-4139-807d-8118bb7028d3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:58.171111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d63ac507-3bb1-474e-ad2b-b60d42c3ad80 req-32df74b7-c86d-4139-807d-8118bb7028d3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.4224741 Aug 17 16:18:58.182502 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eebefb41-2949-410e-be43-e96712cc77e1 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:18:58.210742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: eebefb41-2949-410e-be43-e96712cc77e1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:18:58.211193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eebefb41-2949-410e-be43-e96712cc77e1 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:18:58.286897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d63ac507-3bb1-474e-ad2b-b60d42c3ad80 req-fa18dbdc-b921-4f93-8dc0-0cb2d99c5798 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890689 Aug 17 16:18:58.317871 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-8c64fcc4-5558-4cef-9bfe-a36015b208cd service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6448498 Aug 17 16:18:58.370344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:58.371688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:58.373006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:58.376059 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:58.376739 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:58.380271 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:58.381493 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1dc3e90c-3f59-4f2f-b5f3-b8927bae4bed HTTP/1.1" status: 204 len: 168 time: 0.8689070 Aug 17 16:18:58.541138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125e88c-96fb-4098-a94f-d4433e43d83a req-ca6daac9-9886-48ef-a3f0-08391eb4fbcb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:58.542820 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7125e88c-96fb-4098-a94f-d4433e43d83a req-ca6daac9-9886-48ef-a3f0-08391eb4fbcb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1070027 Aug 17 16:18:58.670685 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7125e88c-96fb-4098-a94f-d4433e43d83a req-1c9823b3-c508-4e63-99a5-f51c6c6d23a1 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933206 Aug 17 16:18:58.795584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] Deleting port bd50e566-a50c-4fbd-bebe-0b35454e7142 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:18:58.796009 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:58.823906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-fd1bbdb7-e5ee-4cc2-9755-119d8d8b8cf8 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209705 Aug 17 16:18:58.829401 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc3e90c-3f59-4f2f-b5f3-b8927bae4bed,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:58.836759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Pushing event updated for resources: {'Network': ['ID=1681cb81-38d5-45fc-a37a-56fff9a2703c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:58.851944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5543578 Aug 17 16:18:58.867617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42814) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:58.875801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.876151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.876491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.876825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.877180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.877480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.877803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.878124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.881017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.881017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.881017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.881017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb430962-7b5f-4ac1-b46c-92827f0d7368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.882401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Request body: {'subnet': {'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-865778218-subnet', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:58.897713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1681cb81-38d5-45fc-a37a-56fff9a2703c details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:18:58.912681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.912681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.913052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.914738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.914738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.914738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.914738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.914738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.915375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.915375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.915865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.916163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4b706-d74e-4215-9d21-bd530b3b45f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:18:58.935966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39496e96-b621-4c76-9b30-e7f10aa623d2 req-7d0487d6-99d4-4229-ad9a-a4c935caf7e4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:58.942936 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39496e96-b621-4c76-9b30-e7f10aa623d2 req-7d0487d6-99d4-4229-ad9a-a4c935caf7e4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.6576579 Aug 17 16:18:58.961915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Made reservation on behalf of 9fd23774059445fbae8691b8c0dfce7b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:58.964607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:58.992895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c60fa8-68f9-4062-87c2-3e55a0a60c76 req-5c308a58-b16c-4b80-95a0-ad68d49d93d1 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:59.000985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60c60fa8-68f9-4062-87c2-3e55a0a60c76 req-5c308a58-b16c-4b80-95a0-ad68d49d93d1 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1505167 Aug 17 16:18:59.066696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] For port bd50e566-a50c-4fbd-bebe-0b35454e7142, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=bd50e566-a50c-4fbd-bebe-0b35454e7142,segment=NetworkSegment(d83412ba-fccb-4d20-a368-fba082ebb82d),segment_id=d83412ba-fccb-4d20-a368-fba082ebb82d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:18:59.068154 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.094536 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39496e96-b621-4c76-9b30-e7f10aa623d2 req-b138d4be-f72b-41d0-8b4a-8275df9776e2 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500175 Aug 17 16:18:59.110339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2eefb8-a03f-49d2-9728-f3b7b2e65f64 req-8e6a1b6e-e4c7-4dab-b35d-bd5b8d985d26 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748578 Aug 17 16:18:59.113911 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.139150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] Calling delete_port for bd50e566-a50c-4fbd-bebe-0b35454e7142 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:18:59.175605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60c60fa8-68f9-4062-87c2-3e55a0a60c76 req-0eefdf01-9a6a-47db-aa44-029353fa8a96 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727371 Aug 17 16:18:59.273271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b67a9e-caf8-44cc-b757-5b81433956ef,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:59.278417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Checking segment: {'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:59.279402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Network hostable DHCP agents. Network: 66ac31cd-9571-442d-bc12-ac6589acbd28, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:18:59.310418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc044c51-256f-45e6-94ae-d368ac693bce req-3cdd15b6-a3a5-455e-934f-1e8bbdec1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:59.311764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc044c51-256f-45e6-94ae-d368ac693bce req-3cdd15b6-a3a5-455e-934f-1e8bbdec1ef3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 1094 time: 0.1299443 Aug 17 16:18:59.335460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1659b2-33de-4d8c-a309-fbbf0194b907 req-f0b7d36a-4331-45bd-9f2c-913de22b6213 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:59.337010 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d1659b2-33de-4d8c-a309-fbbf0194b907 req-f0b7d36a-4331-45bd-9f2c-913de22b6213 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1163266 Aug 17 16:18:59.339262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Network 66ac31cd-9571-442d-bc12-ac6589acbd28 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:18:59.387750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 66ac31cd-9571-442d-bc12-ac6589acbd28) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:18:59.396806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2447f-a3ec-48b4-a9a6-03dbbe19c1e1 None None] Network 66ac31cd-9571-442d-bc12-ac6589acbd28 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:18:59.397795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:59.398405 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.430472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-52d308bf-1e70-43a4-8f88-cd30d2b85ba2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6913245 Aug 17 16:18:59.438611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42832) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:59.457786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:59.460838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:18:59.481432 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d1659b2-33de-4d8c-a309-fbbf0194b907 req-7c8f1fcc-ccd6-4852-a04b-f39ba658733c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273835 Aug 17 16:18:59.503014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc044c51-256f-45e6-94ae-d368ac693bce req-99c95d57-94b1-498f-8ce6-47823c538ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:59.508704 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc044c51-256f-45e6-94ae-d368ac693bce req-99c95d57-94b1-498f-8ce6-47823c538ec2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.1879857 Aug 17 16:18:59.525467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.529687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.556632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.567604 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc044c51-256f-45e6-94ae-d368ac693bce req-658fe62b-2579-4070-b26a-a5e3e2c04f52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e HTTP/1.1" status: 200 len: 217 time: 0.0497222 Aug 17 16:18:59.568470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.656995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.685177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd50e566-a50c-4fbd-bebe-0b35454e7142,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:59.705573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-482553987-network', 'tenant_id': '19b949c1e1f042179c877db2ef5b6759'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:18:59.715151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-66ac31cd-9571-442d-bc12-ac6589acbd28', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:18:59.716683 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.751303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc044c51-256f-45e6-94ae-d368ac693bce req-79ef2e11-fe12-4c14-85f1-bad9f8c5833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:59.752938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc044c51-256f-45e6-94ae-d368ac693bce req-79ef2e11-fe12-4c14-85f1-bad9f8c5833a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.1726358 Aug 17 16:18:59.777344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb790f-f98f-4696-8812-66098289932d req-c188f2c8-7c7a-424e-9a37-dba922ac1f62 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:18:59.787508 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cadb790f-f98f-4696-8812-66098289932d req-c188f2c8-7c7a-424e-9a37-dba922ac1f62 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2329013 Aug 17 16:18:59.808129 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc044c51-256f-45e6-94ae-d368ac693bce req-57cbb50c-c860-4680-a053-c1c2a480bbc9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430119 Aug 17 16:18:59.836554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=208d5347-1038-41d8-b6fb-23ca3a43870c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:18:59.954127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Checking segment: {'id': 'c43dac59-d54f-42b0-bdaf-a182c63377e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:18:59.954531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Network hostable DHCP agents. Network: 1681cb81-38d5-45fc-a37a-56fff9a2703c, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:18:59.958859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Made reservation on behalf of 19b949c1e1f042179c877db2ef5b6759 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:18:59.966941 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.986736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cadb790f-f98f-4696-8812-66098289932d req-92e857cd-2736-4ca9-bd4f-1ff2fdc97cd6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894205 Aug 17 16:18:59.992906 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:18:59.994178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Allocated IP 172.20.0.2 (66ac31cd-9571-442d-bc12-ac6589acbd28/35b67a9e-caf8-44cc-b757-5b81433956ef/c9d29d93-f896-42c4-a529-08037917841b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:18:59.996712 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.010056 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Network 1681cb81-38d5-45fc-a37a-56fff9a2703c is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:19:00.017945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.028541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1681cb81-38d5-45fc-a37a-56fff9a2703c) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:00.035079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:00.035631 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.048459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc044c51-256f-45e6-94ae-d368ac693bce req-6731a269-47d0-43cb-bae1-66eb66801e09 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862581 Aug 17 16:19:00.138792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59557c6d-9317-48f2-abfc-fff89fafe689 None None] Network 1681cb81-38d5-45fc-a37a-56fff9a2703c requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:19:00.321692 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.358716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Transition to ACTIVE for port object c9d29d93-f896-42c4-a529-08037917841b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:00.372615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b182b-743d-4201-b67f-3498d3508586 req-d40c2135-a459-4634-9d14-a6a0fed4afc7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:00.380944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db7b182b-743d-4201-b67f-3498d3508586 req-d40c2135-a459-4634-9d14-a6a0fed4afc7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1667542 Aug 17 16:19:00.383313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba080ce-293d-441d-8992-3ed6412dc696 req-f8595be1-8473-43e6-9c00-72f38d7b358e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:00.385055 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ba080ce-293d-441d-8992-3ed6412dc696 req-f8595be1-8473-43e6-9c00-72f38d7b358e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.1404088 Aug 17 16:19:00.400733 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc044c51-256f-45e6-94ae-d368ac693bce req-fd5833eb-7fa5-498e-a7d2-a15e1d34b8ca service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358102 Aug 17 16:19:00.403198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Transition to ACTIVE for port object c9d29d93-f896-42c4-a529-08037917841b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:00.421812 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.453649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.468878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db7b182b-743d-4201-b67f-3498d3508586 req-33fc7281-ec00-48a1-94a3-75fa5231988b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815990 Aug 17 16:19:00.471729 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-867966d2-b796-4293-b201-25e1f5137847 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5992281 Aug 17 16:19:00.472242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1681cb81-38d5-45fc-a37a-56fff9a2703c', 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'fixed_ips': [{'subnet_id': '208d5347-1038-41d8-b6fb-23ca3a43870c'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:19:00.473307 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.474052 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.474184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] Router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:19:00.476262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42844) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:00.488559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-865778218-router', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:00.512534 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ba080ce-293d-441d-8992-3ed6412dc696 req-067f154e-6dc9-44ba-baf7-6bc650289100 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975344 Aug 17 16:19:00.520134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Network 66ac31cd-9571-442d-bc12-ac6589acbd28 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:00.526234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:19:00.533334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.534760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.577093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f77535-0bab-4df6-ae38-f436a3cc35b4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:00.592122 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.598519 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Added segment 79d842e6-03a4-4940-91ed-809801b581e4 of type vlan for network 9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38 Aug 17 16:19:00.706637 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.708013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Allocated IP 172.20.0.2 (1681cb81-38d5-45fc-a37a-56fff9a2703c/208d5347-1038-41d8-b6fb-23ca3a43870c/9564bb68-d229-47de-83f5-66f617181a8f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:00.722835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:00.725444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:00.739291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Pushing event updated for resources: {'Port': ['ID=c9d29d93-f896-42c4-a529-08037917841b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:00.762947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:19:00.763482 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.802954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] Sync routers for ids ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:19:00.805791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-026ff106-2f8c-46bc-92bf-a3ddcda84110 admin admin] 10.222.0.77 "PUT /v2.0/routers/d99a4ef4-c0c1-4ffa-b176-2f00383f7635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9583464 Aug 17 16:19:00.816870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42852) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:00.842275 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.843563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:00.844158 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.850197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Attempting to bind port c9d29d93-f896-42c4-a529-08037917841b on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:00.850679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Attempting to bind port c9d29d93-f896-42c4-a529-08037917841b by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:00.851070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Attempting to bind port c9d29d93-f896-42c4-a529-08037917841b on network 66ac31cd-9571-442d-bc12-ac6589acbd28 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:00.853045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] Routers {'d99a4ef4-c0c1-4ffa-b176-2f00383f7635'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:00.853666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:00.854649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721b0eb-1e73-4069-83a0-c8296ef940ee req-e40194f9-0e11-4459-94b7-220ba7bc407c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:00.856976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0721b0eb-1e73-4069-83a0-c8296ef940ee req-e40194f9-0e11-4459-94b7-220ba7bc407c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.1897812 Aug 17 16:19:00.894882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:00.895195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Checking segment: {'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:00.895554 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.895941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Bound using segment: {'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:00.896417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Bound port: c9d29d93-f896-42c4-a529-08037917841b, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:00.896795 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.917326 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.937167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404400c-0e85-4b72-82c7-3b64ffea335e req-8a90397f-6b35-43bb-9472-28739a48417c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:00.938902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c404400c-0e85-4b72-82c7-3b64ffea335e req-8a90397f-6b35-43bb-9472-28739a48417c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2354465 Aug 17 16:19:00.956450 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4876504 Aug 17 16:19:00.964770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:00.964770 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:00.971103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Request body: {'subnet': {'network_id': '9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-482553987-subnet', 'tenant_id': '19b949c1e1f042179c877db2ef5b6759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:00.974289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99225f-4e1e-4674-b2a9-3cbe8eecc48e admin admin] Pushing event updated for resources: {'Network': ['ID=9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:01.017022 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:19:01.061583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0721b0eb-1e73-4069-83a0-c8296ef940ee req-fb8f5272-6b65-4bad-9621-7c4d2dbb185b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579592 Aug 17 16:19:01.151402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Allocated IP 172.25.7.109 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/4832bb48-f8ba-4403-8b07-8f2050735d07) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:01.160335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Made reservation on behalf of 19b949c1e1f042179c877db2ef5b6759 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:19:01.163387 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.321332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] Set router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:01.323625 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.365632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.376934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-423f162c-a394-4c9a-9c48-7ba121c07873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:01.378142 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.378881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-423f162c-a394-4c9a-9c48-7ba121c07873 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99&tenant_id=0f558842595f45369d2b06bd1ef961b4 HTTP/1.1" status: 200 len: 1100 time: 0.6127641 Aug 17 16:19:01.385647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] For port c9d29d93-f896-42c4-a529-08037917841b, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:01.393157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Transition to ACTIVE for port object 9564bb68-d229-47de-83f5-66f617181a8f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:01.396786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:01.412650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] For port c9d29d93-f896-42c4-a529-08037917841b, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c9d29d93-f896-42c4-a529-08037917841b,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:01.463840 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.464667 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.486176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c404400c-0e85-4b72-82c7-3b64ffea335e req-d4a3591f-8d1f-4690-9cfc-adc41bb2789c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049544 Aug 17 16:19:01.487588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Transition to ACTIVE for port object 9564bb68-d229-47de-83f5-66f617181a8f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:01.493680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.526176 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.543030 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.579100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Network 1681cb81-38d5-45fc-a37a-56fff9a2703c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:01.587159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:01.593579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.599107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:01.615630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd8c0e-2271-4d1e-9f35-13f70d20656f None None] Pushing event updated for resources: {'Port': ['ID=c9d29d93-f896-42c4-a529-08037917841b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:01.658080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd19724-0f8a-496a-995a-7fab18c3190a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:01.685795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:01.711227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:01.717580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Pushing event updated for resources: {'Port': ['ID=4832bb48-f8ba-4403-8b07-8f2050735d07,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:01.720747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:01.736473 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Pushing event updated for resources: {'Port': ['ID=9564bb68-d229-47de-83f5-66f617181a8f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:01.743114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Attempting to bind port 9564bb68-d229-47de-83f5-66f617181a8f on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:01.743484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Attempting to bind port 9564bb68-d229-47de-83f5-66f617181a8f by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'c43dac59-d54f-42b0-bdaf-a182c63377e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:01.743843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Attempting to bind port 9564bb68-d229-47de-83f5-66f617181a8f on network 1681cb81-38d5-45fc-a37a-56fff9a2703c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:01.752172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:01.752753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Checking segment: {'id': 'c43dac59-d54f-42b0-bdaf-a182c63377e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:01.753126 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.753526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Bound using segment: {'id': 'c43dac59-d54f-42b0-bdaf-a182c63377e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:01.754010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Bound port: 9564bb68-d229-47de-83f5-66f617181a8f, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43dac59-d54f-42b0-bdaf-a182c63377e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:01.754419 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.767114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Checking segment: {'id': '79d842e6-03a4-4940-91ed-809801b581e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:01.767114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Network hostable DHCP agents. Network: 9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:19:01.792691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60187b-0a6c-411e-8e84-9d8f327ba7fa req-d9f12a1e-80c8-4fbb-b877-e7e575e98b2a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:01.794691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f60187b-0a6c-411e-8e84-9d8f327ba7fa req-d9f12a1e-80c8-4fbb-b877-e7e575e98b2a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1309249 Aug 17 16:19:01.838496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-router', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:53Z', 'updated_at': '2021-08-17T16:18:59Z', 'revision_number': 5, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'gw_port': {'id': '44eff924-3b6b-48ad-9549-068a97ed7338', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:13:54Z', 'updated_at': '2021-08-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:01.843497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] For port 9564bb68-d229-47de-83f5-66f617181a8f, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:01.862071 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.880864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] Checking router: d99a4ef4-c0c1-4ffa-b176-2f00383f7635 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:19:01.895775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] For port 9564bb68-d229-47de-83f5-66f617181a8f, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9564bb68-d229-47de-83f5-66f617181a8f,segment=NetworkSegment(c43dac59-d54f-42b0-bdaf-a182c63377e9),segment_id=c43dac59-d54f-42b0-bdaf-a182c63377e9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:01.900635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] Routers {'d99a4ef4-c0c1-4ffa-b176-2f00383f7635'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:01.901274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:01.913000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08607e-c7ef-437a-8644-af60688d8198 req-45f071c2-b471-4942-9bc7-9ca4f485961a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:01.914438 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:01.922979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Network 9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:19:01.924726 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a08607e-c7ef-437a-8644-af60688d8198 req-45f071c2-b471-4942-9bc7-9ca4f485961a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.2411203 Aug 17 16:19:01.982431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:01.982431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f60187b-0a6c-411e-8e84-9d8f327ba7fa req-5005a9e7-62da-4a4e-868b-f1aec20331ae tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802099 Aug 17 16:19:01.993147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:01.993928 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:02.041334 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9013aab-e004-4641-a80b-62d72b1204ba admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0796165 Aug 17 16:19:02.061080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb28196-9ab8-4e7e-b13a-ee01adfdd982 None None] Network 9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:19:02.108923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a08607e-c7ef-437a-8644-af60688d8198 req-eca5ecc4-e710-45f4-9a04-c791694d4208 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803997 Aug 17 16:19:02.266620 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b493e135-5219-4814-bee6-e48004fd513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:02.311186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c9d29d93-f896-42c4-a529-08037917841b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:02.341692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9f932-e04f-4764-b0d1-f334334c358d req-8eea4d62-7753-4a77-b56f-0824271d0236 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:02.353960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ab9f932-e04f-4764-b0d1-f334334c358d req-8eea4d62-7753-4a77-b56f-0824271d0236 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1862841 Aug 17 16:19:02.363922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86149b58-a0e2-472c-bea4-3560b19d3934 None None] Pushing event updated for resources: {'Port': ['ID=9564bb68-d229-47de-83f5-66f617181a8f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:02.385937 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:02.400795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] Set router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:02.413900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:02.416906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Deleting port 44eff924-3b6b-48ad-9549-068a97ed7338 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:02.417243 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:02.458552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ab9f932-e04f-4764-b0d1-f334334c358d req-1f60898f-a464-4e42-8573-e9bc82fc9201 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034629 Aug 17 16:19:02.483098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-router', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:53Z', 'updated_at': '2021-08-17T16:19:01Z', 'revision_number': 6, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:02.499949 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:02.532857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b3b8d9-9d2b-4f7d-8c72-93ea304f53eb None None] The sync data for ids ['d99a4ef4-c0c1-4ffa-b176-2f00383f7635'] in n-d-804878-1 is: [{'id': 'd99a4ef4-c0c1-4ffa-b176-2f00383f7635', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1920406337-router', 'tenant_id': '4df751735c2c4dca900acf641d95e12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:13:53Z', 'updated_at': '2021-08-17T16:19:01Z', 'revision_number': 6, 'project_id': '4df751735c2c4dca900acf641d95e12f', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:19:02.577411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:02.644564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d5153-801f-407d-ab50-c938fbe4eccf None None] Network 9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:19:02.651290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779456ea-fa7a-4b23-bbcb-ed90fed5fad2 req-d4366d83-07c3-424f-8b23-dc23dd0a755c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:02.652917 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-779456ea-fa7a-4b23-bbcb-ed90fed5fad2 req-d4366d83-07c3-424f-8b23-dc23dd0a755c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.3446088 Aug 17 16:19:02.666341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:02.750673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port c9d29d93-f896-42c4-a529-08037917841b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:02.867281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] For port 44eff924-3b6b-48ad-9549-068a97ed7338, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=44eff924-3b6b-48ad-9549-068a97ed7338,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:02.868331 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:02.901496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Calling delete_port for 44eff924-3b6b-48ad-9549-068a97ed7338 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:02.951559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:02.953782 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8048a67b-bde7-4df6-8f26-02150b23752c" -d '{"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:02.963216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:03.103386 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-dc3837b7-cbc9-4ee7-9a54-1b2cbef19d5b req-249d4585-aebe-4e89-a379-f20c9ecb25ff tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] show failed (client error): The resource could not be found. Aug 17 16:19:03.104506 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc3837b7-cbc9-4ee7-9a54-1b2cbef19d5b req-249d4585-aebe-4e89-a379-f20c9ecb25ff tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] 10.222.0.77 "GET /v2.0/security-groups/a002231f-5085-4a0f-a048-37fb88f8dfd2 HTTP/1.1" status: 404 len: 352 time: 0.0238326 Aug 17 16:19:03.117660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:03.143284 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-779456ea-fa7a-4b23-bbcb-ed90fed5fad2 req-36b3fe7a-efb6-4484-8ffd-193dda804ebd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693224 Aug 17 16:19:03.165305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Allocated IP 172.25.7.30 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/efa68511-c10e-4254-adc8-3a9b49817ed5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:03.193903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Transition to ACTIVE for port object 2ab60327-d041-48f7-ab25-9d7b77aba4bf will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:03.198647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350cff0e-e859-4d8e-85c3-17ddaad80ea4 None None] Network 66ac31cd-9571-442d-bc12-ac6589acbd28 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:19:03.345783 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:03.373614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc28bc-3414-48e8-ac92-670bc13eb96c req-2c2eab70-f78e-4c2b-a003-823a6c939797 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:03.375525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ccc28bc-3414-48e8-ac92-670bc13eb96c req-2c2eab70-f78e-4c2b-a003-823a6c939797 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1000063 Aug 17 16:19:03.382450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Router 43c51504-7a40-4c67-9ff0-ea74344db94f is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:19:03.396616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:03.400701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1d8ca21a-6567-40b5-9923-1c695b0fe4a5 None None] Provisioning for port c9d29d93-f896-42c4-a529-08037917841b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:03.405556 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84be0162-6fb0-4d3c-bea1-6fcc817dfe91 x-openstack-request-id: req-84be0162-6fb0-4d3c-bea1-6fcc817dfe91 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:03.405854 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:03.406112 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84be0162-6fb0-4d3c-bea1-6fcc817dfe91 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:03.406599 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'code': 200} Aug 17 16:19:03.415454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:03.454499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1d8ca21a-6567-40b5-9923-1c695b0fe4a5 None None] Provisioning complete for port c9d29d93-f896-42c4-a529-08037917841b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:03.455340 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca21a-6567-40b5-9923-1c695b0fe4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:03.494913 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ccc28bc-3414-48e8-ac92-670bc13eb96c req-af6d0dbd-103c-4a60-93cb-dfb0925a6a80 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068134 Aug 17 16:19:03.525079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:19:03.581875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:03.586248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:03.588727 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:03.643329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:03.660548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaeba3-cd2c-4c81-84f5-96c31806ca15 req-f8677a1d-ccd0-46cf-9792-cf7fccfe8fbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:03.674528 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9aaeba3-cd2c-4c81-84f5-96c31806ca15 req-f8677a1d-ccd0-46cf-9792-cf7fccfe8fbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.2715924 Aug 17 16:19:03.688885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:03.691249 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] No DVR routers for this DVR port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:19:03.702811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:19:03.703682 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca21a-6567-40b5-9923-1c695b0fe4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:03.710227 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-474060e5-ba89-478f-b371-511a4b59959d req-e28a393f-7c22-48e3-bc2b-7f7fab9d5dde tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19b949c1e1f042179c877db2ef5b6759 HTTP/1.1" status: 200 len: 2984 time: 0.1049242 Aug 17 16:19:03.717656 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Sync routers for ids ['43c51504-7a40-4c67-9ff0-ea74344db94f'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:19:03.731432 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Routers {'43c51504-7a40-4c67-9ff0-ea74344db94f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:03.735128 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:18:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['43c51504-7a40-4c67-9ff0-ea74344db94f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:03.738016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:19:03.754736 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:03.760079 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6394454c-3036-40a9-b93f-9a39badfdda4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.3189812 Aug 17 16:19:03.763682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:03.809069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1d8ca21a-6567-40b5-9923-1c695b0fe4a5 None None] For port c9d29d93-f896-42c4-a529-08037917841b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c9d29d93-f896-42c4-a529-08037917841b,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:03.817367 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca21a-6567-40b5-9923-1c695b0fe4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:03.901951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221040c3-9ce9-45f9-abc5-c91e01407ac2 None None] Network 1681cb81-38d5-45fc-a37a-56fff9a2703c requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:19:03.925096 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-474060e5-ba89-478f-b371-511a4b59959d req-41765bb3-3646-480a-976a-843a2783a8ca tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] 10.222.0.77 "GET /v2.0/security-groups/26f77535-0bab-4df6-ae38-f436a3cc35b4 HTTP/1.1" status: 200 len: 2981 time: 0.1841395 Aug 17 16:19:04.006847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=efa68511-c10e-4254-adc8-3a9b49817ed5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:04.011188 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Set router 43c51504-7a40-4c67-9ff0-ea74344db94f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:04.028945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ca21a-6567-40b5-9923-1c695b0fe4a5 None None] Pushing event updated for resources: {'Port': ['ID=c9d29d93-f896-42c4-a529-08037917841b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:04.035818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1c197d77-40dd-416b-8e0c-6a2c82d70e83 None None] Provisioning for port 9564bb68-d229-47de-83f5-66f617181a8f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:04.053849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-474060e5-ba89-478f-b371-511a4b59959d req-2eecee82-9a47-4ea9-ad47-a819650da569 tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] 10.222.0.77 "GET /v2.0/security-groups/26f77535-0bab-4df6-ae38-f436a3cc35b4 HTTP/1.1" status: 200 len: 2981 time: 0.1225753 Aug 17 16:19:04.073816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9aaeba3-cd2c-4c81-84f5-96c31806ca15 req-69a7d977-17ac-4938-b901-65495648aeb0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982537 Aug 17 16:19:04.189123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:04.189461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:04.189798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:04.278330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a3025e82-5e3a-444e-9621-1a14313bf680 None None] Provisioning complete for port c9d29d93-f896-42c4-a529-08037917841b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:04.279280 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3025e82-5e3a-444e-9621-1a14313bf680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.291220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44eff924-3b6b-48ad-9549-068a97ed7338,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:04.296426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:19:04.297092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Attempting to bind port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:04.332366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:04.333089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:04.333738 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:04.334359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Bound port: 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:04.334589 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:02Z', 'revision_number': 3, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:04.335249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.340793 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dff31dd0-4eb9-464c-8ecf-6f0c8b814d36 req-e01fed03-811e-41b0-a3b5-254fa46ca410 tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] 10.222.0.77 "GET /v2.0/security-groups/26f77535-0bab-4df6-ae38-f436a3cc35b4 HTTP/1.1" status: 200 len: 2981 time: 0.0929966 Aug 17 16:19:04.357319 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.364836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c9d29d93-f896-42c4-a529-08037917841b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:04.377403 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Checking router: 43c51504-7a40-4c67-9ff0-ea74344db94f for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:19:04.378040 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Updating router 43c51504-7a40-4c67-9ff0-ea74344db94f port 4832bb48-f8ba-4403-8b07-8f2050735d07 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:19:04.407385 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.506124 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-dff31dd0-4eb9-464c-8ecf-6f0c8b814d36 req-7743c5be-d02d-46fd-a425-cd0d804be277 tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 16:19:04.507187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dff31dd0-4eb9-464c-8ecf-6f0c8b814d36 req-7743c5be-d02d-46fd-a425-cd0d804be277 tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] 10.222.0.77 "DELETE /v2.0/security-groups/26f77535-0bab-4df6-ae38-f436a3cc35b4 HTTP/1.1" status: 409 len: 352 time: 0.1147084 Aug 17 16:19:04.717989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c9d29d93-f896-42c4-a529-08037917841b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:04.718634 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.747801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.773015 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13969051-4d09-4297-8946-1e1332d218a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.832886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9564bb68-d229-47de-83f5-66f617181a8f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:04.848425 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.865321 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Transition to ACTIVE for port object 4832bb48-f8ba-4403-8b07-8f2050735d07 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:04.876108 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.884289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7f08-3c0c-4a04-99c7-8eb53587929d req-4255e9f8-5f7a-443e-841e-0a98e9108cf0 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:04.886364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b5a7f08-3c0c-4a04-99c7-8eb53587929d req-4255e9f8-5f7a-443e-841e-0a98e9108cf0 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2580609 Aug 17 16:19:04.907404 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.926300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 9564bb68-d229-47de-83f5-66f617181a8f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:04.941321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9564bb68-d229-47de-83f5-66f617181a8f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:04.941929 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.951886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.966672 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Attempting to bind port 4832bb48-f8ba-4403-8b07-8f2050735d07 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:04.967885 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Attempting to bind port 4832bb48-f8ba-4403-8b07-8f2050735d07 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:04.968607 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Attempting to bind port 4832bb48-f8ba-4403-8b07-8f2050735d07 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:04.985774 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:04.986149 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:04.987084 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.987627 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:04.988111 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Bound port: 4832bb48-f8ba-4403-8b07-8f2050735d07, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:04.988725 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.991082 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:04.992407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b5a7f08-3c0c-4a04-99c7-8eb53587929d req-c165b3fd-f711-4d97-a7d5-22b8275be320 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915446 Aug 17 16:19:05.014552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Allocated IP 172.20.0.1 (66ac31cd-9571-442d-bc12-ac6589acbd28/35b67a9e-caf8-44cc-b757-5b81433956ef/3ee28da0-ecdb-4007-a591-59c1363761d7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:05.062079 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.081320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7b69f-9064-4791-b0da-51423c0d278c req-5f7f8cb5-8a9d-4202-b1ab-c400b539a5f0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:05.088965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91f7b69f-9064-4791-b0da-51423c0d278c req-5f7f8cb5-8a9d-4202-b1ab-c400b539a5f0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 948 time: 0.7054579 Aug 17 16:19:05.103185 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] For port 4832bb48-f8ba-4403-8b07-8f2050735d07, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:05.107949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 9564bb68-d229-47de-83f5-66f617181a8f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9564bb68-d229-47de-83f5-66f617181a8f,segment=NetworkSegment(c43dac59-d54f-42b0-bdaf-a182c63377e9),segment_id=c43dac59-d54f-42b0-bdaf-a182c63377e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:05.109212 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] For port 4832bb48-f8ba-4403-8b07-8f2050735d07, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4832bb48-f8ba-4403-8b07-8f2050735d07,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:05.112141 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-62b19227-12c6-4e21-aea2-4772b23a1417 req-eda6bbce-8447-48de-85c2-19920f44802e tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] show failed (client error): The resource could not be found. Aug 17 16:19:05.114912 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000a97a-f9da-4f06-8003-66710b871579 None None] Pushing event updated for resources: {'Port': ['ID=4832bb48-f8ba-4403-8b07-8f2050735d07,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:05.115710 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.119305 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.125173 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-62b19227-12c6-4e21-aea2-4772b23a1417 req-eda6bbce-8447-48de-85c2-19920f44802e tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] 10.222.0.77 "GET /v2.0/security-groups/be6f78d3-e37e-4975-bcec-c268a2b4582d HTTP/1.1" status: 404 len: 352 time: 0.0615819 Aug 17 16:19:05.132747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:05.150748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.151279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d99a4ef4-c0c1-4ffa-b176-2f00383f7635 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:19:05.165059 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.168914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fd84544b-df78-403c-bd02-f99e9cfbdeb6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d99a4ef4-c0c1-4ffa-b176-2f00383f7635 HTTP/1.1" status: 204 len: 168 time: 4.3173792 Aug 17 16:19:05.169952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:05.170892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42906) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:05.199916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.219822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=9564bb68-d229-47de-83f5-66f617181a8f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:05.251700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.254338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bd50e566-a50c-4fbd-bebe-0b35454e7142 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:19:05.268806 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000a97a-f9da-4f06-8003-66710b871579 None None] Pushing event updated for resources: {'Port': ['ID=4832bb48-f8ba-4403-8b07-8f2050735d07,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:05.297176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Transition to ACTIVE for port object 3ee28da0-ecdb-4007-a591-59c1363761d7 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:05.306633 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Routers {'43c51504-7a40-4c67-9ff0-ea74344db94f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:05.307530 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['43c51504-7a40-4c67-9ff0-ea74344db94f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:05.317343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: bd50e566-a50c-4fbd-bebe-0b35454e7142 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:19:05.317828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bd50e566-a50c-4fbd-bebe-0b35454e7142 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:19:05.318313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 44eff924-3b6b-48ad-9549-068a97ed7338 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:19:05.319712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e5591-0e5e-4c73-926b-5a0906003c1a req-9a7f9774-82ab-4e5c-b66e-1ade23f31614 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:05.321298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc8e5591-0e5e-4c73-926b-5a0906003c1a req-9a7f9774-82ab-4e5c-b66e-1ade23f31614 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.0926981 Aug 17 16:19:05.329171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:05.363377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 44eff924-3b6b-48ad-9549-068a97ed7338 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:19:05.363808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 44eff924-3b6b-48ad-9549-068a97ed7338 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:19:05.374974 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91f7b69f-9064-4791-b0da-51423c0d278c req-0029fc25-93a3-41b4-96c6-e08dc883a351 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851360 Aug 17 16:19:05.400021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc8e5591-0e5e-4c73-926b-5a0906003c1a req-51fccd7d-63ba-40ef-89f5-6e127915f8f6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694904 Aug 17 16:19:05.403623 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.413956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-22607c4f-01fc-4f43-b32f-c6f935da1af4 admin admin] Deleting subnet 6ec23294-5ae8-4c9a-a5fc-516687eb6aa7 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:19:05.417056 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:05.417689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.419342 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-19781dd7-3909-4d05-a777-ccb1448e87c3 service neutron] 10.222.0.91 "PUT /v2.0/ports/2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 1096 time: 4.0287197 Aug 17 16:19:05.420139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.421672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:05.445050 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565ffddc-4500-4079-9275-57d561db85f9" -d '{"events": [{"name": "network-changed", "server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:05.457062 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22607c4f-01fc-4f43-b32f-c6f935da1af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.470552 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] Set router 43c51504-7a40-4c67-9ff0-ea74344db94f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:05.483413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee28da0-ecdb-4007-a591-59c1363761d7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:05.505040 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-6336bc86-f6e4-4483-aad4-9c80eddcc7d2 req-ebfa5d53-b6df-480b-ab78-d9ca8655fcff tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] show failed (client error): The resource could not be found. Aug 17 16:19:05.506658 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6336bc86-f6e4-4483-aad4-9c80eddcc7d2 req-ebfa5d53-b6df-480b-ab78-d9ca8655fcff tempest-SecurityGroupsNegativeTestJSON-1704865824 tempest-SecurityGroupsNegativeTestJSON-1704865824-project] 10.222.0.77 "GET /v2.0/security-groups/c9006135-3eec-4146-8361-bbdef60e469b HTTP/1.1" status: 404 len: 352 time: 0.0177948 Aug 17 16:19:05.514652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22607c4f-01fc-4f43-b32f-c6f935da1af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.516554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Network 66ac31cd-9571-442d-bc12-ac6589acbd28 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:05.518899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:05.522164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:05.529241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:05.621146 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22607c4f-01fc-4f43-b32f-c6f935da1af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.660563 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.741511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b205f55-03ee-4260-8956-1c75b1614e73 admin admin] Deleting subnet 8dd19724-0f8a-496a-995a-7fab18c3190a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:19:05.748368 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b205f55-03ee-4260-8956-1c75b1614e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.808984 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b205f55-03ee-4260-8956-1c75b1614e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.809209 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.873606 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:02Z', 'revision_number': 3, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:05.905503 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944d58b-1ad8-4c6a-bb68-d088784ac496 None None] The sync data for ids ['43c51504-7a40-4c67-9ff0-ea74344db94f'] in n-d-804878-1 is: [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:02Z', 'revision_number': 3, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:19:05.911834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22607c4f-01fc-4f43-b32f-c6f935da1af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.947219 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b205f55-03ee-4260-8956-1c75b1614e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.968059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da5f1d-bdf1-4d69-810d-098f6ff636bf req-b6a500c1-757c-4cc1-b0eb-a481488aa3b7 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:05.968289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3d45bef2-516c-43ba-b065-b97766999d9e None None] Provisioning for port 3ee28da0-ecdb-4007-a591-59c1363761d7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:05.970858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91da5f1d-bdf1-4d69-810d-098f6ff636bf req-b6a500c1-757c-4cc1-b0eb-a481488aa3b7 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.2704318 Aug 17 16:19:05.975397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22607c4f-01fc-4f43-b32f-c6f935da1af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec23294-5ae8-4c9a-a5fc-516687eb6aa7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:05.987234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3d45bef2-516c-43ba-b065-b97766999d9e None None] Provisioning complete for port 3ee28da0-ecdb-4007-a591-59c1363761d7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:05.987343 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d45bef2-516c-43ba-b065-b97766999d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.989339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22607c4f-01fc-4f43-b32f-c6f935da1af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:05.998505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-22607c4f-01fc-4f43-b32f-c6f935da1af4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6ec23294-5ae8-4c9a-a5fc-516687eb6aa7 HTTP/1.1" status: 204 len: 168 time: 0.8216691 Aug 17 16:19:06.005578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-6e89a6d5-b67b-4dff-a30f-cc8741d411e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:06.006849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406844-88da-458f-ab48-6770ccb87af8 req-c3bd4559-d254-4dc0-b169-0352d2e4692f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:06.007417 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-6e89a6d5-b67b-4dff-a30f-cc8741d411e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1099 time: 0.3088455 Aug 17 16:19:06.007995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42920) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:06.008570 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02406844-88da-458f-ab48-6770ccb87af8 req-c3bd4559-d254-4dc0-b169-0352d2e4692f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1318028 Aug 17 16:19:06.022744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd177b-0cee-4adf-a761-76e010710015 None None] Network 442514f5-d187-4228-a26d-2b65133808af requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:19:06.030946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.104330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3d45bef2-516c-43ba-b065-b97766999d9e None None] Port 3ee28da0-ecdb-4007-a591-59c1363761d7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:19:06.112118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02406844-88da-458f-ab48-6770ccb87af8 req-a1cf2a5c-27b1-49b7-a8b9-6c8a37cc8abb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937614 Aug 17 16:19:06.115777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b205f55-03ee-4260-8956-1c75b1614e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.172820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b205f55-03ee-4260-8956-1c75b1614e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd19724-0f8a-496a-995a-7fab18c3190a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:06.181268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b205f55-03ee-4260-8956-1c75b1614e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.183423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b205f55-03ee-4260-8956-1c75b1614e73 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8dd19724-0f8a-496a-995a-7fab18c3190a HTTP/1.1" status: 204 len: 168 time: 0.6338406 Aug 17 16:19:06.186470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:06.235102 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91da5f1d-bdf1-4d69-810d-098f6ff636bf req-29e48b92-fb67-4300-bd3d-1bf26b9f5f3d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493932 Aug 17 16:19:06.279168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.339197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.404101 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95125ebf-9fc5-4739-adad-25030f68e85b x-openstack-request-id: req-95125ebf-9fc5-4739-adad-25030f68e85b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:06.405011 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:06.405488 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95125ebf-9fc5-4739-adad-25030f68e85b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:06.406775 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'status': 'completed', 'code': 200} Aug 17 16:19:06.446023 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80685c86-0d7c-490b-9b26-86fb6f81ce5e None None] DHCP port deletion for 442514f5-d187-4228-a26d-2b65133808af request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:19:06.485729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9564bb68-d229-47de-83f5-66f617181a8f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:06.501345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-1dfc5514-2905-45d4-8f1d-d0a5909a4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:06.503608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-1dfc5514-2905-45d4-8f1d-d0a5909a4aba service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.4729488 Aug 17 16:19:06.563766 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.572805 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.581649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9564bb68-d229-47de-83f5-66f617181a8f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:06.582508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.585626 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.586191 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.587141 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-16e13d79-fa15-422d-ad4f-69c97a54b1b6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.0613441 Aug 17 16:19:06.596762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:06.604885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53922e0e-f791-4551-bc5c-abf193dcee03 req-330c24d2-56a9-4719-9155-62a40b92e997 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:06.606561 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53922e0e-f791-4551-bc5c-abf193dcee03 req-330c24d2-56a9-4719-9155-62a40b92e997 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1915045 Aug 17 16:19:06.625304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-80685c86-0d7c-490b-9b26-86fb6f81ce5e None None] Deleting port edea62a6-f7de-4cfe-b446-9563acdb7f89 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:06.625761 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80685c86-0d7c-490b-9b26-86fb6f81ce5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.652910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d842e6-03a4-4940-91ed-809801b581e4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:06.653135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d842e6-03a4-4940-91ed-809801b581e4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:06.688259 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.703085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-80685c86-0d7c-490b-9b26-86fb6f81ce5e None None] For port edea62a6-f7de-4cfe-b446-9563acdb7f89, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=edea62a6-f7de-4cfe-b446-9563acdb7f89,segment=NetworkSegment(d83412ba-fccb-4d20-a368-fba082ebb82d),segment_id=d83412ba-fccb-4d20-a368-fba082ebb82d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:06.703565 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80685c86-0d7c-490b-9b26-86fb6f81ce5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.705967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffddc-4500-4079-9275-57d561db85f9 req-8a29b5f5-e71f-46c5-87a5-de52549d203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:06.708011 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-8a29b5f5-e71f-46c5-87a5-de52549d203e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1099 time: 0.3632178 Aug 17 16:19:06.720726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-80685c86-0d7c-490b-9b26-86fb6f81ce5e None None] Calling delete_port for edea62a6-f7de-4cfe-b446-9563acdb7f89 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:06.729458 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c486-07e0-401b-9628-33ea35e1cbed req-c441aa4d-2e7d-4050-98b7-17b684ce5b9f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:06.738134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea65c486-07e0-401b-9628-33ea35e1cbed req-c441aa4d-2e7d-4050-98b7-17b684ce5b9f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 948 time: 0.2569423 Aug 17 16:19:06.751575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee28da0-ecdb-4007-a591-59c1363761d7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:06.755029 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.791794 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.795422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:19:06.795891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:19:06.826575 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:19:06.830676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53922e0e-f791-4551-bc5c-abf193dcee03 req-a861ef43-642e-4eb2-9d39-3976a57ba621 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599710 Aug 17 16:19:06.844911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Deleting port edea62a6-f7de-4cfe-b446-9563acdb7f89 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:06.846809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.851110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-bfd8f117-ee6a-43e9-b969-d9cbf246afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:06.852610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-bfd8f117-ee6a-43e9-b969-d9cbf246afab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2572460 Aug 17 16:19:06.879689 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80685c86-0d7c-490b-9b26-86fb6f81ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:06.928514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80685c86-0d7c-490b-9b26-86fb6f81ce5e None None] Pushing event deleted for resources: {'Port': ['ID=edea62a6-f7de-4cfe-b446-9563acdb7f89,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:06.935155 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80685c86-0d7c-490b-9b26-86fb6f81ce5e None None] No DVR routers for this DVR port edea62a6-f7de-4cfe-b446-9563acdb7f89 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:19:07.005369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea65c486-07e0-401b-9628-33ea35e1cbed req-21562047-fbd4-45db-a972-2cbc16363c47 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657144 Aug 17 16:19:07.006151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:07.011117 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:07.011260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] For port edea62a6-f7de-4cfe-b446-9563acdb7f89, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=edea62a6-f7de-4cfe-b446-9563acdb7f89,segment=NetworkSegment(d83412ba-fccb-4d20-a368-fba082ebb82d),segment_id=d83412ba-fccb-4d20-a368-fba082ebb82d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:07.011516 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:07.013940 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] 10.222.0.77 "DELETE /v2.0/networks/9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38 HTTP/1.1" status: 204 len: 168 time: 0.8265216 Aug 17 16:19:07.027215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-98f3beca-0aec-485f-8966-4080a503b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:07.028885 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-98f3beca-0aec-485f-8966-4080a503b7b6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1626425 Aug 17 16:19:07.051334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb7194-1a42-4ae6-8b08-0806ce5b5b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd7c5c2-cb82-45eb-a8e3-b93adfddeb38,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:07.092825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffddc-4500-4079-9275-57d561db85f9 req-9cc18034-df5d-44bc-8264-08740c84266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:07.094520 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-9cc18034-df5d-44bc-8264-08740c84266f service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3782892 Aug 17 16:19:07.134611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:19:07.137497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Calling delete_port for edea62a6-f7de-4cfe-b446-9563acdb7f89 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:07.206099 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-9ed3286b-d482-47f5-ae6f-abcc1b35d6ce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.0979612 Aug 17 16:19:07.207387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:07.267378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Network 66ac31cd-9571-442d-bc12-ac6589acbd28 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:07.282726 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-4b064c3c-e34b-4165-b2bd-afd974436dd7 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413538 Aug 17 16:19:07.314051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929fcc1-5c6b-4324-a02d-1e51892ca6ad req-5994f9f7-bdd4-4d11-a0b8-7bf7435b7cfa tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:07.321975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1929fcc1-5c6b-4324-a02d-1e51892ca6ad req-5994f9f7-bdd4-4d11-a0b8-7bf7435b7cfa tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1647742 Aug 17 16:19:07.324324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:07.421532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f109178-e1d1-4f86-b12c-61add3276b6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19b949c1e1f042179c877db2ef5b6759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093899 Aug 17 16:19:07.427086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:07.516053 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:07.547347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 985d00c3-86e7-421b-92c8-8c1936ce9a7e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:19:07.547869 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:07.564825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffddc-4500-4079-9275-57d561db85f9 req-6515c25e-6ee5-484c-84e2-28cad673538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:07.566348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-6515c25e-6ee5-484c-84e2-28cad673538c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.3250697 Aug 17 16:19:07.584279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:19:07.586258 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1929fcc1-5c6b-4324-a02d-1e51892ca6ad req-8b02c545-ff9b-43f2-9bea-124e60389c0c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632020 Aug 17 16:19:07.600385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Router 43c51504-7a40-4c67-9ff0-ea74344db94f has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:19:07.621304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Sync routers for ids ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:19:07.663533 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86f837f4-ad23-4c4b-8af8-8070e76f8c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:07.676572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] No DVR routers for this DVR port edea62a6-f7de-4cfe-b446-9563acdb7f89 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:19:07.677286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Routers {'5c1cb565-b0b1-4049-b541-08bba6ad88a4'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:07.677916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:07.686288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d7fb3-40e1-451b-8784-5255de7adc6d req-ec352d19-328c-4d4e-ae2b-1cae7670f0da tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:07.688695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba3d7fb3-40e1-451b-8784-5255de7adc6d req-ec352d19-328c-4d4e-ae2b-1cae7670f0da tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.3120310 Aug 17 16:19:07.689509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Pushing event deleted for resources: {'Port': ['ID=edea62a6-f7de-4cfe-b446-9563acdb7f89,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:07.705699 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb67bff1-4930-4d51-901b-440a77d2ec2f req-d3d43ef1-ade0-4487-9067-ce55ed590f27 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127491 Aug 17 16:19:07.736993 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:07.741066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1c76a049-4297-462a-a99c-d6439c515bb1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2633131 Aug 17 16:19:07.747484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42948) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:07.809057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:07.810574 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86f837f4-ad23-4c4b-8af8-8070e76f8c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:07.829617 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9c4fee55-d0ee-479b-a76a-fd53c123757a None None] Provisioning complete for port 3ee28da0-ecdb-4007-a591-59c1363761d7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:07.830221 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c4fee55-d0ee-479b-a76a-fd53c123757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:07.834295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffddc-4500-4079-9275-57d561db85f9 req-519914eb-04d6-4316-a433-088e2218ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:07.835606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '985d00c3-86e7-421b-92c8-8c1936ce9a7e', 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56', 'port_id': '985d00c3-86e7-421b-92c8-8c1936ce9a7e', 'mac_address': 'fa:16:3e:66:79:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcee669e-d84a-4206-9cc7-362d7cc9c2e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:19:07.836050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-519914eb-04d6-4316-a433-088e2218ad48 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2547929 Aug 17 16:19:07.896511 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:07.923330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba3d7fb3-40e1-451b-8784-5255de7adc6d req-ef731f37-e276-437e-beb4-6f03d492b9c2 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248943 Aug 17 16:19:07.928484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442514f5-d187-4228-a26d-2b65133808af']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:07.955306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Set router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:07.985969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83412ba-fccb-4d20-a368-fba082ebb82d') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:07.986468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83412ba-fccb-4d20-a368-fba082ebb82d') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:08.012113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9c4fee55-d0ee-479b-a76a-fd53c123757a None None] Port 3ee28da0-ecdb-4007-a591-59c1363761d7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:19:08.038731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:08.099159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:08.113345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:19:08.114051 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:19:08.116695 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:19:08.146887 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:08.255890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985d00c3-86e7-421b-92c8-8c1936ce9a7e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:08.282513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4832bb48-f8ba-4403-8b07-8f2050735d07 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:08.341152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:08.365662 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:08.466080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=985d00c3-86e7-421b-92c8-8c1936ce9a7e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:08.483559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4832bb48-f8ba-4403-8b07-8f2050735d07 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:08.495427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4832bb48-f8ba-4403-8b07-8f2050735d07 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:08.495952 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:08.509874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d038ab9-a679-4fc3-938c-b31b9492e580 req-c9b895c7-bee4-456f-9fd1-ebb6b61a5c9b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:08.519242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2d038ab9-a679-4fc3-938c-b31b9492e580 req-c9b895c7-bee4-456f-9fd1-ebb6b61a5c9b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.7692275 Aug 17 16:19:08.551038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'name': 'tempest-FloatingIPDetailsTestJSON-865778218-router', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:04Z', 'revision_number': 3, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'gw_port': {'id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:02Z', 'updated_at': '2021-08-17T16:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:08.585780 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Checking router: 5c1cb565-b0b1-4049-b541-08bba6ad88a4 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:19:08.586339 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Updating router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 port efa68511-c10e-4254-adc8-3a9b49817ed5 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:19:08.609598 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2d038ab9-a679-4fc3-938c-b31b9492e580 req-3e70928f-ad09-4dce-9475-c23265efcef8 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891192 Aug 17 16:19:08.620537 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:08.623739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['985d00c3-86e7-421b-92c8-8c1936ce9a7e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:08.664085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:19:08.689357 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7056b167-d9ee-4041-9fe8-d9d1f092c709 admin admin] 10.222.0.77 "PUT /v2.0/routers/43c51504-7a40-4c67-9ff0-ea74344db94f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9169102 Aug 17 16:19:08.694181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffddc-4500-4079-9275-57d561db85f9 req-e622c453-5466-440f-a356-8b29334400a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:08.695493 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-3dd79de4-e4a4-4e55-9d2c-434805393613 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426323 Aug 17 16:19:08.696439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-e622c453-5466-440f-a356-8b29334400a3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1099 time: 0.9265726 Aug 17 16:19:08.698766 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Sync routers for ids ['43c51504-7a40-4c67-9ff0-ea74344db94f'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:19:08.712434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86f837f4-ad23-4c4b-8af8-8070e76f8c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:08.721214 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86f837f4-ad23-4c4b-8af8-8070e76f8c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:08.726061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-86f837f4-ad23-4c4b-8af8-8070e76f8c7a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26f77535-0bab-4df6-ae38-f436a3cc35b4 HTTP/1.1" status: 204 len: 168 time: 1.2979932 Aug 17 16:19:08.745609 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Routers {'43c51504-7a40-4c67-9ff0-ea74344db94f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:08.746276 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['43c51504-7a40-4c67-9ff0-ea74344db94f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:08.818889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f837f4-ad23-4c4b-8af8-8070e76f8c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f77535-0bab-4df6-ae38-f436a3cc35b4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:08.910118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:08.922869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffddc-4500-4079-9275-57d561db85f9 req-655478bf-d3a7-4fda-978b-41da55719ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:08.924799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-655478bf-d3a7-4fda-978b-41da55719ee7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2114832 Aug 17 16:19:08.935249 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-2f1a5dd9-ab37-4ea4-b8e9-298965eee68a service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310984 Aug 17 16:19:09.006533 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Set router 43c51504-7a40-4c67-9ff0-ea74344db94f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:09.026959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.031722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-8528a3b8-fad2-4d98-a5c5-f304993d69bd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.0952566 Aug 17 16:19:09.081876 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.087215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] 10.222.0.77 "DELETE /v2.0/networks/442514f5-d187-4228-a26d-2b65133808af HTTP/1.1" status: 204 len: 168 time: 3.0747981 Aug 17 16:19:09.167545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31beae-b136-45bc-bb52-0bbb70fac258 admin admin] Pushing event deleted for resources: {'Network': ['ID=442514f5-d187-4228-a26d-2b65133808af,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:09.183693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c6ebf-3aa2-4af3-8f8a-f808d5976987 req-fed798ba-fc57-4bf4-be12-61cc4263447e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:09.185905 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1e0c6ebf-3aa2-4af3-8f8a-f808d5976987 req-fed798ba-fc57-4bf4-be12-61cc4263447e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 948 time: 0.5174837 Aug 17 16:19:09.214073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffddc-4500-4079-9275-57d561db85f9 req-d4fd1b04-17bd-4ebd-a989-c9245b04b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:09.215740 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-d4fd1b04-17bd-4ebd-a989-c9245b04b6cd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1674526 Aug 17 16:19:09.225083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 4832bb48-f8ba-4403-8b07-8f2050735d07, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4832bb48-f8ba-4403-8b07-8f2050735d07,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:09.247950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.338124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device edea62a6-f7de-4cfe-b446-9563acdb7f89 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:19:09.349569 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1e0c6ebf-3aa2-4af3-8f8a-f808d5976987 req-5ee2d653-3941-42f0-b1f8-1d70948a0698 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490817 Aug 17 16:19:09.360234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffddc-4500-4079-9275-57d561db85f9 req-b86052ce-b10f-4284-846c-7f166c09f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:09.361912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-b86052ce-b10f-4284-846c-7f166c09f4f8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017447 Aug 17 16:19:09.384652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: edea62a6-f7de-4cfe-b446-9563acdb7f89 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:19:09.385009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device edea62a6-f7de-4cfe-b446-9563acdb7f89 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:19:09.430409 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '3ee28da0-ecdb-4007-a591-59c1363761d7', 'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'mac_address': 'fa:16:3e:9f:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:04Z', 'updated_at': '2021-08-17T16:19:06Z', 'revision_number': 2, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'subnets': [{'id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:09.438721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=4832bb48-f8ba-4403-8b07-8f2050735d07,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:09.478354 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Checking router: 43c51504-7a40-4c67-9ff0-ea74344db94f for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:19:09.478904 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Updating router 43c51504-7a40-4c67-9ff0-ea74344db94f port 3ee28da0-ecdb-4007-a591-59c1363761d7 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:19:09.520732 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.572514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:09.583293 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-0c04339c-a648-49ff-8c74-7b66fcbf918e service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703925 Aug 17 16:19:09.640651 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.682754 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Transition to ACTIVE for port object efa68511-c10e-4254-adc8-3a9b49817ed5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:09.697721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4f60138e-bbd8-460f-8c9a-e262363b0c23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e130b467f424b4d9fac043b206791e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1237700 Aug 17 16:19:09.698864 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.701978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:09.765639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:19:09.816117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61755e-4e3a-49bf-adbc-a77710eaf66f req-00580072-8c7a-41a0-984a-411e6fe34f85 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:09.818808 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ca61755e-4e3a-49bf-adbc-a77710eaf66f req-00580072-8c7a-41a0-984a-411e6fe34f85 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 944 time: 0.2313108 Aug 17 16:19:09.820854 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.824951 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8537b5c-6018-4a7f-bf8b-f21f45529af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.861973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Attempting to bind port efa68511-c10e-4254-adc8-3a9b49817ed5 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:09.862344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Attempting to bind port efa68511-c10e-4254-adc8-3a9b49817ed5 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:09.864990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Attempting to bind port efa68511-c10e-4254-adc8-3a9b49817ed5 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:09.872170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8537b5c-6018-4a7f-bf8b-f21f45529af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.908375 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:09.908838 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:09.909219 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.909624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:09.910117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Bound port: efa68511-c10e-4254-adc8-3a9b49817ed5, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:09.912667 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.923156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d02941-3f95-4228-bfa7-1286a0f26c44 None None] Pushing event updated for resources: {'Port': ['ID=efa68511-c10e-4254-adc8-3a9b49817ed5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:09.977842 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8537b5c-6018-4a7f-bf8b-f21f45529af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.980541 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8537b5c-6018-4a7f-bf8b-f21f45529af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:09.982251 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8537b5c-6018-4a7f-bf8b-f21f45529af8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/547e7339-f140-4b1a-b936-41664c2074bb HTTP/1.1" status: 204 len: 168 time: 0.2785003 Aug 17 16:19:10.002421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-565ffddc-4500-4079-9275-57d561db85f9 req-c73541d6-7c52-4a50-b29c-f79049517858 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104915 Aug 17 16:19:10.003749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8537b5c-6018-4a7f-bf8b-f21f45529af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e7339-f140-4b1a-b936-41664c2074bb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:10.033675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ca61755e-4e3a-49bf-adbc-a77710eaf66f req-befeeba0-13fa-4b60-973e-52460f0caa54 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873035 Aug 17 16:19:10.165591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] For port efa68511-c10e-4254-adc8-3a9b49817ed5, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:10.179296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] For port efa68511-c10e-4254-adc8-3a9b49817ed5, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=efa68511-c10e-4254-adc8-3a9b49817ed5,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:10.209578 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.299622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43002) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:10.304827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c36a41a6-6abe-4bc4-aebe-ea84351a938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812016520', 'description': 'tempest-description--1606400778'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:10.324725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d02941-3f95-4228-bfa7-1286a0f26c44 None None] Pushing event updated for resources: {'Port': ['ID=efa68511-c10e-4254-adc8-3a9b49817ed5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:10.329230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4832bb48-f8ba-4403-8b07-8f2050735d07 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:10.349922 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.364761 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Transition to ACTIVE for port object 3ee28da0-ecdb-4007-a591-59c1363761d7 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:10.373914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c36a41a6-6abe-4bc4-aebe-ea84351a938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.375716 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.410121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:10.412570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Routers {'5c1cb565-b0b1-4049-b541-08bba6ad88a4'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:10.413163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:10.440171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Allocated IP 172.20.0.1 (1681cb81-38d5-45fc-a37a-56fff9a2703c/208d5347-1038-41d8-b6fb-23ca3a43870c/333f1e9a-86b4-482b-907a-c1126b4755f1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:10.487753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'mac_address': 'fa:16:3e:21:3f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:19:10.524244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7632e0c-b0b7-413c-b642-9fce4235d237 req-08ad9333-2ab2-4bbb-ae61-6548390e918e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:10.532493 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7632e0c-b0b7-413c-b642-9fce4235d237 req-08ad9333-2ab2-4bbb-ae61-6548390e918e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1947348 Aug 17 16:19:10.553070 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Attempting to bind port 3ee28da0-ecdb-4007-a591-59c1363761d7 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:10.553605 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Attempting to bind port 3ee28da0-ecdb-4007-a591-59c1363761d7 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:10.554093 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Attempting to bind port 3ee28da0-ecdb-4007-a591-59c1363761d7 on network 66ac31cd-9571-442d-bc12-ac6589acbd28 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:10.560494 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:10.561021 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Checking segment: {'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:10.561565 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.562065 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Bound using segment: {'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:10.562709 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Bound port: 3ee28da0-ecdb-4007-a591-59c1363761d7, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:10.563216 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.566186 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab8935-17be-47cf-9278-5fd59fe961ec None None] Pushing event updated for resources: {'Port': ['ID=3ee28da0-ecdb-4007-a591-59c1363761d7,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:10.628888 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c36a41a6-6abe-4bc4-aebe-ea84351a938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.644073 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c36a41a6-6abe-4bc4-aebe-ea84351a938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.663065 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] For port 3ee28da0-ecdb-4007-a591-59c1363761d7, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:10.667235 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] For port 3ee28da0-ecdb-4007-a591-59c1363761d7, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3ee28da0-ecdb-4007-a591-59c1363761d7,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:10.677875 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.688074 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c36a41a6-6abe-4bc4-aebe-ea84351a938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.689669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c36a41a6-6abe-4bc4-aebe-ea84351a938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3887205 Aug 17 16:19:10.692224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43010) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:10.693148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:10.710648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4832bb48-f8ba-4403-8b07-8f2050735d07 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:10.710978 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.714312 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.721659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-725009d2-bcf3-4f44-b85f-a65c6038f0d8 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a7ddd-89c7-4879-91d1-56b644d83e02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:10.770125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab60327-d041-48f7-ab25-9d7b77aba4bf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:10.800902 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Routers {'43c51504-7a40-4c67-9ff0-ea74344db94f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:10.801549 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['43c51504-7a40-4c67-9ff0-ea74344db94f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:10.804926 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab8935-17be-47cf-9278-5fd59fe961ec None None] Pushing event updated for resources: {'Port': ['ID=3ee28da0-ecdb-4007-a591-59c1363761d7,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:10.805813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:10.814359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] Set router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:10.816260 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.818458 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8b8d4-1b50-4cc8-8e2c-fa73a01cfa15 req-d466e487-da7b-4715-8338-d30f0762343e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:10.823987 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7632e0c-b0b7-413c-b642-9fce4235d237 req-157296a9-0c6d-48a8-9e34-be072a778fbe tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450690 Aug 17 16:19:10.853406 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-47a8b8d4-1b50-4cc8-8e2c-fa73a01cfa15 req-d466e487-da7b-4715-8338-d30f0762343e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 948 time: 0.2957199 Aug 17 16:19:10.881372 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8769c636-4ae0-4d0d-a627-c4824d2a9ded admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4df751735c2c4dca900acf641d95e12f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1774983 Aug 17 16:19:10.884470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43014) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:10.890082 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:10.915954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a41a6-6abe-4bc4-aebe-ea84351a938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2a7ddd-89c7-4879-91d1-56b644d83e02,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:10.935186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Transition to ACTIVE for port object 333f1e9a-86b4-482b-907a-c1126b4755f1 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:11.011414 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46064377-bcb2-4294-8e0c-5be9e85775f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.012181 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-725009d2-bcf3-4f44-b85f-a65c6038f0d8 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.021852 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] Set router 43c51504-7a40-4c67-9ff0-ea74344db94f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:11.056133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-47a8b8d4-1b50-4cc8-8e2c-fa73a01cfa15 req-1088f7cb-6742-40ee-a338-a61b94974588 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098708 Aug 17 16:19:11.056441 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.061946 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46064377-bcb2-4294-8e0c-5be9e85775f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.085461 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=12']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:11.147451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Network 1681cb81-38d5-45fc-a37a-56fff9a2703c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:11.160126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:11.167177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:11.174534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Pushing event updated for resources: {'Port': ['ID=333f1e9a-86b4-482b-907a-c1126b4755f1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:11.236145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['2ab60327-d041-48f7-ab25-9d7b77aba4bf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:11.277472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43026) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:11.304463 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46064377-bcb2-4294-8e0c-5be9e85775f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.307194 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46064377-bcb2-4294-8e0c-5be9e85775f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.308496 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-46064377-bcb2-4294-8e0c-5be9e85775f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/672f35bd-a2d4-4e41-b23c-c2ea1dff24bc HTTP/1.1" status: 204 len: 168 time: 0.4225979 Aug 17 16:19:11.312990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.346809 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-725009d2-bcf3-4f44-b85f-a65c6038f0d8 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.361805 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-725009d2-bcf3-4f44-b85f-a65c6038f0d8 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.382850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46064377-bcb2-4294-8e0c-5be9e85775f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672f35bd-a2d4-4e41-b23c-c2ea1dff24bc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:11.399743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3516a6-c4c0-4ebd-988b-623b213ea240 req-01537b9a-f640-4a3b-b053-63d03ddb6ab3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:11.407188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed3516a6-c4c0-4ebd-988b-623b213ea240 req-01537b9a-f640-4a3b-b053-63d03ddb6ab3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 949 time: 0.2016695 Aug 17 16:19:11.422619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725009d2-bcf3-4f44-b85f-a65c6038f0d8 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed93403-9740-4df6-ba75-9aaf0cd94df2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:11.441769 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-725009d2-bcf3-4f44-b85f-a65c6038f0d8 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.444693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2d6f5-c3a9-4410-a763-cc250bee0a73 req-701d9bf1-e9bf-456b-98ea-32c9241f1c50 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:11.445947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-725009d2-bcf3-4f44-b85f-a65c6038f0d8 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7319968 Aug 17 16:19:11.446637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:11.448692 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53f2d6f5-c3a9-4410-a763-cc250bee0a73 req-701d9bf1-e9bf-456b-98ea-32c9241f1c50 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 944 time: 0.2283993 Aug 17 16:19:11.453355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-28bc9e37-b2cc-4353-957e-7a5b18da938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a7ddd-89c7-4879-91d1-56b644d83e02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:11.498297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28bc9e37-b2cc-4353-957e-7a5b18da938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.525426 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed3516a6-c4c0-4ebd-988b-623b213ea240 req-1d1dde5e-38b8-4469-9a1b-db056344dfd7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966277 Aug 17 16:19:11.603018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 985d00c3-86e7-421b-92c8-8c1936ce9a7e up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:11.613061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'name': 'tempest-FloatingIPDetailsTestJSON-865778218-router', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:04Z', 'revision_number': 3, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'gw_port': {'id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:02Z', 'updated_at': '2021-08-17T16:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:11.616471 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '3ee28da0-ecdb-4007-a591-59c1363761d7', 'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'mac_address': 'fa:16:3e:9f:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:04Z', 'updated_at': '2021-08-17T16:19:10Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'subnets': [{'id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:11.675825 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b63c1-03bc-454c-94e8-9beda00668db None None] The sync data for ids ['43c51504-7a40-4c67-9ff0-ea74344db94f'] in n-d-804878-1 is: [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '3ee28da0-ecdb-4007-a591-59c1363761d7', 'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'mac_address': 'fa:16:3e:9f:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:04Z', 'updated_at': '2021-08-17T16:19:10Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'subnets': [{'id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:19:11.716812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28bc9e37-b2cc-4353-957e-7a5b18da938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.728745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.730127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28bc9e37-b2cc-4353-957e-7a5b18da938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.752002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53f2d6f5-c3a9-4410-a763-cc250bee0a73 req-3c1f6260-676d-4266-a26f-195bba883ec0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897322 Aug 17 16:19:11.794608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc9e37-b2cc-4353-957e-7a5b18da938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af21448-893c-4d07-904e-230600df758c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:11.811721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e27635-20f8-49c1-960e-2f2d703892cb None None] The sync data for ids ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'] in n-d-804878-1 is: [{'id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'name': 'tempest-FloatingIPDetailsTestJSON-865778218-router', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:04Z', 'revision_number': 3, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'gw_port': {'id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:02Z', 'updated_at': '2021-08-17T16:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:19:11.850297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28bc9e37-b2cc-4353-957e-7a5b18da938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.851657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-28bc9e37-b2cc-4353-957e-7a5b18da938d tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4020269 Aug 17 16:19:11.855506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:11.862247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:11.869869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cdd89eeb-70e1-4f42-8c49-3fc6018b9e70 None None] Provisioning for port 333f1e9a-86b4-482b-907a-c1126b4755f1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:11.877271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cdd89eeb-70e1-4f42-8c49-3fc6018b9e70 None None] Provisioning complete for port 333f1e9a-86b4-482b-907a-c1126b4755f1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:11.877650 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdd89eeb-70e1-4f42-8c49-3fc6018b9e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.896154 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:11.938310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1830794499-network', 'tenant_id': '45b87085964648ac836898dd5fcc247b'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:12.015957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 985d00c3-86e7-421b-92c8-8c1936ce9a7e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:12.022867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cdd89eeb-70e1-4f42-8c49-3fc6018b9e70 None None] Port 333f1e9a-86b4-482b-907a-c1126b4755f1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:19:12.030626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 985d00c3-86e7-421b-92c8-8c1936ce9a7e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:12.031116 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.125581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235c809-6334-4f3d-a9e9-d732f6238fa9 req-438da30a-00fb-4935-ae9b-6082d30eac78 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:12.127862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2235c809-6334-4f3d-a9e9-d732f6238fa9 req-438da30a-00fb-4935-ae9b-6082d30eac78 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1113033 Aug 17 16:19:12.157627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Made reservation on behalf of 45b87085964648ac836898dd5fcc247b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:19:12.165842 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.192012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.221845 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.248815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.268939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9467495-028b-4642-837c-89db15449119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985d00c3-86e7-421b-92c8-8c1936ce9a7e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:12.271481 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4aa8f6-2d04-43f7-9e62-b1986bcaf0eb" -d '{"events": [{"server_uuid": "c9467495-028b-4642-837c-89db15449119", "name": "network-vif-plugged", "status": "completed", "tag": "985d00c3-86e7-421b-92c8-8c1936ce9a7e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:12.288662 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:12.293735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2235c809-6334-4f3d-a9e9-d732f6238fa9 req-c9ecad5a-82c6-4734-ab37-62a083fe46b8 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599672 Aug 17 16:19:12.299121 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.355067 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-79aefcca-888b-4c57-b34b-a32db3bc2792 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0f558842595f45369d2b06bd1ef961b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1591771 Aug 17 16:19:12.382083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3ee28da0-ecdb-4007-a591-59c1363761d7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:12.426415 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7b0c8a-a46d-4e0c-b81a-bd2e4cb0f069 x-openstack-request-id: req-6a7b0c8a-a46d-4e0c-b81a-bd2e4cb0f069 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:12.426807 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9467495-028b-4642-837c-89db15449119", "name": "network-vif-plugged", "status": "completed", "tag": "985d00c3-86e7-421b-92c8-8c1936ce9a7e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:12.427065 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a7b0c8a-a46d-4e0c-b81a-bd2e4cb0f069 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:12.428387 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9467495-028b-4642-837c-89db15449119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985d00c3-86e7-421b-92c8-8c1936ce9a7e', 'code': 200} Aug 17 16:19:12.457106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=985d00c3-86e7-421b-92c8-8c1936ce9a7e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:12.491839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 3ee28da0-ecdb-4007-a591-59c1363761d7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:12.497043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 3ee28da0-ecdb-4007-a591-59c1363761d7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:12.497488 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.561467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Allocated IP 172.25.7.227 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/cff7f73c-fad1-4868-9c72-d237ff6af5d0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:12.658057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b51352-8d99-4848-8730-463c27e2c203 req-af29912c-698c-46d4-9e3c-ae111d739d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:12.660342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7b51352-8d99-4848-8730-463c27e2c203 req-af29912c-698c-46d4-9e3c-ae111d739d09 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 1096 time: 0.1612742 Aug 17 16:19:12.707439 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.735689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7b51352-8d99-4848-8730-463c27e2c203 req-f4431a15-cda4-4bed-8293-d8ad320e2767 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609479 Aug 17 16:19:12.802247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 3ee28da0-ecdb-4007-a591-59c1363761d7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3ee28da0-ecdb-4007-a591-59c1363761d7,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:12.809214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.810429 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.864449 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.903139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.910811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:12.929626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=3ee28da0-ecdb-4007-a591-59c1363761d7,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:12.974171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:12.991767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:12.996238 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:13.007235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:13.019844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-f8a08815-1d5d-4842-83b4-5d1d01e1b5e7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:13.028970 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-f8a08815-1d5d-4842-83b4-5d1d01e1b5e7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6281786 Aug 17 16:19:13.129870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Pushing event updated for resources: {'Port': ['ID=cff7f73c-fad1-4868-9c72-d237ff6af5d0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:13.165302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbdb04-2810-4aa6-b828-abba23e83680 req-3b125b9d-010a-45bf-b7a4-48989f6554be tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:13.172947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5cbbdb04-2810-4aa6-b828-abba23e83680 req-3b125b9d-010a-45bf-b7a4-48989f6554be tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 945 time: 0.2145307 Aug 17 16:19:13.175264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-31fecaf0-1164-483e-b718-8f676711236d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/quotas/0f558842595f45369d2b06bd1ef961b4 HTTP/1.1" status: 200 len: 375 time: 0.1450529 Aug 17 16:19:13.183524 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:13.208572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Pushing event updated for resources: {'Port': ['ID=333f1e9a-86b4-482b-907a-c1126b4755f1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:13.241319 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:13.256062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:19:13.268624 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:13.269000 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Added segment e391c782-8524-4c96-9d7e-04f314a4ceed of type vlan for network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 Aug 17 16:19:13.286570 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:13.301229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5cbbdb04-2810-4aa6-b828-abba23e83680 req-36636fb9-7139-4d9e-b032-483c4fab6b2a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250746 Aug 17 16:19:13.353675 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:13.385949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:13.413185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:13.450141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Network 1681cb81-38d5-45fc-a37a-56fff9a2703c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:13.475344 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-5d1ee8c3-2bf0-48e4-aa9c-99e1cb7c1d67 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2989402 Aug 17 16:19:13.486900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:13.557011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:13.558218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:13.559037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:13.652163 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3676660 Aug 17 16:19:13.655788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:13.676003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Request body: {'subnet': {'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1830794499-subnet', 'tenant_id': '45b87085964648ac836898dd5fcc247b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:13.756643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ede0e7-a74a-4492-91ee-1ad9842e5c45 req-11159eba-be1a-48f4-951d-2cbf3558e913 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:13.758574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:13.761110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73ede0e7-a74a-4492-91ee-1ad9842e5c45 req-11159eba-be1a-48f4-951d-2cbf3558e913 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.3066287 Aug 17 16:19:13.805768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07757fde-6454-4e88-af73-3decc0e1fa19 admin admin] Pushing event updated for resources: {'Network': ['ID=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:13.859432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:19:13.869265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:19:13.895525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Made reservation on behalf of 45b87085964648ac836898dd5fcc247b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:19:13.898459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:13.975122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eaa2af77-5a4c-41f9-908b-6e66a8d82a26 req-291643a0-ae60-4a44-8bd4-d6f11b47f8e2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 210 time: 0.1027277 Aug 17 16:19:14.023108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73ede0e7-a74a-4492-91ee-1ad9842e5c45 req-cc322f5f-48c6-4747-a7f4-5a475be081ac tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397871 Aug 17 16:19:14.087354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 2ab60327-d041-48f7-ab25-9d7b77aba4bf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:14.107748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 2ab60327-d041-48f7-ab25-9d7b77aba4bf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:14.108320 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.148594 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.165039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.172480 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3e1d360f-bcc3-40e9-942e-f86f45996954 None None] Provisioning complete for port 333f1e9a-86b4-482b-907a-c1126b4755f1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:14.172956 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e1d360f-bcc3-40e9-942e-f86f45996954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.227301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:19:14.258639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Pushing event updated for resources: {'Port': ['ID=cff7f73c-fad1-4868-9c72-d237ff6af5d0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:14.260605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-835753fb-947a-4c11-b4c2-9d16870b48d7 admin admin] 10.222.0.77 "PUT /v2.0/routers/5c1cb565-b0b1-4049-b541-08bba6ad88a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4966049 Aug 17 16:19:14.302239 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.323048 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.332126 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-96fe8f72-2577-43cd-aab5-c6ab4e8a41cc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4668624 Aug 17 16:19:14.340221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d360f-bcc3-40e9-942e-f86f45996954 None None] Port 333f1e9a-86b4-482b-907a-c1126b4755f1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:19:14.346422 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.416599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:14.422335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device efa68511-c10e-4254-adc8-3a9b49817ed5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:14.434186 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.459623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:14.463454 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf7f6d8-064c-4fc5-a344-83e2aa7b40a6" -d '{"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-plugged", "status": "completed", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:14.471476 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.540168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a975b76-b875-47be-8b0d-6fd61b373dda,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:14.579348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bd6fe-f197-4ad9-be58-81db95785f40 req-026a9b4f-52fb-466b-b133-5881a8dedac0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:14.587097 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-596bd6fe-f197-4ad9-be58-81db95785f40 req-026a9b4f-52fb-466b-b133-5881a8dedac0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 945 time: 0.0771427 Aug 17 16:19:14.612234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Checking segment: {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:14.613487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Network hostable DHCP agents. Network: eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:19:14.640771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-596bd6fe-f197-4ad9-be58-81db95785f40 req-71000065-bc32-4a7d-be51-b8e59ee784f7 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524175 Aug 17 16:19:14.648532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:19:14.650920 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29a12fe-e61b-4898-bb54-89be93ef51d9 x-openstack-request-id: req-f29a12fe-e61b-4898-bb54-89be93ef51d9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:14.651395 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-plugged", "status": "completed", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:14.651867 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f29a12fe-e61b-4898-bb54-89be93ef51d9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:14.653466 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'code': 200} Aug 17 16:19:14.683206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:14.690133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:14.694232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.730434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f4fb0f-3bb6-498b-b2d4-08ed45faaedb None None] Network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:19:14.731812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-baf662b8-eb98-487f-8b09-44289cc9db21 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0632102 Aug 17 16:19:14.774820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=13']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:14.874777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port efa68511-c10e-4254-adc8-3a9b49817ed5 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:14.895887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port efa68511-c10e-4254-adc8-3a9b49817ed5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:14.899685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:14.936872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d6403-7487-4ddc-93c7-f40661791b39 req-a7721e97-502a-4205-89a5-a83dabead10f tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:14.938739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-125d6403-7487-4ddc-93c7-f40661791b39 req-a7721e97-502a-4205-89a5-a83dabead10f tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 1096 time: 0.0707233 Aug 17 16:19:15.013139 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-125d6403-7487-4ddc-93c7-f40661791b39 req-3bd0dc44-b61a-4a74-a67e-ac3ed2a99e5b tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644941 Aug 17 16:19:15.081825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-6175bf63-c22b-4bba-9ae3-564288a4b1e4 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2614164 Aug 17 16:19:15.088490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:15.122339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:15.180623 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-b353ae06-1fe6-4e30-afbb-41a85d389df5 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1812016520&fields=id&tenant_id=423c997deefb4b3f99b38f9713f15e35 HTTP/1.1" status: 200 len: 267 time: 0.0454891 Aug 17 16:19:15.203492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Sync routers for ids ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:19:15.237903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Routers {'5c1cb565-b0b1-4049-b541-08bba6ad88a4'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:15.238586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:15.273513 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:15.321717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-980cfb40-4525-4e27-8024-478b5244265f tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:15.324239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55495223-08e6-402b-8271-66998b846c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444', 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444', 'tenant_id': '45b87085964648ac836898dd5fcc247b', 'fixed_ips': [{'subnet_id': '3a975b76-b875-47be-8b0d-6fd61b373dda'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:19:15.325725 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55495223-08e6-402b-8271-66998b846c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:15.327453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-980cfb40-4525-4e27-8024-478b5244265f tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/networks?id=66ac31cd-9571-442d-bc12-ac6589acbd28 HTTP/1.1" status: 200 len: 806 time: 0.1453967 Aug 17 16:19:15.351355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-5fbfd543-90f1-4052-952c-3cb84e59db4f tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/quotas/423c997deefb4b3f99b38f9713f15e35 HTTP/1.1" status: 200 len: 375 time: 0.0187058 Aug 17 16:19:15.416519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Allocated IP 172.25.7.103 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/40a905d2-f316-471b-9849-3deead064f34) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:15.416859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-27c5024d-b0a6-4cd9-93b3-bb0abc31db75 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=423c997deefb4b3f99b38f9713f15e35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643387 Aug 17 16:19:15.440564 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:15.500020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Set router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:15.530700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-60ac66c0-8a88-4a13-b29a-d22e838e9f13 service neutron] 10.222.0.77 "GET /v2.0/networks/66ac31cd-9571-442d-bc12-ac6589acbd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003780 Aug 17 16:19:15.551007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:15.565916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port efa68511-c10e-4254-adc8-3a9b49817ed5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=efa68511-c10e-4254-adc8-3a9b49817ed5,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:15.598067 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:15.598811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3ee28da0-ecdb-4007-a591-59c1363761d7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:15.607437 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:15.657333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event updated for resources: {'Port': ['ID=40a905d2-f316-471b-9849-3deead064f34,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:15.673972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:15.675733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:15.678539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:15.767931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-55495223-08e6-402b-8271-66998b846c42 None None] Allocated IP 172.20.0.2 (eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444/3a975b76-b875-47be-8b0d-6fd61b373dda/0ab57170-8cbd-48c8-a9d8-f338c78e2789) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:15.781581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-26756ee1-6b53-4933-81be-a491d9bfa1fa tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0f558842595f45369d2b06bd1ef961b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733230 Aug 17 16:19:15.806076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:15.817165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=efa68511-c10e-4254-adc8-3a9b49817ed5,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:15.857423 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:15.884248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 3ee28da0-ecdb-4007-a591-59c1363761d7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:15.884620 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:15.903627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-ce29e77f-67b4-42b4-8db2-deac720fa2dd service neutron] 10.222.0.77 "GET /v2.0/networks/66ac31cd-9571-442d-bc12-ac6589acbd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659880 Aug 17 16:19:15.942323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-70f98275-9524-4ffe-b435-be762ac7ab37 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:15.943632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-70f98275-9524-4ffe-b435-be762ac7ab37 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556008 Aug 17 16:19:15.971472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Request body: {'port': {'device_id': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '0f558842595f45369d2b06bd1ef961b4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:16.096709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.103585 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.128696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55495223-08e6-402b-8271-66998b846c42 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.160047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Made reservation on behalf of 0f558842595f45369d2b06bd1ef961b4 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:19:16.164352 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.166436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-55495223-08e6-402b-8271-66998b846c42 None None] Transition to ACTIVE for port object 0ab57170-8cbd-48c8-a9d8-f338c78e2789 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:16.178903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event updated for resources: {'Port': ['ID=40a905d2-f316-471b-9849-3deead064f34,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:16.222895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'name': 'tempest-FloatingIPDetailsTestJSON-865778218-router', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:11Z', 'revision_number': 4, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'gw_port': {'id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:02Z', 'updated_at': '2021-08-17T16:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '333f1e9a-86b4-482b-907a-c1126b4755f1', 'name': '', 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'mac_address': 'fa:16:3e:e9:0e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '208d5347-1038-41d8-b6fb-23ca3a43870c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:09Z', 'updated_at': '2021-08-17T16:19:11Z', 'revision_number': 2, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'subnets': [{'id': '208d5347-1038-41d8-b6fb-23ca3a43870c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:16.227816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-55495223-08e6-402b-8271-66998b846c42 None None] Transition to ACTIVE for port object 0ab57170-8cbd-48c8-a9d8-f338c78e2789 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:16.233518 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.260426 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.262492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Checking router: 5c1cb565-b0b1-4049-b541-08bba6ad88a4 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:19:16.263066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Updating router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 port 333f1e9a-86b4-482b-907a-c1126b4755f1 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:19:16.263283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-149811b2-e562-4212-9e70-7551cb289de9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1803401 Aug 17 16:19:16.265414 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55495223-08e6-402b-8271-66998b846c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.276109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1da2bd31-383a-462a-abc6-ab86f0e6177b req-32acd7b9-597c-4fac-bfcc-7c46cf0521d3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 210 time: 0.0742080 Aug 17 16:19:16.353329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55495223-08e6-402b-8271-66998b846c42 None None] Pushing event updated for resources: {'Port': ['ID=0ab57170-8cbd-48c8-a9d8-f338c78e2789,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:16.355710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device efa68511-c10e-4254-adc8-3a9b49817ed5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:16.367352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-3a4f7554-5c2e-432b-9071-d7c1a8b73704 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.0965645 Aug 17 16:19:16.423067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Allocated IP 192.168.233.146 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/adf227dc-0c0f-4fe2-bd5e-4eac235aee39) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:16.445747 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.450927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55495223-08e6-402b-8271-66998b846c42 None None] Network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:16.453379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5061859-7276-4a28-bae8-1f451a200b1f req-39eb4461-1ffe-46a0-bfbe-545ffa74a5a9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:16.461989 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5061859-7276-4a28-bae8-1f451a200b1f req-39eb4461-1ffe-46a0-bfbe-545ffa74a5a9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1021769 Aug 17 16:19:16.475560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-55495223-08e6-402b-8271-66998b846c42 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:16.484862 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55495223-08e6-402b-8271-66998b846c42 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:16.534437 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port efa68511-c10e-4254-adc8-3a9b49817ed5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:16.534821 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.538815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-04280340-3442-4d3f-94ae-f5cd6d4450f5 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:16.540395 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1bed09d2-b881-446a-972c-5217d6f0cf98 req-04280340-3442-4d3f-94ae-f5cd6d4450f5 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.1659849 Aug 17 16:19:16.556724 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5061859-7276-4a28-bae8-1f451a200b1f req-1ffa556d-eca8-4bb3-b75e-2bf2f158777f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767224 Aug 17 16:19:16.657709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc67f01-f1b8-4c96-8924-32a237e4a5f1 req-30b3b0c2-8d3b-4df9-9a98-1fde6e5e7745 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:16.663122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fc67f01-f1b8-4c96-8924-32a237e4a5f1 req-30b3b0c2-8d3b-4df9-9a98-1fde6e5e7745 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 1096 time: 0.0625200 Aug 17 16:19:16.731900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-55495223-08e6-402b-8271-66998b846c42 None None] Attempting to bind port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:16.732280 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-55495223-08e6-402b-8271-66998b846c42 None None] Attempting to bind port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:16.732658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55495223-08e6-402b-8271-66998b846c42 None None] Attempting to bind port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 on network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:16.733394 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fc67f01-f1b8-4c96-8924-32a237e4a5f1 req-0c1aceb2-860e-4cfc-b35c-5b24d103c543 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559835 Aug 17 16:19:16.749152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55495223-08e6-402b-8271-66998b846c42 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:16.749615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55495223-08e6-402b-8271-66998b846c42 None None] Checking segment: {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:16.749929 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55495223-08e6-402b-8271-66998b846c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.750445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55495223-08e6-402b-8271-66998b846c42 None None] Bound using segment: {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:16.750832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-55495223-08e6-402b-8271-66998b846c42 None None] Bound port: 0ab57170-8cbd-48c8-a9d8-f338c78e2789, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:16.751218 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55495223-08e6-402b-8271-66998b846c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.779942 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.838081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Transition to ACTIVE for port object adf227dc-0c0f-4fe2-bd5e-4eac235aee39 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:16.923574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09862df6-559f-4959-98b2-841be89c2767 req-742ab3d2-2eee-4344-a4da-db1d96e049f0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:16.926848 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-742ab3d2-2eee-4344-a4da-db1d96e049f0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/networks?id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 200 len: 816 time: 0.1906507 Aug 17 16:19:16.965694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-55495223-08e6-402b-8271-66998b846c42 None None] For port 0ab57170-8cbd-48c8-a9d8-f338c78e2789, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:16.966626 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-e5a7be30-bd4d-432a-b0c4-82fe3234071a tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/quotas/45b87085964648ac836898dd5fcc247b HTTP/1.1" status: 200 len: 375 time: 0.0338938 Aug 17 16:19:16.970567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-55495223-08e6-402b-8271-66998b846c42 None None] For port 0ab57170-8cbd-48c8-a9d8-f338c78e2789, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0ab57170-8cbd-48c8-a9d8-f338c78e2789,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:16.981835 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.984161 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55495223-08e6-402b-8271-66998b846c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:16.995363 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9d7af30-8239-42f1-9c96-a671dfa41ccc req-e2ccc441-fa77-428c-bb55-9420463c6f35 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 210 time: 0.0456624 Aug 17 16:19:17.043271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['be4e68f7-ae5e-44f3-80d4-b979d1df6167'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:17.047036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['65b885e9-4bbe-484d-bc72-94409eda7b3b', '2ab60327-d041-48f7-ab25-9d7b77aba4bf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:17.076639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:17.104973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:17.107397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:17.111358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:17.176200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-f64bdb5c-b9b1-45ae-8591-f3ccbbcff2e1 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=45b87085964648ac836898dd5fcc247b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2085586 Aug 17 16:19:17.218470 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:17.230522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Transition to ACTIVE for port object 333f1e9a-86b4-482b-907a-c1126b4755f1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:17.237526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:17.238519 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:17.242712 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-a4594834-c789-4407-843d-6dcd4c57856e tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1899803 Aug 17 16:19:17.251017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:17.258916 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:17.280268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:17.296473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-8926a0a8-56a6-4cc3-bedb-fd9a2ad6ae62 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3316195 Aug 17 16:19:17.316586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Request body: {'port': {'device_id': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:17.438056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55495223-08e6-402b-8271-66998b846c42 None None] Pushing event updated for resources: {'Port': ['ID=0ab57170-8cbd-48c8-a9d8-f338c78e2789,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:17.489426 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-14f13ab8-67f5-4507-aa97-5d8509dee09c service neutron] 10.222.0.77 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122008 Aug 17 16:19:17.492741 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:17.662110 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:17.791759 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-5d798849-f062-487f-8fef-eab91c426317 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:17.794438 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-5d798849-f062-487f-8fef-eab91c426317 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.91 "GET /v2.0/networks?id=66ac31cd-9571-442d-bc12-ac6589acbd28 HTTP/1.1" status: 200 len: 806 time: 0.3209739 Aug 17 16:19:17.854613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cbccf-0451-47be-91f5-c2ac889a7cd5 None None] Pushing event updated for resources: {'Port': ['ID=333f1e9a-86b4-482b-907a-c1126b4755f1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:17.877833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-32bd92a4-a90d-4327-bcb4-17cf47ef5bdf None None] Provisioning for port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:17.878322 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-98c699c9-133b-4ed5-9e43-e06d94c9bb0b tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=423c997deefb4b3f99b38f9713f15e35 HTTP/1.1" status: 200 len: 380 time: 0.0716436 Aug 17 16:19:17.879941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Attempting to bind port 333f1e9a-86b4-482b-907a-c1126b4755f1 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:17.880307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Attempting to bind port 333f1e9a-86b4-482b-907a-c1126b4755f1 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'c43dac59-d54f-42b0-bdaf-a182c63377e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:17.880665 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Attempting to bind port 333f1e9a-86b4-482b-907a-c1126b4755f1 on network 1681cb81-38d5-45fc-a37a-56fff9a2703c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:17.891662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Request body: {'port': {'device_id': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'admin_state_up': True, 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'security_groups': ['ae2a7ddd-89c7-4879-91d1-56b644d83e02']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:17.893444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-32bd92a4-a90d-4327-bcb4-17cf47ef5bdf None None] Provisioning complete for port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:17.893821 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32bd92a4-a90d-4327-bcb4-17cf47ef5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:17.908920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-7e36bc44-7b17-40cb-aa08-915af6b60929 service neutron] 10.222.0.77 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921764 Aug 17 16:19:17.925914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:17.926291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Checking segment: {'id': 'c43dac59-d54f-42b0-bdaf-a182c63377e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:17.926728 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:17.927123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Bound using segment: {'id': 'c43dac59-d54f-42b0-bdaf-a182c63377e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:17.927612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Bound port: 333f1e9a-86b4-482b-907a-c1126b4755f1, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43dac59-d54f-42b0-bdaf-a182c63377e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:17.927998 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:18.008957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-32bd92a4-a90d-4327-bcb4-17cf47ef5bdf None None] Port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:19:18.024183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Allocated IP 172.25.7.40 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/efadf4a6-7c37-480e-96c9-5179ca41ef9a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:18.054409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Made reservation on behalf of 423c997deefb4b3f99b38f9713f15e35 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:19:18.058295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:18.073922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] For port 333f1e9a-86b4-482b-907a-c1126b4755f1, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:18.091994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf227dc-0c0f-4fe2-bd5e-4eac235aee39 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:18.107991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:18.118882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] For port 333f1e9a-86b4-482b-907a-c1126b4755f1, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=333f1e9a-86b4-482b-907a-c1126b4755f1,segment=NetworkSegment(c43dac59-d54f-42b0-bdaf-a182c63377e9),segment_id=c43dac59-d54f-42b0-bdaf-a182c63377e9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:18.135696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:18.157088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Transition to ACTIVE for port object adf227dc-0c0f-4fe2-bd5e-4eac235aee39 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:18.161914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:18.286294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:18.397152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0ab57170-8cbd-48c8-a9d8-f338c78e2789 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:18.427396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cbccf-0451-47be-91f5-c2ac889a7cd5 None None] Pushing event updated for resources: {'Port': ['ID=333f1e9a-86b4-482b-907a-c1126b4755f1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:18.455851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Routers {'5c1cb565-b0b1-4049-b541-08bba6ad88a4'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:18.456495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:18.475161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:18.475781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:18.475950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:18.540489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:19:18.540853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:18.560353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:18.560742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:18.561194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:18.566555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Bound port: adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:18.567260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:18.637875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c33d0-51e5-4470-8595-5093045a691b req-1c1e12ae-fa5a-4562-b0e0-be54dd693023 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:18.648363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec8c33d0-51e5-4470-8595-5093045a691b req-1c1e12ae-fa5a-4562-b0e0-be54dd693023 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 948 time: 0.2005422 Aug 17 16:19:18.789721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:18.813200 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:18.817516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:18.828721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec8c33d0-51e5-4470-8595-5093045a691b req-35784883-8475-4db8-9528-f671752a9059 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791508 Aug 17 16:19:18.844602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:18.855742 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:18.879051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] Set router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:18.967879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:18.969370 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:18.971286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] 10.222.0.93 "PUT /v2.0/ports/adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 1096 time: 1.6623225 Aug 17 16:19:18.972113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:18.975252 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5519b2f3-b05b-43f7-a96f-7396b232ec31" -d '{"events": [{"name": "network-changed", "server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:19.044475 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:19.045176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628cf401-2ef8-4cfc-a9f5-8cda58a0cc8c None None] Network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:19:19.057797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e357c7-c3a6-4090-86e7-2b6103edfbcc service neutron] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:19.059725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Allocated IP 172.20.0.13 (66ac31cd-9571-442d-bc12-ac6589acbd28/35b67a9e-caf8-44cc-b757-5b81433956ef/439274d3-0e63-4698-957f-4ee04010bbfe) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:19.122074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:19.137020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:19.146112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e7e6c-cf0f-4ce8-b30e-d86206ff52dc req-3b8ddc45-68c7-4f02-ad79-155f6f69f453 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:19.148448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-185e7e6c-cf0f-4ce8-b30e-d86206ff52dc req-3b8ddc45-68c7-4f02-ad79-155f6f69f453 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1285367 Aug 17 16:19:19.151879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-4e40190e-23e2-4a52-91bf-0250bedc194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:19.154218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-4e40190e-23e2-4a52-91bf-0250bedc194e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1099 time: 0.1073873 Aug 17 16:19:19.157109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:19.199899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event updated for resources: {'Port': ['ID=efadf4a6-7c37-480e-96c9-5179ca41ef9a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:19.223129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6556a8e4-da0a-45c5-9f85-d886521cc628 None None] Provisioning for port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:19.232629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-bc147da5-914d-4958-9e59-6e1f2b867227 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 217 time: 0.0623004 Aug 17 16:19:19.236300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6556a8e4-da0a-45c5-9f85-d886521cc628 None None] Provisioning complete for port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:19.236650 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6556a8e4-da0a-45c5-9f85-d886521cc628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:19.270077 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-185e7e6c-cf0f-4ce8-b30e-d86206ff52dc req-dce02035-837f-4463-83a6-b010a94f658e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137717 Aug 17 16:19:19.318315 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:19.383646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-eb65447b-f8a9-428a-847f-ad169c5ff67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:19.388236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-eb65447b-f8a9-428a-847f-ad169c5ff67e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1168358 Aug 17 16:19:19.412109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:19.489134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:19.499265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-3a95d909-7233-4e1f-b124-dbbcde7488ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:19.501700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-3a95d909-7233-4e1f-b124-dbbcde7488ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058531 Aug 17 16:19:19.508567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:19.511185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:19.526150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb6a1b07-f9d4-4c48-9186-c6bd021969db req-4f649f6a-8493-4701-9e0f-33cff7f19a86 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 210 time: 0.0538058 Aug 17 16:19:19.546924 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6556a8e4-da0a-45c5-9f85-d886521cc628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:19.551771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'name': 'tempest-FloatingIPDetailsTestJSON-865778218-router', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:11Z', 'revision_number': 4, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'gw_port': {'id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:02Z', 'updated_at': '2021-08-17T16:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '333f1e9a-86b4-482b-907a-c1126b4755f1', 'name': '', 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'mac_address': 'fa:16:3e:e9:0e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '208d5347-1038-41d8-b6fb-23ca3a43870c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:09Z', 'updated_at': '2021-08-17T16:19:18Z', 'revision_number': 4, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'subnets': [{'id': '208d5347-1038-41d8-b6fb-23ca3a43870c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:19.585272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Transition to ACTIVE for port object 439274d3-0e63-4698-957f-4ee04010bbfe will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:19.597904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229fc685-c4be-4e36-952c-a76d51e4004e None None] The sync data for ids ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'] in n-d-804878-1 is: [{'id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'name': 'tempest-FloatingIPDetailsTestJSON-865778218-router', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:11Z', 'revision_number': 4, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'gw_port': {'id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:02Z', 'updated_at': '2021-08-17T16:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '333f1e9a-86b4-482b-907a-c1126b4755f1', 'name': '', 'network_id': '1681cb81-38d5-45fc-a37a-56fff9a2703c', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'mac_address': 'fa:16:3e:e9:0e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '208d5347-1038-41d8-b6fb-23ca3a43870c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:09Z', 'updated_at': '2021-08-17T16:19:18Z', 'revision_number': 4, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'subnets': [{'id': '208d5347-1038-41d8-b6fb-23ca3a43870c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:19:19.636124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-958bcfe2-5517-4e7c-8818-65e6b53c8153 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124647 Aug 17 16:19:19.640280 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6556a8e4-da0a-45c5-9f85-d886521cc628 None None] For port 0ab57170-8cbd-48c8-a9d8-f338c78e2789, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0ab57170-8cbd-48c8-a9d8-f338c78e2789,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:19.645786 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6556a8e4-da0a-45c5-9f85-d886521cc628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:19.732890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556a8e4-da0a-45c5-9f85-d886521cc628 None None] Pushing event updated for resources: {'Port': ['ID=0ab57170-8cbd-48c8-a9d8-f338c78e2789,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:19.802142 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:19.888648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Pushing event updated for resources: {'Port': ['ID=439274d3-0e63-4698-957f-4ee04010bbfe,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:19.908294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Network 66ac31cd-9571-442d-bc12-ac6589acbd28 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:19.917264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:19.921982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:20.022933 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.034063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.110357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:20.113704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.122793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d6450bb9-a927-42af-a41a-46aae819eab8 None None] Provisioning complete for port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:20.123369 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6450bb9-a927-42af-a41a-46aae819eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.161112 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-a67bfd1c-5b6d-478b-9e32-850e49d12bb6 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2765243 Aug 17 16:19:20.180839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Request body: {'port': {'device_id': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:20.227593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event updated for resources: {'Port': ['ID=efadf4a6-7c37-480e-96c9-5179ca41ef9a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:20.240102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.281922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.289647 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-40479e98-cc24-4795-be2d-459d1675ebdc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0456367 Aug 17 16:19:20.351349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.380109 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-9c6cdb0d-0e4e-4fdf-861c-34a2698c5e13 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.0893717 Aug 17 16:19:20.432522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 333f1e9a-86b4-482b-907a-c1126b4755f1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:20.471237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b363f9-aa25-4b72-b234-10dcb0a4910e req-a1db5a8e-4934-4af2-a2b9-ff41280ff9a0 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8265924 Aug 17 16:19:20.503383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-89609ef4-c1cf-43ed-aedc-ebd1e6786874 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:20.510924 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-89609ef4-c1cf-43ed-aedc-ebd1e6786874 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/networks?id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 200 len: 816 time: 0.8577213 Aug 17 16:19:20.535145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f7d59ee3-9894-4b85-b792-e6b224b8735c None None] Provisioning for port 439274d3-0e63-4698-957f-4ee04010bbfe completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:20.545071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5a3f6ff6-25f6-4729-afdd-08cbec2067c4 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/quotas/45b87085964648ac836898dd5fcc247b HTTP/1.1" status: 200 len: 375 time: 0.0331116 Aug 17 16:19:20.551431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f7d59ee3-9894-4b85-b792-e6b224b8735c None None] Provisioning complete for port 439274d3-0e63-4698-957f-4ee04010bbfe triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:20.552105 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7d59ee3-9894-4b85-b792-e6b224b8735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.553629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09862df6-559f-4959-98b2-841be89c2767 req-f0ac5e6e-3cd2-4488-a3cd-7914a9caee89 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:20.555197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-f0ac5e6e-3cd2-4488-a3cd-7914a9caee89 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.93 "GET /v2.0/networks?id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 200 len: 816 time: 0.2870858 Aug 17 16:19:20.569391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Request body: {'port': {'device_id': '1a0c5751-308a-4e24-9ca8-75f699975881', 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444', 'admin_state_up': True, 'tenant_id': '45b87085964648ac836898dd5fcc247b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:20.586771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 333f1e9a-86b4-482b-907a-c1126b4755f1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:20.594804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 333f1e9a-86b4-482b-907a-c1126b4755f1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:20.595536 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.599890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-99932c15-bb3c-4479-a62e-b1adbb99e010 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:20.601341 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddccf13a-eca8-4b36-8fbe-fa7d2c15653c req-99932c15-bb3c-4479-a62e-b1adbb99e010 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2203097 Aug 17 16:19:20.657535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7d59ee3-9894-4b85-b792-e6b224b8735c None None] Port 439274d3-0e63-4698-957f-4ee04010bbfe cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:19:20.726422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-36585f6e-a402-4003-ade1-b680445f2a0d tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=45b87085964648ac836898dd5fcc247b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1804183 Aug 17 16:19:20.750558 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.792429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 333f1e9a-86b4-482b-907a-c1126b4755f1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=333f1e9a-86b4-482b-907a-c1126b4755f1,segment=NetworkSegment(c43dac59-d54f-42b0-bdaf-a182c63377e9),segment_id=c43dac59-d54f-42b0-bdaf-a182c63377e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:20.798074 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.798923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0ab57170-8cbd-48c8-a9d8-f338c78e2789 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:20.829874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439274d3-0e63-4698-957f-4ee04010bbfe {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:20.861765 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.881735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Transition to ACTIVE for port object 439274d3-0e63-4698-957f-4ee04010bbfe will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:20.889901 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.899123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=333f1e9a-86b4-482b-907a-c1126b4755f1,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:20.936465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Made reservation on behalf of 45b87085964648ac836898dd5fcc247b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:19:20.947297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.956181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:20.956181 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:20.963509 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-adb269ba-b1be-430f-afee-0e36494287c7 service neutron] 10.222.0.77 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358902 Aug 17 16:19:21.123761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Pushing event updated for resources: {'Port': ['ID=439274d3-0e63-4698-957f-4ee04010bbfe,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:21.175338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Attempting to bind port 439274d3-0e63-4698-957f-4ee04010bbfe on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:21.175846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Attempting to bind port 439274d3-0e63-4698-957f-4ee04010bbfe by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:21.176490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Attempting to bind port 439274d3-0e63-4698-957f-4ee04010bbfe on network 66ac31cd-9571-442d-bc12-ac6589acbd28 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:21.183827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Port 439274d3-0e63-4698-957f-4ee04010bbfe on network 66ac31cd-9571-442d-bc12-ac6589acbd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:19:21.184255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Attempting to bind port 439274d3-0e63-4698-957f-4ee04010bbfe on network 66ac31cd-9571-442d-bc12-ac6589acbd28 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:21.191542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:21.192243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Checking segment: {'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:21.192977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Bound using segment: {'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:21.193668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Bound port: 439274d3-0e63-4698-957f-4ee04010bbfe, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eeb2e3-d702-4d82-8cb7-022ee84cba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:21.194334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:21.202599 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-64ab02af-4429-434e-bd8e-b1543d40eb0e service neutron] 10.222.0.77 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381456 Aug 17 16:19:21.309799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] For port 439274d3-0e63-4698-957f-4ee04010bbfe, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:21.313746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] For port 439274d3-0e63-4698-957f-4ee04010bbfe, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=439274d3-0e63-4698-957f-4ee04010bbfe,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:21.319764 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:21.344434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Allocated IP 172.20.0.6 (eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444/3a975b76-b875-47be-8b0d-6fd61b373dda/275cab89-b0f7-47a1-9ab7-c1189925ef49) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:21.367479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:21.368287 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:21.370142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] 10.222.0.91 "PUT /v2.0/ports/439274d3-0e63-4698-957f-4ee04010bbfe HTTP/1.1" status: 200 len: 1092 time: 1.1983829 Aug 17 16:19:21.370994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'tag': '439274d3-0e63-4698-957f-4ee04010bbfe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:21.373757 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd2644a-3ef0-422a-9344-04993da4bb19" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb1b58e-8ab1-4b82-a209-47d577faa76d", "tag": "439274d3-0e63-4698-957f-4ee04010bbfe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:21.518929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ebc4-48b7-4712-8318-52af94d38d14 service neutron] Pushing event updated for resources: {'Port': ['ID=439274d3-0e63-4698-957f-4ee04010bbfe,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:21.541998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-9d03e1aa-7710-4e06-a17c-9f741ba06609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:21.543811 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-9d03e1aa-7710-4e06-a17c-9f741ba06609 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=423c997deefb4b3f99b38f9713f15e35&device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 1095 time: 0.1019135 Aug 17 16:19:21.609801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-7a639846-2785-414f-9785-68cfd1377535 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439274d3-0e63-4698-957f-4ee04010bbfe HTTP/1.1" status: 200 len: 217 time: 0.0514185 Aug 17 16:19:21.733288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-6ba575a7-dd93-4ba0-9423-0183c8d047aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:21.740269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-6ba575a7-dd93-4ba0-9423-0183c8d047aa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=35b67a9e-caf8-44cc-b757-5b81433956ef HTTP/1.1" status: 200 len: 845 time: 0.1146545 Aug 17 16:19:21.742279 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f823605-a9cb-4705-8295-1e1cc943aa3a x-openstack-request-id: req-7f823605-a9cb-4705-8295-1e1cc943aa3a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:21.742940 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:21.742940 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f823605-a9cb-4705-8295-1e1cc943aa3a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:21.743117 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'status': 'completed', 'code': 200} Aug 17 16:19:21.752962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:21.817459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-67a668dc-1851-4109-8d60-40fc7c7ec8a2 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:19:21.818975 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-67a668dc-1851-4109-8d60-40fc7c7ec8a2 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182395 Aug 17 16:19:21.823639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Transition to ACTIVE for port object 275cab89-b0f7-47a1-9ab7-c1189925ef49 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:21.831089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Request body: {'binding': {'host': 'n-h1-804878-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:21.831965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Unknown quota resources ['binding']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:19:21.870198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-d785d576-2dd9-4b75-acda-a8c0e7fb262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:21.871089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-1de0292d-0c8c-45be-a1ac-9e27c24d4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:21.872307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-d785d576-2dd9-4b75-acda-a8c0e7fb262c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1099 time: 0.1157854 Aug 17 16:19:21.873298 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-1de0292d-0c8c-45be-a1ac-9e27c24d4202 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=66ac31cd-9571-442d-bc12-ac6589acbd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259904 Aug 17 16:19:21.977161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e232a1-3b09-4b4d-95ee-087b7efb438b req-3d8979a2-4a04-40ed-91fb-b9c766cfaa3a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:21.979355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92e232a1-3b09-4b4d-95ee-087b7efb438b req-3d8979a2-4a04-40ed-91fb-b9c766cfaa3a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 948 time: 0.1484277 Aug 17 16:19:21.995171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:22.058873 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-add367f1-4646-4d49-86f5-bf9c8a61a377 service neutron] 10.222.0.91 "GET /v2.0/networks/66ac31cd-9571-442d-bc12-ac6589acbd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780174 Aug 17 16:19:22.086959 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92e232a1-3b09-4b4d-95ee-087b7efb438b req-a14dcd7f-6758-424e-aeea-9c3cec51455c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961676 Aug 17 16:19:22.125803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-82119ef6-53be-4219-ab97-33725e3cf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:22.127602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-82119ef6-53be-4219-ab97-33725e3cf180 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2467003 Aug 17 16:19:22.131311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Pushing event updated for resources: {'Port': ['ID=275cab89-b0f7-47a1-9ab7-c1189925ef49,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:22.141889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on host n-h1-804878-1 for vnic_type normal with profile None {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:22.142250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:22.142586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:22.152073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:22.152334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:19:22.152448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:22.164806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:22.165153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:22.165539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:22.165982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Bound port: 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:22.185490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-950bf74a-ba7d-4b43-b4a3-c708104dfc20 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 217 time: 0.0493252 Aug 17 16:19:22.186328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:22.199028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:22.230244 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1620b646-77bf-44dd-a934-299a2dc61b22 req-7501cde5-6141-458a-81da-a0de265bdf0b service neutron] 10.222.0.91 "GET /v2.0/networks/66ac31cd-9571-442d-bc12-ac6589acbd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639626 Aug 17 16:19:22.253497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:22.261574 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] Notify callbacks [] for binding, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:22.264008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 333f1e9a-86b4-482b-907a-c1126b4755f1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:22.264499 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b7e6fe81-10b3-41b5-beb4-25d8ed0e7f2b service neutron] 10.222.0.77 "POST /v2.0/ports/985d00c3-86e7-421b-92c8-8c1936ce9a7e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4363463 Aug 17 16:19:22.341791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:22.342470 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:22.347415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 333f1e9a-86b4-482b-907a-c1126b4755f1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:22.348102 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:22.400726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-5df68084-2bb8-4e72-aea1-f9679bad36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:22.402342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-5df68084-2bb8-4e72-aea1-f9679bad36c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1254756 Aug 17 16:19:22.420461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-a2e6e00c-316f-4da1-88d1-fb4f04bad159 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8552969 Aug 17 16:19:22.460231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Request body: {'port': {'device_id': '1a0c5751-308a-4e24-9ca8-75f699975881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:22.486493 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:19:22.529741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b000f30-202b-45db-9c21-26a14f0fcdfa req-e96f4437-605f-4b85-b795-05f3ab4ec399 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:22.531323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b000f30-202b-45db-9c21-26a14f0fcdfa req-e96f4437-605f-4b85-b795-05f3ab4ec399 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.3487673 Aug 17 16:19:22.560025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-cc0b0ecf-fa4f-465c-964e-e06787c9d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:22.561734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-cc0b0ecf-fa4f-465c-964e-e06787c9d1a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1514287 Aug 17 16:19:22.561910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-412d6a4a-9604-4f6d-9658-a3a7eb42bbd6 None None] Provisioning for port 275cab89-b0f7-47a1-9ab7-c1189925ef49 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:22.567534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-412d6a4a-9604-4f6d-9658-a3a7eb42bbd6 None None] Provisioning complete for port 275cab89-b0f7-47a1-9ab7-c1189925ef49 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:22.567998 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-412d6a4a-9604-4f6d-9658-a3a7eb42bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:22.610782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-412d6a4a-9604-4f6d-9658-a3a7eb42bbd6 None None] Port 275cab89-b0f7-47a1-9ab7-c1189925ef49 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:19:22.623731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a38fcf-a602-467b-81a7-d2c324d4bf95 req-9115fa90-5568-445b-9fc0-10a223887048 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:22.625347 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27a38fcf-a602-467b-81a7-d2c324d4bf95 req-9115fa90-5568-445b-9fc0-10a223887048 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 944 time: 0.0812712 Aug 17 16:19:22.627545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e397d4a4-558f-4b5d-a7a5-09c1ea6f980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:22.629003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e397d4a4-558f-4b5d-a7a5-09c1ea6f980c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 1096 time: 0.0965841 Aug 17 16:19:22.643480 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:22.680163 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b000f30-202b-45db-9c21-26a14f0fcdfa req-d5d40596-439a-402a-9915-15d95ad83d55 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382146 Aug 17 16:19:22.730873 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27a38fcf-a602-467b-81a7-d2c324d4bf95 req-323722e2-fa29-47e5-917e-892760dcba7e tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989220 Aug 17 16:19:22.808055 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c852b61b-76df-4c21-85a8-c9a6a99c6f02 x-openstack-request-id: req-c852b61b-76df-4c21-85a8-c9a6a99c6f02 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:22.808373 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb1b58e-8ab1-4b82-a209-47d577faa76d", "tag": "439274d3-0e63-4698-957f-4ee04010bbfe", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:22.808772 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c852b61b-76df-4c21-85a8-c9a6a99c6f02 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:22.809341 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'tag': '439274d3-0e63-4698-957f-4ee04010bbfe', 'status': 'completed', 'code': 200} Aug 17 16:19:22.849906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e71c912f-3281-4be3-b7c8-961c6a52713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:22.851669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e71c912f-3281-4be3-b7c8-961c6a52713f service neutron] 10.222.0.91 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.2133765 Aug 17 16:19:22.917111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-a404e29b-219e-4aab-996d-f01e0015e917 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e HTTP/1.1" status: 200 len: 217 time: 0.0529854 Aug 17 16:19:23.025043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-3d895849-798d-4398-82d3-b8c8c0455339 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515502 Aug 17 16:19:23.053495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-a9b0c49f-3e94-4d2c-8429-e93d85bd6af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:23.054996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-a9b0c49f-3e94-4d2c-8429-e93d85bd6af2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=423c997deefb4b3f99b38f9713f15e35&device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 1095 time: 0.1942098 Aug 17 16:19:23.057288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-cfe4fa21-e80b-4a30-aa4c-3703c25d4c6f tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:23.058865 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-cfe4fa21-e80b-4a30-aa4c-3703c25d4c6f tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.91 "GET /v2.0/networks?id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 200 len: 816 time: 0.2912300 Aug 17 16:19:23.083074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Request body: {'port': {'device_id': '1f834b14-47ff-4017-91e2-7a38ec74fe72', 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444', 'admin_state_up': True, 'tenant_id': '45b87085964648ac836898dd5fcc247b'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:23.093904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-f5e15536-793d-4c09-9c96-51ccda97796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:23.095531 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-f5e15536-793d-4c09-9c96-51ccda97796c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.1659646 Aug 17 16:19:23.164669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-f7930ee5-1ed9-4667-8573-af485c990120 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:23.166230 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-f7930ee5-1ed9-4667-8573-af485c990120 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/networks?id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 200 len: 816 time: 0.2545133 Aug 17 16:19:23.183230 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-3b152894-92b1-484a-a711-72b04ddf76ff tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3251920 Aug 17 16:19:23.186010 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-82a146b4-396a-4521-aa65-21a4b19d0943 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684550 Aug 17 16:19:23.211298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:23.215098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-8a17b029-a778-4172-8840-08c98c4b165b tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/quotas/45b87085964648ac836898dd5fcc247b HTTP/1.1" status: 200 len: 375 time: 0.0317371 Aug 17 16:19:23.297738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275cab89-b0f7-47a1-9ab7-c1189925ef49 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:23.314160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5519b2f3-b05b-43f7-a96f-7396b232ec31 req-34550f48-10a2-43f2-b1c1-603f6049de4d service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759759 Aug 17 16:19:23.316087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:23.321691 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:23.345458 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-b3a35223-c74d-4328-954b-3526e1fb2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:23.346988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-b3a35223-c74d-4328-954b-3526e1fb2ba6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=66ac31cd-9571-442d-bc12-ac6589acbd28 HTTP/1.1" status: 200 len: 907 time: 0.2748375 Aug 17 16:19:23.354288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Transition to ACTIVE for port object 275cab89-b0f7-47a1-9ab7-c1189925ef49 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:23.383910 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-733c33fd-70cf-4820-9463-b63a64509b34 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=45b87085964648ac836898dd5fcc247b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1540341 Aug 17 16:19:23.388157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:23.390157 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b60954e3-16a2-4450-92dd-20d552bf9162 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900048 Aug 17 16:19:23.424335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Made reservation on behalf of 45b87085964648ac836898dd5fcc247b for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:19:23.427927 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:23.443862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-83a5468b-c46b-4c39-9b2a-494409b5dda6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439274d3-0e63-4698-957f-4ee04010bbfe HTTP/1.1" status: 200 len: 217 time: 0.0646815 Aug 17 16:19:23.521049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Pushing event updated for resources: {'Port': ['ID=275cab89-b0f7-47a1-9ab7-c1189925ef49,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:23.578517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-25e1bd54-f72c-4a30-b610-61c0942cb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:23.580034 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-25e1bd54-f72c-4a30-b610-61c0942cb4f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=35b67a9e-caf8-44cc-b757-5b81433956ef HTTP/1.1" status: 200 len: 845 time: 0.1294322 Aug 17 16:19:23.641568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-12b6b1aa-0153-41bc-94c0-5d3d3eefe675 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387664 Aug 17 16:19:23.658215 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Attempting to bind port 275cab89-b0f7-47a1-9ab7-c1189925ef49 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:23.658655 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Attempting to bind port 275cab89-b0f7-47a1-9ab7-c1189925ef49 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:23.658989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Attempting to bind port 275cab89-b0f7-47a1-9ab7-c1189925ef49 on network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:23.662737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:19:23.667689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-f3b1713e-0311-4111-8525-1aaf4e69bcd2 service neutron] 10.222.0.77 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730949 Aug 17 16:19:23.674707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Port 275cab89-b0f7-47a1-9ab7-c1189925ef49 on network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:19:23.674950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Attempting to bind port 275cab89-b0f7-47a1-9ab7-c1189925ef49 on network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:23.680018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-a2ddde24-d5a4-4a99-8882-559b4eb276ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:23.681550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-a2ddde24-d5a4-4a99-8882-559b4eb276ab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=66ac31cd-9571-442d-bc12-ac6589acbd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928454 Aug 17 16:19:23.688537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:23.688882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Checking segment: {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:23.689484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Bound using segment: {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:23.689693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Bound port: 275cab89-b0f7-47a1-9ab7-c1189925ef49, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:23.690057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:23.718114 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:23.815572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Allocated IP 172.20.0.8 (eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444/3a975b76-b875-47be-8b0d-6fd61b373dda/cadf725d-5c54-425e-9590-e792b4bcb4cb) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:23.822910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:23.839701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'mac_address': 'fa:16:3e:44:c5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:19:23.870884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-424c727b-f744-4d69-a6dc-e04ac80982e0 service neutron] 10.222.0.77 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033548 Aug 17 16:19:23.889381 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:23.908252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf227dc-0c0f-4fe2-bd5e-4eac235aee39 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:23.931309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:23.939269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] For port 275cab89-b0f7-47a1-9ab7-c1189925ef49, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:23.939455 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:23.961777 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-4459e752-2bf2-44f4-9868-e888869bf61e service neutron] 10.222.0.91 "GET /v2.0/networks/66ac31cd-9571-442d-bc12-ac6589acbd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598944 Aug 17 16:19:23.967361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] For port 275cab89-b0f7-47a1-9ab7-c1189925ef49, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=275cab89-b0f7-47a1-9ab7-c1189925ef49,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:24.007420 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:24.019048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Allocated IP 172.25.7.244 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/da9dee2f-a5de-4385-bf60-924038a29fe4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:24.043505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:24.135618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:24.162537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Transition to ACTIVE for port object cadf725d-5c54-425e-9590-e792b4bcb4cb will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:24.216076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['adf227dc-0c0f-4fe2-bd5e-4eac235aee39'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:24.281192 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:24.300495 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:24.374065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:24.374751 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:24.376191 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] 10.222.0.93 "PUT /v2.0/ports/275cab89-b0f7-47a1-9ab7-c1189925ef49 HTTP/1.1" status: 200 len: 1091 time: 1.9244685 Aug 17 16:19:24.413799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:24.432025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae02e07-f139-4bd0-b62e-1e1d59d11813 req-00ed8baa-a229-45c6-a3f3-513df67d33d1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:24.441270 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ae02e07-f139-4bd0-b62e-1e1d59d11813 req-00ed8baa-a229-45c6-a3f3-513df67d33d1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 945 time: 0.2310929 Aug 17 16:19:24.446405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0c5751-308a-4e24-9ca8-75f699975881', 'tag': '275cab89-b0f7-47a1-9ab7-c1189925ef49'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:24.447569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:24.458487 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f71fb7e-7889-4e54-b7c0-ec7492235a56" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0c5751-308a-4e24-9ca8-75f699975881", "tag": "275cab89-b0f7-47a1-9ab7-c1189925ef49"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:24.471880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:24.485569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58ea92-2358-4639-91cd-9fd1968afa51 service neutron] Pushing event updated for resources: {'Port': ['ID=275cab89-b0f7-47a1-9ab7-c1189925ef49,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:24.485886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Pushing event updated for resources: {'Port': ['ID=cadf725d-5c54-425e-9590-e792b4bcb4cb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:24.539956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:24.587105 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ae02e07-f139-4bd0-b62e-1e1d59d11813 req-51e1c880-a196-478c-a452-f4db6bfbc84b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443379 Aug 17 16:19:24.617963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event updated for resources: {'Port': ['ID=da9dee2f-a5de-4385-bf60-924038a29fe4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:24.620995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:24.622807 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:24.643879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-be9b53d7-0748-4023-a01a-d90f9d4da2ab tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5675244 Aug 17 16:19:24.652031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:24.664421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Request body: {'port': {'device_id': '1f834b14-47ff-4017-91e2-7a38ec74fe72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:24.668424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:24.682971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd2644a-3ef0-422a-9344-04993da4bb19 req-8851e3fd-0b94-46e4-95de-9b45da5bf34f service neutron] 10.222.0.91 "GET /v2.0/networks/66ac31cd-9571-442d-bc12-ac6589acbd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948590 Aug 17 16:19:24.685200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:24.765206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09862df6-559f-4959-98b2-841be89c2767 req-77126732-4692-4350-92a4-24d6f8249359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:24.768975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-77126732-4692-4350-92a4-24d6f8249359 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=45b87085964648ac836898dd5fcc247b&device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 1094 time: 0.3012457 Aug 17 16:19:24.829796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-fa956608-3b98-4334-8381-ef570c4917ff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275cab89-b0f7-47a1-9ab7-c1189925ef49 HTTP/1.1" status: 200 len: 217 time: 0.0505137 Aug 17 16:19:24.849096 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:24.884047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872be32-c35b-445b-bcfb-04779a3dbe07 req-8c939b98-2e90-4aea-a2e7-605499f3a3df tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:24.890416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0872be32-c35b-445b-bcfb-04779a3dbe07 req-8c939b98-2e90-4aea-a2e7-605499f3a3df tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 949 time: 0.1640553 Aug 17 16:19:24.896118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2204f7dc-70b6-4d7d-8c8b-7386637ecc60 None None] Provisioning for port cadf725d-5c54-425e-9590-e792b4bcb4cb completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:24.901622 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2204f7dc-70b6-4d7d-8c8b-7386637ecc60 None None] Provisioning complete for port cadf725d-5c54-425e-9590-e792b4bcb4cb triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:24.902406 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2204f7dc-70b6-4d7d-8c8b-7386637ecc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:24.932780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:24.949755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09862df6-559f-4959-98b2-841be89c2767 req-bfa335ef-ddc7-4624-a715-5b7a14e041c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:24.953510 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-bfa335ef-ddc7-4624-a715-5b7a14e041c3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a975b76-b875-47be-8b0d-6fd61b373dda HTTP/1.1" status: 200 len: 855 time: 0.0971603 Aug 17 16:19:24.990815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0872be32-c35b-445b-bcfb-04779a3dbe07 req-9726c4ac-5ded-4e9b-89a2-8463f6224b0f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863614 Aug 17 16:19:25.004300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2204f7dc-70b6-4d7d-8c8b-7386637ecc60 None None] Port cadf725d-5c54-425e-9590-e792b4bcb4cb cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:19:25.276594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35551d9-d25d-4b7e-9488-ebd7fb3494f9 req-b078261b-f35e-40c2-b03c-b0134975cce4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:25.278040 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b35551d9-d25d-4b7e-9488-ebd7fb3494f9 req-b078261b-f35e-40c2-b03c-b0134975cce4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1059563 Aug 17 16:19:25.364107 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b35551d9-d25d-4b7e-9488-ebd7fb3494f9 req-79f0eaf7-c396-4510-98b8-3b59499eaef0 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770209 Aug 17 16:19:25.420647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadf725d-5c54-425e-9590-e792b4bcb4cb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:25.432616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:25.448772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Transition to ACTIVE for port object cadf725d-5c54-425e-9590-e792b4bcb4cb will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:25.460259 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:25.480708 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:25.566497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Pushing event updated for resources: {'Port': ['ID=cadf725d-5c54-425e-9590-e792b4bcb4cb,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:25.586895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc54091-d2d4-4232-b46b-2465fa78c066 req-7351f93d-9331-4905-9d0e-26cec23aeaad tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:25.588743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fc54091-d2d4-4232-b46b-2465fa78c066 req-7351f93d-9331-4905-9d0e-26cec23aeaad tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 944 time: 0.1297302 Aug 17 16:19:25.674057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:25.712271 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fc54091-d2d4-4232-b46b-2465fa78c066 req-b7698aa1-b90e-4e7d-844e-ea7c8f87143e tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058373 Aug 17 16:19:25.780600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Attempting to bind port cadf725d-5c54-425e-9590-e792b4bcb4cb on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:25.781366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Attempting to bind port cadf725d-5c54-425e-9590-e792b4bcb4cb by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:25.781800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Attempting to bind port cadf725d-5c54-425e-9590-e792b4bcb4cb on network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:25.792833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Port cadf725d-5c54-425e-9590-e792b4bcb4cb on network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:19:25.793223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Attempting to bind port cadf725d-5c54-425e-9590-e792b4bcb4cb on network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:25.805500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 439274d3-0e63-4698-957f-4ee04010bbfe details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:19:25.809472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:25.812103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Checking segment: {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:25.814978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Bound using segment: {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:25.815593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Bound port: cadf725d-5c54-425e-9590-e792b4bcb4cb, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:25.816101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:25.817791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:25.838685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:25.839135 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:25.869336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:25.890115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:25.926166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c3403361-96f2-408d-8632-a7fa8058b40e req-02e8bd68-b2c5-4f98-8e67-050dadbabf08 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 210 time: 0.0713096 Aug 17 16:19:25.948392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09862df6-559f-4959-98b2-841be89c2767 req-8f53f700-9f7f-46fc-b8ee-bfbb6677a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:25.954936 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-8f53f700-9f7f-46fc-b8ee-bfbb6677a46d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9936581 Aug 17 16:19:26.019874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] For port cadf725d-5c54-425e-9590-e792b4bcb4cb, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:26.026550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] For port cadf725d-5c54-425e-9590-e792b4bcb4cb, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=cadf725d-5c54-425e-9590-e792b4bcb4cb,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:26.035762 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:26.128730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event updated for resources: {'Port': ['ID=da9dee2f-a5de-4385-bf60-924038a29fe4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:26.145857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 439274d3-0e63-4698-957f-4ee04010bbfe, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=439274d3-0e63-4698-957f-4ee04010bbfe,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:26.151786 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7864d0-1ca2-4b85-af8d-036285a198a5 x-openstack-request-id: req-ae7864d0-1ca2-4b85-af8d-036285a198a5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:26.152043 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0c5751-308a-4e24-9ca8-75f699975881", "tag": "275cab89-b0f7-47a1-9ab7-c1189925ef49", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:26.152216 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae7864d0-1ca2-4b85-af8d-036285a198a5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:26.152632 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0c5751-308a-4e24-9ca8-75f699975881', 'tag': '275cab89-b0f7-47a1-9ab7-c1189925ef49', 'status': 'completed', 'code': 200} Aug 17 16:19:26.156455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Pushing event updated for resources: {'Port': ['ID=cadf725d-5c54-425e-9590-e792b4bcb4cb,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:26.178882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:26.181482 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:26.187067 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-5081ba54-6e7d-4ca0-b331-a6ed6b174805 service neutron] 10.222.0.91 "PUT /v2.0/ports/cadf725d-5c54-425e-9590-e792b4bcb4cb HTTP/1.1" status: 200 len: 1091 time: 1.5309665 Aug 17 16:19:26.188708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f834b14-47ff-4017-91e2-7a38ec74fe72', 'tag': 'cadf725d-5c54-425e-9590-e792b4bcb4cb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:26.202725 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a640a94f-77ad-43ab-be4c-d28c9ea87f34" -d '{"events": [{"name": "network-changed", "server_uuid": "1f834b14-47ff-4017-91e2-7a38ec74fe72", "tag": "cadf725d-5c54-425e-9590-e792b4bcb4cb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:26.217067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-9d645158-5db9-48d0-805f-430b335f0dff tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:26.218251 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-9d645158-5db9-48d0-805f-430b335f0dff tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.93 "GET /v2.0/networks?id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 200 len: 816 time: 0.5459867 Aug 17 16:19:26.219137 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:26.252061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Request body: {'port': {'device_id': '84f74e15-eeae-442d-9491-44c3e70ab497', 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444', 'admin_state_up': True, 'tenant_id': '45b87085964648ac836898dd5fcc247b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:26.269095 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:26.270352 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-d2865f89-8f97-49c4-a0e1-6f7ce2bd4420 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0711379 Aug 17 16:19:26.392347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-00935921-4756-457e-b6aa-d793bad4c948 service neutron] 10.222.0.93 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230011 Aug 17 16:19:26.404958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bff83-7b15-4510-b29a-0c45c4e849fb req-e93c7a57-153c-4dbd-a4aa-12b96144cc62 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:26.413773 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-319bff83-7b15-4510-b29a-0c45c4e849fb req-e93c7a57-153c-4dbd-a4aa-12b96144cc62 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 945 time: 0.1899602 Aug 17 16:19:26.430903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '439274d3-0e63-4698-957f-4ee04010bbfe', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'port_id': '439274d3-0e63-4698-957f-4ee04010bbfe', 'mac_address': 'fa:16:3e:f1:96:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:19:26.439074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-3a1537d9-3a17-4ba4-813f-526c0f22fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:26.441101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-3a1537d9-3a17-4ba4-813f-526c0f22fade service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45b87085964648ac836898dd5fcc247b&device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72 HTTP/1.1" status: 200 len: 1094 time: 0.1870065 Aug 17 16:19:26.488360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-bb03c299-118f-4400-aeec-d82db3de99b1 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.1834033 Aug 17 16:19:26.503135 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-319bff83-7b15-4510-b29a-0c45c4e849fb req-79592edd-e9c4-4d6f-94c8-9e6e28febe78 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834193 Aug 17 16:19:26.530231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-2978f768-4f20-4cf0-9931-48bd3a0e3464 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2264099 Aug 17 16:19:26.573556 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:26.588607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-9a9bb925-95d7-4aec-816e-a9566bb84765 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cadf725d-5c54-425e-9590-e792b4bcb4cb HTTP/1.1" status: 200 len: 217 time: 0.1360910 Aug 17 16:19:26.658413 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:26.662822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:26.666215 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:26.669981 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d28ba3-2fe1-4e3c-85e0-3dad10d75128" -d '{"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-plugged", "status": "completed", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:26.682048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:26.711945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-4a9aad94-6bb2-4646-bc0e-c8885d22a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:26.714574 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-4a9aad94-6bb2-4646-bc0e-c8885d22a47c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a975b76-b875-47be-8b0d-6fd61b373dda HTTP/1.1" status: 200 len: 855 time: 0.1147513 Aug 17 16:19:26.732026 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9a8d0-c2fb-429b-ae09-e8482dea43ea req-a4c7a5d6-f48e-4ff3-b99c-13b333b24486 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:26.740765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03c9a8d0-c2fb-429b-ae09-e8482dea43ea req-a4c7a5d6-f48e-4ff3-b99c-13b333b24486 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 949 time: 0.0959330 Aug 17 16:19:26.768817 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Made reservation on behalf of 45b87085964648ac836898dd5fcc247b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:19:26.772553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:26.779539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439274d3-0e63-4698-957f-4ee04010bbfe {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:26.785437 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:26.800920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-39fd0ab2-61a9-433c-a1b7-46dfd6de9e0c tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:26.802402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b45f5c0-9f55-4abb-bdf3-f3058690dc6b req-39fd0ab2-61a9-433c-a1b7-46dfd6de9e0c tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2764122 Aug 17 16:19:26.804479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-cade367d-c0a7-428d-8332-032a7797c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:26.806025 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-cade367d-c0a7-428d-8332-032a7797c38d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 1101 time: 0.1835177 Aug 17 16:19:26.814728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09862df6-559f-4959-98b2-841be89c2767 req-0073c2cb-6f83-42cb-aaa3-9273527e0f39 service neutron] 10.222.0.93 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772142 Aug 17 16:19:26.838321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 439274d3-0e63-4698-957f-4ee04010bbfe, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=439274d3-0e63-4698-957f-4ee04010bbfe,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:26.851918 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03c9a8d0-c2fb-429b-ae09-e8482dea43ea req-37b9c041-aac9-4693-a337-d29c6a70be43 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086907 Aug 17 16:19:26.852222 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:26.882442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-9109d545-b7b2-4b13-9bd2-6f7aaf7b77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:26.883961 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-9109d545-b7b2-4b13-9bd2-6f7aaf7b77f3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404543 Aug 17 16:19:26.935698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=439274d3-0e63-4698-957f-4ee04010bbfe,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:27.009180 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51174be0-cbbe-4890-b11e-8ea372fb0e3f x-openstack-request-id: req-51174be0-cbbe-4890-b11e-8ea372fb0e3f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:27.009180 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f834b14-47ff-4017-91e2-7a38ec74fe72", "tag": "cadf725d-5c54-425e-9590-e792b4bcb4cb", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:27.009401 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51174be0-cbbe-4890-b11e-8ea372fb0e3f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:27.009660 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f834b14-47ff-4017-91e2-7a38ec74fe72', 'tag': 'cadf725d-5c54-425e-9590-e792b4bcb4cb', 'status': 'completed', 'code': 200} Aug 17 16:19:27.110143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['439274d3-0e63-4698-957f-4ee04010bbfe'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:27.209199 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ca93d9-bb27-4f5a-aea6-69fdfee9102e x-openstack-request-id: req-c0ca93d9-bb27-4f5a-aea6-69fdfee9102e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:27.209871 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-plugged", "status": "completed", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:27.209871 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0ca93d9-bb27-4f5a-aea6-69fdfee9102e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:27.210154 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'code': 200} Aug 17 16:19:27.214289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-4aa07e48-d5a2-4f95-bb14-bc8bc19e97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:27.218231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-4aa07e48-d5a2-4f95-bb14-bc8bc19e97e5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3625500 Aug 17 16:19:27.316778 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-b483cbe3-5d08-40c2-a77d-a204bd823e18 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 200 len: 217 time: 0.0825942 Aug 17 16:19:27.324587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-dc8c2cba-a5d9-426b-bc46-9e9a66b3f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:27.326966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-dc8c2cba-a5d9-426b-bc46-9e9a66b3f4c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=45b87085964648ac836898dd5fcc247b&device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 1094 time: 0.4070718 Aug 17 16:19:27.384721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43330) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:27.410440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Allocated IP 172.20.0.12 (eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444/3a975b76-b875-47be-8b0d-6fd61b373dda/f1fc8133-660d-4479-984a-6acf805bc492) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:27.504291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-28eb16c6-5642-48f6-902d-d28832aeafea service neutron] 10.222.0.91 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056643 Aug 17 16:19:27.536218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-a3689af6-c3a7-4ce6-9de8-5afc5b11e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:27.546667 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-a3689af6-c3a7-4ce6-9de8-5afc5b11e5af service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1721649 Aug 17 16:19:27.564134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f88f1c-1360-4101-842f-210a89b60750 req-c30d1d4a-b70b-4e98-92eb-617209f9477b tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:27.565790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9f88f1c-1360-4101-842f-210a89b60750 req-c30d1d4a-b70b-4e98-92eb-617209f9477b tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 945 time: 0.2475481 Aug 17 16:19:27.610252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c962fa-63b2-40fc-9f6d-ddd734f175e0 req-b9460761-9f8d-47a9-b98c-da0e147a242c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:27.614907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84c962fa-63b2-40fc-9f6d-ddd734f175e0 req-b9460761-9f8d-47a9-b98c-da0e147a242c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1705697 Aug 17 16:19:27.621789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922ae22-1497-4adb-add1-a810288addbf req-abcc5ef9-3c40-434a-a221-cde90b1a9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:27.623454 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f922ae22-1497-4adb-add1-a810288addbf req-abcc5ef9-3c40-434a-a221-cde90b1a9c30 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1101 time: 0.1803343 Aug 17 16:19:27.645718 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f143b9b3-8d00-4528-8d72-5b4571e2fe9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:27.709815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dce6419-5c41-4378-b205-eb3c9e3aab18 req-cf8f669e-519b-4b20-9c74-073c3fe920fa service neutron] 10.222.0.91 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971991 Aug 17 16:19:27.715569 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84c962fa-63b2-40fc-9f6d-ddd734f175e0 req-6cba0347-48c2-4c4b-a0ef-19babe5615f0 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911036 Aug 17 16:19:27.717435 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f922ae22-1497-4adb-add1-a810288addbf req-e57455b3-9d62-4ca3-9a86-9faa5acafb50 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789874 Aug 17 16:19:27.738696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-c4a1c091-b9fd-46a5-93de-df5203dc5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:27.740323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-c4a1c091-b9fd-46a5-93de-df5203dc5f1c service neutron] 10.222.0.93 "GET /v2.0/networks?id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 200 len: 917 time: 0.3543627 Aug 17 16:19:27.784379 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9f88f1c-1360-4101-842f-210a89b60750 req-f698c62a-f6ac-4201-bae1-7ba6ae086db8 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951351 Aug 17 16:19:27.796126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-f6a832dd-1c35-42ef-ad69-fc5f9e4f89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:27.798220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-f6a832dd-1c35-42ef-ad69-fc5f9e4f89ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2288644 Aug 17 16:19:27.847275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-ed24a23a-10ed-47c9-8374-ce4dd76477dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275cab89-b0f7-47a1-9ab7-c1189925ef49 HTTP/1.1" status: 200 len: 217 time: 0.0703359 Aug 17 16:19:27.904203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-8d682ddb-a8a6-41d5-96ad-3710e7397ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:27.905044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-8d682ddb-a8a6-41d5-96ad-3710e7397ccb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45b87085964648ac836898dd5fcc247b&device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72 HTTP/1.1" status: 200 len: 1094 time: 0.1269531 Aug 17 16:19:27.998608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4bcc7a68-8c53-4c69-a47e-a3bab3642e6c req-315a2b9a-948a-4fb0-820a-c16cdaef3d3b tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 210 time: 0.0974343 Aug 17 16:19:28.019593 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-9bc40aba-aa51-4dfa-bf0f-ff11d8531816 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2315760 Aug 17 16:19:28.041525 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:28.060922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-dd9063f9-9421-49bc-9a08-e428733af13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:28.062444 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-dd9063f9-9421-49bc-9a08-e428733af13c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a975b76-b875-47be-8b0d-6fd61b373dda HTTP/1.1" status: 200 len: 855 time: 0.1917481 Aug 17 16:19:28.091858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:28.097557 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Transition to ACTIVE for port object f1fc8133-660d-4479-984a-6acf805bc492 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:28.104982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-b26670e5-b29f-454d-aaa0-ac7f2fe8070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:28.106893 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-b26670e5-b29f-454d-aaa0-ac7f2fe8070f service neutron] 10.222.0.91 "GET /v2.0/networks?id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 200 len: 917 time: 0.1886404 Aug 17 16:19:28.114673 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0152075-7182-4739-81e5-507f7480fc40 req-dd029104-1129-4125-a07a-78726d2270ac service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1318400 Aug 17 16:19:28.156388 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-75f9e066-78a7-4038-b914-09d975f60886 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223491 Aug 17 16:19:28.167443 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-be7d8d60-fa78-4143-8e3c-2faa23c6e53c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cadf725d-5c54-425e-9590-e792b4bcb4cb HTTP/1.1" status: 200 len: 217 time: 0.0518534 Aug 17 16:19:28.239957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152075-7182-4739-81e5-507f7480fc40 req-d957fa71-6a2d-45a9-96f5-5ea772dcbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:28.241780 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0152075-7182-4739-81e5-507f7480fc40 req-d957fa71-6a2d-45a9-96f5-5ea772dcbefb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 1096 time: 0.0834911 Aug 17 16:19:28.243320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-f60a01f6-11ff-4bd6-9715-76e0300bf43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:28.244941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-f60a01f6-11ff-4bd6-9715-76e0300bf43e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a975b76-b875-47be-8b0d-6fd61b373dda HTTP/1.1" status: 200 len: 855 time: 0.0595157 Aug 17 16:19:28.248250 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f143b9b3-8d00-4528-8d72-5b4571e2fe9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:28.268846 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f143b9b3-8d00-4528-8d72-5b4571e2fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:28.298264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-2f878e04-7ef2-47a0-8ee7-e4f78adaa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:28.300027 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-2f878e04-7ef2-47a0-8ee7-e4f78adaa4a4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214227 Aug 17 16:19:28.318649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e06f6c-cc09-455f-a27d-ba99385e18d3 req-974a25a7-b76b-4316-9341-cb673527b0c6 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:28.320314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9e06f6c-cc09-455f-a27d-ba99385e18d3 req-974a25a7-b76b-4316-9341-cb673527b0c6 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 945 time: 0.2310967 Aug 17 16:19:28.368761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:28.372931 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:28.413417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f143b9b3-8d00-4528-8d72-5b4571e2fe9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3c14a86dd4a443faea0c93ac43aa3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0177338 Aug 17 16:19:28.423906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43340) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:28.451194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-a5472f5a-fe07-4bdb-b98c-8dbd6d61954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:28.452940 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-a5472f5a-fe07-4bdb-b98c-8dbd6d61954d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943276 Aug 17 16:19:28.468314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143b9b3-8d00-4528-8d72-5b4571e2fe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3cca2c-0a91-4ab0-ad5d-02581adca73c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:28.533724 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-148e72b0-bffc-4ccf-ac00-48e4ea359fb5 req-179696fe-089c-45fe-a271-577a5fbcee3a service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584957 Aug 17 16:19:28.538124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:28.541048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9e06f6c-cc09-455f-a27d-ba99385e18d3 req-132cf38c-e57f-4406-ad38-a776e4d2355d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028515 Aug 17 16:19:28.543700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Pushing event updated for resources: {'Port': ['ID=f1fc8133-660d-4479-984a-6acf805bc492,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:28.552580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:28.556527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:28.568140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152075-7182-4739-81e5-507f7480fc40 req-4d1d4f87-ccd8-48cb-87dc-e81a64b3123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:28.569642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0152075-7182-4739-81e5-507f7480fc40 req-4d1d4f87-ccd8-48cb-87dc-e81a64b3123b service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.2963431 Aug 17 16:19:28.608689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-281989df-42d4-4d0f-b689-81dcbbca4821 service neutron] 10.222.0.93 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853899 Aug 17 16:19:28.701251 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0152075-7182-4739-81e5-507f7480fc40 req-dc42aa84-15aa-4b01-8ae1-beb528210b6a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82587609-6d08-4d18-86a8-678fabe6e1ce HTTP/1.1" status: 200 len: 217 time: 0.1128860 Aug 17 16:19:28.733413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d066f15-ec39-41d6-8099-125456d5ed77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:28.787343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f71fb7e-7889-4e54-b7c0-ec7492235a56 req-ec82f486-121b-4950-8b62-c427d31ef9a8 service neutron] 10.222.0.93 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599534 Aug 17 16:19:28.791987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d066f15-ec39-41d6-8099-125456d5ed77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:28.794199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:28.794932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:28.831842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-3ac85a51-c750-490c-8661-98a25bf348eb tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5930672 Aug 17 16:19:28.844472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Request body: {'port': {'device_id': '84f74e15-eeae-442d-9491-44c3e70ab497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:28.869627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-d52409ab-a9eb-442d-a5e6-a748e6cef447 service neutron] 10.222.0.91 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988688 Aug 17 16:19:28.873303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e9c9b68f-9f02-43cd-a8cb-d78aaa2d7cb1 None None] Provisioning for port f1fc8133-660d-4479-984a-6acf805bc492 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:28.878245 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e9c9b68f-9f02-43cd-a8cb-d78aaa2d7cb1 None None] Provisioning complete for port f1fc8133-660d-4479-984a-6acf805bc492 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:28.878854 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9c9b68f-9f02-43cd-a8cb-d78aaa2d7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:28.917648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9b68f-9f02-43cd-a8cb-d78aaa2d7cb1 None None] Port f1fc8133-660d-4479-984a-6acf805bc492 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:19:28.962321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152075-7182-4739-81e5-507f7480fc40 req-dc1a8487-9b67-4cc5-a493-4ff33c52365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:28.964162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0152075-7182-4739-81e5-507f7480fc40 req-dc1a8487-9b67-4cc5-a493-4ff33c52365a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.2438512 Aug 17 16:19:29.023450 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0152075-7182-4739-81e5-507f7480fc40 req-16e6efc1-5db3-4dcd-8e60-d443cf247e54 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387487 Aug 17 16:19:29.039541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.051243 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d066f15-ec39-41d6-8099-125456d5ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.053987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d066f15-ec39-41d6-8099-125456d5ed77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.058408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3d066f15-ec39-41d6-8099-125456d5ed77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d3cca2c-0a91-4ab0-ad5d-02581adca73c HTTP/1.1" status: 204 len: 168 time: 0.6301460 Aug 17 16:19:29.136594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d066f15-ec39-41d6-8099-125456d5ed77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3cca2c-0a91-4ab0-ad5d-02581adca73c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:29.175292 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a640a94f-77ad-43ab-be4c-d28c9ea87f34 req-288f7f1a-0b26-4f49-97b5-9e4256cc2d4a service neutron] 10.222.0.91 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889900 Aug 17 16:19:29.274076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0152075-7182-4739-81e5-507f7480fc40 req-32a43fd9-c3c3-4b94-bfca-95a097e1fb36 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376864 Aug 17 16:19:29.296504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448392b-f9f4-4112-9a8c-c72d5ee6971c req-17aa2de9-d9f2-4458-b0e2-83bbf25c0da0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:29.304012 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b448392b-f9f4-4112-9a8c-c72d5ee6971c req-17aa2de9-d9f2-4458-b0e2-83bbf25c0da0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.6147182 Aug 17 16:19:29.317987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Allocated IP 172.25.7.199 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/5321e2d3-f21f-486b-ad88-f4fdbac99318) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:19:29.375140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b448392b-f9f4-4112-9a8c-c72d5ee6971c req-398497b3-db37-4cfa-a1ad-d31d5a11272e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701184 Aug 17 16:19:29.385884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.466158 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0152075-7182-4739-81e5-507f7480fc40 req-12b653a8-7b2e-4985-b418-669517899a3d service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798875 Aug 17 16:19:29.533357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43352) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:29.553041 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.562546 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7b35272-378c-4754-8685-d4466046d3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.646825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.669581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473bb1f-2cfb-4c47-8a61-39e289632978 req-ca3dc0db-bde1-4543-ba7e-ea66103cab5a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:29.671184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d473bb1f-2cfb-4c47-8a61-39e289632978 req-ca3dc0db-bde1-4543-ba7e-ea66103cab5a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1197286 Aug 17 16:19:29.693313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 275cab89-b0f7-47a1-9ab7-c1189925ef49 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:19:29.698849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:19:29.708324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:19:29.714441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:19:29.736873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d473bb1f-2cfb-4c47-8a61-39e289632978 req-2590755e-a0c7-483d-8ca3-8a575d2885ae tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588801 Aug 17 16:19:29.748650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event updated for resources: {'Port': ['ID=5321e2d3-f21f-486b-ad88-f4fdbac99318,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:29.780250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7b35272-378c-4754-8685-d4466046d3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.821144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fc8133-660d-4479-984a-6acf805bc492 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:29.830662 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7b35272-378c-4754-8685-d4466046d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.831225 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.841634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 275cab89-b0f7-47a1-9ab7-c1189925ef49, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=275cab89-b0f7-47a1-9ab7-c1189925ef49,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:29.857043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device cadf725d-5c54-425e-9590-e792b4bcb4cb details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:19:29.861160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 439274d3-0e63-4698-957f-4ee04010bbfe up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:29.874925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Transition to ACTIVE for port object f1fc8133-660d-4479-984a-6acf805bc492 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:29.881392 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.896138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c7b35272-378c-4754-8685-d4466046d3e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92a18ab903974dfaa51d292b56451917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591383 Aug 17 16:19:29.897146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b35272-378c-4754-8685-d4466046d3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e99abfd-54a1-4efa-9b3c-ffc0930c3998,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:29.901709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43356) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:29.906353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '275cab89-b0f7-47a1-9ab7-c1189925ef49', 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444', 'port_id': '275cab89-b0f7-47a1-9ab7-c1189925ef49', 'mac_address': 'fa:16:3e:cf:40:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a975b76-b875-47be-8b0d-6fd61b373dda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:19:29.944397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:29.948020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39beb12-4bf3-4171-b553-081f98bb00cc req-72129bd9-c9c2-4c3c-aef7-31958d28fcd7 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:29.956488 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f39beb12-4bf3-4171-b553-081f98bb00cc req-72129bd9-c9c2-4c3c-aef7-31958d28fcd7 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 945 time: 0.1221919 Aug 17 16:19:30.032248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.035820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fc8133-660d-4479-984a-6acf805bc492,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:30.037211 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.047689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cabd21c5-bde7-472d-abde-04af75e2e3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.067885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275cab89-b0f7-47a1-9ab7-c1189925ef49 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:30.077764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f39beb12-4bf3-4171-b553-081f98bb00cc req-7ee407f4-5c99-4f3d-9e8c-8c9425cc4321 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202645 Aug 17 16:19:30.124971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cabd21c5-bde7-472d-abde-04af75e2e3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.131832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Attempting to bind port f1fc8133-660d-4479-984a-6acf805bc492 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:30.132334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Attempting to bind port f1fc8133-660d-4479-984a-6acf805bc492 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:30.133042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Attempting to bind port f1fc8133-660d-4479-984a-6acf805bc492 on network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:30.138715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 439274d3-0e63-4698-957f-4ee04010bbfe completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:30.140439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Port f1fc8133-660d-4479-984a-6acf805bc492 on network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:19:30.140887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Attempting to bind port f1fc8133-660d-4479-984a-6acf805bc492 on network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:30.148386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:30.149040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Checking segment: {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:30.149529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Bound using segment: {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:30.150418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Bound port: f1fc8133-660d-4479-984a-6acf805bc492, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e391c782-8524-4c96-9d7e-04f314a4ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:30.150840 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.181701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 439274d3-0e63-4698-957f-4ee04010bbfe triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:30.185490 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.191284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 275cab89-b0f7-47a1-9ab7-c1189925ef49, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=275cab89-b0f7-47a1-9ab7-c1189925ef49,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:30.195251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port cadf725d-5c54-425e-9590-e792b4bcb4cb, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=cadf725d-5c54-425e-9590-e792b4bcb4cb,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:30.217213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.279106 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cabd21c5-bde7-472d-abde-04af75e2e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.282461 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cabd21c5-bde7-472d-abde-04af75e2e3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.286241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cabd21c5-bde7-472d-abde-04af75e2e3d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e99abfd-54a1-4efa-9b3c-ffc0930c3998 HTTP/1.1" status: 204 len: 168 time: 0.3834293 Aug 17 16:19:30.286832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fd5d0-f430-43be-ab13-1677e27c0ea7 req-efbc7bd1-412e-4699-a8c2-9a9d66762177 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:30.294896 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-204fd5d0-f430-43be-ab13-1677e27c0ea7 req-efbc7bd1-412e-4699-a8c2-9a9d66762177 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 944 time: 0.0942323 Aug 17 16:19:30.297523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd21c5-bde7-472d-abde-04af75e2e3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e99abfd-54a1-4efa-9b3c-ffc0930c3998,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:30.297870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] For port f1fc8133-660d-4479-984a-6acf805bc492, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:30.315240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] For port f1fc8133-660d-4479-984a-6acf805bc492, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f1fc8133-660d-4479-984a-6acf805bc492,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:30.328145 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.328401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'cadf725d-5c54-425e-9590-e792b4bcb4cb', 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444', 'port_id': 'cadf725d-5c54-425e-9590-e792b4bcb4cb', 'mac_address': 'fa:16:3e:9f:41:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a975b76-b875-47be-8b0d-6fd61b373dda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:19:30.333399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=275cab89-b0f7-47a1-9ab7-c1189925ef49,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:30.334319 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.337185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.398553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:30.399232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.400735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] 10.222.0.93 "PUT /v2.0/ports/f1fc8133-660d-4479-984a-6acf805bc492 HTTP/1.1" status: 200 len: 1092 time: 1.5607734 Aug 17 16:19:30.403997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f74e15-eeae-442d-9491-44c3e70ab497', 'tag': 'f1fc8133-660d-4479-984a-6acf805bc492'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:30.406547 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b973b0a1-3e90-4386-b846-4e4e54b2986f" -d '{"events": [{"name": "network-changed", "server_uuid": "84f74e15-eeae-442d-9491-44c3e70ab497", "tag": "f1fc8133-660d-4479-984a-6acf805bc492"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:30.420991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event updated for resources: {'Port': ['ID=5321e2d3-f21f-486b-ad88-f4fdbac99318,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:30.438432 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-204fd5d0-f430-43be-ab13-1677e27c0ea7 req-1010a46d-ede4-4634-8431-621ea8cf3d9f tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367180 Aug 17 16:19:30.461158 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.489921 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.500766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e142a-5ce9-41d8-9025-a73d26b166f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fc8133-660d-4479-984a-6acf805bc492,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:30.522263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['275cab89-b0f7-47a1-9ab7-c1189925ef49'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:30.534653 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.544108 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-60fc1d51-1ce6-409b-b0cf-0b74aff95d6b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4656534 Aug 17 16:19:30.567866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadf725d-5c54-425e-9590-e792b4bcb4cb {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:30.596282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port cadf725d-5c54-425e-9590-e792b4bcb4cb, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=cadf725d-5c54-425e-9590-e792b4bcb4cb,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:30.598740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-9b40eb41-b65b-49b2-8d2c-0008ea42c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:30.600272 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-9b40eb41-b65b-49b2-8d2c-0008ea42c3af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=45b87085964648ac836898dd5fcc247b&device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 1095 time: 0.1427801 Aug 17 16:19:30.618127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.625003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-7deb4d33-02ce-464d-b54c-f60776cd972f tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0795207 Aug 17 16:19:30.673866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.719481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a579e5-2e4a-407f-9d60-d8863cf8858f req-aa02ede1-99f7-4ed8-8386-4651ee4f3f24 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:30.736571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96a579e5-2e4a-407f-9d60-d8863cf8858f req-aa02ede1-99f7-4ed8-8386-4651ee4f3f24 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 945 time: 0.2062159 Aug 17 16:19:30.739976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-cf111b92-6dc7-4c01-b4bc-939d9bdfd075 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fc8133-660d-4479-984a-6acf805bc492 HTTP/1.1" status: 200 len: 217 time: 0.1249368 Aug 17 16:19:30.745630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 439274d3-0e63-4698-957f-4ee04010bbfe, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=439274d3-0e63-4698-957f-4ee04010bbfe,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:30.772693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439274d3-0e63-4698-957f-4ee04010bbfe'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:30.775251 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5de1ff-386a-40de-abb2-e8de33f1c465" -d '{"events": [{"server_uuid": "6cb1b58e-8ab1-4b82-a209-47d577faa76d", "name": "network-vif-plugged", "status": "completed", "tag": "439274d3-0e63-4698-957f-4ee04010bbfe"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:30.801267 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:30.828731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96a579e5-2e4a-407f-9d60-d8863cf8858f req-03a642b0-c794-49d6-ba28-5b8e2833c8ee tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890446 Aug 17 16:19:30.828971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=cadf725d-5c54-425e-9590-e792b4bcb4cb,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:30.849060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-8bff60a4-b2ab-42eb-abc5-d40b8d88d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:30.850572 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-8bff60a4-b2ab-42eb-abc5-d40b8d88d2e7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a975b76-b875-47be-8b0d-6fd61b373dda HTTP/1.1" status: 200 len: 855 time: 0.0964303 Aug 17 16:19:30.851080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-65758f10-8938-47ab-b2d9-4bcbd6a52dde tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:30.858977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbfc8eb9-b337-4df5-a351-cb5951823e78 req-65758f10-8938-47ab-b2d9-4bcbd6a52dde tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2316773 Aug 17 16:19:30.928371 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=439274d3-0e63-4698-957f-4ee04010bbfe,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:30.946829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-7af486ba-e92e-4186-8edf-0510cd687d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:30.948444 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-7af486ba-e92e-4186-8edf-0510cd687d9b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871527 Aug 17 16:19:30.953900 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124157d3-e9d7-4dd0-8960-aedb3d384097 x-openstack-request-id: req-124157d3-e9d7-4dd0-8960-aedb3d384097 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:30.954248 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f74e15-eeae-442d-9491-44c3e70ab497", "tag": "f1fc8133-660d-4479-984a-6acf805bc492", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:30.954580 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-124157d3-e9d7-4dd0-8960-aedb3d384097 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:30.955024 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f74e15-eeae-442d-9491-44c3e70ab497', 'tag': 'f1fc8133-660d-4479-984a-6acf805bc492', 'status': 'completed', 'code': 200} Aug 17 16:19:30.962357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['cadf725d-5c54-425e-9590-e792b4bcb4cb'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:31.052324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d1d87-2a61-436b-98fa-85331d1d3345 req-864313c4-730e-4780-a4ec-8fcf981b7276 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.054689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b7d1d87-2a61-436b-98fa-85331d1d3345 req-864313c4-730e-4780-a4ec-8fcf981b7276 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0787883 Aug 17 16:19:31.107575 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-89b2d676-4664-4a2e-8eba-fe13aeec2749 service neutron] 10.222.0.93 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413207 Aug 17 16:19:31.110974 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b7d1d87-2a61-436b-98fa-85331d1d3345 req-49ee75d7-f99a-4cb2-9e67-f8ed2beeb2f4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456131 Aug 17 16:19:31.198017 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1606fbc0-59da-41c3-ace2-1859e3822505 x-openstack-request-id: req-1606fbc0-59da-41c3-ace2-1859e3822505 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:31.198414 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb1b58e-8ab1-4b82-a209-47d577faa76d", "name": "network-vif-plugged", "status": "completed", "tag": "439274d3-0e63-4698-957f-4ee04010bbfe", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:31.199060 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1606fbc0-59da-41c3-ace2-1859e3822505 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:31.199633 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439274d3-0e63-4698-957f-4ee04010bbfe', 'code': 200} Aug 17 16:19:31.255666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b84f-9786-492b-92b5-0e4522cbfd02 req-b58045c2-d795-4234-8f1c-eef0443f4fc2 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.257193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae40b84f-9786-492b-92b5-0e4522cbfd02 req-b58045c2-d795-4234-8f1c-eef0443f4fc2 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.0828488 Aug 17 16:19:31.263612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5736a073-46d3-4fc3-aa91-9a5fa059a510 req-6e427bd3-c33a-496d-9e0b-f68931d7fbf2 service neutron] 10.222.0.93 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518087 Aug 17 16:19:31.280533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e95d3979-435a-47fd-9f99-cca6d60c2a27 req-c108e0cc-42f7-4ed0-8849-fe6ec775a0ea tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips/d87564fe-31f4-499d-9896-f41d294a5604 HTTP/1.1" status: 200 len: 693 time: 0.0614331 Aug 17 16:19:31.302612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae40b84f-9786-492b-92b5-0e4522cbfd02 req-b864da95-ae1e-4bbb-8c0b-dc0997e2ace3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Aug 17 16:19:31.386199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-6140e9ce-ffd2-4053-b8d3-0f03ebe3cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.389208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-6140e9ce-ffd2-4053-b8d3-0f03ebe3cc86 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=45b87085964648ac836898dd5fcc247b&device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 1095 time: 0.0646234 Aug 17 16:19:31.422823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db69f6-e9a4-4ab2-b5e9-261cf5d61e36 req-33ed6d67-0a67-4fad-9df8-42afd9c92d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.424462 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43db69f6-e9a4-4ab2-b5e9-261cf5d61e36 req-33ed6d67-0a67-4fad-9df8-42afd9c92d96 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 1097 time: 0.1153948 Aug 17 16:19:31.462524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d3979-435a-47fd-9f99-cca6d60c2a27 req-5e0b2135-90d6-49ba-824c-5d4c5226cf45 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.464038 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e95d3979-435a-47fd-9f99-cca6d60c2a27 req-5e0b2135-90d6-49ba-824c-5d4c5226cf45 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.1824696 Aug 17 16:19:31.495319 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43db69f6-e9a4-4ab2-b5e9-261cf5d61e36 req-134a73a7-0a46-4767-aee1-493079b839e6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587289 Aug 17 16:19:31.500693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b8c60-13f6-4434-97c4-377a35899a03 req-aab68fee-a075-4fbe-99c2-d8add06f04a9 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.502271 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-618b8c60-13f6-4434-97c4-377a35899a03 req-aab68fee-a075-4fbe-99c2-d8add06f04a9 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 946 time: 0.1193740 Aug 17 16:19:31.547099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-9d558068-e23e-496c-b48f-d8eccb35c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.548841 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-9d558068-e23e-496c-b48f-d8eccb35c2fb service neutron] 10.222.0.93 "GET /v2.0/networks?id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 200 len: 917 time: 0.1502016 Aug 17 16:19:31.575808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-618b8c60-13f6-4434-97c4-377a35899a03 req-f4425a9d-f6be-4524-93af-c697e07aeb2e tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613413 Aug 17 16:19:31.581332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a8db-94ef-4c0a-96bf-e494574fe510 req-f4d3e75e-8ffc-4c10-8967-7f4aabb99cf0 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.583069 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c63a8db-94ef-4c0a-96bf-e494574fe510 req-f4d3e75e-8ffc-4c10-8967-7f4aabb99cf0 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1101 time: 0.0453722 Aug 17 16:19:31.606550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-dbeeaf35-a30f-41ab-9ff0-8b29156ce1e7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fc8133-660d-4479-984a-6acf805bc492 HTTP/1.1" status: 200 len: 217 time: 0.0400887 Aug 17 16:19:31.639880 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c63a8db-94ef-4c0a-96bf-e494574fe510 req-c65b72f5-16d8-427f-96d7-7c0fc5fd838f tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491836 Aug 17 16:19:31.711749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-0bd9af06-848a-49af-852d-75e3c4087776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.713262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-0bd9af06-848a-49af-852d-75e3c4087776 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a975b76-b875-47be-8b0d-6fd61b373dda HTTP/1.1" status: 200 len: 855 time: 0.0989983 Aug 17 16:19:31.715278 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f97f123d-7801-4ab1-ba77-841b86567393 req-d6d35907-941b-4789-993a-5afa0fcc27a9 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips/d87564fe-31f4-499d-9896-f41d294a5604 HTTP/1.1" status: 200 len: 693 time: 0.0583193 Aug 17 16:19:31.721881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dbbd4-aabc-4f67-be37-ceee9843ad1a req-333af266-a9f1-4ef6-a8d3-b57df7c25817 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.728107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a03dbbd4-aabc-4f67-be37-ceee9843ad1a req-333af266-a9f1-4ef6-a8d3-b57df7c25817 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 944 time: 0.0735343 Aug 17 16:19:31.796833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a03dbbd4-aabc-4f67-be37-ceee9843ad1a req-2e448bf9-0d82-4589-9a60-122c3cd2add5 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673132 Aug 17 16:19:31.810778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-96a9500c-a0c9-45a6-bfa5-e332071bbb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.814464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-96a9500c-a0c9-45a6-bfa5-e332071bbb67 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832326 Aug 17 16:19:31.852359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device f86b980c-722e-4c44-b956-a6f621491f6e details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:19:31.860608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f123d-7801-4ab1-ba77-841b86567393 req-854be833-61a3-46a7-8ea3-060d60223cac tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:31.866934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f97f123d-7801-4ab1-ba77-841b86567393 req-854be833-61a3-46a7-8ea3-060d60223cac tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.1462560 Aug 17 16:19:31.962891 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-cfd660ce-19f8-4e0c-a469-106c023f71e4 service neutron] 10.222.0.93 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365044 Aug 17 16:19:31.970859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f97f123d-7801-4ab1-ba77-841b86567393 req-3ad6deca-f577-45ac-af66-ea9a94e770c1 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.1002276 Aug 17 16:19:32.079501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:32.093103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21', 'port_id': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'mac_address': 'fa:16:3e:9d:5c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0facc060-5683-458d-9dd4-a52402fd30cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:19:32.099444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f97f123d-7801-4ab1-ba77-841b86567393 req-4903882e-f55b-4a12-b188-d6fff94f7e3a tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0975792 Aug 17 16:19:32.114870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b973b0a1-3e90-4386-b846-4e4e54b2986f req-fee2c48c-aae4-4ae9-be16-39dff5240b7c service neutron] 10.222.0.93 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426008 Aug 17 16:19:32.150639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:32.167227 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62653fe8-ea9b-4b79-a7ec-8da5a7593d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:32.175252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f86b980c-722e-4c44-b956-a6f621491f6e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:32.202515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:32.212367 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:32.276574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:32.321795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-c968c8d0-db9e-43fe-9ce3-4150ddf0dd58 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931606 Aug 17 16:19:32.344254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1846ec2-6459-4037-a9ce-69606486bcd2 req-9366e9e4-c059-4c8e-882e-aa64cee1166f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:32.345922 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1846ec2-6459-4037-a9ce-69606486bcd2 req-9366e9e4-c059-4c8e-882e-aa64cee1166f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 945 time: 0.0724273 Aug 17 16:19:32.346878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f97f123d-7801-4ab1-ba77-841b86567393 req-71fa875e-9bad-437c-9383-c325c1a714bc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Deleting port 5321e2d3-f21f-486b-ad88-f4fdbac99318 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:32.347216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f97f123d-7801-4ab1-ba77-841b86567393 req-71fa875e-9bad-437c-9383-c325c1a714bc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:32.373425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['f86b980c-722e-4c44-b956-a6f621491f6e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:32.421415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1846ec2-6459-4037-a9ce-69606486bcd2 req-03245b99-d52d-4eec-9f22-4431d7596cf2 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670657 Aug 17 16:19:32.503949 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f97f123d-7801-4ab1-ba77-841b86567393 req-71fa875e-9bad-437c-9383-c325c1a714bc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:32.504465 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f97f123d-7801-4ab1-ba77-841b86567393 req-71fa875e-9bad-437c-9383-c325c1a714bc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:32.526723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f97f123d-7801-4ab1-ba77-841b86567393 req-71fa875e-9bad-437c-9383-c325c1a714bc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Calling delete_port for 5321e2d3-f21f-486b-ad88-f4fdbac99318 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:32.677890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e598ed-085e-406a-a758-90257a0b1589 req-f79e0c50-c561-47ed-aa45-96d1f0381a01 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:32.687176 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43e598ed-085e-406a-a758-90257a0b1589 req-f79e0c50-c561-47ed-aa45-96d1f0381a01 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0882080 Aug 17 16:19:32.771866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43e598ed-085e-406a-a758-90257a0b1589 req-9376b7f2-050f-4939-bdbb-c142df809cd2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Aug 17 16:19:32.799388 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f97f123d-7801-4ab1-ba77-841b86567393 req-71fa875e-9bad-437c-9383-c325c1a714bc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:32.848808 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa875e-9bad-437c-9383-c325c1a714bc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event deleted for resources: {'Port': ['ID=5321e2d3-f21f-486b-ad88-f4fdbac99318,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:32.931123 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f97f123d-7801-4ab1-ba77-841b86567393 req-71fa875e-9bad-437c-9383-c325c1a714bc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:32.936200 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f97f123d-7801-4ab1-ba77-841b86567393 req-71fa875e-9bad-437c-9383-c325c1a714bc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:32.938033 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f97f123d-7801-4ab1-ba77-841b86567393 req-71fa875e-9bad-437c-9383-c325c1a714bc tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "DELETE /v2.0/floatingips/d87564fe-31f4-499d-9896-f41d294a5604 HTTP/1.1" status: 204 len: 173 time: 0.8373468 Aug 17 16:19:33.149994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358f83e-0c23-4812-b939-4339e705d657 req-78203c14-8eb0-42cd-aa29-77d5fa952e5e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:33.152633 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e358f83e-0c23-4812-b939-4339e705d657 req-78203c14-8eb0-42cd-aa29-77d5fa952e5e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.1062975 Aug 17 16:19:33.250279 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e358f83e-0c23-4812-b939-4339e705d657 req-16384626-6409-4b22-9fe9-9bdcb2691d9a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827608 Aug 17 16:19:33.287383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2f9dc-2f87-455c-af87-6b6ca3877e79 req-7c59f2ee-f1e7-44b5-b7ca-badc1d11eeab tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:33.296517 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30c2f9dc-2f87-455c-af87-6b6ca3877e79 req-7c59f2ee-f1e7-44b5-b7ca-badc1d11eeab tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 946 time: 0.0706258 Aug 17 16:19:33.360929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30c2f9dc-2f87-455c-af87-6b6ca3877e79 req-e311f19a-a3a9-4f90-be1b-a230b846cc72 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629470 Aug 17 16:19:33.514225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a504b-e274-4319-9341-6e9908f00a32 req-dc0e9295-c383-485a-bd16-76df10fe0185 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:33.518252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-755a504b-e274-4319-9341-6e9908f00a32 req-dc0e9295-c383-485a-bd16-76df10fe0185 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 944 time: 0.1182520 Aug 17 16:19:33.610318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-755a504b-e274-4319-9341-6e9908f00a32 req-774eaa38-34bc-47bd-b1d0-a944cc4b8e04 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796053 Aug 17 16:19:33.721397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f1fc8133-660d-4479-984a-6acf805bc492 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:19:33.725481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 275cab89-b0f7-47a1-9ab7-c1189925ef49 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:33.743103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a6cfb-005f-4b7c-84f3-fd4bc356d784 req-5c4b3334-ec86-4c0a-91ed-72447702e91a tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:33.745334 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-739a6cfb-005f-4b7c-84f3-fd4bc356d784 req-5c4b3334-ec86-4c0a-91ed-72447702e91a tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3613386 Aug 17 16:19:33.879346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device f86b980c-722e-4c44-b956-a6f621491f6e up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:33.889201 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da1e89-4f82-4d45-9aa5-c0bbadb4abe5 req-813e476a-7a17-4b5f-96eb-ef49cb0eaa53 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:33.903647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:33.904358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-16da1e89-4f82-4d45-9aa5-c0bbadb4abe5 req-813e476a-7a17-4b5f-96eb-ef49cb0eaa53 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 946 time: 0.1025321 Aug 17 16:19:33.910582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3ed658b9-97c6-4768-b9d4-a79bd76052bf tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Request body: {'floatingip': {'port_id': '439274d3-0e63-4698-957f-4ee04010bbfe'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:33.964283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 275cab89-b0f7-47a1-9ab7-c1189925ef49 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:33.980314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 275cab89-b0f7-47a1-9ab7-c1189925ef49 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:33.981021 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:34.039146 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ed658b9-97c6-4768-b9d4-a79bd76052bf tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:34.116716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port f1fc8133-660d-4479-984a-6acf805bc492, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f1fc8133-660d-4479-984a-6acf805bc492,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:34.123014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc903-9631-4e77-9684-e757926c9e99 req-e13f524c-c6a7-4390-b7e5-3e3f28b9e7f1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:34.135360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1abc903-9631-4e77-9684-e757926c9e99 req-e13f524c-c6a7-4390-b7e5-3e3f28b9e7f1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 945 time: 0.2951181 Aug 17 16:19:34.190951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:34.212946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-21878eca-8bf2-4f85-b5ed-6b03d7c390e0 req-61bb4efc-c1d6-4e8e-a788-a8743ad9497d tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=9fd23774059445fbae8691b8c0dfce7b HTTP/1.1" status: 200 len: 1656 time: 0.1276903 Aug 17 16:19:34.219621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'f1fc8133-660d-4479-984a-6acf805bc492', 'network_id': 'eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444', 'port_id': 'f1fc8133-660d-4479-984a-6acf805bc492', 'mac_address': 'fa:16:3e:3a:76:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a975b76-b875-47be-8b0d-6fd61b373dda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:19:34.268677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0c5751-308a-4e24-9ca8-75f699975881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275cab89-b0f7-47a1-9ab7-c1189925ef49'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:34.271135 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc85026e-e307-4a97-a900-86541d77a0ed" -d '{"events": [{"server_uuid": "1a0c5751-308a-4e24-9ca8-75f699975881", "name": "network-vif-plugged", "status": "completed", "tag": "275cab89-b0f7-47a1-9ab7-c1189925ef49"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:34.278827 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:34.279810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port f86b980c-722e-4c44-b956-a6f621491f6e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:34.279810 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:34.283656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1abc903-9631-4e77-9684-e757926c9e99 req-8160000f-30b4-4b8c-967e-1e61450e7b5a tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209612 Aug 17 16:19:34.320977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 275cab89-b0f7-47a1-9ab7-c1189925ef49, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=275cab89-b0f7-47a1-9ab7-c1189925ef49,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:34.330667 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:34.390518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fc8133-660d-4479-984a-6acf805bc492 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:34.420098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port f1fc8133-660d-4479-984a-6acf805bc492, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f1fc8133-660d-4479-984a-6acf805bc492,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:34.427571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=275cab89-b0f7-47a1-9ab7-c1189925ef49,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:34.441472 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:34.457724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-1d60bc42-1473-4c15-9898-6f65750a5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:34.472381 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-1d60bc42-1473-4c15-9898-6f65750a5827 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1101 time: 0.4298503 Aug 17 16:19:34.545226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:34.552062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=f1fc8133-660d-4479-984a-6acf805bc492,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:34.566036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21878eca-8bf2-4f85-b5ed-6b03d7c390e0 req-622d78a2-de5a-4c50-af23-51dec4cc984f tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:34.592155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-21878eca-8bf2-4f85-b5ed-6b03d7c390e0 req-622d78a2-de5a-4c50-af23-51dec4cc984f tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks?id=b1431747-28a9-46c8-a59f-48689efac5e5&id=b1431747-28a9-46c8-a59f-48689efac5e5&id=b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 787 time: 0.3715038 Aug 17 16:19:34.650346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:34.658988 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:34.659704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device cadf725d-5c54-425e-9590-e792b4bcb4cb up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:34.765443 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348b021d-0982-4cf9-9adb-ee4f69364207 x-openstack-request-id: req-348b021d-0982-4cf9-9adb-ee4f69364207 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:34.766162 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0c5751-308a-4e24-9ca8-75f699975881", "name": "network-vif-plugged", "status": "completed", "tag": "275cab89-b0f7-47a1-9ab7-c1189925ef49", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:34.778916 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-348b021d-0982-4cf9-9adb-ee4f69364207 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:34.779516 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0c5751-308a-4e24-9ca8-75f699975881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275cab89-b0f7-47a1-9ab7-c1189925ef49', 'code': 200} Aug 17 16:19:34.793476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['f1fc8133-660d-4479-984a-6acf805bc492'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:34.955842 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fde2577-a108-41cb-91a5-dd0e39a84161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:35.000189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:35.024704 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:35.068279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port cadf725d-5c54-425e-9590-e792b4bcb4cb completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:35.100941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port cadf725d-5c54-425e-9590-e792b4bcb4cb triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:35.101531 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:35.196207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38928dc8-b253-4e8a-9d4e-a95d28541a8a req-2c8765fd-a87e-4ab3-a6ed-18ef42c0b240 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:35.204258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-38928dc8-b253-4e8a-9d4e-a95d28541a8a req-2c8765fd-a87e-4ab3-a6ed-18ef42c0b240 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.3304541 Aug 17 16:19:35.257974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe195d9e-e12b-4084-ac95-97a5c179901f req-bd32fbe0-e8ee-4a45-bc54-a6db3b635794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:35.266107 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-a7d8fb17-a584-4eeb-b798-17b20c251c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:35.267093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe195d9e-e12b-4084-ac95-97a5c179901f req-bd32fbe0-e8ee-4a45-bc54-a6db3b635794 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 1096 time: 0.4232500 Aug 17 16:19:35.273470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-a7d8fb17-a584-4eeb-b798-17b20c251c75 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.7898312 Aug 17 16:19:35.421628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-38928dc8-b253-4e8a-9d4e-a95d28541a8a req-477e1198-ccbc-4106-829a-ac36c80a708f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001662 Aug 17 16:19:35.434292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43520) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:35.461522 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe195d9e-e12b-4084-ac95-97a5c179901f req-081b9697-7cb7-4047-b11d-1f47e1c84936 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671231 Aug 17 16:19:35.570430 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-b9482302-7420-4084-a2e2-fc7b44a7f14a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 217 time: 0.2822430 Aug 17 16:19:35.596674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3deb0ac-37f0-43b9-b6c9-4246ebeb7411 req-6ac9666f-c6c1-4978-9e4e-cf336edb1b3d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:35.600634 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-633efa33-48df-4232-935d-db1f7e2b022b req-899a2c40-a39f-4edf-8528-2a7fe9aba4c5 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips/2b7d4f91-2531-4968-9490-d9368b062394 HTTP/1.1" status: 200 len: 693 time: 0.1055651 Aug 17 16:19:35.611133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3deb0ac-37f0-43b9-b6c9-4246ebeb7411 req-6ac9666f-c6c1-4978-9e4e-cf336edb1b3d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 1.0236912 Aug 17 16:19:35.638698 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:35.764287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port cadf725d-5c54-425e-9590-e792b4bcb4cb, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=cadf725d-5c54-425e-9590-e792b4bcb4cb,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:35.771127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:35.795277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633efa33-48df-4232-935d-db1f7e2b022b req-dc075491-c722-4bd8-8b68-456d5956e138 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:35.806449 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-633efa33-48df-4232-935d-db1f7e2b022b req-dc075491-c722-4bd8-8b68-456d5956e138 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.1714664 Aug 17 16:19:35.840030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-58e4d25c-64c5-4757-bb4e-fc715c63e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:35.842515 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-58e4d25c-64c5-4757-bb4e-fc715c63e577 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2284424 Aug 17 16:19:35.904387 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-633efa33-48df-4232-935d-db1f7e2b022b req-f448a00b-19b5-4077-9624-1b80cd46ac1b tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.0969250 Aug 17 16:19:35.919155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bef2bb51-b860-4f32-9ac8-51ac52ccd264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:35.931164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=cadf725d-5c54-425e-9590-e792b4bcb4cb,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:35.944372 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3deb0ac-37f0-43b9-b6c9-4246ebeb7411 req-90f378e7-adec-4b66-bf88-7c71f24558c0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318937 Aug 17 16:19:35.974725 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-3ed658b9-97c6-4768-b9d4-a79bd76052bf tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:19:35.999246 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:36.021869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b44af86f-7602-4339-b836-e695720a11b9 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:36.026577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b44af86f-7602-4339-b836-e695720a11b9 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.3999965 Aug 17 16:19:36.076777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-c7f22a67-3c5f-4cc2-a419-db4ed7496257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:36.076777 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-c7f22a67-3c5f-4cc2-a419-db4ed7496257 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143254 Aug 17 16:19:36.081979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ed658b9-97c6-4768-b9d4-a79bd76052bf tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:36.082304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804878-1'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:19:36.093978 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ed658b9-97c6-4768-b9d4-a79bd76052bf tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:36.636047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-633efa33-48df-4232-935d-db1f7e2b022b req-38fbd8f9-f83e-48c5-9108-f4c52d1a6093 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.7303946 Aug 17 16:19:36.671190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b36a7-0a67-48e0-8cb6-987e7df8343a req-62b749cb-b40f-4ee8-bbbf-4800732fe18d tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:36.679316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd4b36a7-0a67-48e0-8cb6-987e7df8343a req-62b749cb-b40f-4ee8-bbbf-4800732fe18d tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 945 time: 0.1677318 Aug 17 16:19:36.719176 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-4b4ff239-24a5-4e17-a80d-9c5d1a6c1be3 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343186 Aug 17 16:19:36.786009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e'}, {'server_uuid': '1f834b14-47ff-4017-91e2-7a38ec74fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadf725d-5c54-425e-9590-e792b4bcb4cb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:36.790973 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e8e191-feb2-498b-99f0-20b16fe179ac" -d '{"events": [{"server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "name": "network-vif-plugged", "status": "completed", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e"}, {"server_uuid": "1f834b14-47ff-4017-91e2-7a38ec74fe72", "name": "network-vif-plugged", "status": "completed", "tag": "cadf725d-5c54-425e-9590-e792b4bcb4cb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:36.850425 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:36.911834 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd4b36a7-0a67-48e0-8cb6-987e7df8343a req-da7602da-7d89-42de-b53f-82f0fa488fc8 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310612 Aug 17 16:19:36.928880 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-3ed658b9-97c6-4768-b9d4-a79bd76052bf tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Floating IP 8ac8de50-4d99-4b5e-901d-005510e8edca associated. External IP: 172.25.7.227, port: 439274d3-0e63-4698-957f-4ee04010bbfe. Aug 17 16:19:37.162181 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bef2bb51-b860-4f32-9ac8-51ac52ccd264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.170973 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bef2bb51-b860-4f32-9ac8-51ac52ccd264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.254603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-633efa33-48df-4232-935d-db1f7e2b022b req-04ad62e1-c625-4c03-bce8-3fc71f9512c6 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Deleting port da9dee2f-a5de-4385-bf60-924038a29fe4 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:37.255544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-633efa33-48df-4232-935d-db1f7e2b022b req-04ad62e1-c625-4c03-bce8-3fc71f9512c6 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.297063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-034e7193-0d2e-4658-98b4-3456f0bab68f service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518315 Aug 17 16:19:37.377467 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2bb51-b860-4f32-9ac8-51ac52ccd264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60819f15-f592-4af5-b0e9-1915cd733be1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:37.398948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bef2bb51-b860-4f32-9ac8-51ac52ccd264 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1af654c95356455997200118ddfb41d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9629328 Aug 17 16:19:37.400071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43530) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:37.433569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:37.564531 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.588406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:37.592979 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-633efa33-48df-4232-935d-db1f7e2b022b req-04ad62e1-c625-4c03-bce8-3fc71f9512c6 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.594106 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-633efa33-48df-4232-935d-db1f7e2b022b req-04ad62e1-c625-4c03-bce8-3fc71f9512c6 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.655501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9f236-670e-4fdf-84e5-3f3aa9b4d2ff req-66e9d10e-491e-45bc-8c6c-c3cbefdb7f7d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:37.667368 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84a9f236-670e-4fdf-84e5-3f3aa9b4d2ff req-66e9d10e-491e-45bc-8c6c-c3cbefdb7f7d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 945 time: 0.3755631 Aug 17 16:19:37.679022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-633efa33-48df-4232-935d-db1f7e2b022b req-04ad62e1-c625-4c03-bce8-3fc71f9512c6 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Calling delete_port for da9dee2f-a5de-4385-bf60-924038a29fe4 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:37.707523 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cae8dd4-528f-4a41-a9ab-92c19496b08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.743940 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f1fc8133-660d-4479-984a-6acf805bc492 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:19:37.753583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9467495-028b-4642-837c-89db15449119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985d00c3-86e7-421b-92c8-8c1936ce9a7e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:37.757265 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2df838-73e5-4828-b4a0-8ed641621e4b" -d '{"events": [{"server_uuid": "c9467495-028b-4642-837c-89db15449119", "name": "network-vif-unplugged", "status": "completed", "tag": "985d00c3-86e7-421b-92c8-8c1936ce9a7e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:37.766556 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.790107 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.803141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cae8dd4-528f-4a41-a9ab-92c19496b08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.832666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port f1fc8133-660d-4479-984a-6acf805bc492 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:19:37.843174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port f1fc8133-660d-4479-984a-6acf805bc492 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:19:37.843941 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:37.863339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84a9f236-670e-4fdf-84e5-3f3aa9b4d2ff req-464cf87c-2092-43fa-bd97-79190b364e40 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223297 Aug 17 16:19:38.004374 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed658b9-97c6-4768-b9d4-a79bd76052bf tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Router 43c51504-7a40-4c67-9ff0-ea74344db94f has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:19:38.053849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 985d00c3-86e7-421b-92c8-8c1936ce9a7e details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:19:38.175886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on host n-h2-804878-1 for vnic_type normal with profile {"migrating_to": "n-h1-804878-1"} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:38.176434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:38.177132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:38.185789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Pushing event updated for resources: {'Port': ['ID=985d00c3-86e7-421b-92c8-8c1936ce9a7e,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:38.198873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:19:38.199369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:38.221965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cae8dd4-528f-4a41-a9ab-92c19496b08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:38.231879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cae8dd4-528f-4a41-a9ab-92c19496b08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:38.237094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9cae8dd4-528f-4a41-a9ab-92c19496b08a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60819f15-f592-4af5-b0e9-1915cd733be1 HTTP/1.1" status: 204 len: 168 time: 0.8150799 Aug 17 16:19:38.255382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:38.255934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:38.264332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:38.267274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Bound port: 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:38.271345 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:38.351151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae8dd4-528f-4a41-a9ab-92c19496b08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60819f15-f592-4af5-b0e9-1915cd733be1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:38.426916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:38.477013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebb7b2-8b9a-4b1b-8826-1ce9ecbf5f3b req-3e1effdd-67ad-4135-9b19-f246a9ac13b7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:38.484482 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82ebb7b2-8b9a-4b1b-8826-1ce9ecbf5f3b req-3e1effdd-67ad-4135-9b19-f246a9ac13b7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1613169 Aug 17 16:19:38.503745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed658b9-97c6-4768-b9d4-a79bd76052bf tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:19:38.527405 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] Sync routers for ids ['43c51504-7a40-4c67-9ff0-ea74344db94f'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:19:38.529299 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ed658b9-97c6-4768-b9d4-a79bd76052bf tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:38.539466 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] Routers {'43c51504-7a40-4c67-9ff0-ea74344db94f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:38.540394 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['43c51504-7a40-4c67-9ff0-ea74344db94f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:38.560511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on host n-h2-804878-1 for vnic_type normal with profile {"migrating_to": "n-h1-804878-1"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:38.561124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:38.561709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:38.608262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:19:38.609435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:38.615050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ed658b9-97c6-4768-b9d4-a79bd76052bf tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "PUT /v2.0/floatingips/8ac8de50-4d99-4b5e-901d-005510e8edca HTTP/1.1" status: 200 len: 992 time: 4.7098823 Aug 17 16:19:38.622610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'tag': '439274d3-0e63-4698-957f-4ee04010bbfe'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:38.624934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:38.625530 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2812533f-7723-4fa9-b7ce-46062532376d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb1b58e-8ab1-4b82-a209-47d577faa76d", "tag": "439274d3-0e63-4698-957f-4ee04010bbfe"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:38.626269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:38.627668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:38.628762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Bound port: 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:38.629964 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:38.644533 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-633efa33-48df-4232-935d-db1f7e2b022b req-04ad62e1-c625-4c03-bce8-3fc71f9512c6 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:38.653657 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:38.654131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82ebb7b2-8b9a-4b1b-8826-1ce9ecbf5f3b req-21ead6e0-833e-4205-8b18-6b96c85a9a55 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389141 Aug 17 16:19:38.802973 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce8bf60-1eaa-42ef-962f-07ee28c1508a x-openstack-request-id: req-2ce8bf60-1eaa-42ef-962f-07ee28c1508a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:38.802973 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "name": "network-vif-plugged", "status": "completed", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e", "code": 200}, {"server_uuid": "1f834b14-47ff-4017-91e2-7a38ec74fe72", "name": "network-vif-plugged", "status": "completed", "tag": "cadf725d-5c54-425e-9590-e792b4bcb4cb", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:38.805444 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ce8bf60-1eaa-42ef-962f-07ee28c1508a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:38.805914 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'code': 200} Aug 17 16:19:38.806178 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f834b14-47ff-4017-91e2-7a38ec74fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadf725d-5c54-425e-9590-e792b4bcb4cb', 'code': 200} Aug 17 16:19:38.826314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad62e1-c625-4c03-bce8-3fc71f9512c6 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event deleted for resources: {'Port': ['ID=da9dee2f-a5de-4385-bf60-924038a29fe4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:38.870256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port f1fc8133-660d-4479-984a-6acf805bc492, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f1fc8133-660d-4479-984a-6acf805bc492,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:38.883035 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:38.891994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:38.896907 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] Set router 43c51504-7a40-4c67-9ff0-ea74344db94f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:38.995647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-633efa33-48df-4232-935d-db1f7e2b022b req-04ad62e1-c625-4c03-bce8-3fc71f9512c6 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:39.001644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-633efa33-48df-4232-935d-db1f7e2b022b req-04ad62e1-c625-4c03-bce8-3fc71f9512c6 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:39.003759 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-633efa33-48df-4232-935d-db1f7e2b022b req-04ad62e1-c625-4c03-bce8-3fc71f9512c6 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "DELETE /v2.0/floatingips/2b7d4f91-2531-4968-9490-d9368b062394 HTTP/1.1" status: 204 len: 173 time: 2.3103433 Aug 17 16:19:39.019148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:19:39.028031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:39.140383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0bf9-cec7-467c-a21f-46e244653501 req-317422f0-c7d1-49fd-948d-0f0783e319fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:39.143116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-334a0bf9-cec7-467c-a21f-46e244653501 req-317422f0-c7d1-49fd-948d-0f0783e319fe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72 HTTP/1.1" status: 200 len: 1096 time: 0.2787905 Aug 17 16:19:39.179085 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa39884-51cb-450a-ab07-e7e4a8069895 x-openstack-request-id: req-8fa39884-51cb-450a-ab07-e7e4a8069895 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:39.179400 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9467495-028b-4642-837c-89db15449119", "name": "network-vif-unplugged", "status": "completed", "tag": "985d00c3-86e7-421b-92c8-8c1936ce9a7e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:39.179807 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fa39884-51cb-450a-ab07-e7e4a8069895 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:39.180611 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9467495-028b-4642-837c-89db15449119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985d00c3-86e7-421b-92c8-8c1936ce9a7e', 'code': 200} Aug 17 16:19:39.210981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf98d41-6826-42e1-99e4-4aa2a57f300c req-24e69348-8b31-4cac-a0dc-a20a492c8739 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:39.215468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:39.216544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:39.223938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0cf98d41-6826-42e1-99e4-4aa2a57f300c req-24e69348-8b31-4cac-a0dc-a20a492c8739 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.2773995 Aug 17 16:19:39.224199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] 10.222.0.91 "PUT /v2.0/ports/985d00c3-86e7-421b-92c8-8c1936ce9a7e HTTP/1.1" status: 200 len: 1121 time: 3.1653063 Aug 17 16:19:39.224410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43550) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:39.244069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:39.272443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbb37b-0177-48bd-aab2-9b2fd3afd17b service neutron] Pushing event updated for resources: {'Port': ['ID=985d00c3-86e7-421b-92c8-8c1936ce9a7e,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:39.280164 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4b1214b-bc01-4895-abf4-441cbfed36c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:39.291762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=f1fc8133-660d-4479-984a-6acf805bc492,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:39.305578 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 985d00c3-86e7-421b-92c8-8c1936ce9a7e-n-h2-804878-1-0 {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:19:39.309846 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:19:39.326581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-334a0bf9-cec7-467c-a21f-46e244653501 req-b2139153-5402-46be-aafb-017ba3b873d9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678371 Aug 17 16:19:39.341649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0cf98d41-6826-42e1-99e4-4aa2a57f300c req-b42c8a7e-5532-473f-9317-5e0ada864038 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166511 Aug 17 16:19:39.343298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['985d00c3-86e7-421b-92c8-8c1936ce9a7e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:39.427027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['985d00c3-86e7-421b-92c8-8c1936ce9a7e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:39.483107 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e02832-5e00-4a5f-bfb7-b3d1d2cac11b req-57205535-5924-4598-a205-965b8865fbc6 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:39.491882 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0e02832-5e00-4a5f-bfb7-b3d1d2cac11b req-57205535-5924-4598-a205-965b8865fbc6 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 946 time: 0.1031225 Aug 17 16:19:39.561759 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4b1214b-bc01-4895-abf4-441cbfed36c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:39.572796 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4b1214b-bc01-4895-abf4-441cbfed36c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:39.597704 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '8ac8de50-4d99-4b5e-901d-005510e8edca', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'floating_ip_address': '172.25.7.227', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'port_id': '439274d3-0e63-4698-957f-4ee04010bbfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'mac_address': 'fa:16:3e:f1:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:19:13Z', 'updated_at': '2021-08-17T16:19:35Z', 'revision_number': 1, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee28da0-ecdb-4007-a591-59c1363761d7', 'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'mac_address': 'fa:16:3e:9f:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:04Z', 'updated_at': '2021-08-17T16:19:12Z', 'revision_number': 5, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'subnets': [{'id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:39.660614 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0e02832-5e00-4a5f-bfb7-b3d1d2cac11b req-6e09c929-e806-45a7-9618-20e8974d3d7c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676664 Aug 17 16:19:39.675401 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] Checking router: 43c51504-7a40-4c67-9ff0-ea74344db94f for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:19:39.694881 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] Routers {'43c51504-7a40-4c67-9ff0-ea74344db94f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:39.696463 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['43c51504-7a40-4c67-9ff0-ea74344db94f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:39.713150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1214b-bc01-4895-abf4-441cbfed36c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea486b5-58e1-45b9-b486-4731f058cca7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:39.726652 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d4b1214b-bc01-4895-abf4-441cbfed36c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05c35e515da44fb3afa54dbb12d65ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000947 Aug 17 16:19:39.733638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43556) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:39.815531 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c59a08-96a0-46fb-b61d-8e40e166a57a x-openstack-request-id: req-34c59a08-96a0-46fb-b61d-8e40e166a57a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:39.815907 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb1b58e-8ab1-4b82-a209-47d577faa76d", "tag": "439274d3-0e63-4698-957f-4ee04010bbfe", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:39.816278 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34c59a08-96a0-46fb-b61d-8e40e166a57a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:39.816770 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'tag': '439274d3-0e63-4698-957f-4ee04010bbfe', 'status': 'completed', 'code': 200} Aug 17 16:19:39.838096 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0f601f7-2e54-4a8a-9db7-c1194cef1bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:39.875043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0f601f7-2e54-4a8a-9db7-c1194cef1bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:39.919274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on host n-h2-804878-1 for vnic_type normal with profile {"migrating_to": "n-h1-804878-1"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:19:39.921789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:19:39.922565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:39.940566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:19:39.941659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on network 9df5052f-fb5b-4a77-ac7d-1268929aed56 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:19:39.987632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:19:39.988394 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Checking segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:19:39.989092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Bound using segment: {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:19:39.989925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Bound port: 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a47b45-fac9-49ac-a4a7-b90078f21f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9df5052f-fb5b-4a77-ac7d-1268929aed56'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:19:39.990666 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:39.990958 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] Set router 43c51504-7a40-4c67-9ff0-ea74344db94f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:40.084614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812533f-7723-4fa9-b7ce-46062532376d req-ff74e274-a7ab-4136-aab9-bb7ee431c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:40.084876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-d386b731-5640-4441-a56f-cb0d95fffc26 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips/5a1e9197-cfea-4885-ba0d-334be46d8c22 HTTP/1.1" status: 200 len: 692 time: 0.1594696 Aug 17 16:19:40.088585 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2812533f-7723-4fa9-b7ce-46062532376d req-ff74e274-a7ab-4136-aab9-bb7ee431c058 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=423c997deefb4b3f99b38f9713f15e35&device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 1097 time: 0.2552958 Aug 17 16:19:40.101167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c30781-8766-47b3-b3db-09752010e53e req-bc18edd2-232f-4cb3-951b-82c910ecbbfa tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:40.103024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1c30781-8766-47b3-b3db-09752010e53e req-bc18edd2-232f-4cb3-951b-82c910ecbbfa tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.1565568 Aug 17 16:19:40.199515 n-d-804878-1 neutron-server[94840]: WARNING neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Concurrent port binding operations failed on port 985d00c3-86e7-421b-92c8-8c1936ce9a7e Aug 17 16:19:40.213552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:40.225769 n-d-804878-1 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempt 2 to bind port 985d00c3-86e7-421b-92c8-8c1936ce9a7e Aug 17 16:19:40.226282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 985d00c3-86e7-421b-92c8-8c1936ce9a7e has no active binding in host n-h1-804878-1 {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 16:19:40.230103 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0f601f7-2e54-4a8a-9db7-c1194cef1bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:40.233763 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0f601f7-2e54-4a8a-9db7-c1194cef1bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:40.252933 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a0f601f7-2e54-4a8a-9db7-c1194cef1bb7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ea486b5-58e1-45b9-b486-4731f058cca7 HTTP/1.1" status: 204 len: 168 time: 0.5094876 Aug 17 16:19:40.290212 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1c30781-8766-47b3-b3db-09752010e53e req-f499feec-d95b-4cd7-9976-89415ef6328f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052129 Aug 17 16:19:40.357661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812533f-7723-4fa9-b7ce-46062532376d req-2cadda3f-baa3-4c3f-802e-aa1eade88ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:40.368540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2812533f-7723-4fa9-b7ce-46062532376d req-2cadda3f-baa3-4c3f-802e-aa1eade88ae0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=66ac31cd-9571-442d-bc12-ac6589acbd28 HTTP/1.1" status: 200 len: 907 time: 0.2643442 Aug 17 16:19:40.380907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-f52cd4f0-c02c-4623-89da-5b980526b07c tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:40.382708 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-f52cd4f0-c02c-4623-89da-5b980526b07c tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2969997 Aug 17 16:19:40.443071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f601f7-2e54-4a8a-9db7-c1194cef1bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea486b5-58e1-45b9-b486-4731f058cca7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:40.456933 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '8ac8de50-4d99-4b5e-901d-005510e8edca', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'floating_ip_address': '172.25.7.227', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'port_id': '439274d3-0e63-4698-957f-4ee04010bbfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'mac_address': 'fa:16:3e:f1:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:19:13Z', 'updated_at': '2021-08-17T16:19:35Z', 'revision_number': 1, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee28da0-ecdb-4007-a591-59c1363761d7', 'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'mac_address': 'fa:16:3e:9f:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:04Z', 'updated_at': '2021-08-17T16:19:12Z', 'revision_number': 5, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'subnets': [{'id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:40.498362 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c65283d-3bbb-4a38-a81f-03b209859d41 None None] The sync data for ids ['43c51504-7a40-4c67-9ff0-ea74344db94f'] in n-d-804878-1 is: [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '8ac8de50-4d99-4b5e-901d-005510e8edca', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'floating_ip_address': '172.25.7.227', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'port_id': '439274d3-0e63-4698-957f-4ee04010bbfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'mac_address': 'fa:16:3e:f1:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:19:13Z', 'updated_at': '2021-08-17T16:19:35Z', 'revision_number': 1, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee28da0-ecdb-4007-a591-59c1363761d7', 'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'mac_address': 'fa:16:3e:9f:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:04Z', 'updated_at': '2021-08-17T16:19:12Z', 'revision_number': 5, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'subnets': [{'id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:19:40.519116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2812533f-7723-4fa9-b7ce-46062532376d req-03f3d380-085e-4868-9e42-0360211caee2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439274d3-0e63-4698-957f-4ee04010bbfe HTTP/1.1" status: 200 len: 1000 time: 0.1345141 Aug 17 16:19:40.587915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-9c8b853a-41ad-4b5b-85d6-cdc6887f3ab5 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.1903245 Aug 17 16:19:40.693331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812533f-7723-4fa9-b7ce-46062532376d req-33691b58-acc0-4bb7-88f3-377c2391d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:40.695561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2812533f-7723-4fa9-b7ce-46062532376d req-33691b58-acc0-4bb7-88f3-377c2391d419 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=35b67a9e-caf8-44cc-b757-5b81433956ef HTTP/1.1" status: 200 len: 845 time: 0.1245041 Aug 17 16:19:40.734521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96999a1-51ec-43d0-9e61-bc3344e2c84b req-f96f74a1-d54d-46aa-8aad-b9b3bdf1f21b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:40.743845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b96999a1-51ec-43d0-9e61-bc3344e2c84b req-f96f74a1-d54d-46aa-8aad-b9b3bdf1f21b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2231390 Aug 17 16:19:40.788960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-98a049a7-7edd-4d86-af57-4f16afaa9de0 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.2000878 Aug 17 16:19:40.808527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f74e15-eeae-442d-9491-44c3e70ab497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fc8133-660d-4479-984a-6acf805bc492'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:40.814162 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1ff820-b563-453b-ac3a-2e2a70035d7b" -d '{"events": [{"server_uuid": "84f74e15-eeae-442d-9491-44c3e70ab497", "name": "network-vif-plugged", "status": "completed", "tag": "f1fc8133-660d-4479-984a-6acf805bc492"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:40.850298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812533f-7723-4fa9-b7ce-46062532376d req-fea10bcf-3e18-40ed-a894-27e82a29ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:40.852171 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2812533f-7723-4fa9-b7ce-46062532376d req-fea10bcf-3e18-40ed-a894-27e82a29ed4d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=66ac31cd-9571-442d-bc12-ac6589acbd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053789 Aug 17 16:19:40.871368 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b96999a1-51ec-43d0-9e61-bc3344e2c84b req-46cce24c-1859-4ad0-9e65-95d64148030a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249485 Aug 17 16:19:41.074222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f70cc4-eaf4-4b1f-8116-6c030c8cba9d None None] New status for floating IP 8ac8de50-4d99-4b5e-901d-005510e8edca: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:19:41.134596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7717efe-31c8-4dbd-8b80-6e3f060e9b21 req-99c10d5e-deb4-4b15-8fd6-bf3e0a996e11 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:41.153073 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7717efe-31c8-4dbd-8b80-6e3f060e9b21 req-99c10d5e-deb4-4b15-8fd6-bf3e0a996e11 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.1150019 Aug 17 16:19:41.183735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9467495-028b-4642-837c-89db15449119', 'tag': '985d00c3-86e7-421b-92c8-8c1936ce9a7e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:41.192761 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6633dd-18ba-4160-8363-9141a20b9342" -d '{"events": [{"name": "network-changed", "server_uuid": "c9467495-028b-4642-837c-89db15449119", "tag": "985d00c3-86e7-421b-92c8-8c1936ce9a7e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:41.230590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-363c33f5-c825-47e3-933b-9f6bf6614eae tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Deleting port efadf4a6-7c37-480e-96c9-5179ca41ef9a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:41.233076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-363c33f5-c825-47e3-933b-9f6bf6614eae tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:41.240621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7717efe-31c8-4dbd-8b80-6e3f060e9b21 req-1189654f-31d8-4a66-a2e4-0f615e53c823 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864928 Aug 17 16:19:41.243042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2812533f-7723-4fa9-b7ce-46062532376d req-558ccf79-5360-4b41-acfe-b09912b78b1a service neutron] 10.222.0.91 "GET /v2.0/networks/66ac31cd-9571-442d-bc12-ac6589acbd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440108 Aug 17 16:19:41.451808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2812533f-7723-4fa9-b7ce-46062532376d req-60e78042-0e57-461c-861d-b175b0ed0e87 service neutron] 10.222.0.91 "GET /v2.0/networks/66ac31cd-9571-442d-bc12-ac6589acbd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967189 Aug 17 16:19:41.468586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-363c33f5-c825-47e3-933b-9f6bf6614eae tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:41.469186 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-363c33f5-c825-47e3-933b-9f6bf6614eae tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:41.493342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-363c33f5-c825-47e3-933b-9f6bf6614eae tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Calling delete_port for efadf4a6-7c37-480e-96c9-5179ca41ef9a owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:41.802621 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-363c33f5-c825-47e3-933b-9f6bf6614eae tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:41.810721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0585b6c-cfdb-42a7-86c0-da95feaee28e req-976c0471-ab1c-4e71-bf6b-73167d6c991c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:41.819507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0585b6c-cfdb-42a7-86c0-da95feaee28e req-976c0471-ab1c-4e71-bf6b-73167d6c991c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 946 time: 0.0846455 Aug 17 16:19:41.856576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c33f5-c825-47e3-933b-9f6bf6614eae tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event deleted for resources: {'Port': ['ID=efadf4a6-7c37-480e-96c9-5179ca41ef9a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:41.877880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0585b6c-cfdb-42a7-86c0-da95feaee28e req-a6afd834-af41-458c-94ee-eea57a0e08f1 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571389 Aug 17 16:19:41.954299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-363c33f5-c825-47e3-933b-9f6bf6614eae tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:41.960919 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-363c33f5-c825-47e3-933b-9f6bf6614eae tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:41.963751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4d2e6a0-40c8-4a66-a3fe-6d1dd6103ab4 req-363c33f5-c825-47e3-933b-9f6bf6614eae tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "DELETE /v2.0/floatingips/5a1e9197-cfea-4885-ba0d-334be46d8c22 HTTP/1.1" status: 204 len: 173 time: 1.1655777 Aug 17 16:19:42.030106 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769da2ee-8fad-49cb-9d13-8ccfeefb14e8 x-openstack-request-id: req-769da2ee-8fad-49cb-9d13-8ccfeefb14e8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:42.030835 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f74e15-eeae-442d-9491-44c3e70ab497", "name": "network-vif-plugged", "status": "completed", "tag": "f1fc8133-660d-4479-984a-6acf805bc492", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:42.031346 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-769da2ee-8fad-49cb-9d13-8ccfeefb14e8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:42.032117 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f74e15-eeae-442d-9491-44c3e70ab497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fc8133-660d-4479-984a-6acf805bc492', 'code': 200} Aug 17 16:19:42.065985 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f1381e-e3a9-4361-8a8c-87e6ab4a46e5 x-openstack-request-id: req-54f1381e-e3a9-4361-8a8c-87e6ab4a46e5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:42.066315 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9467495-028b-4642-837c-89db15449119", "tag": "985d00c3-86e7-421b-92c8-8c1936ce9a7e", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:42.066597 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54f1381e-e3a9-4361-8a8c-87e6ab4a46e5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:42.067322 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9467495-028b-4642-837c-89db15449119', 'tag': '985d00c3-86e7-421b-92c8-8c1936ce9a7e', 'status': 'completed', 'code': 200} Aug 17 16:19:42.218034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6633dd-18ba-4160-8363-9141a20b9342 req-cefb1cc4-2895-41d4-ac41-7de6218aa8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:42.220295 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf6633dd-18ba-4160-8363-9141a20b9342 req-cefb1cc4-2895-41d4-ac41-7de6218aa8f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 1124 time: 0.1269383 Aug 17 16:19:42.237550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4f7e-b115-451d-af8f-f181482b2cc0 req-04982a79-db47-4333-8005-337b59058891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:42.239137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a15a4f7e-b115-451d-af8f-f181482b2cc0 req-04982a79-db47-4333-8005-337b59058891 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 1097 time: 0.1085842 Aug 17 16:19:42.258137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2603e-0e97-4668-ac73-cb787a61eb5e req-9085ebc1-d8e5-4f77-a415-442c0d10b6b8 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:42.279649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1de2603e-0e97-4668-ac73-cb787a61eb5e req-9085ebc1-d8e5-4f77-a415-442c0d10b6b8 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.1380763 Aug 17 16:19:42.349494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd17ae-2c02-4a43-b38f-156a548d5250 req-94e86067-2406-4485-9cef-42ece7deedf9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:42.359241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2bfd17ae-2c02-4a43-b38f-156a548d5250 req-94e86067-2406-4485-9cef-42ece7deedf9 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 946 time: 0.1085103 Aug 17 16:19:42.369690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a15a4f7e-b115-451d-af8f-f181482b2cc0 req-c2e1d214-561a-4dd2-945a-d90130457b57 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973384 Aug 17 16:19:42.387915 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1de2603e-0e97-4668-ac73-cb787a61eb5e req-8679e87c-9073-451b-a62c-32c0ff6716f5 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059029 Aug 17 16:19:42.452744 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2bfd17ae-2c02-4a43-b38f-156a548d5250 req-08750a70-fb3e-475b-8fe7-01383c4c343f tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/security-groups?id=27fa064f-3ac9-4ce0-8971-813476289753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921843 Aug 17 16:19:42.536697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6633dd-18ba-4160-8363-9141a20b9342 req-01eb9fa0-341b-4eda-b8d1-933b691e706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:42.544039 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf6633dd-18ba-4160-8363-9141a20b9342 req-01eb9fa0-341b-4eda-b8d1-933b691e706b service neutron] 10.222.0.93 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.3057654 Aug 17 16:19:42.561568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-65bdfcc9-9604-4f0e-84c0-0720f0032f3e tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips/ccb2baed-fadc-4a0f-8bc9-25cf0d7dc3a6 HTTP/1.1" status: 200 len: 693 time: 0.0894639 Aug 17 16:19:42.625644 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf6633dd-18ba-4160-8363-9141a20b9342 req-9e8d8cf0-62c0-4cf7-9924-d58a2e4178b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e HTTP/1.1" status: 200 len: 217 time: 0.0618765 Aug 17 16:19:42.717766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6633dd-18ba-4160-8363-9141a20b9342 req-27beaffb-e38e-406c-85c7-3f1b2d63c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:42.719496 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf6633dd-18ba-4160-8363-9141a20b9342 req-27beaffb-e38e-406c-85c7-3f1b2d63c57a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.0702994 Aug 17 16:19:42.810945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690b23e-6e6c-4025-a328-5cf447ad882c req-be70c639-a9f0-4d7b-90cc-2e35828cea0d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:42.813422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4690b23e-6e6c-4025-a328-5cf447ad882c req-be70c639-a9f0-4d7b-90cc-2e35828cea0d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2653956 Aug 17 16:19:42.816516 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf6633dd-18ba-4160-8363-9141a20b9342 req-80b5deb8-28ce-4eca-bf21-30a945d4ae30 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871913 Aug 17 16:19:42.887461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-590410b5-1554-496e-b118-6ccdc3ba1e9e tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:42.892068 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-590410b5-1554-496e-b118-6ccdc3ba1e9e tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.3177605 Aug 17 16:19:43.059652 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-e0117554-e363-4300-ae5c-2ef270b6c342 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.1533985 Aug 17 16:19:43.188697 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-1f2d08b4-76e4-4418-a9d8-88c1c889bfb7 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.1252890 Aug 17 16:19:43.211318 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf6633dd-18ba-4160-8363-9141a20b9342 req-41cb240d-b829-4ae8-89ff-bd3157cbf7a9 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847594 Aug 17 16:19:43.563253 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4690b23e-6e6c-4025-a328-5cf447ad882c req-f48b3cc9-6a35-4c7d-aada-4f72659486cf tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005198 Aug 17 16:19:43.610484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-f0211d96-3639-4a42-819e-113cc66127f2 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Deleting port 40a905d2-f316-471b-9849-3deead064f34 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:43.611329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-f0211d96-3639-4a42-819e-113cc66127f2 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:43.725092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-f0211d96-3639-4a42-819e-113cc66127f2 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:43.725386 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-f0211d96-3639-4a42-819e-113cc66127f2 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:43.743961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-f0211d96-3639-4a42-819e-113cc66127f2 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Calling delete_port for 40a905d2-f316-471b-9849-3deead064f34 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:43.813241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a7795-163d-4255-ae70-71bb26978e8f req-0ce900f9-f53f-4cfd-a39c-11f93f60535a tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:43.814849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-932a7795-163d-4255-ae70-71bb26978e8f req-0ce900f9-f53f-4cfd-a39c-11f93f60535a tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 946 time: 0.2493856 Aug 17 16:19:43.934221 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf6633dd-18ba-4160-8363-9141a20b9342 req-c59b4921-cbea-4371-87d6-a086b9648f08 service neutron] 10.222.0.93 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916454 Aug 17 16:19:43.974856 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-f0211d96-3639-4a42-819e-113cc66127f2 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:44.046496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0211d96-3639-4a42-819e-113cc66127f2 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Pushing event deleted for resources: {'Port': ['ID=40a905d2-f316-471b-9849-3deead064f34,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:44.051671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11761174-71e1-435e-8f8c-87f6fe562f1d req-4ca00ceb-8f08-442d-b86e-352604f49fb6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:44.072815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11761174-71e1-435e-8f8c-87f6fe562f1d req-4ca00ceb-8f08-442d-b86e-352604f49fb6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.2568116 Aug 17 16:19:44.146227 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-f0211d96-3639-4a42-819e-113cc66127f2 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:44.156712 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-f0211d96-3639-4a42-819e-113cc66127f2 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:44.173965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420b2037-88e8-4b0b-a138-599fcf1b1225 req-f0211d96-3639-4a42-819e-113cc66127f2 tempest-FloatingIPDetailsTestJSON-760444667 tempest-FloatingIPDetailsTestJSON-760444667-project] 10.222.0.77 "DELETE /v2.0/floatingips/ccb2baed-fadc-4a0f-8bc9-25cf0d7dc3a6 HTTP/1.1" status: 204 len: 173 time: 0.9804056 Aug 17 16:19:44.176632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43632) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:44.178895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Deleting port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:44.179306 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:44.252849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11761174-71e1-435e-8f8c-87f6fe562f1d req-30eb6e41-a2e9-4993-b65f-3bfdbff56f81 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789188 Aug 17 16:19:44.483066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802e8a4-a8ef-4585-8932-5b16d222ce0a req-ce519f87-d181-41d3-b02a-be3b7fe45c63 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:44.492130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3802e8a4-a8ef-4585-8932-5b16d222ce0a req-ce519f87-d181-41d3-b02a-be3b7fe45c63 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 946 time: 0.1878693 Aug 17 16:19:44.559933 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3802e8a4-a8ef-4585-8932-5b16d222ce0a req-e7ef3859-8b7f-4ced-b846-16ea76cf48d6 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636673 Aug 17 16:19:44.569814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] For port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:44.570571 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:44.705863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff2331-d3c4-4f13-a819-c77202a7f855 req-0f21c9bb-c8ee-428f-9c6e-27240c602c65 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:44.720516 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5ff2331-d3c4-4f13-a819-c77202a7f855 req-0f21c9bb-c8ee-428f-9c6e-27240c602c65 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.1551180 Aug 17 16:19:44.844809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5ff2331-d3c4-4f13-a819-c77202a7f855 req-e9dc3091-84b8-448f-9dbc-13f98d210944 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220589 Aug 17 16:19:44.954071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4120768-1bfb-479e-aa67-63b1cb49be40 req-4ec20e58-1bfd-44fc-8d96-213ec2ac3240 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:44.958069 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c4120768-1bfb-479e-aa67-63b1cb49be40 req-4ec20e58-1bfd-44fc-8d96-213ec2ac3240 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 946 time: 0.2655838 Aug 17 16:19:45.029366 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:45.030840 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:45.031812 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Floating IP b2930796-c9fd-4f3c-ab59-976789b768fb disassociated. External IP: 172.25.7.250, port: 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597. Aug 17 16:19:45.032291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Calling delete_port for 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:45.108202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c4120768-1bfb-479e-aa67-63b1cb49be40 req-881ceb5c-2cee-4cbd-86bc-7186c2f80475 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/security-groups?id=27fa064f-3ac9-4ce0-8971-813476289753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375217 Aug 17 16:19:45.396883 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:45.451700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ffa88-6f7a-4c54-bba4-c697a2a26f38 req-2e912813-32ff-40dc-bbeb-2975e3b1a138 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:45.453618 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-215ffa88-6f7a-4c54-bba4-c697a2a26f38 req-2e912813-32ff-40dc-bbeb-2975e3b1a138 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.1935103 Aug 17 16:19:45.458585 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:45.579823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Pushing event deleted for resources: {'Port': ['ID=33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:45.663914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-215ffa88-6f7a-4c54-bba4-c697a2a26f38 req-67f8c7d2-981c-4773-ae2c-80a74edba28f tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014658 Aug 17 16:19:45.745576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-cecdbef3-2454-4302-ac4f-ce1fcc8d0aec service neutron] 10.222.0.93 "GET /v2.0/ports/985d00c3-86e7-421b-92c8-8c1936ce9a7e/bindings/n-h1-804878-1 HTTP/1.1" status: 200 len: 384 time: 0.1624146 Aug 17 16:19:45.780068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 985d00c3-86e7-421b-92c8-8c1936ce9a7e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:19:46.225963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac7dbb-0997-4cfd-84fb-2e68c854daa0 req-eb827908-21a8-415a-8a5f-9f6a145bbe9f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:46.241411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4bac7dbb-0997-4cfd-84fb-2e68c854daa0 req-eb827908-21a8-415a-8a5f-9f6a145bbe9f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.6871812 Aug 17 16:19:46.277103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Router e962cad1-6476-46a7-b649-5f71cf34f938 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:19:46.363295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f2eb-e5c0-4553-b13a-1011d0388da9 req-3e50b294-59be-4b5c-96d9-34a659bc21e4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:46.366755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c201f2eb-e5c0-4553-b13a-1011d0388da9 req-3e50b294-59be-4b5c-96d9-34a659bc21e4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.2410929 Aug 17 16:19:46.419450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] Deleting port 333f1e9a-86b4-482b-907a-c1126b4755f1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:46.419839 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:46.431771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4bac7dbb-0997-4cfd-84fb-2e68c854daa0 req-691cc85f-4105-4e60-88eb-530f84a95f09 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889234 Aug 17 16:19:46.539651 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] For port 333f1e9a-86b4-482b-907a-c1126b4755f1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=333f1e9a-86b4-482b-907a-c1126b4755f1,segment=NetworkSegment(c43dac59-d54f-42b0-bdaf-a182c63377e9),segment_id=c43dac59-d54f-42b0-bdaf-a182c63377e9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:46.540281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:46.556532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] Calling delete_port for 333f1e9a-86b4-482b-907a-c1126b4755f1 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:46.708468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:19:46.729445 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] Sync routers for ids ['e962cad1-6476-46a7-b649-5f71cf34f938'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:19:46.741025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c201f2eb-e5c0-4553-b13a-1011d0388da9 req-7de4ba28-34ee-469e-95ae-5b4e392aa690 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555100 Aug 17 16:19:46.798285 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] Routers {'e962cad1-6476-46a7-b649-5f71cf34f938'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:46.802918 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e962cad1-6476-46a7-b649-5f71cf34f938'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:47.010064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-4e8e23b3-56b2-49cb-a321-0d055e4f4c5f service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:47.099317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93595dd-756a-4142-b9c2-8f65e28a6968 req-fce13205-7c92-435e-8511-321fe028ce39 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:47.100355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-4e8e23b3-56b2-49cb-a321-0d055e4f4c5f service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:47.102827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a93595dd-756a-4142-b9c2-8f65e28a6968 req-fce13205-7c92-435e-8511-321fe028ce39 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72 HTTP/1.1" status: 200 len: 945 time: 0.2611639 Aug 17 16:19:47.105739 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:47.126339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] No DVR routers for this DVR port 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:19:47.175462 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:47.184989 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-932a7795-163d-4255-ae70-71bb26978e8f req-2933209d-d967-4565-a4f4-6fa52e8876e6 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.91 "DELETE /v2.0/ports/33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 HTTP/1.1" status: 204 len: 173 time: 3.3525419 Aug 17 16:19:47.200465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'name': 'network-vif-deleted', 'tag': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:47.203423 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6d6b07-fcec-4607-8e5e-087e98d258c1" -d '{"events": [{"server_uuid": "5dccc3d3-0577-44a1-92cb-3796ef0ab581", "name": "network-vif-deleted", "tag": "33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:47.276413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-4e8e23b3-56b2-49cb-a321-0d055e4f4c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985d00c3-86e7-421b-92c8-8c1936ce9a7e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:19:47.349858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-4e8e23b3-56b2-49cb-a321-0d055e4f4c5f service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:47.408731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] Pushing event deleted for resources: {'Port': ['ID=333f1e9a-86b4-482b-907a-c1126b4755f1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:47.436590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a93595dd-756a-4142-b9c2-8f65e28a6968 req-81cbe4f2-20d0-40ff-9725-3c3032d30b8e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082733 Aug 17 16:19:47.462294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f988d4-d5a5-4266-9f2b-a710b17c735a req-c2f79844-0ac1-47f3-a33e-a5cb24c2c166 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:47.478335 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43f988d4-d5a5-4266-9f2b-a710b17c735a req-c2f79844-0ac1-47f3-a33e-a5cb24c2c166 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 943 time: 0.3638318 Aug 17 16:19:47.515613 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] Set router e962cad1-6476-46a7-b649-5f71cf34f938 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:48.085096 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1fb854a0-8211-4aa9-adf3-d6096e5bb707 req-aee537ac-2d19-42d5-9bfa-a2297e479181 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dccc3d3-0577-44a1-92cb-3796ef0ab581 HTTP/1.1" status: 200 len: 210 time: 0.0549312 Aug 17 16:19:48.170053 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:32Z', 'revision_number': 5, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:48.219078 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-4e8e23b3-56b2-49cb-a321-0d055e4f4c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:48.261730 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43f988d4-d5a5-4266-9f2b-a710b17c735a req-c558a4e3-7035-4c52-9b91-95106e1024a4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7819688 Aug 17 16:19:48.282152 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] Checking router: e962cad1-6476-46a7-b649-5f71cf34f938 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:19:48.304304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:19:48.307130 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] Routers {'e962cad1-6476-46a7-b649-5f71cf34f938'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:48.307884 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e962cad1-6476-46a7-b649-5f71cf34f938'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:48.362258 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108a6dd5-f2cb-4895-89be-a0dd0163090c x-openstack-request-id: req-108a6dd5-f2cb-4895-89be-a0dd0163090c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:48.370417 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dccc3d3-0577-44a1-92cb-3796ef0ab581", "name": "network-vif-deleted", "tag": "33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:48.370417 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-108a6dd5-f2cb-4895-89be-a0dd0163090c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:48.371016 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dccc3d3-0577-44a1-92cb-3796ef0ab581', 'name': 'network-vif-deleted', 'tag': '33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597', 'status': 'completed', 'code': 200} Aug 17 16:19:48.383648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:19:48.384300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 33d6c2c6-04dc-4a7a-a1fa-c90a9ee1f597 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:19:48.482849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-4e8e23b3-56b2-49cb-a321-0d055e4f4c5f service neutron] Transition to ACTIVE for port object 985d00c3-86e7-421b-92c8-8c1936ce9a7e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:19:48.510218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-4e8e23b3-56b2-49cb-a321-0d055e4f4c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:48.528813 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:48.618994 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] Set router e962cad1-6476-46a7-b649-5f71cf34f938 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:48.655985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-4e8e23b3-56b2-49cb-a321-0d055e4f4c5f service neutron] No DVR routers for this DVR port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:19:48.768196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-4e8e23b3-56b2-49cb-a321-0d055e4f4c5f service neutron] 10.222.0.93 "PUT /v2.0/ports/985d00c3-86e7-421b-92c8-8c1936ce9a7e/bindings/n-h1-804878-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6832056 Aug 17 16:19:48.785700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e23b3-56b2-49cb-a321-0d055e4f4c5f service neutron] Pushing event updated for resources: {'Port': ['ID=985d00c3-86e7-421b-92c8-8c1936ce9a7e,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:48.881688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6b33-47d1-4cf2-a464-93f0c9f77927 req-8f6b0b33-a4f3-47f1-b8bf-9e08d3efcbbd tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:48.890523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bd4c6b33-47d1-4cf2-a464-93f0c9f77927 req-8f6b0b33-a4f3-47f1-b8bf-9e08d3efcbbd tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 946 time: 0.0929174 Aug 17 16:19:48.939329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8bf32-bfb8-48c1-bc77-ce43f17a9b9b req-b7293d7b-055f-4c4e-affe-be854bc089fb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:48.941563 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33e8bf32-bfb8-48c1-bc77-ce43f17a9b9b req-b7293d7b-055f-4c4e-affe-be854bc089fb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1595483 Aug 17 16:19:48.959905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e351b285-39f2-4d57-9253-36259fc1f4e4 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:48.962364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e351b285-39f2-4d57-9253-36259fc1f4e4 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.0963156 Aug 17 16:19:49.095181 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bd4c6b33-47d1-4cf2-a464-93f0c9f77927 req-54ef41d7-b304-45e2-bce6-ded8b5bfe03b tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030692 Aug 17 16:19:49.100793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e288a1ed-8570-4638-acc0-6706dbcc4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:49.103954 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e288a1ed-8570-4638-acc0-6706dbcc4db1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119&tenant_id=93cfa698670f475e961b98264f242f53 HTTP/1.1" status: 200 len: 1095 time: 0.1225402 Aug 17 16:19:49.112577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33e8bf32-bfb8-48c1-bc77-ce43f17a9b9b req-1cd06fba-8e66-4db7-9003-579216de26b2 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035440 Aug 17 16:19:49.161699 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:32Z', 'revision_number': 5, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:49.211819 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3d758a-e764-4e07-8ee1-8b6cac040861 None None] The sync data for ids ['e962cad1-6476-46a7-b649-5f71cf34f938'] in n-d-804878-1 is: [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:17:20Z', 'revision_number': 4, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7b984fa0-7897-49ac-94da-0f3a8730e3e4', 'name': '', 'network_id': '772fe312-da19-4c12-8625-e8870a167407', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'mac_address': 'fa:16:3e:be:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '665f0674-a632-446f-8db6-e898bd403ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:19Z', 'updated_at': '2021-08-17T16:17:32Z', 'revision_number': 5, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'subnets': [{'id': '665f0674-a632-446f-8db6-e898bd403ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:19:49.252975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e59ac9ff-288d-4a36-8172-bcbfd1b6ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:49.254560 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e59ac9ff-288d-4a36-8172-bcbfd1b6ca07 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93cfa698670f475e961b98264f242f53&device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 1095 time: 0.0955982 Aug 17 16:19:49.310463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] Router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:19:49.310772 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:49.434527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed466651-ce0d-4369-a188-7755466d6ac3 req-ffd1b3af-c627-4577-a07a-77bb65685666 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:49.435994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed466651-ce0d-4369-a188-7755466d6ac3 req-ffd1b3af-c627-4577-a07a-77bb65685666 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.1199164 Aug 17 16:19:49.474746 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:49.524583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:19:49.537169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] Sync routers for ids ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:19:49.544596 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5087df34-2c9e-4592-bba9-abfbcdf5ac28 admin admin] 10.222.0.77 "PUT /v2.0/routers/5c1cb565-b0b1-4049-b541-08bba6ad88a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3656318 Aug 17 16:19:49.547436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43702) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:49.564431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-cc7484a9-95db-4e75-bd95-20bb8997380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:49.568867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-cc7484a9-95db-4e75-bd95-20bb8997380f service neutron] 10.222.0.91 "GET /v2.0/networks?id=9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 200 len: 921 time: 0.2957230 Aug 17 16:19:49.570223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] Routers {'5c1cb565-b0b1-4049-b541-08bba6ad88a4'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:49.580950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:49.694248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed466651-ce0d-4369-a188-7755466d6ac3 req-7e2ea365-8bb3-45fa-a794-a8e99b0e1ae5 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096515 Aug 17 16:19:49.702450 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-e1b1073d-72ff-42f1-bf33-2c7aa80dbe48 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e HTTP/1.1" status: 200 len: 217 time: 0.1180038 Aug 17 16:19:49.842246 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355090e9-4fc7-48be-9b43-459e2575b1b4 None None] New status for floating IP b2930796-c9fd-4f3c-ab59-976789b768fb: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:19:49.865411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-ae9fdffb-ce60-4ce9-b800-d89b38d927cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:49.867739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-ae9fdffb-ce60-4ce9-b800-d89b38d927cb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 200 len: 860 time: 0.1558747 Aug 17 16:19:49.899508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:49.940448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b2173661-477d-4f28-b757-d6aace10ee3a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9df5052f-fb5b-4a77-ac7d-1268929aed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574582 Aug 17 16:19:50.043510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] Set router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:50.085375 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-06e20d79-8e28-44ef-896e-b36ee8b61a97 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360919 Aug 17 16:19:50.303165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5955b27-fd98-47d9-921a-76b32966275e req-fcb2e904-c0d9-4cec-9545-f55abb5304fc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:50.304998 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f5955b27-fd98-47d9-921a-76b32966275e req-fcb2e904-c0d9-4cec-9545-f55abb5304fc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 944 time: 0.0881162 Aug 17 16:19:50.385778 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f5955b27-fd98-47d9-921a-76b32966275e req-007bc165-23c8-4e39-af68-8f252dbc9842 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660486 Aug 17 16:19:50.406088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-db1034c5-547c-4e7d-81d4-e55b1345f482 service neutron] 10.222.0.91 "GET /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105447 Aug 17 16:19:50.459334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cac99-5111-4ab6-9082-2ca34cd4727f req-f95931f2-acde-48bd-931e-5a2bd4a73abc tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:50.469526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-040cac99-5111-4ab6-9082-2ca34cd4727f req-f95931f2-acde-48bd-931e-5a2bd4a73abc tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.3587978 Aug 17 16:19:50.473959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'name': 'tempest-FloatingIPDetailsTestJSON-865778218-router', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:46Z', 'revision_number': 5, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'gw_port': {'id': 'efa68511-c10e-4254-adc8-3a9b49817ed5', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:02Z', 'updated_at': '2021-08-17T16:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:50.500866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:50.550007 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-040cac99-5111-4ab6-9082-2ca34cd4727f req-f463b292-8c58-4a6f-ae24-9662a80b070e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790768 Aug 17 16:19:50.569393 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:50.570774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] Checking router: 5c1cb565-b0b1-4049-b541-08bba6ad88a4 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:19:50.592796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] Routers {'5c1cb565-b0b1-4049-b541-08bba6ad88a4'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:50.595173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:50.679805 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-677df3b3-0767-4844-b3e3-5d0ebc8e3622 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:50.746205 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-677df3b3-0767-4844-b3e3-5d0ebc8e3622 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:50.788020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Deleting port efa68511-c10e-4254-adc8-3a9b49817ed5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:50.796513 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:50.865760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-677df3b3-0767-4844-b3e3-5d0ebc8e3622 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:50.872692 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-677df3b3-0767-4844-b3e3-5d0ebc8e3622 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:50.872692 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-677df3b3-0767-4844-b3e3-5d0ebc8e3622 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "DELETE /v2.0/security-groups/27fa064f-3ac9-4ce0-8971-813476289753 HTTP/1.1" status: 204 len: 168 time: 0.3669119 Aug 17 16:19:50.896758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] Set router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:50.906560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:50.937002 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-71fecb60-7f45-4d79-9ab2-cc3065e1b7be tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] show failed (client error): The resource could not be found. Aug 17 16:19:50.937917 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-71fecb60-7f45-4d79-9ab2-cc3065e1b7be tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "GET /v2.0/security-groups/27fa064f-3ac9-4ce0-8971-813476289753 HTTP/1.1" status: 404 len: 347 time: 0.0293646 Aug 17 16:19:50.975419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:50.989649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-95f7ef38-92b2-416d-b274-b03a50b1d700 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:50.994222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-95f7ef38-92b2-416d-b274-b03a50b1d700 tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119&tenant_id=93cfa698670f475e961b98264f242f53&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.1769233 Aug 17 16:19:51.031450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677df3b3-0767-4844-b3e3-5d0ebc8e3622 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fa064f-3ac9-4ce0-8971-813476289753,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:51.064984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'name': 'tempest-FloatingIPDetailsTestJSON-865778218-router', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:50Z', 'revision_number': 6, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:51.087870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] For port efa68511-c10e-4254-adc8-3a9b49817ed5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=efa68511-c10e-4254-adc8-3a9b49817ed5,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:51.088268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:51.122141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab782f-bbc5-4aab-bd64-98c5a98e72b1 None None] The sync data for ids ['5c1cb565-b0b1-4049-b541-08bba6ad88a4'] in n-d-804878-1 is: [{'id': '5c1cb565-b0b1-4049-b541-08bba6ad88a4', 'name': 'tempest-FloatingIPDetailsTestJSON-865778218-router', 'tenant_id': '9fd23774059445fbae8691b8c0dfce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:50Z', 'revision_number': 6, 'project_id': '9fd23774059445fbae8691b8c0dfce7b', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:19:51.129411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Calling delete_port for efa68511-c10e-4254-adc8-3a9b49817ed5 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:51.241371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176169f0-e086-4b92-88cf-4a78d9a91e43 req-062b3a90-31b1-4a56-9ec8-698c9dfe22d9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:51.242990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-176169f0-e086-4b92-88cf-4a78d9a91e43 req-062b3a90-31b1-4a56-9ec8-698c9dfe22d9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.3812799 Aug 17 16:19:51.353819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:51.407358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b62e1-2979-470a-8663-51bdc7b3c978 req-86d31f17-cd33-4d3a-9fcc-91d6acd7cb47 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:51.414070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b62e1-2979-470a-8663-51bdc7b3c978 req-86d31f17-cd33-4d3a-9fcc-91d6acd7cb47 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:51.420250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b62e1-2979-470a-8663-51bdc7b3c978 req-86d31f17-cd33-4d3a-9fcc-91d6acd7cb47 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:51.422153 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b46b62e1-2979-470a-8663-51bdc7b3c978 req-86d31f17-cd33-4d3a-9fcc-91d6acd7cb47 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497&device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72&device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 2417 time: 0.1548710 Aug 17 16:19:51.444503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b01de34b-c4b8-4be2-be6a-8703c1357334 service neutron] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:19:51.454248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b01de34b-c4b8-4be2-be6a-8703c1357334 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:51.455678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894002d0-e163-4d49-9b0a-c1decd82cdbb req-b01de34b-c4b8-4be2-be6a-8703c1357334 service neutron] 10.222.0.91 "DELETE /v2.0/ports/985d00c3-86e7-421b-92c8-8c1936ce9a7e/bindings/n-h2-804878-1 HTTP/1.1" status: 204 len: 173 time: 0.4069252 Aug 17 16:19:51.483507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-176169f0-e086-4b92-88cf-4a78d9a91e43 req-0f70a60e-d96b-4d9e-a660-886aa770dc97 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945257 Aug 17 16:19:51.546852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fd35ec2f-8ea9-4c2d-bd6a-be8e00c71412 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Deleting port 9510c50e-4cb6-48fa-b9af-1d59a44e7c61 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:51.547864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd35ec2f-8ea9-4c2d-bd6a-be8e00c71412 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:51.617024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b46b62e1-2979-470a-8663-51bdc7b3c978 req-2579f140-f55c-4a7b-ab7b-692065c1ebe7 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763275 Aug 17 16:19:51.647030 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:51.698046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa68511-c10e-4254-adc8-3a9b49817ed5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:51.749563 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e696b152-19af-46b3-bdc8-f0352fa37509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:51.813658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:51.830066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db9cdc-e280-4fb1-885f-ea494ccca5ab req-f6656de5-359f-4835-a844-8c68beb074fb tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:51.841726 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-31db9cdc-e280-4fb1-885f-ea494ccca5ab req-f6656de5-359f-4835-a844-8c68beb074fb tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.1716378 Aug 17 16:19:51.848460 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd35ec2f-8ea9-4c2d-bd6a-be8e00c71412 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:51.848787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd35ec2f-8ea9-4c2d-bd6a-be8e00c71412 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:51.903551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71a0c-e649-475c-9b0b-98d01dc88da2 req-8b3bde47-a08b-44c5-a993-d0785b08f33e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:51.913147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18d71a0c-e649-475c-9b0b-98d01dc88da2 req-8b3bde47-a08b-44c5-a993-d0785b08f33e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 944 time: 0.2004833 Aug 17 16:19:51.923669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fd35ec2f-8ea9-4c2d-bd6a-be8e00c71412 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Calling delete_port for 9510c50e-4cb6-48fa-b9af-1d59a44e7c61 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:51.970343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-31db9cdc-e280-4fb1-885f-ea494ccca5ab req-c68357ef-f4c0-435d-bb3c-12e16357a610 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273637 Aug 17 16:19:52.026516 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.035199 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.155206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18d71a0c-e649-475c-9b0b-98d01dc88da2 req-829c16e9-e759-44fc-bea1-69172d5278e0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350698 Aug 17 16:19:52.185915 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.189131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c1cb565-b0b1-4049-b541-08bba6ad88a4 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:19:52.209645 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.213070 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4e3219b7-f245-4a69-91c8-ac282a6735c5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5c1cb565-b0b1-4049-b541-08bba6ad88a4 HTTP/1.1" status: 204 len: 168 time: 2.6633689 Aug 17 16:19:52.219952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43738) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:52.379958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 333f1e9a-86b4-482b-907a-c1126b4755f1 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:19:52.406494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Deleting subnet 208d5347-1038-41d8-b6fb-23ca3a43870c {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:19:52.414010 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.444152 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd35ec2f-8ea9-4c2d-bd6a-be8e00c71412 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.452112 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 333f1e9a-86b4-482b-907a-c1126b4755f1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:19:52.454820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 333f1e9a-86b4-482b-907a-c1126b4755f1 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:19:52.455455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e696b152-19af-46b3-bdc8-f0352fa37509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.455875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device efa68511-c10e-4254-adc8-3a9b49817ed5 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:19:52.488543 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e696b152-19af-46b3-bdc8-f0352fa37509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.496840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: efa68511-c10e-4254-adc8-3a9b49817ed5 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:19:52.497544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device efa68511-c10e-4254-adc8-3a9b49817ed5 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:19:52.526845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.546962 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e696b152-19af-46b3-bdc8-f0352fa37509 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a3138f499b34b89974093a197db5f81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1887021 Aug 17 16:19:52.548304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35ec2f-8ea9-4c2d-bd6a-be8e00c71412 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Pushing event deleted for resources: {'Port': ['ID=9510c50e-4cb6-48fa-b9af-1d59a44e7c61,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:52.565771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:52.768186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4172c-3646-4462-aa34-eac2d4ab63e4 req-78cbb5f7-c1f6-4535-bfa2-e6493c1d354f tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:52.769919 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46a4172c-3646-4462-aa34-eac2d4ab63e4 req-78cbb5f7-c1f6-4535-bfa2-e6493c1d354f tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 946 time: 0.2297213 Aug 17 16:19:52.799303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696b152-19af-46b3-bdc8-f0352fa37509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a980e74-82b3-4e7b-8582-53defcb1bfda,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:52.807582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff94ce-2e43-4c28-bc72-95cd4b8488a6 req-1c6077ed-6fbe-4a46-97fa-496b39cac00c tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:52.821234 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4ff94ce-2e43-4c28-bc72-95cd4b8488a6 req-1c6077ed-6fbe-4a46-97fa-496b39cac00c tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 1095 time: 0.2267530 Aug 17 16:19:52.858550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9175bc48-7d17-4a7b-9eac-b43be11210c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.907710 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9175bc48-7d17-4a7b-9eac-b43be11210c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.933209 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd35ec2f-8ea9-4c2d-bd6a-be8e00c71412 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.937074 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd35ec2f-8ea9-4c2d-bd6a-be8e00c71412 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:52.938594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fd35ec2f-8ea9-4c2d-bd6a-be8e00c71412 tempest-ServersTestFqdnHostnames-1680991958 tempest-ServersTestFqdnHostnames-1680991958-project] 10.222.0.77 "DELETE /v2.0/floatingips/b2930796-c9fd-4f3c-ab59-976789b768fb HTTP/1.1" status: 204 len: 168 time: 1.9336023 Aug 17 16:19:52.940492 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4ff94ce-2e43-4c28-bc72-95cd4b8488a6 req-b1736818-79a5-4fa1-9f08-c7e57e4bbcea tempest-LiveAutoBlockMigrationV225Test-398921863 tempest-LiveAutoBlockMigrationV225Test-398921863-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178534 Aug 17 16:19:52.943085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:52.977471 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:53.144063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:53.164350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46a4172c-3646-4462-aa34-eac2d4ab63e4 req-a6c99c98-dd30-46ca-9cb2-473a20812207 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693268 Aug 17 16:19:53.204858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208d5347-1038-41d8-b6fb-23ca3a43870c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:53.211837 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:53.214500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/208d5347-1038-41d8-b6fb-23ca3a43870c HTTP/1.1" status: 204 len: 168 time: 0.9882588 Aug 17 16:19:53.215807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c2c8e3-c6fd-4f3e-8994-9e113463ab2b None None] Network 1681cb81-38d5-45fc-a37a-56fff9a2703c requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:19:53.226687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057d16-824c-489e-9789-ed5d0a2a622c req-1e2f5e01-2154-42f5-a774-d190ac8171ab tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:53.236084 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b057d16-824c-489e-9789-ed5d0a2a622c req-1e2f5e01-2154-42f5-a774-d190ac8171ab tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1367888 Aug 17 16:19:53.236671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:53.262875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.267994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.268366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.268735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.269082 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.269468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.269957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.270441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.270867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.271285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.271650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.271970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fc0e0c-97f7-4d17-bcb7-d9ba7998c83b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:53.314903 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9175bc48-7d17-4a7b-9eac-b43be11210c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:53.318654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9175bc48-7d17-4a7b-9eac-b43be11210c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:53.319957 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b057d16-824c-489e-9789-ed5d0a2a622c req-ce7364fd-824e-4045-920a-2a739c074cfa tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827672 Aug 17 16:19:53.320398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9175bc48-7d17-4a7b-9eac-b43be11210c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a980e74-82b3-4e7b-8582-53defcb1bfda HTTP/1.1" status: 204 len: 168 time: 0.7512910 Aug 17 16:19:53.338019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175bc48-7d17-4a7b-9eac-b43be11210c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a980e74-82b3-4e7b-8582-53defcb1bfda,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:53.532516 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:53.585983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baeb1d-24f4-49c5-823e-b84ffa0b74be req-6ada986b-94fb-4541-8a84-7520ff21e801 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:53.591017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-75baeb1d-24f4-49c5-823e-b84ffa0b74be req-6ada986b-94fb-4541-8a84-7520ff21e801 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.1156065 Aug 17 16:19:53.645362 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-75baeb1d-24f4-49c5-823e-b84ffa0b74be req-c177c22d-c206-4911-a424-2a473a55dd8e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482662 Aug 17 16:19:53.696837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] DHCP port deletion for 1681cb81-38d5-45fc-a37a-56fff9a2703c request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:19:53.766862 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Deleting port 9564bb68-d229-47de-83f5-66f617181a8f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:53.767392 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:53.882121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] For port 9564bb68-d229-47de-83f5-66f617181a8f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9564bb68-d229-47de-83f5-66f617181a8f,segment=NetworkSegment(c43dac59-d54f-42b0-bdaf-a182c63377e9),segment_id=c43dac59-d54f-42b0-bdaf-a182c63377e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:53.883076 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:53.920908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Calling delete_port for 9564bb68-d229-47de-83f5-66f617181a8f owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:53.974963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc28e44-eb43-47ae-b57c-a16c7d53bc9b req-739af18a-1ecd-425f-a25f-a0b6a0224873 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:53.985876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3cc28e44-eb43-47ae-b57c-a16c7d53bc9b req-739af18a-1ecd-425f-a25f-a0b6a0224873 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 944 time: 0.1134076 Aug 17 16:19:54.058591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43764) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:54.064306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Deleting port 9564bb68-d229-47de-83f5-66f617181a8f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:54.065146 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:54.068585 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3cc28e44-eb43-47ae-b57c-a16c7d53bc9b req-bc6c4db1-143c-4055-b359-548f7329a488 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806730 Aug 17 16:19:54.088037 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f407ca89-c7fb-4ec2-9862-ba69d6bb6b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:54.137965 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:54.173345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] No DVR routers for this DVR port 9564bb68-d229-47de-83f5-66f617181a8f on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:19:54.227264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Pushing event deleted for resources: {'Port': ['ID=9564bb68-d229-47de-83f5-66f617181a8f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:54.251198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.251601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.251958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.252299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.252627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.253026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.253362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.253679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.254052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.254499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.254825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.255176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0722-2922-4fb3-b9cb-daabea5ca9e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:19:54.332809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9564bb68-d229-47de-83f5-66f617181a8f no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:19:54.414778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] For port 9564bb68-d229-47de-83f5-66f617181a8f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9564bb68-d229-47de-83f5-66f617181a8f,segment=NetworkSegment(c43dac59-d54f-42b0-bdaf-a182c63377e9),segment_id=c43dac59-d54f-42b0-bdaf-a182c63377e9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:54.415129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:54.415791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 9564bb68-d229-47de-83f5-66f617181a8f {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:19:54.418050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9564bb68-d229-47de-83f5-66f617181a8f not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:19:54.439503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f407ca89-c7fb-4ec2-9862-ba69d6bb6b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:54.446027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Calling delete_port for 9564bb68-d229-47de-83f5-66f617181a8f owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:54.450685 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f407ca89-c7fb-4ec2-9862-ba69d6bb6b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:54.466962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e546bc9e-f1e2-47d1-8dfa-fbdb88ff4fe9 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:54.468877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e546bc9e-f1e2-47d1-8dfa-fbdb88ff4fe9 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.91 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 944 time: 0.1632116 Aug 17 16:19:54.485989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:54.721157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:54.784675 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f407ca89-c7fb-4ec2-9862-ba69d6bb6b80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cfcab08f433b47c5a741c73a0177d242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7141013 Aug 17 16:19:54.784675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407ca89-c7fb-4ec2-9862-ba69d6bb6b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6482d2d-a039-49e2-ae4d-4272e99784ce,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:54.785963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43778) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:54.812906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9564bb68-d229-47de-83f5-66f617181a8f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:54.922879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] No DVR routers for this DVR port 9564bb68-d229-47de-83f5-66f617181a8f on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:19:54.927950 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-826a8ace-cb13-44c6-bb59-78217692ff69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:54.940092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3f4b9-a8c1-4b8f-8b20-e39b6c4de5eb req-38e0cf24-9dd7-43d5-9a70-36b7136dcb57 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:54.942202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59d3f4b9-a8c1-4b8f-8b20-e39b6c4de5eb req-38e0cf24-9dd7-43d5-9a70-36b7136dcb57 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.4029045 Aug 17 16:19:54.952203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4b262-871c-46e2-96cb-5cab2ae9322f req-68e1e225-962c-4182-aaf1-caebb179ba37 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:54.953789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-17b4b262-871c-46e2-96cb-5cab2ae9322f req-68e1e225-962c-4182-aaf1-caebb179ba37 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0922771 Aug 17 16:19:55.001752 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-826a8ace-cb13-44c6-bb59-78217692ff69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.053109 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-17b4b262-871c-46e2-96cb-5cab2ae9322f req-42672f08-3efc-4ed7-8727-c2a5f01ffe65 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904627 Aug 17 16:19:55.102688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-826a8ace-cb13-44c6-bb59-78217692ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.106834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-826a8ace-cb13-44c6-bb59-78217692ff69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.109253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-826a8ace-cb13-44c6-bb59-78217692ff69 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6482d2d-a039-49e2-ae4d-4272e99784ce HTTP/1.1" status: 204 len: 168 time: 0.3209569 Aug 17 16:19:55.119002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59d3f4b9-a8c1-4b8f-8b20-e39b6c4de5eb req-76b348bb-e546-4756-aad6-933e78e1c9c1 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322854 Aug 17 16:19:55.140536 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.158231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a8ace-cb13-44c6-bb59-78217692ff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6482d2d-a039-49e2-ae4d-4272e99784ce,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:55.200717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1681cb81-38d5-45fc-a37a-56fff9a2703c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:55.217607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43dac59-d54f-42b0-bdaf-a182c63377e9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:55.217973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43dac59-d54f-42b0-bdaf-a182c63377e9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:55.314810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e3c57ba8-b1a3-46db-94e4-23ac08e7c62c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Deleting port 985d00c3-86e7-421b-92c8-8c1936ce9a7e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:55.315456 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e3c57ba8-b1a3-46db-94e4-23ac08e7c62c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.320116 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.446286 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.458189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:19:55.459065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.460541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae51c94-056d-431f-9751-63167841c282 req-cb113ae3-e69f-49a1-abc3-0bc04b3d1a95 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:19:55.464864 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:19:55.476205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ae51c94-056d-431f-9751-63167841c282 req-cb113ae3-e69f-49a1-abc3-0bc04b3d1a95 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 944 time: 0.1121302 Aug 17 16:19:55.545535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ae51c94-056d-431f-9751-63167841c282 req-f58cf593-faa1-4aef-a3df-bcd39270114b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679095 Aug 17 16:19:55.590928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e3c57ba8-b1a3-46db-94e4-23ac08e7c62c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] For port 985d00c3-86e7-421b-92c8-8c1936ce9a7e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=985d00c3-86e7-421b-92c8-8c1936ce9a7e,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:55.591314 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e3c57ba8-b1a3-46db-94e4-23ac08e7c62c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.623811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e3c57ba8-b1a3-46db-94e4-23ac08e7c62c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Calling delete_port for 985d00c3-86e7-421b-92c8-8c1936ce9a7e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:55.625739 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.635922 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:55.643682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1681cb81-38d5-45fc-a37a-56fff9a2703c HTTP/1.1" status: 204 len: 168 time: 2.4029415 Aug 17 16:19:55.691771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baf401-bc96-46ec-abe7-81ef86f3a0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1681cb81-38d5-45fc-a37a-56fff9a2703c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:55.920254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] Deleting port 7b984fa0-7897-49ac-94da-0f3a8730e3e4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:55.921203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:56.001061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43802) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:56.076967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43804) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:56.080464 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7a467b64-b740-4485-9639-23ab0b8b804b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9fd23774059445fbae8691b8c0dfce7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769529 Aug 17 16:19:56.159648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e3c57ba8-b1a3-46db-94e4-23ac08e7c62c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:56.175455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['aaa93038-84c8-4983-9085-74fdcea276e0', '985d00c3-86e7-421b-92c8-8c1936ce9a7e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:19:56.333032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476bd22-601d-4ccc-8837-cc3c49d028b3 req-a9ea5e2d-67ef-4fc7-b7c7-f75eed745c64 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:56.339440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a476bd22-601d-4ccc-8837-cc3c49d028b3 req-a9ea5e2d-67ef-4fc7-b7c7-f75eed745c64 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.1007020 Aug 17 16:19:56.406274 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a476bd22-601d-4ccc-8837-cc3c49d028b3 req-8d271da4-30cb-47db-b353-0ba92ef2d77b tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544250 Aug 17 16:19:56.561831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e341fd-4025-411a-b339-ebec3ece39b2 req-715a33d6-b6db-4cb6-8a19-eef7321c4251 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:56.574301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37e341fd-4025-411a-b339-ebec3ece39b2 req-715a33d6-b6db-4cb6-8a19-eef7321c4251 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.0803185 Aug 17 16:19:56.648435 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37e341fd-4025-411a-b339-ebec3ece39b2 req-e86534ce-9c91-4147-a0c5-38c4f21d3b7f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669889 Aug 17 16:19:56.837594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c57ba8-b1a3-46db-94e4-23ac08e7c62c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Pushing event deleted for resources: {'Port': ['ID=985d00c3-86e7-421b-92c8-8c1936ce9a7e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:56.851720 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] For port 7b984fa0-7897-49ac-94da-0f3a8730e3e4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7b984fa0-7897-49ac-94da-0f3a8730e3e4,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:56.851720 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:56.900052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] Calling delete_port for 7b984fa0-7897-49ac-94da-0f3a8730e3e4 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:56.919616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e3c57ba8-b1a3-46db-94e4-23ac08e7c62c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] No DVR routers for this DVR port 985d00c3-86e7-421b-92c8-8c1936ce9a7e on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:19:56.922088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f26841e-122f-45a9-afe7-65371122d009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:56.926147 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e3c57ba8-b1a3-46db-94e4-23ac08e7c62c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:56.928149 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1826b02d-62fd-431c-89e1-c146f16604f1 req-e3c57ba8-b1a3-46db-94e4-23ac08e7c62c tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.91 "DELETE /v2.0/ports/985d00c3-86e7-421b-92c8-8c1936ce9a7e HTTP/1.1" status: 204 len: 173 time: 2.3877871 Aug 17 16:19:56.928796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9467495-028b-4642-837c-89db15449119', 'name': 'network-vif-deleted', 'tag': '985d00c3-86e7-421b-92c8-8c1936ce9a7e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:19:56.931424 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c903d5-1b91-487c-bd5f-1ce8113c43d3" -d '{"events": [{"server_uuid": "c9467495-028b-4642-837c-89db15449119", "name": "network-vif-deleted", "tag": "985d00c3-86e7-421b-92c8-8c1936ce9a7e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:19:57.021772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f26841e-122f-45a9-afe7-65371122d009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:57.033823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746dd79-9807-4456-b30b-357240c0040f req-dd0bd814-c84c-4973-939f-ef84d3b68a30 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:57.035421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9746dd79-9807-4456-b30b-357240c0040f req-dd0bd814-c84c-4973-939f-ef84d3b68a30 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.7803848 Aug 17 16:19:57.128184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9746dd79-9807-4456-b30b-357240c0040f req-9a8f8d0a-cd37-42f2-8d41-6a58dd40808b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802114 Aug 17 16:19:57.179418 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f26841e-122f-45a9-afe7-65371122d009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:57.182881 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f26841e-122f-45a9-afe7-65371122d009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:57.187053 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f26841e-122f-45a9-afe7-65371122d009 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/047871ea-d8da-4aa3-bce5-14b8016c3225 HTTP/1.1" status: 204 len: 168 time: 1.1087105 Aug 17 16:19:57.207888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26841e-122f-45a9-afe7-65371122d009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047871ea-d8da-4aa3-bce5-14b8016c3225,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:57.283616 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0042b72a-9791-4784-aba3-b87206338cf7 x-openstack-request-id: req-0042b72a-9791-4784-aba3-b87206338cf7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:19:57.283616 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9467495-028b-4642-837c-89db15449119", "name": "network-vif-deleted", "tag": "985d00c3-86e7-421b-92c8-8c1936ce9a7e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:19:57.283616 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0042b72a-9791-4784-aba3-b87206338cf7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:19:57.283616 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9467495-028b-4642-837c-89db15449119', 'name': 'network-vif-deleted', 'tag': '985d00c3-86e7-421b-92c8-8c1936ce9a7e', 'status': 'completed', 'code': 200} Aug 17 16:19:57.319158 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-033d9086-8f9d-4743-91f4-02dcc5fb7283 req-faafb53d-3d0f-4b53-b5b2-c8506051323f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 210 time: 0.0311692 Aug 17 16:19:57.326942 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:57.374829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b984fa0-7897-49ac-94da-0f3a8730e3e4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:57.713708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3dd9b-8cca-46ae-a903-7c0acf9bfb35 req-c337f197-c715-4605-bd57-6053edaa8373 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:57.715638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-39b3dd9b-8cca-46ae-a903-7c0acf9bfb35 req-c337f197-c715-4605-bd57-6053edaa8373 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.1385126 Aug 17 16:19:57.759098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884859bf-8bf8-4e0b-b288-4718557992ea req-0a793972-ab6f-41ce-8acb-21f2a2c0dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:57.760889 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884859bf-8bf8-4e0b-b288-4718557992ea req-0a793972-ab6f-41ce-8acb-21f2a2c0dd14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 1097 time: 0.1235888 Aug 17 16:19:57.762335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:57.780447 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-39b3dd9b-8cca-46ae-a903-7c0acf9bfb35 req-ba663ac2-9f77-4d61-ab22-d47aad01fff5 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 Aug 17 16:19:58.066610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884859bf-8bf8-4e0b-b288-4718557992ea req-01edf717-16f3-4052-9f87-3a55c13741b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:58.068531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884859bf-8bf8-4e0b-b288-4718557992ea req-01edf717-16f3-4052-9f87-3a55c13741b3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 914 time: 0.2983096 Aug 17 16:19:58.081097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53541da-0ecf-4e58-8539-04cf9cb7cddd req-1b4809e4-b149-499c-99c8-c9bdebc1a35f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:58.082690 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b53541da-0ecf-4e58-8539-04cf9cb7cddd req-1b4809e4-b149-499c-99c8-c9bdebc1a35f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2424877 Aug 17 16:19:58.163468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884859bf-8bf8-4e0b-b288-4718557992ea req-63e8074e-9006-46b1-bc85-7db5d43f1d07 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f86b980c-722e-4c44-b956-a6f621491f6e HTTP/1.1" status: 200 len: 217 time: 0.0786803 Aug 17 16:19:58.179675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43910) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:58.344521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80ba67-cab8-42cf-ba94-3720f89216bf req-ddf72727-9fee-4f24-920c-2359cb2429d0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:58.355624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 985d00c3-86e7-421b-92c8-8c1936ce9a7e no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:19:58.358489 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce80ba67-cab8-42cf-ba94-3720f89216bf req-ddf72727-9fee-4f24-920c-2359cb2429d0 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0863638 Aug 17 16:19:58.405266 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b53541da-0ecf-4e58-8539-04cf9cb7cddd req-15c295b5-1475-4824-8d2a-568ef49cab21 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121359 Aug 17 16:19:58.426144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce80ba67-cab8-42cf-ba94-3720f89216bf req-0bf003d1-5e62-452a-adda-7068d32df556 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666604 Aug 17 16:19:58.427250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884859bf-8bf8-4e0b-b288-4718557992ea req-ec360163-cc95-445e-b822-10dae26b2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:58.428740 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884859bf-8bf8-4e0b-b288-4718557992ea req-ec360163-cc95-445e-b822-10dae26b2964 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0facc060-5683-458d-9dd4-a52402fd30cc HTTP/1.1" status: 200 len: 853 time: 0.2576034 Aug 17 16:19:58.440944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 985d00c3-86e7-421b-92c8-8c1936ce9a7e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:19:58.441292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 985d00c3-86e7-421b-92c8-8c1936ce9a7e not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:19:58.454172 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cff3feda-f699-4ec6-b409-1d902612dbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:58.483213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884859bf-8bf8-4e0b-b288-4718557992ea req-b3555ea9-a63f-4a49-8505-f5dbe09eac10 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=025e44aa-29a7-40d2-8d93-515418fe1e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335152 Aug 17 16:19:58.504038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] Router e962cad1-6476-46a7-b649-5f71cf34f938 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:19:58.597333 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cff3feda-f699-4ec6-b409-1d902612dbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:58.602500 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cff3feda-f699-4ec6-b409-1d902612dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:58.652143 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cff3feda-f699-4ec6-b409-1d902612dbc3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=40b55cf9bce54fe3a872037633c1d732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709146 Aug 17 16:19:58.653206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3feda-f699-4ec6-b409-1d902612dbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43eb54e-4c2a-4158-8351-869d07e564ae,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:58.655889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43924) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:58.670144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4708d6a4-7e52-4390-939d-337d194ec285 req-7fb5097d-795a-46bf-bfe1-a910aaa65650 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 210 time: 0.0938261 Aug 17 16:19:58.749825 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884859bf-8bf8-4e0b-b288-4718557992ea req-dbae803c-54d6-49b4-9eb7-2f1f53a9595d service neutron] 10.222.0.91 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579436 Aug 17 16:19:58.763596 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53ad2abc-0792-46f6-810e-272575ea5517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:58.797158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53ad2abc-0792-46f6-810e-272575ea5517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:58.849686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:19:58.858859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-da6d5589-706e-41c0-bf94-fab601a15db1 admin admin] 10.222.0.77 "PUT /v2.0/routers/e962cad1-6476-46a7-b649-5f71cf34f938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9116328 Aug 17 16:19:58.859471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:19:58.863322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] Sync routers for ids ['e962cad1-6476-46a7-b649-5f71cf34f938'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:19:58.877527 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53ad2abc-0792-46f6-810e-272575ea5517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:58.880548 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53ad2abc-0792-46f6-810e-272575ea5517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:58.882947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-53ad2abc-0792-46f6-810e-272575ea5517 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b43eb54e-4c2a-4158-8351-869d07e564ae HTTP/1.1" status: 204 len: 168 time: 0.2146831 Aug 17 16:19:58.883851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] Routers {'e962cad1-6476-46a7-b649-5f71cf34f938'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:19:58.884871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e962cad1-6476-46a7-b649-5f71cf34f938'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:19:59.009989 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884859bf-8bf8-4e0b-b288-4718557992ea req-c7c3ecd5-db7c-44ca-9875-0790dabb1f96 service neutron] 10.222.0.91 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513385 Aug 17 16:19:59.036057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:59.036425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad2abc-0792-46f6-810e-272575ea5517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43eb54e-4c2a-4158-8351-869d07e564ae,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:59.104283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b7fac-623d-4e02-bc24-7a996aa422d1 req-09776630-f7fc-4a50-94bb-247008d35a7f tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:59.108287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a42b7fac-623d-4e02-bc24-7a996aa422d1 req-09776630-f7fc-4a50-94bb-247008d35a7f tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.2034435 Aug 17 16:19:59.203471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:59.215720 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a42b7fac-623d-4e02-bc24-7a996aa422d1 req-2fd3b7a1-a96e-4593-bf1d-5ec46013ae29 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950432 Aug 17 16:19:59.344148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Deleting port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:19:59.344607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:59.442017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] Set router e962cad1-6476-46a7-b649-5f71cf34f938 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:19:59.449535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] For port f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:19:59.450478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:59.489283 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:19:59.505473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Calling delete_port for f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:19:59.712250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44793e-90b9-4419-8c84-5bdb1d3b0eb9 req-c8fdddef-8944-423e-befd-70dc760020da tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:19:59.727299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5d44793e-90b9-4419-8c84-5bdb1d3b0eb9 req-c8fdddef-8944-423e-befd-70dc760020da tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.1821418 Aug 17 16:19:59.766118 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:19:59.840456 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5d44793e-90b9-4419-8c84-5bdb1d3b0eb9 req-72b8c57c-0f8b-4661-afc6-c568f050fcab tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084740 Aug 17 16:19:59.933806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:19:59.980323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:19:57Z', 'revision_number': 5, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port': {'id': 'f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:17:13Z', 'updated_at': '2021-08-17T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:00.008453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.009010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.009572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.010305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.011303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.014531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.015236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.015824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.016598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.017454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.018426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.019376 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:00.023059 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e3d1438-b16a-4f86-a3eb-f7c3a13a3b30 req-925d9d53-9dae-4575-b8d2-ce37e35e10ed tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 210 time: 0.0677011 Aug 17 16:20:00.045028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] Checking router: e962cad1-6476-46a7-b649-5f71cf34f938 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:20:00.056603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] Routers {'e962cad1-6476-46a7-b649-5f71cf34f938'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:20:00.057326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:19:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e962cad1-6476-46a7-b649-5f71cf34f938'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:00.106574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3a25a-180d-4b78-9e4e-25b7a18bb096 req-61b3d237-ba68-4c46-bf4e-aba9979f1e9d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:00.120813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2f3a25a-180d-4b78-9e4e-25b7a18bb096 req-61b3d237-ba68-4c46-bf4e-aba9979f1e9d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.3663411 Aug 17 16:20:00.193913 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:00.233328 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2f3a25a-180d-4b78-9e4e-25b7a18bb096 req-383be91d-8bc6-47c2-8813-20c9ba0aa336 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104653 Aug 17 16:20:00.260227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] Set router e962cad1-6476-46a7-b649-5f71cf34f938 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:20:00.407289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:19:59Z', 'revision_number': 7, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:00.440498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f0880-baec-4e52-87d1-33fadf162737 None None] The sync data for ids ['e962cad1-6476-46a7-b649-5f71cf34f938'] in n-d-804878-1 is: [{'id': 'e962cad1-6476-46a7-b649-5f71cf34f938', 'name': 'tempest-ServersTestFqdnHostnames-935403807-router', 'tenant_id': 'd9ed0accf7d84912828f668847939a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:17:10Z', 'updated_at': '2021-08-17T16:19:59Z', 'revision_number': 7, 'project_id': 'd9ed0accf7d84912828f668847939a04', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:20:00.470189 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:00.482230 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:00.564882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12a45b-16b0-4709-b9d7-b6f24f73c373 req-edd7f399-da8f-489c-9900-7ebe9e8c62a8 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:00.566972 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e12a45b-16b0-4709-b9d7-b6f24f73c373 req-edd7f399-da8f-489c-9900-7ebe9e8c62a8 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.1710432 Aug 17 16:20:00.568850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:00.569820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e962cad1-6476-46a7-b649-5f71cf34f938 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:20:00.581013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:00.582175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b191b64d-45a9-4479-a6d4-a18c627040c2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e962cad1-6476-46a7-b649-5f71cf34f938 HTTP/1.1" status: 204 len: 168 time: 1.7217617 Aug 17 16:20:00.585485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44026) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:00.632110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e12a45b-16b0-4709-b9d7-b6f24f73c373 req-b7bae5f5-3aae-44e3-98c7-62023bcc508c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552914 Aug 17 16:20:00.653498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-35982443-5e36-468a-926e-44ef12db97fc admin admin] Deleting subnet 665f0674-a632-446f-8db6-e898bd403ddf {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:20:00.657898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35982443-5e36-468a-926e-44ef12db97fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:00.698717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35982443-5e36-468a-926e-44ef12db97fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:00.843373 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35982443-5e36-468a-926e-44ef12db97fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:00.946234 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35982443-5e36-468a-926e-44ef12db97fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.037964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a256bc-d436-4a84-8ced-3a4fc907f7a0 req-9ee4e7d8-edfb-418f-8e46-dddc57125232 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:01.040846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35982443-5e36-468a-926e-44ef12db97fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665f0674-a632-446f-8db6-e898bd403ddf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:01.057295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d54715-5ff2-488e-927e-6f86759d9535 None None] Network 772fe312-da19-4c12-8625-e8870a167407 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:01.057863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75a256bc-d436-4a84-8ced-3a4fc907f7a0 req-9ee4e7d8-edfb-418f-8e46-dddc57125232 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0994730 Aug 17 16:20:01.061427 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35982443-5e36-468a-926e-44ef12db97fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.063645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-35982443-5e36-468a-926e-44ef12db97fc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/665f0674-a632-446f-8db6-e898bd403ddf HTTP/1.1" status: 204 len: 168 time: 0.4768231 Aug 17 16:20:01.066544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44048) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:01.103978 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75a256bc-d436-4a84-8ced-3a4fc907f7a0 req-ad66a3b9-98d8-4839-956d-06d12f4f921a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455177 Aug 17 16:20:01.173127 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.339507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Deleting port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:01.340378 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.491545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] For port 1754f8ff-7a1c-4bad-a347-20b724ec9d13, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1754f8ff-7a1c-4bad-a347-20b724ec9d13,segment=NetworkSegment(930b5a53-1456-443c-8637-f8a0bada740f),segment_id=930b5a53-1456-443c-8637-f8a0bada740f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:01.492650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.519066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-38f8bb93-f421-44bc-b881-ad00f83d486c req-ccb20647-325e-4cbb-8e2e-e64480db99d1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 210 time: 0.0911393 Aug 17 16:20:01.530249 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Calling delete_port for 1754f8ff-7a1c-4bad-a347-20b724ec9d13 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:01.555212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceaf908-3463-43a3-b932-241c8c586ec6 None None] DHCP port deletion for 772fe312-da19-4c12-8625-e8870a167407 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:20:01.698912 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.747256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aceaf908-3463-43a3-b932-241c8c586ec6 None None] Deleting port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:01.747874 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aceaf908-3463-43a3-b932-241c8c586ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.749578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] No DVR routers for this DVR port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:01.755161 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Pushing event deleted for resources: {'Port': ['ID=1754f8ff-7a1c-4bad-a347-20b724ec9d13,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:01.862506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-aceaf908-3463-43a3-b932-241c8c586ec6 None None] For port 1754f8ff-7a1c-4bad-a347-20b724ec9d13, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:01.863261 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aceaf908-3463-43a3-b932-241c8c586ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.881508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aceaf908-3463-43a3-b932-241c8c586ec6 None None] Calling delete_port for 1754f8ff-7a1c-4bad-a347-20b724ec9d13 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:01.886169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-aceaf908-3463-43a3-b932-241c8c586ec6 None None] Port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:20:01.888792 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aceaf908-3463-43a3-b932-241c8c586ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.892664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.907046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772fe312-da19-4c12-8625-e8870a167407']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:01.913013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceaf908-3463-43a3-b932-241c8c586ec6 None None] No DVR routers for this DVR port 1754f8ff-7a1c-4bad-a347-20b724ec9d13 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:01.920751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930b5a53-1456-443c-8637-f8a0bada740f') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:01.921095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930b5a53-1456-443c-8637-f8a0bada740f') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:01.932471 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.943172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaf908-3463-43a3-b932-241c8c586ec6 None None] Pushing event deleted for resources: {'Port': ['ID=1754f8ff-7a1c-4bad-a347-20b724ec9d13,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:01.955402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.966166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:20:01.966983 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:20:01.969084 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:20:02.024733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb5464-75be-4911-886e-16a0b6acf8d5 req-42941cd5-2445-497d-8248-332c089c430c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:02.034909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50bb5464-75be-4911-886e-16a0b6acf8d5 req-42941cd5-2445-497d-8248-332c089c430c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.2898421 Aug 17 16:20:02.052882 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-61ae5928-6046-49c2-bb4c-ab2b7e10da12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:02.083450 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:02.108869 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:02.114038 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] 10.222.0.77 "DELETE /v2.0/networks/772fe312-da19-4c12-8625-e8870a167407 HTTP/1.1" status: 204 len: 168 time: 1.0436022 Aug 17 16:20:02.123393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57591d3e-d685-46a3-890c-c3b059e5e37a admin admin] Pushing event deleted for resources: {'Network': ['ID=772fe312-da19-4c12-8625-e8870a167407,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:02.137576 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50bb5464-75be-4911-886e-16a0b6acf8d5 req-902568a7-c21e-4ca5-9bf0-d89bffbe8631 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014042 Aug 17 16:20:02.314655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfc5ea-1272-44a2-bc42-05668fb362ca req-3831626a-548c-4917-a9e8-2b1ae3975311 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:02.328355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7b984fa0-7897-49ac-94da-0f3a8730e3e4 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:02.329922 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-90dfc5ea-1272-44a2-bc42-05668fb362ca req-3831626a-548c-4917-a9e8-2b1ae3975311 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0982587 Aug 17 16:20:02.372118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device f86b980c-722e-4c44-b956-a6f621491f6e no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:02.377610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 7b984fa0-7897-49ac-94da-0f3a8730e3e4 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:02.378198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7b984fa0-7897-49ac-94da-0f3a8730e3e4 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:02.380195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:02.406096 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-90dfc5ea-1272-44a2-bc42-05668fb362ca req-01b0d7ca-42f5-4b75-aa1a-4b28b82d7e8e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747983 Aug 17 16:20:02.461959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:02.462310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f53eb6ee-7cdd-4e71-8b53-c6fb44e4564e not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:02.463225 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1754f8ff-7a1c-4bad-a347-20b724ec9d13 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:02.464975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44114) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:02.489769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 1754f8ff-7a1c-4bad-a347-20b724ec9d13 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:02.490406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1754f8ff-7a1c-4bad-a347-20b724ec9d13 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:02.523205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68f0c3-5b9b-449c-97d7-b7f64e261a08 req-38f62466-6a78-4c72-a1cd-778b274fbc95 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:02.525805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a68f0c3-5b9b-449c-97d7-b7f64e261a08 req-38f62466-6a78-4c72-a1cd-778b274fbc95 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.1242623 Aug 17 16:20:02.566842 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:02.582949 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4522e0a8-99df-488b-a79b-8a73babb4aa8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9ed0accf7d84912828f668847939a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156988 Aug 17 16:20:02.585744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44118) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:02.597373 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a68f0c3-5b9b-449c-97d7-b7f64e261a08 req-ec66df86-0413-4c66-8c88-d374173f83a3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646534 Aug 17 16:20:02.623402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:02.624402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:02.627387 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2385627d-a2a0-4ff9-8a39-2ee52ee34a4e" -d '{"events": [{"server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "name": "network-vif-unplugged", "status": "completed", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:02.632928 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:02.635710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c2cba-1e83-489f-851b-d0aad9fe37ce req-72fa34e4-11c8-4b86-b671-76d3fa264753 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:02.649192 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb7c2cba-1e83-489f-851b-d0aad9fe37ce req-72fa34e4-11c8-4b86-b671-76d3fa264753 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1016970 Aug 17 16:20:02.707598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:02.736494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39884e30-05fc-4dfd-bac3-ab05ad968465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:02.747793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb7c2cba-1e83-489f-851b-d0aad9fe37ce req-50687730-5a75-4da3-ae75-21fa7dcf6ec6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971663 Aug 17 16:20:02.804009 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39884e30-05fc-4dfd-bac3-ab05ad968465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:02.915328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a858cfa7-838c-4895-bde3-e4a052863eba req-b115913c-6de7-48a6-9ec7-1c72511cf817 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9467495-028b-4642-837c-89db15449119 HTTP/1.1" status: 200 len: 210 time: 0.0515115 Aug 17 16:20:02.952529 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39884e30-05fc-4dfd-bac3-ab05ad968465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:02.957806 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39884e30-05fc-4dfd-bac3-ab05ad968465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:02.960948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-39884e30-05fc-4dfd-bac3-ab05ad968465 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee1211c3-cd09-4093-8618-07b53512d646 HTTP/1.1" status: 204 len: 168 time: 0.3739517 Aug 17 16:20:02.992482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39884e30-05fc-4dfd-bac3-ab05ad968465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1211c3-cd09-4093-8618-07b53512d646,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:03.002620 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82171926-48c1-485c-8f55-e6bab1a000e0 x-openstack-request-id: req-82171926-48c1-485c-8f55-e6bab1a000e0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:03.002996 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "name": "network-vif-unplugged", "status": "failed", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e", "code": 422}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:03.003329 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82171926-48c1-485c-8f55-e6bab1a000e0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:03.004014 n-d-804878-1 neutron-server[94840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'code': 422} returned with failed status Aug 17 16:20:03.691898 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-c5f091a8-b34d-4da4-a077-fa108f9b5c45 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749917 Aug 17 16:20:03.728054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a8b00-5bf2-43c2-add9-e22933e01836 req-a96fb7f1-6f3f-450e-b87c-a05453ec20d1 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:03.729820 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d2a8b00-5bf2-43c2-add9-e22933e01836 req-a96fb7f1-6f3f-450e-b87c-a05453ec20d1 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0872200 Aug 17 16:20:03.803474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d2a8b00-5bf2-43c2-add9-e22933e01836 req-9b6e0755-f6b9-4d02-b4b7-09978a1ec1d2 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650749 Aug 17 16:20:04.079312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1bed5-a757-46fd-8274-21477863ccdc req-2cef9731-963c-41e3-90f1-602c707f0952 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:04.089532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bb1bed5-a757-46fd-8274-21477863ccdc req-2cef9731-963c-41e3-90f1-602c707f0952 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 944 time: 0.1674681 Aug 17 16:20:04.195021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bb1bed5-a757-46fd-8274-21477863ccdc req-2ade4e5a-1168-4771-b9a9-1e5b604e83d3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956523 Aug 17 16:20:04.216047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2d0a3-e980-4123-8750-33d79f7fbe0c req-329dc9fc-960f-4a69-b29a-f591ddc4ce48 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:04.217863 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8eb2d0a3-e980-4123-8750-33d79f7fbe0c req-329dc9fc-960f-4a69-b29a-f591ddc4ce48 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.1571829 Aug 17 16:20:04.331933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44286) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:04.332847 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8eb2d0a3-e980-4123-8750-33d79f7fbe0c req-189a0f09-e0da-42b3-a4ec-39dd7e265da4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027684 Aug 17 16:20:04.465737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:04.732679 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54b5606b-c63a-4310-a072-573a7a0c7bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:04.752413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1719111614-network', 'tenant_id': '2322d51148c34aac9069c30735e64b22'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:04.785939 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6a1eed5-5e86-472e-81ed-a2c616a3bbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:04.795515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-54b5606b-c63a-4310-a072-573a7a0c7bae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:20:04.795515 n-d-804878-1 neutron-server[94838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 16:20:04.795515 n-d-804878-1 neutron-server[94838]: [parameters: {'project_id': 'd36cb6e322584914a7b39e2297d65074', 'id': '6b438b84-85d3-4f3e-9804-546db87ceb53', 'expiration': datetime.datetime(2021, 8, 17, 16, 22, 4, 776154)}] Aug 17 16:20:04.795515 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:20:04.796423 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-54b5606b-c63a-4310-a072-573a7a0c7bae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:20:04.800344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Made reservation on behalf of 2322d51148c34aac9069c30735e64b22 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:04.803437 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:04.817852 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:04.914328 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.018516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4c5f0-4a7b-452d-9006-66fe5b91d0fd req-2cc71969-57cd-4a79-8033-c8ca8507c15c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:05.025749 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57e4c5f0-4a7b-452d-9006-66fe5b91d0fd req-2cc71969-57cd-4a79-8033-c8ca8507c15c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.1090024 Aug 17 16:20:05.062779 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.074166 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.119887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0f7351-cd91-4715-955d-a9a750a95daf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:05.149204 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-57e4c5f0-4a7b-452d-9006-66fe5b91d0fd req-f4a6c679-758e-420b-8bb9-901d84b11f15 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225629 Aug 17 16:20:05.150054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:20:05.237202 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.238272 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Added segment 8dbbedb3-9a74-447c-a59c-6e60e2f1382b of type vlan for network 8d3a79ef-4894-479d-bd1b-34203cfe9775 Aug 17 16:20:05.298228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-289632ab-9c9a-498a-8c50-db3f969a9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:05.299834 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-289632ab-9c9a-498a-8c50-db3f969a9cc5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61&tenant_id=6f3580f208834031977e42fd34d195b6 HTTP/1.1" status: 200 len: 1095 time: 0.1286201 Aug 17 16:20:05.313197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54b5606b-c63a-4310-a072-573a7a0c7bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.330659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:05.372717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.497968 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.499444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:05.500286 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.507970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895cc8a-68d0-40dd-a3b1-ca30876a4548 req-e1672228-1255-45d7-8ecb-5d5bdf75773d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:05.511167 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3895cc8a-68d0-40dd-a3b1-ca30876a4548 req-e1672228-1255-45d7-8ecb-5d5bdf75773d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0810344 Aug 17 16:20:05.557223 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3895cc8a-68d0-40dd-a3b1-ca30876a4548 req-e6aed699-4266-46cd-95e9-2c496e2a8b58 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Aug 17 16:20:05.582165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] Pushing event updated for resources: {'Network': ['ID=8d3a79ef-4894-479d-bd1b-34203cfe9775,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:05.593544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 8d3a79ef-4894-479d-bd1b-34203cfe9775 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:20:05.605962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.630082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc5889-f0df-4951-96fe-ad834179b366 req-a895a16a-95c1-4887-a7cc-cf13ffbddb2c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:05.637776 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-50cc5889-f0df-4951-96fe-ad834179b366 req-a895a16a-95c1-4887-a7cc-cf13ffbddb2c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 944 time: 0.3345451 Aug 17 16:20:05.804315 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-50cc5889-f0df-4951-96fe-ad834179b366 req-0d048755-8077-40df-ba4a-58eec5a0bb27 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612730 Aug 17 16:20:05.821521 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.893267 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54b5606b-c63a-4310-a072-573a7a0c7bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.920182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54b5606b-c63a-4310-a072-573a7a0c7bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:05.932254 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f77c55c4-29db-48a7-a71d-ae4e50019d8e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5983610 Aug 17 16:20:05.935273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44414) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:05.940213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Request body: {'subnet': {'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1719111614-subnet', 'tenant_id': '2322d51148c34aac9069c30735e64b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:05.974904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Made reservation on behalf of 2322d51148c34aac9069c30735e64b22 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:05.984052 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:06.037849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5606b-c63a-4310-a072-573a7a0c7bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62105b45-a3d5-43a9-9831-f42f1bd0b06a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:06.044093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-54b5606b-c63a-4310-a072-573a7a0c7bae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d36cb6e322584914a7b39e2297d65074&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5766408 Aug 17 16:20:06.047360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44424) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:06.140110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:06.151240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-580c79d4-f648-4c3f-a66a-946a5d7e03a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:06.204042 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-580c79d4-f648-4c3f-a66a-946a5d7e03a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:06.271962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:06.279514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:06.324371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86b980c-722e-4c44-b956-a6f621491f6e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:06.337673 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:06.356960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Transition to ACTIVE for port object f86b980c-722e-4c44-b956-a6f621491f6e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:06.359414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Checking segment: {'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:06.360457 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Network hostable DHCP agents. Network: 8d3a79ef-4894-479d-bd1b-34203cfe9775, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:20:06.362956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:06.368851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40428865-19e2-44b0-a5fa-06186e0ce9aa,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:06.392949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Network 8d3a79ef-4894-479d-bd1b-34203cfe9775 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:20:06.417971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 8d3a79ef-4894-479d-bd1b-34203cfe9775) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:06.427762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc4bb04-583e-4c37-9a76-2e0a2e713718 None None] Network 8d3a79ef-4894-479d-bd1b-34203cfe9775 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:06.433356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:06.433965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:06.477577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-07503bb9-49a3-43cc-b9b3-b79838f04c97 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5339098 Aug 17 16:20:06.521826 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-580c79d4-f648-4c3f-a66a-946a5d7e03a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:06.528115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-580c79d4-f648-4c3f-a66a-946a5d7e03a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:06.535569 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-580c79d4-f648-4c3f-a66a-946a5d7e03a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62105b45-a3d5-43a9-9831-f42f1bd0b06a HTTP/1.1" status: 204 len: 168 time: 0.4866512 Aug 17 16:20:06.551336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] No DVR routers for this DVR port f86b980c-722e-4c44-b956-a6f621491f6e on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:06.566232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=9']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:06.592290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faa6fa-7d5d-41bd-bbb6-d8054c06f22c req-7a514c60-18db-4da2-8060-f9659844c96a tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:06.600439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96faa6fa-7d5d-41bd-bbb6-d8054c06f22c req-7a514c60-18db-4da2-8060-f9659844c96a tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.3515255 Aug 17 16:20:06.619110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c79d4-f648-4c3f-a66a-946a5d7e03a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62105b45-a3d5-43a9-9831-f42f1bd0b06a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:06.676763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Attempting to bind port f86b980c-722e-4c44-b956-a6f621491f6e on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:06.677095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Attempting to bind port f86b980c-722e-4c44-b956-a6f621491f6e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:06.677419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Attempting to bind port f86b980c-722e-4c44-b956-a6f621491f6e on network 025e44aa-29a7-40d2-8d93-515418fe1e21 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:06.695297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96faa6fa-7d5d-41bd-bbb6-d8054c06f22c req-9cc0c5ac-63a4-4301-b655-52553f74aff1 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885499 Aug 17 16:20:06.702594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Port f86b980c-722e-4c44-b956-a6f621491f6e on network 025e44aa-29a7-40d2-8d93-515418fe1e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:20:06.703151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Attempting to bind port f86b980c-722e-4c44-b956-a6f621491f6e on network 025e44aa-29a7-40d2-8d93-515418fe1e21 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:06.727229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:06.728049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Checking segment: {'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:06.728976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Bound using segment: {'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:06.729873 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Bound port: f86b980c-722e-4c44-b956-a6f621491f6e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:06.730900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:06.786444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd5e38-df92-48a2-ab63-664c3896d897 None None] Network 8d3a79ef-4894-479d-bd1b-34203cfe9775 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:06.968046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:06.971519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:06.979873 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:07.035305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb3f2-c97c-49a6-a75a-58e2ad4cf00e req-cae8c881-9ccf-41f5-8ca7-692b51b2a250 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:07.037063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-839fb3f2-c97c-49a6-a75a-58e2ad4cf00e req-cae8c881-9ccf-41f5-8ca7-692b51b2a250 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.2052717 Aug 17 16:20:07.089529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:07.098907 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:07.101237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] 10.222.0.93 "PUT /v2.0/ports/f86b980c-722e-4c44-b956-a6f621491f6e HTTP/1.1" status: 200 len: 1092 time: 1.7816229 Aug 17 16:20:07.101976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:07.123721 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:07.194985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-839fb3f2-c97c-49a6-a75a-58e2ad4cf00e req-e3c72359-7539-448d-a780-a159c3801574 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434174 Aug 17 16:20:07.257923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec239d4-711a-436f-886a-c0e356de1fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:07.292545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-5413f514-cc2a-46ac-8569-b7ee2554bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:07.296369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-5413f514-cc2a-46ac-8569-b7ee2554bf1e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 1096 time: 0.1606562 Aug 17 16:20:07.455229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e426631-d129-4d81-816d-436f67a249c4 req-e81a7d02-6b04-4483-9074-885a6fdc09af tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:07.457105 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6e426631-d129-4d81-816d-436f67a249c4 req-e81a7d02-6b04-4483-9074-885a6fdc09af tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.1442611 Aug 17 16:20:07.530751 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:07.535043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-7d42b5bb-7ef4-44cb-8e5d-1439b093249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:07.538005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-7d42b5bb-7ef4-44cb-8e5d-1439b093249f service neutron] 10.222.0.93 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 914 time: 0.2341144 Aug 17 16:20:07.571823 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6e426631-d129-4d81-816d-436f67a249c4 req-8876d808-36e4-4474-ae7d-8bd4850dda3e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038594 Aug 17 16:20:07.634031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-00a2714b-0272-4e71-8c2c-e759f6e284fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f86b980c-722e-4c44-b956-a6f621491f6e HTTP/1.1" status: 200 len: 217 time: 0.0874360 Aug 17 16:20:07.674005 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dcd43a-0c4e-44a0-82c8-0c9d507d461b x-openstack-request-id: req-a3dcd43a-0c4e-44a0-82c8-0c9d507d461b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:07.674234 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:07.674456 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3dcd43a-0c4e-44a0-82c8-0c9d507d461b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:07.674849 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'status': 'completed', 'code': 200} Aug 17 16:20:07.787206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-4e6f16c4-3b9d-47c7-84d6-8df32e15c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:07.791235 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-4e6f16c4-3b9d-47c7-84d6-8df32e15c8b7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0facc060-5683-458d-9dd4-a52402fd30cc HTTP/1.1" status: 200 len: 853 time: 0.1294868 Aug 17 16:20:07.844771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-d2e1b497-47da-40c2-adda-22e9bf576d62 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=025e44aa-29a7-40d2-8d93-515418fe1e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443876 Aug 17 16:20:07.937174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-82c3c612-dde7-44ce-a5fc-511b1ba997d1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:07.944463 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-82c3c612-dde7-44ce-a5fc-511b1ba997d1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/networks?id=8d3a79ef-4894-479d-bd1b-34203cfe9775 HTTP/1.1" status: 200 len: 815 time: 0.1813791 Aug 17 16:20:07.974640 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-68dd193a-4a57-4aba-b013-813feab19503 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/quotas/2322d51148c34aac9069c30735e64b22 HTTP/1.1" status: 200 len: 375 time: 0.0210774 Aug 17 16:20:08.033216 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9bc6d8ae-9522-418f-840a-751e2082ee43 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2322d51148c34aac9069c30735e64b22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537241 Aug 17 16:20:08.056756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718bcd5-a6f2-41c9-9f30-8d90be966bb9 req-fb664dbb-4c25-4452-9f53-74d80183e3a8 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:08.059606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d718bcd5-a6f2-41c9-9f30-8d90be966bb9 req-fb664dbb-4c25-4452-9f53-74d80183e3a8 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.1222620 Aug 17 16:20:08.061832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-fd704a1b-dada-4085-9d6e-5209348c6524 service neutron] 10.222.0.93 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078443 Aug 17 16:20:08.523007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d718bcd5-a6f2-41c9-9f30-8d90be966bb9 req-9e6007a8-caeb-4b30-bf1a-4bb4956c896a tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556086 Aug 17 16:20:08.611765 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f76f3b24-34b2-4b0e-8a27-f0d987448673 req-9b932bd3-a7b6-44f3-9b2c-527ee6a706ae service neutron] 10.222.0.93 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107999 Aug 17 16:20:08.663020 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-ebb91fbf-7cde-4b0f-96b8-95029a42134c service neutron] 10.222.0.77 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282721 Aug 17 16:20:08.745152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827 req-a5a2bf12-1397-4c21-b35d-d2831a61e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:08.747153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827 req-a5a2bf12-1397-4c21-b35d-d2831a61e468 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 1096 time: 0.0763109 Aug 17 16:20:08.798317 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-8f7da02b-ffd7-4dd2-b45e-af8cd36d92c9 service neutron] 10.222.0.77 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222184 Aug 17 16:20:08.870400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827 req-b18c4d4e-8024-4027-94bb-a94d8c440150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:08.871943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827 req-b18c4d4e-8024-4027-94bb-a94d8c440150 service neutron] 10.222.0.93 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 914 time: 0.1169796 Aug 17 16:20:08.933647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827 req-cf2220c0-f4df-4cb7-9bae-5c86bc6123ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f86b980c-722e-4c44-b956-a6f621491f6e HTTP/1.1" status: 200 len: 217 time: 0.0538633 Aug 17 16:20:09.013054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827 req-0655197a-a089-4b55-b759-d3c35c1ce463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:09.014645 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827 req-0655197a-a089-4b55-b759-d3c35c1ce463 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0facc060-5683-458d-9dd4-a52402fd30cc HTTP/1.1" status: 200 len: 853 time: 0.0726728 Aug 17 16:20:09.088566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827 req-3d3da08b-6974-44e0-b436-84aa98d3d97e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=025e44aa-29a7-40d2-8d93-515418fe1e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613225 Aug 17 16:20:09.229274 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827 req-e7cb15f8-c437-48f9-9793-dbc83e04a383 service neutron] 10.222.0.93 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297684 Aug 17 16:20:09.310878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4acdd-1bc0-4f23-8d48-d6be234108c0 req-51b185eb-31d6-49e4-9bc4-f9433847740d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:09.313923 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11f4acdd-1bc0-4f23-8d48-d6be234108c0 req-51b185eb-31d6-49e4-9bc4-f9433847740d tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0802033 Aug 17 16:20:09.384984 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11f4acdd-1bc0-4f23-8d48-d6be234108c0 req-9243468b-14a6-4ea3-b495-bf38c14a41c8 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578842 Aug 17 16:20:09.569456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ced1420-c3b5-4c37-9b54-8d0dc4d0f827 req-c524ba41-a084-403e-955d-991d97056da9 service neutron] 10.222.0.93 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016461 Aug 17 16:20:09.777571 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a2b030c5-aa10-4028-b8db-1f77808e73c2 req-9f22a03e-5cbd-43f7-a36d-9b05fae2bc97 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0478489 Aug 17 16:20:09.795438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-851f5f39-c3d5-4c5d-97a6-cb8558201372 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:09.797389 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-851f5f39-c3d5-4c5d-97a6-cb8558201372 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.91 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 944 time: 0.1387217 Aug 17 16:20:09.812696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3c55f-4f1f-43c1-88d3-744bbbb6653a req-1137ed8e-acc7-4b42-9387-d9b78d84a564 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:09.821474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-35c3c55f-4f1f-43c1-88d3-744bbbb6653a req-1137ed8e-acc7-4b42-9387-d9b78d84a564 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.0962520 Aug 17 16:20:09.917058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-35c3c55f-4f1f-43c1-88d3-744bbbb6653a req-a25789f4-8216-476e-8030-ff71c734ca9c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904002 Aug 17 16:20:10.047338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-ffcf52ad-443f-41cc-8de7-739c4559e1ad tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Deleting port aaa93038-84c8-4983-9085-74fdcea276e0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:10.047936 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-ffcf52ad-443f-41cc-8de7-739c4559e1ad tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:10.222002 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db47056-de85-4e86-bfdc-7da22ce42b7d req-2e475e5b-c028-4c3f-a0e2-aaf2cf1970f0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:10.224249 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8db47056-de85-4e86-bfdc-7da22ce42b7d req-2e475e5b-c028-4c3f-a0e2-aaf2cf1970f0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f HTTP/1.1" status: 200 len: 944 time: 0.1090574 Aug 17 16:20:10.255219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-ffcf52ad-443f-41cc-8de7-739c4559e1ad tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] For port aaa93038-84c8-4983-9085-74fdcea276e0, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=aaa93038-84c8-4983-9085-74fdcea276e0,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:10.255811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-ffcf52ad-443f-41cc-8de7-739c4559e1ad tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:10.285155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8db47056-de85-4e86-bfdc-7da22ce42b7d req-81c71a97-16b1-4a42-b113-4c1b1b92f87f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488193 Aug 17 16:20:10.317160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-ffcf52ad-443f-41cc-8de7-739c4559e1ad tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Calling delete_port for aaa93038-84c8-4983-9085-74fdcea276e0 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:10.435023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18356a4b-12b6-476d-94cb-0757e5752bfd req-d80d7106-cec6-49c2-8909-2c15347fd3f1 tempest-AbsoluteLimitsNegativeTestJSON-644885086 tempest-AbsoluteLimitsNegativeTestJSON-644885086-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=6137111397244aafb770424ef0ea54f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416553 Aug 17 16:20:10.598933 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-ffcf52ad-443f-41cc-8de7-739c4559e1ad tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:10.615100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['aaa93038-84c8-4983-9085-74fdcea276e0'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:10.640902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18356a4b-12b6-476d-94cb-0757e5752bfd req-54fbd6c6-4492-4062-a2ef-20209a897396 tempest-AbsoluteLimitsNegativeTestJSON-644885086 tempest-AbsoluteLimitsNegativeTestJSON-644885086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:10.642521 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18356a4b-12b6-476d-94cb-0757e5752bfd req-54fbd6c6-4492-4062-a2ef-20209a897396 tempest-AbsoluteLimitsNegativeTestJSON-644885086 tempest-AbsoluteLimitsNegativeTestJSON-644885086-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060423 Aug 17 16:20:10.667002 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf52ad-443f-41cc-8de7-739c4559e1ad tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Pushing event deleted for resources: {'Port': ['ID=aaa93038-84c8-4983-9085-74fdcea276e0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:10.686302 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18356a4b-12b6-476d-94cb-0757e5752bfd req-1da42738-94cf-43de-b8aa-ff192d858e42 tempest-AbsoluteLimitsNegativeTestJSON-644885086 tempest-AbsoluteLimitsNegativeTestJSON-644885086-project] 10.222.0.77 "GET /v2.0/quotas/6137111397244aafb770424ef0ea54f2 HTTP/1.1" status: 200 len: 375 time: 0.0357649 Aug 17 16:20:10.726713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18356a4b-12b6-476d-94cb-0757e5752bfd req-105df377-1c33-4495-9b9c-e313f86aaf63 tempest-AbsoluteLimitsNegativeTestJSON-644885086 tempest-AbsoluteLimitsNegativeTestJSON-644885086-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6137111397244aafb770424ef0ea54f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393951 Aug 17 16:20:10.743555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-ffcf52ad-443f-41cc-8de7-739c4559e1ad tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] No DVR routers for this DVR port aaa93038-84c8-4983-9085-74fdcea276e0 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:10.746592 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-ffcf52ad-443f-41cc-8de7-739c4559e1ad tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:10.749238 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-088cf229-0fef-4daa-a9da-00b8546d5c2c req-ffcf52ad-443f-41cc-8de7-739c4559e1ad tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.91 "DELETE /v2.0/ports/aaa93038-84c8-4983-9085-74fdcea276e0 HTTP/1.1" status: 204 len: 173 time: 0.9221165 Aug 17 16:20:10.750124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'name': 'network-vif-deleted', 'tag': 'aaa93038-84c8-4983-9085-74fdcea276e0'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:10.766147 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cd4b1d-6249-475c-8b92-8001e39223fe" -d '{"events": [{"server_uuid": "725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f", "name": "network-vif-deleted", "tag": "aaa93038-84c8-4983-9085-74fdcea276e0"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:10.948943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f82a9-28cd-4621-acb8-c4124a0709d6 req-2d235d97-6959-4a22-8029-9e8439c34e3e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:10.952139 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-752f82a9-28cd-4621-acb8-c4124a0709d6 req-2d235d97-6959-4a22-8029-9e8439c34e3e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0721767 Aug 17 16:20:11.054789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-752f82a9-28cd-4621-acb8-c4124a0709d6 req-9a0fa3a8-af94-4b59-80b0-82de8187d98f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963471 Aug 17 16:20:11.180537 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37b917e-8667-4814-a398-54bbd6d53448 x-openstack-request-id: req-f37b917e-8667-4814-a398-54bbd6d53448 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:11.181013 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f", "name": "network-vif-deleted", "tag": "aaa93038-84c8-4983-9085-74fdcea276e0", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:11.181414 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f37b917e-8667-4814-a398-54bbd6d53448 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:11.182054 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725e32dd-8bbf-41dc-81e8-d8a5c0efcf2f', 'name': 'network-vif-deleted', 'tag': 'aaa93038-84c8-4983-9085-74fdcea276e0', 'status': 'completed', 'code': 200} Aug 17 16:20:11.358709 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5bcdf00-0c6c-4c45-993f-6ac39f668d91 req-d8153f1f-a4b1-408b-8280-f732c6b049bc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0536668 Aug 17 16:20:11.406500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:11.461535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e7f3f-b19b-418a-919b-d228be28b2b3 req-23412f24-c927-4425-9348-0b4b2d264738 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:11.494205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d64e7f3f-b19b-418a-919b-d228be28b2b3 req-23412f24-c927-4425-9348-0b4b2d264738 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.1794226 Aug 17 16:20:11.569508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d3a4f-416d-4ac5-99c7-3afc474399fc req-94653a53-6626-49f7-b7d6-cacdfb0f3297 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:11.574290 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb1d3a4f-416d-4ac5-99c7-3afc474399fc req-94653a53-6626-49f7-b7d6-cacdfb0f3297 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.1108570 Aug 17 16:20:11.596120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d64e7f3f-b19b-418a-919b-d228be28b2b3 req-0fb54194-01b4-4515-8d82-f918aaacfc77 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005249 Aug 17 16:20:11.659046 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35e926f9-3d8b-4f1f-b3d2-cf613babe863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:11.715858 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb1d3a4f-416d-4ac5-99c7-3afc474399fc req-17903919-5b15-4b03-83b2-403b9d0c94df tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338909 Aug 17 16:20:11.875029 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35e926f9-3d8b-4f1f-b3d2-cf613babe863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:11.886544 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35e926f9-3d8b-4f1f-b3d2-cf613babe863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:11.975533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e926f9-3d8b-4f1f-b3d2-cf613babe863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf1c42-fab9-48ee-a576-061173a17b2b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:11.986960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-35e926f9-3d8b-4f1f-b3d2-cf613babe863 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6137111397244aafb770424ef0ea54f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5768278 Aug 17 16:20:11.987981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44722) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:12.022536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aff03-4e5e-4fe9-b87d-4dc801a4ade4 req-0394fc6e-f5d9-468c-ab4f-a2a7d81c744e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:12.027213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-236aff03-4e5e-4fe9-b87d-4dc801a4ade4 req-0394fc6e-f5d9-468c-ab4f-a2a7d81c744e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.1221817 Aug 17 16:20:12.055305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a8b08b8-52fc-4abd-974c-190a199acbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:12.073467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-236aff03-4e5e-4fe9-b87d-4dc801a4ade4 req-7b77af9e-496f-48e5-96f5-c9c91f4f42d1 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Aug 17 16:20:12.100005 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a8b08b8-52fc-4abd-974c-190a199acbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:12.222363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a8b08b8-52fc-4abd-974c-190a199acbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:12.227223 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a8b08b8-52fc-4abd-974c-190a199acbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:12.228607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0a8b08b8-52fc-4abd-974c-190a199acbf6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2edf1c42-fab9-48ee-a576-061173a17b2b HTTP/1.1" status: 204 len: 168 time: 0.2402689 Aug 17 16:20:12.289166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32425e-5796-42cf-b13c-09f2b3af59d9 req-7e2289cb-7956-457f-b355-214002d6f5d7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:12.291621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b32425e-5796-42cf-b13c-09f2b3af59d9 req-7e2289cb-7956-457f-b355-214002d6f5d7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0935178 Aug 17 16:20:12.295005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b08b8-52fc-4abd-974c-190a199acbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf1c42-fab9-48ee-a576-061173a17b2b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:12.354550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b32425e-5796-42cf-b13c-09f2b3af59d9 req-943e9338-225a-48d3-80eb-41dafe95e4d6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553737 Aug 17 16:20:12.418648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44738) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:12.495486 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df437bf2-8ebd-478d-a838-e7c7f9ffb710 req-fdf09522-292d-4246-8e77-1b7de21bee45 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0391803 Aug 17 16:20:12.896564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f48e8e-f094-4a03-bb22-06ee0ac5da7b req-348261a0-3566-457f-8bb3-a2e95efe39bf tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:12.904900 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d4f48e8e-f094-4a03-bb22-06ee0ac5da7b req-348261a0-3566-457f-8bb3-a2e95efe39bf tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0668876 Aug 17 16:20:12.909525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c311f7-9b04-4aa3-9710-b4ce8902692f req-1d6a6fbf-8790-4c3c-afd2-4c7a70fbd9a6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:12.927829 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-48c311f7-9b04-4aa3-9710-b4ce8902692f req-1d6a6fbf-8790-4c3c-afd2-4c7a70fbd9a6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.2256587 Aug 17 16:20:12.967178 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d4f48e8e-f094-4a03-bb22-06ee0ac5da7b req-a64c3236-1fa4-459f-8fa6-44e20ba47379 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609832 Aug 17 16:20:12.984217 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eabc9e6d-8213-42d7-ad6c-55cb97400da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:12.999402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-48c311f7-9b04-4aa3-9710-b4ce8902692f req-69e56090-a825-42be-bd28-5b95593d2967 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679014 Aug 17 16:20:13.127181 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eabc9e6d-8213-42d7-ad6c-55cb97400da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:13.133544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eabc9e6d-8213-42d7-ad6c-55cb97400da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:13.178001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc9e6d-8213-42d7-ad6c-55cb97400da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd722b8a-ed09-4930-929f-9d5e8b353be0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:13.203736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-eabc9e6d-8213-42d7-ad6c-55cb97400da1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=179c2634f13c4f57bbd1888b75c6eafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7837152 Aug 17 16:20:13.206888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:13.385552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54681dc3-627a-4ed7-b8f8-b4563d15a179 req-534f9a58-8a17-450f-9079-1fefefd86528 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:13.387326 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3b36674-5f26-4ec9-b6aa-b9e5f811d49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:13.407687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54681dc3-627a-4ed7-b8f8-b4563d15a179 req-534f9a58-8a17-450f-9079-1fefefd86528 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.1728830 Aug 17 16:20:13.452100 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3b36674-5f26-4ec9-b6aa-b9e5f811d49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:13.495074 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54681dc3-627a-4ed7-b8f8-b4563d15a179 req-22c405f8-cdac-4909-a59a-2a5467e1938f tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844278 Aug 17 16:20:13.575482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b464-ffb5-413b-b6f1-e5a4a431900d req-604d7062-77f6-4d1d-b666-1687e7d3c349 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:13.577694 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d45b464-ffb5-413b-b6f1-e5a4a431900d req-604d7062-77f6-4d1d-b666-1687e7d3c349 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0838678 Aug 17 16:20:13.602705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3b36674-5f26-4ec9-b6aa-b9e5f811d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:13.605257 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3b36674-5f26-4ec9-b6aa-b9e5f811d49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:13.618979 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3b36674-5f26-4ec9-b6aa-b9e5f811d49f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd722b8a-ed09-4930-929f-9d5e8b353be0 HTTP/1.1" status: 204 len: 168 time: 0.4108651 Aug 17 16:20:13.689062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5ce19f50-6757-4b7b-8110-bf15327ace67 req-6c563b5c-a4b2-44b8-8790-56093a203600 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0995977 Aug 17 16:20:13.719867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d45b464-ffb5-413b-b6f1-e5a4a431900d req-8cf08de0-890d-4a22-a53b-0f121415399f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261725 Aug 17 16:20:13.720709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b36674-5f26-4ec9-b6aa-b9e5f811d49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd722b8a-ed09-4930-929f-9d5e8b353be0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:13.885629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:14.062624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-242296931-network', 'tenant_id': 'a275aac162c941d09b0f23a94f702f42'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:14.116649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Made reservation on behalf of a275aac162c941d09b0f23a94f702f42 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:14.119400 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:14.141580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:14.142332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8b31-4b9f-4530-8b61-55bf1a6da8ae req-fd73831c-dc45-41b7-aac1-8bfa4b4cc3d1 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:14.162898 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f75a8b31-4b9f-4530-8b61-55bf1a6da8ae req-fd73831c-dc45-41b7-aac1-8bfa4b4cc3d1 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0716984 Aug 17 16:20:14.257531 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f75a8b31-4b9f-4530-8b61-55bf1a6da8ae req-d4da2628-93ce-449d-98ad-33f498706443 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773053 Aug 17 16:20:14.302826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfbb46-6f14-471d-b525-c86d1fb3ffec req-24bb573d-c42f-4a7e-89b5-51c0a9703312 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:14.306892 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02dfbb46-6f14-471d-b525-c86d1fb3ffec req-24bb573d-c42f-4a7e-89b5-51c0a9703312 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.1566911 Aug 17 16:20:14.369129 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02dfbb46-6f14-471d-b525-c86d1fb3ffec req-d92e6d85-8041-4a25-8dbd-857a018467c7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586467 Aug 17 16:20:14.396508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device aaa93038-84c8-4983-9085-74fdcea276e0 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:14.421827 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:14.432219 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:14.452432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: aaa93038-84c8-4983-9085-74fdcea276e0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:14.456872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device aaa93038-84c8-4983-9085-74fdcea276e0 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:14.469838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:14.478218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:20:14.489627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:14.490019 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Added segment fca01fc3-a6f1-47ad-894f-9eff239f377e of type vlan for network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 Aug 17 16:20:14.552850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:14.591724 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:14.592776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:14.593342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:14.686785 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7998409 Aug 17 16:20:14.689729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44812) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:14.695067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Request body: {'subnet': {'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-242296931-subnet', 'tenant_id': 'a275aac162c941d09b0f23a94f702f42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:14.714745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c88fec-1a00-4110-9bd6-5ef5df5860b0 admin admin] Pushing event updated for resources: {'Network': ['ID=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:14.728030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:20:14.743252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Made reservation on behalf of a275aac162c941d09b0f23a94f702f42 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:14.743599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962f375-15c1-4dbd-bf5c-eae5dff76fc4 req-18325876-eefe-4a4d-856f-cfc82d0143c4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:14.745317 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a962f375-15c1-4dbd-bf5c-eae5dff76fc4 req-18325876-eefe-4a4d-856f-cfc82d0143c4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.1485643 Aug 17 16:20:14.748601 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:14.810183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a962f375-15c1-4dbd-bf5c-eae5dff76fc4 req-6fb501a0-392c-418f-b288-6fae10a6af2b tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549796 Aug 17 16:20:15.002245 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71f3eabf-c601-4223-ae8e-eb27f7b1835b req-11d90f9f-ce9e-4c1f-889d-fbf1cbf52c31 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0552981 Aug 17 16:20:15.049249 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-2a9751d6-e513-4f10-8195-4b6e710344cd tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a1e851f8b93f49df8ee9ba323a1cdf91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473533 Aug 17 16:20:15.123288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:15.265291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-6d531a95-6b4a-48e5-97d7-84cd7afcc0d9 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:15.274403 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-6d531a95-6b4a-48e5-97d7-84cd7afcc0d9 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182989 Aug 17 16:20:15.283332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7ff2-4351-4ad1-833d-06fd0e19e4b0 req-61e8844b-2b14-4103-8d51-6ae96f54341c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:15.285543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305d7ff2-4351-4ad1-833d-06fd0e19e4b0 req-61e8844b-2b14-4103-8d51-6ae96f54341c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0901284 Aug 17 16:20:15.287354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:15.298721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-60b40add-574b-4454-8750-bfc1e887b57e tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/quotas/a1e851f8b93f49df8ee9ba323a1cdf91 HTTP/1.1" status: 200 len: 375 time: 0.0233026 Aug 17 16:20:15.302626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Checking segment: {'id': 'fca01fc3-a6f1-47ad-894f-9eff239f377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:15.302992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Network hostable DHCP agents. Network: a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:20:15.348753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305d7ff2-4351-4ad1-833d-06fd0e19e4b0 req-197966d3-03bd-47aa-824f-073e8abc0105 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560601 Aug 17 16:20:15.387456 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-6e503c1d-50ed-42e4-8f31-b6cc44a22ef4 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a1e851f8b93f49df8ee9ba323a1cdf91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803792 Aug 17 16:20:15.418118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:20:15.434589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:15.440378 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:15.442504 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:15.455512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f585fde-703b-4144-a3ba-37d82d9c8326 None None] Network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:15.463052 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1b3f7512-05a6-4cb8-9835-16c0e170ac6b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7717712 Aug 17 16:20:15.495723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71255-8117-46d4-8790-cc872575d07f req-661925b6-c581-418c-8111-32e2945c1876 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:15.497960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65f71255-8117-46d4-8790-cc872575d07f req-661925b6-c581-418c-8111-32e2945c1876 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0737810 Aug 17 16:20:15.576499 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65f71255-8117-46d4-8790-cc872575d07f req-96280267-1bba-4f28-b255-816201164ea9 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723774 Aug 17 16:20:15.841425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33300312-71c5-4b43-a96b-4c52f57f95bb None None] Network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:15.844073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced0726-17d0-4ffd-9e97-2374268c9fac req-80c422d1-ed91-4469-b000-e884cfdf7a7a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:15.853690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ced0726-17d0-4ffd-9e97-2374268c9fac req-80c422d1-ed91-4469-b000-e884cfdf7a7a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.1282837 Aug 17 16:20:15.876944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7aa39645-c73b-4136-bddf-e598f2d8a1fb req-2031bb97-9685-4a7a-9d3b-0aece6d44ad9 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 210 time: 0.0386460 Aug 17 16:20:15.924916 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ced0726-17d0-4ffd-9e97-2374268c9fac req-0d19433d-35b7-46ef-bad5-941a73647bd4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699146 Aug 17 16:20:16.038441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-2871cb78-61df-44f3-9f27-19a587eb6b85 req-68e2998d-e10e-4060-a91e-1efe9e51bfcd tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-440567219', 'description': 'tempest-description-1963003041'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:16.089069 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2871cb78-61df-44f3-9f27-19a587eb6b85 req-68e2998d-e10e-4060-a91e-1efe9e51bfcd tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:16.110340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ba2dd-14db-455e-8be0-8805ac573747 req-f1521c95-30b2-477f-8811-fd23070510f5 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:16.119452 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-802ba2dd-14db-455e-8be0-8805ac573747 req-f1521c95-30b2-477f-8811-fd23070510f5 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.0926998 Aug 17 16:20:16.180859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-802ba2dd-14db-455e-8be0-8805ac573747 req-31fe9b34-43cc-4bbc-a90b-9226e5a9af10 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593402 Aug 17 16:20:16.250004 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2871cb78-61df-44f3-9f27-19a587eb6b85 req-68e2998d-e10e-4060-a91e-1efe9e51bfcd tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:16.272137 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2871cb78-61df-44f3-9f27-19a587eb6b85 req-68e2998d-e10e-4060-a91e-1efe9e51bfcd tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:16.292712 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2871cb78-61df-44f3-9f27-19a587eb6b85 req-68e2998d-e10e-4060-a91e-1efe9e51bfcd tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:16.298856 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2871cb78-61df-44f3-9f27-19a587eb6b85 req-68e2998d-e10e-4060-a91e-1efe9e51bfcd tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2668052 Aug 17 16:20:16.335332 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2288ddd4-103b-4552-b19e-673891ecea21 req-e607fc74-0a3f-45c8-892d-05762e5a8693 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0600233 Aug 17 16:20:16.351040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-26eb0c42-da0b-4aa2-a106-84d2a06bc1c7 req-d482a402-1fd7-4f42-b8c0-2dbe68c546ca tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1830301499', 'description': 'tempest-description-538409399'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:16.383707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2998d-e10e-4060-a91e-1efe9e51bfcd tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d58571c-1b5f-4287-aa23-02daf4b0205a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:16.403037 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26eb0c42-da0b-4aa2-a106-84d2a06bc1c7 req-d482a402-1fd7-4f42-b8c0-2dbe68c546ca tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:16.498551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31836f-777a-48e1-b6d1-e98622050d01 req-91e0a3e6-0b50-400e-8be4-42f6aeb45d3a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:16.500445 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e31836f-777a-48e1-b6d1-e98622050d01 req-91e0a3e6-0b50-400e-8be4-42f6aeb45d3a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0677209 Aug 17 16:20:16.522905 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26eb0c42-da0b-4aa2-a106-84d2a06bc1c7 req-d482a402-1fd7-4f42-b8c0-2dbe68c546ca tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:16.530015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26eb0c42-da0b-4aa2-a106-84d2a06bc1c7 req-d482a402-1fd7-4f42-b8c0-2dbe68c546ca tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:16.567330 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26eb0c42-da0b-4aa2-a106-84d2a06bc1c7 req-d482a402-1fd7-4f42-b8c0-2dbe68c546ca tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:16.572077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e31836f-777a-48e1-b6d1-e98622050d01 req-dc46a1e3-ec6a-4b56-aa9e-33f7f6fbc9b3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640507 Aug 17 16:20:16.572597 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26eb0c42-da0b-4aa2-a106-84d2a06bc1c7 req-d482a402-1fd7-4f42-b8c0-2dbe68c546ca tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2471440 Aug 17 16:20:16.578550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482a402-1fd7-4f42-b8c0-2dbe68c546ca tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0875a5c2-72b7-4af1-8de2-faf7894a31a5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:16.773507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097981b-b382-42bc-b9eb-681a8b276734 req-a3d91607-2b90-4ec9-8ba7-c0e164baa6dd tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:16.780505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1097981b-b382-42bc-b9eb-681a8b276734 req-a3d91607-2b90-4ec9-8ba7-c0e164baa6dd tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0700376 Aug 17 16:20:16.820325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1097981b-b382-42bc-b9eb-681a8b276734 req-b5868521-2aaa-4118-adea-4145b4b61873 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379856 Aug 17 16:20:16.873879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-6a207c25-2603-4a2b-958b-ab286af35efb tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:16.876121 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-6a207c25-2603-4a2b-958b-ab286af35efb tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 812 time: 0.1410847 Aug 17 16:20:16.905234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-af1b3f02-7601-4a22-a255-2aa10ed0ec14 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/quotas/a275aac162c941d09b0f23a94f702f42 HTTP/1.1" status: 200 len: 375 time: 0.0231321 Aug 17 16:20:16.963486 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-e3f0e417-a54b-4198-9aeb-ffc6a61e0fcf tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516114 Aug 17 16:20:17.030695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b91d8a23-f6c3-4c09-b22f-438780128217 req-f816a0a5-a081-4757-8e44-85bfc88bdf4f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 210 time: 0.0396616 Aug 17 16:20:17.125220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-8ea5f17f-623d-4187-83da-e2508222f7e0 service neutron] 10.222.0.77 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536624 Aug 17 16:20:17.163984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a73159-fb88-485f-8a0c-e4206d35c951 req-38e66ae1-cb97-48b8-aa0f-365126791ab6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:17.166651 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7a73159-fb88-485f-8a0c-e4206d35c951 req-38e66ae1-cb97-48b8-aa0f-365126791ab6 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.0865393 Aug 17 16:20:17.218791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7a73159-fb88-485f-8a0c-e4206d35c951 req-8ed986ff-c005-479a-aed4-eaf58ceb5b94 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456047 Aug 17 16:20:17.307822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-c7119df9-8b4e-495c-a3e8-54483395889a service neutron] 10.222.0.77 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713450 Aug 17 16:20:17.402529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8ca34-1a3f-4125-b7cc-f2c5c76009f8 req-9b52ea45-0360-4717-8460-a0427e9b3dd6 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:17.404283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44a8ca34-1a3f-4125-b7cc-f2c5c76009f8 req-9b52ea45-0360-4717-8460-a0427e9b3dd6 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.0822961 Aug 17 16:20:17.455598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44a8ca34-1a3f-4125-b7cc-f2c5c76009f8 req-ce9fb3cd-6ea2-4bb4-b668-52c59c17a23d tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Aug 17 16:20:17.576637 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6df184ed-5d60-42fd-8740-5808ace39e5f req-0c6614a8-b9b7-48c6-ad6a-68f12082f18c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 210 time: 0.0414982 Aug 17 16:20:17.618584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6adfee7a-a21f-475a-a979-04e7697b6664 req-16ec131a-5d62-493d-be8e-70d1fe71d9e6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0399151 Aug 17 16:20:17.761929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4822da-dc26-44fb-8ba3-3324b7a5cea4 req-4525a1be-c08c-4879-a27b-7a3927651e7b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:17.764906 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be4822da-dc26-44fb-8ba3-3324b7a5cea4 req-4525a1be-c08c-4879-a27b-7a3927651e7b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0635912 Aug 17 16:20:17.835348 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be4822da-dc26-44fb-8ba3-3324b7a5cea4 req-c15d42b7-8d4f-47ac-a250-9669883dc7ca tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593088 Aug 17 16:20:18.037470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19e1a3-4f61-4ac1-a223-ff270cdbfd1a req-be53cd85-497e-4f74-92c4-9d27807a97b3 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:18.040446 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee19e1a3-4f61-4ac1-a223-ff270cdbfd1a req-be53cd85-497e-4f74-92c4-9d27807a97b3 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.1135523 Aug 17 16:20:18.121385 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee19e1a3-4f61-4ac1-a223-ff270cdbfd1a req-cf9df67c-21b2-4816-82ec-f9410c07312a tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618365 Aug 17 16:20:18.216510 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7684f3a1-437a-466d-b90b-29dc7730281e req-ef96738d-7e4a-4ed7-9942-f8e6d26562c9 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 210 time: 0.0491648 Aug 17 16:20:18.356142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3615eda-b389-4da3-8ed2-e88d87c9898f req-a362db4c-2d4e-4b77-bcd3-aa4efa175057 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:18.358253 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b3615eda-b389-4da3-8ed2-e88d87c9898f req-a362db4c-2d4e-4b77-bcd3-aa4efa175057 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.0559683 Aug 17 16:20:18.412615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b3615eda-b389-4da3-8ed2-e88d87c9898f req-8406574e-629b-4d43-85d5-c3f830a6e28e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Aug 17 16:20:18.616139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615f90-810b-4c71-9a75-13e07064e4cd req-b797a5b9-9e32-4651-a643-fd4d37d81816 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:18.618292 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23615f90-810b-4c71-9a75-13e07064e4cd req-b797a5b9-9e32-4651-a643-fd4d37d81816 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.0768633 Aug 17 16:20:18.666837 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23615f90-810b-4c71-9a75-13e07064e4cd req-54f3dd5f-0710-4803-8096-83e716873e48 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Aug 17 16:20:18.685429 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3abb6d09-69c5-4524-8369-301d9fd165e4 req-b0170a55-aec9-497c-893d-68d9bde91c06 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 210 time: 0.0290351 Aug 17 16:20:18.795479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d5f0ebc-4bbf-42ff-92ed-7867b0c9f59a req-f5e75388-04c6-4119-a578-ddf3352b3b82 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0453830 Aug 17 16:20:18.975885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a19b6-e289-4116-aa65-02279563a51c req-0ea9663b-4c38-4aec-bc7d-e039dff87669 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:18.977047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-859a19b6-e289-4116-aa65-02279563a51c req-0ea9663b-4c38-4aec-bc7d-e039dff87669 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0539951 Aug 17 16:20:19.043953 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-859a19b6-e289-4116-aa65-02279563a51c req-cec060b6-745f-48ea-97f3-5925a1fe1a96 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556400 Aug 17 16:20:19.292192 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:19.300054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c329276-76c8-4972-b7c1-46cec5d55bbf req-939c2951-0e24-469b-88aa-ebacae62b504 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:19.301597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c329276-76c8-4972-b7c1-46cec5d55bbf req-939c2951-0e24-469b-88aa-ebacae62b504 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0943642 Aug 17 16:20:19.343802 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2c9a495a-71d3-4f93-9c3c-ceed722ecd3b req-17f86e40-5528-496d-b2df-2c89e71acff4 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 210 time: 0.0281672 Aug 17 16:20:19.356373 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c329276-76c8-4972-b7c1-46cec5d55bbf req-720e8f58-231d-478b-bc25-2240be0bb559 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473931 Aug 17 16:20:19.485829 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:19.601702 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323330ef-5ef5-41fc-bb24-be0d08e83bee req-946ae459-9a9c-4e25-a899-ad0325f1898a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:19.604637 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-323330ef-5ef5-41fc-bb24-be0d08e83bee req-946ae459-9a9c-4e25-a899-ad0325f1898a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.0779665 Aug 17 16:20:19.663262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-323330ef-5ef5-41fc-bb24-be0d08e83bee req-840d3e6e-2cbd-482c-8829-e98a649b7383 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516124 Aug 17 16:20:19.818838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2183024b-ac0a-457f-98b3-88691ee44f7b req-e54f2ec8-7e79-45f7-86e5-281d628ce648 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 210 time: 0.0456281 Aug 17 16:20:19.832997 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a52b16-383c-4a8e-91d9-6ac0824db862 req-5d214e3a-9c3f-4b62-bc78-1da54e31f1a0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:19.834749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77a52b16-383c-4a8e-91d9-6ac0824db862 req-5d214e3a-9c3f-4b62-bc78-1da54e31f1a0 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.0629647 Aug 17 16:20:19.884875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77a52b16-383c-4a8e-91d9-6ac0824db862 req-962a76a2-f705-47d2-b2b2-45ad137ae4b2 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400515 Aug 17 16:20:19.915832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09ef7be9-ee41-4810-8068-e7ee97db5c8c req-d097319a-1545-4d16-9f7c-ae006d0d75eb tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0278151 Aug 17 16:20:20.169544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c582f32-92e1-4199-9fd1-95e8293cf727 req-2f20c651-d603-4164-8479-4d44da8e01c3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:20.172183 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c582f32-92e1-4199-9fd1-95e8293cf727 req-2f20c651-d603-4164-8479-4d44da8e01c3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0544295 Aug 17 16:20:20.215700 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c582f32-92e1-4199-9fd1-95e8293cf727 req-83e58474-215b-445a-a131-196f05a35ae2 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355811 Aug 17 16:20:20.494975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-214f2ba3-a018-40a4-b424-059cdcab8875 req-a6eee394-4780-4673-8516-94deb0ed8cc9 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 210 time: 0.0334520 Aug 17 16:20:20.567267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26b0a7-dffb-4864-ab5e-5f0969cc654a req-f4abb573-7216-4678-b84e-43440ed89fb9 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:20.569910 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df26b0a7-dffb-4864-ab5e-5f0969cc654a req-f4abb573-7216-4678-b84e-43440ed89fb9 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.1000338 Aug 17 16:20:20.629719 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df26b0a7-dffb-4864-ab5e-5f0969cc654a req-9c5c3c2c-7c7a-4434-8626-b210d3a1966b tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502908 Aug 17 16:20:20.671786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd102-9e75-4f03-a113-856fc28594c8 req-21bbc327-afb4-47e6-904e-87507ee6d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:20.675772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-078fd102-9e75-4f03-a113-856fc28594c8 req-21bbc327-afb4-47e6-904e-87507ee6d4f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=45b87085964648ac836898dd5fcc247b&device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 1096 time: 0.0996764 Aug 17 16:20:20.854972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cb93c-c717-44b0-9bab-291acafe2528 req-282906fc-58fc-401d-b535-4364b291b524 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:20.857121 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e9cb93c-c717-44b0-9bab-291acafe2528 req-282906fc-58fc-401d-b535-4364b291b524 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.0831332 Aug 17 16:20:20.860084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd102-9e75-4f03-a113-856fc28594c8 req-b6fdea9f-f405-4a54-9bf0-e5065c08de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:20.861542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-078fd102-9e75-4f03-a113-856fc28594c8 req-b6fdea9f-f405-4a54-9bf0-e5065c08de4a service neutron] 10.222.0.93 "GET /v2.0/networks?id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 200 len: 917 time: 0.1664014 Aug 17 16:20:20.921909 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-078fd102-9e75-4f03-a113-856fc28594c8 req-84774268-2493-4d34-86d5-cafe7346e4c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275cab89-b0f7-47a1-9ab7-c1189925ef49 HTTP/1.1" status: 200 len: 217 time: 0.0474412 Aug 17 16:20:20.942990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43e5fb31-4491-4622-b2b7-7887e175ac4d req-e6c96545-194a-4f16-a349-f65a5f9a17d9 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 210 time: 0.0447772 Aug 17 16:20:20.974775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e9cb93c-c717-44b0-9bab-291acafe2528 req-dee2f10e-1145-4509-ac20-4ddee51e3c58 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103160 Aug 17 16:20:21.014571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd102-9e75-4f03-a113-856fc28594c8 req-f7d0097d-eb67-419e-925d-313eddaf587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:21.015622 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-976c6af1-938a-4028-b69a-6c014b44b5d6 service neutron] show failed (client error): The resource could not be found. Aug 17 16:20:21.016749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-976c6af1-938a-4028-b69a-6c014b44b5d6 service neutron] 10.222.0.93 "GET /v2.0/ports/adf227dc-0c0f-4fe2-bd5e-4eac235aee39/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0828919 Aug 17 16:20:21.017025 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-078fd102-9e75-4f03-a113-856fc28594c8 req-f7d0097d-eb67-419e-925d-313eddaf587c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a975b76-b875-47be-8b0d-6fd61b373dda HTTP/1.1" status: 200 len: 855 time: 0.0823839 Aug 17 16:20:21.099390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd102-9e75-4f03-a113-856fc28594c8 req-8d6b46c0-5772-490e-9ea7-23f6b08b1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:21.101478 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-078fd102-9e75-4f03-a113-856fc28594c8 req-8d6b46c0-5772-490e-9ea7-23f6b08b1996 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657873 Aug 17 16:20:21.123353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a23b0-328d-4821-a22a-a5e22df61d3d req-22fe29ef-f881-4b1f-a3f3-e01d00068db3 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:21.125012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b83a23b0-328d-4821-a22a-a5e22df61d3d req-22fe29ef-f881-4b1f-a3f3-e01d00068db3 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.0754795 Aug 17 16:20:21.193568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b83a23b0-328d-4821-a22a-a5e22df61d3d req-6c47c424-ac79-4708-b9fc-09736bd2cc58 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613687 Aug 17 16:20:21.213428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66593ac3-d5d3-42b9-bbd7-550cc4d2030f req-9d544142-fa3f-45a7-a246-aa0a9c8144b0 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0929947 Aug 17 16:20:21.365277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-2c73c45b-5111-4766-87a0-2171982b40ba tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:21.367208 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-2c73c45b-5111-4766-87a0-2171982b40ba tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 945 time: 0.1600099 Aug 17 16:20:21.420843 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-078fd102-9e75-4f03-a113-856fc28594c8 req-0f7c3a9f-324d-44e1-9e21-6881726d8db9 service neutron] 10.222.0.93 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094249 Aug 17 16:20:21.481910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-e8f7b3d0-991e-489e-ae9b-aa8ceeb76cbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Deleting port 82587609-6d08-4d18-86a8-678fabe6e1ce {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:21.481910 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-e8f7b3d0-991e-489e-ae9b-aa8ceeb76cbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:21.562112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-06c789b4-09ba-4d02-8159-5d531fa2dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:21.564766 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-06c789b4-09ba-4d02-8159-5d531fa2dabd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db&tenant_id=0f558842595f45369d2b06bd1ef961b4 HTTP/1.1" status: 200 len: 1101 time: 0.2447860 Aug 17 16:20:21.582197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:21.609587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-e8f7b3d0-991e-489e-ae9b-aa8ceeb76cbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] For port 82587609-6d08-4d18-86a8-678fabe6e1ce, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=82587609-6d08-4d18-86a8-678fabe6e1ce,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:21.610117 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-e8f7b3d0-991e-489e-ae9b-aa8ceeb76cbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:21.628011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-e8f7b3d0-991e-489e-ae9b-aa8ceeb76cbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Calling delete_port for 82587609-6d08-4d18-86a8-678fabe6e1ce owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:21.636071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c5338-f099-482a-920d-a555faf659d3 req-202d18b5-f961-4361-98cd-0b9a2d7bdb8f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:21.638974 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c3c5338-f099-482a-920d-a555faf659d3 req-202d18b5-f961-4361-98cd-0b9a2d7bdb8f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.2915525 Aug 17 16:20:21.716183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-03ea6129-a1ce-4e18-8de2-f70e56fbb893 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:21.719441 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-03ea6129-a1ce-4e18-8de2-f70e56fbb893 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.93 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 812 time: 0.4018292 Aug 17 16:20:21.731420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-829724bd-1f4a-43b1-8ddb-d849a198973e req-41522c50-765e-4384-a049-15c9156dc4ec tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 210 time: 0.0485082 Aug 17 16:20:21.764729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'port': {'device_id': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94', 'admin_state_up': True, 'tenant_id': 'a275aac162c941d09b0f23a94f702f42'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:21.868122 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-5f1d6521-419d-4e18-bf10-12f2b0de1765 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=a1e851f8b93f49df8ee9ba323a1cdf91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1128902 Aug 17 16:20:21.875515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:21.887879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-078fd102-9e75-4f03-a113-856fc28594c8 req-0ccf790f-d5cd-43de-97da-da62820f9bd6 service neutron] 10.222.0.93 "GET /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297960 Aug 17 16:20:21.893172 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c3c5338-f099-482a-920d-a555faf659d3 req-21344835-61a6-473b-94b4-383d8bb7ca98 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337098 Aug 17 16:20:21.921885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac1d92-5963-4df9-9af7-1315451b54c6 req-933da19f-40dd-4c9b-9c07-0e6608ae9b4c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:21.930584 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5ac1d92-5963-4df9-9af7-1315451b54c6 req-933da19f-40dd-4c9b-9c07-0e6608ae9b4c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0962305 Aug 17 16:20:21.934340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-e8f7b3d0-991e-489e-ae9b-aa8ceeb76cbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:21.997202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7b3d0-991e-489e-ae9b-aa8ceeb76cbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Pushing event deleted for resources: {'Port': ['ID=82587609-6d08-4d18-86a8-678fabe6e1ce,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:22.035365 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5ac1d92-5963-4df9-9af7-1315451b54c6 req-236194b9-0416-4c87-aa0b-9a62e4761a3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037993 Aug 17 16:20:22.081952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-e8f7b3d0-991e-489e-ae9b-aa8ceeb76cbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] No DVR routers for this DVR port 82587609-6d08-4d18-86a8-678fabe6e1ce on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:22.084674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-e8f7b3d0-991e-489e-ae9b-aa8ceeb76cbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:22.086932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b023638b-73ce-47fb-ad9d-a0a768848a30 req-e8f7b3d0-991e-489e-ae9b-aa8ceeb76cbc tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.93 "DELETE /v2.0/ports/82587609-6d08-4d18-86a8-678fabe6e1ce HTTP/1.1" status: 204 len: 173 time: 0.7126675 Aug 17 16:20:22.087404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'name': 'network-vif-deleted', 'tag': '82587609-6d08-4d18-86a8-678fabe6e1ce'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:22.090542 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb25806-31fa-4af2-8eb1-aacda2361fa4" -d '{"events": [{"server_uuid": "2c5a8cea-492c-4069-b610-50ab61bb891c", "name": "network-vif-deleted", "tag": "82587609-6d08-4d18-86a8-678fabe6e1ce"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:22.117037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b14b451-87c1-483e-aac3-50a17e4a61a0 req-5ab6b513-488c-4e3b-a64a-6a8e56dd634b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 210 time: 0.0813916 Aug 17 16:20:22.245190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-8234a416-ea38-48ce-b018-2b90bad08622 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:22.246819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-8234a416-ea38-48ce-b018-2b90bad08622 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3645024 Aug 17 16:20:22.273835 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b7c0ea-4ecf-489c-b191-b1da14dc0f80 x-openstack-request-id: req-59b7c0ea-4ecf-489c-b191-b1da14dc0f80 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:22.274316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Request body: {'port': {'device_id': '5ab55bf3-7a5c-4b6a-b2b0-94021fabc251', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'a1e851f8b93f49df8ee9ba323a1cdf91'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:22.275042 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a8cea-492c-4069-b610-50ab61bb891c", "name": "network-vif-deleted", "tag": "82587609-6d08-4d18-86a8-678fabe6e1ce", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:22.275857 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59b7c0ea-4ecf-489c-b191-b1da14dc0f80 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:22.276890 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a8cea-492c-4069-b610-50ab61bb891c', 'name': 'network-vif-deleted', 'tag': '82587609-6d08-4d18-86a8-678fabe6e1ce', 'status': 'completed', 'code': 200} Aug 17 16:20:22.279743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Made reservation on behalf of a275aac162c941d09b0f23a94f702f42 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:22.283261 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:22.390874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162959-c549-4850-8d38-6c8c6f6fcdcb req-dd17a611-636a-42eb-a94a-cc59814906fb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:22.392723 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b162959-c549-4850-8d38-6c8c6f6fcdcb req-dd17a611-636a-42eb-a94a-cc59814906fb tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.2519944 Aug 17 16:20:22.445508 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f0a7c71-9e97-48ed-89f8-072c69fc797f req-09ed30dd-a156-43c6-bd9d-3019b5f9a403 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c5a8cea-492c-4069-b610-50ab61bb891c HTTP/1.1" status: 200 len: 210 time: 0.0583317 Aug 17 16:20:22.491318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b162959-c549-4850-8d38-6c8c6f6fcdcb req-5f6213d1-9670-49fb-a9a4-0b6c912db35a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850255 Aug 17 16:20:22.503376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-a92ef55d-ed5c-491a-b770-823687394027 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:22.504876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-a92ef55d-ed5c-491a-b770-823687394027 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "GET /v2.0/networks?id=8d3a79ef-4894-479d-bd1b-34203cfe9775 HTTP/1.1" status: 200 len: 815 time: 0.2654035 Aug 17 16:20:22.528343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Request body: {'port': {'device_id': '5cac81b2-be18-4deb-9b85-099f7106563d', 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775', 'admin_state_up': True, 'tenant_id': '2322d51148c34aac9069c30735e64b22'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:22.562777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:22.643058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e4f65f7-a780-4a9f-96a6-c993bc2a0114 req-8cb670f0-21af-4be4-9bad-c2370a5b8258 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 210 time: 0.0902047 Aug 17 16:20:22.717358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:22.721244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Made reservation on behalf of a1e851f8b93f49df8ee9ba323a1cdf91 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:22.726099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:22.726582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Made reservation on behalf of 2322d51148c34aac9069c30735e64b22 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:22.730155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:22.765077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Allocated IP 172.20.0.11 (a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94/e4b3d5bb-ca79-4129-9db6-59ab7a1860a0/61bbaece-c824-4b44-96c1-806f1c835c1f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:20:22.800174 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:22.856371 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccae1357-5f4b-4b21-aade-4f6a6b2325b3 req-a7aa33b0-d01b-4a73-b949-7a47eea854f6 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 210 time: 0.0383658 Aug 17 16:20:22.857265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:22.862012 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b29b51c-468b-4ea7-8efc-c3957851f568" -d '{"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-unplugged", "status": "completed", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:22.874954 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:22.929080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Transition to ACTIVE for port object adf227dc-0c0f-4fe2-bd5e-4eac235aee39 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:22.944206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:22.955105 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655fe55d-cb4e-47d4-a726-8b9ff6179b89 x-openstack-request-id: req-655fe55d-cb4e-47d4-a726-8b9ff6179b89 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:22.955482 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-unplugged", "status": "completed", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:22.955709 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-655fe55d-cb4e-47d4-a726-8b9ff6179b89 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:22.956099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Allocated IP 172.20.0.12 (8d3a79ef-4894-479d-bd1b-34203cfe9775/40428865-19e2-44b0-a5fa-06186e0ce9aa/d2bee21d-5671-43af-854f-2d1343e44b8a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:20:22.956244 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'code': 200} Aug 17 16:20:23.095937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0861c-ae96-48d2-a27e-c01a9c97f902 req-7a351cb4-6f50-4ba5-afc4-2233cfa837b3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:23.106426 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-95c0861c-ae96-48d2-a27e-c01a9c97f902 req-7a351cb4-6f50-4ba5-afc4-2233cfa837b3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 948 time: 0.1117704 Aug 17 16:20:23.191171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-95c0861c-ae96-48d2-a27e-c01a9c97f902 req-a7269dcf-6ae3-43a6-a9bf-6ab7321a71a7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860558 Aug 17 16:20:23.242050 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:23.305525 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:23.343967 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96552378-21f3-49bc-ba02-c1f786be36ef req-a8cd3a10-68a6-44c5-8fa4-96ce30fd27b0 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 210 time: 0.0617697 Aug 17 16:20:23.403110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Network 8d3a79ef-4894-479d-bd1b-34203cfe9775 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:20:23.404883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:23.406892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Pushing event updated for resources: {'Port': ['ID=d2bee21d-5671-43af-854f-2d1343e44b8a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:23.409178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:20:23.499253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:23.500251 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:23.543034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] No DVR routers for this DVR port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:23.572023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:23.673689 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:23.676461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36b60d-f8a8-4b2d-b10d-61120b5151ad req-332e0cad-372b-4a47-b362-5ad289f3d5f2 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:23.677453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:23.677703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:23.680365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:23.680571 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c36b60d-f8a8-4b2d-b10d-61120b5151ad req-332e0cad-372b-4a47-b362-5ad289f3d5f2 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 945 time: 0.0612319 Aug 17 16:20:23.692005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:23.699643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:20:23.700162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:23.712558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2c318-f6be-4a88-983a-a70dc79e14e0 req-4748dd84-3704-4251-a0eb-fd5f45559bf4 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:23.714087 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba2c318-f6be-4a88-983a-a70dc79e14e0 req-4748dd84-3704-4251-a0eb-fd5f45559bf4 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.5651178 Aug 17 16:20:23.715317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:23.715993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-9b6a5139-6c9c-42dc-82e9-70756ec8f2dc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1921561 Aug 17 16:20:23.737456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Request body: {'port': {'device_id': '5cac81b2-be18-4deb-9b85-099f7106563d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:23.743303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:23.744019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:23.744019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:23.744685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Bound port: adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:23.745352 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:23.765158 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c36b60d-f8a8-4b2d-b10d-61120b5151ad req-82b23585-4671-456b-b831-d081ce8712ae tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772066 Aug 17 16:20:23.804226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:23.865485 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c325ca-eb94-4ef1-9bd5-817575df5ebd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:23.919550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba2c318-f6be-4a88-983a-a70dc79e14e0 req-53d9cea0-1ae7-41db-aca6-3f2602b38b31 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821868 Aug 17 16:20:23.924755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f86b980c-722e-4c44-b956-a6f621491f6e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:20:23.969656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 82587609-6d08-4d18-86a8-678fabe6e1ce no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:24.021163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.023397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:24.031815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:24.066175 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.082351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Allocated IP 192.168.233.71 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/096e1880-920b-4909-b56c-9e7cb4688576) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:20:24.116343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:20:24.135361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:24.136413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.138157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] 10.222.0.91 "PUT /v2.0/ports/adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 1096 time: 2.5615618 Aug 17 16:20:24.141553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:24.158572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'Port': ['ID=61bbaece-c824-4b44-96c1-806f1c835c1f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:24.172067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:20:24.201262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 82587609-6d08-4d18-86a8-678fabe6e1ce {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:24.201736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 82587609-6d08-4d18-86a8-678fabe6e1ce not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:24.202284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:24.209417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:24.268173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b1691-449e-4f02-89cf-869b1dbe7acd req-2c60a7e7-4602-44f8-b143-8b5133a6766e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:24.270200 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f6b1691-449e-4f02-89cf-869b1dbe7acd req-2c60a7e7-4602-44f8-b143-8b5133a6766e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 932 time: 0.1389401 Aug 17 16:20:24.290586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'network_id': '025e44aa-29a7-40d2-8d93-515418fe1e21', 'port_id': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'mac_address': 'fa:16:3e:9d:5c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0facc060-5683-458d-9dd4-a52402fd30cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:20:24.324330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17955513-cb56-4acd-b106-2aa03029148c req-00df2a19-c4b5-46c5-a549-b380cadb2a94 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 210 time: 0.2002287 Aug 17 16:20:24.407252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f6b1691-449e-4f02-89cf-869b1dbe7acd req-a7b6c164-46b2-4924-9492-7da9ce883f90 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253660 Aug 17 16:20:24.416144 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.417658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:24.418991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.429659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bee21d-5671-43af-854f-2d1343e44b8a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:24.440539 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.458318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Transition to ACTIVE for port object d2bee21d-5671-43af-854f-2d1343e44b8a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:24.458534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86b980c-722e-4c44-b956-a6f621491f6e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:24.465545 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.499723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:24.522897 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-dc374557-717d-4e7c-90f6-ef872d3eb746 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7658308 Aug 17 16:20:24.532925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:24.537783 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.580645 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bee21d-5671-43af-854f-2d1343e44b8a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:24.601183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:24.627099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50d45-69d0-4533-b75e-8b9174b0fa44 req-bd1aea84-fbbe-4947-92fd-c0c8f7c1bef4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:24.628777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36d50d45-69d0-4533-b75e-8b9174b0fa44 req-bd1aea84-fbbe-4947-92fd-c0c8f7c1bef4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 948 time: 0.1003604 Aug 17 16:20:24.642591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Request body: {'port': {'device_id': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:24.682017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-e2005fc0-2014-44c1-8792-7c85f1579108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:24.684114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-e2005fc0-2014-44c1-8792-7c85f1579108 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1099 time: 0.5074928 Aug 17 16:20:24.732255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-1147dc71-4bae-4dfa-a1fe-a5c2e519fe9e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:24.734239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-1147dc71-4bae-4dfa-a1fe-a5c2e519fe9e tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 945 time: 0.2958632 Aug 17 16:20:24.735186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40843aca-130a-475b-9393-c1afcb5f1ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:24.739999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Attempting to bind port d2bee21d-5671-43af-854f-2d1343e44b8a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:24.740388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Attempting to bind port d2bee21d-5671-43af-854f-2d1343e44b8a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:24.740859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Attempting to bind port d2bee21d-5671-43af-854f-2d1343e44b8a on network 8d3a79ef-4894-479d-bd1b-34203cfe9775 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:24.772534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Port d2bee21d-5671-43af-854f-2d1343e44b8a on network 8d3a79ef-4894-479d-bd1b-34203cfe9775 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:20:24.773101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Attempting to bind port d2bee21d-5671-43af-854f-2d1343e44b8a on network 8d3a79ef-4894-479d-bd1b-34203cfe9775 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:24.781678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36d50d45-69d0-4533-b75e-8b9174b0fa44 req-3b791319-d2fc-4eea-ba55-ac8cebc9393e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292665 Aug 17 16:20:24.785030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:24.785364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Checking segment: {'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:24.785823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Bound using segment: {'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:24.786257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Bound port: d2bee21d-5671-43af-854f-2d1343e44b8a, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:24.786672 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.860537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['f86b980c-722e-4c44-b956-a6f621491f6e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:24.879678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] For port d2bee21d-5671-43af-854f-2d1343e44b8a, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:24.883489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] For port d2bee21d-5671-43af-854f-2d1343e44b8a, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d2bee21d-5671-43af-854f-2d1343e44b8a,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:24.892283 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.962476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:24.963363 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ca4c73-1a20-459b-852d-a937af4e48ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:24.976302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:24.977651 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:24.979722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] 10.222.0.93 "PUT /v2.0/ports/d2bee21d-5671-43af-854f-2d1343e44b8a HTTP/1.1" status: 200 len: 1092 time: 1.2475841 Aug 17 16:20:24.980613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cac81b2-be18-4deb-9b85-099f7106563d', 'tag': 'd2bee21d-5671-43af-854f-2d1343e44b8a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:24.983689 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbd58b4-01f9-4c57-8208-24fba7440fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5cac81b2-be18-4deb-9b85-099f7106563d", "tag": "d2bee21d-5671-43af-854f-2d1343e44b8a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:24.985134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b3149-20e3-49b4-95cf-3e087ab1782c req-f6867190-43a5-4e0a-886c-65c03d1c40a4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:24.993261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc9b3149-20e3-49b4-95cf-3e087ab1782c req-f6867190-43a5-4e0a-886c-65c03d1c40a4 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa505b4e-6297-40da-9e83-841f5c604e07 HTTP/1.1" status: 200 len: 945 time: 0.4419446 Aug 17 16:20:25.001799 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:25.056110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e140210-0d8c-46b4-9d5a-587d13f54eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bee21d-5671-43af-854f-2d1343e44b8a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:25.069607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:25.087792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5afce4-c70f-404f-bf45-335dfbb31044 req-116309ea-bb5e-47c7-a02b-134477a3e8c2 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.090444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c5afce4-c70f-404f-bf45-335dfbb31044 req-116309ea-bb5e-47c7-a02b-134477a3e8c2 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 932 time: 0.1935680 Aug 17 16:20:25.126115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-07106490-7ded-423d-ba5c-de27671a3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.127792 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-07106490-7ded-423d-ba5c-de27671a3c8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2322d51148c34aac9069c30735e64b22&device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 1095 time: 0.0850990 Aug 17 16:20:25.135200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-989a560a-27c3-44b9-a668-6d2b151ea65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.137284 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-989a560a-27c3-44b9-a668-6d2b151ea65b service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3951595 Aug 17 16:20:25.162959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Transition to ACTIVE for port object 096e1880-920b-4909-b56c-9e7cb4688576 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:25.173524 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc9b3149-20e3-49b4-95cf-3e087ab1782c req-f17625ee-1b5d-4973-96f1-f20d4b662f06 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.77 "GET /v2.0/security-groups?id=a40ac24d-2dab-4cd7-963c-c58b4111cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792433 Aug 17 16:20:25.202474 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c5afce4-c70f-404f-bf45-335dfbb31044 req-c6df72cb-6039-4678-8b4d-679bb6384f7d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976565 Aug 17 16:20:25.204113 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-a562272e-45dc-4d58-8c9f-e5e48d904a93 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2bee21d-5671-43af-854f-2d1343e44b8a HTTP/1.1" status: 200 len: 217 time: 0.0616479 Aug 17 16:20:25.224719 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-cf6d3fab-94fe-4f7b-ab42-f305508fad7b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 217 time: 0.0778229 Aug 17 16:20:25.280034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-1f3279de-108a-42b0-86e9-7e47a971f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.281865 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-1f3279de-108a-42b0-86e9-7e47a971f5df service neutron] 10.222.0.93 "GET /v2.0/subnets?id=40428865-19e2-44b0-a5fa-06186e0ce9aa HTTP/1.1" status: 200 len: 855 time: 0.0694675 Aug 17 16:20:25.287575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Deleting port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:25.287914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:25.329385 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-d82d3c21-3e90-4530-99a9-b8c281d596b7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d3a79ef-4894-479d-bd1b-34203cfe9775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397749 Aug 17 16:20:25.448467 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d545a-a5f7-4e2e-b79b-3b5eaece223c req-ab3b53d7-9f1d-4ec2-815d-a800db576432 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.449517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c29d545a-a5f7-4e2e-b79b-3b5eaece223c req-ab3b53d7-9f1d-4ec2-815d-a800db576432 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 946 time: 0.1224332 Aug 17 16:20:25.491712 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-bac58d62-d17d-48e1-ac1e-4193270cbcfa service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535838 Aug 17 16:20:25.520825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:25.523296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-02134c68-f12c-4c47-b709-505d962d003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.524771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-02134c68-f12c-4c47-b709-505d962d003d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2399142 Aug 17 16:20:25.531615 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c29d545a-a5f7-4e2e-b79b-3b5eaece223c req-9016bc88-8e32-44d0-bfdd-a6a26087efd1 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699017 Aug 17 16:20:25.615250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cba66335-4e9c-426d-b3c1-ffc4f6c3042b req-53f5ddc5-ec1d-4111-a7ec-9279aab7a8f5 service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125870 Aug 17 16:20:25.624870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c188d5-047e-4e74-b30e-43f01678c51a req-6c934ef8-ef78-4d42-a160-d8fac26b6c48 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.626530 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34c188d5-047e-4e74-b30e-43f01678c51a req-6c934ef8-ef78-4d42-a160-d8fac26b6c48 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.3274539 Aug 17 16:20:25.638900 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbe47a5-35df-4a6f-b6fb-cafaa383c109 x-openstack-request-id: req-2dbe47a5-35df-4a6f-b6fb-cafaa383c109 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:25.639196 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:25.639447 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dbe47a5-35df-4a6f-b6fb-cafaa383c109 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:25.639840 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'status': 'completed', 'code': 200} Aug 17 16:20:25.649773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] For port afa580d5-7c8e-4787-8ad6-cccfc6a36a70, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,segment=NetworkSegment(23a47b45-fac9-49ac-a4a7-b90078f21f88),segment_id=23a47b45-fac9-49ac-a4a7-b90078f21f88)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:25.650161 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:25.690240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:20:25.691656 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621d8522-c957-43aa-a16a-7a71f9aac7fc x-openstack-request-id: req-621d8522-c957-43aa-a16a-7a71f9aac7fc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:25.692279 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cac81b2-be18-4deb-9b85-099f7106563d", "tag": "d2bee21d-5671-43af-854f-2d1343e44b8a", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:25.693048 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-621d8522-c957-43aa-a16a-7a71f9aac7fc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:25.693753 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cac81b2-be18-4deb-9b85-099f7106563d', 'tag': 'd2bee21d-5671-43af-854f-2d1343e44b8a', 'status': 'completed', 'code': 200} Aug 17 16:20:25.701029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Calling delete_port for afa580d5-7c8e-4787-8ad6-cccfc6a36a70 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:25.715145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.93', 54516) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:25.721418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:25.729003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Pushing event updated for resources: {'Port': ['ID=096e1880-920b-4909-b56c-9e7cb4688576,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:25.735855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:20:25.765192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-9a19995a-fa49-4b1e-ae45-535a71725790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.767049 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-9a19995a-fa49-4b1e-ae45-535a71725790 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1099 time: 0.1113195 Aug 17 16:20:25.850129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-a71b8982-f9dc-4b0a-9034-e876c394d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.851352 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-a71b8982-f9dc-4b0a-9034-e876c394d79f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3093235 Aug 17 16:20:25.851661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd58b4-01f9-4c57-8208-24fba7440fb7 req-27726bb0-4de4-4614-9fe5-848f5409be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.853318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fcbd58b4-01f9-4c57-8208-24fba7440fb7 req-27726bb0-4de4-4614-9fe5-848f5409be5f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2322d51148c34aac9069c30735e64b22&device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 1095 time: 0.1367517 Aug 17 16:20:25.874063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34c188d5-047e-4e74-b30e-43f01678c51a req-e5aeb62c-e48a-4200-825c-1c9e63bec15e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185938 Aug 17 16:20:25.902225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:25.903023 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:25.932333 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f86b980c-722e-4c44-b956-a6f621491f6e up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:20:26.019787 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-9f3262ca-6c17-4511-9a21-030d3574ea3b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7593884 Aug 17 16:20:26.033668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port f86b980c-722e-4c44-b956-a6f621491f6e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:20:26.039511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port f86b980c-722e-4c44-b956-a6f621491f6e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:20:26.040367 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:26.072871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Request body: {'port': {'device_id': '5ab55bf3-7a5c-4b6a-b2b0-94021fabc251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:26.193857 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bbaece-c824-4b44-96c1-806f1c835c1f {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:26.195256 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:26.200786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fb4f2200-b49d-4986-927b-b56352cd2fc8 None None] Provisioning for port 096e1880-920b-4909-b56c-9e7cb4688576 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:20:26.222444 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:26.278453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697128ed-0e94-42a3-9807-961d2ce0a2ad req-45a6bbe4-4cec-4ff6-bbe5-c3594dc7c6d5 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:26.281010 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-697128ed-0e94-42a3-9807-961d2ce0a2ad req-45a6bbe4-4cec-4ff6-bbe5-c3594dc7c6d5 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 944 time: 0.2680192 Aug 17 16:20:26.281880 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:26.415899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fb4f2200-b49d-4986-927b-b56352cd2fc8 None None] Provisioning complete for port 096e1880-920b-4909-b56c-9e7cb4688576 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:20:26.416334 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb4f2200-b49d-4986-927b-b56352cd2fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:26.426042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Transition to ACTIVE for port object 61bbaece-c824-4b44-96c1-806f1c835c1f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:26.431508 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:26.457038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Pushing event deleted for resources: {'Port': ['ID=afa580d5-7c8e-4787-8ad6-cccfc6a36a70,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:26.464982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:26.471518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:26.474056 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b197641c-8d8d-4c68-8ffc-21f0a95fec88" -d '{"events": [{"server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "name": "network-vif-plugged", "status": "completed", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:26.476394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-5ae02b42-bc77-48c0-96f3-59546c33ff3b service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807521 Aug 17 16:20:26.488988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-697128ed-0e94-42a3-9807-961d2ce0a2ad req-cbc508e1-b16a-4d76-94f1-090af7f3433a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828835 Aug 17 16:20:26.498571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:26.501716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f2200-b49d-4986-927b-b56352cd2fc8 None None] Port 096e1880-920b-4909-b56c-9e7cb4688576 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:20:26.502651 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-a86d6da6-32b5-42eb-a6e2-ef779802648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:26.504617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-a86d6da6-32b5-42eb-a6e2-ef779802648b service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.7295461 Aug 17 16:20:26.505618 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:26.598841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=12']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:26.606491 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-919187c6-be61-4c63-be59-7e596f38deb6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 217 time: 0.0771878 Aug 17 16:20:26.618459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fbf43-2ff8-4ecb-a3a1-41a62c8b73e6 req-61593ff7-3e9d-4426-b330-3003d7a03651 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:26.620927 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e10fbf43-2ff8-4ecb-a3a1-41a62c8b73e6 req-61593ff7-3e9d-4426-b330-3003d7a03651 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 935 time: 0.7528555 Aug 17 16:20:26.625336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd58b4-01f9-4c57-8208-24fba7440fb7 req-070b76a2-2965-4671-b169-ef43d57569e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:26.627255 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fcbd58b4-01f9-4c57-8208-24fba7440fb7 req-070b76a2-2965-4671-b169-ef43d57569e1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8d3a79ef-4894-479d-bd1b-34203cfe9775 HTTP/1.1" status: 200 len: 916 time: 0.7607627 Aug 17 16:20:26.724003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-acffa210-b6c2-491a-86bc-674b61c77d23 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2851489 Aug 17 16:20:26.728345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] No DVR routers for this DVR port afa580d5-7c8e-4787-8ad6-cccfc6a36a70 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:26.733696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fcbd58b4-01f9-4c57-8208-24fba7440fb7 req-52329597-e127-432e-aa70-00f58b057f00 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2bee21d-5671-43af-854f-2d1343e44b8a HTTP/1.1" status: 200 len: 217 time: 0.0922465 Aug 17 16:20:26.775786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:26.779747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] 10.222.0.93 "DELETE /v2.0/ports/afa580d5-7c8e-4787-8ad6-cccfc6a36a70 HTTP/1.1" status: 204 len: 173 time: 2.0264053 Aug 17 16:20:26.782142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Pushing event updated for resources: {'Port': ['ID=61bbaece-c824-4b44-96c1-806f1c835c1f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:26.802805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-d6cd80bd-b01d-4911-915e-ba068b39bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:26.804380 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-d6cd80bd-b01d-4911-915e-ba068b39bed2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1822040 Aug 17 16:20:26.808013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e10fbf43-2ff8-4ecb-a3a1-41a62c8b73e6 req-5a7a0226-80f7-4d24-b98d-0c08907e5b61 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699512 Aug 17 16:20:26.880883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd58b4-01f9-4c57-8208-24fba7440fb7 req-d4fa717b-a385-40bd-9836-09482ac8ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:26.882408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fcbd58b4-01f9-4c57-8208-24fba7440fb7 req-d4fa717b-a385-40bd-9836-09482ac8ac04 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=40428865-19e2-44b0-a5fa-06186e0ce9aa HTTP/1.1" status: 200 len: 855 time: 0.1369522 Aug 17 16:20:26.923760 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-9d60eaf3-eabf-4cf6-a99e-4ad09c7c44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:26.925045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-9d60eaf3-eabf-4cf6-a99e-4ad09c7c44a2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 1101 time: 0.1608131 Aug 17 16:20:26.928773 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fcbd58b4-01f9-4c57-8208-24fba7440fb7 req-29de2d39-6ba3-4189-9b5c-ff57cacbbf9e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d3a79ef-4894-479d-bd1b-34203cfe9775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370460 Aug 17 16:20:26.973624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-7fd65868-dd45-4e44-a63a-dfff63418b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:26.976642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-7fd65868-dd45-4e44-a63a-dfff63418b1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441023 Aug 17 16:20:27.009196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c225d15-37fd-45c3-b2fb-364dd456493c req-59090bba-bc3a-45a6-b2fd-0ce4294008e7 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988964 Aug 17 16:20:27.219021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5914a3-fe5b-4d68-9b2c-91389d0ec0d4 req-c4c88e02-b239-49c6-a4f5-cccbc39e8f14 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:27.222130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5914a3-fe5b-4d68-9b2c-91389d0ec0d4 req-c4c88e02-b239-49c6-a4f5-cccbc39e8f14 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72 HTTP/1.1" status: 200 len: 945 time: 0.2919142 Aug 17 16:20:27.279358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fcbd58b4-01f9-4c57-8208-24fba7440fb7 req-caa7e4d8-52a5-441e-a313-3ec150cf68f0 service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341143 Aug 17 16:20:27.351536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-78bd4d09-4bcf-4e9a-a026-c043e02af3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:27.353892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-78bd4d09-4bcf-4e9a-a026-c043e02af3d5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3317852 Aug 17 16:20:27.401406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698185e-fc79-4e2c-b144-191381a72469 req-e7bdc3c5-2943-4b5f-9425-d267e2e93dbe tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:27.403688 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a698185e-fc79-4e2c-b144-191381a72469 req-e7bdc3c5-2943-4b5f-9425-d267e2e93dbe tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 948 time: 0.7374384 Aug 17 16:20:27.518400 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-08d4403d-5ca4-42b6-bf14-f44a828c4f61 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830654 Aug 17 16:20:27.522787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Attempting to bind port 61bbaece-c824-4b44-96c1-806f1c835c1f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:27.523139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Attempting to bind port 61bbaece-c824-4b44-96c1-806f1c835c1f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'fca01fc3-a6f1-47ad-894f-9eff239f377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:27.523471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Attempting to bind port 61bbaece-c824-4b44-96c1-806f1c835c1f on network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:27.539883 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a698185e-fc79-4e2c-b144-191381a72469 req-5249530d-33be-461b-ae69-90afa0617cce tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972023 Aug 17 16:20:27.549888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Port 61bbaece-c824-4b44-96c1-806f1c835c1f on network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:20:27.550231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Attempting to bind port 61bbaece-c824-4b44-96c1-806f1c835c1f on network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:27.564141 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-20d50db3-1908-4839-a489-1a1a1eaef727 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 200 len: 217 time: 0.1794505 Aug 17 16:20:27.568288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-b1c60851-f987-42d7-92b2-0c7726540d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:27.570024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-b1c60851-f987-42d7-92b2-0c7726540d4b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1099 time: 0.1630390 Aug 17 16:20:27.573925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:27.574568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Checking segment: {'id': 'fca01fc3-a6f1-47ad-894f-9eff239f377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:27.575114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Bound using segment: {'id': 'fca01fc3-a6f1-47ad-894f-9eff239f377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:27.575710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Bound port: 61bbaece-c824-4b44-96c1-806f1c835c1f, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca01fc3-a6f1-47ad-894f-9eff239f377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:27.576243 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:27.649605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'name': 'network-vif-deleted', 'tag': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:27.652648 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc57620e-4536-41bd-936f-2bd607c9e421" -d '{"events": [{"server_uuid": "fa505b4e-6297-40da-9e83-841f5c604e07", "name": "network-vif-deleted", "tag": "afa580d5-7c8e-4787-8ad6-cccfc6a36a70"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:27.656188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:27.722924 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b5914a3-fe5b-4d68-9b2c-91389d0ec0d4 req-bc6f4224-17cd-4898-a0a7-1eb1530f7abe tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708555 Aug 17 16:20:27.787605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fcbd58b4-01f9-4c57-8208-24fba7440fb7 req-4e3e6bbe-8f79-4ed8-bbac-cdb0aaa33a2f service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862075 Aug 17 16:20:27.791249 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-ae94d2fd-c320-4e18-a89f-83504d70ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:27.804786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-ae94d2fd-c320-4e18-a89f-83504d70ef6f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1896534 Aug 17 16:20:27.812710 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f09b3aa-c324-4484-8f9f-954f5beb8c77 x-openstack-request-id: req-1f09b3aa-c324-4484-8f9f-954f5beb8c77 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:27.812710 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "name": "network-vif-plugged", "status": "completed", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:27.812710 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f09b3aa-c324-4484-8f9f-954f5beb8c77 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:27.812710 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'code': 200} Aug 17 16:20:27.926460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] For port 61bbaece-c824-4b44-96c1-806f1c835c1f, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:27.943777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d2bee21d-5671-43af-854f-2d1343e44b8a details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:20:27.952178 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-0e16561c-73ae-4621-8835-e1a3da31de2f service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066870 Aug 17 16:20:27.953614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096e1880-920b-4909-b56c-9e7cb4688576 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:27.980086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device afa580d5-7c8e-4787-8ad6-cccfc6a36a70 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:27.992539 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-6ea3c7fb-b088-40dc-80a1-37201485a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:27.996118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-6ea3c7fb-b088-40dc-80a1-37201485a92c service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.4171309 Aug 17 16:20:28.000095 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:28.014042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: afa580d5-7c8e-4787-8ad6-cccfc6a36a70 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:28.015287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device afa580d5-7c8e-4787-8ad6-cccfc6a36a70 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:28.026630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] For port 61bbaece-c824-4b44-96c1-806f1c835c1f, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=61bbaece-c824-4b44-96c1-806f1c835c1f,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:28.068949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9f0ba-d61c-4d7d-a2c6-a613766f1116 req-aecdf3e3-a2c9-4fbe-8df0-dd0d46c5f440 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.083252 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9e9f0ba-d61c-4d7d-a2c6-a613766f1116 req-aecdf3e3-a2c9-4fbe-8df0-dd0d46c5f440 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 944 time: 0.3737328 Aug 17 16:20:28.106263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-83e3955d-ea2e-433a-ba86-03e8595cbf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.108011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-83e3955d-ea2e-433a-ba86-03e8595cbf30 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3024836 Aug 17 16:20:28.125700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d2bee21d-5671-43af-854f-2d1343e44b8a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d2bee21d-5671-43af-854f-2d1343e44b8a,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:28.132002 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:28.137624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'd2bee21d-5671-43af-854f-2d1343e44b8a', 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775', 'port_id': 'd2bee21d-5671-43af-854f-2d1343e44b8a', 'mac_address': 'fa:16:3e:49:89:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40428865-19e2-44b0-a5fa-06186e0ce9aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:20:28.139778 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-bba6d777-d907-4e4a-b44c-f6d341dbc5c6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1654336 Aug 17 16:20:28.185406 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:28.196789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10be5b-8618-4ed1-a221-083ef87e07e2 req-a1946530-1e07-4c87-94d7-f2e598cdd199 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.198687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c10be5b-8618-4ed1-a221-083ef87e07e2 req-a1946530-1e07-4c87-94d7-f2e598cdd199 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.2413542 Aug 17 16:20:28.212876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bee21d-5671-43af-854f-2d1343e44b8a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:28.236210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Transition to ACTIVE for port object 096e1880-920b-4909-b56c-9e7cb4688576 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:28.254871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d2bee21d-5671-43af-854f-2d1343e44b8a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d2bee21d-5671-43af-854f-2d1343e44b8a,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:28.261296 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:28.282848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093c912-cd4a-463c-8a34-acfa50abce4f req-7d747c59-4ae9-42e8-a6a3-19187c10e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.284974 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9093c912-cd4a-463c-8a34-acfa50abce4f req-7d747c59-4ae9-42e8-a6a3-19187c10e6ea service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 1098 time: 0.2286603 Aug 17 16:20:28.292634 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-87eb149c-3834-4ab2-b592-f5c609b38e27 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 217 time: 0.2730949 Aug 17 16:20:28.332359 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:28.334528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=d2bee21d-5671-43af-854f-2d1343e44b8a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:28.336010 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c10be5b-8618-4ed1-a221-083ef87e07e2 req-9b746514-c4f9-42e5-913c-9b548b753d5a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808859 Aug 17 16:20:28.366877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-43370f12-4f3f-4dbf-bda8-a45bdd39d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.368512 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-43370f12-4f3f-4dbf-bda8-a45bdd39d171 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 1101 time: 0.1686864 Aug 17 16:20:28.392757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9093c912-cd4a-463c-8a34-acfa50abce4f req-0320da02-988c-491a-b207-3fc0da50eeae service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868366 Aug 17 16:20:28.406852 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-67002d94-fc20-41a1-9498-9b3fc30129f3 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900963 Aug 17 16:20:28.436566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.437620 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:28.440012 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] 10.222.0.93 "PUT /v2.0/ports/61bbaece-c824-4b44-96c1-806f1c835c1f HTTP/1.1" status: 200 len: 1092 time: 3.8856018 Aug 17 16:20:28.475952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9d1dae-c561-4cb6-9e17-a75493723256 admin admin] Deleting subnet fcee669e-d84a-4206-9cc7-362d7cc9c2e4 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:20:28.502769 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1dae-c561-4cb6-9e17-a75493723256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:28.520222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['d2bee21d-5671-43af-854f-2d1343e44b8a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:28.583840 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9e9f0ba-d61c-4d7d-a2c6-a613766f1116 req-23c120d9-197a-4589-9109-0543ff60f768 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995944 Aug 17 16:20:28.668666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-9ef852c2-c508-4ac0-9e41-beb81c35b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.670264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-9ef852c2-c508-4ac0-9e41-beb81c35b66f service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2744458 Aug 17 16:20:28.680004 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1dae-c561-4cb6-9e17-a75493723256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:28.707326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c112331-c833-4499-ae80-c2c351c6509b req-dbd41a72-f94f-4c8c-a639-47f2d82f99c3 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.710052 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c112331-c833-4499-ae80-c2c351c6509b req-dbd41a72-f94f-4c8c-a639-47f2d82f99c3 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 945 time: 0.1488576 Aug 17 16:20:28.741504 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cbf6c0-55ce-48da-9758-b78250b3f9a2 x-openstack-request-id: req-01cbf6c0-55ce-48da-9758-b78250b3f9a2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:28.742284 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa505b4e-6297-40da-9e83-841f5c604e07", "name": "network-vif-deleted", "tag": "afa580d5-7c8e-4787-8ad6-cccfc6a36a70", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:28.742779 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01cbf6c0-55ce-48da-9758-b78250b3f9a2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:28.743355 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa505b4e-6297-40da-9e83-841f5c604e07', 'name': 'network-vif-deleted', 'tag': 'afa580d5-7c8e-4787-8ad6-cccfc6a36a70', 'status': 'completed', 'code': 200} Aug 17 16:20:28.756406 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4bf3a2cc-8a94-4fa5-9053-b391ffe67b37 req-c2da2139-15d7-49de-8b29-241fd5bc63c8 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316410 Aug 17 16:20:28.759153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfe144-31ca-4297-9a58-b6462ef992e9 service neutron] Pushing event updated for resources: {'Port': ['ID=61bbaece-c824-4b44-96c1-806f1c835c1f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:28.829013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-3c227e23-9437-4c28-a45e-bf134c11d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.829999 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-3c227e23-9437-4c28-a45e-bf134c11d067 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.5138304 Aug 17 16:20:28.843861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-8d5f4173-7f4c-434c-ae28-7ac41f95d246 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 200 len: 217 time: 0.1321940 Aug 17 16:20:28.945041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1dae-c561-4cb6-9e17-a75493723256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:28.952237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-c52eb96b-35f8-49b6-aebc-1d464d330c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.953894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-c52eb96b-35f8-49b6-aebc-1d464d330c27 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 1095 time: 0.3940480 Aug 17 16:20:28.957832 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c112331-c833-4499-ae80-c2c351c6509b req-e96f72f0-c80d-49d4-a0d0-81881a2a284a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087758 Aug 17 16:20:28.972680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-c3eae77e-b774-4e4a-9fa6-dbbf5c3e1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:28.974246 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-c3eae77e-b774-4e4a-9fa6-dbbf5c3e1d1b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1186678 Aug 17 16:20:28.991659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Pushing event updated for resources: {'Port': ['ID=096e1880-920b-4909-b56c-9e7cb4688576,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:29.044568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-cf1ace9d-97d2-4be8-a3ef-b582055efa32 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61bbaece-c824-4b44-96c1-806f1c835c1f HTTP/1.1" status: 200 len: 217 time: 0.0594895 Aug 17 16:20:29.056763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0959729-88f5-4763-9a57-f9fb9778896e req-65cae952-3910-48aa-810c-41bdc11f6e96 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:29.059270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0959729-88f5-4763-9a57-f9fb9778896e req-65cae952-3910-48aa-810c-41bdc11f6e96 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 946 time: 0.3130755 Aug 17 16:20:29.128839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-2840d947-dd06-4773-b637-f169467cae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:29.131979 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-2840d947-dd06-4773-b637-f169467cae85 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395192 Aug 17 16:20:29.143613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-8d1a1647-5751-4bf8-b2e5-ecd3d115f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:29.145116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-8d1a1647-5751-4bf8-b2e5-ecd3d115f1c2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3038120 Aug 17 16:20:29.149182 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac28e-c788-41f8-9ba7-f6a756badf47 req-4909d77c-7230-4623-b9eb-efee0b902973 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:29.151494 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee6ac28e-c788-41f8-9ba7-f6a756badf47 req-4909d77c-7230-4623-b9eb-efee0b902973 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 947 time: 0.0981467 Aug 17 16:20:29.166863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Attempting to bind port 096e1880-920b-4909-b56c-9e7cb4688576 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:29.167288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Attempting to bind port 096e1880-920b-4909-b56c-9e7cb4688576 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:29.168221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Attempting to bind port 096e1880-920b-4909-b56c-9e7cb4688576 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:29.178640 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1dae-c561-4cb6-9e17-a75493723256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:29.259062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Port 096e1880-920b-4909-b56c-9e7cb4688576 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:20:29.259882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Attempting to bind port 096e1880-920b-4909-b56c-9e7cb4688576 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:29.269309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-57dd10aa-3803-42e5-83b0-bd6640decb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:29.270843 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-57dd10aa-3803-42e5-83b0-bd6640decb67 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 200 len: 852 time: 0.2089097 Aug 17 16:20:29.276122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d1dae-c561-4cb6-9e17-a75493723256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcee669e-d84a-4206-9cc7-362d7cc9c2e4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:29.279589 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee6ac28e-c788-41f8-9ba7-f6a756badf47 req-9bd9e6eb-6071-4001-be22-8be94bdeadec tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651882 Aug 17 16:20:29.285175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0959729-88f5-4763-9a57-f9fb9778896e req-3dfb8923-57fc-427d-af00-f1389baf35c0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058537 Aug 17 16:20:29.291512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:29.291927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:29.292253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:29.293347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Bound port: 096e1880-920b-4909-b56c-9e7cb4688576, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:29.293638 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:29.311537 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-a3ecda1b-e9a4-4642-8023-4d19a644027a service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589820 Aug 17 16:20:29.316293 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1dae-c561-4cb6-9e17-a75493723256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:29.321323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fa9d1dae-c561-4cb6-9e17-a75493723256 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fcee669e-d84a-4206-9cc7-362d7cc9c2e4 HTTP/1.1" status: 204 len: 168 time: 1.6560440 Aug 17 16:20:29.328742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45044) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:29.354696 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-572306e6-5af7-4982-8fc8-d6dcdf7845e5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664353 Aug 17 16:20:29.382305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-64afcea6-d630-4a51-b251-5eded5832bfe req-d4eb79bf-5a59-4599-a644-bacc5e5ba184 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:20:29.383565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-64afcea6-d630-4a51-b251-5eded5832bfe req-d4eb79bf-5a59-4599-a644-bacc5e5ba184 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316415 Aug 17 16:20:29.507879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-347799d8-857a-4a14-a625-cc7e08a561e4 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522749 Aug 17 16:20:29.567203 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:29.617649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] For port 096e1880-920b-4909-b56c-9e7cb4688576, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:29.620060 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-64afcea6-d630-4a51-b251-5eded5832bfe req-a8bd217f-859a-4607-8af7-e99324e45eda tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1740489 Aug 17 16:20:29.635569 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ccd5464-c449-4b61-a3f0-d8307d187848 req-e3bb2038-49b4-4775-9b68-cdf7a7fe1e1c service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083031 Aug 17 16:20:29.639391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea47400-eb0c-4f8f-b5b1-532136b2c98c req-e7f3844f-86b1-4487-bbc0-9be327c40bf3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:29.648679 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ea47400-eb0c-4f8f-b5b1-532136b2c98c req-e7f3844f-86b1-4487-bbc0-9be327c40bf3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 948 time: 0.2391295 Aug 17 16:20:29.698583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] For port 096e1880-920b-4909-b56c-9e7cb4688576, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=096e1880-920b-4909-b56c-9e7cb4688576,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:29.704699 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-cb95c50f-667b-47fc-bcf9-0b4981deecc0 service neutron] 10.222.0.93 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365109 Aug 17 16:20:29.713736 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:29.776095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:29.792218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df5052f-fb5b-4a77-ac7d-1268929aed56']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:29.807486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a47b45-fac9-49ac-a4a7-b90078f21f88') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:29.808059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a47b45-fac9-49ac-a4a7-b90078f21f88') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:29.849660 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:29.857404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ea47400-eb0c-4f8f-b5b1-532136b2c98c req-6ef53b06-0bc5-434a-9adc-5a7cde2acfc4 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077208 Aug 17 16:20:29.879306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:29.880323 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:29.882672 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] 10.222.0.93 "PUT /v2.0/ports/096e1880-920b-4909-b56c-9e7cb4688576 HTTP/1.1" status: 200 len: 1095 time: 3.8175955 Aug 17 16:20:29.897723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:29.897981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01ca4c73-1a20-459b-852d-a937af4e48ad req-dfefb179-172f-45d8-b79f-77eec11ee8fb service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651164 Aug 17 16:20:29.931791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:20:29.934139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:20:29.940153 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:20:29.957920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d2bee21d-5671-43af-854f-2d1343e44b8a up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:20:29.975172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a02bfe-6c4e-4362-b225-e667f717e776 service neutron] Pushing event updated for resources: {'Port': ['ID=096e1880-920b-4909-b56c-9e7cb4688576,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:30.054461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91f5adcb-6c4e-44c0-8051-edc992468359 req-534d64d0-e216-486a-ab9c-0f772655789b service neutron] 10.222.0.93 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288558 Aug 17 16:20:30.083679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-8e01e775-dfc9-420c-a478-2d9e3e5789e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:30.086135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-8e01e775-dfc9-420c-a478-2d9e3e5789e0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a1e851f8b93f49df8ee9ba323a1cdf91&device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 1098 time: 0.1463387 Aug 17 16:20:30.107847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port d2bee21d-5671-43af-854f-2d1343e44b8a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:20:30.116144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port d2bee21d-5671-43af-854f-2d1343e44b8a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:20:30.117293 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.152474 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.159415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.161332 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] 10.222.0.77 "DELETE /v2.0/networks/9df5052f-fb5b-4a77-ac7d-1268929aed56 HTTP/1.1" status: 204 len: 168 time: 0.8315866 Aug 17 16:20:30.168733 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-a720274b-16db-4b14-a962-0e5121aa0e18 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=096e1880-920b-4909-b56c-9e7cb4688576 HTTP/1.1" status: 200 len: 217 time: 0.0744352 Aug 17 16:20:30.168938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45088) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:30.215403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56ea49-720c-41d9-8681-497cc0267a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=9df5052f-fb5b-4a77-ac7d-1268929aed56,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:30.275132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1b469-30c7-4e77-8efb-c5014e9d1693 req-d997948a-0133-4d42-9782-970caae05707 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:30.277843 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74a1b469-30c7-4e77-8efb-c5014e9d1693 req-d997948a-0133-4d42-9782-970caae05707 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.3187625 Aug 17 16:20:30.281459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-fec0ab94-5e27-4a75-9522-28c90b98432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:30.283887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-fec0ab94-5e27-4a75-9522-28c90b98432c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1074889 Aug 17 16:20:30.312361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb827e-076e-4319-b590-67f42a5c9904 req-c9f59edb-784f-48ac-93c0-198d8a114e7c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:30.314142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b3bb827e-076e-4319-b590-67f42a5c9904 req-c9f59edb-784f-48ac-93c0-198d8a114e7c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 944 time: 0.1173706 Aug 17 16:20:30.320965 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.369471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac81b2-be18-4deb-9b85-099f7106563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bee21d-5671-43af-854f-2d1343e44b8a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:30.375709 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e50442-e85e-42eb-84ff-acffcae7a75a" -d '{"events": [{"server_uuid": "5cac81b2-be18-4deb-9b85-099f7106563d", "name": "network-vif-plugged", "status": "completed", "tag": "d2bee21d-5671-43af-854f-2d1343e44b8a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:30.381095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-64dd998b-9f8a-4b11-8530-1bddba83bac7 admin admin] Deleting subnet 9a17b4dc-a42e-4732-bc7e-66eba198e195 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:20:30.384293 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b3bb827e-076e-4319-b590-67f42a5c9904 req-c7cd1f29-7837-4128-8a8a-3df037baf3ab tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516908 Aug 17 16:20:30.388231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-78462ddc-d1ff-4c57-97b4-a50e6b4762b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:30.390083 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-78462ddc-d1ff-4c57-97b4-a50e6b4762b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985653 Aug 17 16:20:30.390985 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64dd998b-9f8a-4b11-8530-1bddba83bac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.395670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d2bee21d-5671-43af-854f-2d1343e44b8a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d2bee21d-5671-43af-854f-2d1343e44b8a,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:30.396569 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74a1b469-30c7-4e77-8efb-c5014e9d1693 req-e3b195c4-b772-4bfe-a646-ebd1b28ea314 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069572 Aug 17 16:20:30.402518 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.460788 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64dd998b-9f8a-4b11-8530-1bddba83bac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.498334 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=d2bee21d-5671-43af-854f-2d1343e44b8a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:30.505596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:20:30.543253 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64dd998b-9f8a-4b11-8530-1bddba83bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.544851 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-693bd554-4d09-4c11-adc1-13178f114e9e service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458106 Aug 17 16:20:30.639717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64dd998b-9f8a-4b11-8530-1bddba83bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.674204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd998b-9f8a-4b11-8530-1bddba83bac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a17b4dc-a42e-4732-bc7e-66eba198e195,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:30.676872 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70323d09-3eaf-456d-a1e7-7dbf2d65a166 req-2480ea1e-3668-4ba1-8cb8-bb2f1484c91f service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197686 Aug 17 16:20:30.688662 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64dd998b-9f8a-4b11-8530-1bddba83bac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.695845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-64dd998b-9f8a-4b11-8530-1bddba83bac7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9a17b4dc-a42e-4732-bc7e-66eba198e195 HTTP/1.1" status: 204 len: 168 time: 0.5216465 Aug 17 16:20:30.696640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45094) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:30.764342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a68937-b9c3-4ddc-bc83-b3d4d2843426 req-ef62e727-863e-4ff4-a154-d432fe351aad tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:30.784450 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65a68937-b9c3-4ddc-bc83-b3d4d2843426 req-ef62e727-863e-4ff4-a154-d432fe351aad tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.2379026 Aug 17 16:20:30.785231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'tag': '61bbaece-c824-4b44-96c1-806f1c835c1f'}, {'name': 'network-changed', 'server_uuid': '5ab55bf3-7a5c-4b6a-b2b0-94021fabc251', 'tag': '096e1880-920b-4909-b56c-9e7cb4688576'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:30.795540 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f2bff5-3b35-4764-9efa-3d170930e2e9", "tag": "61bbaece-c824-4b44-96c1-806f1c835c1f"}, {"name": "network-changed", "server_uuid": "5ab55bf3-7a5c-4b6a-b2b0-94021fabc251", "tag": "096e1880-920b-4909-b56c-9e7cb4688576"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:30.807587 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.831958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:30.854230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'mac_address': 'fa:16:3e:44:c5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:20:30.909850 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.924872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf227dc-0c0f-4fe2-bd5e-4eac235aee39 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:30.946714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:30.952212 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:30.955218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65a68937-b9c3-4ddc-bc83-b3d4d2843426 req-1088404e-09b3-43e8-90f8-5230fcfec4c1 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494305 Aug 17 16:20:31.001772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-b4470ad1-030a-49c7-8d67-1453b705a133 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.004841 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-b4470ad1-030a-49c7-8d67-1453b705a133 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db&tenant_id=0f558842595f45369d2b06bd1ef961b4&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 948 time: 0.1449687 Aug 17 16:20:31.005487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:31.034231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:31.065444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0027dd55-ff10-4239-b622-438d8425338f']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:31.083479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efc90be-c494-4f31-b81e-bcf2da7f65ee') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:31.083772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efc90be-c494-4f31-b81e-bcf2da7f65ee') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:31.096385 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:31.116493 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-e50e8f8b-eea1-4db7-8a63-cc073e58bd25 service neutron] 10.222.0.91 "GET /v2.0/ports/adf227dc-0c0f-4fe2-bd5e-4eac235aee39/bindings/n-h1-804878-1 HTTP/1.1" status: 200 len: 382 time: 0.1030033 Aug 17 16:20:31.124832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f6e9-4af3-4df2-9f08-e20a533d3ff3 req-249db11b-3866-45dd-af0d-104f975c104a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.125618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a1c63-4676-4f26-82c8-1617e9174234 req-f09fe3ad-0069-4bd9-a433-a6780c758436 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.126469 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6795f6e9-4af3-4df2-9f08-e20a533d3ff3 req-249db11b-3866-45dd-af0d-104f975c104a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.2361784 Aug 17 16:20:31.127558 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:31.133121 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c75a1c63-4676-4f26-82c8-1617e9174234 req-f09fe3ad-0069-4bd9-a433-a6780c758436 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 947 time: 0.0839832 Aug 17 16:20:31.136294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:20:31.137416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:20:31.139330 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:20:31.208160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c75a1c63-4676-4f26-82c8-1617e9174234 req-e90852bc-61ac-4eb0-9b63-666c21a12581 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649197 Aug 17 16:20:31.211689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-5bc726ef-8ac9-4dd4-b997-c5d5c4069788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.213566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-5bc726ef-8ac9-4dd4-b997-c5d5c4069788 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1100 time: 0.0691366 Aug 17 16:20:31.217082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['adf227dc-0c0f-4fe2-bd5e-4eac235aee39'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:31.219417 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6795f6e9-4af3-4df2-9f08-e20a533d3ff3 req-1c4b05fb-be60-4f06-8ae5-288f4774c0ab tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864425 Aug 17 16:20:31.221041 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:31.228821 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:31.241804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] 10.222.0.77 "DELETE /v2.0/networks/0027dd55-ff10-4239-b622-438d8425338f HTTP/1.1" status: 204 len: 168 time: 0.5334074 Aug 17 16:20:31.264094 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c499740-ea5c-4d31-a5e8-cfa45726676b admin admin] Pushing event deleted for resources: {'Network': ['ID=0027dd55-ff10-4239-b622-438d8425338f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:31.303623 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a63899-96a6-43bb-b00a-8ae69c872c65 x-openstack-request-id: req-20a63899-96a6-43bb-b00a-8ae69c872c65 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:31.303904 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cac81b2-be18-4deb-9b85-099f7106563d", "name": "network-vif-plugged", "status": "completed", "tag": "d2bee21d-5671-43af-854f-2d1343e44b8a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:31.304144 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20a63899-96a6-43bb-b00a-8ae69c872c65 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:31.304561 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cac81b2-be18-4deb-9b85-099f7106563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bee21d-5671-43af-854f-2d1343e44b8a', 'code': 200} Aug 17 16:20:31.347599 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8226a34-5db3-4e59-bb5d-e793e1f06e31 x-openstack-request-id: req-d8226a34-5db3-4e59-bb5d-e793e1f06e31 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:31.348346 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f2bff5-3b35-4764-9efa-3d170930e2e9", "tag": "61bbaece-c824-4b44-96c1-806f1c835c1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ab55bf3-7a5c-4b6a-b2b0-94021fabc251", "tag": "096e1880-920b-4909-b56c-9e7cb4688576", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:31.349406 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8226a34-5db3-4e59-bb5d-e793e1f06e31 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:31.350014 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'tag': '61bbaece-c824-4b44-96c1-806f1c835c1f', 'status': 'completed', 'code': 200} Aug 17 16:20:31.350481 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab55bf3-7a5c-4b6a-b2b0-94021fabc251', 'tag': '096e1880-920b-4909-b56c-9e7cb4688576', 'status': 'completed', 'code': 200} Aug 17 16:20:31.455892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235daa65-02b2-4d3f-a3d7-ed498ffa49cb req-06de3674-eba3-4f90-bda1-4585b895eb5f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.464470 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-235daa65-02b2-4d3f-a3d7-ed498ffa49cb req-06de3674-eba3-4f90-bda1-4585b895eb5f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 949 time: 0.0815988 Aug 17 16:20:31.490898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45110) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:31.532362 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-235daa65-02b2-4d3f-a3d7-ed498ffa49cb req-9b57ea59-ef50-4b60-bf1a-061b46cc09c3 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660672 Aug 17 16:20:31.534511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-ca0dd2f2-504b-41eb-a7a4-99a70b3fc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.536160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-ca0dd2f2-504b-41eb-a7a4-99a70b3fc007 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3097653 Aug 17 16:20:31.568843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa68706-2324-44b6-8a98-74ea36cda89e req-6251dd07-205c-42a4-954d-5f50f7f07090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.571198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7fa68706-2324-44b6-8a98-74ea36cda89e req-6251dd07-205c-42a4-954d-5f50f7f07090 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 1097 time: 0.1772101 Aug 17 16:20:31.576155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dbe9edd6-fea7-4cbc-91a2-e1d878ee9e2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=93cfa698670f475e961b98264f242f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840995 Aug 17 16:20:31.580478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45112) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:31.612537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-5ed1891c-ea49-470e-9af0-2b64c502b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.614494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-5ed1891c-ea49-470e-9af0-2b64c502b5c8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 1095 time: 0.2224028 Aug 17 16:20:31.616020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-5dec14c6-2d0a-4b41-8eb5-39b1c3f96b1c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 217 time: 0.0690024 Aug 17 16:20:31.655769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61ff59-879e-4e03-9e78-34b3480430f1 req-81090eb2-ec85-4ae8-b912-cf08ef113e66 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.657528 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4d61ff59-879e-4e03-9e78-34b3480430f1 req-81090eb2-ec85-4ae8-b912-cf08ef113e66 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72 HTTP/1.1" status: 200 len: 945 time: 0.2093127 Aug 17 16:20:31.667307 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c903-4642-4b3f-bee1-b85cb32b79ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:31.702295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c903-4642-4b3f-bee1-b85cb32b79ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:31.782152 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7fa68706-2324-44b6-8a98-74ea36cda89e req-dacc93f6-a133-4719-beb5-54b852e2d08e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786740 Aug 17 16:20:31.793819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-12c52eb9-52ea-4f8d-af85-8e30cf0663c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.795553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-12c52eb9-52ea-4f8d-af85-8e30cf0663c4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1656880 Aug 17 16:20:31.795690 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767ada-fc0f-4917-ab00-3a0e0063d2a0 req-d7c99241-7d29-49ba-8a5b-78ef70d59799 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.797126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54767ada-fc0f-4917-ab00-3a0e0063d2a0 req-d7c99241-7d29-49ba-8a5b-78ef70d59799 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 944 time: 0.0670645 Aug 17 16:20:31.809571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4d61ff59-879e-4e03-9e78-34b3480430f1 req-16012cd4-9060-4540-a519-3cc4abdf6863 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893083 Aug 17 16:20:31.828904 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c903-4642-4b3f-bee1-b85cb32b79ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:31.831722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c903-4642-4b3f-bee1-b85cb32b79ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:31.833248 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d9b2c903-4642-4b3f-bee1-b85cb32b79ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a40ac24d-2dab-4cd7-963c-c58b4111cb61 HTTP/1.1" status: 204 len: 168 time: 0.2514331 Aug 17 16:20:31.849372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2c903-4642-4b3f-bee1-b85cb32b79ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40ac24d-2dab-4cd7-963c-c58b4111cb61,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:31.879762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-640fa398-a9b2-4718-8b32-256b534285e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.881469 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-640fa398-a9b2-4718-8b32-256b534285e4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 913 time: 0.2500460 Aug 17 16:20:31.883015 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54767ada-fc0f-4917-ab00-3a0e0063d2a0 req-b30bfb0f-097a-43d0-b256-9829c3e59774 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734286 Aug 17 16:20:31.897821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-e5e163ff-74d2-4a58-8166-bedeea4ee577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:31.899453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-e5e163ff-74d2-4a58-8166-bedeea4ee577 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889111 Aug 17 16:20:31.955819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 61bbaece-c824-4b44-96c1-806f1c835c1f details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:20:32.048609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0171e1-2add-43f1-a446-beb6eab3b198 req-2172fe9d-a9a1-4066-982f-b42ad78c38c4 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:32.050689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f0171e1-2add-43f1-a446-beb6eab3b198 req-2172fe9d-a9a1-4066-982f-b42ad78c38c4 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 946 time: 0.0844734 Aug 17 16:20:32.085700 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a931704-89c0-410e-97ce-27df77f260e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:32.109517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f0171e1-2add-43f1-a446-beb6eab3b198 req-f9cd2e95-1caa-48c6-8189-9d4405c9ed66 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523920 Aug 17 16:20:32.145776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 61bbaece-c824-4b44-96c1-806f1c835c1f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=61bbaece-c824-4b44-96c1-806f1c835c1f,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:32.162993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '61bbaece-c824-4b44-96c1-806f1c835c1f', 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94', 'port_id': '61bbaece-c824-4b44-96c1-806f1c835c1f', 'mac_address': 'fa:16:3e:12:27:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b3d5bb-ca79-4129-9db6-59ab7a1860a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:20:32.218880 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:32.241740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bbaece-c824-4b44-96c1-806f1c835c1f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:32.274006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 61bbaece-c824-4b44-96c1-806f1c835c1f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=61bbaece-c824-4b44-96c1-806f1c835c1f,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:32.280229 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:32.357030 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-3ada2af9-e810-4579-a152-65f866b69e31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61bbaece-c824-4b44-96c1-806f1c835c1f HTTP/1.1" status: 200 len: 217 time: 0.4565449 Aug 17 16:20:32.366484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=61bbaece-c824-4b44-96c1-806f1c835c1f,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:32.413549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:32.486634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:20:32.492162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230656-5dcd-494d-8a82-7c5024f0a877 req-dde461e1-b61a-47da-8a4f-a721a50008f2 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:32.500160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230656-5dcd-494d-8a82-7c5024f0a877 req-dde461e1-b61a-47da-8a4f-a721a50008f2 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:32.508147 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230656-5dcd-494d-8a82-7c5024f0a877 req-dde461e1-b61a-47da-8a4f-a721a50008f2 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:32.511225 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b230656-5dcd-494d-8a82-7c5024f0a877 req-dde461e1-b61a-47da-8a4f-a721a50008f2 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497&device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72&device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 2417 time: 0.0784674 Aug 17 16:20:32.527972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-10d7b6f6-378e-4f4b-9776-62928b5d544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:32.529516 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-10d7b6f6-378e-4f4b-9776-62928b5d544d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 200 len: 852 time: 0.1447904 Aug 17 16:20:32.552514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:20:32.561163 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b230656-5dcd-494d-8a82-7c5024f0a877 req-5db815a3-05ef-4d61-a87f-60aa7ebd53ec tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Aug 17 16:20:32.563524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:20:32.564432 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:32.579138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624ad66-238e-4039-a85a-f97d4ed4a5fd req-c9de4f26-2808-4a0f-9197-4b231f2ce054 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:32.582988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d624ad66-238e-4039-a85a-f97d4ed4a5fd req-c9de4f26-2808-4a0f-9197-4b231f2ce054 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.2301686 Aug 17 16:20:32.596056 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45132) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:32.596311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c7ed1653-dc05-4465-9c8b-69991ef6b9e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=692d76894e1e4a49a7b98433dfd6c644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572728 Aug 17 16:20:32.608131 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['61bbaece-c824-4b44-96c1-806f1c835c1f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:32.621677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-cc8f6d38-0a96-46e7-9b66-a0e6ba97128d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658207 Aug 17 16:20:32.630331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-5706ad12-fbb8-488f-8d12-c2c47910ce90 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206380 Aug 17 16:20:32.722566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-014b121b-db46-40c6-95dc-660c984e7aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:32.732405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c7c4f-767e-415f-a8cd-700ebcb9de33 req-8a28f39d-67b2-45ff-b11f-3ab224a35e20 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:32.741527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b99c7c4f-767e-415f-a8cd-700ebcb9de33 req-8a28f39d-67b2-45ff-b11f-3ab224a35e20 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 947 time: 0.0958118 Aug 17 16:20:32.744142 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:32.785290 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d624ad66-238e-4039-a85a-f97d4ed4a5fd req-b80f5e5b-34fa-4f9a-8290-337a030ffdb2 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691153 Aug 17 16:20:32.787780 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-014b121b-db46-40c6-95dc-660c984e7aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:32.832040 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b99c7c4f-767e-415f-a8cd-700ebcb9de33 req-54132d7c-6789-43c9-9ad4-25d17bb7d469 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895121 Aug 17 16:20:32.840947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:32.846691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-35028fa1-12a4-4613-b9f8-45b8d23f9ec1 service neutron] 10.222.0.93 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921670 Aug 17 16:20:32.854532 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:32.906989 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-014b121b-db46-40c6-95dc-660c984e7aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:32.909924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-014b121b-db46-40c6-95dc-660c984e7aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:32.918484 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-014b121b-db46-40c6-95dc-660c984e7aa9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bcf8ccf3-1a23-446d-8def-34cac71ce22d HTTP/1.1" status: 204 len: 168 time: 0.3168316 Aug 17 16:20:32.935331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b121b-db46-40c6-95dc-660c984e7aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf8ccf3-1a23-446d-8def-34cac71ce22d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:32.938927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:32.943562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-2d5e1eb7-a379-4ff7-95ca-b0549c963438 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036494 Aug 17 16:20:33.028392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eda41-ffd4-41d2-86af-1932afd72bea req-0df4df95-6178-47bd-9c56-c00ab1c4fd3e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:33.030463 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce5eda41-ffd4-41d2-86af-1932afd72bea req-0df4df95-6178-47bd-9c56-c00ab1c4fd3e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.0647428 Aug 17 16:20:33.049506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad93dd-7863-411c-8d57-751df1d3b703 req-930646ec-aef0-46fa-adbd-c9778fee370a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:33.051153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7ad93dd-7863-411c-8d57-751df1d3b703 req-930646ec-aef0-46fa-adbd-c9778fee370a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.0996633 Aug 17 16:20:33.055142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-5504d2fa-dcc6-48b5-b4b3-767d7319b1ee service neutron] 10.222.0.93 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874037 Aug 17 16:20:33.089026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce5eda41-ffd4-41d2-86af-1932afd72bea req-7e521d1b-45e8-4437-b894-c53b24070e70 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509427 Aug 17 16:20:33.103283 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7ad93dd-7863-411c-8d57-751df1d3b703 req-db85128a-b838-4378-b077-93b9468242d7 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 Aug 17 16:20:33.167213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-86e582b2-5a43-4873-a761-2f7f6a7e314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:33.169663 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-86e582b2-5a43-4873-a761-2f7f6a7e314b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a1e851f8b93f49df8ee9ba323a1cdf91&device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 1098 time: 0.0538027 Aug 17 16:20:33.198353 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9d6b772a-906e-45d4-843a-c53af0a2fac4 req-aa9c2546-7e0e-40a5-98b3-dddaf49b78a9 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0677035 Aug 17 16:20:33.306222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:33.309120 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66be9fcd-ab02-4b72-af34-f6e87795e207" -d '{"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-plugged", "status": "completed", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:33.330150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-4c9e1c63-b9f5-4def-a9e4-0460a1c9eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:33.331647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-4c9e1c63-b9f5-4def-a9e4-0460a1c9eb0c service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1546054 Aug 17 16:20:33.343705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a860a8-08d5-4274-be29-9c655773379f req-24de84fe-7666-4d12-9e0e-a5b29cf92ac9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:33.345200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6a860a8-08d5-4274-be29-9c655773379f req-24de84fe-7666-4d12-9e0e-a5b29cf92ac9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0759463 Aug 17 16:20:33.397411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-ad86d7fd-220b-4c37-a41f-324602fe0da8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=096e1880-920b-4909-b56c-9e7cb4688576 HTTP/1.1" status: 200 len: 217 time: 0.0501628 Aug 17 16:20:33.404006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18109315-4c05-4054-a5f1-762d711ca4af req-747e5250-0d68-486a-aceb-60bf61e27c48 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:33.405936 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18109315-4c05-4054-a5f1-762d711ca4af req-747e5250-0d68-486a-aceb-60bf61e27c48 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 945 time: 0.0655770 Aug 17 16:20:33.448449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6a860a8-08d5-4274-be29-9c655773379f req-22eb4727-3e2e-4297-9779-90ef11f670af tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934014 Aug 17 16:20:33.457416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18109315-4c05-4054-a5f1-762d711ca4af req-d82dbc8d-d5fa-42a1-84e3-b543e3580b7c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441759 Aug 17 16:20:33.476581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-71cc9e9f-ffe7-4d0c-a4cd-766ce1b1cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:33.478976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-71cc9e9f-ffe7-4d0c-a4cd-766ce1b1cbba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0697279 Aug 17 16:20:33.542961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-a7b01701-67f2-4820-bcf8-39c4a3dd916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:33.544616 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-a7b01701-67f2-4820-bcf8-39c4a3dd916a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558050 Aug 17 16:20:33.583409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb7c50-d9fc-440e-9b95-5279d54c031d req-b6b5b714-371f-45af-9482-42c453b79cd1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:33.585393 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5eb7c50-d9fc-440e-9b95-5279d54c031d req-b6b5b714-371f-45af-9482-42c453b79cd1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.0582557 Aug 17 16:20:33.638327 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5eb7c50-d9fc-440e-9b95-5279d54c031d req-71980efb-408f-4467-8410-b141241e4de9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Aug 17 16:20:33.658288 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-13411326-c059-4bff-8d2e-3b62ae3efccc service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050031 Aug 17 16:20:33.716508 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7073e1c8-ca23-4f77-b6b1-c40d59e754c9 x-openstack-request-id: req-7073e1c8-ca23-4f77-b6b1-c40d59e754c9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:33.716806 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-plugged", "status": "completed", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:33.717058 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7073e1c8-ca23-4f77-b6b1-c40d59e754c9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:33.717448 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'code': 200} Aug 17 16:20:33.800932 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-856892b5-3cd6-472e-b2a5-1daef5d3ae6c req-dff72fbf-b390-47a4-bc74-097214d4df20 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307158 Aug 17 16:20:33.817065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a579e20-252c-49c1-bfeb-e967e5cc3b0e req-fa4c4f98-11fa-4313-bae3-dcbef2c9b129 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:33.819125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a579e20-252c-49c1-bfeb-e967e5cc3b0e req-fa4c4f98-11fa-4313-bae3-dcbef2c9b129 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0814149 Aug 17 16:20:33.849744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45180) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:33.875900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a579e20-252c-49c1-bfeb-e967e5cc3b0e req-b92d50e8-9135-474c-bdaf-7f85740bbce2 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Aug 17 16:20:33.957076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 096e1880-920b-4909-b56c-9e7cb4688576 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:20:33.969538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 61bbaece-c824-4b44-96c1-806f1c835c1f up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:20:33.992784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1172799064-network', 'tenant_id': '888def3d37bf406299868afa066e412d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:34.024112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Made reservation on behalf of 888def3d37bf406299868afa066e412d for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:34.027461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.040143 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.159093 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9bf47-4d34-4757-98f1-bf717e6a6fda req-fa0cd01e-d8d7-4189-bbd2-1a88530e43d3 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:34.168969 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60e9bf47-4d34-4757-98f1-bf717e6a6fda req-fa0cd01e-d8d7-4189-bbd2-1a88530e43d3 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 947 time: 0.1271613 Aug 17 16:20:34.182958 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.190461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.218818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60e9bf47-4d34-4757-98f1-bf717e6a6fda req-abd5a2f5-9447-4c8b-8130-665b54ba6f8e tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477738 Aug 17 16:20:34.226878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 61bbaece-c824-4b44-96c1-806f1c835c1f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:20:34.239108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 096e1880-920b-4909-b56c-9e7cb4688576, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=096e1880-920b-4909-b56c-9e7cb4688576,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:34.240223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:20:34.254726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 61bbaece-c824-4b44-96c1-806f1c835c1f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:20:34.255582 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.268388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048f2b16-5c2b-404a-bbcf-dd953357280c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:34.271610 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.271855 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Added segment 4cf92be2-8dfd-46c3-ace1-5574b7f44f21 of type vlan for network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 Aug 17 16:20:34.324101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '096e1880-920b-4909-b56c-9e7cb4688576', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '096e1880-920b-4909-b56c-9e7cb4688576', 'mac_address': 'fa:16:3e:89:4e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:20:34.366090 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.399193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60673fe6-e680-42a4-a759-03edb3779781 req-485820d6-c98c-479a-af3c-8c2faebc1ab5 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:34.400785 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60673fe6-e680-42a4-a759-03edb3779781 req-485820d6-c98c-479a-af3c-8c2faebc1ab5 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.1851599 Aug 17 16:20:34.407097 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.413447 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.414459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:34.415055 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.420522 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.433351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c0095-715b-4274-915d-fb5843c0e179 req-94c803d6-3821-40a5-aae6-696c224b9114 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:34.433865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096e1880-920b-4909-b56c-9e7cb4688576 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:34.435172 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-429c0095-715b-4274-915d-fb5843c0e179 req-94c803d6-3821-40a5-aae6-696c224b9114 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 950 time: 0.1032503 Aug 17 16:20:34.469795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 096e1880-920b-4909-b56c-9e7cb4688576, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=096e1880-920b-4909-b56c-9e7cb4688576,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:34.481530 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.485032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 61bbaece-c824-4b44-96c1-806f1c835c1f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=61bbaece-c824-4b44-96c1-806f1c835c1f,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:34.487513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-429c0095-715b-4274-915d-fb5843c0e179 req-8d7f7418-8eb1-4695-b3de-aa6b150780a5 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451159 Aug 17 16:20:34.508173 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6567738 Aug 17 16:20:34.510716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45206) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:34.515347 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.518920 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Request body: {'subnet': {'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1172799064-subnet', 'tenant_id': '888def3d37bf406299868afa066e412d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:34.528278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c3c87-0dd2-4966-85d0-1325ef7e09c2 admin admin] Pushing event updated for resources: {'Network': ['ID=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:34.545651 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Made reservation on behalf of 888def3d37bf406299868afa066e412d for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:34.545886 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60673fe6-e680-42a4-a759-03edb3779781 req-badd9ebb-ea2c-4f78-a70e-492c24656b7f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267607 Aug 17 16:20:34.548862 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.552747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:20:34.608909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=096e1880-920b-4909-b56c-9e7cb4688576,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:34.738491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=61bbaece-c824-4b44-96c1-806f1c835c1f,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:34.744576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c905642-c474-46af-a72c-ec77d0e92324 req-b382a072-ead1-4f3e-80b4-ef7be7cc6dfa tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:34.750669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c905642-c474-46af-a72c-ec77d0e92324 req-b382a072-ead1-4f3e-80b4-ef7be7cc6dfa tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1008897 Aug 17 16:20:34.766338 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d06a2477-cbf4-404e-b2f3-3cbeab312ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.780776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['096e1880-920b-4909-b56c-9e7cb4688576'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:34.794994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c905642-c474-46af-a72c-ec77d0e92324 req-bc8ec9e4-9030-4ab4-9a1d-5a588bf650b8 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347281 Aug 17 16:20:34.864034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:34.934240 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:35.177981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-81894edb-0f33-4c3d-8818-c5ce4321359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:35.179632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-81894edb-0f33-4c3d-8818-c5ce4321359b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db&tenant_id=0f558842595f45369d2b06bd1ef961b4 HTTP/1.1" status: 200 len: 1101 time: 0.0573738 Aug 17 16:20:35.198217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:35.270059 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:35.292004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb19aee1-783b-4332-b4fd-155bac3d322f,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:35.307372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344001-6b66-44f4-b5bb-1f7cb9492c6e req-ce9efbe7-475d-4d1b-9f27-2f3eeb9cedb4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:35.308964 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06344001-6b66-44f4-b5bb-1f7cb9492c6e req-ce9efbe7-475d-4d1b-9f27-2f3eeb9cedb4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 946 time: 0.4600582 Aug 17 16:20:35.309710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:35.310344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Network hostable DHCP agents. Network: b6cf8e7d-fee9-4c49-bbd1-8022677d56c3, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:20:35.350477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:20:35.363441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06344001-6b66-44f4-b5bb-1f7cb9492c6e req-634958c1-237a-4a1a-b2b2-93eb1f50b6ce tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481699 Aug 17 16:20:35.369203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, b6cf8e7d-fee9-4c49-bbd1-8022677d56c3) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:35.374181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:35.374872 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:35.389499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3966b106-8d1d-47e7-a557-986c1cba9d37 None None] Network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:35.406426 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7f09b6c6-c89c-4bc7-b40b-275dc22cb392 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8844471 Aug 17 16:20:35.438167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4045e-608c-4e94-9c8d-cc871de71aa1 req-05243a50-9c78-4414-9fe6-581ba96764b7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:35.439206 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9f4045e-608c-4e94-9c8d-cc871de71aa1 req-05243a50-9c78-4414-9fe6-581ba96764b7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1327784 Aug 17 16:20:35.532159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9f4045e-608c-4e94-9c8d-cc871de71aa1 req-946f93b1-7273-4bfa-8d25-5947cdc41a8a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774443 Aug 17 16:20:35.546574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb36f3-ab7c-443b-b64f-65d96c5d27f2 None None] Network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:35.557099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:35.602483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:35.676518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:35.679111 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23faad33-72ce-4ae8-90b9-f2f1ad55c55c" -d '{"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-unplugged", "status": "completed", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:35.684888 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:35.707162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Transition to ACTIVE for port object adf227dc-0c0f-4fe2-bd5e-4eac235aee39 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:35.717568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026f519-4474-473f-a92a-2de90944d367 req-dd07f0d5-4927-4045-828f-1e242138a73c tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:35.719422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8026f519-4474-473f-a92a-2de90944d367 req-dd07f0d5-4927-4045-828f-1e242138a73c tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 948 time: 0.0937905 Aug 17 16:20:35.720788 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:35.725109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bbaece-c824-4b44-96c1-806f1c835c1f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:35.727605 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a762f143-3b54-4f5b-a4a5-ec3ae7378089" -d '{"events": [{"server_uuid": "c3f2bff5-3b35-4764-9efa-3d170930e2e9", "name": "network-vif-plugged", "status": "completed", "tag": "61bbaece-c824-4b44-96c1-806f1c835c1f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:35.793361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee653216-8657-4876-bc70-df2dd0fa4039 req-fadb0b5a-6414-4379-af2c-5362c8ed0483 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:35.800483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:35.801428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee653216-8657-4876-bc70-df2dd0fa4039 req-fadb0b5a-6414-4379-af2c-5362c8ed0483 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 949 time: 0.0750213 Aug 17 16:20:35.826829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] No DVR routers for this DVR port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:35.829950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:35.835747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8026f519-4474-473f-a92a-2de90944d367 req-e836dd1a-595b-4adc-b7fe-0ba850a307dc tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065388 Aug 17 16:20:35.874328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee653216-8657-4876-bc70-df2dd0fa4039 req-7788f36e-2c1f-4fdd-bc35-3409196cdf19 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588338 Aug 17 16:20:35.901508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:35.901841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:35.902206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:35.910146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:20:35.910512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Attempting to bind port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:35.916304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:35.916711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:35.917462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:35.918248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Bound port: adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:35.918767 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:35.969182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 096e1880-920b-4909-b56c-9e7cb4688576 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:20:36.019992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd781-714e-474f-b8c5-8d212be1322f req-d8b9c156-e121-43ad-bcc9-6ae9c37bfbe1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.027684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:36.029606 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f4bd781-714e-474f-b8c5-8d212be1322f req-d8b9c156-e121-43ad-bcc9-6ae9c37bfbe1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.0807812 Aug 17 16:20:36.035250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:36.044366 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.077169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 096e1880-920b-4909-b56c-9e7cb4688576 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:20:36.085307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 096e1880-920b-4909-b56c-9e7cb4688576 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:20:36.085668 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.095878 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f4bd781-714e-474f-b8c5-8d212be1322f req-a58cc727-3624-4a87-858d-4e45f05577f2 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651798 Aug 17 16:20:36.169186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.170916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.173792 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] 10.222.0.93 "PUT /v2.0/ports/adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 1097 time: 0.9814453 Aug 17 16:20:36.183699 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.191877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1c333-4e02-4ccb-8c0d-85c9547d130b service neutron] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=11']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:36.201502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45248) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:36.210332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-807806169-network', 'tenant_id': '5e67889e4db04e0e9d3b631eaad4b747'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:36.238408 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f024e3d-01cd-4b23-b486-e59053482b32 x-openstack-request-id: req-7f024e3d-01cd-4b23-b486-e59053482b32 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:36.238827 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f2bff5-3b35-4764-9efa-3d170930e2e9", "name": "network-vif-plugged", "status": "completed", "tag": "61bbaece-c824-4b44-96c1-806f1c835c1f", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:36.239133 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f024e3d-01cd-4b23-b486-e59053482b32 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:36.252434 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bbaece-c824-4b44-96c1-806f1c835c1f', 'code': 200} Aug 17 16:20:36.267537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 096e1880-920b-4909-b56c-9e7cb4688576, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=096e1880-920b-4909-b56c-9e7cb4688576,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:36.279394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Made reservation on behalf of 5e67889e4db04e0e9d3b631eaad4b747 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:36.281018 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.281955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.300067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.325108 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18853f6-95e2-4e10-9554-0cf8d304ebc2 x-openstack-request-id: req-a18853f6-95e2-4e10-9554-0cf8d304ebc2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:36.325800 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-unplugged", "status": "completed", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:36.326151 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a18853f6-95e2-4e10-9554-0cf8d304ebc2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:36.326697 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'code': 200} Aug 17 16:20:36.355454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-de72dc58-e98c-4dff-966e-e81f34383dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.358647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-de72dc58-e98c-4dff-966e-e81f34383dfa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1100 time: 0.1318908 Aug 17 16:20:36.374533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=096e1880-920b-4909-b56c-9e7cb4688576,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:36.476797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c653f-21cd-4210-98bc-6425dfa59b63 req-cbff9500-a0d0-4fad-ba03-98b67580f253 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.478450 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-650c653f-21cd-4210-98bc-6425dfa59b63 req-cbff9500-a0d0-4fad-ba03-98b67580f253 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0930724 Aug 17 16:20:36.491236 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:20:36.521357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.528665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13d57e-48dd-4045-b713-64cff71d9a08 req-1bec1f7a-d2b6-496a-9430-fa9a46f54801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.530309 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e13d57e-48dd-4045-b713-64cff71d9a08 req-1bec1f7a-d2b6-496a-9430-fa9a46f54801 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 1097 time: 0.1876757 Aug 17 16:20:36.532448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.559770 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-650c653f-21cd-4210-98bc-6425dfa59b63 req-bf2139b9-d5f9-450f-9a19-f52f29b1554d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744233 Aug 17 16:20:36.578187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-aec906a4-aaaa-4806-bb1f-80d8a7a56fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.578187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-aec906a4-aaaa-4806-bb1f-80d8a7a56fc5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1746147 Aug 17 16:20:36.578569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:20:36.584082 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e730f4d-648d-4e47-9853-dea40e882005,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:36.589111 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.589479 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Added segment 6a5dd5b8-4959-41e6-97a2-0e6c6847a12a of type vlan for network 842e99ee-1405-4116-89e9-e7d5fe051ad5 Aug 17 16:20:36.610890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16c80-fb40-4335-a927-77e4d891d53b req-b74a8186-517b-45ec-ac02-063a93045848 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.612859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55e16c80-fb40-4335-a927-77e4d891d53b req-b74a8186-517b-45ec-ac02-063a93045848 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 946 time: 0.1478636 Aug 17 16:20:36.636355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.652177 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e13d57e-48dd-4045-b713-64cff71d9a08 req-116d2e11-d2fb-4ab5-ad88-cc71aa41398f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084979 Aug 17 16:20:36.658892 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-2e5192c1-4881-4969-9fef-9ec69f3e9121 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 217 time: 0.0774853 Aug 17 16:20:36.686753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55e16c80-fb40-4335-a927-77e4d891d53b req-d76e677e-39f1-4279-85b0-060f889b785e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373971 Aug 17 16:20:36.694579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.695556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.696139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.713749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446cdb0-33e1-40dd-b1ae-593185abf62f req-d90166d2-5878-4d44-bcea-6cab5a10ecb3 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.716281 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7446cdb0-33e1-40dd-b1ae-593185abf62f req-d90166d2-5878-4d44-bcea-6cab5a10ecb3 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 946 time: 0.0824163 Aug 17 16:20:36.751880 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-b998ca78-3561-4c51-9f16-65d56c8c4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.753223 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-b998ca78-3561-4c51-9f16-65d56c8c4d5a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0499516 Aug 17 16:20:36.792415 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5891080 Aug 17 16:20:36.797948 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45254) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:36.803224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Request body: {'subnet': {'network_id': '842e99ee-1405-4116-89e9-e7d5fe051ad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-807806169-subnet', 'tenant_id': '5e67889e4db04e0e9d3b631eaad4b747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:36.811252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1cb6c-8f6a-4b77-accb-d2d0644258b5 admin admin] Pushing event updated for resources: {'Network': ['ID=842e99ee-1405-4116-89e9-e7d5fe051ad5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:36.823368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 842e99ee-1405-4116-89e9-e7d5fe051ad5 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:20:36.829426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a631ef-e5dc-4a52-b5cb-66349be370a3 req-1f2b9454-5732-48f6-ba5d-975c67f3da8c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.832701 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9a631ef-e5dc-4a52-b5cb-66349be370a3 req-1f2b9454-5732-48f6-ba5d-975c67f3da8c tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0834756 Aug 17 16:20:36.841174 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7446cdb0-33e1-40dd-b1ae-593185abf62f req-07561ed7-4b14-4c7f-b8b4-f4bee80d9e5a tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780680 Aug 17 16:20:36.857632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-ab689f03-0f75-4545-b989-4d79bd222bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:36.857632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-ab689f03-0f75-4545-b989-4d79bd222bcb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915082 Aug 17 16:20:36.858286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Made reservation on behalf of 5e67889e4db04e0e9d3b631eaad4b747 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:36.860811 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:36.948608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9a631ef-e5dc-4a52-b5cb-66349be370a3 req-4a74fd1a-a16c-4cb9-9013-48ea512e1e47 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977557 Aug 17 16:20:36.991215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-d38aca05-4460-450d-9c2d-d6fba02b20e3 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256523 Aug 17 16:20:37.013332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8473cd7-14d7-4caa-96b9-70d71a159657 req-0af8fa4a-9671-40f4-936b-2dde865df98b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:37.014930 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8473cd7-14d7-4caa-96b9-70d71a159657 req-0af8fa4a-9671-40f4-936b-2dde865df98b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 949 time: 0.0832567 Aug 17 16:20:37.086521 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8473cd7-14d7-4caa-96b9-70d71a159657 req-720b3436-50fd-4801-be90-3b61db89dc13 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507441 Aug 17 16:20:37.137450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d582d-98ae-488d-898d-695ab7c75f44 req-1b047676-2d5d-4565-83d3-231a6fc876cc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:37.139197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-040d582d-98ae-488d-898d-695ab7c75f44 req-1b047676-2d5d-4565-83d3-231a6fc876cc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 949 time: 0.0867217 Aug 17 16:20:37.141107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b96ee47-fd47-4f9a-bbf3-af3c49c476e5 req-70201d13-cbb7-4e18-b987-9abbae338305 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385174 Aug 17 16:20:37.151977 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:37.186060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-040d582d-98ae-488d-898d-695ab7c75f44 req-56172f47-db0d-4369-812e-9480ce3d8315 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Aug 17 16:20:37.205266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1058ce17-eb71-4fff-9d62-eb942d6f44e7,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:37.232104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Checking segment: {'id': '6a5dd5b8-4959-41e6-97a2-0e6c6847a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '842e99ee-1405-4116-89e9-e7d5fe051ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:37.232891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Network hostable DHCP agents. Network: 842e99ee-1405-4116-89e9-e7d5fe051ad5, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:20:37.266525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Network 842e99ee-1405-4116-89e9-e7d5fe051ad5 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:20:37.279663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 842e99ee-1405-4116-89e9-e7d5fe051ad5) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:37.286097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:37.287007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:37.290879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae6f62d-4ec1-4297-8df9-c4188e061802 None None] Network 842e99ee-1405-4116-89e9-e7d5fe051ad5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:37.315434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d2806ed4-a6f0-4022-a4e2-fb35d72f5b22 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5158825 Aug 17 16:20:37.360568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6de6fb-1119-4cc0-a31c-4d55dc8d6696 req-73a8326e-9f38-426d-a120-1dc6dfd84339 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:37.362187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c6de6fb-1119-4cc0-a31c-4d55dc8d6696 req-73a8326e-9f38-426d-a120-1dc6dfd84339 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.0731413 Aug 17 16:20:37.397488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c61b6-6f3f-4592-be17-e818561b2062 req-62bc27c0-8cf9-4638-8c31-3062dca43af4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:37.402332 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-353c61b6-6f3f-4592-be17-e818561b2062 req-62bc27c0-8cf9-4638-8c31-3062dca43af4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0669715 Aug 17 16:20:37.415046 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c6de6fb-1119-4cc0-a31c-4d55dc8d6696 req-30bcc04c-721a-4a9a-a50a-0418ee569c92 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445342 Aug 17 16:20:37.467159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-353c61b6-6f3f-4592-be17-e818561b2062 req-3e3d317d-5aa2-4333-8f05-5e093d5978df tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574753 Aug 17 16:20:37.478292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d2111-e95d-4f31-a769-0f414e6827b0 None None] Network 842e99ee-1405-4116-89e9-e7d5fe051ad5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:37.554864 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:37.829639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef1bba-7236-4b38-a0f1-5ff1be521663 req-20b16c33-895d-4956-87e5-0c7ba32e0513 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:37.831237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43ef1bba-7236-4b38-a0f1-5ff1be521663 req-20b16c33-895d-4956-87e5-0c7ba32e0513 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 946 time: 0.0705543 Aug 17 16:20:37.881026 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43ef1bba-7236-4b38-a0f1-5ff1be521663 req-79613e46-b981-48eb-bd87-0c95b63d9c7f tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Aug 17 16:20:37.911320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-a1b0cdb2-b864-453a-bb68-596a956e8d69 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:37.912866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-a1b0cdb2-b864-453a-bb68-596a956e8d69 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 808 time: 0.1390610 Aug 17 16:20:37.928714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-17e067d6-5e0f-4102-9a5f-db70e1076efe tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/quotas/888def3d37bf406299868afa066e412d HTTP/1.1" status: 200 len: 375 time: 0.0096083 Aug 17 16:20:37.963097 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-3053dbc6-6305-4243-9b3c-3c9245a8df6a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283749 Aug 17 16:20:37.993221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a44c9c-e8aa-4296-8201-ca5a0027a605 req-eef734bd-3199-4512-9fef-56ec34225fba tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:37.994796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6a44c9c-e8aa-4296-8201-ca5a0027a605 req-eef734bd-3199-4512-9fef-56ec34225fba tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 946 time: 0.0531406 Aug 17 16:20:38.034988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6a44c9c-e8aa-4296-8201-ca5a0027a605 req-d3cbafdc-75a8-4d58-95e6-bcca666fbce2 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Aug 17 16:20:38.062471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-12947158-6516-4e5a-9798-08e3a28c8509 service neutron] 10.222.0.77 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908451 Aug 17 16:20:38.166133 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-a9af4f4f-422f-477e-9f37-263672ba04b3 service neutron] 10.222.0.77 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971980 Aug 17 16:20:38.168774 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-7ca3d9fc-bc28-4c42-87be-39870ca11647 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-440567219&fields=id&tenant_id=a275aac162c941d09b0f23a94f702f42 HTTP/1.1" status: 200 len: 267 time: 0.0642018 Aug 17 16:20:38.197713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5da99b-0215-4359-affd-985669a16b98 req-bacf489e-3099-4ba6-bc56-ba4d3ed1382c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:38.199844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b5da99b-0215-4359-affd-985669a16b98 req-bacf489e-3099-4ba6-bc56-ba4d3ed1382c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.93 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 946 time: 0.0786226 Aug 17 16:20:38.253548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab55bf3-7a5c-4b6a-b2b0-94021fabc251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096e1880-920b-4909-b56c-9e7cb4688576'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:38.256702 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b2002d-d76b-4cdd-9183-5392759d87c1" -d '{"events": [{"server_uuid": "5ab55bf3-7a5c-4b6a-b2b0-94021fabc251", "name": "network-vif-plugged", "status": "completed", "tag": "096e1880-920b-4909-b56c-9e7cb4688576"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:38.278248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-e9d21bb2-3f1e-4ced-9329-864fc1b8d916 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:38.278248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-e9d21bb2-3f1e-4ced-9329-864fc1b8d916 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 946 time: 0.0987191 Aug 17 16:20:38.302771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-9cb7303d-4539-4848-a571-b4627c3cd7df tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'port': {'security_groups': ['ad16a5a6-b6cb-4c51-8c50-4d773c7400c6', '0d58571c-1b5f-4287-aa23-02daf4b0205a']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:38.327679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:38.329902 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0e2d26-483b-45bf-a1f6-878ef640573d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:38.389910 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-9cb7303d-4539-4848-a571-b4627c3cd7df tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:38.395298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63a428-07f5-4cf9-81b3-03d5263de89e req-e77a110d-2285-4517-90a5-ae80d22a7af3 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:38.396853 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ad63a428-07f5-4cf9-81b3-03d5263de89e req-e77a110d-2285-4517-90a5-ae80d22a7af3 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 949 time: 0.0655811 Aug 17 16:20:38.405250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8b5da99b-0215-4359-affd-985669a16b98 req-5f5386e9-01e0-47f7-8491-6461b73d46ce tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Deleting port f1fc8133-660d-4479-984a-6acf805bc492 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:38.405593 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b5da99b-0215-4359-affd-985669a16b98 req-5f5386e9-01e0-47f7-8491-6461b73d46ce tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:38.455138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ad63a428-07f5-4cf9-81b3-03d5263de89e req-eae07eca-e586-4a8b-99fe-c48a399c2d1a tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491855 Aug 17 16:20:38.498288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:38.562209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8b5da99b-0215-4359-affd-985669a16b98 req-5f5386e9-01e0-47f7-8491-6461b73d46ce tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] For port f1fc8133-660d-4479-984a-6acf805bc492, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f1fc8133-660d-4479-984a-6acf805bc492,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:38.562590 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b5da99b-0215-4359-affd-985669a16b98 req-5f5386e9-01e0-47f7-8491-6461b73d46ce tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:38.563531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:38.581916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8b5da99b-0215-4359-affd-985669a16b98 req-5f5386e9-01e0-47f7-8491-6461b73d46ce tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Calling delete_port for f1fc8133-660d-4479-984a-6acf805bc492 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:38.596190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a596-972d-451f-80d4-644673a3571d req-82e76ad3-d85c-4ec0-973c-11a2a13a1ce1 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:38.597743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c744a596-972d-451f-80d4-644673a3571d req-82e76ad3-d85c-4ec0-973c-11a2a13a1ce1 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 949 time: 0.0745418 Aug 17 16:20:38.643471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c744a596-972d-451f-80d4-644673a3571d req-99cc425d-13ac-4c7f-a5b8-0ebe3ea6773e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382798 Aug 17 16:20:38.701614 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaaa90f-6d32-4e7d-9e55-21cc59fd16b2 x-openstack-request-id: req-2eaaa90f-6d32-4e7d-9e55-21cc59fd16b2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:38.702005 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab55bf3-7a5c-4b6a-b2b0-94021fabc251", "name": "network-vif-plugged", "status": "completed", "tag": "096e1880-920b-4909-b56c-9e7cb4688576", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:38.702415 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2eaaa90f-6d32-4e7d-9e55-21cc59fd16b2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:38.703300 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab55bf3-7a5c-4b6a-b2b0-94021fabc251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096e1880-920b-4909-b56c-9e7cb4688576', 'code': 200} Aug 17 16:20:38.726695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-9cb7303d-4539-4848-a571-b4627c3cd7df tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] For port 61bbaece-c824-4b44-96c1-806f1c835c1f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=61bbaece-c824-4b44-96c1-806f1c835c1f,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:38.779771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d40efc20-894d-44e8-b558-ae2484061587 req-137ef6b7-8421-4582-bb14-5e8399290f0d tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 210 time: 0.0359161 Aug 17 16:20:38.794543 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-9cb7303d-4539-4848-a571-b4627c3cd7df tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:38.807765 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-9cb7303d-4539-4848-a571-b4627c3cd7df tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:38.821654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['61bbaece-c824-4b44-96c1-806f1c835c1f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:38.868735 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd6e9ab-5155-4c17-8524-13ef48faf6bc x-openstack-request-id: req-7cd6e9ab-5155-4c17-8524-13ef48faf6bc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:38.869239 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:38.869239 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cd6e9ab-5155-4c17-8524-13ef48faf6bc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:38.869665 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'status': 'completed', 'code': 200} Aug 17 16:20:38.898464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-9cb7303d-4539-4848-a571-b4627c3cd7df tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:38.899277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-9cb7303d-4539-4848-a571-b4627c3cd7df tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:38.913884 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-76d0453c-8444-439f-93ac-c4a6e1a22a62 req-9cb7303d-4539-4848-a571-b4627c3cd7df tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "PUT /v2.0/ports/61bbaece-c824-4b44-96c1-806f1c835c1f HTTP/1.1" status: 200 len: 982 time: 0.6185980 Aug 17 16:20:38.954304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b5da99b-0215-4359-affd-985669a16b98 req-5f5386e9-01e0-47f7-8491-6461b73d46ce tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:38.964446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-3e4e1788-f26a-423b-8ae9-82d3830ba222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:38.964446 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-3e4e1788-f26a-423b-8ae9-82d3830ba222 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1100 time: 0.0617621 Aug 17 16:20:38.973471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['cadf725d-5c54-425e-9590-e792b4bcb4cb'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:39.028593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9484927-d6c0-4581-b8b1-1005b2575bd4 req-ba8ece50-c60a-44e0-82e6-7b38b4fffea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:39.030081 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9484927-d6c0-4581-b8b1-1005b2575bd4 req-ba8ece50-c60a-44e0-82e6-7b38b4fffea6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 1100 time: 0.2385545 Aug 17 16:20:39.049942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['61bbaece-c824-4b44-96c1-806f1c835c1f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:39.073630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7303d-4539-4848-a571-b4627c3cd7df tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'Port': ['ID=61bbaece-c824-4b44-96c1-806f1c835c1f,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:39.141148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-8f65704d-63b6-4ce7-9df9-27247c71480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:39.143022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-8f65704d-63b6-4ce7-9df9-27247c71480d service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1594868 Aug 17 16:20:39.150841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b04a-f4b4-4532-b4c0-de69149b0ce3 req-c0041d09-18d6-48d0-970d-186b83ed2a67 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:39.158757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e295b04a-f4b4-4532-b4c0-de69149b0ce3 req-c0041d09-18d6-48d0-970d-186b83ed2a67 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.1886451 Aug 17 16:20:39.221923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-69089ecd-6ae7-488a-8c59-424d559962e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 217 time: 0.0609255 Aug 17 16:20:39.267789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e295b04a-f4b4-4532-b4c0-de69149b0ce3 req-3ce6f8a9-0f0f-4d19-95bb-e07da0085b64 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079822 Aug 17 16:20:39.302630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-97db0f62-cd39-47fa-9f59-6f42b2850854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:39.304121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-97db0f62-cd39-47fa-9f59-6f42b2850854 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0707729 Aug 17 16:20:39.398955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['275cab89-b0f7-47a1-9ab7-c1189925ef49', 'f1fc8133-660d-4479-984a-6acf805bc492'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:39.399555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-e549357a-6f8e-45a1-a6a6-5b8db253aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:39.400857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-e549357a-6f8e-45a1-a6a6-5b8db253aaeb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825622 Aug 17 16:20:39.551020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5386e9-01e0-47f7-8491-6461b73d46ce tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Pushing event deleted for resources: {'Port': ['ID=f1fc8133-660d-4479-984a-6acf805bc492,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:39.587078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-29041c3f-4e68-4eab-b03f-db22c1b3459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:39.589501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-29041c3f-4e68-4eab-b03f-db22c1b3459f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f558842595f45369d2b06bd1ef961b4&device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1100 time: 0.6677423 Aug 17 16:20:39.636469 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9484927-d6c0-4581-b8b1-1005b2575bd4 req-05df579c-16f2-4995-a6ef-121cdf085ee9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880253 Aug 17 16:20:39.646679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5da99b-0215-4359-affd-985669a16b98 req-5f5386e9-01e0-47f7-8491-6461b73d46ce tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] No DVR routers for this DVR port f1fc8133-660d-4479-984a-6acf805bc492 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:39.657191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b5da99b-0215-4359-affd-985669a16b98 req-5f5386e9-01e0-47f7-8491-6461b73d46ce tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:39.660303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b5da99b-0215-4359-affd-985669a16b98 req-5f5386e9-01e0-47f7-8491-6461b73d46ce tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.93 "DELETE /v2.0/ports/f1fc8133-660d-4479-984a-6acf805bc492 HTTP/1.1" status: 204 len: 173 time: 1.4412022 Aug 17 16:20:39.662087 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-02163d75-4f88-4742-ba48-a61f9ad5ebb8 req-006d11e0-293c-4f8f-ab99-5552d795bbf9 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=84f74e15-eeae-442d-9491-44c3e70ab497 HTTP/1.1" status: 200 len: 210 time: 0.0635486 Aug 17 16:20:39.690411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545abde-d020-4299-aae9-197396f8fccb req-2fbf8725-6f07-48dc-b5c1-68fb28b5a10f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:39.701121 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0545abde-d020-4299-aae9-197396f8fccb req-2fbf8725-6f07-48dc-b5c1-68fb28b5a10f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.6753736 Aug 17 16:20:39.787966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-ccc5cc6a-0d7f-4b21-85a3-671dc00c9385 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594706 Aug 17 16:20:39.804246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-af820568-3042-4f62-9eb7-94fa865f9422 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:39.806932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-af820568-3042-4f62-9eb7-94fa865f9422 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 808 time: 0.3772523 Aug 17 16:20:39.809159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0545abde-d020-4299-aae9-197396f8fccb req-566fadf1-c244-4c2b-a207-11fdf7587894 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069493 Aug 17 16:20:39.827585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Request body: {'port': {'device_id': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3', 'admin_state_up': True, 'tenant_id': '888def3d37bf406299868afa066e412d'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:39.892500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-76db431b-0f6b-4425-a1c8-48339317c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:39.896261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-76db431b-0f6b-4425-a1c8-48339317c1ae service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2627318 Aug 17 16:20:39.941866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-5c09f208-f5aa-41ae-a7f7-463bc1b38aea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 200 len: 217 time: 0.0401776 Aug 17 16:20:39.943771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-5c1a1ab6-618c-47b8-97a7-33093375f00c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1830301499&fields=id&tenant_id=a275aac162c941d09b0f23a94f702f42 HTTP/1.1" status: 200 len: 267 time: 0.1657119 Aug 17 16:20:39.985056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:20:40.023309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-a05ea782-4c7c-4959-8988-a277a6302094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:40.024810 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-a05ea782-4c7c-4959-8988-a277a6302094 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0735674 Aug 17 16:20:40.033428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebe062-c1db-41eb-a90e-cde7b4e04f3b req-4240773d-64e9-41ef-9ebf-c8d1bbec8a95 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:40.037936 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ccebe062-c1db-41eb-a90e-cde7b4e04f3b req-4240773d-64e9-41ef-9ebf-c8d1bbec8a95 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 949 time: 0.0987580 Aug 17 16:20:40.049756 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-cac62515-3b50-409d-bded-de0cf4b3e53a service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393756 Aug 17 16:20:40.071412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-b7e6875f-0a48-4159-8a7f-b96ca9da55fd tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:40.073027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-b7e6875f-0a48-4159-8a7f-b96ca9da55fd tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 985 time: 0.1202238 Aug 17 16:20:40.087610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-bf21f1be-1c1e-4cf3-9375-5a9436df0bee tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'port': {'security_groups': ['0d58571c-1b5f-4287-aa23-02daf4b0205a', 'ad16a5a6-b6cb-4c51-8c50-4d773c7400c6', '0875a5c2-72b7-4af1-8de2-faf7894a31a5']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:40.092976 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Made reservation on behalf of 888def3d37bf406299868afa066e412d for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:40.095490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:40.106998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:40.117424 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ccebe062-c1db-41eb-a90e-cde7b4e04f3b req-ff1c58be-506d-4181-9572-adacc849f8b4 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662587 Aug 17 16:20:40.119302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-57605349-d5b5-4dc7-b8b3-ee3a5c63dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:40.121312 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-57605349-d5b5-4dc7-b8b3-ee3a5c63dce0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812001 Aug 17 16:20:40.225236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-bf21f1be-1c1e-4cf3-9375-5a9436df0bee tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:40.270495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'mac_address': 'fa:16:3e:44:c5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:20:40.322036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e8fbe-c74b-45e0-8f90-5f48b03d2aa9 req-9f95a122-9abb-45c3-9102-dc81e1f1a56e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:40.325427 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:40.331731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-417e8fbe-c74b-45e0-8f90-5f48b03d2aa9 req-9f95a122-9abb-45c3-9102-dc81e1f1a56e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 949 time: 0.1171083 Aug 17 16:20:40.338847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf227dc-0c0f-4fe2-bd5e-4eac235aee39 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:40.359076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-2b8cdafb-3aa2-4298-8af2-406227ea64a4 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310812 Aug 17 16:20:40.378293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:40.388792 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:40.389156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Allocated IP 172.20.0.8 (b6cf8e7d-fee9-4c49-bbd1-8022677d56c3/eb19aee1-783b-4332-b4fd-155bac3d322f/596edea1-6cac-44c1-a93e-57e10c64a42e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:20:40.450728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-417e8fbe-c74b-45e0-8f90-5f48b03d2aa9 req-606595f9-3764-4613-9ea3-a8604f96347e tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189322 Aug 17 16:20:40.463908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=12']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:40.569166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4642143f-abd2-4040-8996-f797d4d7b4e7 req-e0682128-8c2a-4751-8307-3a484d281ee8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 210 time: 0.0394509 Aug 17 16:20:40.576411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab0e2d26-483b-45bf-a1f6-878ef640573d req-2bbc3ff9-87b0-49be-b14d-d8066f42c5a8 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061028 Aug 17 16:20:40.633813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-bf21f1be-1c1e-4cf3-9375-5a9436df0bee tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] For port 61bbaece-c824-4b44-96c1-806f1c835c1f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=61bbaece-c824-4b44-96c1-806f1c835c1f,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:40.675238 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:40.694264 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-bf21f1be-1c1e-4cf3-9375-5a9436df0bee tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:40.702585 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-bf21f1be-1c1e-4cf3-9375-5a9436df0bee tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:40.718001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['61bbaece-c824-4b44-96c1-806f1c835c1f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:40.745074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538185-3318-4244-bf9d-112192c4c6df req-28760eaf-91ae-4578-a4e1-dc771abbc84b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:40.746976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae538185-3318-4244-bf9d-112192c4c6df req-28760eaf-91ae-4578-a4e1-dc771abbc84b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.0527015 Aug 17 16:20:40.773816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-bf21f1be-1c1e-4cf3-9375-5a9436df0bee tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:40.774674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-bf21f1be-1c1e-4cf3-9375-5a9436df0bee tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:40.788498 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c3bfc71-6e96-49b0-bcf2-e5bda3aa1774 req-bf21f1be-1c1e-4cf3-9375-5a9436df0bee tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "PUT /v2.0/ports/61bbaece-c824-4b44-96c1-806f1c835c1f HTTP/1.1" status: 200 len: 1021 time: 0.7064388 Aug 17 16:20:40.791296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'tag': '61bbaece-c824-4b44-96c1-806f1c835c1f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:40.797052 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170acf46-471a-482a-a43f-5743fa7c303c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f2bff5-3b35-4764-9efa-3d170930e2e9", "tag": "61bbaece-c824-4b44-96c1-806f1c835c1f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:40.799496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['adf227dc-0c0f-4fe2-bd5e-4eac235aee39'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:40.820001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae538185-3318-4244-bf9d-112192c4c6df req-d7fb7d4b-4511-4e5e-b9ea-f86831231f94 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Aug 17 16:20:40.838766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21f1be-1c1e-4cf3-9375-5a9436df0bee tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'Port': ['ID=61bbaece-c824-4b44-96c1-806f1c835c1f,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:40.842253 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:40.871696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'tag': '61bbaece-c824-4b44-96c1-806f1c835c1f'}, {'server_uuid': '84f74e15-eeae-442d-9491-44c3e70ab497', 'name': 'network-vif-deleted', 'tag': 'f1fc8133-660d-4479-984a-6acf805bc492'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:40.875789 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f2bff5-3b35-4764-9efa-3d170930e2e9", "tag": "61bbaece-c824-4b44-96c1-806f1c835c1f"}, {"server_uuid": "84f74e15-eeae-442d-9491-44c3e70ab497", "name": "network-vif-deleted", "tag": "f1fc8133-660d-4479-984a-6acf805bc492"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:40.919905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Pushing event updated for resources: {'Port': ['ID=596edea1-6cac-44c1-a93e-57e10c64a42e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:40.923696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:20:40.925555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:40.927929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:20:40.940468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['61bbaece-c824-4b44-96c1-806f1c835c1f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:41.000432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.001211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:41.023079 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-51cded9f-9674-4e44-bced-12c9595709fa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2004397 Aug 17 16:20:41.039206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Request body: {'port': {'device_id': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:41.116003 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:41.184559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c7078-8613-4ef1-8482-5dc65ee9d6be req-5caf0962-f72e-49ad-aa99-fa43fd765a62 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.197727 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b92c7078-8613-4ef1-8482-5dc65ee9d6be req-5caf0962-f72e-49ad-aa99-fa43fd765a62 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 1101 time: 0.0608335 Aug 17 16:20:41.245701 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b92c7078-8613-4ef1-8482-5dc65ee9d6be req-859120a3-e3cd-41c8-a8a6-a371368db057 tempest-MigrationsAdminTest-641356317 tempest-MigrationsAdminTest-641356317-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452054 Aug 17 16:20:41.327448 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c370c55d-7743-4b61-9efa-bb1199af2474 x-openstack-request-id: req-c370c55d-7743-4b61-9efa-bb1199af2474 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:41.327733 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f2bff5-3b35-4764-9efa-3d170930e2e9", "tag": "61bbaece-c824-4b44-96c1-806f1c835c1f", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:41.328051 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c370c55d-7743-4b61-9efa-bb1199af2474 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:41.328551 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'tag': '61bbaece-c824-4b44-96c1-806f1c835c1f', 'status': 'completed', 'code': 200} Aug 17 16:20:41.351208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf692153-2993-451a-9b4f-c95042577436 req-4daef1d1-4f24-4c8e-a43d-ba6f7bd4d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.353306 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf692153-2993-451a-9b4f-c95042577436 req-4daef1d1-4f24-4c8e-a43d-ba6f7bd4d3e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6f3580f208834031977e42fd34d195b6&device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 1098 time: 0.1780593 Aug 17 16:20:41.364558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a54a9-22bd-4c99-b24e-c7855bfb5840 req-9b87e19d-8409-4b62-bac5-6254ee0edb0a tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.366219 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e2a54a9-22bd-4c99-b24e-c7855bfb5840 req-9b87e19d-8409-4b62-bac5-6254ee0edb0a tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 1024 time: 0.1776958 Aug 17 16:20:41.395353 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e59877c-088d-40d0-9642-d7cc245f705a x-openstack-request-id: req-7e59877c-088d-40d0-9642-d7cc245f705a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:41.396384 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f2bff5-3b35-4764-9efa-3d170930e2e9", "tag": "61bbaece-c824-4b44-96c1-806f1c835c1f", "status": "completed", "code": 200}, {"server_uuid": "84f74e15-eeae-442d-9491-44c3e70ab497", "name": "network-vif-deleted", "tag": "f1fc8133-660d-4479-984a-6acf805bc492", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:41.396634 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e59877c-088d-40d0-9642-d7cc245f705a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:41.397040 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'tag': '61bbaece-c824-4b44-96c1-806f1c835c1f', 'status': 'completed', 'code': 200} Aug 17 16:20:41.397432 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f74e15-eeae-442d-9491-44c3e70ab497', 'name': 'network-vif-deleted', 'tag': 'f1fc8133-660d-4479-984a-6acf805bc492', 'status': 'completed', 'code': 200} Aug 17 16:20:41.416113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170acf46-471a-482a-a43f-5743fa7c303c req-aa5419bd-ae7b-4511-b38f-9fd0621077f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.418362 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-170acf46-471a-482a-a43f-5743fa7c303c req-aa5419bd-ae7b-4511-b38f-9fd0621077f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 1175 time: 0.0675540 Aug 17 16:20:41.532889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f928f-8be4-412d-8266-196f8fd38ebd req-7506867d-c91c-49bc-bad6-a0ac66d30667 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.534445 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-789f928f-8be4-412d-8266-196f8fd38ebd req-7506867d-c91c-49bc-bad6-a0ac66d30667 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1062381 Aug 17 16:20:41.579149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170acf46-471a-482a-a43f-5743fa7c303c req-54f67209-a8ff-4099-8bb6-4c14dd21e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.580651 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-170acf46-471a-482a-a43f-5743fa7c303c req-54f67209-a8ff-4099-8bb6-4c14dd21e28d service neutron] 10.222.0.93 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 913 time: 0.1435313 Aug 17 16:20:41.595538 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf692153-2993-451a-9b4f-c95042577436 req-eecd44d2-cbd7-49d4-a508-8e0b3ed64076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.597098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf692153-2993-451a-9b4f-c95042577436 req-eecd44d2-cbd7-49d4-a508-8e0b3ed64076 service neutron] 10.222.0.93 "GET /v2.0/networks?id=025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 200 len: 914 time: 0.2299113 Aug 17 16:20:41.603940 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-789f928f-8be4-412d-8266-196f8fd38ebd req-bc256129-6ab1-47bd-a6fb-3ec3ba164c97 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585270 Aug 17 16:20:41.605150 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e2a54a9-22bd-4c99-b24e-c7855bfb5840 req-4cee6299-8be9-4e65-bb06-2b144e3903bc tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&id=0d58571c-1b5f-4287-aa23-02daf4b0205a&id=0875a5c2-72b7-4af1-8de2-faf7894a31a5 HTTP/1.1" status: 200 len: 6148 time: 0.2274475 Aug 17 16:20:41.635806 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-170acf46-471a-482a-a43f-5743fa7c303c req-159fc5a5-7a96-492d-9c6f-0d7ca8d96cbd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61bbaece-c824-4b44-96c1-806f1c835c1f HTTP/1.1" status: 200 len: 217 time: 0.0467620 Aug 17 16:20:41.663478 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf692153-2993-451a-9b4f-c95042577436 req-99be8092-4dd1-4d7b-9bcd-2c735be4de43 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f86b980c-722e-4c44-b956-a6f621491f6e HTTP/1.1" status: 200 len: 217 time: 0.0554686 Aug 17 16:20:41.730468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170acf46-471a-482a-a43f-5743fa7c303c req-92e6098f-3752-4aa8-9f4f-fd481b9de14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.732349 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-170acf46-471a-482a-a43f-5743fa7c303c req-92e6098f-3752-4aa8-9f4f-fd481b9de14c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 200 len: 852 time: 0.0857553 Aug 17 16:20:41.766709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf692153-2993-451a-9b4f-c95042577436 req-de48284f-6b7a-4cee-991c-4726e1838faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.768502 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf692153-2993-451a-9b4f-c95042577436 req-de48284f-6b7a-4cee-991c-4726e1838faa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0facc060-5683-458d-9dd4-a52402fd30cc HTTP/1.1" status: 200 len: 853 time: 0.0930250 Aug 17 16:20:41.770955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596edea1-6cac-44c1-a93e-57e10c64a42e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:41.778950 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-170acf46-471a-482a-a43f-5743fa7c303c req-e5267ee0-d312-4f9c-9c16-05e62315340c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347390 Aug 17 16:20:41.783335 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:41.794056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f47a-f6d9-47bb-b09a-8a107e405cdf req-6ebcbb46-8fdf-4dcc-930a-0c62e883f96b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:41.795812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7956f47a-f6d9-47bb-b09a-8a107e405cdf req-6ebcbb46-8fdf-4dcc-930a-0c62e883f96b tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 949 time: 0.1046660 Aug 17 16:20:41.819725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf692153-2993-451a-9b4f-c95042577436 req-cdf22309-5a23-4473-87ec-7a29a0723b5c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=025e44aa-29a7-40d2-8d93-515418fe1e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318637 Aug 17 16:20:41.822714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Transition to ACTIVE for port object 596edea1-6cac-44c1-a93e-57e10c64a42e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:41.828157 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:41.900108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7956f47a-f6d9-47bb-b09a-8a107e405cdf req-3a1195ff-e6c7-44f2-b04e-92b3b33b8b83 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948770 Aug 17 16:20:41.939961 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-170acf46-471a-482a-a43f-5743fa7c303c req-99e69345-36bf-4174-9413-0d661cb936d0 service neutron] 10.222.0.93 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430771 Aug 17 16:20:41.942275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Pushing event updated for resources: {'Port': ['ID=596edea1-6cac-44c1-a93e-57e10c64a42e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:41.969998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7f94ea8f-c43a-4626-a75a-1e7546dcecda req-5415e0c3-9098-4aa8-81ee-3591411fbf3b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1406303854 ', 'description': 'tempest-description-237193836'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:41.982166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:20:42.040883 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7f94ea8f-c43a-4626-a75a-1e7546dcecda req-5415e0c3-9098-4aa8-81ee-3591411fbf3b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:42.051751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf692153-2993-451a-9b4f-c95042577436 req-dbc2cac2-aaff-4f89-8185-0c8e30a32eaa service neutron] 10.222.0.93 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140341 Aug 17 16:20:42.076729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:20:42.082019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-170acf46-471a-482a-a43f-5743fa7c303c req-d0c9f762-9212-4d9f-bcf8-dc6e88642971 service neutron] 10.222.0.93 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259890 Aug 17 16:20:42.084172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:20:42.084923 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:42.099631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:42.099902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:42.100033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:42.142855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Port 596edea1-6cac-44c1-a93e-57e10c64a42e on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:20:42.143187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:42.155373 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:42.155712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:42.156631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:42.156631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Bound port: 596edea1-6cac-44c1-a93e-57e10c64a42e, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:42.156904 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:42.196244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b5a2b-5b90-424f-8707-6f752b137c53 req-6c0680f9-4509-4398-898c-fd35baa0ac20 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:42.197895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-821b5a2b-5b90-424f-8707-6f752b137c53 req-6c0680f9-4509-4398-898c-fd35baa0ac20 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 943 time: 0.1605692 Aug 17 16:20:42.201458 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7f94ea8f-c43a-4626-a75a-1e7546dcecda req-5415e0c3-9098-4aa8-81ee-3591411fbf3b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:42.211937 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7f94ea8f-c43a-4626-a75a-1e7546dcecda req-5415e0c3-9098-4aa8-81ee-3591411fbf3b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:42.228668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1 req-d2960eb1-33ff-488b-981f-4691eb92777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:42.231208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1 req-d2960eb1-33ff-488b-981f-4691eb92777b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 1175 time: 0.0848348 Aug 17 16:20:42.231465 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:42.257552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7f94ea8f-c43a-4626-a75a-1e7546dcecda req-5415e0c3-9098-4aa8-81ee-3591411fbf3b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:42.257736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf692153-2993-451a-9b4f-c95042577436 req-7248ba7c-67d3-4932-ac51-7c25b6865013 service neutron] 10.222.0.93 "GET /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807001 Aug 17 16:20:42.259101 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f94ea8f-c43a-4626-a75a-1e7546dcecda req-5415e0c3-9098-4aa8-81ee-3591411fbf3b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2950265 Aug 17 16:20:42.294804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415e0c3-9098-4aa8-81ee-3591411fbf3b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0284c51-135a-4e42-8fde-10d048f29fdc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:42.302217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:42.305888 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb21ac5-bb4e-4867-ad7b-8879ac305e3d" -d '{"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-plugged", "status": "completed", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:42.311551 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-821b5a2b-5b90-424f-8707-6f752b137c53 req-7ec4a598-5f3c-4629-9d36-0d12033125e8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797422 Aug 17 16:20:42.330542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:42.335514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:42.336798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:42.344417 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:42.352307 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:42.353132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f1fc8133-660d-4479-984a-6acf805bc492 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:42.390662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:42.391297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:42.393624 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] 10.222.0.91 "PUT /v2.0/ports/596edea1-6cac-44c1-a93e-57e10c64a42e HTTP/1.1" status: 200 len: 1091 time: 1.3603232 Aug 17 16:20:42.415034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: f1fc8133-660d-4479-984a-6acf805bc492 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:42.415477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f1fc8133-660d-4479-984a-6acf805bc492 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:42.452472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1 req-13af5560-7c32-4717-8d7c-d5d96eb7a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:42.454038 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1 req-13af5560-7c32-4717-8d7c-d5d96eb7a71c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 913 time: 0.1980424 Aug 17 16:20:42.458520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=13']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:42.504213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1 req-47fe5389-ab82-4ff0-9722-1fb38328f424 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61bbaece-c824-4b44-96c1-806f1c835c1f HTTP/1.1" status: 200 len: 217 time: 0.0394945 Aug 17 16:20:42.512468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991abe9-db21-4f38-b460-a73b19c97787 req-1ecd9b20-cd70-46cd-b6b7-921f90b84d9c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:42.514195 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6991abe9-db21-4f38-b460-a73b19c97787 req-1ecd9b20-cd70-46cd-b6b7-921f90b84d9c tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72 HTTP/1.1" status: 200 len: 945 time: 0.1199138 Aug 17 16:20:42.603468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6991abe9-db21-4f38-b460-a73b19c97787 req-4ef9d5ff-daae-4561-b4e2-e73c1420d8bc tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801275 Aug 17 16:20:42.605749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1 req-cb5f0e9a-5902-41c7-835e-5ca98728df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:42.607295 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1 req-cb5f0e9a-5902-41c7-835e-5ca98728df70 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 200 len: 852 time: 0.0801775 Aug 17 16:20:42.658797 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1 req-8b23751e-67ed-4d85-8f36-162a0326c592 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341873 Aug 17 16:20:42.795519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1 req-de99aa65-b159-470a-a298-e63fd53f5ae2 service neutron] 10.222.0.93 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235819 Aug 17 16:20:42.806891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83972f-3c27-4a35-93cb-54c313b9d9ae service neutron] Pushing event updated for resources: {'Port': ['ID=596edea1-6cac-44c1-a93e-57e10c64a42e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:42.838431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02529236-bbc8-4880-ae89-a994d6d4dadf req-edccaf92-9b36-4b42-a79b-a1a11a41ee1c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:42.840081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-02529236-bbc8-4880-ae89-a994d6d4dadf req-edccaf92-9b36-4b42-a79b-a1a11a41ee1c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.4154150 Aug 17 16:20:42.842180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-85268166-6752-4fa0-8b7d-49675ea92128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:42.843635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-85268166-6752-4fa0-8b7d-49675ea92128 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1094 time: 0.3982000 Aug 17 16:20:42.862153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa01c1-c4ff-4ed9-b759-b45d71fd8ef3 req-d01611e6-623b-4d45-83cd-bc33b90ac247 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:42.863870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63aa01c1-c4ff-4ed9-b759-b45d71fd8ef3 req-d01611e6-623b-4d45-83cd-bc33b90ac247 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 951 time: 0.1107714 Aug 17 16:20:42.903234 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-f48763e8-5ead-4ca3-befd-4cc4460a9e66 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596edea1-6cac-44c1-a93e-57e10c64a42e HTTP/1.1" status: 200 len: 217 time: 0.0471017 Aug 17 16:20:42.943647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63aa01c1-c4ff-4ed9-b759-b45d71fd8ef3 req-31c4c0e7-b3f6-417f-8b99-cc6d884acd20 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673573 Aug 17 16:20:42.951102 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dc9d0cf-8485-477e-bbaf-7e37f75a8ae1 req-00873bcb-844a-4d7c-b79e-0d1529cad881 service neutron] 10.222.0.93 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454508 Aug 17 16:20:42.956162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-02529236-bbc8-4880-ae89-a994d6d4dadf req-eb4dbe2d-1a3c-4c11-b22b-3e2e4c8e388b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065736 Aug 17 16:20:42.990854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-f9f3661e-a164-466e-a9ef-1ba14f856378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:42.993619 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-f9f3661e-a164-466e-a9ef-1ba14f856378 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.0822971 Aug 17 16:20:43.039579 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-2bf9c820-a15c-40d9-88e0-c75987203e02 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383704 Aug 17 16:20:43.143704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-f8546f5c-5e2f-4d29-8248-70730277e6f3 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:43.144302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-f8546f5c-5e2f-4d29-8248-70730277e6f3 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72 HTTP/1.1" status: 200 len: 945 time: 0.0668640 Aug 17 16:20:43.146960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54e7324a-a501-40ee-b514-a7061e525b7f req-d6c088f8-0ccb-4082-b9fc-0f7ab812f922 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/b0284c51-135a-4e42-8fde-10d048f29fdc HTTP/1.1" status: 200 len: 1780 time: 0.1326504 Aug 17 16:20:43.165168 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5f0706-f579-4222-a755-b19c5004fc02 x-openstack-request-id: req-ed5f0706-f579-4222-a755-b19c5004fc02 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:43.165694 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-plugged", "status": "completed", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:43.165694 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed5f0706-f579-4222-a755-b19c5004fc02 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:43.166093 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'code': 200} Aug 17 16:20:43.221834 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-8f0565db-eacf-44b9-b407-7dbf2aae2808 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715012 Aug 17 16:20:43.316798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4152-a011-49de-9bcd-3b9989f912c5 req-a50b6f42-2b81-40f0-b6a0-7dc8be77f833 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:43.321397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9bf69-a45d-4136-8456-41679a1ae6d9 req-34c65a36-fe65-4559-8e30-bfd4aa011662 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:43.322134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b62b4152-a011-49de-9bcd-3b9989f912c5 req-a50b6f42-2b81-40f0-b6a0-7dc8be77f833 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 949 time: 0.0803714 Aug 17 16:20:43.324695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18a9bf69-a45d-4136-8456-41679a1ae6d9 req-34c65a36-fe65-4559-8e30-bfd4aa011662 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1193037 Aug 17 16:20:43.330084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'tag': '596edea1-6cac-44c1-a93e-57e10c64a42e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:43.332435 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a2544fe6-6cc9-40c7-8243-78885e978e5f", "tag": "596edea1-6cac-44c1-a93e-57e10c64a42e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:43.352470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-eaf2628e-551c-49e1-b299-cc058511d2b0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Deleting port cadf725d-5c54-425e-9590-e792b4bcb4cb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:43.353129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-eaf2628e-551c-49e1-b299-cc058511d2b0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:43.382873 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e28fc628-a46e-4e5b-8682-367ff82fd5b1 req-e03c6c65-313f-4b40-b965-5d9ffcc3e22e service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454976 Aug 17 16:20:43.407272 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18a9bf69-a45d-4136-8456-41679a1ae6d9 req-4a16a3da-a254-4f2d-b2e1-3d4c5142da4f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610590 Aug 17 16:20:43.420550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b62b4152-a011-49de-9bcd-3b9989f912c5 req-3c58a79c-dfe6-4dca-bb47-95ace9972ad5 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930748 Aug 17 16:20:43.488090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-eaf2628e-551c-49e1-b299-cc058511d2b0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] For port cadf725d-5c54-425e-9590-e792b4bcb4cb, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=cadf725d-5c54-425e-9590-e792b4bcb4cb,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:43.488356 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-eaf2628e-551c-49e1-b299-cc058511d2b0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:43.490299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e97bdbb0-73ec-488b-ab83-198dc6f327b3 req-4810eb8f-97b4-44f5-84f6-03b9ff96375d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/b0284c51-135a-4e42-8fde-10d048f29fdc HTTP/1.1" status: 200 len: 1780 time: 0.0429394 Aug 17 16:20:43.522673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-eaf2628e-551c-49e1-b299-cc058511d2b0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Calling delete_port for cadf725d-5c54-425e-9590-e792b4bcb4cb owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:43.555802 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e97bdbb0-73ec-488b-ab83-198dc6f327b3 req-884cb60c-3be6-4a1a-8f3d-d2c57b1eaf81 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:43.580306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e97bdbb0-73ec-488b-ab83-198dc6f327b3 req-884cb60c-3be6-4a1a-8f3d-d2c57b1eaf81 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:43.589019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa98b19-6151-4a6a-bdec-d23bd7a11e2b req-cb845dd7-b4cd-4f8e-b248-8a5c0c2cf5cd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:43.590775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfa98b19-6151-4a6a-bdec-d23bd7a11e2b req-cb845dd7-b4cd-4f8e-b248-8a5c0c2cf5cd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 943 time: 0.1054862 Aug 17 16:20:43.624425 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e97bdbb0-73ec-488b-ab83-198dc6f327b3 req-884cb60c-3be6-4a1a-8f3d-d2c57b1eaf81 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:43.627025 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e97bdbb0-73ec-488b-ab83-198dc6f327b3 req-884cb60c-3be6-4a1a-8f3d-d2c57b1eaf81 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:43.628188 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e97bdbb0-73ec-488b-ab83-198dc6f327b3 req-884cb60c-3be6-4a1a-8f3d-d2c57b1eaf81 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/b0284c51-135a-4e42-8fde-10d048f29fdc HTTP/1.1" status: 204 len: 173 time: 0.1297894 Aug 17 16:20:43.637760 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cb60c-3be6-4a1a-8f3d-d2c57b1eaf81 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0284c51-135a-4e42-8fde-10d048f29fdc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:43.650271 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfa98b19-6151-4a6a-bdec-d23bd7a11e2b req-eb5465f6-f694-447a-a3bb-8a3d4ca9948a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520189 Aug 17 16:20:43.688060 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51199cca-003f-4e02-b65b-7acd82c4b098 x-openstack-request-id: req-51199cca-003f-4e02-b65b-7acd82c4b098 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:43.688346 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2544fe6-6cc9-40c7-8243-78885e978e5f", "tag": "596edea1-6cac-44c1-a93e-57e10c64a42e", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:43.688599 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51199cca-003f-4e02-b65b-7acd82c4b098 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:43.688997 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'tag': '596edea1-6cac-44c1-a93e-57e10c64a42e', 'status': 'completed', 'code': 200} Aug 17 16:20:43.733627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-eaf2628e-551c-49e1-b299-cc058511d2b0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:43.749317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['cadf725d-5c54-425e-9590-e792b4bcb4cb'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:43.751861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['275cab89-b0f7-47a1-9ab7-c1189925ef49'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:43.753135 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-24af2d16-1f95-4ecd-9f23-6a284742c3bb req-02acf2d1-f19e-4c6b-9843-b0f179245392 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] show failed (client error): The resource could not be found. Aug 17 16:20:43.756185 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24af2d16-1f95-4ecd-9f23-6a284742c3bb req-02acf2d1-f19e-4c6b-9843-b0f179245392 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/b0284c51-135a-4e42-8fde-10d048f29fdc HTTP/1.1" status: 404 len: 352 time: 0.0228853 Aug 17 16:20:43.765125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee req-92da6863-cc40-4517-b3ad-b01053c3b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:43.768229 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee req-92da6863-cc40-4517-b3ad-b01053c3b7d3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1094 time: 0.0660155 Aug 17 16:20:43.844192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2628e-551c-49e1-b299-cc058511d2b0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Pushing event deleted for resources: {'Port': ['ID=cadf725d-5c54-425e-9590-e792b4bcb4cb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:43.847794 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5e17a1a-bf9d-4e91-a607-e0dd03c115de req-79321568-afac-447d-bd88-d9fb7fbed4c4 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f834b14-47ff-4017-91e2-7a38ec74fe72 HTTP/1.1" status: 200 len: 210 time: 0.1109793 Aug 17 16:20:43.849538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-eaf2628e-551c-49e1-b299-cc058511d2b0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] No DVR routers for this DVR port cadf725d-5c54-425e-9590-e792b4bcb4cb on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:43.854685 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-eaf2628e-551c-49e1-b299-cc058511d2b0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:43.857557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7194f179-538d-4bf3-878d-2d5f6fb4631c req-eaf2628e-551c-49e1-b299-cc058511d2b0 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.91 "DELETE /v2.0/ports/cadf725d-5c54-425e-9590-e792b4bcb4cb HTTP/1.1" status: 204 len: 173 time: 0.7074046 Aug 17 16:20:43.858115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f834b14-47ff-4017-91e2-7a38ec74fe72', 'name': 'network-vif-deleted', 'tag': 'cadf725d-5c54-425e-9590-e792b4bcb4cb'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:43.861255 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d8d43f-3813-46df-9573-83b0b167baf4" -d '{"events": [{"server_uuid": "1f834b14-47ff-4017-91e2-7a38ec74fe72", "name": "network-vif-deleted", "tag": "cadf725d-5c54-425e-9590-e792b4bcb4cb"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:43.889059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-c747f315-ca16-4aac-87a5-52c2ff8be0b1 req-bac8bdca-79fe-4732-af66-57979b10acb4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-645828511', 'description': 'tempest-description-778100128'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:43.916945 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ae6c65-9185-4c1b-804c-9016ae250a42 x-openstack-request-id: req-f1ae6c65-9185-4c1b-804c-9016ae250a42 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:43.917234 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f834b14-47ff-4017-91e2-7a38ec74fe72", "name": "network-vif-deleted", "tag": "cadf725d-5c54-425e-9590-e792b4bcb4cb", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:43.917550 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1ae6c65-9185-4c1b-804c-9016ae250a42 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:43.918483 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f834b14-47ff-4017-91e2-7a38ec74fe72', 'name': 'network-vif-deleted', 'tag': 'cadf725d-5c54-425e-9590-e792b4bcb4cb', 'status': 'completed', 'code': 200} Aug 17 16:20:43.925234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee req-87ce19a1-5f79-4b82-8a65-23f1256ee2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:43.927100 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee req-87ce19a1-5f79-4b82-8a65-23f1256ee2c0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.1524012 Aug 17 16:20:43.941323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-b115dbfc-f14d-4f20-b5cb-bf6328b4dffd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:43.942952 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-b115dbfc-f14d-4f20-b5cb-bf6328b4dffd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 951 time: 0.0623569 Aug 17 16:20:44.001439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee req-da4b259d-6bc7-4f1a-a157-568570a4ae83 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596edea1-6cac-44c1-a93e-57e10c64a42e HTTP/1.1" status: 200 len: 217 time: 0.0654120 Aug 17 16:20:44.019024 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c747f315-ca16-4aac-87a5-52c2ff8be0b1 req-bac8bdca-79fe-4732-af66-57979b10acb4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.084064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee req-d85dd9b8-fe55-4cd7-a6dd-48a659de6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:44.085405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee req-d85dd9b8-fe55-4cd7-a6dd-48a659de6394 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.0758245 Aug 17 16:20:44.100301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-20532c79-aaa4-4517-8554-4568cd6dbe66 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Deleting port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:44.100701 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-20532c79-aaa4-4517-8554-4568cd6dbe66 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.132718 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee req-20081764-a064-46f2-8e48-1eb8de89cbbc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365181 Aug 17 16:20:44.174498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314cb29-36c5-4a02-b950-49dea811af94 req-884dc09e-eab4-4293-becb-a8d781e5b033 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:44.178957 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9314cb29-36c5-4a02-b950-49dea811af94 req-884dc09e-eab4-4293-becb-a8d781e5b033 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3891566-2bd8-4b1f-a15e-4144c1be75db HTTP/1.1" status: 200 len: 951 time: 0.1206186 Aug 17 16:20:44.233985 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c747f315-ca16-4aac-87a5-52c2ff8be0b1 req-bac8bdca-79fe-4732-af66-57979b10acb4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.242444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c747f315-ca16-4aac-87a5-52c2ff8be0b1 req-bac8bdca-79fe-4732-af66-57979b10acb4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.256376 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-20532c79-aaa4-4517-8554-4568cd6dbe66 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] For port adf227dc-0c0f-4fe2-bd5e-4eac235aee39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:44.256845 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-20532c79-aaa4-4517-8554-4568cd6dbe66 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.262303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9314cb29-36c5-4a02-b950-49dea811af94 req-dab38f9b-703a-473b-950b-10c49d7f89f7 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777612 Aug 17 16:20:44.275122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-20532c79-aaa4-4517-8554-4568cd6dbe66 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Calling delete_port for adf227dc-0c0f-4fe2-bd5e-4eac235aee39 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:44.311141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c747f315-ca16-4aac-87a5-52c2ff8be0b1 req-bac8bdca-79fe-4732-af66-57979b10acb4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.312445 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c747f315-ca16-4aac-87a5-52c2ff8be0b1 req-bac8bdca-79fe-4732-af66-57979b10acb4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4350488 Aug 17 16:20:44.319428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee req-02c2e7a7-433a-4737-8778-6f07bb0a67e1 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769900 Aug 17 16:20:44.325360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8bdca-79fe-4732-af66-57979b10acb4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22da4cd-ad69-4824-92c5-279f2c10c216,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:44.387894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-2ceece21-3eee-4b29-9107-4ea1bdc7c84c req-4e55cea0-9f30-4f33-9386-c9d997273049 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1714137340', 'description': 'tempest-description-872392635'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:44.429103 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2ceece21-3eee-4b29-9107-4ea1bdc7c84c req-4e55cea0-9f30-4f33-9386-c9d997273049 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.466262 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fbaa2a7e-a360-41d7-a336-ce0c32ec94ee req-e33cd686-d304-44f1-84a9-ac826f6b888b service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358047 Aug 17 16:20:44.472937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de42778-6b62-43be-a620-d1606f812291 req-1b18a3be-60ac-4935-9f92-c1ba5f12582b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:44.474671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7de42778-6b62-43be-a620-d1606f812291 req-1b18a3be-60ac-4935-9f92-c1ba5f12582b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.1016378 Aug 17 16:20:44.516008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-20532c79-aaa4-4517-8554-4568cd6dbe66 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.527875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['65b885e9-4bbe-484d-bc72-94409eda7b3b', '2ab60327-d041-48f7-ab25-9d7b77aba4bf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:44.559781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20532c79-aaa4-4517-8554-4568cd6dbe66 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Pushing event deleted for resources: {'Port': ['ID=adf227dc-0c0f-4fe2-bd5e-4eac235aee39,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:44.568864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:44.581002 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2ceece21-3eee-4b29-9107-4ea1bdc7c84c req-4e55cea0-9f30-4f33-9386-c9d997273049 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.588753 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2ceece21-3eee-4b29-9107-4ea1bdc7c84c req-4e55cea0-9f30-4f33-9386-c9d997273049 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.594284 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7de42778-6b62-43be-a620-d1606f812291 req-54f37884-edb4-45ac-a1ef-f8c2a7f77c81 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031764 Aug 17 16:20:44.637511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-20532c79-aaa4-4517-8554-4568cd6dbe66 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] No DVR routers for this DVR port adf227dc-0c0f-4fe2-bd5e-4eac235aee39 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:44.641480 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-20532c79-aaa4-4517-8554-4568cd6dbe66 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.644574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-78ae6663-3667-4812-bfff-2e036c1c2f4b req-20532c79-aaa4-4517-8554-4568cd6dbe66 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "DELETE /v2.0/ports/adf227dc-0c0f-4fe2-bd5e-4eac235aee39 HTTP/1.1" status: 204 len: 173 time: 0.6935802 Aug 17 16:20:44.646788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55cea0-9f30-4f33-9386-c9d997273049 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca28c2db-1122-4a34-8a32-321c4c0153f6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:44.650608 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2ceece21-3eee-4b29-9107-4ea1bdc7c84c req-4e55cea0-9f30-4f33-9386-c9d997273049 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.657762 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ceece21-3eee-4b29-9107-4ea1bdc7c84c req-4e55cea0-9f30-4f33-9386-c9d997273049 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2765129 Aug 17 16:20:44.801241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f500cca-0de4-47d8-acd5-42c7b2c674e2 req-5af31a39-8a75-478c-9b41-51ddb9fe9fea tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:44.810951 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f500cca-0de4-47d8-acd5-42c7b2c674e2 req-5af31a39-8a75-478c-9b41-51ddb9fe9fea tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 949 time: 0.0690243 Aug 17 16:20:44.825875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9d7a5-09b1-445c-b02e-7aaabc648af2 req-91d36120-6a7d-4848-b47b-4f3c5979a882 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:44.827869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6bb9d7a5-09b1-445c-b02e-7aaabc648af2 req-91d36120-6a7d-4848-b47b-4f3c5979a882 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0927207 Aug 17 16:20:44.867402 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f500cca-0de4-47d8-acd5-42c7b2c674e2 req-cfc47e92-2e84-48e9-b9cd-52bcd01cb1cc tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=94c325ca-eb94-4ef1-9bd5-817575df5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550814 Aug 17 16:20:44.891361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1d5a76c9-8a97-401d-bae1-e89d34d85ecd req-2fc52dfd-d3d2-4e4d-a81e-a4008c382ee4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1842861717', 'description': 'tempest-description-1552852082'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:44.929159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1d5a76c9-8a97-401d-bae1-e89d34d85ecd req-2fc52dfd-d3d2-4e4d-a81e-a4008c382ee4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:44.975544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6bb9d7a5-09b1-445c-b02e-7aaabc648af2 req-67f245be-ea5c-4519-86bf-8ad3c243495d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320951 Aug 17 16:20:45.009473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-e2599014-8812-4942-96d0-bf747a40ac12 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:45.012487 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-e2599014-8812-4942-96d0-bf747a40ac12 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 949 time: 0.1266639 Aug 17 16:20:45.070081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1d5a76c9-8a97-401d-bae1-e89d34d85ecd req-2fc52dfd-d3d2-4e4d-a81e-a4008c382ee4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:45.074412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1d5a76c9-8a97-401d-bae1-e89d34d85ecd req-2fc52dfd-d3d2-4e4d-a81e-a4008c382ee4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:45.105448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1d5a76c9-8a97-401d-bae1-e89d34d85ecd req-2fc52dfd-d3d2-4e4d-a81e-a4008c382ee4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:45.106805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d5a76c9-8a97-401d-bae1-e89d34d85ecd req-2fc52dfd-d3d2-4e4d-a81e-a4008c382ee4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2209218 Aug 17 16:20:45.111433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc52dfd-d3d2-4e4d-a81e-a4008c382ee4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382267f5-05d1-4a6d-8a91-307fa1c21eaa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:45.150805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd77db6-4e25-4758-94a4-d7092c36ed48 req-1e91fbd3-4d17-41bb-b666-689d05901402 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:45.152353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fdd77db6-4e25-4758-94a4-d7092c36ed48 req-1e91fbd3-4d17-41bb-b666-689d05901402 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 943 time: 0.0977504 Aug 17 16:20:45.195684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-1cda4dca-0876-4038-8151-96ccbb3ab17f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Deleting port 096e1880-920b-4909-b56c-9e7cb4688576 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:45.196009 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-1cda4dca-0876-4038-8151-96ccbb3ab17f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:45.252262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fdd77db6-4e25-4758-94a4-d7092c36ed48 req-e8d02ba0-8190-4a25-9442-643f0c63f260 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923615 Aug 17 16:20:45.330859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-1cda4dca-0876-4038-8151-96ccbb3ab17f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] For port 096e1880-920b-4909-b56c-9e7cb4688576, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=096e1880-920b-4909-b56c-9e7cb4688576,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:45.331212 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-1cda4dca-0876-4038-8151-96ccbb3ab17f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:45.335331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4106-1530-473a-b050-2db36222a639 req-2ecb0694-d74d-4627-acc4-1d9f886a26a5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:45.336875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3b7a4106-1530-473a-b050-2db36222a639 req-2ecb0694-d74d-4627-acc4-1d9f886a26a5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0796738 Aug 17 16:20:45.353795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-1cda4dca-0876-4038-8151-96ccbb3ab17f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Calling delete_port for 096e1880-920b-4909-b56c-9e7cb4688576 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:45.379623 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3b7a4106-1530-473a-b050-2db36222a639 req-ec6831a7-31b3-4250-8e87-3ce4ca5a5825 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Aug 17 16:20:45.494840 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1181dd2-5cb1-427e-8bf6-aac6d80e4f25 req-66d781e7-36e6-4355-bc2a-cfb96ecf3923 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a275aac162c941d09b0f23a94f702f42 HTTP/1.1" status: 200 len: 10895 time: 0.1963196 Aug 17 16:20:45.602891 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1181dd2-5cb1-427e-8bf6-aac6d80e4f25 req-6623a30a-11a2-4566-95f3-22bf767f10b8 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/ad16a5a6-b6cb-4c51-8c50-4d773c7400c6 HTTP/1.1" status: 200 len: 2981 time: 0.0945511 Aug 17 16:20:45.603922 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-1cda4dca-0876-4038-8151-96ccbb3ab17f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:45.616145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['096e1880-920b-4909-b56c-9e7cb4688576'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:45.645732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda4dca-0876-4038-8151-96ccbb3ab17f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Pushing event deleted for resources: {'Port': ['ID=096e1880-920b-4909-b56c-9e7cb4688576,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:45.685040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c6948-a19d-4cb3-9ef8-2029a9a27995 req-d3181d9f-2e14-44fe-a34f-c5962dc4b1b6 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:45.686658 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-835c6948-a19d-4cb3-9ef8-2029a9a27995 req-d3181d9f-2e14-44fe-a34f-c5962dc4b1b6 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0578845 Aug 17 16:20:45.709641 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-1cda4dca-0876-4038-8151-96ccbb3ab17f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] No DVR routers for this DVR port 096e1880-920b-4909-b56c-9e7cb4688576 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:45.712686 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-1cda4dca-0876-4038-8151-96ccbb3ab17f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:45.715362 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08f4f2b6-0ee9-462b-ae5d-8ada7cdf2944 req-1cda4dca-0876-4038-8151-96ccbb3ab17f tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.93 "DELETE /v2.0/ports/096e1880-920b-4909-b56c-9e7cb4688576 HTTP/1.1" status: 204 len: 173 time: 0.6927717 Aug 17 16:20:45.726926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1181dd2-5cb1-427e-8bf6-aac6d80e4f25 req-c324b763-df72-46ec-b64c-279b7c06762f tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/ad16a5a6-b6cb-4c51-8c50-4d773c7400c6 HTTP/1.1" status: 200 len: 2981 time: 0.1156652 Aug 17 16:20:45.741435 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-835c6948-a19d-4cb3-9ef8-2029a9a27995 req-fbd55663-b713-49d0-b4df-95cccef8a603 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461957 Aug 17 16:20:45.903505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b981e97-e580-42f2-80df-87ab5cc7ce87 req-d4c26ff3-97fa-4556-b42f-d758af99dd5b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:45.905273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b981e97-e580-42f2-80df-87ab5cc7ce87 req-d4c26ff3-97fa-4556-b42f-d758af99dd5b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0735507 Aug 17 16:20:45.919643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-deleted', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39'}, {'server_uuid': '5ab55bf3-7a5c-4b6a-b2b0-94021fabc251', 'name': 'network-vif-deleted', 'tag': '096e1880-920b-4909-b56c-9e7cb4688576'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:45.924280 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c21dd84-f5e2-48df-8b0b-1ade117b613d" -d '{"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-deleted", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39"}, {"server_uuid": "5ab55bf3-7a5c-4b6a-b2b0-94021fabc251", "name": "network-vif-deleted", "tag": "096e1880-920b-4909-b56c-9e7cb4688576"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:45.949880 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b981e97-e580-42f2-80df-87ab5cc7ce87 req-795c154f-cfc3-4308-b8a8-707649e11e77 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368037 Aug 17 16:20:46.013397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf3ae1-cdd2-45c2-a410-dba9c7eb7f95 req-835e033a-3dca-47a1-8d23-5ed15ed48e00 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:46.014954 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-40cf3ae1-cdd2-45c2-a410-dba9c7eb7f95 req-835e033a-3dca-47a1-8d23-5ed15ed48e00 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.0767307 Aug 17 16:20:46.033479 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea3d2962-4b4d-4f0d-b15e-1eb31e33f309 req-fec56cba-82c5-407e-b1bd-4b7c6ba46086 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/d22da4cd-ad69-4824-92c5-279f2c10c216 HTTP/1.1" status: 200 len: 1799 time: 0.0447161 Aug 17 16:20:46.054331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-40cf3ae1-cdd2-45c2-a410-dba9c7eb7f95 req-bbce083d-fd4f-419c-b21b-5b6b16def91e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Aug 17 16:20:46.095183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ea3d2962-4b4d-4f0d-b15e-1eb31e33f309 req-1131c397-3fa0-4bda-b8ca-21835fda1c38 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:46.117294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ea3d2962-4b4d-4f0d-b15e-1eb31e33f309 req-1131c397-3fa0-4bda-b8ca-21835fda1c38 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:46.159209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a559-32c1-4925-b967-8323fe5a7045 req-81585588-a2ae-4fa3-af12-5c2a1dd314e9 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:46.160286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ea3d2962-4b4d-4f0d-b15e-1eb31e33f309 req-1131c397-3fa0-4bda-b8ca-21835fda1c38 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:46.163077 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ea3d2962-4b4d-4f0d-b15e-1eb31e33f309 req-1131c397-3fa0-4bda-b8ca-21835fda1c38 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:46.164356 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea3d2962-4b4d-4f0d-b15e-1eb31e33f309 req-1131c397-3fa0-4bda-b8ca-21835fda1c38 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/d22da4cd-ad69-4824-92c5-279f2c10c216 HTTP/1.1" status: 204 len: 173 time: 0.1244192 Aug 17 16:20:46.166710 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2470a559-32c1-4925-b967-8323fe5a7045 req-81585588-a2ae-4fa3-af12-5c2a1dd314e9 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 950 time: 0.0561802 Aug 17 16:20:46.174616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131c397-3fa0-4bda-b8ca-21835fda1c38 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22da4cd-ad69-4824-92c5-279f2c10c216,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:46.209214 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2470a559-32c1-4925-b967-8323fe5a7045 req-62715040-f2f8-429b-be73-9339ef6cffce tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Aug 17 16:20:46.277444 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d39a2f-3ecf-4131-b5be-49a465179533 x-openstack-request-id: req-99d39a2f-3ecf-4131-b5be-49a465179533 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:46.277913 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3891566-2bd8-4b1f-a15e-4144c1be75db", "name": "network-vif-deleted", "tag": "adf227dc-0c0f-4fe2-bd5e-4eac235aee39", "status": "completed", "code": 200}, {"server_uuid": "5ab55bf3-7a5c-4b6a-b2b0-94021fabc251", "name": "network-vif-deleted", "tag": "096e1880-920b-4909-b56c-9e7cb4688576", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:46.278297 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99d39a2f-3ecf-4131-b5be-49a465179533 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:46.279219 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3891566-2bd8-4b1f-a15e-4144c1be75db', 'name': 'network-vif-deleted', 'tag': 'adf227dc-0c0f-4fe2-bd5e-4eac235aee39', 'status': 'completed', 'code': 200} Aug 17 16:20:46.279852 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab55bf3-7a5c-4b6a-b2b0-94021fabc251', 'name': 'network-vif-deleted', 'tag': '096e1880-920b-4909-b56c-9e7cb4688576', 'status': 'completed', 'code': 200} Aug 17 16:20:46.323114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8f6deb1c-c0e3-49c9-9dee-e8281b44c4ad req-b9f88d45-f784-45cc-a951-04ea4dd6e8d0 tempest-ImagesNegativeTestJSON-905413474 tempest-ImagesNegativeTestJSON-905413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ab55bf3-7a5c-4b6a-b2b0-94021fabc251 HTTP/1.1" status: 200 len: 210 time: 0.0628581 Aug 17 16:20:46.371776 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-cc84fa99-b66d-4d74-a102-5871bd7ef157 req-30db09f2-05f6-46ed-8ef3-96fbdf00357d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] show failed (client error): The resource could not be found. Aug 17 16:20:46.374412 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc84fa99-b66d-4d74-a102-5871bd7ef157 req-30db09f2-05f6-46ed-8ef3-96fbdf00357d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/d22da4cd-ad69-4824-92c5-279f2c10c216 HTTP/1.1" status: 404 len: 352 time: 0.0178473 Aug 17 16:20:46.423800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9405541-985f-48d3-9394-7d05cb25abcd req-c7b17533-9eee-40fb-958f-8bcc18807d8f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:46.426275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9405541-985f-48d3-9394-7d05cb25abcd req-c7b17533-9eee-40fb-958f-8bcc18807d8f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0802910 Aug 17 16:20:46.503836 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9405541-985f-48d3-9394-7d05cb25abcd req-8a27e77c-c23d-4438-bd09-8242be37b153 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610228 Aug 17 16:20:46.536103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 596edea1-6cac-44c1-a93e-57e10c64a42e details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:20:46.540084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device cadf725d-5c54-425e-9590-e792b4bcb4cb no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:46.582426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: cadf725d-5c54-425e-9590-e792b4bcb4cb {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:46.583056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device cadf725d-5c54-425e-9590-e792b4bcb4cb not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:46.585881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-509ab592-54c3-4f93-8a5e-39606268b7dc req-d6e2490c-919f-434c-9a96-c861565564e5 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/ca28c2db-1122-4a34-8a32-321c4c0153f6 HTTP/1.1" status: 200 len: 1800 time: 0.0564611 Aug 17 16:20:46.589160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad1f05-52fe-49d7-97ed-c4835c351fdf req-e23827a2-848c-4b64-970f-672929d0126b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:46.590823 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62ad1f05-52fe-49d7-97ed-c4835c351fdf req-e23827a2-848c-4b64-970f-672929d0126b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 943 time: 0.0650318 Aug 17 16:20:46.655520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-509ab592-54c3-4f93-8a5e-39606268b7dc req-f9dd565d-699a-46e1-9ddb-48caa39d3db1 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:46.658424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62ad1f05-52fe-49d7-97ed-c4835c351fdf req-404dedd9-6bb8-4f48-bc98-3a1f15f20de1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602078 Aug 17 16:20:46.698401 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-509ab592-54c3-4f93-8a5e-39606268b7dc req-f9dd565d-699a-46e1-9ddb-48caa39d3db1 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:46.718784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:46.734819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '596edea1-6cac-44c1-a93e-57e10c64a42e', 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3', 'port_id': '596edea1-6cac-44c1-a93e-57e10c64a42e', 'mac_address': 'fa:16:3e:9e:00:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb19aee1-783b-4332-b4fd-155bac3d322f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:20:46.753418 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-509ab592-54c3-4f93-8a5e-39606268b7dc req-f9dd565d-699a-46e1-9ddb-48caa39d3db1 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:46.762125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-509ab592-54c3-4f93-8a5e-39606268b7dc req-f9dd565d-699a-46e1-9ddb-48caa39d3db1 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:46.765863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-509ab592-54c3-4f93-8a5e-39606268b7dc req-f9dd565d-699a-46e1-9ddb-48caa39d3db1 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/ca28c2db-1122-4a34-8a32-321c4c0153f6 HTTP/1.1" status: 204 len: 173 time: 0.1718571 Aug 17 16:20:46.802910 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:46.803181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd565d-699a-46e1-9ddb-48caa39d3db1 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca28c2db-1122-4a34-8a32-321c4c0153f6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:46.811735 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-f8cab3ed-c09c-4a35-8a7c-fff024eba092 req-0a654670-c9a6-4e1a-9cd2-0fba22563633 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] show failed (client error): The resource could not be found. Aug 17 16:20:46.812758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8cab3ed-c09c-4a35-8a7c-fff024eba092 req-0a654670-c9a6-4e1a-9cd2-0fba22563633 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/ca28c2db-1122-4a34-8a32-321c4c0153f6 HTTP/1.1" status: 404 len: 352 time: 0.0223548 Aug 17 16:20:46.840042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596edea1-6cac-44c1-a93e-57e10c64a42e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:46.865988 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:46.871465 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:46.875426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b1d36-1670-4746-832c-00199bf7ec86 req-cb383964-4466-4507-81d6-68c3854cf723 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:46.879226 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a41b1d36-1670-4746-832c-00199bf7ec86 req-cb383964-4466-4507-81d6-68c3854cf723 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0730691 Aug 17 16:20:46.920695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a41b1d36-1670-4746-832c-00199bf7ec86 req-b2b79844-c0be-4184-86c8-0324f99c85ff tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372427 Aug 17 16:20:46.938104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9701-1820-4021-a04f-85e499c585e4 req-49100f03-645a-4c0c-b533-13fc9cbaa6f6 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:46.940095 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be1e9701-1820-4021-a04f-85e499c585e4 req-49100f03-645a-4c0c-b533-13fc9cbaa6f6 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0581896 Aug 17 16:20:46.948091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=596edea1-6cac-44c1-a93e-57e10c64a42e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:46.994205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be1e9701-1820-4021-a04f-85e499c585e4 req-e385d8e4-2100-4b54-aadf-6a9da434d134 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/security-groups?id=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456185 Aug 17 16:20:47.005012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a061bdac-52c8-4856-b796-607643df2831 req-87a74280-8f69-42f3-ba35-b1c41175f391 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/382267f5-05d1-4a6d-8a91-307fa1c21eaa HTTP/1.1" status: 200 len: 1801 time: 0.0523045 Aug 17 16:20:47.081508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a061bdac-52c8-4856-b796-607643df2831 req-3a1ee771-cc5e-411c-a53c-313e060b427d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:47.106771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03246e6-3c94-41b8-98a3-0612eae23ad8 req-d0a146b4-ce74-4d25-90b1-3cf17c9bf87f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:47.107940 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a061bdac-52c8-4856-b796-607643df2831 req-3a1ee771-cc5e-411c-a53c-313e060b427d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:47.108599 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b03246e6-3c94-41b8-98a3-0612eae23ad8 req-d0a146b4-ce74-4d25-90b1-3cf17c9bf87f tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0536504 Aug 17 16:20:47.115774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['596edea1-6cac-44c1-a93e-57e10c64a42e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:47.150062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b03246e6-3c94-41b8-98a3-0612eae23ad8 req-9150c597-d5a1-47c9-b4b5-dd463f31c52a tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341125 Aug 17 16:20:47.206995 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a061bdac-52c8-4856-b796-607643df2831 req-3a1ee771-cc5e-411c-a53c-313e060b427d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:47.211642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a061bdac-52c8-4856-b796-607643df2831 req-3a1ee771-cc5e-411c-a53c-313e060b427d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:47.213651 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a061bdac-52c8-4856-b796-607643df2831 req-3a1ee771-cc5e-411c-a53c-313e060b427d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/382267f5-05d1-4a6d-8a91-307fa1c21eaa HTTP/1.1" status: 204 len: 173 time: 0.1956439 Aug 17 16:20:47.246783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ee771-cc5e-411c-a53c-313e060b427d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382267f5-05d1-4a6d-8a91-307fa1c21eaa,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:47.274677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-95440451-361f-406f-815f-29e8b34f5e71 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:47.276320 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-95440451-361f-406f-815f-29e8b34f5e71 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 950 time: 0.1246767 Aug 17 16:20:47.278364 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-8f4265c4-88b9-42b7-8280-4468e919f157 req-bc044d17-c3a1-41c8-a54b-b73413bfabe0 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] show failed (client error): The resource could not be found. Aug 17 16:20:47.293335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8f4265c4-88b9-42b7-8280-4468e919f157 req-bc044d17-c3a1-41c8-a54b-b73413bfabe0 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/382267f5-05d1-4a6d-8a91-307fa1c21eaa HTTP/1.1" status: 404 len: 352 time: 0.0414200 Aug 17 16:20:47.334584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58238b-960b-4962-a2ce-d4423c35f4ee req-e01e74c3-f9a2-45cb-af10-f2fe508c4339 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:47.335995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de58238b-960b-4962-a2ce-d4423c35f4ee req-e01e74c3-f9a2-45cb-af10-f2fe508c4339 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.0965922 Aug 17 16:20:47.383699 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de58238b-960b-4962-a2ce-d4423c35f4ee req-34c2dc9a-e70b-42c1-b867-086f5881a21f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403326 Aug 17 16:20:47.426467 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-a59acebc-48c1-4ab4-ba47-10487edd667c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Deleting port 2ab60327-d041-48f7-ab25-9d7b77aba4bf {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:47.426719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-a59acebc-48c1-4ab4-ba47-10487edd667c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:47.451205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbcc6e-404a-45a3-a9f7-812bd2e55605 req-140c09fd-8b51-4794-bbf1-566926c31286 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:47.452721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0bbcc6e-404a-45a3-a9f7-812bd2e55605 req-140c09fd-8b51-4794-bbf1-566926c31286 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=651fe5d0-e5ae-40bc-891d-56788cba1f99 HTTP/1.1" status: 200 len: 950 time: 0.0883505 Aug 17 16:20:47.524620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fa80d-07a9-4c08-8aa4-3761cf456935 req-89f41fb5-4e2d-427f-9932-59c41ded789d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:47.526162 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-818fa80d-07a9-4c08-8aa4-3761cf456935 req-89f41fb5-4e2d-427f-9932-59c41ded789d tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0799723 Aug 17 16:20:47.533579 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0bbcc6e-404a-45a3-a9f7-812bd2e55605 req-85800b96-4b0c-4c54-88e0-29a0492aecd6 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557225 Aug 17 16:20:47.538844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-53d6ce14-911c-4531-8772-c13b7dfe6f9a tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:47.540364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-53d6ce14-911c-4531-8772-c13b7dfe6f9a tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 945 time: 0.0683942 Aug 17 16:20:47.561818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-a59acebc-48c1-4ab4-ba47-10487edd667c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] For port 2ab60327-d041-48f7-ab25-9d7b77aba4bf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2ab60327-d041-48f7-ab25-9d7b77aba4bf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:47.562187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-a59acebc-48c1-4ab4-ba47-10487edd667c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:47.576123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-a59acebc-48c1-4ab4-ba47-10487edd667c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Calling delete_port for 2ab60327-d041-48f7-ab25-9d7b77aba4bf owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:47.633236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-818fa80d-07a9-4c08-8aa4-3761cf456935 req-c97fd682-d381-4202-b16d-2ffb1e01290e tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918677 Aug 17 16:20:47.684537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-6e1dfa41-4ed1-4d4f-be7a-c7fd6b19cf3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Deleting port 275cab89-b0f7-47a1-9ab7-c1189925ef49 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:47.684537 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-6e1dfa41-4ed1-4d4f-be7a-c7fd6b19cf3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:47.719780 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7ed2b54-e45d-46d2-85af-c39d89b2e4c1 req-4ba9f25e-8698-456c-8f8e-fac4d34ae699 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a275aac162c941d09b0f23a94f702f42 HTTP/1.1" status: 200 len: 6148 time: 0.1377070 Aug 17 16:20:47.824881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7ed2b54-e45d-46d2-85af-c39d89b2e4c1 req-7f5fae51-a591-4623-bac9-f5fecadf726a tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/ad16a5a6-b6cb-4c51-8c50-4d773c7400c6 HTTP/1.1" status: 200 len: 2981 time: 0.0928056 Aug 17 16:20:47.830735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-a59acebc-48c1-4ab4-ba47-10487edd667c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:47.844314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['65b885e9-4bbe-484d-bc72-94409eda7b3b', '2ab60327-d041-48f7-ab25-9d7b77aba4bf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:47.847001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['be4e68f7-ae5e-44f3-80d4-b979d1df6167'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:47.872394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59acebc-48c1-4ab4-ba47-10487edd667c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Pushing event deleted for resources: {'Port': ['ID=2ab60327-d041-48f7-ab25-9d7b77aba4bf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:47.910536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-6e1dfa41-4ed1-4d4f-be7a-c7fd6b19cf3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] For port 275cab89-b0f7-47a1-9ab7-c1189925ef49, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=275cab89-b0f7-47a1-9ab7-c1189925ef49,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:47.911070 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-6e1dfa41-4ed1-4d4f-be7a-c7fd6b19cf3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:47.931955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-a59acebc-48c1-4ab4-ba47-10487edd667c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] No DVR routers for this DVR port 2ab60327-d041-48f7-ab25-9d7b77aba4bf on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:47.935246 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-a59acebc-48c1-4ab4-ba47-10487edd667c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:47.937753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6228069c-c1e9-4ae9-8858-9eec3667238f req-a59acebc-48c1-4ab4-ba47-10487edd667c tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "DELETE /v2.0/ports/2ab60327-d041-48f7-ab25-9d7b77aba4bf HTTP/1.1" status: 204 len: 173 time: 0.6428895 Aug 17 16:20:47.937916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-6e1dfa41-4ed1-4d4f-be7a-c7fd6b19cf3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Calling delete_port for 275cab89-b0f7-47a1-9ab7-c1189925ef49 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:47.938025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-deleted', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:47.939814 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a266ac5a-fd99-4569-b97a-02202009ce76" -d '{"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-deleted", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:47.946875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7ed2b54-e45d-46d2-85af-c39d89b2e4c1 req-cc44d9f9-374e-4f9c-aa4b-22934ae19bd0 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/ad16a5a6-b6cb-4c51-8c50-4d773c7400c6 HTTP/1.1" status: 200 len: 2981 time: 0.1139090 Aug 17 16:20:47.953143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e63a4-7711-46ff-af81-ab7ef21ac273 req-21f39da6-8439-40fc-9ca9-a86efe417535 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:47.965539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085e63a4-7711-46ff-af81-ab7ef21ac273 req-21f39da6-8439-40fc-9ca9-a86efe417535 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1449192 Aug 17 16:20:48.044463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 275cab89-b0f7-47a1-9ab7-c1189925ef49 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:48.072479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24655d86-7854-432e-991c-a48b0517ac53 req-c6a44284-209d-49e4-b55b-86f46c81c4df tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:48.075242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24655d86-7854-432e-991c-a48b0517ac53 req-c6a44284-209d-49e4-b55b-86f46c81c4df tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 944 time: 0.0753922 Aug 17 16:20:48.110714 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085e63a4-7711-46ff-af81-ab7ef21ac273 req-2ff84c9e-8929-4ff8-be25-cb74b6a141aa tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440146 Aug 17 16:20:48.139316 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24655d86-7854-432e-991c-a48b0517ac53 req-651bfa0b-ed2a-4185-ae9c-e7a4eadb603e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571406 Aug 17 16:20:48.207798 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13625e77-6a7f-4498-b003-3652c7c95627 x-openstack-request-id: req-13625e77-6a7f-4498-b003-3652c7c95627 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:48.208268 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651fe5d0-e5ae-40bc-891d-56788cba1f99", "name": "network-vif-deleted", "tag": "2ab60327-d041-48f7-ab25-9d7b77aba4bf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:48.208802 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13625e77-6a7f-4498-b003-3652c7c95627 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:48.209442 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651fe5d0-e5ae-40bc-891d-56788cba1f99', 'name': 'network-vif-deleted', 'tag': '2ab60327-d041-48f7-ab25-9d7b77aba4bf', 'status': 'completed', 'code': 200} Aug 17 16:20:48.242270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ed3fd375-00ff-4ed0-a43e-dae809fb053e req-340bca7b-98b3-47c5-bcc0-a49f54dd7343 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1952807589', 'description': 'tempest-description-1742942024'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:48.291997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed3fd375-00ff-4ed0-a43e-dae809fb053e req-340bca7b-98b3-47c5-bcc0-a49f54dd7343 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.296335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-6e1dfa41-4ed1-4d4f-be7a-c7fd6b19cf3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.302060 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.348471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db37b563-db10-4ab6-85fd-995bc96e6c97 req-234faffc-2a1e-450d-8336-56c2695074f1 tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c5751-308a-4e24-9ca8-75f699975881 HTTP/1.1" status: 200 len: 210 time: 0.0450728 Aug 17 16:20:48.364324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 096e1880-920b-4909-b56c-9e7cb4688576 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:48.379202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dfa41-4ed1-4d4f-be7a-c7fd6b19cf3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Pushing event deleted for resources: {'Port': ['ID=275cab89-b0f7-47a1-9ab7-c1189925ef49,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:48.390914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 096e1880-920b-4909-b56c-9e7cb4688576 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:48.391150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 096e1880-920b-4909-b56c-9e7cb4688576 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:48.391577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:48.420671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: adf227dc-0c0f-4fe2-bd5e-4eac235aee39 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:48.421022 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device adf227dc-0c0f-4fe2-bd5e-4eac235aee39 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:48.432507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-6e1dfa41-4ed1-4d4f-be7a-c7fd6b19cf3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] No DVR routers for this DVR port 275cab89-b0f7-47a1-9ab7-c1189925ef49 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:48.436860 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-6e1dfa41-4ed1-4d4f-be7a-c7fd6b19cf3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.439069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf6d1a37-c5fe-4e1c-a00c-852827d4b768 req-6e1dfa41-4ed1-4d4f-be7a-c7fd6b19cf3e tempest-ListServerFiltersTestJSON-1810739806 tempest-ListServerFiltersTestJSON-1810739806-project] 10.222.0.93 "DELETE /v2.0/ports/275cab89-b0f7-47a1-9ab7-c1189925ef49 HTTP/1.1" status: 204 len: 173 time: 0.8901262 Aug 17 16:20:48.439582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0c5751-308a-4e24-9ca8-75f699975881', 'name': 'network-vif-deleted', 'tag': '275cab89-b0f7-47a1-9ab7-c1189925ef49'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:48.442042 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd41fdd-ab6b-4213-970d-9ce407c1fde4" -d '{"events": [{"server_uuid": "1a0c5751-308a-4e24-9ca8-75f699975881", "name": "network-vif-deleted", "tag": "275cab89-b0f7-47a1-9ab7-c1189925ef49"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:48.549982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed3fd375-00ff-4ed0-a43e-dae809fb053e req-340bca7b-98b3-47c5-bcc0-a49f54dd7343 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.551589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 596edea1-6cac-44c1-a93e-57e10c64a42e up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:20:48.559866 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed3fd375-00ff-4ed0-a43e-dae809fb053e req-340bca7b-98b3-47c5-bcc0-a49f54dd7343 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.614326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 596edea1-6cac-44c1-a93e-57e10c64a42e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:20:48.618902 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 596edea1-6cac-44c1-a93e-57e10c64a42e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:20:48.619143 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.658769 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed3fd375-00ff-4ed0-a43e-dae809fb053e req-340bca7b-98b3-47c5-bcc0-a49f54dd7343 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.660737 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed3fd375-00ff-4ed0-a43e-dae809fb053e req-340bca7b-98b3-47c5-bcc0-a49f54dd7343 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4228852 Aug 17 16:20:48.666512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bca7b-98b3-47c5-bcc0-a49f54dd7343 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:48.702610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918b071-0f4d-4b18-a12e-10bfeccb9cbf req-18d73c43-5f32-4f97-ad89-3220d480b936 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:48.704216 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2918b071-0f4d-4b18-a12e-10bfeccb9cbf req-18d73c43-5f32-4f97-ad89-3220d480b936 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.1174557 Aug 17 16:20:48.728136 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ad6c3-7ca7-4d42-851f-e81fc17d16d0 x-openstack-request-id: req-a06ad6c3-7ca7-4d42-851f-e81fc17d16d0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:48.728438 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0c5751-308a-4e24-9ca8-75f699975881", "name": "network-vif-deleted", "tag": "275cab89-b0f7-47a1-9ab7-c1189925ef49", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:48.728781 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a06ad6c3-7ca7-4d42-851f-e81fc17d16d0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:48.729431 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0c5751-308a-4e24-9ca8-75f699975881', 'name': 'network-vif-deleted', 'tag': '275cab89-b0f7-47a1-9ab7-c1189925ef49', 'status': 'completed', 'code': 200} Aug 17 16:20:48.766226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.766858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2918b071-0f4d-4b18-a12e-10bfeccb9cbf req-4a43e781-fdfa-4e01-aa39-8a13b829c323 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544481 Aug 17 16:20:48.813452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596edea1-6cac-44c1-a93e-57e10c64a42e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:48.816633 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519d0cbe-c3c7-4460-bf36-fa49b2787e56" -d '{"events": [{"server_uuid": "a2544fe6-6cc9-40c7-8243-78885e978e5f", "name": "network-vif-plugged", "status": "completed", "tag": "596edea1-6cac-44c1-a93e-57e10c64a42e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:48.838958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:48.843434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99995e-7340-4527-8d4e-51401b75d8a3 req-e6a4440d-337a-49dd-81ca-3edf06e8e1a3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:48.844622 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.851220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be99995e-7340-4527-8d4e-51401b75d8a3 req-e6a4440d-337a-49dd-81ca-3edf06e8e1a3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0651817 Aug 17 16:20:48.852123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-fbde2d52-7949-44d6-a26a-91aa70609d36 req-ba3e4a41-c121-4ae3-989d-cb7110a091fa tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-403950300', 'description': 'tempest-description-634525781'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:48.890741 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fbde2d52-7949-44d6-a26a-91aa70609d36 req-ba3e4a41-c121-4ae3-989d-cb7110a091fa tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:48.900662 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=596edea1-6cac-44c1-a93e-57e10c64a42e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:48.902605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be99995e-7340-4527-8d4e-51401b75d8a3 req-3c106af2-56f1-4fea-818a-2741109409fd tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499449 Aug 17 16:20:49.016359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fbde2d52-7949-44d6-a26a-91aa70609d36 req-ba3e4a41-c121-4ae3-989d-cb7110a091fa tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:49.025639 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fbde2d52-7949-44d6-a26a-91aa70609d36 req-ba3e4a41-c121-4ae3-989d-cb7110a091fa tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:49.047062 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7278c0a7-fd16-4066-a091-bf77c0129173 x-openstack-request-id: req-7278c0a7-fd16-4066-a091-bf77c0129173 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:49.047062 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2544fe6-6cc9-40c7-8243-78885e978e5f", "name": "network-vif-plugged", "status": "completed", "tag": "596edea1-6cac-44c1-a93e-57e10c64a42e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:49.047062 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7278c0a7-fd16-4066-a091-bf77c0129173 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:49.047062 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596edea1-6cac-44c1-a93e-57e10c64a42e', 'code': 200} Aug 17 16:20:49.077655 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fbde2d52-7949-44d6-a26a-91aa70609d36 req-ba3e4a41-c121-4ae3-989d-cb7110a091fa tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:49.079192 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fbde2d52-7949-44d6-a26a-91aa70609d36 req-ba3e4a41-c121-4ae3-989d-cb7110a091fa tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2330575 Aug 17 16:20:49.103056 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e4a41-c121-4ae3-989d-cb7110a091fa tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4c815-407a-48e8-95af-e79fad3c138d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:49.238639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709c556-0604-4fdf-aa50-32e3a04e6172 req-1d7445a2-9cd1-4773-ac6b-e06e0bb86000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:49.240313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2709c556-0604-4fdf-aa50-32e3a04e6172 req-1d7445a2-9cd1-4773-ac6b-e06e0bb86000 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1096 time: 0.1289747 Aug 17 16:20:49.292099 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:49.295463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd2ee-6c1f-44e1-848e-d39bb54d5404 req-9a1c4864-5dd3-4262-b27d-b4b2b83907d4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:49.297044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5afd2ee-6c1f-44e1-848e-d39bb54d5404 req-9a1c4864-5dd3-4262-b27d-b4b2b83907d4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1123047 Aug 17 16:20:49.304038 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2709c556-0604-4fdf-aa50-32e3a04e6172 req-79e112a1-75d7-4516-b545-219d83405325 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534627 Aug 17 16:20:49.341097 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5afd2ee-6c1f-44e1-848e-d39bb54d5404 req-b906475e-0159-4ec9-aa91-34fe88d24cec tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360563 Aug 17 16:20:49.434911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d603d-fb23-4c3e-bb7a-bc2cf0a744ce req-43454953-b83e-4d53-9ebb-6e1ba1b7ee50 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:49.437635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-862d603d-fb23-4c3e-bb7a-bc2cf0a744ce req-43454953-b83e-4d53-9ebb-6e1ba1b7ee50 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 945 time: 0.0526009 Aug 17 16:20:49.466945 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:49.477393 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-862d603d-fb23-4c3e-bb7a-bc2cf0a744ce req-8f47c70e-7990-4b51-b33a-ded885a922e1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340436 Aug 17 16:20:49.527871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b81bb41d-ca44-4016-83ca-70ca1d803806 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:49.529401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b81bb41d-ca44-4016-83ca-70ca1d803806 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 812 time: 0.1144776 Aug 17 16:20:49.546546 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-bf5738cf-d8d2-4c05-ac1a-05e010beb7fa tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/quotas/a275aac162c941d09b0f23a94f702f42 HTTP/1.1" status: 200 len: 375 time: 0.0106430 Aug 17 16:20:49.593939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f20e64-412d-47d1-a72d-783abff13efe req-842fe0cd-a7de-4e27-a31b-12ce8fb3b5ad tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:49.595525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9f20e64-412d-47d1-a72d-783abff13efe req-842fe0cd-a7de-4e27-a31b-12ce8fb3b5ad tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.0512848 Aug 17 16:20:49.598358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-0108101c-d9eb-411c-8fc6-187a16ff88b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457284 Aug 17 16:20:49.639365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9f20e64-412d-47d1-a72d-783abff13efe req-974d1e28-41e9-42a6-a13c-2b009a8749fc tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333133 Aug 17 16:20:49.727549 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-59fc8e0f-d12a-4fbb-9bfa-764f3fb2849f service neutron] 10.222.0.77 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155026 Aug 17 16:20:49.759876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:49.815399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af26c11-b135-4fcc-acfd-f3abeb19f847 admin admin] Deleting subnet 3a975b76-b875-47be-8b0d-6fd61b373dda {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:20:49.827665 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af26c11-b135-4fcc-acfd-f3abeb19f847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:49.836664 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-84e383f2-f854-4ca3-a951-bbc8ca8e31b1 service neutron] 10.222.0.77 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027453 Aug 17 16:20:49.887816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af26c11-b135-4fcc-acfd-f3abeb19f847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:49.930711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721099-2583-45f5-acc0-46b3232babf6 req-7c698af8-e214-4ff1-8b12-78b7e2ef3bac tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:49.934884 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4d721099-2583-45f5-acc0-46b3232babf6 req-7c698af8-e214-4ff1-8b12-78b7e2ef3bac tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1264641 Aug 17 16:20:50.019908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4d721099-2583-45f5-acc0-46b3232babf6 req-5655497b-d21b-4f7a-824c-b90e75cfaa51 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807576 Aug 17 16:20:50.037289 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af26c11-b135-4fcc-acfd-f3abeb19f847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.141359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:50.142520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87823b-176c-410b-8eb8-463caa74d729 req-d190a5a2-3628-4e96-b1d2-06aff65dd8bc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:50.145111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c87823b-176c-410b-8eb8-463caa74d729 req-d190a5a2-3628-4e96-b1d2-06aff65dd8bc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.1285853 Aug 17 16:20:50.159543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-807b4171-8047-4b95-a2a3-45743a7168a1 req-022e6c7e-2b02-41ce-a98e-a04b22e5eab8 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 210 time: 0.0845993 Aug 17 16:20:50.277803 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af26c11-b135-4fcc-acfd-f3abeb19f847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.303368 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c87823b-176c-410b-8eb8-463caa74d729 req-196601be-141d-4cda-9f82-b6aec47eee96 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470509 Aug 17 16:20:50.323643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe7c4c-7bbb-485a-9755-5bcbe8aa36a7 None None] Network eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:50.344515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af26c11-b135-4fcc-acfd-f3abeb19f847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.346544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6af26c11-b135-4fcc-acfd-f3abeb19f847 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3a975b76-b875-47be-8b0d-6fd61b373dda HTTP/1.1" status: 204 len: 168 time: 0.5855546 Aug 17 16:20:50.347775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af26c11-b135-4fcc-acfd-f3abeb19f847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a975b76-b875-47be-8b0d-6fd61b373dda,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:50.349386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45560) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:50.476469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.549360 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:50.567348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Deleting port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:50.567808 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.585601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 2ab60327-d041-48f7-ab25-9d7b77aba4bf {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:50.585955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2ab60327-d041-48f7-ab25-9d7b77aba4bf not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:50.616069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5bbb7d-6d2d-4b1f-91b8-454d2f7e5ce4 None None] DHCP port deletion for eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:20:50.690812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1b5bbb7d-6d2d-4b1f-91b8-454d2f7e5ce4 None None] Deleting port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:50.691609 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbb7d-6d2d-4b1f-91b8-454d2f7e5ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.717531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] For port 0ab57170-8cbd-48c8-a9d8-f338c78e2789, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0ab57170-8cbd-48c8-a9d8-f338c78e2789,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:50.718031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.734837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Calling delete_port for 0ab57170-8cbd-48c8-a9d8-f338c78e2789 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:50.804878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1b5bbb7d-6d2d-4b1f-91b8-454d2f7e5ce4 None None] For port 0ab57170-8cbd-48c8-a9d8-f338c78e2789, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0ab57170-8cbd-48c8-a9d8-f338c78e2789,segment=NetworkSegment(e391c782-8524-4c96-9d7e-04f314a4ceed),segment_id=e391c782-8524-4c96-9d7e-04f314a4ceed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:50.805729 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbb7d-6d2d-4b1f-91b8-454d2f7e5ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.823506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1b5bbb7d-6d2d-4b1f-91b8-454d2f7e5ce4 None None] Calling delete_port for 0ab57170-8cbd-48c8-a9d8-f338c78e2789 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:50.826058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7d47c-c07a-45dc-b272-3b56ec89fcd2 req-35d229af-3c27-47c3-9e3c-e866daa399f7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:50.827897 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70d7d47c-c07a-45dc-b272-3b56ec89fcd2 req-35d229af-3c27-47c3-9e3c-e866daa399f7 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.4657309 Aug 17 16:20:50.834589 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b5fcb87-7312-43bc-b837-b4af9fcf65c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1e851f8b93f49df8ee9ba323a1cdf91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6817055 Aug 17 16:20:50.835828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:50.856293 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.871157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff367ad-46fc-422e-ad7a-db372fbf6dc9 req-981371d2-7a5a-4f9e-9d52-cb3cfb848430 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:50.881310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ff367ad-46fc-422e-ad7a-db372fbf6dc9 req-981371d2-7a5a-4f9e-9d52-cb3cfb848430 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 945 time: 0.2835174 Aug 17 16:20:50.935643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70d7d47c-c07a-45dc-b272-3b56ec89fcd2 req-0c686f97-e409-49c4-aca1-cc7f08828441 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010125 Aug 17 16:20:50.940839 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbb7d-6d2d-4b1f-91b8-454d2f7e5ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.948115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab57170-8cbd-48c8-a9d8-f338c78e2789,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:50.959144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] No DVR routers for this DVR port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:50.973669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-0328ccd7-8d90-4ca2-ab2f-36ed2b1d3733 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:50.974902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-0328ccd7-8d90-4ca2-ab2f-36ed2b1d3733 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.1421657 Aug 17 16:20:50.991493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c972-cb32-4d8e-bd50-57ae5528678c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:50.995239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bbb7d-6d2d-4b1f-91b8-454d2f7e5ce4 None None] Pushing event deleted for resources: {'Port': ['ID=0ab57170-8cbd-48c8-a9d8-f338c78e2789,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:51.007413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5bbb7d-6d2d-4b1f-91b8-454d2f7e5ce4 None None] No DVR routers for this DVR port 0ab57170-8cbd-48c8-a9d8-f338c78e2789 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:51.042558 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c972-cb32-4d8e-bd50-57ae5528678c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.070766 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ff367ad-46fc-422e-ad7a-db372fbf6dc9 req-7f1ea04e-3c5c-454b-888f-f205c4909044 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869929 Aug 17 16:20:51.098572 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.118895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:51.136038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e391c782-8524-4c96-9d7e-04f314a4ceed') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:51.136988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e391c782-8524-4c96-9d7e-04f314a4ceed') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:20:51.156120 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.181431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f958-c01e-49a4-8f84-06469131885c req-54ac225b-fda4-4f94-8fb1-1532f1717e01 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:51.183080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b328f958-c01e-49a4-8f84-06469131885c req-54ac225b-fda4-4f94-8fb1-1532f1717e01 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 950 time: 0.0889592 Aug 17 16:20:51.189826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-d4bb4714-d2d4-498b-a547-97bfc68fbbfd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Deleting port be4e68f7-ae5e-44f3-80d4-b979d1df6167 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:51.190195 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-d4bb4714-d2d4-498b-a547-97bfc68fbbfd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.195150 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.206701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:20:51.207377 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:20:51.210350 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:20:51.213518 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c972-cb32-4d8e-bd50-57ae5528678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.217064 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c972-cb32-4d8e-bd50-57ae5528678c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.221141 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c0c6c972-cb32-4d8e-bd50-57ae5528678c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94c325ca-eb94-4ef1-9bd5-817575df5ebd HTTP/1.1" status: 204 len: 168 time: 0.3843977 Aug 17 16:20:51.283263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6c972-cb32-4d8e-bd50-57ae5528678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c325ca-eb94-4ef1-9bd5-817575df5ebd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:51.313945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.326079 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.329076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] 10.222.0.77 "DELETE /v2.0/networks/eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444 HTTP/1.1" status: 204 len: 168 time: 0.9783733 Aug 17 16:20:51.355899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a94c4-def2-4bf9-a34d-644184605979 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeaf7eec-8bb1-4928-9aeb-bcd9dd6e4444,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:51.402277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b328f958-c01e-49a4-8f84-06469131885c req-0b2d49c1-180e-43bc-bcaa-586bffb245ec tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752019 Aug 17 16:20:51.509694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-d4bb4714-d2d4-498b-a547-97bfc68fbbfd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] For port be4e68f7-ae5e-44f3-80d4-b979d1df6167, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=be4e68f7-ae5e-44f3-80d4-b979d1df6167,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:51.511622 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-d4bb4714-d2d4-498b-a547-97bfc68fbbfd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.550127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-d4bb4714-d2d4-498b-a547-97bfc68fbbfd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Calling delete_port for be4e68f7-ae5e-44f3-80d4-b979d1df6167 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:51.558253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5000c816-359b-40f3-93c0-52c3b572d93b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:51.560121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5000c816-359b-40f3-93c0-52c3b572d93b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.91 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 812 time: 0.2280602 Aug 17 16:20:51.579594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'port': {'device_id': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94', 'admin_state_up': True, 'tenant_id': 'a275aac162c941d09b0f23a94f702f42'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:51.704500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:51.800209 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-46dcbb5a-dc9f-4957-972e-1a67b7b47297 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45b87085964648ac836898dd5fcc247b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939009 Aug 17 16:20:51.816212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:51.830966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255347b-1001-467c-afa1-0014fe3f1523 req-46a18255-432d-4fed-9a55-e86946527211 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:51.838894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4255347b-1001-467c-afa1-0014fe3f1523 req-46a18255-432d-4fed-9a55-e86946527211 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.2610433 Aug 17 16:20:51.844857 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9304ed-34c5-45a7-acdf-e685b9e199c0 req-52afc6f5-8ac6-4b3b-8efd-ebd5e5a2953f tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:51.846457 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff9304ed-34c5-45a7-acdf-e685b9e199c0 req-52afc6f5-8ac6-4b3b-8efd-ebd5e5a2953f tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1096 time: 0.1359830 Aug 17 16:20:51.900447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Made reservation on behalf of a275aac162c941d09b0f23a94f702f42 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:51.905537 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:51.928257 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff9304ed-34c5-45a7-acdf-e685b9e199c0 req-66e7fdbd-c540-4a4d-8392-0293229667e0 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701268 Aug 17 16:20:51.946479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4255347b-1001-467c-afa1-0014fe3f1523 req-7a09ab71-b209-46eb-a794-c7d7f29b896b tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947983 Aug 17 16:20:51.997957 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eedd1aa8-b743-48cd-9bba-d7c366b99288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:52.039064 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-d4bb4714-d2d4-498b-a547-97bfc68fbbfd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:52.053389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['65b885e9-4bbe-484d-bc72-94409eda7b3b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:52.055688 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eedd1aa8-b743-48cd-9bba-d7c366b99288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:52.063382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['be4e68f7-ae5e-44f3-80d4-b979d1df6167'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:52.066675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5e51087-546d-4f2e-9e03-6ccdadf35d17 req-7bf9cac7-98cd-4d93-8670-6fe56ac7eb1d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 210 time: 0.0383143 Aug 17 16:20:52.097549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb4714-d2d4-498b-a547-97bfc68fbbfd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Pushing event deleted for resources: {'Port': ['ID=be4e68f7-ae5e-44f3-80d4-b979d1df6167,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:52.208604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-d4bb4714-d2d4-498b-a547-97bfc68fbbfd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] No DVR routers for this DVR port be4e68f7-ae5e-44f3-80d4-b979d1df6167 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:52.223597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-d4bb4714-d2d4-498b-a547-97bfc68fbbfd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:52.225838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9bfb42f-aeba-42d5-addf-124e5381f878 req-d4bb4714-d2d4-498b-a547-97bfc68fbbfd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.93 "DELETE /v2.0/ports/be4e68f7-ae5e-44f3-80d4-b979d1df6167 HTTP/1.1" status: 204 len: 173 time: 1.2410533 Aug 17 16:20:52.226328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'name': 'network-vif-deleted', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:52.228665 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1735c7-0dc2-43e5-bcef-02b8ddb7d7c6" -d '{"events": [{"server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "name": "network-vif-deleted", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:52.301996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8b095-1fc5-4a1d-bfa4-5fb7fbde3d93 req-3db33a0e-a3ff-4795-a62e-55435eacf19c tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:52.304423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ca8b095-1fc5-4a1d-bfa4-5fb7fbde3d93 req-3db33a0e-a3ff-4795-a62e-55435eacf19c tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1096 time: 0.0993717 Aug 17 16:20:52.315109 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eedd1aa8-b743-48cd-9bba-d7c366b99288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:52.320394 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eedd1aa8-b743-48cd-9bba-d7c366b99288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:52.321934 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-eedd1aa8-b743-48cd-9bba-d7c366b99288 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98f9ae00-9a9c-4b6b-bf95-5a85f30778fa HTTP/1.1" status: 204 len: 168 time: 0.4800901 Aug 17 16:20:52.355790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Allocated IP 172.20.0.5 (a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94/e4b3d5bb-ca79-4129-9db6-59ab7a1860a0/daa84af1-4768-4543-8e11-7db3508e1ae8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:20:52.361767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd1aa8-b743-48cd-9bba-d7c366b99288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f9ae00-9a9c-4b6b-bf95-5a85f30778fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:52.394363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ca8b095-1fc5-4a1d-bfa4-5fb7fbde3d93 req-d9762958-b1be-4e98-b002-708cb6bf2ec2 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797744 Aug 17 16:20:52.423196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0ab57170-8cbd-48c8-a9d8-f338c78e2789 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:52.497131 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 0ab57170-8cbd-48c8-a9d8-f338c78e2789 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:52.497453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0ab57170-8cbd-48c8-a9d8-f338c78e2789 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:52.552215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b2bb8-b696-4726-ad67-24a5d5d6ec7c req-f0b8a775-fd89-4e4a-9d25-b628024af3f0 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:52.560307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-044b2bb8-b696-4726-ad67-24a5d5d6ec7c req-f0b8a775-fd89-4e4a-9d25-b628024af3f0 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.3151124 Aug 17 16:20:52.590173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:52.620591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036532a-23b7-4f21-81af-98c0e16e2089 req-9e6eae40-c258-4713-8811-6aec6136d3e4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:52.622170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3036532a-23b7-4f21-81af-98c0e16e2089 req-9e6eae40-c258-4713-8811-6aec6136d3e4 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.0729907 Aug 17 16:20:52.656269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-044b2bb8-b696-4726-ad67-24a5d5d6ec7c req-509ab20d-3383-407f-8678-cbf5e9ff4484 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898824 Aug 17 16:20:52.705415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3036532a-23b7-4f21-81af-98c0e16e2089 req-19d30225-59e6-429f-b52e-022c867cff76 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771384 Aug 17 16:20:52.735103 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf44d7d-d96f-4dc4-94cc-d1a92ec62b6a x-openstack-request-id: req-8cf44d7d-d96f-4dc4-94cc-d1a92ec62b6a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:52.735511 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b23154-5984-48b3-9937-bceb16a5af5d", "name": "network-vif-deleted", "tag": "be4e68f7-ae5e-44f3-80d4-b979d1df6167", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:52.736032 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cf44d7d-d96f-4dc4-94cc-d1a92ec62b6a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:52.737559 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b23154-5984-48b3-9937-bceb16a5af5d', 'name': 'network-vif-deleted', 'tag': 'be4e68f7-ae5e-44f3-80d4-b979d1df6167', 'status': 'completed', 'code': 200} Aug 17 16:20:52.760593 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:52.847997 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:52.860434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['61bbaece-c824-4b44-96c1-806f1c835c1f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:52.928501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'Port': ['ID=daa84af1-4768-4543-8e11-7db3508e1ae8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:52.940977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:20:52.943228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:52.946771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:20:52.963920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1497137031-network', 'tenant_id': 'f0d295ce3ad1406db4a1fef207fcf33a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:53.019255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Made reservation on behalf of f0d295ce3ad1406db4a1fef207fcf33a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:53.021602 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.037118 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.098410 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ed97382-6cd3-495f-8b1a-677229d085c9 req-21131226-9e67-456b-a62f-1a0ea527beab tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=79b23154-5984-48b3-9937-bceb16a5af5d HTTP/1.1" status: 200 len: 210 time: 0.0800242 Aug 17 16:20:53.123313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:53.126365 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.184155 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.194151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.199301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-5e6231e5-b0f9-482d-8938-9776b5ba98b7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6286938 Aug 17 16:20:53.212772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Request body: {'port': {'device_id': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:53.228321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:20:53.242634 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.242634 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Added segment d4c1c1bb-feda-4c7b-b79a-bdb37aaec5df of type vlan for network 96e20380-baa1-42da-89e4-88cebbc600e9 Aug 17 16:20:53.293546 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.343437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5b8e11-d220-4716-aeb0-dcf38455df32,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:53.346595 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.347575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:53.348152 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.410068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.423678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8311155 Aug 17 16:20:53.424302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:53.437743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93968f-8e48-4fa5-9255-11ba52980ede req-dcd51755-862b-4168-8a61-eb334163d902 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:53.439182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Request body: {'subnet': {'network_id': '96e20380-baa1-42da-89e4-88cebbc600e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1497137031-subnet', 'tenant_id': 'f0d295ce3ad1406db4a1fef207fcf33a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:53.440253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e93968f-8e48-4fa5-9255-11ba52980ede req-dcd51755-862b-4168-8a61-eb334163d902 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1341429 Aug 17 16:20:53.462884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865c6aa-148f-4e8a-9f92-21eb8bd18bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=96e20380-baa1-42da-89e4-88cebbc600e9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:53.490024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 96e20380-baa1-42da-89e4-88cebbc600e9 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:20:53.503437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Made reservation on behalf of f0d295ce3ad1406db4a1fef207fcf33a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:53.515880 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.601865 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e93968f-8e48-4fa5-9255-11ba52980ede req-0c08a526-bf5a-4178-ad1a-1010e3fe4b79 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264260 Aug 17 16:20:53.757122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45682) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:53.800549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5ab53-c612-449b-9d94-43330b6b9f8a req-7975e2f4-1565-4568-9711-147480e443b4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:53.803381 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:53.810974 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-20d5ab53-c612-449b-9d94-43330b6b9f8a req-7975e2f4-1565-4568-9711-147480e443b4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 931 time: 0.0901446 Aug 17 16:20:53.898101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Checking segment: {'id': 'd4c1c1bb-feda-4c7b-b79a-bdb37aaec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '96e20380-baa1-42da-89e4-88cebbc600e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:53.898688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Network hostable DHCP agents. Network: 96e20380-baa1-42da-89e4-88cebbc600e9, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:20:53.907062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ebb46ed-4ba4-48a2-911b-34061f017d75,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:53.918238 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-20d5ab53-c612-449b-9d94-43330b6b9f8a req-ce65a34d-afa2-43be-9cf0-2ffbb729c807 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991826 Aug 17 16:20:53.953249 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1477661043-network', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:53.956995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Network 96e20380-baa1-42da-89e4-88cebbc600e9 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:20:53.975456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 96e20380-baa1-42da-89e4-88cebbc600e9) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:53.990922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf18a248-3650-4c7a-8512-18122931c8b8 None None] Network 96e20380-baa1-42da-89e4-88cebbc600e9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:54.005910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:54.006531 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:54.054731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d1cd701-5e48-4e9c-8940-a325dd367a65 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6217172 Aug 17 16:20:54.178206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device be4e68f7-ae5e-44f3-80d4-b979d1df6167 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:20:54.217227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: be4e68f7-ae5e-44f3-80d4-b979d1df6167 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:20:54.218166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device be4e68f7-ae5e-44f3-80d4-b979d1df6167 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:20:54.285038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5eaec8-cdfc-4057-b98f-24ae3e020f72 None None] Network 96e20380-baa1-42da-89e4-88cebbc600e9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:54.458718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-13247ae5-8cc4-4906-85ed-d4850bcaa2f8 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:20:54.459799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-13247ae5-8cc4-4906-85ed-d4850bcaa2f8 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061569 Aug 17 16:20:54.530578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Request body: {'binding': {'host': 'n-h2-804878-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:54.531171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:20:54.554508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa84af1-4768-4543-8e11-7db3508e1ae8 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:54.561021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Made reservation on behalf of 5e0bff260f5f426d99f5384af5be17ad for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:54.564399 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:54.579853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:54.586762 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:54.612254 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154ec3b-3030-424e-a1ec-f24873bb047e req-35fb4477-5ddf-4b9b-b3d8-896d07353736 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:54.614590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3154ec3b-3030-424e-a1ec-f24873bb047e req-35fb4477-5ddf-4b9b-b3d8-896d07353736 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.5462401 Aug 17 16:20:54.620285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Transition to ACTIVE for port object daa84af1-4768-4543-8e11-7db3508e1ae8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:54.644458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:54.690218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e on host n-h2-804878-1 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:54.690581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:54.690902 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:54.695986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Port 596edea1-6cac-44c1-a93e-57e10c64a42e on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:20:54.696311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:54.701447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:54.701781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:54.702162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:54.702616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Bound port: 596edea1-6cac-44c1-a93e-57e10c64a42e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:54.761864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:54.767540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:54.768974 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-265d32af-9bcb-4bd4-94b1-8e100dedacc9 service neutron] 10.222.0.77 "POST /v2.0/ports/596edea1-6cac-44c1-a93e-57e10c64a42e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3014915 Aug 17 16:20:54.788168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3154ec3b-3030-424e-a1ec-f24873bb047e req-7372cd46-882a-4a3f-b871-980ee0989681 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622372 Aug 17 16:20:54.814170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Pushing event updated for resources: {'Port': ['ID=daa84af1-4768-4543-8e11-7db3508e1ae8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:54.840780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.841374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.842296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.845181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.846572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.847497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.848149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.849221 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.850051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.850575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.851055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:54.851548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:55.044027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Attempting to bind port daa84af1-4768-4543-8e11-7db3508e1ae8 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:55.045063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Attempting to bind port daa84af1-4768-4543-8e11-7db3508e1ae8 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'fca01fc3-a6f1-47ad-894f-9eff239f377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:55.045684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Attempting to bind port daa84af1-4768-4543-8e11-7db3508e1ae8 on network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:55.069061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-0228a2e2-e80d-4d4c-81e8-f8c37f20032a req-ac74c7b1-36dd-4baa-8c0a-40854a006fc8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1417607800', 'description': 'tempest-description-1301341396'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:55.085621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Port daa84af1-4768-4543-8e11-7db3508e1ae8 on network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:20:55.086225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Attempting to bind port daa84af1-4768-4543-8e11-7db3508e1ae8 on network a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:55.126455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:55.126732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Checking segment: {'id': 'fca01fc3-a6f1-47ad-894f-9eff239f377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:55.127127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Bound using segment: {'id': 'fca01fc3-a6f1-47ad-894f-9eff239f377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:55.127561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Bound port: daa84af1-4768-4543-8e11-7db3508e1ae8, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca01fc3-a6f1-47ad-894f-9eff239f377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:55.127915 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.175210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-bb35ecb4-76c6-4633-aa64-7c85eff4d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:55.177981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-bb35ecb4-76c6-4633-aa64-7c85eff4d25c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1096 time: 0.0765371 Aug 17 16:20:55.194607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.202777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff392d12-f365-4387-b77d-f2dd2d66b329 req-ab98cd3c-6785-4fca-882f-aa714a055989 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:55.204242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff392d12-f365-4387-b77d-f2dd2d66b329 req-ab98cd3c-6785-4fca-882f-aa714a055989 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 945 time: 0.1623635 Aug 17 16:20:55.208807 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.262403 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0228a2e2-e80d-4d4c-81e8-f8c37f20032a req-ac74c7b1-36dd-4baa-8c0a-40854a006fc8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.268466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:20:55.287683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79886b5-0232-4c7b-bde1-4872ffe3a5e3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:55.300744 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.301017 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Added segment dc4aeaf4-c06f-4689-841c-33253707d7a9 of type vlan for network 00185e88-19dc-41da-bc27-e709ce5b6aa4 Aug 17 16:20:55.302679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] For port daa84af1-4768-4543-8e11-7db3508e1ae8, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:55.352275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-5ab06a2f-3056-4e03-b30f-4ba2df08a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:55.354156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-5ab06a2f-3056-4e03-b30f-4ba2df08a081 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.1666203 Aug 17 16:20:55.354568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff392d12-f365-4387-b77d-f2dd2d66b329 req-4384c94d-9cd8-4062-b606-d2a8de87b536 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250226 Aug 17 16:20:55.356695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] For port daa84af1-4768-4543-8e11-7db3508e1ae8, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=daa84af1-4768-4543-8e11-7db3508e1ae8,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:55.378153 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.400680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.439615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:55.440232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.441476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-dc3e8ad3-fd1f-404d-b15d-a6c0b3ee6ecf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596edea1-6cac-44c1-a93e-57e10c64a42e HTTP/1.1" status: 200 len: 217 time: 0.0584490 Aug 17 16:20:55.441681 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] 10.222.0.91 "PUT /v2.0/ports/daa84af1-4768-4543-8e11-7db3508e1ae8 HTTP/1.1" status: 200 len: 1091 time: 2.2348111 Aug 17 16:20:55.442080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'tag': 'daa84af1-4768-4543-8e11-7db3508e1ae8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:55.444644 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177cae0e-b22e-4b96-b481-c88110b96b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f750bfb-bce6-4b0d-a6e7-9c89a4778665", "tag": "daa84af1-4768-4543-8e11-7db3508e1ae8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:55.452924 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0228a2e2-e80d-4d4c-81e8-f8c37f20032a req-ac74c7b1-36dd-4baa-8c0a-40854a006fc8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.466811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0228a2e2-e80d-4d4c-81e8-f8c37f20032a req-ac74c7b1-36dd-4baa-8c0a-40854a006fc8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.479042 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.480565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:55.481145 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.484935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273788b-478d-4da3-8859-8d4c994c30d7 service neutron] Pushing event updated for resources: {'Port': ['ID=daa84af1-4768-4543-8e11-7db3508e1ae8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:55.534083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-6c1e8f9e-4bd5-4f10-90d0-45bd16717d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:55.536821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-6c1e8f9e-4bd5-4f10-90d0-45bd16717d23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.0817301 Aug 17 16:20:55.575082 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8161359 Aug 17 16:20:55.578808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0228a2e2-e80d-4d4c-81e8-f8c37f20032a req-ac74c7b1-36dd-4baa-8c0a-40854a006fc8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.580200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0228a2e2-e80d-4d4c-81e8-f8c37f20032a req-ac74c7b1-36dd-4baa-8c0a-40854a006fc8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5158150 Aug 17 16:20:55.580700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:55.594092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Request body: {'subnet': {'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1477661043-subnet', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:55.600076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d02cf1-90e7-4f91-9515-23098b1e1c43 admin admin] Pushing event updated for resources: {'Network': ['ID=00185e88-19dc-41da-bc27-e709ce5b6aa4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:55.612147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:20:55.616589 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-37260502-ef41-4bda-bb3c-62e9009e416a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659285 Aug 17 16:20:55.617919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74c7b1-36dd-4baa-8c0a-40854a006fc8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53484ac2-d400-4fa7-98b9-c1d4b4fa3b5b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:55.622005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Made reservation on behalf of 5e0bff260f5f426d99f5384af5be17ad for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:20:55.624181 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:55.629688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-c5e8e64c-acb9-4a92-b811-b2a663d6f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:55.631533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-c5e8e64c-acb9-4a92-b811-b2a663d6f19c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 1094 time: 0.1418867 Aug 17 16:20:55.681346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-f12bfabf-cbab-4ef5-87d8-8f4d616ec8ab service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa84af1-4768-4543-8e11-7db3508e1ae8 HTTP/1.1" status: 200 len: 217 time: 0.0404065 Aug 17 16:20:55.737699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-401036d2-9f73-4cf7-8f04-edea1c7cd2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:55.739601 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-401036d2-9f73-4cf7-8f04-edea1c7cd2e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 200 len: 852 time: 0.0498862 Aug 17 16:20:55.810898 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7550d1-18e0-4829-ac2a-83dfa2699a20 x-openstack-request-id: req-bc7550d1-18e0-4829-ac2a-83dfa2699a20 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:55.811628 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f750bfb-bce6-4b0d-a6e7-9c89a4778665", "tag": "daa84af1-4768-4543-8e11-7db3508e1ae8", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:55.812071 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc7550d1-18e0-4829-ac2a-83dfa2699a20 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:55.812805 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'tag': 'daa84af1-4768-4543-8e11-7db3508e1ae8', 'status': 'completed', 'code': 200} Aug 17 16:20:55.815507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-bd9852ee-d171-4d91-8ced-7e79a7989c3a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668666 Aug 17 16:20:55.991531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2340a66-970b-48a2-a771-af0466748f91 req-dba2ce82-e872-4f8e-a9ca-b0bf15c0dfce tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:55.993103 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2340a66-970b-48a2-a771-af0466748f91 req-dba2ce82-e872-4f8e-a9ca-b0bf15c0dfce tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.0880563 Aug 17 16:20:56.037028 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.041423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-06c9db05-0785-4da2-b742-9848aacceef1 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176926 Aug 17 16:20:56.067214 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2340a66-970b-48a2-a771-af0466748f91 req-18881103-60c4-4430-818a-2fb4b14b4c23 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586212 Aug 17 16:20:56.147488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec998730-4b90-4672-b8bf-007e271712f7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:56.179254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9e7be-7c3d-411b-8331-0edda607f160 req-c04e4908-f3ca-4d7f-823d-c61d5ba46a5d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:56.187346 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9cf9e7be-7c3d-411b-8331-0edda607f160 req-c04e4908-f3ca-4d7f-823d-c61d5ba46a5d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 943 time: 0.3678606 Aug 17 16:20:56.191114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-feeae577-e6ae-4996-8b44-1c66183aa7ce req-08b8b34c-b83c-4286-9610-e1b81b1e9b2f tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/53484ac2-d400-4fa7-98b9-c1d4b4fa3b5b HTTP/1.1" status: 200 len: 1805 time: 0.0644126 Aug 17 16:20:56.209622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-feeae577-e6ae-4996-8b44-1c66183aa7ce req-a0608db4-6b88-4e52-a9f7-06bb792389be tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53484ac2-d400-4fa7-98b9-c1d4b4fa3b5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:56.209947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-feeae577-e6ae-4996-8b44-1c66183aa7ce req-a0608db4-6b88-4e52-a9f7-06bb792389be tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53484ac2-d400-4fa7-98b9-c1d4b4fa3b5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:56.228011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c5aed9-7b7f-49ed-a4ba-0c6ae355b656 req-70c5908c-a63e-41ec-b030-ce455952ec67 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765988 Aug 17 16:20:56.251485 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-98f5dcf4-cf6d-4030-962c-da25cd9fe015 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233273 Aug 17 16:20:56.279293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Checking segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:56.280097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Network hostable DHCP agents. Network: 00185e88-19dc-41da-bc27-e709ce5b6aa4, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:20:56.340915 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9cf9e7be-7c3d-411b-8331-0edda607f160 req-3f4c07e7-292f-447a-8a43-719c3908cc2d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456101 Aug 17 16:20:56.383892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:20:56.399364 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-feeae577-e6ae-4996-8b44-1c66183aa7ce req-a0608db4-6b88-4e52-a9f7-06bb792389be tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.417826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 00185e88-19dc-41da-bc27-e709ce5b6aa4) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:56.435857 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-feeae577-e6ae-4996-8b44-1c66183aa7ce req-a0608db4-6b88-4e52-a9f7-06bb792389be tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.444105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:56.445795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0372526-46f3-41ee-a602-50ea82bab102 None None] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:56.446795 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.466579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-feeae577-e6ae-4996-8b44-1c66183aa7ce req-a0608db4-6b88-4e52-a9f7-06bb792389be tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.503839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0608db4-6b88-4e52-a9f7-06bb792389be tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a8cd26-4462-4a5a-858e-702e20f71a40,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:56.510614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-feeae577-e6ae-4996-8b44-1c66183aa7ce req-a0608db4-6b88-4e52-a9f7-06bb792389be tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.513461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-c387c9e2-1f18-4c6f-83e9-d00942f06692 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493169 Aug 17 16:20:56.516604 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-feeae577-e6ae-4996-8b44-1c66183aa7ce req-a0608db4-6b88-4e52-a9f7-06bb792389be tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3170853 Aug 17 16:20:56.521660 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4848d90a-38b7-4078-87df-5d4b8e2304a1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9382024 Aug 17 16:20:56.534304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:20:56.549891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cae0e-b22e-4b96-b481-c88110b96b7a req-50773ed7-e51c-4136-8817-315fb24976cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:56.559471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-177cae0e-b22e-4b96-b481-c88110b96b7a req-50773ed7-e51c-4136-8817-315fb24976cd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 1094 time: 0.2368748 Aug 17 16:20:56.561195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:56.604955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ee21-3adc-4b9d-a77d-b7e9fb11c6a8 req-bde7a94e-5452-4887-b8cc-e71758cb54b3 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:56.620878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0478ee21-3adc-4b9d-a77d-b7e9fb11c6a8 req-bde7a94e-5452-4887-b8cc-e71758cb54b3 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.1654987 Aug 17 16:20:56.701153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-00185e88-19dc-41da-bc27-e709ce5b6aa4', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:20:56.704268 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.718111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0478ee21-3adc-4b9d-a77d-b7e9fb11c6a8 req-e5b4e443-e84d-4544-bf59-c9f9c476d76a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962439 Aug 17 16:20:56.739522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.742423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.760801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-657fa71d-9a63-459a-862c-853db80930cd tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:56.763765 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-657fa71d-9a63-459a-862c-853db80930cd tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.1390338 Aug 17 16:20:56.769194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec50a9-5313-4212-abe4-1c66394d92fd req-5413c5e8-788d-4e84-82f3-c250913d5ad4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:56.777108 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5ec50a9-5313-4212-abe4-1c66394d92fd req-5413c5e8-788d-4e84-82f3-c250913d5ad4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 945 time: 0.1091318 Aug 17 16:20:56.780960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-de61b1a0-c1c0-493b-b378-421f333ce62c req-fbcea662-7c05-4f2c-b765-0efcdac6fbe8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1398035985', 'description': 'tempest-description-515337527'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:56.814735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cae0e-b22e-4b96-b481-c88110b96b7a req-163a5cc5-7196-430d-8a65-b612ab5a9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:56.816340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-177cae0e-b22e-4b96-b481-c88110b96b7a req-163a5cc5-7196-430d-8a65-b612ab5a9f45 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 913 time: 0.2468522 Aug 17 16:20:56.820139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-1'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:56.831646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-de61b1a0-c1c0-493b-b378-421f333ce62c req-fbcea662-7c05-4f2c-b765-0efcdac6fbe8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.904260 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-177cae0e-b22e-4b96-b481-c88110b96b7a req-70cbe386-44ac-4a5e-a700-b54f3c4198c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa84af1-4768-4543-8e11-7db3508e1ae8 HTTP/1.1" status: 200 len: 217 time: 0.0710723 Aug 17 16:20:56.908888 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5ec50a9-5313-4212-abe4-1c66394d92fd req-24b0b22a-ce53-40a7-9d6f-04e21116c1a4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309376 Aug 17 16:20:56.922085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:56.971464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Allocated IP 172.20.0.2 (00185e88-19dc-41da-bc27-e709ce5b6aa4/ec998730-4b90-4672-b8bf-007e271712f7/cc4b2099-d3bc-4e94-bca6-523a89fdfbf7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:20:57.033356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cae0e-b22e-4b96-b481-c88110b96b7a req-ece02a96-f5ea-4b05-8ebb-7a8f13a56a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:57.034969 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-177cae0e-b22e-4b96-b481-c88110b96b7a req-ece02a96-f5ea-4b05-8ebb-7a8f13a56a64 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 200 len: 852 time: 0.1131110 Aug 17 16:20:57.045768 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-de61b1a0-c1c0-493b-b378-421f333ce62c req-fbcea662-7c05-4f2c-b765-0efcdac6fbe8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.079940 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-177cae0e-b22e-4b96-b481-c88110b96b7a req-e5687d9e-59bb-420d-ae36-968ca07ccf41 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333040 Aug 17 16:20:57.135086 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-de61b1a0-c1c0-493b-b378-421f333ce62c req-fbcea662-7c05-4f2c-b765-0efcdac6fbe8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.164773 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.176226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Transition to ACTIVE for port object cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:57.207161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Transition to ACTIVE for port object cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:20:57.226446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.245270 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.273895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:20:57.278097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:57.281367 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-de61b1a0-c1c0-493b-b378-421f333ce62c req-fbcea662-7c05-4f2c-b765-0efcdac6fbe8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.282732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de61b1a0-c1c0-493b-b378-421f333ce62c req-fbcea662-7c05-4f2c-b765-0efcdac6fbe8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5108812 Aug 17 16:20:57.286309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:20:57.301717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcea662-7c05-4f2c-b765-0efcdac6fbe8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92163465-9c94-4067-aa3d-307f3fe77e02,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:57.309015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.321617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8d765508-7f7d-4a18-9bdf-9e3502f937cd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:57.324863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Pushing event updated for resources: {'Port': ['ID=cc4b2099-d3bc-4e94-bca6-523a89fdfbf7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:57.325082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8d765508-7f7d-4a18-9bdf-9e3502f937cd tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.3082561 Aug 17 16:20:57.346671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-177cae0e-b22e-4b96-b481-c88110b96b7a req-048e77f4-9313-4623-945c-93a58f9273a3 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588356 Aug 17 16:20:57.395750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.397110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.397952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.398536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.399853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.400782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.402301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.403302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.403959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.404516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.405060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.405620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:20:57.438600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Attempting to bind port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:57.439113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Attempting to bind port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:57.439487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Attempting to bind port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:57.445983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:57.446447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Checking segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:57.446804 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.447258 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Bound using segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:57.447739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Bound port: cc4b2099-d3bc-4e94-bca6-523a89fdfbf7, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:57.448129 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.448277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a326f-3e77-4ebf-9df6-91352a0f72c6 req-be628b25-1d26-418d-9827-76e5dc5ee34b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:57.450491 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df5a326f-3e77-4ebf-9df6-91352a0f72c6 req-be628b25-1d26-418d-9827-76e5dc5ee34b tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.1906006 Aug 17 16:20:57.493603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-177cae0e-b22e-4b96-b481-c88110b96b7a req-84a19ee3-1044-49ad-ac21-ace3d506371a service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365793 Aug 17 16:20:57.509682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df5a326f-3e77-4ebf-9df6-91352a0f72c6 req-21471bcd-73da-4d87-932f-a9b5ca89ace9 tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500088 Aug 17 16:20:57.530444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] For port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:57.534863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] For port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cc4b2099-d3bc-4e94-bca6-523a89fdfbf7,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:57.550867 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.631422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cffcde-c7f5-4960-8acf-9ca54786f1e7 req-f6031d37-3a5e-4dc2-bfb1-399ffb8a74d6 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/92163465-9c94-4067-aa3d-307f3fe77e02 HTTP/1.1" status: 200 len: 1804 time: 0.3270557 Aug 17 16:20:57.645241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced9802-5f93-4419-a60e-1ece54de383a None None] Pushing event updated for resources: {'Port': ['ID=cc4b2099-d3bc-4e94-bca6-523a89fdfbf7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:57.673803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4af5f-438b-4604-940f-a1e87cf44f3e req-4f242035-2468-4c9f-aa54-ca9c5a63f6da tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:57.677269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9dc4af5f-438b-4604-940f-a1e87cf44f3e req-4f242035-2468-4c9f-aa54-ca9c5a63f6da tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 943 time: 0.0797570 Aug 17 16:20:57.688811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b4cffcde-c7f5-4960-8acf-9ca54786f1e7 req-a008fb2f-e0cb-49cd-a3b1-ae346add059c tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '92163465-9c94-4067-aa3d-307f3fe77e02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:57.688978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b4cffcde-c7f5-4960-8acf-9ca54786f1e7 req-a008fb2f-e0cb-49cd-a3b1-ae346add059c tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '92163465-9c94-4067-aa3d-307f3fe77e02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:57.701008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:57.732804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9dc4af5f-438b-4604-940f-a1e87cf44f3e req-2ff2013a-0d54-4340-9a06-c4e3b534f8b5 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Aug 17 16:20:57.803836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:57.864830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8371394b-dc8e-4fe8-b6c5-e8d6871e7f2f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Deleting port 65b885e9-4bbe-484d-bc72-94409eda7b3b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:20:57.865254 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8371394b-dc8e-4fe8-b6c5-e8d6871e7f2f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:57.900681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbebee1-19d7-4f5d-9bd7-7d0bc3295431 req-65e11dcc-4c92-433e-a47d-27d76e07702a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:57.902345 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fbebee1-19d7-4f5d-9bd7-7d0bc3295431 req-65e11dcc-4c92-433e-a47d-27d76e07702a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.0867691 Aug 17 16:20:57.959160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fbebee1-19d7-4f5d-9bd7-7d0bc3295431 req-a300a6ee-29c7-428d-8e18-69437ecbd65c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479937 Aug 17 16:20:57.990549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '596edea1-6cac-44c1-a93e-57e10c64a42e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:20:57.994463 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eaa6ca-8067-4813-8565-78211e074b3f" -d '{"events": [{"server_uuid": "a2544fe6-6cc9-40c7-8243-78885e978e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "596edea1-6cac-44c1-a93e-57e10c64a42e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:20:57.998631 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cffcde-c7f5-4960-8acf-9ca54786f1e7 req-a008fb2f-e0cb-49cd-a3b1-ae346add059c tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.006715 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.024018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.089471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cffcde-c7f5-4960-8acf-9ca54786f1e7 req-a008fb2f-e0cb-49cd-a3b1-ae346add059c tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.117851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd114e-6b33-487b-836a-4677585b3088 req-7ce51dbc-9224-4764-a467-e71f7db4b24b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:58.119967 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdfd114e-6b33-487b-836a-4677585b3088 req-7ce51dbc-9224-4764-a467-e71f7db4b24b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 943 time: 0.0673671 Aug 17 16:20:58.151893 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cffcde-c7f5-4960-8acf-9ca54786f1e7 req-a008fb2f-e0cb-49cd-a3b1-ae346add059c tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.169305 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdfd114e-6b33-487b-836a-4677585b3088 req-654a8c5e-dbb2-4d09-8f68-fa0641ed63a6 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406959 Aug 17 16:20:58.217239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8371394b-dc8e-4fe8-b6c5-e8d6871e7f2f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] For port 65b885e9-4bbe-484d-bc72-94409eda7b3b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=65b885e9-4bbe-484d-bc72-94409eda7b3b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:58.217603 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8371394b-dc8e-4fe8-b6c5-e8d6871e7f2f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.244978 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc41b3a-2051-4179-8081-04c45e6476e6 x-openstack-request-id: req-1cc41b3a-2051-4179-8081-04c45e6476e6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:20:58.245451 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2544fe6-6cc9-40c7-8243-78885e978e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "596edea1-6cac-44c1-a93e-57e10c64a42e", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:20:58.246094 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cc41b3a-2051-4179-8081-04c45e6476e6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:20:58.246472 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '596edea1-6cac-44c1-a93e-57e10c64a42e', 'code': 200} Aug 17 16:20:58.247803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008fb2f-e0cb-49cd-a3b1-ae346add059c tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2711c07c-9bff-4f3b-be5b-dd4c05bbe5f8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:58.282845 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cffcde-c7f5-4960-8acf-9ca54786f1e7 req-a008fb2f-e0cb-49cd-a3b1-ae346add059c tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.283966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cffcde-c7f5-4960-8acf-9ca54786f1e7 req-a008fb2f-e0cb-49cd-a3b1-ae346add059c tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6188917 Aug 17 16:20:58.291802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=596edea1-6cac-44c1-a93e-57e10c64a42e,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:58.303980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8371394b-dc8e-4fe8-b6c5-e8d6871e7f2f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Calling delete_port for 65b885e9-4bbe-484d-bc72-94409eda7b3b owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:20:58.366088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ea0a5ef5-623d-403f-8d3d-5ad1653e9617 req-f95a142a-69b2-4e8b-8999-dc26dead9ebf tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-245311521', 'description': 'tempest-description-1470399802'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:58.396897 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e on host n-h1-804878-1 for vnic_type normal with profile {"migrating_to": "n-h2-804878-1"} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:20:58.397218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:20:58.397544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:58.403193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.411273 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:20:58.428849 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ea0a5ef5-623d-403f-8d3d-5ad1653e9617 req-f95a142a-69b2-4e8b-8999-dc26dead9ebf tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.441043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Port 596edea1-6cac-44c1-a93e-57e10c64a42e on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:20:58.441571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Attempting to bind port 596edea1-6cac-44c1-a93e-57e10c64a42e on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:20:58.456267 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.487399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:20:58.535336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:20:58.535999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:20:58.536435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:20:58.536826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Bound port: 596edea1-6cac-44c1-a93e-57e10c64a42e, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:20:58.537185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.564886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device daa84af1-4768-4543-8e11-7db3508e1ae8 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:20:58.600295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ea0a5ef5-623d-403f-8d3d-5ad1653e9617 req-f95a142a-69b2-4e8b-8999-dc26dead9ebf tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.606696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ea0a5ef5-623d-403f-8d3d-5ad1653e9617 req-f95a142a-69b2-4e8b-8999-dc26dead9ebf tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.681549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:20:58.687700 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ea0a5ef5-623d-403f-8d3d-5ad1653e9617 req-f95a142a-69b2-4e8b-8999-dc26dead9ebf tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.689568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:20:58.696886 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea0a5ef5-623d-403f-8d3d-5ad1653e9617 req-f95a142a-69b2-4e8b-8999-dc26dead9ebf tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3343558 Aug 17 16:20:58.711224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a142a-69b2-4e8b-8999-dc26dead9ebf tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db609df-91a4-48e2-a78c-3176ce2056a5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:58.731967 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.797421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port daa84af1-4768-4543-8e11-7db3508e1ae8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=daa84af1-4768-4543-8e11-7db3508e1ae8,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:58.826152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'daa84af1-4768-4543-8e11-7db3508e1ae8', 'network_id': 'a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94', 'port_id': 'daa84af1-4768-4543-8e11-7db3508e1ae8', 'mac_address': 'fa:16:3e:54:c2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b3d5bb-ca79-4129-9db6-59ab7a1860a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:20:58.887605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688903c0-e10d-4405-86cc-077a2bc4abc1 req-6ddda78e-d519-4bab-bd2c-ef3c73fbb444 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:58.897365 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-688903c0-e10d-4405-86cc-077a2bc4abc1 req-6ddda78e-d519-4bab-bd2c-ef3c73fbb444 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1024261 Aug 17 16:20:58.900410 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.915826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa84af1-4768-4543-8e11-7db3508e1ae8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:20:58.930155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=596edea1-6cac-44c1-a93e-57e10c64a42e,revision_number=8']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:58.947852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port daa84af1-4768-4543-8e11-7db3508e1ae8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=daa84af1-4768-4543-8e11-7db3508e1ae8,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:58.951234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e4af3-ce92-4a8b-82d5-c2407a09019a None None] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:20:58.955287 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:58.977948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-688903c0-e10d-4405-86cc-077a2bc4abc1 req-9af312a5-339f-49d4-9271-4e4848c62273 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682132 Aug 17 16:20:58.981009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Allocated IP 172.25.7.96 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/0284ab93-e485-4822-8cc7-4b1807fba595) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:20:59.004518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:59.005411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.006877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-d290058a-bcf0-4a2b-94c3-a6dbc2fdd0a9 service neutron] 10.222.0.93 "PUT /v2.0/ports/596edea1-6cac-44c1-a93e-57e10c64a42e HTTP/1.1" status: 200 len: 1121 time: 2.2303216 Aug 17 16:20:59.020582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-bebadde7-c6e3-42d0-9576-503d3f56413b req-c41bb475-778c-4cbb-be75-142e044869f4 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-823468394', 'description': 'tempest-description-1715748416'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:59.046701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=daa84af1-4768-4543-8e11-7db3508e1ae8,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:59.059822 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bebadde7-c6e3-42d0-9576-503d3f56413b req-c41bb475-778c-4cbb-be75-142e044869f4 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.082568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-743f05f7-0307-4b2f-9d7b-c2352f0c74b3 None None] Provisioning for port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:20:59.091106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-743f05f7-0307-4b2f-9d7b-c2352f0c74b3 None None] Provisioning complete for port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:20:59.091457 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-743f05f7-0307-4b2f-9d7b-c2352f0c74b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.128925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['596edea1-6cac-44c1-a93e-57e10c64a42e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:59.129152 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.194945 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8371394b-dc8e-4fe8-b6c5-e8d6871e7f2f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.210228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['daa84af1-4768-4543-8e11-7db3508e1ae8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:20:59.224436 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bebadde7-c6e3-42d0-9576-503d3f56413b req-c41bb475-778c-4cbb-be75-142e044869f4 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.230307 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bebadde7-c6e3-42d0-9576-503d3f56413b req-c41bb475-778c-4cbb-be75-142e044869f4 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.232634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7b810-1a27-4703-94aa-9fada9d79843 req-993326b5-477d-4ffa-8649-e20e2bb9dbfb tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:59.234687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8f7b810-1a27-4703-94aa-9fada9d79843 req-993326b5-477d-4ffa-8649-e20e2bb9dbfb tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab66bffe-1290-41bd-8dba-7b1ca4503566 HTTP/1.1" status: 200 len: 950 time: 0.4197128 Aug 17 16:20:59.249398 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bebadde7-c6e3-42d0-9576-503d3f56413b req-c41bb475-778c-4cbb-be75-142e044869f4 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.256901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bebadde7-c6e3-42d0-9576-503d3f56413b req-c41bb475-778c-4cbb-be75-142e044869f4 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2481277 Aug 17 16:20:59.274750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371394b-dc8e-4fe8-b6c5-e8d6871e7f2f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Pushing event deleted for resources: {'Port': ['ID=65b885e9-4bbe-484d-bc72-94409eda7b3b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:59.322714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bb475-778c-4cbb-be75-142e044869f4 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a19014-fbe4-48e1-9e71-06c1cbac7d7b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:59.334172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8371394b-dc8e-4fe8-b6c5-e8d6871e7f2f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] No DVR routers for this DVR port 65b885e9-4bbe-484d-bc72-94409eda7b3b on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:20:59.338346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8371394b-dc8e-4fe8-b6c5-e8d6871e7f2f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.341262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5050b172-d941-423b-bbb5-80b93de760f3 req-8371394b-dc8e-4fe8-b6c5-e8d6871e7f2f tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.91 "DELETE /v2.0/ports/65b885e9-4bbe-484d-bc72-94409eda7b3b HTTP/1.1" status: 204 len: 173 time: 2.0050523 Aug 17 16:20:59.342689 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.387728 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-743f05f7-0307-4b2f-9d7b-c2352f0c74b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.461611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a2606-782e-4f8d-8905-59f41edc1942 req-e5c9a70d-dee2-4e90-af20-23f12c9c9165 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:59.466102 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8f7b810-1a27-4703-94aa-9fada9d79843 req-41a43403-67bf-4895-b2fb-c823eec9b79a tempest-MigrationsAdminTest-1564380612 tempest-MigrationsAdminTest-1564380612-project] 10.222.0.77 "GET /v2.0/security-groups?id=718ff5f6-27a2-4a2d-b9c5-b48f52673034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920426 Aug 17 16:20:59.471044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-676a2606-782e-4f8d-8905-59f41edc1942 req-e5c9a70d-dee2-4e90-af20-23f12c9c9165 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 944 time: 0.1081898 Aug 17 16:20:59.482125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:20:59.491058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:20:59.504099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:20:59.507236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-743f05f7-0307-4b2f-9d7b-c2352f0c74b3 None None] For port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cc4b2099-d3bc-4e94-bca6-523a89fdfbf7,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:20:59.535352 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-743f05f7-0307-4b2f-9d7b-c2352f0c74b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.547915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-676a2606-782e-4f8d-8905-59f41edc1942 req-af0d02c2-6757-4cbd-8dbd-dc7e91cf550f tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759304 Aug 17 16:20:59.624102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Pushing event updated for resources: {'Port': ['ID=0284ab93-e485-4822-8cc7-4b1807fba595,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:59.691960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840f626-8fc6-467c-b568-3fa3577af080 req-9da1db4a-8708-43a4-86ea-592163715f62 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:59.693954 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a840f626-8fc6-467c-b568-3fa3577af080 req-9da1db4a-8708-43a4-86ea-592163715f62 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 943 time: 0.0806055 Aug 17 16:20:59.717393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f05f7-0307-4b2f-9d7b-c2352f0c74b3 None None] Pushing event updated for resources: {'Port': ['ID=cc4b2099-d3bc-4e94-bca6-523a89fdfbf7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:20:59.761014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a840f626-8fc6-467c-b568-3fa3577af080 req-49069614-c413-4d58-84a1-0114a455bc7a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546165 Aug 17 16:20:59.821997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb6601-a478-4a88-87d3-968ccf3a0ae3 req-f6216ebc-1674-4ca4-910d-a1e3d406144a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:20:59.836246 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03cb6601-a478-4a88-87d3-968ccf3a0ae3 req-f6216ebc-1674-4ca4-910d-a1e3d406144a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.2619441 Aug 17 16:20:59.892307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3450236f-d7f5-4914-813d-34c49a18f022 req-fc5d6340-f736-4d08-9a29-b81c62e806d9 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/0db609df-91a4-48e2-a78c-3176ce2056a5 HTTP/1.1" status: 200 len: 1804 time: 0.0689960 Aug 17 16:20:59.927165 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03cb6601-a478-4a88-87d3-968ccf3a0ae3 req-62d8423f-8db1-448d-87b6-ce249ce71879 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895941 Aug 17 16:20:59.983267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3450236f-d7f5-4914-813d-34c49a18f022 req-65683190-ce1a-473d-9709-6fdc9d404f64 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/80a19014-fbe4-48e1-9e71-06c1cbac7d7b HTTP/1.1" status: 200 len: 1804 time: 0.0754228 Aug 17 16:20:59.997448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b4d8b7ef-d546-42a6-9675-27a7b4038ec6 None None] Provisioning complete for port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:20:59.999439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-3450236f-d7f5-4914-813d-34c49a18f022 req-6776bf1f-d919-42c6-a72a-183bd6adc048 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0db609df-91a4-48e2-a78c-3176ce2056a5', 'remote_group_id': '80a19014-fbe4-48e1-9e71-06c1cbac7d7b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:20:59.999666 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4d8b7ef-d546-42a6-9675-27a7b4038ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:20:59.999827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-3450236f-d7f5-4914-813d-34c49a18f022 req-6776bf1f-d919-42c6-a72a-183bd6adc048 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0db609df-91a4-48e2-a78c-3176ce2056a5', 'remote_group_id': '80a19014-fbe4-48e1-9e71-06c1cbac7d7b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:00.049973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 596edea1-6cac-44c1-a93e-57e10c64a42e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:21:00.117789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3450236f-d7f5-4914-813d-34c49a18f022 req-6776bf1f-d919-42c6-a72a-183bd6adc048 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.177541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3450236f-d7f5-4914-813d-34c49a18f022 req-6776bf1f-d919-42c6-a72a-183bd6adc048 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.184982 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3450236f-d7f5-4914-813d-34c49a18f022 req-6776bf1f-d919-42c6-a72a-183bd6adc048 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.206454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776bf1f-d919-42c6-a72a-183bd6adc048 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ae256d-dcff-4d00-a69c-f997c16ceecb,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:00.215411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3450236f-d7f5-4914-813d-34c49a18f022 req-6776bf1f-d919-42c6-a72a-183bd6adc048 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.218938 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3450236f-d7f5-4914-813d-34c49a18f022 req-6776bf1f-d919-42c6-a72a-183bd6adc048 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2317190 Aug 17 16:21:00.246608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f601ca56-f414-484c-bf54-cf452ff3fd05 req-91e33d3b-5c5c-4f2c-bf91-955c0ec21fd1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1515285860', 'description': 'tempest-description-1987088696'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:00.265313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:00.279798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 596edea1-6cac-44c1-a93e-57e10c64a42e has no active binding in host n-h2-804878-1 {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 16:21:00.284012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f601ca56-f414-484c-bf54-cf452ff3fd05 req-91e33d3b-5c5c-4f2c-bf91-955c0ec21fd1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.313113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:00.375456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:00.375838 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.396797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f601ca56-f414-484c-bf54-cf452ff3fd05 req-91e33d3b-5c5c-4f2c-bf91-955c0ec21fd1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.397585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'tag': '596edea1-6cac-44c1-a93e-57e10c64a42e'}, {'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'name': 'network-vif-deleted', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:00.400213 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2544fe6-6cc9-40c7-8243-78885e978e5f", "tag": "596edea1-6cac-44c1-a93e-57e10c64a42e"}, {"server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "name": "network-vif-deleted", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:00.403196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f601ca56-f414-484c-bf54-cf452ff3fd05 req-91e33d3b-5c5c-4f2c-bf91-955c0ec21fd1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.433255 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f601ca56-f414-484c-bf54-cf452ff3fd05 req-91e33d3b-5c5c-4f2c-bf91-955c0ec21fd1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.434441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f601ca56-f414-484c-bf54-cf452ff3fd05 req-91e33d3b-5c5c-4f2c-bf91-955c0ec21fd1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1929286 Aug 17 16:21:00.437907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e33d3b-5c5c-4f2c-bf91-955c0ec21fd1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba4768a-9b20-41ab-8aac-0b6078037419,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:00.457409 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.502187 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5cc85e-86f3-49f0-83b5-f91ab52342d6 x-openstack-request-id: req-9d5cc85e-86f3-49f0-83b5-f91ab52342d6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:00.502477 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2544fe6-6cc9-40c7-8243-78885e978e5f", "tag": "596edea1-6cac-44c1-a93e-57e10c64a42e", "status": "completed", "code": 200}, {"server_uuid": "ab66bffe-1290-41bd-8dba-7b1ca4503566", "name": "network-vif-deleted", "tag": "65b885e9-4bbe-484d-bc72-94409eda7b3b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:00.502693 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d5cc85e-86f3-49f0-83b5-f91ab52342d6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:00.503067 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'tag': '596edea1-6cac-44c1-a93e-57e10c64a42e', 'status': 'completed', 'code': 200} Aug 17 16:21:00.503314 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab66bffe-1290-41bd-8dba-7b1ca4503566', 'name': 'network-vif-deleted', 'tag': '65b885e9-4bbe-484d-bc72-94409eda7b3b', 'status': 'completed', 'code': 200} Aug 17 16:21:00.510763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa59e3-cf51-47a8-baab-f20ac077feb9 req-925014b4-2d45-443a-8994-5741bb57f0a3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:00.512426 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20fa59e3-cf51-47a8-baab-f20ac077feb9 req-925014b4-2d45-443a-8994-5741bb57f0a3 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1083448 Aug 17 16:21:00.530246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-e290522d-a7b2-4431-b7e0-52b7fdd11fea req-8b323935-4548-4b01-9358-29f621f939e0 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-92797112', 'description': 'tempest-description-1214351662'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:00.552731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e290522d-a7b2-4431-b7e0-52b7fdd11fea req-8b323935-4548-4b01-9358-29f621f939e0 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.582397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device daa84af1-4768-4543-8e11-7db3508e1ae8 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:00.632071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20fa59e3-cf51-47a8-baab-f20ac077feb9 req-bce4ca02-97c0-4a09-9021-1dccde668df9 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096349 Aug 17 16:21:00.638646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port daa84af1-4768-4543-8e11-7db3508e1ae8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:00.645904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b req-1170c613-8241-47a9-9a93-0c592070d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:00.647431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b req-1170c613-8241-47a9-9a93-0c592070d458 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1124 time: 0.0822937 Aug 17 16:21:00.647698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port daa84af1-4768-4543-8e11-7db3508e1ae8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:00.648075 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.664686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e290522d-a7b2-4431-b7e0-52b7fdd11fea req-8b323935-4548-4b01-9358-29f621f939e0 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.674033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e290522d-a7b2-4431-b7e0-52b7fdd11fea req-8b323935-4548-4b01-9358-29f621f939e0 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.726077 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e290522d-a7b2-4431-b7e0-52b7fdd11fea req-8b323935-4548-4b01-9358-29f621f939e0 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.730864 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e290522d-a7b2-4431-b7e0-52b7fdd11fea req-8b323935-4548-4b01-9358-29f621f939e0 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2087955 Aug 17 16:21:00.785035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323935-4548-4b01-9358-29f621f939e0 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c0351-5f17-4512-aaf8-7dac81e6871e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:00.789927 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.832427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa84af1-4768-4543-8e11-7db3508e1ae8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:00.834131 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc4bf4fc-9700-4745-817b-23281e6290ec req-38d6f06b-c948-4f3f-8c13-c727b604ad0c tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/2ba4768a-9b20-41ab-8aac-0b6078037419 HTTP/1.1" status: 200 len: 1805 time: 0.0836141 Aug 17 16:21:00.836283 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93253ee9-ea2b-4ca5-a336-4c4207f3cb89" -d '{"events": [{"server_uuid": "5f750bfb-bce6-4b0d-a6e7-9c89a4778665", "name": "network-vif-plugged", "status": "completed", "tag": "daa84af1-4768-4543-8e11-7db3508e1ae8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:00.857352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port daa84af1-4768-4543-8e11-7db3508e1ae8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=daa84af1-4768-4543-8e11-7db3508e1ae8,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:00.863789 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.864862 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 65b885e9-4bbe-484d-bc72-94409eda7b3b no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:00.888595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-231666c5-61f3-44a6-a872-d49e77c89456 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:00.890110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-231666c5-61f3-44a6-a872-d49e77c89456 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.2103701 Aug 17 16:21:00.915089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b req-85639284-bba7-47a1-b313-92a8659ef599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:00.916567 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b req-85639284-bba7-47a1-b313-92a8659ef599 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.2379410 Aug 17 16:21:00.917638 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:00.921763 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc4bf4fc-9700-4745-817b-23281e6290ec req-43773938-605b-49d9-b57e-65ca3b3dc29d tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/b36c0351-5f17-4512-aaf8-7dac81e6871e HTTP/1.1" status: 200 len: 1803 time: 0.0717602 Aug 17 16:21:00.929621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 65b885e9-4bbe-484d-bc72-94409eda7b3b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:21:00.930104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 65b885e9-4bbe-484d-bc72-94409eda7b3b not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:21:00.939228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-fc4bf4fc-9700-4745-817b-23281e6290ec req-7616440d-cd21-4d9f-986a-6443d76897b1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2ba4768a-9b20-41ab-8aac-0b6078037419', 'remote_group_id': 'b36c0351-5f17-4512-aaf8-7dac81e6871e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:00.939806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-fc4bf4fc-9700-4745-817b-23281e6290ec req-7616440d-cd21-4d9f-986a-6443d76897b1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2ba4768a-9b20-41ab-8aac-0b6078037419', 'remote_group_id': 'b36c0351-5f17-4512-aaf8-7dac81e6871e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:00.975589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=daa84af1-4768-4543-8e11-7db3508e1ae8,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:01.031239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe50c4a-333d-4b90-a112-b9f4bfc060dd req-ad33595f-e3a9-42d5-b5c2-bf2f4e0f33fb tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:01.032723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc4bf4fc-9700-4745-817b-23281e6290ec req-7616440d-cd21-4d9f-986a-6443d76897b1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.038578 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5fe50c4a-333d-4b90-a112-b9f4bfc060dd req-ad33595f-e3a9-42d5-b5c2-bf2f4e0f33fb tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 944 time: 0.2677975 Aug 17 16:21:01.046450 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b req-d13614f2-deef-460f-b751-c5c28aff5bbf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596edea1-6cac-44c1-a93e-57e10c64a42e HTTP/1.1" status: 200 len: 217 time: 0.1062102 Aug 17 16:21:01.061935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45802) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:01.080401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc4bf4fc-9700-4745-817b-23281e6290ec req-7616440d-cd21-4d9f-986a-6443d76897b1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.085779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc4bf4fc-9700-4745-817b-23281e6290ec req-7616440d-cd21-4d9f-986a-6443d76897b1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.108509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616440d-cd21-4d9f-986a-6443d76897b1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81996e2-de3b-4188-b2ac-5be85d2589b3,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:01.113151 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc4bf4fc-9700-4745-817b-23281e6290ec req-7616440d-cd21-4d9f-986a-6443d76897b1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.115125 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc4bf4fc-9700-4745-817b-23281e6290ec req-7616440d-cd21-4d9f-986a-6443d76897b1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1807520 Aug 17 16:21:01.194643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5fe50c4a-333d-4b90-a112-b9f4bfc060dd req-176a05b6-d2e1-4e87-93c9-e385a05294f5 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551642 Aug 17 16:21:01.205765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b req-0dc51142-8795-4d01-8d49-c2de2f4be514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:01.207169 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b req-0dc51142-8795-4d01-8d49-c2de2f4be514 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1378596 Aug 17 16:21:01.247887 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be0eb14-09bf-45ce-bc7a-064f1f5249c3 x-openstack-request-id: req-9be0eb14-09bf-45ce-bc7a-064f1f5249c3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:01.248197 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f750bfb-bce6-4b0d-a6e7-9c89a4778665", "name": "network-vif-plugged", "status": "completed", "tag": "daa84af1-4768-4543-8e11-7db3508e1ae8", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:01.248865 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9be0eb14-09bf-45ce-bc7a-064f1f5249c3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:01.248865 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa84af1-4768-4543-8e11-7db3508e1ae8', 'code': 200} Aug 17 16:21:01.249330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b req-d7bd7e41-f414-48b2-9b23-dd395582fe1d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336413 Aug 17 16:21:01.266521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1fd88-9031-4c27-9ae0-282370252762 req-e9385356-2795-45fe-95d1-ac1b365c23b3 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:01.274676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4dc1fd88-9031-4c27-9ae0-282370252762 req-e9385356-2795-45fe-95d1-ac1b365c23b3 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 943 time: 0.1056108 Aug 17 16:21:01.279298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Deleting port f86b980c-722e-4c44-b956-a6f621491f6e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:21:01.279637 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.292587 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4ef3e8bb-f902-4cf1-9a54-eb5eaab6b14a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f558842595f45369d2b06bd1ef961b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293906 Aug 17 16:21:01.293982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45810) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:01.373120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4dc1fd88-9031-4c27-9ae0-282370252762 req-98405246-cd39-4255-a900-f13263210ec5 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974116 Aug 17 16:21:01.422542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98f3b6-c8a0-4ab4-b59b-198588dcc1c5 req-49bba8db-a3f6-416b-bea0-52f2d91b6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:01.423942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:21:01.424476 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac98f3b6-c8a0-4ab4-b59b-198588dcc1c5 req-49bba8db-a3f6-416b-bea0-52f2d91b6d6b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 1096 time: 0.0975471 Aug 17 16:21:01.427124 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-283f571f-a269-4eed-8762-c366355e4290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.471669 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-283f571f-a269-4eed-8762-c366355e4290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.498704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cc1c9-8fd4-4c8c-9feb-efd229d04875 req-d2381990-3d86-4294-b8aa-2c21e748f898 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:01.500246 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4d0cc1c9-8fd4-4c8c-9feb-efd229d04875 req-d2381990-3d86-4294-b8aa-2c21e748f898 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.1620729 Aug 17 16:21:01.530827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac98f3b6-c8a0-4ab4-b59b-198588dcc1c5 req-93c4e29a-a3da-4b23-9f2b-3f21939a6feb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979619 Aug 17 16:21:01.535351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b req-caa8b1ae-06b1-4f28-89eb-d7c11f797fc6 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746286 Aug 17 16:21:01.553716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5efc2a5d-3bde-424d-8d30-f81a27afebf7 req-0cd259f6-55a5-4039-a2e5-073a3f549b69 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/b36c0351-5f17-4512-aaf8-7dac81e6871e HTTP/1.1" status: 200 len: 1803 time: 0.0745113 Aug 17 16:21:01.567382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] For port f86b980c-722e-4c44-b956-a6f621491f6e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f86b980c-722e-4c44-b956-a6f621491f6e,segment=NetworkSegment(f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4),segment_id=f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:01.567756 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.570360 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-283f571f-a269-4eed-8762-c366355e4290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.573674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-283f571f-a269-4eed-8762-c366355e4290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.575215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-283f571f-a269-4eed-8762-c366355e4290 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/718ff5f6-27a2-4a2d-b9c5-b48f52673034 HTTP/1.1" status: 204 len: 168 time: 0.2744617 Aug 17 16:21:01.598929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f571f-a269-4eed-8762-c366355e4290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718ff5f6-27a2-4a2d-b9c5-b48f52673034,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:01.637691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Calling delete_port for f86b980c-722e-4c44-b956-a6f621491f6e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:21:01.639275 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5efc2a5d-3bde-424d-8d30-f81a27afebf7 req-85873736-0fb3-4208-88c9-1e765bc55920 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.666221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5efc2a5d-3bde-424d-8d30-f81a27afebf7 req-85873736-0fb3-4208-88c9-1e765bc55920 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.712656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4d0cc1c9-8fd4-4c8c-9feb-efd229d04875 req-678125d2-2a34-439e-9675-c4f9c93f8f4e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732752 Aug 17 16:21:01.756099 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5efc2a5d-3bde-424d-8d30-f81a27afebf7 req-85873736-0fb3-4208-88c9-1e765bc55920 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.760045 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5efc2a5d-3bde-424d-8d30-f81a27afebf7 req-85873736-0fb3-4208-88c9-1e765bc55920 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.767418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5efc2a5d-3bde-424d-8d30-f81a27afebf7 req-85873736-0fb3-4208-88c9-1e765bc55920 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "DELETE /v2.0/security-groups/b36c0351-5f17-4512-aaf8-7dac81e6871e HTTP/1.1" status: 204 len: 173 time: 0.2041185 Aug 17 16:21:01.801658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:01.803471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85873736-0fb3-4208-88c9-1e765bc55920 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36c0351-5f17-4512-aaf8-7dac81e6871e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:01.820856 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Sync routers for ids ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:01.833978 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Routers {'7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:01.834715 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:20:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:01.865113 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-70c61400-3a96-4434-803a-48cad41deb2b req-4d0edfd8-a973-42fe-9a8c-d79b181c2823 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/2ba4768a-9b20-41ab-8aac-0b6078037419 HTTP/1.1" status: 200 len: 1805 time: 0.0712156 Aug 17 16:21:01.871541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33368c0f-9e40-4ae7-bbdd-d0c3e64a0c3b req-87c84c0a-2a57-432f-97a2-2a2fb52ca8fe service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834237 Aug 17 16:21:01.885905 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:01.887772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-47bd2d3f-5b36-40ba-af29-5503f2bd0a1d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3449335 Aug 17 16:21:01.891972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45822) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:01.951465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-a4c93196-d582-4036-bd34-65ca3ffad0a7 req-ed61e058-898c-44f4-8634-f1c84e00ade1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-639541865', 'description': 'tempest-description-1200442829'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:01.961952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9451f8-e5e2-45c3-befc-c51adef50d6f req-3ac99ff0-36b9-4def-9ef4-560b80d325b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:01.971334 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd9451f8-e5e2-45c3-befc-c51adef50d6f req-3ac99ff0-36b9-4def-9ef4-560b80d325b5 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ca24cb-9027-426a-88b8-419f084fca61 HTTP/1.1" status: 200 len: 947 time: 0.1551948 Aug 17 16:21:01.988105 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Set router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:02.023136 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.040628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['f86b980c-722e-4c44-b956-a6f621491f6e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:02.041261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4c93196-d582-4036-bd34-65ca3ffad0a7 req-ed61e058-898c-44f4-8634-f1c84e00ade1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.058621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd9451f8-e5e2-45c3-befc-c51adef50d6f req-6cb3cfce-cf93-4f84-85c1-0db4d09d4488 tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858088 Aug 17 16:21:02.093432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Pushing event deleted for resources: {'Port': ['ID=f86b980c-722e-4c44-b956-a6f621491f6e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:02.106136 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15fb1a98-c465-4d23-b791-051122376dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.120133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.121304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.121817 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.122344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.122877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.124111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.124631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.124963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.125292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.125618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.125942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.126424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:02.148365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] No DVR routers for this DVR port f86b980c-722e-4c44-b956-a6f621491f6e on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:21:02.152541 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.155045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd9c02b8-0b63-4cf4-a96f-0ba8fa10b5de req-04bcbe1f-997e-49bf-b94d-3b6f858f98db tempest-ServersNegativeTestJSON-168036427 tempest-ServersNegativeTestJSON-168036427-project] 10.222.0.93 "DELETE /v2.0/ports/f86b980c-722e-4c44-b956-a6f621491f6e HTTP/1.1" status: 204 len: 173 time: 1.2550151 Aug 17 16:21:02.184584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:02.271055 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e66b9e1-542f-4d23-a80d-695b43532d6d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0bf486868dd34b0d9045e46af2209b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850446 Aug 17 16:21:02.277338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:02.289351 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:20:59Z', 'revision_number': 3, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:02.336001 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Checking router: 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:21:02.336478 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Updating router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e port 0284ab93-e485-4822-8cc7-4b1807fba595 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:21:02.371232 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.375449 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8913d360-1192-4ee0-bfaf-efc312ca5462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.388286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837ac37-1acc-4d4d-bb9a-60494498757c req-0170d06c-175f-4b2e-ac0e-afd0bf5d9ab4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:02.390184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c837ac37-1acc-4d4d-bb9a-60494498757c req-0170d06c-175f-4b2e-ac0e-afd0bf5d9ab4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 945 time: 0.0791168 Aug 17 16:21:02.429930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8913d360-1192-4ee0-bfaf-efc312ca5462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.469925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4c93196-d582-4036-bd34-65ca3ffad0a7 req-ed61e058-898c-44f4-8634-f1c84e00ade1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.471421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c837ac37-1acc-4d4d-bb9a-60494498757c req-ff06789b-8aec-49c1-80dd-fd7233a285de tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714195 Aug 17 16:21:02.495327 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4c93196-d582-4036-bd34-65ca3ffad0a7 req-ed61e058-898c-44f4-8634-f1c84e00ade1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.505397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'name': 'network-vif-deleted', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:02.509502 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e871883-6f70-4069-946e-ce4d223de8b5" -d '{"events": [{"server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "name": "network-vif-deleted", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:02.524661 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8913d360-1192-4ee0-bfaf-efc312ca5462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.530717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8913d360-1192-4ee0-bfaf-efc312ca5462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.532706 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8913d360-1192-4ee0-bfaf-efc312ca5462 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/756b8f22-5019-4592-83d7-d671040b3b03 HTTP/1.1" status: 204 len: 168 time: 0.2541134 Aug 17 16:21:02.569377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913d360-1192-4ee0-bfaf-efc312ca5462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b8f22-5019-4592-83d7-d671040b3b03,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:02.634759 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4c93196-d582-4036-bd34-65ca3ffad0a7 req-ed61e058-898c-44f4-8634-f1c84e00ade1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.638581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4c93196-d582-4036-bd34-65ca3ffad0a7 req-ed61e058-898c-44f4-8634-f1c84e00ade1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6950216 Aug 17 16:21:02.643878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61e058-898c-44f4-8634-f1c84e00ade1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691dbfe5-d38a-4285-aaec-d0493fee79bc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:02.736301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7fb48-a98f-4f87-950b-60c6fd04373c req-3b6131ef-05e7-45dc-b80d-213e33a283c9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:02.738011 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-87b7fb48-a98f-4f87-950b-60c6fd04373c req-3b6131ef-05e7-45dc-b80d-213e33a283c9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 943 time: 0.1145010 Aug 17 16:21:02.816700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-87b7fb48-a98f-4f87-950b-60c6fd04373c req-54c0343f-f596-41f2-91d6-b56236668a34 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712709 Aug 17 16:21:02.827760 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90d8fec-1f1d-447d-89c9-2a2dfdf56a95 x-openstack-request-id: req-a90d8fec-1f1d-447d-89c9-2a2dfdf56a95 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:02.829225 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ca24cb-9027-426a-88b8-419f084fca61", "name": "network-vif-deleted", "tag": "f86b980c-722e-4c44-b956-a6f621491f6e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:02.831184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.831937 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a90d8fec-1f1d-447d-89c9-2a2dfdf56a95 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:02.832713 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ca24cb-9027-426a-88b8-419f084fca61', 'name': 'network-vif-deleted', 'tag': 'f86b980c-722e-4c44-b956-a6f621491f6e', 'status': 'completed', 'code': 200} Aug 17 16:21:02.947979 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.968396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc0ce56a-9bf7-498e-9bac-e00010aad065 req-747206a4-8662-43e3-a005-b5da81d77ae6 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/691dbfe5-d38a-4285-aaec-d0493fee79bc HTTP/1.1" status: 200 len: 1804 time: 0.1165626 Aug 17 16:21:02.970683 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Transition to ACTIVE for port object 0284ab93-e485-4822-8cc7-4b1807fba595 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:02.985936 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:02.995309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6e7be-1f4b-40ac-b6fd-a3267b8d1df3 req-a68f3e67-2ae9-4659-87ac-4ea5f453408a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:02.998031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1aa6e7be-1f4b-40ac-b6fd-a3267b8d1df3 req-a68f3e67-2ae9-4659-87ac-4ea5f453408a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.0928590 Aug 17 16:21:03.005581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-bc0ce56a-9bf7-498e-9bac-e00010aad065 req-9a06c679-fadc-4337-8f34-a821de043231 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '691dbfe5-d38a-4285-aaec-d0493fee79bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:03.005887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-bc0ce56a-9bf7-498e-9bac-e00010aad065 req-9a06c679-fadc-4337-8f34-a821de043231 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '691dbfe5-d38a-4285-aaec-d0493fee79bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:03.055102 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1aa6e7be-1f4b-40ac-b6fd-a3267b8d1df3 req-69e3f213-7eff-4b87-aae4-eccbb95d06ec tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498056 Aug 17 16:21:03.061315 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Pushing event updated for resources: {'Port': ['ID=0284ab93-e485-4822-8cc7-4b1807fba595,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:03.078872 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.079230 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.079573 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.079930 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.080265 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.080590 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.080914 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.082751 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.082751 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.082751 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.082751 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.082751 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:03.104766 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Attempting to bind port 0284ab93-e485-4822-8cc7-4b1807fba595 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:03.105137 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Attempting to bind port 0284ab93-e485-4822-8cc7-4b1807fba595 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:03.105577 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Attempting to bind port 0284ab93-e485-4822-8cc7-4b1807fba595 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:03.111359 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:03.111724 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:03.112355 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.112907 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:03.113685 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Bound port: 0284ab93-e485-4822-8cc7-4b1807fba595, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:03.114261 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.121793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Allocated IP 172.20.0.1 (00185e88-19dc-41da-bc27-e709ce5b6aa4/ec998730-4b90-4672-b8bf-007e271712f7/e6475933-e0f5-4ddd-a6bb-ebf4510caf7d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:03.144927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45850) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:03.159150 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bc0ce56a-9bf7-498e-9bac-e00010aad065 req-9a06c679-fadc-4337-8f34-a821de043231 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.179018 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] For port 0284ab93-e485-4822-8cc7-4b1807fba595, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:03.183797 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] For port 0284ab93-e485-4822-8cc7-4b1807fba595, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0284ab93-e485-4822-8cc7-4b1807fba595,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:03.188577 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.260087 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Routers {'7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:03.260889 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:20:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:03.264296 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c68e9-9205-4139-81e4-075a26f2bb86 None None] Pushing event updated for resources: {'Port': ['ID=0284ab93-e485-4822-8cc7-4b1807fba595,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:03.268240 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bc0ce56a-9bf7-498e-9bac-e00010aad065 req-9a06c679-fadc-4337-8f34-a821de043231 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.279641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bc0ce56a-9bf7-498e-9bac-e00010aad065 req-9a06c679-fadc-4337-8f34-a821de043231 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.294705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a32be5-6ade-49e6-8c95-68441e0812c0 admin admin] Deleting subnet 0facc060-5683-458d-9dd4-a52402fd30cc {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:21:03.314240 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6a32be5-6ade-49e6-8c95-68441e0812c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.337261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06c679-fadc-4337-8f34-a821de043231 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7195ae25-398f-4fc4-a880-be46c09dee99,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:03.359953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bc0ce56a-9bf7-498e-9bac-e00010aad065 req-9a06c679-fadc-4337-8f34-a821de043231 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.361468 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc0ce56a-9bf7-498e-9bac-e00010aad065 req-9a06c679-fadc-4337-8f34-a821de043231 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3635793 Aug 17 16:21:03.374948 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6a32be5-6ade-49e6-8c95-68441e0812c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.396082 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] Set router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:03.414028 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.436639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Transition to ACTIVE for port object e6475933-e0f5-4ddd-a6bb-ebf4510caf7d will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:03.442236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-97642ed0-5903-46c2-93a0-0a26c2fcc5ed req-1ed8faac-86d2-432c-852f-7f3fef5e9e4b tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/691dbfe5-d38a-4285-aaec-d0493fee79bc HTTP/1.1" status: 200 len: 2397 time: 0.0515058 Aug 17 16:21:03.448340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6a32be5-6ade-49e6-8c95-68441e0812c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.450174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-97642ed0-5903-46c2-93a0-0a26c2fcc5ed req-7c8927f0-9cf5-4b89-b524-a531395dbf4d tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '691dbfe5-d38a-4285-aaec-d0493fee79bc', 'remote_group_id': None}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:03.450820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-97642ed0-5903-46c2-93a0-0a26c2fcc5ed req-7c8927f0-9cf5-4b89-b524-a531395dbf4d tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '691dbfe5-d38a-4285-aaec-d0493fee79bc', 'remote_group_id': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:03.530745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.545706 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-97642ed0-5903-46c2-93a0-0a26c2fcc5ed req-7c8927f0-9cf5-4b89-b524-a531395dbf4d tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.565710 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6a32be5-6ade-49e6-8c95-68441e0812c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.604188 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-97642ed0-5903-46c2-93a0-0a26c2fcc5ed req-7c8927f0-9cf5-4b89-b524-a531395dbf4d tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.610466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:03.611125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-97642ed0-5903-46c2-93a0-0a26c2fcc5ed req-7c8927f0-9cf5-4b89-b524-a531395dbf4d tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.614163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a32be5-6ade-49e6-8c95-68441e0812c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0facc060-5683-458d-9dd4-a52402fd30cc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:03.620294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:03.622436 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6a32be5-6ade-49e6-8c95-68441e0812c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.624270 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c6a32be5-6ade-49e6-8c95-68441e0812c0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0facc060-5683-458d-9dd4-a52402fd30cc HTTP/1.1" status: 204 len: 168 time: 0.4793892 Aug 17 16:21:03.625472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:03.628689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Pushing event updated for resources: {'Port': ['ID=e6475933-e0f5-4ddd-a6bb-ebf4510caf7d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:03.630464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8927f0-9cf5-4b89-b524-a531395dbf4d tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8a1c5f-9a81-418d-a35e-8de272b49221,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:03.632763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:03.690063 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:20:59Z', 'revision_number': 3, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:03.703395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-97642ed0-5903-46c2-93a0-0a26c2fcc5ed req-7c8927f0-9cf5-4b89-b524-a531395dbf4d tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.708862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-97642ed0-5903-46c2-93a0-0a26c2fcc5ed req-7c8927f0-9cf5-4b89-b524-a531395dbf4d tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2643297 Aug 17 16:21:03.741191 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835cf2a-e01e-49e7-b006-702e12823906 None None] The sync data for ids ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'] in n-d-804878-1 is: [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:20:59Z', 'revision_number': 3, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:21:03.752061 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.802108 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:03.829559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0dea0-4825-4a99-ba50-5f87cbc6da88 req-1ea7acc0-ff7e-4d73-9508-02587e703bbc tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:03.837700 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5e0dea0-4825-4a99-ba50-5f87cbc6da88 req-1ea7acc0-ff7e-4d73-9508-02587e703bbc tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 945 time: 0.2097936 Aug 17 16:21:03.865002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ace9300-fc67-45c1-b3ca-63c3abe6dc69 req-194e3033-d8cb-49a6-80cb-0866b6980ec7 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/691dbfe5-d38a-4285-aaec-d0493fee79bc HTTP/1.1" status: 200 len: 2995 time: 0.1312981 Aug 17 16:21:03.904163 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5e0dea0-4825-4a99-ba50-5f87cbc6da88 req-daf1da18-a4cd-4261-b8d9-1a8ab6f8c3a8 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584772 Aug 17 16:21:04.051476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.087069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f86b980c-722e-4c44-b956-a6f621491f6e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:04.094234 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.105949 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a34d8610-c876-4ac2-b46e-c6c288aafe45 req-60f2a0f7-7112-4e90-8c68-61c9910746c5 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-group-rules/1f8a1c5f-9a81-418d-a35e-8de272b49221 HTTP/1.1" status: 200 len: 783 time: 0.0565522 Aug 17 16:21:04.137853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025e44aa-29a7-40d2-8d93-515418fe1e21']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:04.139286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceab6b4-c906-4749-adae-e9db773b1de1 req-99d48a85-4cd0-423a-b712-9afb1d28a65b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:04.141012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ceab6b4-c906-4749-adae-e9db773b1de1 req-99d48a85-4cd0-423a-b712-9afb1d28a65b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 943 time: 0.1062663 Aug 17 16:21:04.163230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: f86b980c-722e-4c44-b956-a6f621491f6e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:21:04.163829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f86b980c-722e-4c44-b956-a6f621491f6e not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:21:04.195396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:04.195768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f2a36a-7ee2-4f99-b72d-48106cd2e7b4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:04.206626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f6622ab6-48a1-4906-bc00-c41b94704120 None None] Provisioning for port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:04.213752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f6622ab6-48a1-4906-bc00-c41b94704120 None None] Provisioning complete for port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:04.216052 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6622ab6-48a1-4906-bc00-c41b94704120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.246523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-09ae7000-a4ad-4a3b-9dee-91ac71c82d8e service neutron] 10.222.0.91 "GET /v2.0/ports/596edea1-6cac-44c1-a93e-57e10c64a42e/bindings/n-h2-804878-1 HTTP/1.1" status: 200 len: 384 time: 0.3184700 Aug 17 16:21:04.249280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.265018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a34d8610-c876-4ac2-b46e-c6c288aafe45 req-5c6bb98a-f97c-4f14-ada0-82d5d2fb29b4 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/691dbfe5-d38a-4285-aaec-d0493fee79bc HTTP/1.1" status: 200 len: 2995 time: 0.1579545 Aug 17 16:21:04.276770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f6622ab6-48a1-4906-bc00-c41b94704120 None None] Port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:04.293015 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ceab6b4-c906-4749-adae-e9db773b1de1 req-5e8e1fc2-f03c-4d41-9cb0-75cbf01e4114 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395648 Aug 17 16:21:04.362232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.368302 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a34d8610-c876-4ac2-b46e-c6c288aafe45 req-7779ff9d-c70f-411a-8f9c-a3cef13e1471 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.385512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a34d8610-c876-4ac2-b46e-c6c288aafe45 req-7779ff9d-c70f-411a-8f9c-a3cef13e1471 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.399066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:21:04.399500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:21:04.401282 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:21:04.423016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0284ab93-e485-4822-8cc7-4b1807fba595 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:04.471959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.494543 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-7e730189-37ac-45a6-b189-df1297d76db1 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1952807589&fields=id&tenant_id=a275aac162c941d09b0f23a94f702f42 HTTP/1.1" status: 200 len: 267 time: 0.0866551 Aug 17 16:21:04.497039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.530750 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a34d8610-c876-4ac2-b46e-c6c288aafe45 req-7779ff9d-c70f-411a-8f9c-a3cef13e1471 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.534764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 0284ab93-e485-4822-8cc7-4b1807fba595 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:04.543841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0284ab93-e485-4822-8cc7-4b1807fba595 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:04.545314 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a34d8610-c876-4ac2-b46e-c6c288aafe45 req-7779ff9d-c70f-411a-8f9c-a3cef13e1471 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.545884 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.550931 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a34d8610-c876-4ac2-b46e-c6c288aafe45 req-7779ff9d-c70f-411a-8f9c-a3cef13e1471 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/1f8a1c5f-9a81-418d-a35e-8de272b49221 HTTP/1.1" status: 204 len: 173 time: 0.2846570 Aug 17 16:21:04.593387 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.598818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779ff9d-c70f-411a-8f9c-a3cef13e1471 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f8a1c5f-9a81-418d-a35e-8de272b49221,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:04.604077 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.619200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/025e44aa-29a7-40d2-8d93-515418fe1e21 HTTP/1.1" status: 204 len: 168 time: 0.9838297 Aug 17 16:21:04.624856 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.632748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Pushing event updated for resources: {'Port': ['ID=e6475933-e0f5-4ddd-a6bb-ebf4510caf7d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:04.648795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-e32e79d5-a912-4ee2-b2c7-2268e1341dc5 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:04.658844 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-e32e79d5-a912-4ee2-b2c7-2268e1341dc5 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 945 time: 0.1632001 Aug 17 16:21:04.669282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-1b6d891a-92bb-4c03-a275-6acb22e6fc21 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'port': {'security_groups': ['ad16a5a6-b6cb-4c51-8c50-4d773c7400c6', '8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:04.680617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21baf9-6754-4cc1-82ea-e6cd186136d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=025e44aa-29a7-40d2-8d93-515418fe1e21,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:04.683512 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.719612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 0284ab93-e485-4822-8cc7-4b1807fba595, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0284ab93-e485-4822-8cc7-4b1807fba595,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:04.727326 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.812153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b5255fef-0704-42be-81c0-0226318a73c2 service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:04.842064 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be7b8a2c-d06f-48e6-bef8-d91d7959ca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.856230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f6d05-544b-486b-b1f5-cecd8ab67cd8 req-75b16a4c-7e0a-4cbf-a48d-1d9eaced6980 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:04.869389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=0284ab93-e485-4822-8cc7-4b1807fba595,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:04.871321 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-945f6d05-544b-486b-b1f5-cecd8ab67cd8 req-75b16a4c-7e0a-4cbf-a48d-1d9eaced6980 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.2123697 Aug 17 16:21:04.900081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-1b6d891a-92bb-4c03-a275-6acb22e6fc21 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.920334 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:04.933498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45900) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:04.943919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b5255fef-0704-42be-81c0-0226318a73c2 service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:04.992608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-945f6d05-544b-486b-b1f5-cecd8ab67cd8 req-8c2863e6-c630-4602-9ed7-13c4153adf98 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203964 Aug 17 16:21:05.000388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b5255fef-0704-42be-81c0-0226318a73c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596edea1-6cac-44c1-a93e-57e10c64a42e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:05.021500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:05.030966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b5255fef-0704-42be-81c0-0226318a73c2 service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:05.032108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:05.068066 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b5255fef-0704-42be-81c0-0226318a73c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.134612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b49b30a3-811d-413e-937c-fa2cf8f8cef4 req-b2e7c945-a08e-43b2-bdec-3025aeb51c53 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/691dbfe5-d38a-4285-aaec-d0493fee79bc HTTP/1.1" status: 200 len: 2397 time: 0.0994442 Aug 17 16:21:05.199086 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f26ad50a-11ae-491c-a6df-2b34fe9960ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f3580f208834031977e42fd34d195b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620487 Aug 17 16:21:05.200671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45908) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:05.226060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b5255fef-0704-42be-81c0-0226318a73c2 service neutron] Transition to ACTIVE for port object 596edea1-6cac-44c1-a93e-57e10c64a42e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:05.233495 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b5255fef-0704-42be-81c0-0226318a73c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.416512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8befb971-cd4e-40ae-896f-0e01a98633cf None None] Provisioning complete for port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:05.417823 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8befb971-cd4e-40ae-896f-0e01a98633cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.462826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8befb971-cd4e-40ae-896f-0e01a98633cf None None] Port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:05.692596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b5255fef-0704-42be-81c0-0226318a73c2 service neutron] No DVR routers for this DVR port 596edea1-6cac-44c1-a93e-57e10c64a42e on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:21:05.699535 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b49b30a3-811d-413e-937c-fa2cf8f8cef4 req-bfd61d3c-56e1-4972-8477-6df11b502421 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.726897 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5255fef-0704-42be-81c0-0226318a73c2 service neutron] Pushing event updated for resources: {'Port': ['ID=596edea1-6cac-44c1-a93e-57e10c64a42e,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:05.728332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-1b6d891a-92bb-4c03-a275-6acb22e6fc21 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] For port daa84af1-4768-4543-8e11-7db3508e1ae8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=daa84af1-4768-4543-8e11-7db3508e1ae8,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:05.752540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b49b30a3-811d-413e-937c-fa2cf8f8cef4 req-bfd61d3c-56e1-4972-8477-6df11b502421 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.765093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b5255fef-0704-42be-81c0-0226318a73c2 service neutron] 10.222.0.91 "PUT /v2.0/ports/596edea1-6cac-44c1-a93e-57e10c64a42e/bindings/n-h2-804878-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4828126 Aug 17 16:21:05.769289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52faa19d-9e7c-4383-870d-20bd01ed86f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.777638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:21:05.820664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-1b6d891a-92bb-4c03-a275-6acb22e6fc21 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.824436 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b49b30a3-811d-413e-937c-fa2cf8f8cef4 req-bfd61d3c-56e1-4972-8477-6df11b502421 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.825954 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52faa19d-9e7c-4383-870d-20bd01ed86f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.827940 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b49b30a3-811d-413e-937c-fa2cf8f8cef4 req-bfd61d3c-56e1-4972-8477-6df11b502421 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.835057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-1b6d891a-92bb-4c03-a275-6acb22e6fc21 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.837822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b49b30a3-811d-413e-937c-fa2cf8f8cef4 req-bfd61d3c-56e1-4972-8477-6df11b502421 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "DELETE /v2.0/security-groups/691dbfe5-d38a-4285-aaec-d0493fee79bc HTTP/1.1" status: 204 len: 173 time: 0.6834874 Aug 17 16:21:05.841431 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.850682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['daa84af1-4768-4543-8e11-7db3508e1ae8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:05.853808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['61bbaece-c824-4b44-96c1-806f1c835c1f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:05.880607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd61d3c-56e1-4972-8477-6df11b502421 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691dbfe5-d38a-4285-aaec-d0493fee79bc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:05.902530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-5df32986-0a7c-4c78-b91e-3a14450937e7 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:05.904174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-5df32986-0a7c-4c78-b91e-3a14450937e7 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.0629370 Aug 17 16:21:05.959772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-1b6d891a-92bb-4c03-a275-6acb22e6fc21 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:05.961090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-1b6d891a-92bb-4c03-a275-6acb22e6fc21 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:05.971822 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c884efe-f8ce-4b17-9db1-72bdbdfad898 req-1b6d891a-92bb-4c03-a275-6acb22e6fc21 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "PUT /v2.0/ports/daa84af1-4768-4543-8e11-7db3508e1ae8 HTTP/1.1" status: 200 len: 981 time: 1.3118765 Aug 17 16:21:05.977174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'tag': 'daa84af1-4768-4543-8e11-7db3508e1ae8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:05.981480 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e496a7-d723-4d6d-a625-ca609e95b609" -d '{"events": [{"name": "network-changed", "server_uuid": "5f750bfb-bce6-4b0d-a6e7-9c89a4778665", "tag": "daa84af1-4768-4543-8e11-7db3508e1ae8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:06.005206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b2b99092-df71-458f-950f-016541231ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:06.008730 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b2b99092-df71-458f-950f-016541231ff8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f&tenant_id=888def3d37bf406299868afa066e412d HTTP/1.1" status: 200 len: 1095 time: 0.0940003 Aug 17 16:21:06.067633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d891a-92bb-4c03-a275-6acb22e6fc21 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'Port': ['ID=daa84af1-4768-4543-8e11-7db3508e1ae8,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:06.108940 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52faa19d-9e7c-4383-870d-20bd01ed86f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:06.115051 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52faa19d-9e7c-4383-870d-20bd01ed86f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:06.116577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-52faa19d-9e7c-4383-870d-20bd01ed86f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec HTTP/1.1" status: 204 len: 168 time: 0.8667853 Aug 17 16:21:06.148372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:06.162642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5aa4c11c-9fc5-47e8-bf50-eb08778bca60 admin admin] 10.222.0.77 "PUT /v2.0/routers/7bfa0c7f-602e-4130-b5a6-28a53b3bb61e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2693505 Aug 17 16:21:06.164731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faa19d-9e7c-4383-870d-20bd01ed86f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccf8e1a-1f92-4687-9203-f2fbc5cfbeec,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:06.223706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['daa84af1-4768-4543-8e11-7db3508e1ae8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:06.266824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6ab9c-5592-4480-8a25-caeb6408df20 req-7a33580d-1b81-4ca3-8ebd-aee42a428147 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:06.270283 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ea6ab9c-5592-4480-8a25-caeb6408df20 req-7a33580d-1b81-4ca3-8ebd-aee42a428147 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 944 time: 0.2127271 Aug 17 16:21:06.276111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-c3517f09-f94e-4780-a257-45e1c084d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:06.282083 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-c3517f09-f94e-4780-a257-45e1c084d4b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1095 time: 0.2379327 Aug 17 16:21:06.404800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0284ab93-e485-4822-8cc7-4b1807fba595 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:06.458152 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ea6ab9c-5592-4480-8a25-caeb6408df20 req-268fd6e7-afcc-400c-a3ab-07bfdcaf9fd2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721985 Aug 17 16:21:06.466631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Sync routers for ids ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:06.499318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-682f2c00-8a79-4be0-ab79-c08b1147c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:06.501006 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-682f2c00-8a79-4be0-ab79-c08b1147c1a0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.1880577 Aug 17 16:21:06.507494 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-05fb8d61-c21a-4923-adef-7f601f190f06 req-6a606114-93d2-4978-8d6e-b8512e41dffb tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] show failed (client error): The resource could not be found. Aug 17 16:21:06.508855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05fb8d61-c21a-4923-adef-7f601f190f06 req-6a606114-93d2-4978-8d6e-b8512e41dffb tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/b36c0351-5f17-4512-aaf8-7dac81e6871e HTTP/1.1" status: 404 len: 352 time: 0.0224290 Aug 17 16:21:06.573532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-b8c8b062-f37b-4ec0-acfb-a66a65bdbf68 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596edea1-6cac-44c1-a93e-57e10c64a42e HTTP/1.1" status: 200 len: 217 time: 0.0596855 Aug 17 16:21:06.578650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Routers {'7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:06.579226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:06.657992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0284ab93-e485-4822-8cc7-4b1807fba595 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:06.658404 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:06.660191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-2da4fe7b-287b-4a39-8528-0ec11825d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:06.662519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-2da4fe7b-287b-4a39-8528-0ec11825d873 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.0797269 Aug 17 16:21:06.674857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6cf31414-bd05-4cb1-a175-86c6eef1d7bd req-4c464d41-b4c6-4751-aedf-cf06d71b028b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29 HTTP/1.1" status: 200 len: 1801 time: 0.1121469 Aug 17 16:21:06.722500 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-207b86ca-5226-45cc-a57e-7df773492456 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446498 Aug 17 16:21:06.821938 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-6cf31414-bd05-4cb1-a175-86c6eef1d7bd req-26c1dc72-67f5-4b0f-8871-b3d3593bceb1 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 16:21:06.830701 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6cf31414-bd05-4cb1-a175-86c6eef1d7bd req-26c1dc72-67f5-4b0f-8871-b3d3593bceb1 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29 HTTP/1.1" status: 409 len: 341 time: 0.1540451 Aug 17 16:21:06.862212 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6245d0f8-85a6-4865-99b8-23f0b9aa1f19 x-openstack-request-id: req-6245d0f8-85a6-4865-99b8-23f0b9aa1f19 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:06.862800 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f750bfb-bce6-4b0d-a6e7-9c89a4778665", "tag": "daa84af1-4768-4543-8e11-7db3508e1ae8", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:06.862950 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6245d0f8-85a6-4865-99b8-23f0b9aa1f19 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:06.863606 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'tag': 'daa84af1-4768-4543-8e11-7db3508e1ae8', 'status': 'completed', 'code': 200} Aug 17 16:21:06.929201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Set router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:06.941115 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-971e4494-70ff-4e89-b9c2-89a0e0aeb052 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072809 Aug 17 16:21:07.033306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e496a7-d723-4d6d-a625-ca609e95b609 req-a393f51f-bf53-41ce-8ff9-70c189f358ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:07.035023 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1e496a7-d723-4d6d-a625-ca609e95b609 req-a393f51f-bf53-41ce-8ff9-70c189f358ff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 1135 time: 0.1451378 Aug 17 16:21:07.102556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99680d2-7a97-4b2c-8340-fcdb409b5fc3 req-245f53b7-07b0-427e-8764-3f588b9d8bf5 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:07.104137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e99680d2-7a97-4b2c-8340-fcdb409b5fc3 req-245f53b7-07b0-427e-8764-3f588b9d8bf5 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.1778224 Aug 17 16:21:07.185058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-0af31c5c-2d8a-448a-9c78-bffa38902116 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235901 Aug 17 16:21:07.223921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e99680d2-7a97-4b2c-8340-fcdb409b5fc3 req-0953a74a-fe0d-4645-9078-fdc26a87af8f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121056 Aug 17 16:21:07.262259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e496a7-d723-4d6d-a625-ca609e95b609 req-9578c3ab-c048-461b-b63a-1f5f7c2f5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:07.263990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1e496a7-d723-4d6d-a625-ca609e95b609 req-9578c3ab-c048-461b-b63a-1f5f7c2f5e8b service neutron] 10.222.0.91 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 913 time: 0.2210085 Aug 17 16:21:07.318902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1e496a7-d723-4d6d-a625-ca609e95b609 req-76bd46d4-4186-4625-a486-bc902ce3a86e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa84af1-4768-4543-8e11-7db3508e1ae8 HTTP/1.1" status: 200 len: 217 time: 0.0457568 Aug 17 16:21:07.452722 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3fc2456-0fe4-451e-9881-10880581729f req-fa28a9a9-7494-45fc-8fbc-ba5dec87c3a8 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/2ba4768a-9b20-41ab-8aac-0b6078037419 HTTP/1.1" status: 200 len: 1805 time: 0.1994386 Aug 17 16:21:07.472129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:07.488761 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5a49bf90-f6c9-499c-860f-d54fd04bae9e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962150780', 'description': 'tempest-description--1332090536'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:07.525142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e496a7-d723-4d6d-a625-ca609e95b609 req-a018f291-adcf-4c67-8388-e8ee766de358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:07.527035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1e496a7-d723-4d6d-a625-ca609e95b609 req-a018f291-adcf-4c67-8388-e8ee766de358 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 200 len: 852 time: 0.2004204 Aug 17 16:21:07.581804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e6475933-e0f5-4ddd-a6bb-ebf4510caf7d', 'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'mac_address': 'fa:16:3e:32:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:02Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 2, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'subnets': [{'id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:07.592790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1e496a7-d723-4d6d-a625-ca609e95b609 req-bedb32d5-df88-4bcf-acee-e711e432af24 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568471 Aug 17 16:21:07.613307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a49bf90-f6c9-499c-860f-d54fd04bae9e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:07.666389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Checking router: 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:21:07.666858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Updating router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:21:07.673515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:07.674477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-a265e57d-f6dc-4a2b-8ec9-a143f0df8e9d tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:07.680385 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-a265e57d-f6dc-4a2b-8ec9-a143f0df8e9d tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.2247603 Aug 17 16:21:07.712349 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:07.753022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c3fc2456-0fe4-451e-9881-10880581729f req-8721cd08-9660-494f-8e91-f90cd650b751 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:07.826823 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1e496a7-d723-4d6d-a625-ca609e95b609 req-0bee1e94-0af5-47cc-a809-ba846877b314 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240765 Aug 17 16:21:07.847862 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c3fc2456-0fe4-451e-9881-10880581729f req-8721cd08-9660-494f-8e91-f90cd650b751 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.103419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1e496a7-d723-4d6d-a625-ca609e95b609 req-32fa2377-55b0-4542-ac0e-36dad75bae96 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610455 Aug 17 16:21:08.103757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d2bee21d-5671-43af-854f-2d1343e44b8a details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:21:08.104586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-98c0cc23-6f80-4cbb-980f-2898a2a4cfe4 service neutron] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:08.113291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-98c0cc23-6f80-4cbb-980f-2898a2a4cfe4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.114622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96368358-bdc2-4c74-b785-45db3a4bb376 req-98c0cc23-6f80-4cbb-980f-2898a2a4cfe4 service neutron] 10.222.0.93 "DELETE /v2.0/ports/596edea1-6cac-44c1-a93e-57e10c64a42e/bindings/n-h1-804878-1 HTTP/1.1" status: 204 len: 173 time: 0.4211552 Aug 17 16:21:08.124588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a49bf90-f6c9-499c-860f-d54fd04bae9e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.132556 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a49bf90-f6c9-499c-860f-d54fd04bae9e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.183461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c3fc2456-0fe4-451e-9881-10880581729f req-8721cd08-9660-494f-8e91-f90cd650b751 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.187922 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c3fc2456-0fe4-451e-9881-10880581729f req-8721cd08-9660-494f-8e91-f90cd650b751 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.191174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3fc2456-0fe4-451e-9881-10880581729f req-8721cd08-9660-494f-8e91-f90cd650b751 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "DELETE /v2.0/security-groups/2ba4768a-9b20-41ab-8aac-0b6078037419 HTTP/1.1" status: 204 len: 173 time: 0.7372830 Aug 17 16:21:08.216391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49bf90-f6c9-499c-860f-d54fd04bae9e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be407c4-c836-48da-8432-cdbc693c59b6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:08.232160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a49bf90-f6c9-499c-860f-d54fd04bae9e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.236388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45988) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:08.240533 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a49bf90-f6c9-499c-860f-d54fd04bae9e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7639055 Aug 17 16:21:08.241799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-617791e9-91bc-431f-b89f-3dc50998636f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'security_group_rule': {'security_group_id': '5be407c4-c836-48da-8432-cdbc693c59b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:08.266875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721cd08-9660-494f-8e91-f90cd650b751 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba4768a-9b20-41ab-8aac-0b6078037419,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:08.342096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093743d-12c2-4766-9506-0cb1e02855e0 req-e4c62519-3733-4d2b-b702-48bd33ee2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:08.344239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c093743d-12c2-4766-9506-0cb1e02855e0 req-e4c62519-3733-4d2b-b702-48bd33ee2f28 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 1135 time: 0.1518521 Aug 17 16:21:08.347502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-617791e9-91bc-431f-b89f-3dc50998636f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.380265 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.403965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-617791e9-91bc-431f-b89f-3dc50998636f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.408673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Transition to ACTIVE for port object e6475933-e0f5-4ddd-a6bb-ebf4510caf7d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:08.413010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ed1e7-3771-4001-9c3f-20367f7cc677 req-7e9be2da-e8eb-42dd-8559-d686517e0d35 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:08.420842 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc4ed1e7-3771-4001-9c3f-20367f7cc677 req-7e9be2da-e8eb-42dd-8559-d686517e0d35 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 944 time: 0.1326423 Aug 17 16:21:08.424042 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-617791e9-91bc-431f-b89f-3dc50998636f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.445946 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.456613 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-617791e9-91bc-431f-b89f-3dc50998636f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.457860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-617791e9-91bc-431f-b89f-3dc50998636f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2198327 Aug 17 16:21:08.465616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45992) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:08.467288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d2bee21d-5671-43af-854f-2d1343e44b8a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d2bee21d-5671-43af-854f-2d1343e44b8a,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:08.489033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1ef9330f-2129-4584-9ae9-a2f87fa674d1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'security_group_rule': {'security_group_id': '5be407c4-c836-48da-8432-cdbc693c59b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:08.522935 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc4ed1e7-3771-4001-9c3f-20367f7cc677 req-31d6045b-6163-48da-aa5f-19f0cceb953c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009767 Aug 17 16:21:08.529979 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617791e9-91bc-431f-b89f-3dc50998636f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b52905-e5da-41d0-a083-ab3cf03cb57c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:08.548470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ef9330f-2129-4584-9ae9-a2f87fa674d1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.588568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'd2bee21d-5671-43af-854f-2d1343e44b8a', 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775', 'port_id': 'd2bee21d-5671-43af-854f-2d1343e44b8a', 'mac_address': 'fa:16:3e:49:89:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40428865-19e2-44b0-a5fa-06186e0ce9aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:21:08.611750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923062d-e0c1-4782-a279-fabeb19e6eb2 None None] Pushing event updated for resources: {'Port': ['ID=e6475933-e0f5-4ddd-a6bb-ebf4510caf7d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:08.626955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 596edea1-6cac-44c1-a93e-57e10c64a42e no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:08.639866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093743d-12c2-4766-9506-0cb1e02855e0 req-e170de59-bce3-43c2-ac21-ab5f40835686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:08.651359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c093743d-12c2-4766-9506-0cb1e02855e0 req-e170de59-bce3-43c2-ac21-ab5f40835686 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 913 time: 0.2961659 Aug 17 16:21:08.677185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ef9330f-2129-4584-9ae9-a2f87fa674d1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.685485 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ef9330f-2129-4584-9ae9-a2f87fa674d1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.699630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35b127-f19f-457a-8c5b-aac136b435d7 req-eb742aff-6379-4548-9681-32b42056007d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:08.705583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba35b127-f19f-457a-8c5b-aac136b435d7 req-eb742aff-6379-4548-9681-32b42056007d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 984 time: 0.3543570 Aug 17 16:21:08.749723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9330f-2129-4584-9ae9-a2f87fa674d1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2a426c-0949-4ec5-a7c6-caaecf1d90f0,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:08.754094 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ef9330f-2129-4584-9ae9-a2f87fa674d1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.766657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1ef9330f-2129-4584-9ae9-a2f87fa674d1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993376 Aug 17 16:21:08.767830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46002) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:08.771180 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.778102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:08.783194 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c093743d-12c2-4766-9506-0cb1e02855e0 req-6fbf8378-4c70-43ca-9868-2ded0fc55e3c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa84af1-4768-4543-8e11-7db3508e1ae8 HTTP/1.1" status: 200 len: 217 time: 0.1238263 Aug 17 16:21:08.793277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Attempting to bind port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:08.793858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Attempting to bind port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:08.794651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Attempting to bind port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:08.799979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 596edea1-6cac-44c1-a93e-57e10c64a42e not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:21:08.805004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2bee21d-5671-43af-854f-2d1343e44b8a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:08.808788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46004) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:08.815596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:08.816495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Checking segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:08.817118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.817685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Bound using segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:08.818961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Bound port: e6475933-e0f5-4ddd-a6bb-ebf4510caf7d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:08.821022 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.828415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.850528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d2bee21d-5671-43af-854f-2d1343e44b8a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d2bee21d-5671-43af-854f-2d1343e44b8a,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:08.872502 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:08.874404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093743d-12c2-4766-9506-0cb1e02855e0 req-cb6c092e-ba43-47bd-bc25-1e2084746d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:08.876190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c093743d-12c2-4766-9506-0cb1e02855e0 req-cb6c092e-ba43-47bd-bc25-1e2084746d92 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 200 len: 852 time: 0.0563309 Aug 17 16:21:08.969877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c093743d-12c2-4766-9506-0cb1e02855e0 req-72dda80b-73ce-4644-b623-593ad399ea8f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829620 Aug 17 16:21:08.990081 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba35b127-f19f-457a-8c5b-aac136b435d7 req-ac79b3b4-077f-4d58-a0b2-e6fd5c197c8f tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&id=8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2133141 Aug 17 16:21:09.022017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] For port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:09.035718 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1b17862-1db1-40c0-8d8a-7fac6d56c0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.045861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] For port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e6475933-e0f5-4ddd-a6bb-ebf4510caf7d,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:09.049898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=d2bee21d-5671-43af-854f-2d1343e44b8a,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:09.071487 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.135414 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5eefb39-cd1d-4ac7-8599-fa8d23c9b841 req-ea7e4667-9bf9-4269-99bf-2cbe617bd236 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/80a19014-fbe4-48e1-9e71-06c1cbac7d7b HTTP/1.1" status: 200 len: 1804 time: 0.0883803 Aug 17 16:21:09.163651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['d2bee21d-5671-43af-854f-2d1343e44b8a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:09.172046 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c093743d-12c2-4766-9506-0cb1e02855e0 req-ea49f8cc-fbd3-4d43-9e1b-c79449c0fa50 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809168 Aug 17 16:21:09.177874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Routers {'7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:09.180586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:09.182821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923062d-e0c1-4782-a279-fabeb19e6eb2 None None] Pushing event updated for resources: {'Port': ['ID=e6475933-e0f5-4ddd-a6bb-ebf4510caf7d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:09.192965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.299586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1b17862-1db1-40c0-8d8a-7fac6d56c0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.311815 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1b17862-1db1-40c0-8d8a-7fac6d56c0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.346890 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c093743d-12c2-4766-9506-0cb1e02855e0 req-633e6f29-6972-476a-bd26-d3d7aaf5f57b service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595042 Aug 17 16:21:09.359169 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a5eefb39-cd1d-4ac7-8599-fa8d23c9b841 req-ea548f7c-f6c3-411b-a7f0-ba873d5a8d40 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.396737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a5eefb39-cd1d-4ac7-8599-fa8d23c9b841 req-ea548f7c-f6c3-411b-a7f0-ba873d5a8d40 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.397695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e1b17862-1db1-40c0-8d8a-7fac6d56c0a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1efeaf52bd4847398d0d93744b63db15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857491 Aug 17 16:21:09.400354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:09.423099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b17862-1db1-40c0-8d8a-7fac6d56c0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc90d62-e591-420d-a106-f22cb8ee3896,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:09.438108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024069c-c6fc-46ce-8ab2-4611d1901141 req-03222646-0db9-40b9-8163-f374595924b2 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:09.446459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2024069c-c6fc-46ce-8ab2-4611d1901141 req-03222646-0db9-40b9-8163-f374595924b2 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 945 time: 0.2267911 Aug 17 16:21:09.478233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Allocated IP 172.25.7.30 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/631965e3-6866-43e8-9336-acd2228bb9e9) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:09.519419 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a50d20e-3ed0-482f-99e0-321d2693e4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.524401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2024069c-c6fc-46ce-8ab2-4611d1901141 req-15f07b10-634e-445d-b7e3-8e5289824dde tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715466 Aug 17 16:21:09.606573 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a50d20e-3ed0-482f-99e0-321d2693e4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.614522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a5eefb39-cd1d-4ac7-8599-fa8d23c9b841 req-ea548f7c-f6c3-411b-a7f0-ba873d5a8d40 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.616111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] Set router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:09.618249 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a5eefb39-cd1d-4ac7-8599-fa8d23c9b841 req-ea548f7c-f6c3-411b-a7f0-ba873d5a8d40 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.619616 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5eefb39-cd1d-4ac7-8599-fa8d23c9b841 req-ea548f7c-f6c3-411b-a7f0-ba873d5a8d40 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "DELETE /v2.0/security-groups/80a19014-fbe4-48e1-9e71-06c1cbac7d7b HTTP/1.1" status: 204 len: 173 time: 0.4760571 Aug 17 16:21:09.640932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea548f7c-f6c3-411b-a7f0-ba873d5a8d40 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a19014-fbe4-48e1-9e71-06c1cbac7d7b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:09.650712 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.703904 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a50d20e-3ed0-482f-99e0-321d2693e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.706976 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a50d20e-3ed0-482f-99e0-321d2693e4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.708509 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:09.708694 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a50d20e-3ed0-482f-99e0-321d2693e4aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0bc90d62-e591-420d-a106-f22cb8ee3896 HTTP/1.1" status: 204 len: 168 time: 0.3069842 Aug 17 16:21:09.735266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50d20e-3ed0-482f-99e0-321d2693e4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc90d62-e591-420d-a106-f22cb8ee3896,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:09.769863 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:09.785074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:09.788657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:09.850200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'Port': ['ID=631965e3-6866-43e8-9336-acd2228bb9e9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:09.957092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38138d3-7435-417c-ac24-9b602807133f req-89b2d474-27f7-45e6-89b9-d76e5daffacc tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:09.964757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a38138d3-7435-417c-ac24-9b602807133f req-89b2d474-27f7-45e6-89b9-d76e5daffacc tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1095 time: 0.0906458 Aug 17 16:21:09.999492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.038996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a38138d3-7435-417c-ac24-9b602807133f req-86041aa6-77f6-49b3-b33d-bb7d23820493 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732834 Aug 17 16:21:10.087045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e6475933-e0f5-4ddd-a6bb-ebf4510caf7d', 'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'mac_address': 'fa:16:3e:32:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:02Z', 'updated_at': '2021-08-17T16:21:08Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'subnets': [{'id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:10.094183 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-58803889-eed9-4951-90f2-8d5877638eb5 req-e2f6e527-c67d-4f36-ba10-08649437088a tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/0db609df-91a4-48e2-a78c-3176ce2056a5 HTTP/1.1" status: 200 len: 1804 time: 0.1579483 Aug 17 16:21:10.097381 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.131755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d2bee21d-5671-43af-854f-2d1343e44b8a no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:10.134757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03b01f-debb-42dd-8111-444c71be3d47 None None] The sync data for ids ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'] in n-d-804878-1 is: [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e6475933-e0f5-4ddd-a6bb-ebf4510caf7d', 'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'mac_address': 'fa:16:3e:32:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:02Z', 'updated_at': '2021-08-17T16:21:08Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'subnets': [{'id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:21:10.254407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306277b7-ff04-4add-97bf-faaa998e9d6c req-982e7b5d-f429-4e76-a5b6-23069297f79d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:10.274039 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-306277b7-ff04-4add-97bf-faaa998e9d6c req-982e7b5d-f429-4e76-a5b6-23069297f79d tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 984 time: 0.1412892 Aug 17 16:21:10.388580 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.406058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-306277b7-ff04-4add-97bf-faaa998e9d6c req-7995a9de-77d9-4328-80df-afe686b4d89b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&id=8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1263702 Aug 17 16:21:10.438096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d2bee21d-5671-43af-854f-2d1343e44b8a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:10.487325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-58803889-eed9-4951-90f2-8d5877638eb5 req-4b44fdc9-1208-40ad-88c5-5c369a7fafd6 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.512923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e6475933-e0f5-4ddd-a6bb-ebf4510caf7d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:10.527466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d2bee21d-5671-43af-854f-2d1343e44b8a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d2bee21d-5671-43af-854f-2d1343e44b8a,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:10.544395 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-58803889-eed9-4951-90f2-8d5877638eb5 req-4b44fdc9-1208-40ad-88c5-5c369a7fafd6 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.582730 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.633370 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-58803889-eed9-4951-90f2-8d5877638eb5 req-4b44fdc9-1208-40ad-88c5-5c369a7fafd6 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.637627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-58803889-eed9-4951-90f2-8d5877638eb5 req-4b44fdc9-1208-40ad-88c5-5c369a7fafd6 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.639631 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-58803889-eed9-4951-90f2-8d5877638eb5 req-4b44fdc9-1208-40ad-88c5-5c369a7fafd6 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "DELETE /v2.0/security-groups/0db609df-91a4-48e2-a78c-3176ce2056a5 HTTP/1.1" status: 204 len: 173 time: 0.5090146 Aug 17 16:21:10.666656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44fdc9-1208-40ad-88c5-5c369a7fafd6 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db609df-91a4-48e2-a78c-3176ce2056a5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:10.681370 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.693382 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.764254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=d2bee21d-5671-43af-854f-2d1343e44b8a,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:10.776591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:10.784708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:10.786261 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.801456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-5d2121a9-8ab3-421e-b768-d9dfa5f732a6 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:10.803064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-5d2121a9-8ab3-421e-b768-d9dfa5f732a6 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 808 time: 0.2678232 Aug 17 16:21:10.829938 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.835764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-64395cec-ee74-4858-97d0-8f1dbcac21d1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/quotas/888def3d37bf406299868afa066e412d HTTP/1.1" status: 200 len: 375 time: 0.0248129 Aug 17 16:21:10.890992 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:10.901304 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1317575 Aug 17 16:21:10.903139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a9005-de53-40d6-af0e-2590206c3087 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'Port': ['ID=631965e3-6866-43e8-9336-acd2228bb9e9,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:10.932597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-dfaa7597-1ba2-4f92-bb3b-52a5263fe2ec tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-403950300&fields=id&tenant_id=a275aac162c941d09b0f23a94f702f42 HTTP/1.1" status: 200 len: 267 time: 0.1039441 Aug 17 16:21:10.960944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-ef90b4df-c199-468b-913d-7264bc6883b1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126087 Aug 17 16:21:10.969824 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.029197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-4811e285-86e0-45ea-b0b7-6e07285f04b5 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:11.043498 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-4811e285-86e0-45ea-b0b7-6e07285f04b5 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 984 time: 0.1022177 Aug 17 16:21:11.052979 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-70fcc415-9527-4923-a06b-b3cd4f9d7c23 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'port': {'security_groups': ['8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29', 'ad16a5a6-b6cb-4c51-8c50-4d773c7400c6', '46e4c815-407a-48e8-95af-e79fad3c138d']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:11.069242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e6475933-e0f5-4ddd-a6bb-ebf4510caf7d,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:11.077339 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.151276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=e6475933-e0f5-4ddd-a6bb-ebf4510caf7d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:11.177073 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-4ae88f11-3f22-43af-8590-fc1ccd34c54d service neutron] 10.222.0.77 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050345 Aug 17 16:21:11.186422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:11.193830 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-70fcc415-9527-4923-a06b-b3cd4f9d7c23 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.326651 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-dddce676-ea44-4f0b-af2c-4a69a6a7a327 service neutron] 10.222.0.77 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372087 Aug 17 16:21:11.341802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:11.447871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-40681847-network', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:11.475350 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10e5bca2-79ad-49a8-a624-f9f39b4e7d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.488734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-70fcc415-9527-4923-a06b-b3cd4f9d7c23 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] For port daa84af1-4768-4543-8e11-7db3508e1ae8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=daa84af1-4768-4543-8e11-7db3508e1ae8,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:11.515909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Made reservation on behalf of 430c11389e6c4985a880c3e7e6e36fa1 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:11.518927 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.535676 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.542043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-70fcc415-9527-4923-a06b-b3cd4f9d7c23 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.549042 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-70fcc415-9527-4923-a06b-b3cd4f9d7c23 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.564205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['daa84af1-4768-4543-8e11-7db3508e1ae8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:11.567748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['61bbaece-c824-4b44-96c1-806f1c835c1f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:11.613079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-70fcc415-9527-4923-a06b-b3cd4f9d7c23 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:11.615377 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-70fcc415-9527-4923-a06b-b3cd4f9d7c23 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.616878 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-88c5550e-fd99-46a7-acb8-7225f13c16c3 req-70fcc415-9527-4923-a06b-b3cd4f9d7c23 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "PUT /v2.0/ports/daa84af1-4768-4543-8e11-7db3508e1ae8 HTTP/1.1" status: 200 len: 1020 time: 0.5714264 Aug 17 16:21:11.619908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'tag': 'daa84af1-4768-4543-8e11-7db3508e1ae8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:11.623462 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19b73fe-b2af-40be-9460-38c029bbb053" -d '{"events": [{"name": "network-changed", "server_uuid": "5f750bfb-bce6-4b0d-a6e7-9c89a4778665", "tag": "daa84af1-4768-4543-8e11-7db3508e1ae8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:11.661336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcc415-9527-4923-a06b-b3cd4f9d7c23 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'Port': ['ID=daa84af1-4768-4543-8e11-7db3508e1ae8,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:11.701609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['daa84af1-4768-4543-8e11-7db3508e1ae8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:11.728447 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c75138ad-1f0a-40d9-b2ba-4651fa7898ce req-91368f70-0d2e-41bb-8d0f-a5b4aa2a7931 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/92163465-9c94-4067-aa3d-307f3fe77e02 HTTP/1.1" status: 200 len: 2403 time: 0.0716622 Aug 17 16:21:11.741340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126ffbf-68e0-49ad-b2ed-0877cdae46c3 req-8d134499-e02c-483d-955b-f7c39b493634 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:11.742937 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6126ffbf-68e0-49ad-b2ed-0877cdae46c3 req-8d134499-e02c-483d-955b-f7c39b493634 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 944 time: 0.1401494 Aug 17 16:21:11.776240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10e5bca2-79ad-49a8-a624-f9f39b4e7d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.789567 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10e5bca2-79ad-49a8-a624-f9f39b4e7d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.822623 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c75138ad-1f0a-40d9-b2ba-4651fa7898ce req-cf1b363e-e7e4-4a82-99f9-db859ae51291 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.862338 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c75138ad-1f0a-40d9-b2ba-4651fa7898ce req-cf1b363e-e7e4-4a82-99f9-db859ae51291 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:11.866392 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6126ffbf-68e0-49ad-b2ed-0877cdae46c3 req-b8309948-a624-4eee-9fdc-e89d45772418 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125643 Aug 17 16:21:11.875686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5bca2-79ad-49a8-a624-f9f39b4e7d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26200d5b-9378-49fa-8475-4516846fd63f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:11.905066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46096) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:11.905673 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-10e5bca2-79ad-49a8-a624-f9f39b4e7d03 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e330b49dbb854c55b8f65a6df96ef8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7160702 Aug 17 16:21:12.009677 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c505cf3-53d1-43b2-8d21-832fe333b9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.035828 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.044386 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.048913 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c505cf3-53d1-43b2-8d21-832fe333b9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.099896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:21:12.115687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2452ada-6d73-40dc-ad15-70e852075200,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:12.117141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c75138ad-1f0a-40d9-b2ba-4651fa7898ce req-cf1b363e-e7e4-4a82-99f9-db859ae51291 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.120286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c75138ad-1f0a-40d9-b2ba-4651fa7898ce req-cf1b363e-e7e4-4a82-99f9-db859ae51291 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.134667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d2bee21d-5671-43af-854f-2d1343e44b8a up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:12.139002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c75138ad-1f0a-40d9-b2ba-4651fa7898ce req-cf1b363e-e7e4-4a82-99f9-db859ae51291 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "DELETE /v2.0/security-groups/92163465-9c94-4067-aa3d-307f3fe77e02 HTTP/1.1" status: 204 len: 173 time: 0.4036748 Aug 17 16:21:12.153734 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.154097 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Added segment 36d22d60-4d4a-4049-ba5d-db637c2f7226 of type vlan for network 80c83ecf-6ce9-4496-b252-00688b25968b Aug 17 16:21:12.157039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c505cf3-53d1-43b2-8d21-832fe333b9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.160830 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c505cf3-53d1-43b2-8d21-832fe333b9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.162914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1c505cf3-53d1-43b2-8d21-832fe333b9a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26200d5b-9378-49fa-8475-4516846fd63f HTTP/1.1" status: 204 len: 168 time: 0.2523558 Aug 17 16:21:12.172077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b363e-e7e4-4a82-99f9-db859ae51291 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92163465-9c94-4067-aa3d-307f3fe77e02,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:12.198983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c505cf3-53d1-43b2-8d21-832fe333b9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26200d5b-9378-49fa-8475-4516846fd63f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:12.259349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.268925 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-1cb09038-45c3-408b-a3c3-926bc4fe9b4a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--962150780&fields=id&tenant_id=5e0bff260f5f426d99f5384af5be17ad HTTP/1.1" status: 200 len: 267 time: 0.0555701 Aug 17 16:21:12.277156 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d1b9c9c-917f-4b63-b922-dd13cfd50d4a req-7255ded6-bd64-483e-952d-a6f6e2b225b8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 210 time: 0.0686700 Aug 17 16:21:12.326598 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.327569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:12.328216 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.398222 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62b8c68e-861d-4876-a165-08a8d25a58ed req-ec93e9c4-61eb-499f-9e62-20f645572528 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/46e4c815-407a-48e8-95af-e79fad3c138d HTTP/1.1" status: 200 len: 1799 time: 0.0539966 Aug 17 16:21:12.427119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e6475933-e0f5-4ddd-a6bb-ebf4510caf7d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:12.440162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port d2bee21d-5671-43af-854f-2d1343e44b8a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:12.440729 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.472510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] Pushing event updated for resources: {'Network': ['ID=80c83ecf-6ce9-4496-b252-00688b25968b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:12.499355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5fba18cb-8ed2-46ab-adcd-54a791daccb4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1563237 Aug 17 16:21:12.500200 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-62b8c68e-861d-4876-a165-08a8d25a58ed req-caea4eb6-49f9-4eca-afaf-9cce401e1e8a tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 16:21:12.503041 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62b8c68e-861d-4876-a165-08a8d25a58ed req-caea4eb6-49f9-4eca-afaf-9cce401e1e8a tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/46e4c815-407a-48e8-95af-e79fad3c138d HTTP/1.1" status: 409 len: 341 time: 0.0946214 Aug 17 16:21:12.504165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:12.516479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Request body: {'subnet': {'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-subnet', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:12.556987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 80c83ecf-6ce9-4496-b252-00688b25968b details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:21:12.581521 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac0b42f-771d-4cfb-b95d-c431a236002d x-openstack-request-id: req-6ac0b42f-771d-4cfb-b95d-c431a236002d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:12.581817 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f750bfb-bce6-4b0d-a6e7-9c89a4778665", "tag": "daa84af1-4768-4543-8e11-7db3508e1ae8", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:12.582116 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ac0b42f-771d-4cfb-b95d-c431a236002d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:12.582598 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'tag': 'daa84af1-4768-4543-8e11-7db3508e1ae8', 'status': 'completed', 'code': 200} Aug 17 16:21:12.593335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-b653c412-d32a-4bb3-9015-aaf6128bd3c2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:12.603894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-b653c412-d32a-4bb3-9015-aaf6128bd3c2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 812 time: 0.3083313 Aug 17 16:21:12.616773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Made reservation on behalf of 430c11389e6c4985a880c3e7e6e36fa1 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:12.619179 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.650157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-53572509-6369-47c4-935d-2262ea9c5f07 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/quotas/5e0bff260f5f426d99f5384af5be17ad HTTP/1.1" status: 200 len: 375 time: 0.0451849 Aug 17 16:21:12.668084 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d25326e3-a45e-447b-a8b0-181697bf356f req-6b77198a-67ac-4e96-bd1d-ad331ac73f4c tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "GET /v2.0/security-groups/53484ac2-d400-4fa7-98b9-c1d4b4fa3b5b HTTP/1.1" status: 200 len: 2398 time: 0.0579758 Aug 17 16:21:12.712432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46118) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:12.735868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2616044-d46e-4d12-9bbc-382770ef204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.775008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-a0a61a13-9502-40c8-9cc2-b657c662e541 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237772 Aug 17 16:21:12.777271 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d25326e3-a45e-447b-a8b0-181697bf356f req-f525ac60-e7e7-44c0-8060-f897299881f1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.816790 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d25326e3-a45e-447b-a8b0-181697bf356f req-f525ac60-e7e7-44c0-8060-f897299881f1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.818531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b73fe-b2af-40be-9460-38c029bbb053 req-ea12c7d0-6286-47ec-a121-f97421bcb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:12.820318 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c19b73fe-b2af-40be-9460-38c029bbb053 req-ea12c7d0-6286-47ec-a121-f97421bcb40c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 1174 time: 0.1976674 Aug 17 16:21:12.827542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:12.827920 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.914009 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d25326e3-a45e-447b-a8b0-181697bf356f req-f525ac60-e7e7-44c0-8060-f897299881f1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.916844 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d25326e3-a45e-447b-a8b0-181697bf356f req-f525ac60-e7e7-44c0-8060-f897299881f1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.919310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d25326e3-a45e-447b-a8b0-181697bf356f req-f525ac60-e7e7-44c0-8060-f897299881f1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] 10.222.0.77 "DELETE /v2.0/security-groups/53484ac2-d400-4fa7-98b9-c1d4b4fa3b5b HTTP/1.1" status: 204 len: 173 time: 0.2429061 Aug 17 16:21:12.921558 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2616044-d46e-4d12-9bbc-382770ef204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:12.927870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46122) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:12.949252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525ac60-e7e7-44c0-8060-f897299881f1 tempest-SecurityGroupRulesTestJSON-869006153 tempest-SecurityGroupRulesTestJSON-869006153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53484ac2-d400-4fa7-98b9-c1d4b4fa3b5b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:12.952337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2616044-d46e-4d12-9bbc-382770ef204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.073662 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-b084839b-ccda-4a85-9712-b12c31be1b58 service neutron] 10.222.0.77 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725861 Aug 17 16:21:13.080861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b73fe-b2af-40be-9460-38c029bbb053 req-eaa6580c-274e-4cfa-afa4-928baf1f0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:13.082615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c19b73fe-b2af-40be-9460-38c029bbb053 req-eaa6580c-274e-4cfa-afa4-928baf1f0b2b service neutron] 10.222.0.91 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 913 time: 0.2415464 Aug 17 16:21:13.145469 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.162961 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e2616044-d46e-4d12-9bbc-382770ef204e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7792577bbd844c89ad2d99db12d9346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494190 Aug 17 16:21:13.163743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2616044-d46e-4d12-9bbc-382770ef204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12255a82-d415-47a7-88a2-dd240d55b6dd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:13.166233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46128) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:13.227779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c19b73fe-b2af-40be-9460-38c029bbb053 req-ec6dadb1-2a2b-46de-b5af-5f13f12ac610 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa84af1-4768-4543-8e11-7db3508e1ae8 HTTP/1.1" status: 200 len: 217 time: 0.1154544 Aug 17 16:21:13.245042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32032d3-841a-4490-adf8-9732a144aa9f admin admin] Deleting subnet 8ebb46ed-4ba4-48a2-911b-34061f017d75 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:21:13.259557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac81b2-be18-4deb-9b85-099f7106563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bee21d-5671-43af-854f-2d1343e44b8a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:13.262068 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b167ad-3b64-4aa6-a5b2-3b1426e285a8" -d '{"events": [{"server_uuid": "5cac81b2-be18-4deb-9b85-099f7106563d", "name": "network-vif-plugged", "status": "completed", "tag": "d2bee21d-5671-43af-854f-2d1343e44b8a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:13.266609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-109df0d0-2a5f-4ab9-b4ba-5ba945f5d1e0 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:13.268193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-109df0d0-2a5f-4ab9-b4ba-5ba945f5d1e0 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 808 time: 0.2748308 Aug 17 16:21:13.268999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b32032d3-841a-4490-adf8-9732a144aa9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.275987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d2bee21d-5671-43af-854f-2d1343e44b8a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d2bee21d-5671-43af-854f-2d1343e44b8a,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:13.281817 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.293171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.315586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-72b73d00-a5f2-4446-bea6-ffe86fbdac55 service neutron] 10.222.0.77 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091947 Aug 17 16:21:13.325406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Request body: {'port': {'device_id': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3', 'admin_state_up': True, 'tenant_id': '888def3d37bf406299868afa066e412d'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:13.347433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=d2bee21d-5671-43af-854f-2d1343e44b8a,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:13.364638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b73fe-b2af-40be-9460-38c029bbb053 req-8afbbc19-3589-4d5d-8c9a-aef3e1aea2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:13.366230 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c19b73fe-b2af-40be-9460-38c029bbb053 req-8afbbc19-3589-4d5d-8c9a-aef3e1aea2ec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 200 len: 852 time: 0.1225171 Aug 17 16:21:13.413064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c19b73fe-b2af-40be-9460-38c029bbb053 req-e12e9752-041b-47b4-b25c-97337388548e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366683 Aug 17 16:21:13.418229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0d815e-677b-49d0-9ff9-ffe8efa321ea,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:13.495486 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:21:13.500500 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b32032d3-841a-4490-adf8-9732a144aa9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.501104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Checking segment: {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:13.506177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Network hostable DHCP agents. Network: 80c83ecf-6ce9-4496-b252-00688b25968b, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:21:13.549348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Made reservation on behalf of 888def3d37bf406299868afa066e412d for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:13.553195 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.581604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Network 80c83ecf-6ce9-4496-b252-00688b25968b is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:21:13.634696 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c19b73fe-b2af-40be-9460-38c029bbb053 req-08e855dc-3cea-45af-aefe-530bc102d030 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025881 Aug 17 16:21:13.635543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 80c83ecf-6ce9-4496-b252-00688b25968b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:13.642158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:13.642803 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.647034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252aaf0f-4a84-4221-a8e9-d26b1b80a9e8 None None] Network 80c83ecf-6ce9-4496-b252-00688b25968b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:21:13.707432 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cda6d618-2ee9-417e-b5f4-340745e6c089 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2021737 Aug 17 16:21:13.709986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a9da-064d-406f-9046-2fe10fcbecf3 req-f69aedb2-31e0-4baa-8ef8-953f89b2e3da tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:13.710881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:13.713176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6544a9da-064d-406f-9046-2fe10fcbecf3 req-f69aedb2-31e0-4baa-8ef8-953f89b2e3da tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.4618390 Aug 17 16:21:13.725332 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b32032d3-841a-4490-adf8-9732a144aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.727329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:13.737483 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f338-04b6-4ac6-b140-3ccdc91b4a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.746407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122b3a2-b455-4e5e-a7b5-eea9d0f8870a req-834d67bd-167b-424d-a6e2-f4e4d2dcda9e tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:13.747946 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5122b3a2-b455-4e5e-a7b5-eea9d0f8870a req-834d67bd-167b-424d-a6e2-f4e4d2dcda9e tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 1023 time: 0.1548016 Aug 17 16:21:13.871870 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-80c83ecf-6ce9-4496-b252-00688b25968b', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:21:13.873778 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.893629 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f338-04b6-4ac6-b140-3ccdc91b4a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:13.922475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Allocated IP 172.20.0.7 (b6cf8e7d-fee9-4c49-bbd1-8022677d56c3/eb19aee1-783b-4332-b4fd-155bac3d322f/3854f379-abc5-472e-bf85-98f69d373511) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:13.980840 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6544a9da-064d-406f-9046-2fe10fcbecf3 req-6ba0f103-e96e-4345-870e-e732db7b631e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517960 Aug 17 16:21:14.013817 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b32032d3-841a-4490-adf8-9732a144aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.056254 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2327918-7489-4e0f-aada-70807d3eafea x-openstack-request-id: req-c2327918-7489-4e0f-aada-70807d3eafea {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:14.056542 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cac81b2-be18-4deb-9b85-099f7106563d", "name": "network-vif-plugged", "status": "completed", "tag": "d2bee21d-5671-43af-854f-2d1343e44b8a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:14.056801 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2327918-7489-4e0f-aada-70807d3eafea {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:14.056923 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b32032d3-841a-4490-adf8-9732a144aa9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.057400 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cac81b2-be18-4deb-9b85-099f7106563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bee21d-5671-43af-854f-2d1343e44b8a', 'code': 200} Aug 17 16:21:14.065737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b32032d3-841a-4490-adf8-9732a144aa9f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8ebb46ed-4ba4-48a2-911b-34061f017d75 HTTP/1.1" status: 204 len: 168 time: 1.1363978 Aug 17 16:21:14.067061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46146) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:14.132581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Allocated IP 172.20.0.2 (80c83ecf-6ce9-4496-b252-00688b25968b/fd0d815e-677b-49d0-9ff9-ffe8efa321ea/6656cbbc-b66f-45f3-bd81-0192f1e074dd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:14.243355 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.244393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.254763 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c19b73fe-b2af-40be-9460-38c029bbb053 req-1c12b7d0-c9c6-499a-9156-1bec1324f008 service neutron] 10.222.0.91 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073799 Aug 17 16:21:14.272830 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e605866-50e2-4b84-9a17-2791594bc8fa req-1d5ca87a-9c9b-440b-b69f-1bd935d7464c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 210 time: 0.0473280 Aug 17 16:21:14.287951 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f338-04b6-4ac6-b140-3ccdc91b4a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.291757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f338-04b6-4ac6-b140-3ccdc91b4a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.293566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2cd1f338-04b6-4ac6-b140-3ccdc91b4a52 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/12255a82-d415-47a7-88a2-dd240d55b6dd HTTP/1.1" status: 204 len: 168 time: 1.1222520 Aug 17 16:21:14.294719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32032d3-841a-4490-adf8-9732a144aa9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ebb46ed-4ba4-48a2-911b-34061f017d75,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:14.328090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5122b3a2-b455-4e5e-a7b5-eea9d0f8870a req-bc6c0d97-7ccd-4428-84a5-05e7829457d1 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e4c815-407a-48e8-95af-e79fad3c138d&id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&id=8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5561306 Aug 17 16:21:14.354045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1f338-04b6-4ac6-b140-3ccdc91b4a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12255a82-d415-47a7-88a2-dd240d55b6dd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:14.447871 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.457637 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74859db6-9fe4-4334-b7cd-9f5ea4353782 req-c195c503-5480-41c0-afa4-87d99ddbc4bd tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 210 time: 0.0540271 Aug 17 16:21:14.457781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Transition to ACTIVE for port object 6656cbbc-b66f-45f3-bd81-0192f1e074dd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:14.473343 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.486556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Transition to ACTIVE for port object 6656cbbc-b66f-45f3-bd81-0192f1e074dd will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:14.495672 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.503946 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.535992 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.552460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a73b90-54d3-4b15-a252-db4ab2dcbe12 req-00c1f33f-91f5-4cee-833d-f91f9a5d0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:14.554594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6a73b90-54d3-4b15-a252-db4ab2dcbe12 req-00c1f33f-91f5-4cee-833d-f91f9a5d0a91 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 1097 time: 0.1794219 Aug 17 16:21:14.603861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Pushing event updated for resources: {'Port': ['ID=6656cbbc-b66f-45f3-bd81-0192f1e074dd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:14.634217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Network 80c83ecf-6ce9-4496-b252-00688b25968b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:14.637484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:14.641529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:14.689356 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.715601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e20380-baa1-42da-89e4-88cebbc600e9']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:14.742956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c1c1bb-feda-4c7b-b79a-bdb37aaec5df') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:14.743497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c1c1bb-feda-4c7b-b79a-bdb37aaec5df') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:14.750071 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.792187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Attempting to bind port 6656cbbc-b66f-45f3-bd81-0192f1e074dd on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:14.792721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Attempting to bind port 6656cbbc-b66f-45f3-bd81-0192f1e074dd by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:14.793251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Attempting to bind port 6656cbbc-b66f-45f3-bd81-0192f1e074dd on network 80c83ecf-6ce9-4496-b252-00688b25968b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:14.799157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:14.799157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Checking segment: {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:14.799752 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.800238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Bound using segment: {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:14.801238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Bound port: 6656cbbc-b66f-45f3-bd81-0192f1e074dd, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:14.801704 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.811291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6a73b90-54d3-4b15-a252-db4ab2dcbe12 req-20ef3790-4c43-45a5-be3e-ddd2a998be2f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434435 Aug 17 16:21:14.819597 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.822719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:14.831295 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.834596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:14.838000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:14.852575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1de57-f742-4443-9531-599e0da9888d req-b89a02c6-001f-4bc1-b7df-86ecbb4086f5 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:14.853609 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b3c1de57-f742-4443-9531-599e0da9888d req-b89a02c6-001f-4bc1-b7df-86ecbb4086f5 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 1023 time: 0.1877954 Aug 17 16:21:14.907841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:14.908500 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.916356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] For port 6656cbbc-b66f-45f3-bd81-0192f1e074dd, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:14.921790 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] For port 6656cbbc-b66f-45f3-bd81-0192f1e074dd, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6656cbbc-b66f-45f3-bd81-0192f1e074dd,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:14.930290 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:14.952077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6378515 Aug 17 16:21:14.953087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:15.032427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dec25-4d20-49cb-a9d6-624405a9c6ed None None] Pushing event updated for resources: {'Port': ['ID=6656cbbc-b66f-45f3-bd81-0192f1e074dd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:15.051380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b3c1de57-f742-4443-9531-599e0da9888d req-ffe12f78-b309-46be-97ed-8617b9c9b477 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Deleting port daa84af1-4768-4543-8e11-7db3508e1ae8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:21:15.051723 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b3c1de57-f742-4443-9531-599e0da9888d req-ffe12f78-b309-46be-97ed-8617b9c9b477 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:15.152929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:21:15.153359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:21:15.210308 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:21:15.214545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Request body: {'port': {'device_id': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:15.252885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e984ed-7865-4150-a87b-f0f3b483a145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Pushing event updated for resources: {'Port': ['ID=3854f379-abc5-472e-bf85-98f69d373511,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:15.307113 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:15.321994 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:15.335992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-897d0e63-5807-4b60-b5d7-5dfbe08dbefd tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:15.337812 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-897d0e63-5807-4b60-b5d7-5dfbe08dbefd tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 812 time: 0.4380796 Aug 17 16:21:15.364917 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:15.368185 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] 10.222.0.77 "DELETE /v2.0/networks/96e20380-baa1-42da-89e4-88cebbc600e9 HTTP/1.1" status: 204 len: 168 time: 1.1527507 Aug 17 16:21:15.414683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620fdb1-74d2-4de6-b168-b282eb19019e admin admin] Pushing event deleted for resources: {'Network': ['ID=96e20380-baa1-42da-89e4-88cebbc600e9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:15.423950 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:15.490959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98962fc-77d9-4491-8f70-1ec358804ae7 req-1d127156-95a5-416b-b9c8-58202ed34200 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:15.492818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a98962fc-77d9-4491-8f70-1ec358804ae7 req-1d127156-95a5-416b-b9c8-58202ed34200 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.3488035 Aug 17 16:21:15.493482 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:15.534192 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-dbc0e6cc-53b8-4503-a088-cb792c81cdb7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e0bff260f5f426d99f5384af5be17ad HTTP/1.1" status: 200 len: 379 time: 0.1723852 Aug 17 16:21:15.551504 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'port': {'device_id': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'admin_state_up': True, 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'security_groups': ['5be407c4-c836-48da-8432-cdbc693c59b6']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:15.567211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b3c1de57-f742-4443-9531-599e0da9888d req-ffe12f78-b309-46be-97ed-8617b9c9b477 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] For port daa84af1-4768-4543-8e11-7db3508e1ae8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=daa84af1-4768-4543-8e11-7db3508e1ae8,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:15.567589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b3c1de57-f742-4443-9531-599e0da9888d req-ffe12f78-b309-46be-97ed-8617b9c9b477 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:15.617873 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b3c1de57-f742-4443-9531-599e0da9888d req-ffe12f78-b309-46be-97ed-8617b9c9b477 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Calling delete_port for daa84af1-4768-4543-8e11-7db3508e1ae8 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:21:15.619777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46180) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:15.657810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a98962fc-77d9-4491-8f70-1ec358804ae7 req-6bfd53a2-fa8a-4004-8288-f98bacf0f55d tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499093 Aug 17 16:21:15.739805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46009f4-7ed8-4944-821f-87cd6eb38f96 req-9ae35cdb-bfdd-49c7-b051-2c9cb151826f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:15.741438 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c46009f4-7ed8-4944-821f-87cd6eb38f96 req-9ae35cdb-bfdd-49c7-b051-2c9cb151826f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 931 time: 0.3219039 Aug 17 16:21:15.837311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Allocated IP 172.25.7.215 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/95adaf1a-27c6-4865-80cb-c8447fe80972) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:15.848937 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3f3c1be5-9c35-4829-9f9f-976c7d0de47b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0d295ce3ad1406db4a1fef207fcf33a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256379 Aug 17 16:21:15.855575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:15.965807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c46009f4-7ed8-4944-821f-87cd6eb38f96 req-b5cd2c96-2170-46ee-9cb6-3e696b9d1a58 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922076 Aug 17 16:21:16.039065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe07ef2-8246-4969-84ed-e340f2f96973 req-c8d61f12-9c53-4656-84f5-5c90d6ae0923 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:16.048141 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7fe07ef2-8246-4969-84ed-e340f2f96973 req-c8d61f12-9c53-4656-84f5-5c90d6ae0923 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f750bfb-bce6-4b0d-a6e7-9c89a4778665 HTTP/1.1" status: 200 len: 1023 time: 0.2318871 Aug 17 16:21:16.075956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b37311bb-4f9a-4e94-bcfb-f3c0f7ab1d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.126847 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b37311bb-4f9a-4e94-bcfb-f3c0f7ab1d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.135440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Made reservation on behalf of 5e0bff260f5f426d99f5384af5be17ad for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:16.139258 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.140822 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b3c1de57-f742-4443-9531-599e0da9888d req-ffe12f78-b309-46be-97ed-8617b9c9b477 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.153732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['daa84af1-4768-4543-8e11-7db3508e1ae8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:16.158133 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.221062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['61bbaece-c824-4b44-96c1-806f1c835c1f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:16.241818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe12f78-b309-46be-97ed-8617b9c9b477 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'Port': ['ID=daa84af1-4768-4543-8e11-7db3508e1ae8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:16.250389 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-345ad6fe-788c-40f5-8ead-8928f5e7c896 req-0d733ad2-920c-4aa6-a4b7-61f0646619ee tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 210 time: 0.0865788 Aug 17 16:21:16.317518 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7fe07ef2-8246-4969-84ed-e340f2f96973 req-50d266be-4f2d-4dc4-88c3-61a520e378cf tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e4c815-407a-48e8-95af-e79fad3c138d&id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&id=8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2690492 Aug 17 16:21:16.349180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3854f379-abc5-472e-bf85-98f69d373511 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:16.361436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c1de57-f742-4443-9531-599e0da9888d req-ffe12f78-b309-46be-97ed-8617b9c9b477 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] No DVR routers for this DVR port daa84af1-4768-4543-8e11-7db3508e1ae8 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:21:16.365004 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b3c1de57-f742-4443-9531-599e0da9888d req-ffe12f78-b309-46be-97ed-8617b9c9b477 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.368189 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b3c1de57-f742-4443-9531-599e0da9888d req-ffe12f78-b309-46be-97ed-8617b9c9b477 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.91 "DELETE /v2.0/ports/daa84af1-4768-4543-8e11-7db3508e1ae8 HTTP/1.1" status: 204 len: 173 time: 1.5022407 Aug 17 16:21:16.369198 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.373203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'name': 'network-vif-deleted', 'tag': 'daa84af1-4768-4543-8e11-7db3508e1ae8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:16.376886 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c7260-f707-42f8-878c-4400ba416d87" -d '{"events": [{"server_uuid": "5f750bfb-bce6-4b0d-a6e7-9c89a4778665", "name": "network-vif-deleted", "tag": "daa84af1-4768-4543-8e11-7db3508e1ae8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:16.452692 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b37311bb-4f9a-4e94-bcfb-f3c0f7ab1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.473291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b37311bb-4f9a-4e94-bcfb-f3c0f7ab1d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.476194 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b37311bb-4f9a-4e94-bcfb-f3c0f7ab1d29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a5b8e11-d220-4716-aeb0-dcf38455df32 HTTP/1.1" status: 204 len: 168 time: 0.6128559 Aug 17 16:21:16.482776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6656cbbc-b66f-45f3-bd81-0192f1e074dd up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:16.489664 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad874ffe-6b5a-417a-9d8d-f8c52e4230b3 x-openstack-request-id: req-ad874ffe-6b5a-417a-9d8d-f8c52e4230b3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:16.489972 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f750bfb-bce6-4b0d-a6e7-9c89a4778665", "name": "network-vif-deleted", "tag": "daa84af1-4768-4543-8e11-7db3508e1ae8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:16.490233 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad874ffe-6b5a-417a-9d8d-f8c52e4230b3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:16.490677 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f750bfb-bce6-4b0d-a6e7-9c89a4778665', 'name': 'network-vif-deleted', 'tag': 'daa84af1-4768-4543-8e11-7db3508e1ae8', 'status': 'completed', 'code': 200} Aug 17 16:21:16.521622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37311bb-4f9a-4e94-bcfb-f3c0f7ab1d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5b8e11-d220-4716-aeb0-dcf38455df32,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:16.539336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.647109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 6656cbbc-b66f-45f3-bd81-0192f1e074dd completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:16.661687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:16.666228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:16.669540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:16.694898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Pushing event updated for resources: {'Port': ['ID=95adaf1a-27c6-4865-80cb-c8447fe80972,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:16.747015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19328c7-5d4a-4c2b-905c-63b72206b858 None None] Network 80c83ecf-6ce9-4496-b252-00688b25968b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:21:16.796790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Transition to ACTIVE for port object 3854f379-abc5-472e-bf85-98f69d373511 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:16.809128 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:16.868520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Allocated IP 172.20.0.7 (00185e88-19dc-41da-bc27-e709ce5b6aa4/ec998730-4b90-4672-b8bf-007e271712f7/83b050ea-fae0-4506-a470-947d6a735986) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:16.896653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Pushing event updated for resources: {'Port': ['ID=3854f379-abc5-472e-bf85-98f69d373511,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:17.163224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-26e2d658-8f84-4310-9062-123f0f4dbe51 None None] Provisioning for port 6656cbbc-b66f-45f3-bd81-0192f1e074dd completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:17.174498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-26e2d658-8f84-4310-9062-123f0f4dbe51 None None] Provisioning complete for port 6656cbbc-b66f-45f3-bd81-0192f1e074dd triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:17.175453 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26e2d658-8f84-4310-9062-123f0f4dbe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:17.201005 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:17.217356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Transition to ACTIVE for port object 83b050ea-fae0-4506-a470-947d6a735986 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:17.241546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22438af8-8ecd-4317-8980-b36f2349c6a5 req-6d2033e4-c8df-4857-919f-fbb108112427 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:17.243572 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-22438af8-8ecd-4317-8980-b36f2349c6a5 req-6d2033e4-c8df-4857-919f-fbb108112427 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.4017363 Aug 17 16:21:17.350521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:17.372447 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-22438af8-8ecd-4317-8980-b36f2349c6a5 req-d0d2ccd6-ba1e-4be9-a60e-d2437d8168e7 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181676 Aug 17 16:21:17.405840 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26e2d658-8f84-4310-9062-123f0f4dbe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:17.450101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-26e2d658-8f84-4310-9062-123f0f4dbe51 None None] For port 6656cbbc-b66f-45f3-bd81-0192f1e074dd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6656cbbc-b66f-45f3-bd81-0192f1e074dd,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:17.462029 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26e2d658-8f84-4310-9062-123f0f4dbe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:17.490153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:17.553356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2d658-8f84-4310-9062-123f0f4dbe51 None None] Pushing event updated for resources: {'Port': ['ID=6656cbbc-b66f-45f3-bd81-0192f1e074dd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:17.790126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c19a0a8d-018a-43de-a548-a6c7a01e0c12 None None] Provisioning complete for port 6656cbbc-b66f-45f3-bd81-0192f1e074dd triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:17.791143 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19a0a8d-018a-43de-a548-a6c7a01e0c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:17.814887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:17.833706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:17.854550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-3cacb5c3-c065-4ed8-8233-f26870a24169 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2141d363848042168734d17d5a618087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414088 Aug 17 16:21:17.866814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:17.869450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:17.939503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:17.961060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:17.961561 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:17.977311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:17.977649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:17.977980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:17.980128 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:17.998184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b968d-24bf-4a63-9fd9-120c2a0d1217 req-50abb864-425c-491c-b134-f8d66a32de2f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:18.005848 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-119b968d-24bf-4a63-9fd9-120c2a0d1217 req-50abb864-425c-491c-b134-f8d66a32de2f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 943 time: 0.7268224 Aug 17 16:21:18.026408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Port 3854f379-abc5-472e-bf85-98f69d373511 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:21:18.027307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:18.037300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:18.037640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:18.038037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:18.038535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Bound port: 3854f379-abc5-472e-bf85-98f69d373511, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:18.038932 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.057923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-97336927-8079-4498-8c25-14c1ae4f2811 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5142016 Aug 17 16:21:18.067992 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-119b968d-24bf-4a63-9fd9-120c2a0d1217 req-1c116b54-ff09-4cd2-a94d-c8af6aedada7 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612631 Aug 17 16:21:18.075664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Request body: {'port': {'device_id': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:18.081047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1279587114-network', 'tenant_id': '3690e36657ff4730870dda1b47d01281'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:18.114266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-05e73d9d-a316-4cbf-9915-9bc254939ed4 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:18.116440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-05e73d9d-a316-4cbf-9915-9bc254939ed4 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606983 Aug 17 16:21:18.145579 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-a874e1c8-2622-4bf0-9da5-6948a94f07a6 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/quotas/2141d363848042168734d17d5a618087 HTTP/1.1" status: 200 len: 375 time: 0.0176635 Aug 17 16:21:18.148150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Made reservation on behalf of 3690e36657ff4730870dda1b47d01281 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:18.150288 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.173339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.199914 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.203033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-081605e6-0bdb-4e51-94ad-38c7a4a36fd3 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2141d363848042168734d17d5a618087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475245 Aug 17 16:21:18.230483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:18.248356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-06a42775-45f3-4645-bba8-c60fc0841bb7 None None] Provisioning for port 83b050ea-fae0-4506-a470-947d6a735986 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:18.252833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:18.254843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:21:18.257877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-06a42775-45f3-4645-bba8-c60fc0841bb7 None None] Provisioning complete for port 83b050ea-fae0-4506-a470-947d6a735986 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:18.258983 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06a42775-45f3-4645-bba8-c60fc0841bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.305990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.315293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-06a42775-45f3-4645-bba8-c60fc0841bb7 None None] Port 83b050ea-fae0-4506-a470-947d6a735986 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:18.385458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55017-7ffa-4bae-945c-d9fca3f74ad8 req-b6c2e2b8-e6c6-4d5a-8def-f2308e91697b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:18.390904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25d55017-7ffa-4bae-945c-d9fca3f74ad8 req-b6c2e2b8-e6c6-4d5a-8def-f2308e91697b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 931 time: 0.2137616 Aug 17 16:21:18.392746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:18.393698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.395763 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] 10.222.0.91 "PUT /v2.0/ports/3854f379-abc5-472e-bf85-98f69d373511 HTTP/1.1" status: 200 len: 1091 time: 3.2505240 Aug 17 16:21:18.406894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6656cbbc-b66f-45f3-bd81-0192f1e074dd up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:18.460496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.469046 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.484007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:21:18.494852 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.495752 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Added segment 5f4f8830-557a-4393-a87d-d2ce530c3aa9 of type vlan for network 78726d98-da38-427f-a4ef-86dfdb590214 Aug 17 16:21:18.496623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6656cbbc-b66f-45f3-bd81-0192f1e074dd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:18.497112 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.541959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:18.556008 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Sync routers for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:18.574006 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:18.575630 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:18.576844 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.579730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.580995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca6261bb-2002-4952-be8a-cf0ae495deeb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8679395 Aug 17 16:21:18.589351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46260) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:18.643537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'tag': '3854f379-abc5-472e-bf85-98f69d373511'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:18.645966 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aecc5ac-5e39-48e3-8803-ef3991024ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "68e48381-ab6f-4f31-8a9b-a1657fe3f555", "tag": "3854f379-abc5-472e-bf85-98f69d373511"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:18.719452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device daa84af1-4768-4543-8e11-7db3508e1ae8 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:18.757361 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:18.760278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: daa84af1-4768-4543-8e11-7db3508e1ae8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:21:18.760278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device daa84af1-4768-4543-8e11-7db3508e1ae8 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:21:18.772168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b050ea-fae0-4506-a470-947d6a735986 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:18.779417 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.780516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:18.781167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.783355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.800454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Transition to ACTIVE for port object 83b050ea-fae0-4506-a470-947d6a735986 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:18.803640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c18ffc-103c-4483-9411-ef9f1a1a201d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:18.831603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab2d47-6157-4f1e-adec-6d16aefa5554 service neutron] Pushing event updated for resources: {'Port': ['ID=3854f379-abc5-472e-bf85-98f69d373511,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:18.852516 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:18.904207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25d55017-7ffa-4bae-945c-d9fca3f74ad8 req-3242ef88-ab6f-411d-b610-22a0a325e618 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513373 Aug 17 16:21:18.908266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] Pushing event updated for resources: {'Network': ['ID=78726d98-da38-427f-a4ef-86dfdb590214,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:18.919425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 78726d98-da38-427f-a4ef-86dfdb590214 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:21:19.019866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:19.037672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-e40893ce-da6d-44c8-a23a-95a52a437f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:19.040009 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-e40893ce-da6d-44c8-a23a-95a52a437f69 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1094 time: 0.3908346 Aug 17 16:21:19.063434 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:17Z', 'revision_number': 3, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:19.103477 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Checking router: 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:21:19.103918 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Updating router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 port 95adaf1a-27c6-4865-80cb-c8447fe80972 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:21:19.142617 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.164682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-84aae133-a104-47f6-a502-1cb3021ce106 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3362508 Aug 17 16:21:19.168017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c921484-45fe-4f5a-a642-2cbd6b887697 req-b5ecedb6-a772-41ff-bc38-9884eb1586fa tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 210 time: 0.1328425 Aug 17 16:21:19.204312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:19.218750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Request body: {'subnet': {'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1279587114-subnet', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:19.256809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-d5623243-01ac-45b6-9272-fbebd413b867 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3854f379-abc5-472e-bf85-98f69d373511 HTTP/1.1" status: 200 len: 217 time: 0.2054725 Aug 17 16:21:19.272125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8e8e5-7b7d-42e4-84a3-1c5e14fdb335 req-d7409257-23c5-4477-abc0-31bd4eaff42e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:19.290768 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94f8e8e5-7b7d-42e4-84a3-1c5e14fdb335 req-d7409257-23c5-4477-abc0-31bd4eaff42e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.6342669 Aug 17 16:21:19.303664 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.308858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Made reservation on behalf of 3690e36657ff4730870dda1b47d01281 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:19.311723 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.404475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7e469009-362c-4116-bb90-4db65da1f436 req-051e481f-ca0a-4d34-bd7e-67e37339ebc3 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29 HTTP/1.1" status: 200 len: 1801 time: 0.1528602 Aug 17 16:21:19.405478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Attempting to bind port 83b050ea-fae0-4506-a470-947d6a735986 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:19.405958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Attempting to bind port 83b050ea-fae0-4506-a470-947d6a735986 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:19.406484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Attempting to bind port 83b050ea-fae0-4506-a470-947d6a735986 on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:19.414975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Port 83b050ea-fae0-4506-a470-947d6a735986 on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:21:19.415313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Attempting to bind port 83b050ea-fae0-4506-a470-947d6a735986 on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:19.435546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-bd920521-29b1-4659-b3ac-c4b080a3b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:19.437013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-bd920521-29b1-4659-b3ac-c4b080a3b12d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1096227 Aug 17 16:21:19.449489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:19.449809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Checking segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:19.450117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Bound using segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:19.450479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Bound port: 83b050ea-fae0-4506-a470-947d6a735986, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:19.450839 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.490438 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-82dc4e61-7590-44b8-b067-8ad033746456 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421286 Aug 17 16:21:19.493388 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94f8e8e5-7b7d-42e4-84a3-1c5e14fdb335 req-88b2e403-012f-45ac-960d-14114638be63 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004156 Aug 17 16:21:19.495013 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.549505 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.568335 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Transition to ACTIVE for port object 95adaf1a-27c6-4865-80cb-c8447fe80972 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:19.579773 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.613539 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-7e469009-362c-4116-bb90-4db65da1f436 req-b55cc337-47b1-411a-99fd-7c8e4aa7add8 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.664897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:19.668736 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-7e469009-362c-4116-bb90-4db65da1f436 req-b55cc337-47b1-411a-99fd-7c8e4aa7add8 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.681634 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Attempting to bind port 95adaf1a-27c6-4865-80cb-c8447fe80972 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:19.682096 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Attempting to bind port 95adaf1a-27c6-4865-80cb-c8447fe80972 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:19.683525 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Attempting to bind port 95adaf1a-27c6-4865-80cb-c8447fe80972 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:19.687668 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ce52e-c479-4169-b4e0-00526a2cda98 None None] Pushing event updated for resources: {'Port': ['ID=95adaf1a-27c6-4865-80cb-c8447fe80972,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:19.693566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:19.696596 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:19.697488 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:19.698668 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.699436 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:19.703483 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Bound port: 95adaf1a-27c6-4865-80cb-c8447fe80972, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:19.704222 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.705076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.731984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-7ca6efe4-3746-4682-be4e-9a1229578f61 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291813 Aug 17 16:21:19.773976 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:19.774626 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.776168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] 10.222.0.91 "PUT /v2.0/ports/83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 1091 time: 1.7070596 Aug 17 16:21:19.838020 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] For port 95adaf1a-27c6-4865-80cb-c8447fe80972, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:19.842490 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] For port 95adaf1a-27c6-4865-80cb-c8447fe80972, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=95adaf1a-27c6-4865-80cb-c8447fe80972,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:19.852381 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.884562 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-7e469009-362c-4116-bb90-4db65da1f436 req-b55cc337-47b1-411a-99fd-7c8e4aa7add8 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.887911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-7e469009-362c-4116-bb90-4db65da1f436 req-b55cc337-47b1-411a-99fd-7c8e4aa7add8 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:19.889106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7e469009-362c-4116-bb90-4db65da1f436 req-b55cc337-47b1-411a-99fd-7c8e4aa7add8 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29 HTTP/1.1" status: 204 len: 173 time: 0.4710124 Aug 17 16:21:19.929702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64eb4f9-0ce6-4885-83c9-5325eac8658b service neutron] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:19.945006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cc337-47b1-411a-99fd-7c8e4aa7add8 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:19.986021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef193985-66d8-416d-9b9c-bef6716e3b09 req-394dc257-dadf-4630-9c1b-77ed5a2ca5e0 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305348 Aug 17 16:21:19.989085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-7579aa3d-d3a5-4874-8fab-b1059eead061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:19.997217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-7579aa3d-d3a5-4874-8fab-b1059eead061 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1094 time: 0.1139765 Aug 17 16:21:20.021491 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d100c567-2955-4d74-9fa4-d9bdc62b67bc x-openstack-request-id: req-d100c567-2955-4d74-9fa4-d9bdc62b67bc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:20.023196 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ce52e-c479-4169-b4e0-00526a2cda98 None None] Pushing event updated for resources: {'Port': ['ID=95adaf1a-27c6-4865-80cb-c8447fe80972,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:20.023901 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e48381-ab6f-4f31-8a9b-a1657fe3f555", "tag": "3854f379-abc5-472e-bf85-98f69d373511", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:20.024342 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d100c567-2955-4d74-9fa4-d9bdc62b67bc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:20.024621 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'tag': '3854f379-abc5-472e-bf85-98f69d373511', 'status': 'completed', 'code': 200} Aug 17 16:21:20.039384 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:20.039992 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:20.078919 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-85ee1fae-54a4-47e9-8f68-8b7382909c67 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 217 time: 0.0776665 Aug 17 16:21:20.185570 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-11c3994f-c150-451f-bf68-85e3c4d1e51a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=2141d363848042168734d17d5a618087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780578 Aug 17 16:21:20.186308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e91e4fc7-6146-4608-9241-12acaf1c51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:20.187809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-e91e4fc7-6146-4608-9241-12acaf1c51a6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.0894425 Aug 17 16:21:20.193582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc5ac-5e39-48e3-8803-ef3991024ac8 req-9bbe15ea-ac3e-4219-b957-db3126f40bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:20.195545 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aecc5ac-5e39-48e3-8803-ef3991024ac8 req-9bbe15ea-ac3e-4219-b957-db3126f40bfe service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1094 time: 0.1277509 Aug 17 16:21:20.197348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c541b-8b53-472e-aa8f-d6ac4690687a req-4c241751-0cc5-4d7d-aa19-d3b5ea29ca0b tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:20.204965 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fa0c541b-8b53-472e-aa8f-d6ac4690687a req-4c241751-0cc5-4d7d-aa19-d3b5ea29ca0b tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 946 time: 0.6124301 Aug 17 16:21:20.208023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de06bb-5f87-4f5c-a58c-d65b553a347c req-b16fd1b6-fc00-4aa0-8a1e-adb655c7221a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:20.209608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81de06bb-5f87-4f5c-a58c-d65b553a347c req-b16fd1b6-fc00-4aa0-8a1e-adb655c7221a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 943 time: 0.1099916 Aug 17 16:21:20.214788 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:20.225925 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:20.251479 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:20.351352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81de06bb-5f87-4f5c-a58c-d65b553a347c req-ddf0c841-603e-413d-a999-41491e7974c9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223812 Aug 17 16:21:20.356320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-d8af1d75-93dd-4d7b-8e24-78b3a69d2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:20.357347 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-d8af1d75-93dd-4d7b-8e24-78b3a69d2180 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468558 Aug 17 16:21:20.408119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fa0c541b-8b53-472e-aa8f-d6ac4690687a req-95ef3c2e-3076-471b-b9b5-3b7d3afaf0b2 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986670 Aug 17 16:21:20.459669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc5ac-5e39-48e3-8803-ef3991024ac8 req-c8c9db42-1727-4d20-bfbc-5437272ce4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:20.461793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aecc5ac-5e39-48e3-8803-ef3991024ac8 req-c8c9db42-1727-4d20-bfbc-5437272ce4c9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.2416017 Aug 17 16:21:20.515758 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aecc5ac-5e39-48e3-8803-ef3991024ac8 req-119c3291-929a-4ed8-87c9-a0b4a96bb44f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3854f379-abc5-472e-bf85-98f69d373511 HTTP/1.1" status: 200 len: 217 time: 0.0447886 Aug 17 16:21:20.553630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-bfb5e2d2-49f6-45c3-8a16-71d0b00909ff tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:20.556397 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-bfb5e2d2-49f6-45c3-8a16-71d0b00909ff tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3463182 Aug 17 16:21:20.563904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95707993-0dd2-4e23-8593-8d60a7b2c611,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:20.590287 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:17Z', 'revision_number': 3, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:20.601181 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-7d07a5cc-9597-49e1-b426-b8cb2f18f239 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331920 Aug 17 16:21:20.605509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Request body: {'port': {'device_id': '221d8cda-cad1-4604-8dd7-94ee99d959d2', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '2141d363848042168734d17d5a618087'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:20.612603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc5ac-5e39-48e3-8803-ef3991024ac8 req-eac6decd-2895-4a1e-83ab-6eaa71a90c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:20.614121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aecc5ac-5e39-48e3-8803-ef3991024ac8 req-eac6decd-2895-4a1e-83ab-6eaa71a90c6a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.0837309 Aug 17 16:21:20.623733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Checking segment: {'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:20.624130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Network hostable DHCP agents. Network: 78726d98-da38-427f-a4ef-86dfdb590214, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:21:20.629037 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f9a8b-1b7b-4f9c-9f12-ceff35230e19 None None] The sync data for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 is: [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:17Z', 'revision_number': 3, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:21:20.701105 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aecc5ac-5e39-48e3-8803-ef3991024ac8 req-442e9059-d3b1-4000-b62c-1ff32e1b2139 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642436 Aug 17 16:21:20.813866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-befe4d85-162f-4d3f-a5ad-0ad3e1a7d652 req-fa741792-2746-4ca9-b531-67026ec5ef2a tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/46e4c815-407a-48e8-95af-e79fad3c138d HTTP/1.1" status: 200 len: 1799 time: 0.2562368 Aug 17 16:21:20.815066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Network 78726d98-da38-427f-a4ef-86dfdb590214 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:21:20.844239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c179b-488d-4643-bd49-67ae0b03e0af req-663ec774-2f7a-436b-ad91-ae4a874ebb26 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:20.846040 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-007c179b-488d-4643-bd49-67ae0b03e0af req-663ec774-2f7a-436b-ad91-ae4a874ebb26 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 943 time: 0.1479771 Aug 17 16:21:20.853560 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0066de1b-b336-47aa-9c8e-1180b14b0647 req-c57bf261-5276-4e65-9122-bd9fe0728406 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332873 Aug 17 16:21:20.880406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 78726d98-da38-427f-a4ef-86dfdb590214) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:20.892523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:20.893218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:20.894972 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aecc5ac-5e39-48e3-8803-ef3991024ac8 req-44aca819-decf-4a79-9de1-67419c6cfc92 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760254 Aug 17 16:21:20.898646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a29cd-a71d-425c-bcb0-7019261a7a75 None None] Network 78726d98-da38-427f-a4ef-86dfdb590214 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:21:20.959351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Allocated IP 172.20.0.1 (80c83ecf-6ce9-4496-b252-00688b25968b/fd0d815e-677b-49d0-9ff9-ffe8efa321ea/debe1467-e3aa-4c7a-ae3b-445cc5236015) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:21.014237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Made reservation on behalf of 2141d363848042168734d17d5a618087 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:21.017773 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.029154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f64681c0-3b38-4142-adfb-a835110dff6a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8203001 Aug 17 16:21:21.039723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46288) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:21.055028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:21.094677 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-007c179b-488d-4643-bd49-67ae0b03e0af req-425975b4-2af9-49d4-8620-faff9d03f378 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271307 Aug 17 16:21:21.132606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.133710 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.140799 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.150896 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-befe4d85-162f-4d3f-a5ad-0ad3e1a7d652 req-c9f8896b-f30d-4380-a131-e52afe271a60 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.160782 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aecc5ac-5e39-48e3-8803-ef3991024ac8 req-f19af888-29de-4745-a8ec-fe6891687078 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364838 Aug 17 16:21:21.181654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-befe4d85-162f-4d3f-a5ad-0ad3e1a7d652 req-c9f8896b-f30d-4380-a131-e52afe271a60 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.198007 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-78726d98-da38-427f-a4ef-86dfdb590214', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:21:21.199227 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.294649 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f9eebe0-6004-4461-92a8-704cb8c0c592 req-67541913-78bc-40bb-97bd-41210af9c967 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 210 time: 0.1009221 Aug 17 16:21:21.305262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.320091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-befe4d85-162f-4d3f-a5ad-0ad3e1a7d652 req-c9f8896b-f30d-4380-a131-e52afe271a60 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.322874 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-befe4d85-162f-4d3f-a5ad-0ad3e1a7d652 req-c9f8896b-f30d-4380-a131-e52afe271a60 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.337139 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-befe4d85-162f-4d3f-a5ad-0ad3e1a7d652 req-c9f8896b-f30d-4380-a131-e52afe271a60 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/46e4c815-407a-48e8-95af-e79fad3c138d HTTP/1.1" status: 204 len: 173 time: 0.5068760 Aug 17 16:21:21.375566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8896b-f30d-4380-a131-e52afe271a60 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4c815-407a-48e8-95af-e79fad3c138d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:21.440966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.477844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Allocated IP 172.20.0.2 (78726d98-da38-427f-a4ef-86dfdb590214/95707993-0dd2-4e23-8593-8d60a7b2c611/6fe520a2-2f28-47e9-9c37-c9dc010c70c2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:21.498853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Transition to ACTIVE for port object debe1467-e3aa-4c7a-ae3b-445cc5236015 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:21.620396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-3f67fc12-ad82-4de3-acb3-c7293c613ceb req-934e9743-e737-48f3-a98d-83dae7609c90 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-159508995', 'description': 'tempest-description-990002198'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:21.637503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.650044 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.673605 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.684656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Transition to ACTIVE for port object 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:21.699919 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.704059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Transition to ACTIVE for port object 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:21.710997 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.727039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.766563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Network 78726d98-da38-427f-a4ef-86dfdb590214 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:21.770762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:21.772886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Pushing event updated for resources: {'Port': ['ID=6fe520a2-2f28-47e9-9c37-c9dc010c70c2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:21.778875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:21.789314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Pushing event updated for resources: {'Port': ['ID=debe1467-e3aa-4c7a-ae3b-445cc5236015,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:21.804780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab4d894-5a48-4793-ba04-aa295abee243,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:21.814103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3f67fc12-ad82-4de3-acb3-c7293c613ceb req-934e9743-e737-48f3-a98d-83dae7609c90 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.836147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Network 80c83ecf-6ce9-4496-b252-00688b25968b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:21.837863 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-797985e3-5210-40d7-ad81-f4da9a1db17f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:21.840693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-797985e3-5210-40d7-ad81-f4da9a1db17f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/networks?id=8d3a79ef-4894-479d-bd1b-34203cfe9775 HTTP/1.1" status: 200 len: 815 time: 0.3912985 Aug 17 16:21:21.843355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:21.845858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:21.864789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Attempting to bind port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:21.865503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Attempting to bind port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:21.866039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Attempting to bind port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 on network 78726d98-da38-427f-a4ef-86dfdb590214 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:21.873467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:21.874364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Checking segment: {'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:21.874364 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.874770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Bound using segment: {'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:21.875214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Bound port: 6fe520a2-2f28-47e9-9c37-c9dc010c70c2, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:21.875477 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.895373 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-d1600042-ef63-4a99-8ea5-4adfba9e6451 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/quotas/2322d51148c34aac9069c30735e64b22 HTTP/1.1" status: 200 len: 375 time: 0.0340118 Aug 17 16:21:21.965627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] For port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:21.973218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] For port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6fe520a2-2f28-47e9-9c37-c9dc010c70c2,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:21.979217 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:21.980552 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-bb587c1b-7040-49ac-bd79-ec0f979cfe13 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2322d51148c34aac9069c30735e64b22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789130 Aug 17 16:21:21.986766 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.029480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'tag': '83b050ea-fae0-4506-a470-947d6a735986'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:22.031746 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f084bf3-dd0b-455e-b701-051504dbbac8" -d '{"events": [{"name": "network-changed", "server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "tag": "83b050ea-fae0-4506-a470-947d6a735986"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:22.078587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Allocated IP 192.168.233.143 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/0484ca24-b269-4c34-b1b1-87ba14ee46bc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:22.083364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0e342-4f29-42f1-92d1-0988e9f0ee6b None None] Pushing event updated for resources: {'Port': ['ID=6fe520a2-2f28-47e9-9c37-c9dc010c70c2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:22.173406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dab80f60-eaf1-4d04-9a22-57de166ace52 None None] Provisioning for port debe1467-e3aa-4c7a-ae3b-445cc5236015 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:22.177878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dab80f60-eaf1-4d04-9a22-57de166ace52 None None] Provisioning complete for port debe1467-e3aa-4c7a-ae3b-445cc5236015 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:22.178389 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dab80f60-eaf1-4d04-9a22-57de166ace52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.196249 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3f67fc12-ad82-4de3-acb3-c7293c613ceb req-934e9743-e737-48f3-a98d-83dae7609c90 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.220123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dab80f60-eaf1-4d04-9a22-57de166ace52 None None] Port debe1467-e3aa-4c7a-ae3b-445cc5236015 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:22.222722 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3f67fc12-ad82-4de3-acb3-c7293c613ceb req-934e9743-e737-48f3-a98d-83dae7609c90 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.235917 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-e858b70c-3013-4d5d-9191-09c52ef6aaa6 service neutron] 10.222.0.77 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545252 Aug 17 16:21:22.243727 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.314496 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.394273 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3f67fc12-ad82-4de3-acb3-c7293c613ceb req-934e9743-e737-48f3-a98d-83dae7609c90 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.399682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f67fc12-ad82-4de3-acb3-c7293c613ceb req-934e9743-e737-48f3-a98d-83dae7609c90 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7876039 Aug 17 16:21:22.455258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e9743-e737-48f3-a98d-83dae7609c90 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0888c1c2-27a2-4720-be9c-3aad09e8397a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:22.485272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-0622617e-8daa-47b8-b939-3fa76913ae01 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:22.487880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-0622617e-8daa-47b8-b939-3fa76913ae01 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "GET /v2.0/ports?device_id=5cac81b2-be18-4deb-9b85-099f7106563d HTTP/1.1" status: 200 len: 946 time: 0.2897539 Aug 17 16:21:22.492742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 95adaf1a-27c6-4865-80cb-c8447fe80972 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:22.590937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 95adaf1a-27c6-4865-80cb-c8447fe80972 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:22.597399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 95adaf1a-27c6-4865-80cb-c8447fe80972 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:22.598995 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.661924 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.696282 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.723185 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.739109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:21:22.754909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 95adaf1a-27c6-4865-80cb-c8447fe80972, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=95adaf1a-27c6-4865-80cb-c8447fe80972,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:22.764704 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.779986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Transition to ACTIVE for port object 0484ca24-b269-4c34-b1b1-87ba14ee46bc will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:22.796771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590c16a-9a47-4108-85f4-e54ced70629a req-8157db73-964d-4c98-8d1a-dd882913f6ed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:22.798739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c590c16a-9a47-4108-85f4-e54ced70629a req-8157db73-964d-4c98-8d1a-dd882913f6ed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 943 time: 0.2448344 Aug 17 16:21:22.869305 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-2ce14d87-979f-4f65-939a-1c84929f1a47 service neutron] 10.222.0.77 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232560 Aug 17 16:21:22.884750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=95adaf1a-27c6-4865-80cb-c8447fe80972,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:22.909053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Allocated IP 172.25.7.141 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/4cbe58b3-e3e7-4b60-a377-d640c1852bc0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:22.946845 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-8033c6b2-20b7-4506-b8c5-6381f96068b6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Deleting port d2bee21d-5671-43af-854f-2d1343e44b8a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:21:22.947162 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-8033c6b2-20b7-4506-b8c5-6381f96068b6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:22.952050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:22.973862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c590c16a-9a47-4108-85f4-e54ced70629a req-03cf5f07-548b-4504-978c-c9b96006cc90 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479416 Aug 17 16:21:22.985207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '83b050ea-fae0-4506-a470-947d6a735986', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'port_id': '83b050ea-fae0-4506-a470-947d6a735986', 'mac_address': 'fa:16:3e:63:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:21:23.039741 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:23.130144 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:23.161888 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120166a7-0f0f-4582-bc1b-5282cf419e45 x-openstack-request-id: req-120166a7-0f0f-4582-bc1b-5282cf419e45 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:23.170063 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "tag": "83b050ea-fae0-4506-a470-947d6a735986", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:23.171777 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-120166a7-0f0f-4582-bc1b-5282cf419e45 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:23.172692 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'tag': '83b050ea-fae0-4506-a470-947d6a735986', 'status': 'completed', 'code': 200} Aug 17 16:21:23.174867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b050ea-fae0-4506-a470-947d6a735986 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:23.226662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:23.228630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:23.239734 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:23.240712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3854f379-abc5-472e-bf85-98f69d373511 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:21:23.248054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:23.250654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:23.288190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Pushing event updated for resources: {'Port': ['ID=0484ca24-b269-4c34-b1b1-87ba14ee46bc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:23.465966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:23.481571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-8033c6b2-20b7-4506-b8c5-6381f96068b6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] For port d2bee21d-5671-43af-854f-2d1343e44b8a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d2bee21d-5671-43af-854f-2d1343e44b8a,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:23.482191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-8033c6b2-20b7-4506-b8c5-6381f96068b6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:23.519721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:23.545673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:23.548508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:23.556316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-57a48ed5-186b-4693-a4df-c77ca6bf1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:23.560126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-57a48ed5-186b-4693-a4df-c77ca6bf1b17 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1094 time: 0.3799591 Aug 17 16:21:23.643378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-8033c6b2-20b7-4506-b8c5-6381f96068b6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Calling delete_port for d2bee21d-5671-43af-854f-2d1343e44b8a owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:21:23.680757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:23.712397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:23.713111 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:23.728633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '3854f379-abc5-472e-bf85-98f69d373511', 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3', 'port_id': '3854f379-abc5-472e-bf85-98f69d373511', 'mac_address': 'fa:16:3e:d6:bf:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb19aee1-783b-4332-b4fd-155bac3d322f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:21:23.783975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd25a5-cf32-4ca3-abe3-eeab5f4fa0a5 req-9f4b0425-af7e-48b6-a1b8-1d374beac946 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:23.785910 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-4ca8f7bc-24f9-41ab-a81c-1eb0a081ac5a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2187133 Aug 17 16:21:23.792376 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cbd25a5-cf32-4ca3-abe3-eeab5f4fa0a5 req-9f4b0425-af7e-48b6-a1b8-1d374beac946 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.4708874 Aug 17 16:21:23.829468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Request body: {'port': {'device_id': '221d8cda-cad1-4604-8dd7-94ee99d959d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:23.865962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Pushing event updated for resources: {'Port': ['ID=debe1467-e3aa-4c7a-ae3b-445cc5236015,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:23.871474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47b6c46-1e6b-4372-aa24-7e59760798ea None None] Network 78726d98-da38-427f-a4ef-86dfdb590214 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:21:23.890951 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:23.969377 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cbd25a5-cf32-4ca3-abe3-eeab5f4fa0a5 req-7439a1c8-d648-44e2-ab95-9d7ae14b1aba tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477315 Aug 17 16:21:23.993546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed1a16-1784-4829-bada-944c23686089 req-1a317cd2-513e-4c0c-9bcf-e6387401528a tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:23.997926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6f529eca-9a0b-4522-8078-839249dfe588 None None] Provisioning for port 0484ca24-b269-4c34-b1b1-87ba14ee46bc completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:24.003417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5aed1a16-1784-4829-bada-944c23686089 req-1a317cd2-513e-4c0c-9bcf-e6387401528a tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 946 time: 0.3571229 Aug 17 16:21:24.004169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:24.006043 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:24.033240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6f529eca-9a0b-4522-8078-839249dfe588 None None] Provisioning complete for port 0484ca24-b269-4c34-b1b1-87ba14ee46bc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:24.033996 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f529eca-9a0b-4522-8078-839249dfe588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:24.075346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:24.129350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-86581a35-5225-418b-a383-4e834c3000e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:24.139222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3854f379-abc5-472e-bf85-98f69d373511 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:24.141444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-86581a35-5225-418b-a383-4e834c3000e2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.5586238 Aug 17 16:21:24.172183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5aed1a16-1784-4829-bada-944c23686089 req-7193b692-c13d-4354-9d41-09c186c625fb tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675618 Aug 17 16:21:24.209457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:24.238344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6f529eca-9a0b-4522-8078-839249dfe588 None None] Port 0484ca24-b269-4c34-b1b1-87ba14ee46bc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:24.244008 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:24.314021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Network 80c83ecf-6ce9-4496-b252-00688b25968b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:24.317034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:24.317846 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-8033c6b2-20b7-4506-b8c5-6381f96068b6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:24.320171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-3d152fa8-0133-4659-866b-88fce16f6a11 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 217 time: 0.1603639 Aug 17 16:21:24.328835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:24.332112 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3854f379-abc5-472e-bf85-98f69d373511,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:24.352268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:24.353404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:24.387945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4cbe58b3-e3e7-4b60-a377-d640c1852bc0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:24.427908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9e151635-0295-43c5-a124-7a8e31249755 None None] Provisioning for port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:24.489622 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['83b050ea-fae0-4506-a470-947d6a735986'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:24.492968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['3854f379-abc5-472e-bf85-98f69d373511'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:24.565178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e404c0-8c29-4820-9326-8693782446ba req-a147d29b-f2df-492c-aeae-08970d919d37 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:24.573757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-97e404c0-8c29-4820-9326-8693782446ba req-a147d29b-f2df-492c-aeae-08970d919d37 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 936 time: 0.3711479 Aug 17 16:21:24.584466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-156ee835-a83c-458b-b719-4e3181f13a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:24.586267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-156ee835-a83c-458b-b719-4e3181f13a2c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.2541387 Aug 17 16:21:24.609548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033c6b2-20b7-4506-b8c5-6381f96068b6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Pushing event deleted for resources: {'Port': ['ID=d2bee21d-5671-43af-854f-2d1343e44b8a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:24.625954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-8033c6b2-20b7-4506-b8c5-6381f96068b6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] No DVR routers for this DVR port d2bee21d-5671-43af-854f-2d1343e44b8a on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:21:24.631258 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-8033c6b2-20b7-4506-b8c5-6381f96068b6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:24.646111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db601c13-0ed3-4e90-9a1c-701f1345431f req-8033c6b2-20b7-4506-b8c5-6381f96068b6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "DELETE /v2.0/ports/d2bee21d-5671-43af-854f-2d1343e44b8a HTTP/1.1" status: 204 len: 173 time: 2.1274457 Aug 17 16:21:24.705241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:24.772714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac81b2-be18-4deb-9b85-099f7106563d', 'name': 'network-vif-deleted', 'tag': 'd2bee21d-5671-43af-854f-2d1343e44b8a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:24.776100 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0543b79-3e82-4c05-b0ed-77fe2709d148" -d '{"events": [{"server_uuid": "5cac81b2-be18-4deb-9b85-099f7106563d", "name": "network-vif-deleted", "tag": "d2bee21d-5671-43af-854f-2d1343e44b8a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:24.814324 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-97e404c0-8c29-4820-9326-8693782446ba req-a20ba483-0920-4248-9743-80ef0ec44df0 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389731 Aug 17 16:21:24.828378 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8c8a4df-6b1b-41d6-be0f-53bd623ea50a req-825c2067-30c3-497c-86a6-a82ea4e015cb tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/0888c1c2-27a2-4720-be9c-3aad09e8397a HTTP/1.1" status: 200 len: 1799 time: 0.6354458 Aug 17 16:21:24.851569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c8c8a4df-6b1b-41d6-be0f-53bd623ea50a req-e53b6694-4b76-4136-9443-87d71eb64240 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Request body: {'security_group': {'name': 'tempest-sg-hth-980614473', 'description': 'tempest-description-hth-1057965503'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:24.925559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-97a94e50-d1d1-4d95-b3af-939df45c1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:24.933626 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-97a94e50-d1d1-4d95-b3af-939df45c1e0b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3313406 Aug 17 16:21:24.999450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f627d066-d212-4d9c-9889-5265d289749d None None] Provisioning complete for port debe1467-e3aa-4c7a-ae3b-445cc5236015 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:25.000038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627d066-d212-4d9c-9889-5265d289749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.012020 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8c8a4df-6b1b-41d6-be0f-53bd623ea50a req-e53b6694-4b76-4136-9443-87d71eb64240 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.015552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:25.021697 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67bcabac-0ed2-44c2-86bc-f2d4215f67ec req-99a24fb3-3956-42fa-bd1e-ec87ae796eb6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 210 time: 0.0844243 Aug 17 16:21:25.077706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:21:25.086030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:25.086949 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.143048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f627d066-d212-4d9c-9889-5265d289749d None None] Port debe1467-e3aa-4c7a-ae3b-445cc5236015 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:25.180325 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8c8a4df-6b1b-41d6-be0f-53bd623ea50a req-e53b6694-4b76-4136-9443-87d71eb64240 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.204131 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8c8a4df-6b1b-41d6-be0f-53bd623ea50a req-e53b6694-4b76-4136-9443-87d71eb64240 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.210252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8c8a4df-6b1b-41d6-be0f-53bd623ea50a req-e53b6694-4b76-4136-9443-87d71eb64240 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.231224 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8c8a4df-6b1b-41d6-be0f-53bd623ea50a req-e53b6694-4b76-4136-9443-87d71eb64240 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "PUT /v2.0/security-groups/0888c1c2-27a2-4720-be9c-3aad09e8397a HTTP/1.1" status: 200 len: 1774 time: 0.4015925 Aug 17 16:21:25.291525 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.307857 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba09634-36c5-44a3-97bf-b237b905d995 req-c0933c93-3a62-4e7a-b772-e13015f30bf1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:25.312714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ba09634-36c5-44a3-97bf-b237b905d995 req-c0933c93-3a62-4e7a-b772-e13015f30bf1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 944 time: 0.1308670 Aug 17 16:21:25.316198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-578b33c2-1524-4406-ab35-89ec0a90e001 None None] Provisioning complete for port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:25.316636 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-578b33c2-1524-4406-ab35-89ec0a90e001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.325293 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-d7cca225-397b-46a4-b9af-cb4ba0f5ca60 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774650 Aug 17 16:21:25.373336 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b63ca66-d3b8-4869-b668-383ec48412ea x-openstack-request-id: req-3b63ca66-d3b8-4869-b668-383ec48412ea {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:25.373893 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cac81b2-be18-4deb-9b85-099f7106563d", "name": "network-vif-deleted", "tag": "d2bee21d-5671-43af-854f-2d1343e44b8a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:25.374231 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b63ca66-d3b8-4869-b668-383ec48412ea {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:25.374772 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cac81b2-be18-4deb-9b85-099f7106563d', 'name': 'network-vif-deleted', 'tag': 'd2bee21d-5671-43af-854f-2d1343e44b8a', 'status': 'completed', 'code': 200} Aug 17 16:21:25.383622 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6fe520a2-2f28-47e9-9c37-c9dc010c70c2,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:25.395533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.396517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 95adaf1a-27c6-4865-80cb-c8447fe80972 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:25.433154 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.482775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0484ca24-b269-4c34-b1b1-87ba14ee46bc {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:25.497987 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.527556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=6fe520a2-2f28-47e9-9c37-c9dc010c70c2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:25.528671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Transition to ACTIVE for port object 0484ca24-b269-4c34-b1b1-87ba14ee46bc will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:25.550509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ba09634-36c5-44a3-97bf-b237b905d995 req-8576ca6f-532b-4c10-ac4e-6a15bc32f632 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173786 Aug 17 16:21:25.550729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 95adaf1a-27c6-4865-80cb-c8447fe80972 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:25.551146 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.580999 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:25.611290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b6694-4b76-4136-9443-87d71eb64240 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0888c1c2-27a2-4720-be9c-3aad09e8397a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:25.697946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f084bf3-dd0b-455e-b701-051504dbbac8 req-10e3091b-fede-44e2-bdcd-aed069908ad2 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640027 Aug 17 16:21:25.761654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41512e56-bca7-4598-a2b1-6af1e6fd6af3 req-7d758861-8b28-4fd7-80c5-6b25185f6afe tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/0888c1c2-27a2-4720-be9c-3aad09e8397a HTTP/1.1" status: 200 len: 1774 time: 0.1346407 Aug 17 16:21:26.102701 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-750a2626-0304-4a79-9d56-ced1b3b647e7 req-e0150557-1026-485b-8f84-30b7eef204ee tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/0888c1c2-27a2-4720-be9c-3aad09e8397a HTTP/1.1" status: 200 len: 1774 time: 0.1098299 Aug 17 16:21:26.119661 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:26.184446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d2bee21d-5671-43af-854f-2d1343e44b8a no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:26.211420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: d2bee21d-5671-43af-854f-2d1343e44b8a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:21:26.212204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d2bee21d-5671-43af-854f-2d1343e44b8a not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:21:26.254228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-750a2626-0304-4a79-9d56-ced1b3b647e7 req-c31af4a5-d9db-4406-9464-bd13f49e2100 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:26.291635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Pushing event updated for resources: {'Port': ['ID=0484ca24-b269-4c34-b1b1-87ba14ee46bc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:26.292296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-750a2626-0304-4a79-9d56-ced1b3b647e7 req-c31af4a5-d9db-4406-9464-bd13f49e2100 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:26.358185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-750a2626-0304-4a79-9d56-ced1b3b647e7 req-c31af4a5-d9db-4406-9464-bd13f49e2100 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:26.361014 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-750a2626-0304-4a79-9d56-ced1b3b647e7 req-c31af4a5-d9db-4406-9464-bd13f49e2100 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:26.377804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-750a2626-0304-4a79-9d56-ced1b3b647e7 req-c31af4a5-d9db-4406-9464-bd13f49e2100 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/0888c1c2-27a2-4720-be9c-3aad09e8397a HTTP/1.1" status: 204 len: 173 time: 0.2673383 Aug 17 16:21:26.378749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:26.387209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Router 11cd752c-e6d2-482a-85c2-d0f414e43d9d is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:21:26.394962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31af4a5-d9db-4406-9464-bd13f49e2100 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0888c1c2-27a2-4720-be9c-3aad09e8397a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:26.421898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:26.451274 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-181707d6-4a34-45cd-81a2-80d6c4f47f25 admin admin] 10.222.0.77 "PUT /v2.0/routers/22ec4d39-8c46-4abf-ad17-28b4b49f9be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8563390 Aug 17 16:21:26.471325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb836689-4282-4e95-bca4-33c8b5380572 req-fb39dcc4-7b6e-4800-891d-6aa1a829ff95 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:26.480357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Sync routers for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:26.485884 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb836689-4282-4e95-bca4-33c8b5380572 req-fb39dcc4-7b6e-4800-891d-6aa1a829ff95 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.9171023 Aug 17 16:21:26.536856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:26.538225 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:26.558416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-da098cb5-c48d-4ccb-82bc-3ea7c0f64ec4 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:26.560610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-da098cb5-c48d-4ccb-82bc-3ea7c0f64ec4 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "GET /v2.0/networks?id=8d3a79ef-4894-479d-bd1b-34203cfe9775 HTTP/1.1" status: 200 len: 815 time: 0.4256916 Aug 17 16:21:26.576144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:26.591760 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e9116-9514-4562-92eb-739222225283 None None] Sync routers for ids ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:26.596825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Request body: {'port': {'device_id': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775', 'admin_state_up': True, 'tenant_id': '2322d51148c34aac9069c30735e64b22'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:26.603546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123e6f3-47c8-4874-a9f2-49b30fa4c508 req-d3bee1a6-99a4-435f-b9bc-f20bcec0d27e tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:26.605868 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9123e6f3-47c8-4874-a9f2-49b30fa4c508 req-d3bee1a6-99a4-435f-b9bc-f20bcec0d27e tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 948 time: 0.1517460 Aug 17 16:21:26.607183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:26.608368 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f30cf8eb-8b33-4b77-9ff6-176f6f0b37a8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5677009 Aug 17 16:21:26.611110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46354) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:26.639837 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e9116-9514-4562-92eb-739222225283 None None] Routers {'11cd752c-e6d2-482a-85c2-d0f414e43d9d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:26.645940 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-614e9116-9514-4562-92eb-739222225283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:26.719770 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb836689-4282-4e95-bca4-33c8b5380572 req-ffd5ab94-bef5-4cad-bed4-1a27dcdf95c5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322538 Aug 17 16:21:26.754561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Attempting to bind port 0484ca24-b269-4c34-b1b1-87ba14ee46bc on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:26.754883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Attempting to bind port 0484ca24-b269-4c34-b1b1-87ba14ee46bc by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:26.755224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Attempting to bind port 0484ca24-b269-4c34-b1b1-87ba14ee46bc on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:26.762175 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Port 0484ca24-b269-4c34-b1b1-87ba14ee46bc on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:21:26.762486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Attempting to bind port 0484ca24-b269-4c34-b1b1-87ba14ee46bc on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:26.772248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:26.772612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:26.773010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:26.773471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Bound port: 0484ca24-b269-4c34-b1b1-87ba14ee46bc, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:26.773850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:26.780665 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9123e6f3-47c8-4874-a9f2-49b30fa4c508 req-6c35d48e-d422-4c08-bdc7-62a63a68aed9 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613085 Aug 17 16:21:26.811681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:26.857425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:26.857798 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:26.892968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] For port 0484ca24-b269-4c34-b1b1-87ba14ee46bc, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:26.897615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] For port 0484ca24-b269-4c34-b1b1-87ba14ee46bc, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0484ca24-b269-4c34-b1b1-87ba14ee46bc,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:26.905774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:26.913801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:27.050831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 83b050ea-fae0-4506-a470-947d6a735986 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:27.078209 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-614e9116-9514-4562-92eb-739222225283 None None] Set router 11cd752c-e6d2-482a-85c2-d0f414e43d9d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:27.088914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 83b050ea-fae0-4506-a470-947d6a735986 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:27.089289 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:27.128813 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Made reservation on behalf of 2322d51148c34aac9069c30735e64b22 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:27.136027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:27.166723 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7accdd2c-4fed-4489-a3fe-0eda217c4fe2 req-799f7a4f-e144-41b3-a308-44b49bb0539b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 210 time: 0.0915213 Aug 17 16:21:27.454176 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:27.520876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 2, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:27.535777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-5a7f7bc3-100d-4969-b609-38ae7d7648ee tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:27.539056 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-5a7f7bc3-100d-4969-b609-38ae7d7648ee tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.91 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 946 time: 0.2360244 Aug 17 16:21:27.542894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:27.544092 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:27.546644 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] 10.222.0.91 "PUT /v2.0/ports/0484ca24-b269-4c34-b1b1-87ba14ee46bc HTTP/1.1" status: 200 len: 1096 time: 3.7227392 Aug 17 16:21:27.576399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221d8cda-cad1-4604-8dd7-94ee99d959d2', 'tag': '0484ca24-b269-4c34-b1b1-87ba14ee46bc'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:27.581725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Checking router: 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:21:27.582108 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67ed8d9-a495-415f-aa9b-d84f117fcce2" -d '{"events": [{"name": "network-changed", "server_uuid": "221d8cda-cad1-4604-8dd7-94ee99d959d2", "tag": "0484ca24-b269-4c34-b1b1-87ba14ee46bc"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:27.582335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Updating router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 port debe1467-e3aa-4c7a-ae3b-445cc5236015 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:21:27.584539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:27.587244 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4818a9dc-bbc5-4879-b2ae-5c46fb541528" -d '{"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-plugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:27.612203 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-614e9116-9514-4562-92eb-739222225283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:24Z', 'revision_number': 3, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:27.652695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1673c51-160e-4172-b012-58aa52afdb34 service neutron] Pushing event updated for resources: {'Port': ['ID=0484ca24-b269-4c34-b1b1-87ba14ee46bc,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:27.674650 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e9116-9514-4562-92eb-739222225283 None None] Checking router: 11cd752c-e6d2-482a-85c2-d0f414e43d9d for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:21:27.675395 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e9116-9514-4562-92eb-739222225283 None None] Updating router 11cd752c-e6d2-482a-85c2-d0f414e43d9d port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:21:27.681543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:27.694698 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:27.713315 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:27.714729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3854f379-abc5-472e-bf85-98f69d373511 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:27.745155 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-614e9116-9514-4562-92eb-739222225283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:27.859879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c78d4-7125-48f0-b50d-e830c37a4a50 req-5a280d86-141b-40fe-aee0-1094567d64d1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:27.873419 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f1c78d4-7125-48f0-b50d-e830c37a4a50 req-5a280d86-141b-40fe-aee0-1094567d64d1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 944 time: 0.3896570 Aug 17 16:21:27.910107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:27.927245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4e251-264f-47d4-a4e6-907567a24ef5 req-4ed24742-cd71-4f3a-b3c2-97a6b78564da tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:27.930403 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ceb4e251-264f-47d4-a4e6-907567a24ef5 req-4ed24742-cd71-4f3a-b3c2-97a6b78564da tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 946 time: 0.8084781 Aug 17 16:21:28.026709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-e589227f-b2f8-47bb-b354-36fe81844cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:28.029378 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-e589227f-b2f8-47bb-b354-36fe81844cf6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2141d363848042168734d17d5a618087&device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 1099 time: 0.3621392 Aug 17 16:21:28.050895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f1c78d4-7125-48f0-b50d-e830c37a4a50 req-245b10bb-3431-4b76-8455-d8934cfefa83 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760070 Aug 17 16:21:28.063701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Allocated IP 172.20.0.13 (8d3a79ef-4894-479d-bd1b-34203cfe9775/40428865-19e2-44b0-a5fa-06186e0ce9aa/67cdd04c-919a-413d-8159-2e94cf623b30) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:28.140349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Deleting port 439274d3-0e63-4698-957f-4ee04010bbfe {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:21:28.141411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.154364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-1739e6ab-372d-418e-b6d8-7dafc9bb2765 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=0484ca24-b269-4c34-b1b1-87ba14ee46bc HTTP/1.1" status: 200 len: 217 time: 0.1099474 Aug 17 16:21:28.258759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 3854f379-abc5-472e-bf85-98f69d373511 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:28.260534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d82e305d-1e31-4e6c-97df-e88776d127ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:28.266782 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-d82e305d-1e31-4e6c-97df-e88776d127ff service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0995941 Aug 17 16:21:28.272828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.283174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ceb4e251-264f-47d4-a4e6-907567a24ef5 req-66617d6d-bf33-4e78-80d2-9ecf048be004 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364244 Aug 17 16:21:28.295968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 3854f379-abc5-472e-bf85-98f69d373511 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:28.297614 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.394892 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-614e9116-9514-4562-92eb-739222225283 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.418396 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-614e9116-9514-4562-92eb-739222225283 None None] Transition to ACTIVE for port object 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:28.436268 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-614e9116-9514-4562-92eb-739222225283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.553216 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.574684 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459789f3-0913-479a-8677-325b2956cd67 x-openstack-request-id: req-459789f3-0913-479a-8677-325b2956cd67 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:28.575642 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-plugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:28.576690 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-459789f3-0913-479a-8677-325b2956cd67 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:28.577271 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986', 'code': 200} Aug 17 16:21:28.623649 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.624202 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-614e9116-9514-4562-92eb-739222225283 None None] Attempting to bind port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:28.624880 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-614e9116-9514-4562-92eb-739222225283 None None] Attempting to bind port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:28.626743 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e9116-9514-4562-92eb-739222225283 None None] Attempting to bind port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:28.636970 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.669202 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e9116-9514-4562-92eb-739222225283 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:28.669736 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e9116-9514-4562-92eb-739222225283 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:28.670333 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-614e9116-9514-4562-92eb-739222225283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.670949 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e9116-9514-4562-92eb-739222225283 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:28.671661 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-614e9116-9514-4562-92eb-739222225283 None None] Bound port: 4cbe58b3-e3e7-4b60-a377-d640c1852bc0, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:28.672615 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-614e9116-9514-4562-92eb-739222225283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.691155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Allocated IP 172.20.0.1 (78726d98-da38-427f-a4ef-86dfdb590214/95707993-0dd2-4e23-8593-8d60a7b2c611/2b207a0f-4acc-4cb5-8640-3e04f3761d08) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:28.775560 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-614e9116-9514-4562-92eb-739222225283 None None] For port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:28.780533 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-614e9116-9514-4562-92eb-739222225283 None None] For port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4cbe58b3-e3e7-4b60-a377-d640c1852bc0,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:28.793420 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-614e9116-9514-4562-92eb-739222225283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.796787 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e8a3a4-d0cd-4bbe-aa20-f3adb83dc6a0 x-openstack-request-id: req-e5e8a3a4-d0cd-4bbe-aa20-f3adb83dc6a0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:28.797433 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221d8cda-cad1-4604-8dd7-94ee99d959d2", "tag": "0484ca24-b269-4c34-b1b1-87ba14ee46bc", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:28.797968 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5e8a3a4-d0cd-4bbe-aa20-f3adb83dc6a0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:28.798807 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221d8cda-cad1-4604-8dd7-94ee99d959d2', 'tag': '0484ca24-b269-4c34-b1b1-87ba14ee46bc', 'status': 'completed', 'code': 200} Aug 17 16:21:28.804522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Pushing event updated for resources: {'Port': ['ID=67cdd04c-919a-413d-8159-2e94cf623b30,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:28.811342 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efb516-b72e-44f6-b13c-86bfc3f812f4 None None] Pushing event updated for resources: {'Port': ['ID=4cbe58b3-e3e7-4b60-a377-d640c1852bc0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:28.825361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:28.845051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:28.853226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-046ad88f-9482-4ff0-a44f-b9a6182eb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:28.856914 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-046ad88f-9482-4ff0-a44f-b9a6182eb5cc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5698380 Aug 17 16:21:28.872992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Network 8d3a79ef-4894-479d-bd1b-34203cfe9775 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:28.878797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:28.882932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 439274d3-0e63-4698-957f-4ee04010bbfe no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:28.896909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:29.039975 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efb516-b72e-44f6-b13c-86bfc3f812f4 None None] Pushing event updated for resources: {'Port': ['ID=4cbe58b3-e3e7-4b60-a377-d640c1852bc0,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:29.063140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3854f379-abc5-472e-bf85-98f69d373511,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:29.113854 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e9116-9514-4562-92eb-739222225283 None None] Routers {'11cd752c-e6d2-482a-85c2-d0f414e43d9d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:29.114939 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-614e9116-9514-4562-92eb-739222225283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:29.202985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481c428-abe3-409e-962c-7ec99cf0596f req-77a84d0e-2793-45ed-81e5-cd14f723fa63 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:29.206099 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5481c428-abe3-409e-962c-7ec99cf0596f req-77a84d0e-2793-45ed-81e5-cd14f723fa63 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 945 time: 0.2861550 Aug 17 16:21:29.245592 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.250027 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.266901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:29.277339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.285654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Transition to ACTIVE for port object debe1467-e3aa-4c7a-ae3b-445cc5236015 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:29.342021 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 439274d3-0e63-4698-957f-4ee04010bbfe, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=439274d3-0e63-4698-957f-4ee04010bbfe,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:29.345776 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.361003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46378) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:29.380063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0563e386-59c6-4fe6-aa94-1cdc955a952e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--561355876', 'description': 'tempest-description--1908589526'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:29.445206 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5481c428-abe3-409e-962c-7ec99cf0596f req-bebb6680-2817-4be4-8ba7-988207af2e06 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569452 Aug 17 16:21:29.449615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] For port 439274d3-0e63-4698-957f-4ee04010bbfe, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=439274d3-0e63-4698-957f-4ee04010bbfe,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:29.450332 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.453127 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-49c87e35-0dc1-4d9b-8d49-8ca2210f06e7 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766795 Aug 17 16:21:29.455577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-75c9e752-ec73-403e-af64-3810f8d9c2b9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8823962 Aug 17 16:21:29.474080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0c26a-cb72-4fff-8d5c-8f45602382d1 None None] Pushing event updated for resources: {'Port': ['ID=debe1467-e3aa-4c7a-ae3b-445cc5236015,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:29.488602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Request body: {'port': {'device_id': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:29.494016 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.569383 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-614e9116-9514-4562-92eb-739222225283 None None] Set router 11cd752c-e6d2-482a-85c2-d0f414e43d9d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:29.624331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bb5b3-fbcb-4c6b-8e93-da3ee730387f req-400dfdc5-80a5-4901-86ba-631c8de0a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:29.626567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b32bb5b3-fbcb-4c6b-8e93-da3ee730387f req-400dfdc5-80a5-4901-86ba-631c8de0a87f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1096 time: 0.3286550 Aug 17 16:21:29.703282 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0563e386-59c6-4fe6-aa94-1cdc955a952e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.747341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=439274d3-0e63-4698-957f-4ee04010bbfe,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:29.755463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Attempting to bind port debe1467-e3aa-4c7a-ae3b-445cc5236015 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:29.756031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Attempting to bind port debe1467-e3aa-4c7a-ae3b-445cc5236015 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:29.756600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Attempting to bind port debe1467-e3aa-4c7a-ae3b-445cc5236015 on network 80c83ecf-6ce9-4496-b252-00688b25968b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:29.767555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:29.768246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Checking segment: {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:29.768890 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.769577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Bound using segment: {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:29.770413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Bound port: debe1467-e3aa-4c7a-ae3b-445cc5236015, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:29.771028 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.784338 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.834015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.930723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Transition to ACTIVE for port object 2b207a0f-4acc-4cb5-8640-3e04f3761d08 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:29.937162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] For port debe1467-e3aa-4c7a-ae3b-445cc5236015, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:29.944870 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] For port debe1467-e3aa-4c7a-ae3b-445cc5236015, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=debe1467-e3aa-4c7a-ae3b-445cc5236015,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:29.958892 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:29.983187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515b116-b1a2-46e5-ac3e-b4b890a15751 req-9d2979d6-fda8-4a06-8140-ce44de2a9a0d tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:30.000553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9515b116-b1a2-46e5-ac3e-b4b890a15751 req-9d2979d6-fda8-4a06-8140-ce44de2a9a0d tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 948 time: 0.5457418 Aug 17 16:21:30.079456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0c26a-cb72-4fff-8d5c-8f45602382d1 None None] Pushing event updated for resources: {'Port': ['ID=debe1467-e3aa-4c7a-ae3b-445cc5236015,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:30.119122 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:30.120422 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:30.136703 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-614e9116-9514-4562-92eb-739222225283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:24Z', 'revision_number': 3, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:30.252241 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e9116-9514-4562-92eb-739222225283 None None] The sync data for ids ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'] in n-d-804878-1 is: [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:24Z', 'revision_number': 3, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:21:30.260834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fee170-a995-4b70-bd5d-b28da9514695 req-2c50eb24-af31-47c5-b8ee-3588535a5891 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:30.274715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-12fee170-a995-4b70-bd5d-b28da9514695 req-2c50eb24-af31-47c5-b8ee-3588535a5891 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 932 time: 0.5738003 Aug 17 16:21:30.291050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6984695d-675b-4a26-9a6d-2fc550ba2cb9 req-42726163-5213-4cca-92d6-1d1dc2335b41 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8285325 Aug 17 16:21:30.322312 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9515b116-b1a2-46e5-ac3e-b4b890a15751 req-d9d756c0-cb32-450b-97df-21cc4483c05c tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190091 Aug 17 16:21:30.331010 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b32bb5b3-fbcb-4c6b-8e93-da3ee730387f req-8486e236-4f23-4098-ac6b-86026f26ae9b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6600571 Aug 17 16:21:30.479138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-12fee170-a995-4b70-bd5d-b28da9514695 req-99b84aef-14b9-4ca1-8dd3-c998de29c3c2 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029157 Aug 17 16:21:30.572699 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-da33b5f4-c2d1-4a46-91bf-dab566b62c9c req-6e2697a6-8da0-42a3-99a3-f714fb62f731 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] show failed (client error): The resource could not be found. Aug 17 16:21:30.585263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da33b5f4-c2d1-4a46-91bf-dab566b62c9c req-6e2697a6-8da0-42a3-99a3-f714fb62f731 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/46e4c815-407a-48e8-95af-e79fad3c138d HTTP/1.1" status: 404 len: 352 time: 0.0786664 Aug 17 16:21:30.608722 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3854f379-abc5-472e-bf85-98f69d373511'}, {'server_uuid': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439274d3-0e63-4698-957f-4ee04010bbfe'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:30.611288 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f6dd38-0ad8-4b3e-9320-646dc6eb5b6f" -d '{"events": [{"server_uuid": "68e48381-ab6f-4f31-8a9b-a1657fe3f555", "name": "network-vif-plugged", "status": "completed", "tag": "3854f379-abc5-472e-bf85-98f69d373511"}, {"server_uuid": "6cb1b58e-8ab1-4b82-a209-47d577faa76d", "name": "network-vif-unplugged", "status": "completed", "tag": "439274d3-0e63-4698-957f-4ee04010bbfe"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:30.649006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:30.658295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:30.724835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Network 78726d98-da38-427f-a4ef-86dfdb590214 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:30.738088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:30.740772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:30.839509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-9024adcf-4c1e-4b6c-8537-f284e85c3ada service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8115418 Aug 17 16:21:30.883061 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:30.884005 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:30.884602 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Floating IP 8ac8de50-4d99-4b5e-901d-005510e8edca disassociated. External IP: 172.25.7.227, port: 439274d3-0e63-4698-957f-4ee04010bbfe. Aug 17 16:21:30.885949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Calling delete_port for 439274d3-0e63-4698-957f-4ee04010bbfe owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:21:30.886105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0783612-a433-4e95-b19a-dab7cfb894cb req-ce04e3b0-9814-4f20-ada9-2c406563d9bc tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:30.900581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d0783612-a433-4e95-b19a-dab7cfb894cb req-ce04e3b0-9814-4f20-ada9-2c406563d9bc tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 945 time: 0.2051589 Aug 17 16:21:30.931301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cdd04c-919a-413d-8159-2e94cf623b30 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:30.972952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:31.003068 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Transition to ACTIVE for port object 67cdd04c-919a-413d-8159-2e94cf623b30 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:31.033578 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:31.049655 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:31.136890 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d0783612-a433-4e95-b19a-dab7cfb894cb req-832b039c-2616-4e04-94fc-2796934b8b6e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339492 Aug 17 16:21:31.325443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Pushing event updated for resources: {'Port': ['ID=67cdd04c-919a-413d-8159-2e94cf623b30,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:31.348482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Pushing event updated for resources: {'Port': ['ID=2b207a0f-4acc-4cb5-8640-3e04f3761d08,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:31.380959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-60b865c3-a8ab-4429-a663-1330f9c53848 None None] Provisioning for port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:31.387944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-60b865c3-a8ab-4429-a663-1330f9c53848 None None] Provisioning complete for port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:31.388327 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60b865c3-a8ab-4429-a663-1330f9c53848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:31.394842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-ea458308-afa9-4db3-8d12-2003b7731ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:31.398249 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-ea458308-afa9-4db3-8d12-2003b7731ebe service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2141d363848042168734d17d5a618087&device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 1099 time: 0.8856416 Aug 17 16:21:31.437819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:29Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:31.473615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90185c73-cc16-432e-80c7-49d3f4fe13d8 req-ed5bd6e8-a04b-40ab-8007-92f384138349 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:31.476507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-90185c73-cc16-432e-80c7-49d3f4fe13d8 req-ed5bd6e8-a04b-40ab-8007-92f384138349 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 944 time: 0.7396076 Aug 17 16:21:31.514252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0563e386-59c6-4fe6-aa94-1cdc955a952e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:31.536234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b69457-f141-4d73-87f8-da5689b81576 None None] The sync data for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 is: [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:29Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:21:31.544383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-41b23ea2-3515-4d16-9cb9-cb7a5080d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:31.546786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-41b23ea2-3515-4d16-9cb9-cb7a5080d041 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a275aac162c941d09b0f23a94f702f42&device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 1175 time: 0.6249352 Aug 17 16:21:31.556177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Attempting to bind port 67cdd04c-919a-413d-8159-2e94cf623b30 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:31.556711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Attempting to bind port 67cdd04c-919a-413d-8159-2e94cf623b30 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:31.557238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Attempting to bind port 67cdd04c-919a-413d-8159-2e94cf623b30 on network 8d3a79ef-4894-479d-bd1b-34203cfe9775 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:31.566409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-60b865c3-a8ab-4429-a663-1330f9c53848 None None] Port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:31.581750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc94115-e8a4-4c80-85a2-bfc3e2888bb4 req-4c6192d8-9881-4264-add2-c0cfe370633b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:31.583411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7fc94115-e8a4-4c80-85a2-bfc3e2888bb4 req-4c6192d8-9881-4264-add2-c0cfe370633b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 945 time: 0.1733618 Aug 17 16:21:31.585830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Port 67cdd04c-919a-413d-8159-2e94cf623b30 on network 8d3a79ef-4894-479d-bd1b-34203cfe9775 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:21:31.586204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Attempting to bind port 67cdd04c-919a-413d-8159-2e94cf623b30 on network 8d3a79ef-4894-479d-bd1b-34203cfe9775 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:31.593458 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:31.593808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Checking segment: {'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:31.594275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Bound using segment: {'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:31.594669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Bound port: 67cdd04c-919a-413d-8159-2e94cf623b30, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:31.595040 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:31.734145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7fc94115-e8a4-4c80-85a2-bfc3e2888bb4 req-5dad8bfe-17aa-432b-aa67-777dbbe77812 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356077 Aug 17 16:21:31.795732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-116a1974-a733-4ac2-bacb-241f2ea7576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:31.798026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-116a1974-a733-4ac2-bacb-241f2ea7576d service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3784270 Aug 17 16:21:31.821695 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-95aca328-6cca-4f89-a609-10dd9a691353 req-e1cfa1ca-57ae-476f-b7ae-7aa28fb5c0b6 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] show failed (client error): The resource could not be found. Aug 17 16:21:31.833948 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-95aca328-6cca-4f89-a609-10dd9a691353 req-e1cfa1ca-57ae-476f-b7ae-7aa28fb5c0b6 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/8f2fea9e-8b4e-4d6b-8bfa-253fc1e2ab29 HTTP/1.1" status: 404 len: 352 time: 0.0381498 Aug 17 16:21:31.843950 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0563e386-59c6-4fe6-aa94-1cdc955a952e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:31.845243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] For port 67cdd04c-919a-413d-8159-2e94cf623b30, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:31.876203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] For port 67cdd04c-919a-413d-8159-2e94cf623b30, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67cdd04c-919a-413d-8159-2e94cf623b30,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:31.888003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:31.927790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:31.930218 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ee52a5-0c15-4731-a07a-64042a53b3e7 x-openstack-request-id: req-41ee52a5-0c15-4731-a07a-64042a53b3e7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:31.930550 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e48381-ab6f-4f31-8a9b-a1657fe3f555", "name": "network-vif-plugged", "status": "completed", "tag": "3854f379-abc5-472e-bf85-98f69d373511", "code": 200}, {"server_uuid": "6cb1b58e-8ab1-4b82-a209-47d577faa76d", "name": "network-vif-unplugged", "status": "completed", "tag": "439274d3-0e63-4698-957f-4ee04010bbfe", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:31.930831 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41ee52a5-0c15-4731-a07a-64042a53b3e7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:31.931328 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3854f379-abc5-472e-bf85-98f69d373511', 'code': 200} Aug 17 16:21:31.932693 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439274d3-0e63-4698-957f-4ee04010bbfe', 'code': 200} Aug 17 16:21:31.935864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:31.937445 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] 10.222.0.93 "PUT /v2.0/ports/67cdd04c-919a-413d-8159-2e94cf623b30 HTTP/1.1" status: 200 len: 1092 time: 2.4618886 Aug 17 16:21:31.939109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'tag': '67cdd04c-919a-413d-8159-2e94cf623b30'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:31.947343 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81a5c2e-9502-437a-9621-c3cac9a73fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "36724792-9d1c-4f11-b5c3-e0f07e84fbaa", "tag": "67cdd04c-919a-413d-8159-2e94cf623b30"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:32.062903 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4ff14fa-8bed-4a50-8ce4-c1bf8cd1f25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:32.106415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563e386-59c6-4fe6-aa94-1cdc955a952e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed9ea12-8a3d-4c95-aae0-56b700d283e0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:32.169962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0563e386-59c6-4fe6-aa94-1cdc955a952e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:32.171323 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0563e386-59c6-4fe6-aa94-1cdc955a952e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7982793 Aug 17 16:21:32.180105 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-ec442365-81d8-4665-96de-bb1bbac842d5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=0484ca24-b269-4c34-b1b1-87ba14ee46bc HTTP/1.1" status: 200 len: 217 time: 0.3065405 Aug 17 16:21:32.185390 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46400) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:32.206955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-35acae4d-5d5f-44ab-9180-31db2b866972 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'security_group_rule': {'security_group_id': '3ed9ea12-8a3d-4c95-aae0-56b700d283e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:32.297890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89422c3f-ba0f-4370-91cd-7ec720cee0ed service neutron] Pushing event updated for resources: {'Port': ['ID=67cdd04c-919a-413d-8159-2e94cf623b30,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:32.313505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:32.333627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-90185c73-cc16-432e-80c7-49d3f4fe13d8 req-40777d14-0f5d-41c8-b6a2-b5059fd8bcc8 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae2a7ddd-89c7-4879-91d1-56b644d83e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5406585 Aug 17 16:21:32.396477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-1024ecae-9d02-49c9-b1f6-1358a488b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:32.399316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-1024ecae-9d02-49c9-b1f6-1358a488b5bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2322d51148c34aac9069c30735e64b22&device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 1095 time: 0.3679399 Aug 17 16:21:32.425125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Pushing event deleted for resources: {'Port': ['ID=439274d3-0e63-4698-957f-4ee04010bbfe,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:32.449436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf335b-9aa7-42d6-a774-dfd11354168d req-30c606b1-e20f-41ec-821e-6fb4408cb76e tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:32.452439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eacf335b-9aa7-42d6-a774-dfd11354168d req-30c606b1-e20f-41ec-821e-6fb4408cb76e tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 948 time: 0.3181381 Aug 17 16:21:32.519630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35acae4d-5d5f-44ab-9180-31db2b866972 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:32.544305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-7ee2c9aa-c8d2-4a81-8cfc-9277e8dacc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:32.546348 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-7ee2c9aa-c8d2-4a81-8cfc-9277e8dacc6a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.3478708 Aug 17 16:21:32.547210 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:32.561750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-2812eee7-2e4a-4d41-8f0e-52ec3f5993cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:32.564150 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-2812eee7-2e4a-4d41-8f0e-52ec3f5993cd service neutron] 10.222.0.93 "GET /v2.0/networks?id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 200 len: 913 time: 0.7305310 Aug 17 16:21:32.564339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9da10-6de8-4889-a45c-a07b6c4feafd req-8448c975-0ad5-421d-8a59-20ecb05ff3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:32.566502 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77d9da10-6de8-4889-a45c-a07b6c4feafd req-8448c975-0ad5-421d-8a59-20ecb05ff3e9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1096 time: 0.4179189 Aug 17 16:21:32.580940 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-0a7cf020-31ee-4843-af2e-8383d46152e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cdd04c-919a-413d-8159-2e94cf623b30 HTTP/1.1" status: 200 len: 217 time: 0.1513801 Aug 17 16:21:32.588786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:32.680158 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:32.689265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:32.690930 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:32.692163 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77d9da10-6de8-4889-a45c-a07b6c4feafd req-9230df2e-607c-443f-a559-2d14c3dd068f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007533 Aug 17 16:21:32.696801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-45b1b97b-9dbb-41b4-9de6-3caf929a98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:32.700704 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-45b1b97b-9dbb-41b4-9de6-3caf929a98d3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=40428865-19e2-44b0-a5fa-06186e0ce9aa HTTP/1.1" status: 200 len: 855 time: 0.1000421 Aug 17 16:21:32.709491 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eacf335b-9aa7-42d6-a774-dfd11354168d req-689e2993-4e6c-4829-8b9c-9c837660d06b tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477232 Aug 17 16:21:32.740442 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35acae4d-5d5f-44ab-9180-31db2b866972 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:32.763370 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-e24c32ca-da98-4b3d-8b2a-aa8059616b50 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d3a79ef-4894-479d-bd1b-34203cfe9775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495679 Aug 17 16:21:32.786737 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-6bd6e416-b99d-43b1-ad5c-3193d14f4a70 req-69f651c6-8fce-4493-9ea4-b0d3031dc96a tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] show failed (client error): The resource could not be found. Aug 17 16:21:32.795047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0484ca24-b269-4c34-b1b1-87ba14ee46bc details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:21:32.798016 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6bd6e416-b99d-43b1-ad5c-3193d14f4a70 req-69f651c6-8fce-4493-9ea4-b0d3031dc96a tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/382267f5-05d1-4a6d-8a91-307fa1c21eaa HTTP/1.1" status: 404 len: 352 time: 0.0384035 Aug 17 16:21:32.919834 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1974ad-4ec4-4644-a3e5-ad90401a069b x-openstack-request-id: req-8b1974ad-4ec4-4644-a3e5-ad90401a069b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:32.920515 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36724792-9d1c-4f11-b5c3-e0f07e84fbaa", "tag": "67cdd04c-919a-413d-8159-2e94cf623b30", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:32.920515 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b1974ad-4ec4-4644-a3e5-ad90401a069b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:32.920748 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'tag': '67cdd04c-919a-413d-8159-2e94cf623b30', 'status': 'completed', 'code': 200} Aug 17 16:21:33.009608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-09e4c548-1a83-4e77-865d-0542921d92c7 service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385755 Aug 17 16:21:33.090799 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35acae4d-5d5f-44ab-9180-31db2b866972 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:33.094530 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-a37abe2f-3ec1-4b39-b00a-9fb20e9ddaec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61bbaece-c824-4b44-96c1-806f1c835c1f HTTP/1.1" status: 200 len: 217 time: 0.4306242 Aug 17 16:21:33.098127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:33.148189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3664e-ef10-4fe5-b50f-318a4fa439cc req-ad034814-664b-4282-b28a-7352872cdc5c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:33.156960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1d3664e-ef10-4fe5-b50f-318a4fa439cc req-ad034814-664b-4282-b28a-7352872cdc5c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 945 time: 0.1657126 Aug 17 16:21:33.200626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4cbe58b3-e3e7-4b60-a377-d640c1852bc0,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:33.217728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff8147d7-5267-4acd-b0ac-3cf00c8c4c70 req-abe3c5be-eb06-483a-944f-f3180621d8c1 service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913953 Aug 17 16:21:33.241135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1d3664e-ef10-4fe5-b50f-318a4fa439cc req-cdde3935-689d-4329-a6a8-998c824804f4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815668 Aug 17 16:21:33.243904 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:33.245800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device debe1467-e3aa-4c7a-ae3b-445cc5236015 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:33.256345 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:33.392551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acae4d-5d5f-44ab-9180-31db2b866972 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bdf344-b8d2-42d8-9748-ddd9f52bf827,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:33.401560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-4d263ee9-2bc6-49b3-abf3-4b97aa3d1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:33.421608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-4d263ee9-2bc6-49b3-abf3-4b97aa3d1927 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 200 len: 852 time: 0.1149654 Aug 17 16:21:33.457138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0484ca24-b269-4c34-b1b1-87ba14ee46bc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0484ca24-b269-4c34-b1b1-87ba14ee46bc,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:33.503658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a5c2e-9502-437a-9621-c3cac9a73fd2 req-b604b4c3-6581-42ba-baa5-d2ef8aea05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:33.504955 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a81a5c2e-9502-437a-9621-c3cac9a73fd2 req-b604b4c3-6581-42ba-baa5-d2ef8aea05af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2322d51148c34aac9069c30735e64b22&device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 1095 time: 0.1948755 Aug 17 16:21:33.526038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26400f-0336-4c85-9c50-d3d1f0082fbe req-9156af88-442b-4746-a98a-173253cf7619 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:33.527827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b26400f-0336-4c85-9c50-d3d1f0082fbe req-9156af88-442b-4746-a98a-173253cf7619 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 945 time: 0.1735270 Aug 17 16:21:33.564822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '0484ca24-b269-4c34-b1b1-87ba14ee46bc', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '0484ca24-b269-4c34-b1b1-87ba14ee46bc', 'mac_address': 'fa:16:3e:f9:28:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:21:33.609627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:33.699247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=4cbe58b3-e3e7-4b60-a377-d640c1852bc0,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:33.750706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-4bda4903-ced7-4b6a-91db-2238741b43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:33.753599 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-4bda4903-ced7-4b6a-91db-2238741b43d6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1879032 Aug 17 16:21:33.762735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Router 43c51504-7a40-4c67-9ff0-ea74344db94f has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:21:33.789175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b26400f-0336-4c85-9c50-d3d1f0082fbe req-42328c15-2eee-4c50-8ce1-0ba844b4c7ab tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432604 Aug 17 16:21:33.797445 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a5c2e-9502-437a-9621-c3cac9a73fd2 req-ab602272-e10c-47c5-9ca1-4126fd4e4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:33.807031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a81a5c2e-9502-437a-9621-c3cac9a73fd2 req-ab602272-e10c-47c5-9ca1-4126fd4e4633 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8d3a79ef-4894-479d-bd1b-34203cfe9775 HTTP/1.1" status: 200 len: 916 time: 0.2777088 Aug 17 16:21:33.809223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port debe1467-e3aa-4c7a-ae3b-445cc5236015 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:33.817055 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:33.842908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port debe1467-e3aa-4c7a-ae3b-445cc5236015 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:33.842908 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:33.880140 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-1f33afd4-a030-48eb-a10f-6f702bdf8a9f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2609429 Aug 17 16:21:33.888987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0484ca24-b269-4c34-b1b1-87ba14ee46bc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:33.896683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35acae4d-5d5f-44ab-9180-31db2b866972 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:33.898536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-35acae4d-5d5f-44ab-9180-31db2b866972 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7075977 Aug 17 16:21:33.929607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0484ca24-b269-4c34-b1b1-87ba14ee46bc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0484ca24-b269-4c34-b1b1-87ba14ee46bc,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:33.947149 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:33.969438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46414) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:33.977404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a81a5c2e-9502-437a-9621-c3cac9a73fd2 req-fc586e6a-6c26-456a-9200-80d23017eb02 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cdd04c-919a-413d-8159-2e94cf623b30 HTTP/1.1" status: 200 len: 217 time: 0.1597047 Aug 17 16:21:34.014180 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-c1ddc00c-a663-4af4-be64-1b61c7a45bd3 req-314bcf84-dccc-4a50-ae6a-16df9cca49ec tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] show failed (client error): The resource could not be found. Aug 17 16:21:34.015839 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1ddc00c-a663-4af4-be64-1b61c7a45bd3 req-314bcf84-dccc-4a50-ae6a-16df9cca49ec tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/ca28c2db-1122-4a34-8a32-321c4c0153f6 HTTP/1.1" status: 404 len: 352 time: 0.0369990 Aug 17 16:21:34.059786 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:34.082585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0484ca24-b269-4c34-b1b1-87ba14ee46bc,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:34.110903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd343efa-a761-413f-bfa0-feab2a4d6fd7 req-388c4963-28fe-4e95-96e5-711c1246633c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:34.129194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd343efa-a761-413f-bfa0-feab2a4d6fd7 req-388c4963-28fe-4e95-96e5-711c1246633c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 944 time: 1.5740373 Aug 17 16:21:34.140729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a5c2e-9502-437a-9621-c3cac9a73fd2 req-740729c8-e286-4496-8a5e-c71c5120d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:34.143409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a81a5c2e-9502-437a-9621-c3cac9a73fd2 req-740729c8-e286-4496-8a5e-c71c5120d068 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=40428865-19e2-44b0-a5fa-06186e0ce9aa HTTP/1.1" status: 200 len: 855 time: 0.1310923 Aug 17 16:21:34.154203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-197952c5-71da-4c6b-a269-6ceb284e7723 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'security_group_rule': {'security_group_id': '3ed9ea12-8a3d-4c95-aae0-56b700d283e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:34.158591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port debe1467-e3aa-4c7a-ae3b-445cc5236015, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=debe1467-e3aa-4c7a-ae3b-445cc5236015,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:34.167643 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:34.179415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:34.181329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Pushing event updated for resources: {'Port': ['ID=2b207a0f-4acc-4cb5-8640-3e04f3761d08,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:34.227361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-059178f1-9b96-43b0-8914-87f2641ee662 req-975917c4-971c-42b2-9e4d-30a2edcbc7ac tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 210 time: 0.0823457 Aug 17 16:21:34.247403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0484ca24-b269-4c34-b1b1-87ba14ee46bc'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:34.257395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a81a5c2e-9502-437a-9621-c3cac9a73fd2 req-93acb581-94cf-46c6-aa54-4bc39ac58e39 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d3a79ef-4894-479d-bd1b-34203cfe9775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975480 Aug 17 16:21:34.379748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=debe1467-e3aa-4c7a-ae3b-445cc5236015,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:34.414352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:34.590203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:34.590805 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:34.600879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeefaf3-72a7-49dd-8376-36243df4ebe7 req-0ba444a6-616f-4aab-a369-e8c8ec0a8e96 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:34.603662 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7eeefaf3-72a7-49dd-8376-36243df4ebe7 req-0ba444a6-616f-4aab-a369-e8c8ec0a8e96 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 949 time: 0.1194708 Aug 17 16:21:34.615304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a81a5c2e-9502-437a-9621-c3cac9a73fd2 req-98cfa56f-126d-40bd-a23e-3486a24b04d9 service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480897 Aug 17 16:21:34.746558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7eeefaf3-72a7-49dd-8376-36243df4ebe7 req-850e1971-cbaa-4ba5-bc7b-023995cef7ae tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226718 Aug 17 16:21:34.761262 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-350c64d2-730a-47f4-828d-198665230579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:34.805565 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a81a5c2e-9502-437a-9621-c3cac9a73fd2 req-9a4add93-b85b-4bff-9b4d-d834844bfdf9 service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808290 Aug 17 16:21:34.880711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-197952c5-71da-4c6b-a269-6ceb284e7723 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:34.919289 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:34.922331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6702f-f1b6-4f63-93fb-316b286497f8 req-547636e3-da87-4bbc-8d2e-8ee00b9c4066 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:34.927884 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5e6702f-f1b6-4f63-93fb-316b286497f8 req-547636e3-da87-4bbc-8d2e-8ee00b9c4066 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 945 time: 0.0769212 Aug 17 16:21:34.936556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:34.940142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd343efa-a761-413f-bfa0-feab2a4d6fd7 req-2399c0a5-2838-44c7-9189-265290fb1722 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7632585 Aug 17 16:21:34.948589 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7345c8c7-8871-4f54-800a-5583fd269bf2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'floatingip': {'port_id': '83b050ea-fae0-4506-a470-947d6a735986'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:35.017428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-79a58588-4d0e-485e-bdf1-0dbea692d3f1 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2002835 Aug 17 16:21:35.061057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7345c8c7-8871-4f54-800a-5583fd269bf2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:35.066735 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-6b12460f-3570-4286-abf9-96de02dff4ab req-b9665a5e-bd67-4ea5-8b3b-00726c8e46b2 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] show failed (client error): The resource could not be found. Aug 17 16:21:35.067366 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-a58bc222-3eb6-49a1-b134-2788208ef869 service neutron] 10.222.0.93 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1280613 Aug 17 16:21:35.068346 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b12460f-3570-4286-abf9-96de02dff4ab req-b9665a5e-bd67-4ea5-8b3b-00726c8e46b2 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/d22da4cd-ad69-4824-92c5-279f2c10c216 HTTP/1.1" status: 404 len: 352 time: 0.0429413 Aug 17 16:21:35.191800 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-4e7b35df-2463-41c4-8207-9a9c829e4f88 req-4e012c5f-c5b2-42d5-8649-bcd5fd099d39 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] show failed (client error): The resource could not be found. Aug 17 16:21:35.193649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e7b35df-2463-41c4-8207-9a9c829e4f88 req-4e012c5f-c5b2-42d5-8649-bcd5fd099d39 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/b0284c51-135a-4e42-8fde-10d048f29fdc HTTP/1.1" status: 404 len: 352 time: 0.0699863 Aug 17 16:21:35.263309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:35.269894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Network 78726d98-da38-427f-a4ef-86dfdb590214 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:35.281340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] Sync routers for ids ['43c51504-7a40-4c67-9ff0-ea74344db94f'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:35.295962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:35.321522 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-197952c5-71da-4c6b-a269-6ceb284e7723 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:35.331590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] Routers {'43c51504-7a40-4c67-9ff0-ea74344db94f'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:35.333637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['43c51504-7a40-4c67-9ff0-ea74344db94f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:35.333958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3f4ed-41b6-4029-a4eb-cad328044676 req-c0410069-1674-453f-b609-561c16b290af tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:35.335571 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4db3f4ed-41b6-4029-a4eb-cad328044676 req-c0410069-1674-453f-b609-561c16b290af tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 945 time: 0.3063853 Aug 17 16:21:35.370749 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-197952c5-71da-4c6b-a269-6ceb284e7723 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:35.387367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] No DVR routers for this DVR port 439274d3-0e63-4698-957f-4ee04010bbfe on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:21:35.419330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:35.421452 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4fd62a3-8400-4300-b2c1-ab3cf0b1092d req-378ad3f0-cada-4652-8a8e-1744e3343215 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.91 "DELETE /v2.0/ports/439274d3-0e63-4698-957f-4ee04010bbfe HTTP/1.1" status: 204 len: 173 time: 7.8081994 Aug 17 16:21:35.428652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'name': 'network-vif-deleted', 'tag': '439274d3-0e63-4698-957f-4ee04010bbfe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:35.431073 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f8c4aa-4bf7-423b-b742-9d9544e98f2c" -d '{"events": [{"server_uuid": "6cb1b58e-8ab1-4b82-a209-47d577faa76d", "name": "network-vif-deleted", "tag": "439274d3-0e63-4698-957f-4ee04010bbfe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:35.436037 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d67ed8d9-a495-415f-aa9b-d84f117fcce2 req-4492b431-aa53-43f3-96cf-a567a1a29ae1 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080741 Aug 17 16:21:35.585363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197952c5-71da-4c6b-a269-6ceb284e7723 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee70ed4-877b-4458-b9d9-857c594bbe5a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:35.600888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] Set router 43c51504-7a40-4c67-9ff0-ea74344db94f gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:35.612012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62768c97-772d-46ea-8e5c-8d8050bb0b03 req-0901c383-9b15-4959-9622-41932490803d service neutron] 10.222.0.93 "GET /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792571 Aug 17 16:21:35.639792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-197952c5-71da-4c6b-a269-6ceb284e7723 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:35.640939 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-197952c5-71da-4c6b-a269-6ceb284e7723 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5103934 Aug 17 16:21:35.663160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46432) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:35.683915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:35.725115 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4db3f4ed-41b6-4029-a4eb-cad328044676 req-8ad0edcb-e346-4746-a858-cb7386f36102 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563416 Aug 17 16:21:35.737186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98c752b4-546e-4ea2-9b30-42dffb079fe9 req-c6574087-46d7-4740-875d-657efd40d6ad tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cb1b58e-8ab1-4b82-a209-47d577faa76d HTTP/1.1" status: 200 len: 210 time: 0.0659513 Aug 17 16:21:35.798774 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:35.806617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Router 11cd752c-e6d2-482a-85c2-d0f414e43d9d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:21:35.857278 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f9b3a0-08ad-4e52-a065-f77ab4c64e42 x-openstack-request-id: req-02f9b3a0-08ad-4e52-a065-f77ab4c64e42 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:35.857570 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb1b58e-8ab1-4b82-a209-47d577faa76d", "name": "network-vif-deleted", "tag": "439274d3-0e63-4698-957f-4ee04010bbfe", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:35.857825 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02f9b3a0-08ad-4e52-a065-f77ab4c64e42 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:35.858256 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb1b58e-8ab1-4b82-a209-47d577faa76d', 'name': 'network-vif-deleted', 'tag': '439274d3-0e63-4698-957f-4ee04010bbfe', 'status': 'completed', 'code': 200} Aug 17 16:21:35.910530 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:35.984847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-020a9f69-c7c8-44b6-9c62-50fe9b68ac87 None None] Provisioning complete for port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:35.985623 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-020a9f69-c7c8-44b6-9c62-50fe9b68ac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:36.052455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-020a9f69-c7c8-44b6-9c62-50fe9b68ac87 None None] Port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:36.064311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:36.075194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6a5430ca-fc87-4d6a-b3a8-2349be705d6f admin admin] 10.222.0.77 "PUT /v2.0/routers/11cd752c-e6d2-482a-85c2-d0f414e43d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4590659 Aug 17 16:21:36.079157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05ca4-b4e6-433c-877d-b22d497c8d80 req-99191806-63b4-4ec9-8de8-22fe5d3f86d2 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:36.080584 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93a05ca4-b4e6-433c-877d-b22d497c8d80 req-99191806-63b4-4ec9-8de8-22fe5d3f86d2 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1096 time: 0.0891857 Aug 17 16:21:36.088783 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Sync routers for ids ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:36.103176 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Routers {'11cd752c-e6d2-482a-85c2-d0f414e43d9d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:36.105236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '3ee28da0-ecdb-4007-a591-59c1363761d7', 'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'mac_address': 'fa:16:3e:9f:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:04Z', 'updated_at': '2021-08-17T16:19:12Z', 'revision_number': 5, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'subnets': [{'id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:36.106575 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:36.135911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:36.176305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] Checking router: 43c51504-7a40-4c67-9ff0-ea74344db94f for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:21:36.199271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] Routers {'43c51504-7a40-4c67-9ff0-ea74344db94f'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:36.199926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['43c51504-7a40-4c67-9ff0-ea74344db94f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:36.227187 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93a05ca4-b4e6-433c-877d-b22d497c8d80 req-64732fe4-ca72-42e7-a1ef-308c2879f27f tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183865 Aug 17 16:21:36.285605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67cdd04c-919a-413d-8159-2e94cf623b30 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:21:36.404656 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Set router 11cd752c-e6d2-482a-85c2-d0f414e43d9d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:36.520076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c90a9e-c33b-4258-8d07-bb00029ad5db req-17f6c2f6-6a2a-4e72-abc3-af25c827f58f tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:36.524535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87c90a9e-c33b-4258-8d07-bb00029ad5db req-17f6c2f6-6a2a-4e72-abc3-af25c827f58f tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 949 time: 0.1747930 Aug 17 16:21:36.539689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device debe1467-e3aa-4c7a-ae3b-445cc5236015 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:36.540315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Allocated IP 172.25.7.117 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/8ffa11b8-6dfe-470e-afae-738d5c694006) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:36.644104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] Set router 43c51504-7a40-4c67-9ff0-ea74344db94f gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:36.657378 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87c90a9e-c33b-4258-8d07-bb00029ad5db req-4fc73271-0093-46ff-a99c-1e97891bf454 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057379 Aug 17 16:21:36.686881 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7345c8c7-8871-4f54-800a-5583fd269bf2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:36.701357 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7345c8c7-8871-4f54-800a-5583fd269bf2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:36.796837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaff3cd-785e-4967-ae96-9dd74416708d req-529cede9-ae14-4bc5-83ee-0ea8a2bf4f70 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:36.810441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0484ca24-b269-4c34-b1b1-87ba14ee46bc up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:36.811888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-feaff3cd-785e-4967-ae96-9dd74416708d req-529cede9-ae14-4bc5-83ee-0ea8a2bf4f70 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 1024 time: 0.1808214 Aug 17 16:21:36.847357 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:32Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b207a0f-4acc-4cb5-8640-3e04f3761d08', 'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'mac_address': 'fa:16:3e:e7:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:28Z', 'updated_at': '2021-08-17T16:21:32Z', 'revision_number': 2, 'project_id': '3690e36657ff4730870dda1b47d01281', 'subnets': [{'id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:36.858978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67cdd04c-919a-413d-8159-2e94cf623b30, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67cdd04c-919a-413d-8159-2e94cf623b30,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:36.892459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port debe1467-e3aa-4c7a-ae3b-445cc5236015 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:36.892947 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:36.894571 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Checking router: 11cd752c-e6d2-482a-85c2-d0f414e43d9d for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:21:36.895350 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Updating router 11cd752c-e6d2-482a-85c2-d0f414e43d9d port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:21:36.901366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '67cdd04c-919a-413d-8159-2e94cf623b30', 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775', 'port_id': '67cdd04c-919a-413d-8159-2e94cf623b30', 'mac_address': 'fa:16:3e:06:15:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40428865-19e2-44b0-a5fa-06186e0ce9aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:21:36.908424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:36.923275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-feaff3cd-785e-4967-ae96-9dd74416708d req-65bf990c-4077-4459-8da9-cbbc9a173423 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6&id=0d58571c-1b5f-4287-aa23-02daf4b0205a&id=0875a5c2-72b7-4af1-8de2-faf7894a31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1074913 Aug 17 16:21:36.931905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b50e2-1b8c-4c58-b6ca-e9892e491edc req-9111c84c-5170-4f38-ae68-f1c78c2eddfb tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:36.933589 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:36.941489 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-981b50e2-1b8c-4c58-b6ca-e9892e491edc req-9111c84c-5170-4f38-ae68-f1c78c2eddfb tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 944 time: 0.1684284 Aug 17 16:21:36.971324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29dea5-69db-41a1-a976-56a62b26736d req-5ba80ec9-62fa-496c-80ee-b33dc8a726e3 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:36.972623 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb29dea5-69db-41a1-a976-56a62b26736d req-5ba80ec9-62fa-496c-80ee-b33dc8a726e3 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 1024 time: 0.1551895 Aug 17 16:21:36.977866 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-7345c8c7-8871-4f54-800a-5583fd269bf2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Floating IP d1b67440-b03b-4a48-a721-b2508c5a6b09 associated. External IP: 172.25.7.30, port: 83b050ea-fae0-4506-a470-947d6a735986. Aug 17 16:21:37.030570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 0484ca24-b269-4c34-b1b1-87ba14ee46bc completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:37.048120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 0484ca24-b269-4c34-b1b1-87ba14ee46bc triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:37.048434 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.053997 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.068735 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-981b50e2-1b8c-4c58-b6ca-e9892e491edc req-68152db9-3cac-4f59-a57b-da827f6c8d80 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228445 Aug 17 16:21:37.155240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cdd04c-919a-413d-8159-2e94cf623b30 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:37.172213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.208806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67cdd04c-919a-413d-8159-2e94cf623b30, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67cdd04c-919a-413d-8159-2e94cf623b30,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:37.219411 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.239199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'Port': ['ID=8ffa11b8-6dfe-470e-afae-738d5c694006,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:37.254408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:37.257940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:37.266177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:37.280521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-fb29dea5-69db-41a1-a976-56a62b26736d req-246fcb18-ffd1-4920-bde8-aeeaab1b896b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Deleting port 61bbaece-c824-4b44-96c1-806f1c835c1f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:21:37.280883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fb29dea5-69db-41a1-a976-56a62b26736d req-246fcb18-ffd1-4920-bde8-aeeaab1b896b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.344608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=67cdd04c-919a-413d-8159-2e94cf623b30,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:37.367013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '3ee28da0-ecdb-4007-a591-59c1363761d7', 'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'mac_address': 'fa:16:3e:9f:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:04Z', 'updated_at': '2021-08-17T16:19:12Z', 'revision_number': 5, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'subnets': [{'id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:37.378647 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.403666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-fb29dea5-69db-41a1-a976-56a62b26736d req-246fcb18-ffd1-4920-bde8-aeeaab1b896b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] For port 61bbaece-c824-4b44-96c1-806f1c835c1f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=61bbaece-c824-4b44-96c1-806f1c835c1f,segment=NetworkSegment(fca01fc3-a6f1-47ad-894f-9eff239f377e),segment_id=fca01fc3-a6f1-47ad-894f-9eff239f377e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:37.404674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fb29dea5-69db-41a1-a976-56a62b26736d req-246fcb18-ffd1-4920-bde8-aeeaab1b896b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.421574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-fb29dea5-69db-41a1-a976-56a62b26736d req-246fcb18-ffd1-4920-bde8-aeeaab1b896b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Calling delete_port for 61bbaece-c824-4b44-96c1-806f1c835c1f owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:21:37.424470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7345c8c7-8871-4f54-800a-5583fd269bf2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:21:37.427316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4aa560-8d01-429b-a813-0e1655ffaa10 req-b6259e13-32ee-40b4-a499-b2155d2b41ac tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:37.429435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c4aa560-8d01-429b-a813-0e1655ffaa10 req-b6259e13-32ee-40b4-a499-b2155d2b41ac tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1096 time: 0.3593140 Aug 17 16:21:37.454098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['67cdd04c-919a-413d-8159-2e94cf623b30'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:37.458788 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.470012 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Transition to ACTIVE for port object 2b207a0f-4acc-4cb5-8640-3e04f3761d08 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:37.481574 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.521234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5860537-f79d-45e7-a2b8-30440ddff22c None None] The sync data for ids ['43c51504-7a40-4c67-9ff0-ea74344db94f'] in n-d-804878-1 is: [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:19:05Z', 'revision_number': 4, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '3ee28da0-ecdb-4007-a591-59c1363761d7', 'name': '', 'network_id': '66ac31cd-9571-442d-bc12-ac6589acbd28', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'mac_address': 'fa:16:3e:9f:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:04Z', 'updated_at': '2021-08-17T16:19:12Z', 'revision_number': 5, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'subnets': [{'id': '35b67a9e-caf8-44cc-b757-5b81433956ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:21:37.599215 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7345c8c7-8871-4f54-800a-5583fd269bf2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:37.605819 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7345c8c7-8871-4f54-800a-5583fd269bf2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.623852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0484ca24-b269-4c34-b1b1-87ba14ee46bc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0484ca24-b269-4c34-b1b1-87ba14ee46bc,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:37.645610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7345c8c7-8871-4f54-800a-5583fd269bf2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "PUT /v2.0/floatingips/d1b67440-b03b-4a48-a721-b2508c5a6b09 HTTP/1.1" status: 200 len: 990 time: 2.7067876 Aug 17 16:21:37.648331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'tag': '83b050ea-fae0-4506-a470-947d6a735986'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:37.651830 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3972a5-af67-4b60-b200-471e6ac28f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "tag": "83b050ea-fae0-4506-a470-947d6a735986"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:37.652666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d8cda-cad1-4604-8dd7-94ee99d959d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0484ca24-b269-4c34-b1b1-87ba14ee46bc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:37.655126 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bb5e0d-bea0-4697-9c00-052820eddbe8" -d '{"events": [{"server_uuid": "221d8cda-cad1-4604-8dd7-94ee99d959d2", "name": "network-vif-plugged", "status": "completed", "tag": "0484ca24-b269-4c34-b1b1-87ba14ee46bc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:37.664635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] Sync routers for ids ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:37.681064 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5c937-a268-4ed5-a10f-d52efe593790 None None] Pushing event updated for resources: {'Port': ['ID=2b207a0f-4acc-4cb5-8640-3e04f3761d08,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:37.686363 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.701241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c4aa560-8d01-429b-a813-0e1655ffaa10 req-2b177c3f-4d49-4472-8088-44cfadedefe7 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571135 Aug 17 16:21:37.719902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fb29dea5-69db-41a1-a976-56a62b26736d req-246fcb18-ffd1-4920-bde8-aeeaab1b896b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.735888 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Attempting to bind port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:37.736257 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Attempting to bind port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:37.736622 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Attempting to bind port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 on network 78726d98-da38-427f-a4ef-86dfdb590214 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:37.752449 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:37.752998 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Checking segment: {'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:37.753411 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.753802 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Bound using segment: {'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:37.754268 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Bound port: 2b207a0f-4acc-4cb5-8640-3e04f3761d08, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:37.754674 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.764040 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.800244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fcb18-ffd1-4920-bde8-aeeaab1b896b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'Port': ['ID=61bbaece-c824-4b44-96c1-806f1c835c1f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:37.821039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] Routers {'7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:37.825177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:37.962410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46464) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:37.972100 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe0926d-5157-4217-9bdd-1c39622ca284 x-openstack-request-id: req-dbe0926d-5157-4217-9bdd-1c39622ca284 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:37.972444 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "tag": "83b050ea-fae0-4506-a470-947d6a735986", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:37.972710 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbe0926d-5157-4217-9bdd-1c39622ca284 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:37.973838 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] For port 2b207a0f-4acc-4cb5-8640-3e04f3761d08, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:37.974098 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'tag': '83b050ea-fae0-4506-a470-947d6a735986', 'status': 'completed', 'code': 200} Aug 17 16:21:37.975890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb29dea5-69db-41a1-a976-56a62b26736d req-246fcb18-ffd1-4920-bde8-aeeaab1b896b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] No DVR routers for this DVR port 61bbaece-c824-4b44-96c1-806f1c835c1f on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:21:37.983310 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] For port 2b207a0f-4acc-4cb5-8640-3e04f3761d08, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2b207a0f-4acc-4cb5-8640-3e04f3761d08,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:37.988614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fb29dea5-69db-41a1-a976-56a62b26736d req-246fcb18-ffd1-4920-bde8-aeeaab1b896b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:37.991231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb29dea5-69db-41a1-a976-56a62b26736d req-246fcb18-ffd1-4920-bde8-aeeaab1b896b tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.93 "DELETE /v2.0/ports/61bbaece-c824-4b44-96c1-806f1c835c1f HTTP/1.1" status: 204 len: 173 time: 1.0092366 Aug 17 16:21:37.991451 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:38.012330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0484ca24-b269-4c34-b1b1-87ba14ee46bc,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:38.068393 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a4b8c9-e4b3-44a1-8654-d5759127041b x-openstack-request-id: req-42a4b8c9-e4b3-44a1-8654-d5759127041b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:38.073833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'name': 'network-vif-deleted', 'tag': '61bbaece-c824-4b44-96c1-806f1c835c1f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:38.075361 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d8cda-cad1-4604-8dd7-94ee99d959d2", "name": "network-vif-plugged", "status": "completed", "tag": "0484ca24-b269-4c34-b1b1-87ba14ee46bc", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:38.079286 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42a4b8c9-e4b3-44a1-8654-d5759127041b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:38.079803 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d8cda-cad1-4604-8dd7-94ee99d959d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0484ca24-b269-4c34-b1b1-87ba14ee46bc', 'code': 200} Aug 17 16:21:38.098418 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb3477c-7493-42eb-8eb1-920c326a278c" -d '{"events": [{"server_uuid": "c3f2bff5-3b35-4764-9efa-3d170930e2e9", "name": "network-vif-deleted", "tag": "61bbaece-c824-4b44-96c1-806f1c835c1f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:38.114097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-191139d8-22ff-4c7a-aff9-be2e19f72e1f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1031586198', 'description': 'tempest-description--229050997'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:38.131395 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c37dfa-6654-40fa-be71-0b949618c818 None None] New status for floating IP 8ac8de50-4d99-4b5e-901d-005510e8edca: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:21:38.168265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:38.228541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-191139d8-22ff-4c7a-aff9-be2e19f72e1f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:38.243322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] Set router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:38.317645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6ef1a-3094-42cc-8f08-94f8395c5734 req-68c46a86-597a-4f9c-9dc3-3b466ddc8fa9 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:38.328309 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8bc6ef1a-3094-42cc-8f08-94f8395c5734 req-68c46a86-597a-4f9c-9dc3-3b466ddc8fa9 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 950 time: 0.2511842 Aug 17 16:21:38.342975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0355bf13-8b68-4fa1-8b8f-cf786ac0a770 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:38.376004 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Routers {'11cd752c-e6d2-482a-85c2-d0f414e43d9d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:38.376544 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:38.380069 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0355bf13-8b68-4fa1-8b8f-cf786ac0a770 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:38.408279 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:38.422039 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a97d7fc1-173c-4b24-b7e0-26f1e6fab549 req-21a890ff-8b19-4ff2-8702-45cef71718f4 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3f2bff5-3b35-4764-9efa-3d170930e2e9 HTTP/1.1" status: 200 len: 210 time: 0.0808308 Aug 17 16:21:38.467796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-90cb854d-3d2b-4861-96d7-572cc8ed7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:38.469854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-90cb854d-3d2b-4861-96d7-572cc8ed7325 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1096 time: 0.4762955 Aug 17 16:21:38.485866 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0355bf13-8b68-4fa1-8b8f-cf786ac0a770 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:38.488649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0355bf13-8b68-4fa1-8b8f-cf786ac0a770 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:38.490571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0355bf13-8b68-4fa1-8b8f-cf786ac0a770 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "DELETE /v2.0/security-groups/ae2a7ddd-89c7-4879-91d1-56b644d83e02 HTTP/1.1" status: 204 len: 168 time: 0.3087387 Aug 17 16:21:38.509751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:38.511505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355bf13-8b68-4fa1-8b8f-cf786ac0a770 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2a7ddd-89c7-4879-91d1-56b644d83e02,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:38.542799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9bb0d-d7c9-4e33-b4da-27be7a443c87 req-b71f76b9-f78e-49c5-87b9-3101b7ce68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:38.546202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f1c9bb0d-d7c9-4e33-b4da-27be7a443c87 req-b71f76b9-f78e-49c5-87b9-3101b7ce68f2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 1101 time: 0.3208613 Aug 17 16:21:38.549268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:38.586596 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-7a24aab3-9776-4f3a-9138-cf5f09d91ef7 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] show failed (client error): The resource could not be found. Aug 17 16:21:38.588030 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a24aab3-9776-4f3a-9138-cf5f09d91ef7 tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "GET /v2.0/security-groups/ae2a7ddd-89c7-4879-91d1-56b644d83e02 HTTP/1.1" status: 404 len: 347 time: 0.0552406 Aug 17 16:21:38.592172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:38.610408 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8bc6ef1a-3094-42cc-8f08-94f8395c5734 req-716371ee-1aff-462c-bac6-abeb1c60d2e9 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808363 Aug 17 16:21:38.657596 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5c937-a268-4ed5-a10f-d52efe593790 None None] Pushing event updated for resources: {'Port': ['ID=2b207a0f-4acc-4cb5-8640-3e04f3761d08,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:38.662747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'd1b67440-b03b-4a48-a721-b2508c5a6b09', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'port_id': '83b050ea-fae0-4506-a470-947d6a735986', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'mac_address': 'fa:16:3e:63:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:21:09Z', 'updated_at': '2021-08-17T16:21:36Z', 'revision_number': 1, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6475933-e0f5-4ddd-a6bb-ebf4510caf7d', 'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'mac_address': 'fa:16:3e:32:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:02Z', 'updated_at': '2021-08-17T16:21:11Z', 'revision_number': 5, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'subnets': [{'id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:38.694343 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] Set router 11cd752c-e6d2-482a-85c2-d0f414e43d9d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:38.701438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] Checking router: 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:21:38.714293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] Routers {'7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:38.715026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:38.743912 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34b972b-4425-4d97-9e6e-edac3e15733b x-openstack-request-id: req-d34b972b-4425-4d97-9e6e-edac3e15733b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:38.744504 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f2bff5-3b35-4764-9efa-3d170930e2e9", "name": "network-vif-deleted", "tag": "61bbaece-c824-4b44-96c1-806f1c835c1f", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:38.744504 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d34b972b-4425-4d97-9e6e-edac3e15733b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:38.753600 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f2bff5-3b35-4764-9efa-3d170930e2e9', 'name': 'network-vif-deleted', 'tag': '61bbaece-c824-4b44-96c1-806f1c835c1f', 'status': 'completed', 'code': 200} Aug 17 16:21:38.866099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] Set router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:38.943878 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f1c9bb0d-d7c9-4e33-b4da-27be7a443c87 req-dde6bc3f-0fb1-4473-aa3d-51587ab27bfa service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437122 Aug 17 16:21:38.978214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c44b2-0ad5-4901-a295-a178374680cd req-dc6cc915-e62b-4ecd-9ebc-9c70b035ae78 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:38.989668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7c44b2-0ad5-4901-a295-a178374680cd req-dc6cc915-e62b-4ecd-9ebc-9c70b035ae78 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1096 time: 0.0876384 Aug 17 16:21:38.993946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b20ad8f4-258f-4044-9890-6e4244126dcc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Deleting port cff7f73c-fad1-4868-9c72-d237ff6af5d0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:21:38.994301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b20ad8f4-258f-4044-9890-6e4244126dcc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.050309 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:32Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b207a0f-4acc-4cb5-8640-3e04f3761d08', 'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'mac_address': 'fa:16:3e:e7:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:28Z', 'updated_at': '2021-08-17T16:21:37Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'subnets': [{'id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:39.053545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cb067-462c-4a6f-b2c9-a284bd445eb1 req-684de3cb-4315-4b1b-9779-33dc441df45c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:39.062079 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-811cb067-462c-4a6f-b2c9-a284bd445eb1 req-684de3cb-4315-4b1b-9779-33dc441df45c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 945 time: 0.3611562 Aug 17 16:21:39.084036 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67b240-cefa-44dc-be79-23a9e8469201 None None] The sync data for ids ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'] in n-d-804878-1 is: [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:32Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b207a0f-4acc-4cb5-8640-3e04f3761d08', 'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'mac_address': 'fa:16:3e:e7:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:28Z', 'updated_at': '2021-08-17T16:21:37Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'subnets': [{'id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:21:39.092552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7c44b2-0ad5-4901-a295-a178374680cd req-3fa1d36b-6185-4d1d-afcb-a177b9532f38 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020010 Aug 17 16:21:39.143669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-f793f5c2-0330-4c96-904c-d8cb83a36f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:39.145286 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-f793f5c2-0330-4c96-904c-d8cb83a36f13 service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.6418123 Aug 17 16:21:39.153241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b20ad8f4-258f-4044-9890-6e4244126dcc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.153941 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b20ad8f4-258f-4044-9890-6e4244126dcc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.159260 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-811cb067-462c-4a6f-b2c9-a284bd445eb1 req-cef3bec1-884b-406c-9fc7-ecdbf4092070 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959661 Aug 17 16:21:39.174566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b20ad8f4-258f-4044-9890-6e4244126dcc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Calling delete_port for cff7f73c-fad1-4868-9c72-d237ff6af5d0 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:21:39.301386 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-191139d8-22ff-4c7a-aff9-be2e19f72e1f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.321512 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-191139d8-22ff-4c7a-aff9-be2e19f72e1f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.364655 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-191139d8-22ff-4c7a-aff9-be2e19f72e1f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.369077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-191139d8-22ff-4c7a-aff9-be2e19f72e1f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3767066 Aug 17 16:21:39.374795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46484) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:39.379110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-12888f2d-10f7-4d67-8d4b-4c087be570fa tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Request body: {'security_group_rule': {'security_group_id': '97f5cd79-303f-4ac4-806f-f01b18b57ec9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:39.398433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'd1b67440-b03b-4a48-a721-b2508c5a6b09', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'port_id': '83b050ea-fae0-4506-a470-947d6a735986', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'mac_address': 'fa:16:3e:63:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:21:09Z', 'updated_at': '2021-08-17T16:21:36Z', 'revision_number': 1, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6475933-e0f5-4ddd-a6bb-ebf4510caf7d', 'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'mac_address': 'fa:16:3e:32:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:02Z', 'updated_at': '2021-08-17T16:21:11Z', 'revision_number': 5, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'subnets': [{'id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:39.410679 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b20ad8f4-258f-4044-9890-6e4244126dcc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.418152 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-cb85459b-45cf-4c96-9be3-e18485d1702f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 998 time: 0.2550614 Aug 17 16:21:39.445499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ad8f4-258f-4044-9890-6e4244126dcc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Pushing event deleted for resources: {'Port': ['ID=cff7f73c-fad1-4868-9c72-d237ff6af5d0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:39.449957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.482821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191139d8-22ff-4c7a-aff9-be2e19f72e1f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f5cd79-303f-4ac4-806f-f01b18b57ec9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:39.505685 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.572802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b20ad8f4-258f-4044-9890-6e4244126dcc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.575616 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b20ad8f4-258f-4044-9890-6e4244126dcc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.577725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'Port': ['ID=8ffa11b8-6dfe-470e-afae-738d5c694006,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:39.580490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b20ad8f4-258f-4044-9890-6e4244126dcc tempest-ServersTestJSON-1733635639 tempest-ServersTestJSON-1733635639-project] 10.222.0.77 "DELETE /v2.0/floatingips/8ac8de50-4d99-4b5e-901d-005510e8edca HTTP/1.1" status: 204 len: 168 time: 0.9867990 Aug 17 16:21:39.584227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:39.593188 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12888f2d-10f7-4d67-8d4b-4c087be570fa tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.652679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34100c0-fc21-4947-9963-e26db77ac61c None None] The sync data for ids ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'] in n-d-804878-1 is: [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'd1b67440-b03b-4a48-a721-b2508c5a6b09', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'port_id': '83b050ea-fae0-4506-a470-947d6a735986', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'mac_address': 'fa:16:3e:63:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:21:09Z', 'updated_at': '2021-08-17T16:21:36Z', 'revision_number': 1, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6475933-e0f5-4ddd-a6bb-ebf4510caf7d', 'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'mac_address': 'fa:16:3e:32:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:02Z', 'updated_at': '2021-08-17T16:21:11Z', 'revision_number': 5, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'subnets': [{'id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:21:39.663989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-1eebc2cc-cdeb-4b78-aacb-f176ee612522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:39.665793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-1eebc2cc-cdeb-4b78-aacb-f176ee612522 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.2329853 Aug 17 16:21:39.669757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-87e884ac-322a-4db7-bc10-230d59adb7fe req-ff616cba-b729-44dd-a3bb-12d7de640ea2 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/0875a5c2-72b7-4af1-8de2-faf7894a31a5 HTTP/1.1" status: 200 len: 1800 time: 0.1201563 Aug 17 16:21:39.831461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-87e884ac-322a-4db7-bc10-230d59adb7fe req-1ce1bda6-5cd4-4f9c-94f9-2acaa2fc36b6 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:39.902649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-87e884ac-322a-4db7-bc10-230d59adb7fe req-1ce1bda6-5cd4-4f9c-94f9-2acaa2fc36b6 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.008202 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-87e884ac-322a-4db7-bc10-230d59adb7fe req-1ce1bda6-5cd4-4f9c-94f9-2acaa2fc36b6 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.011813 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-87e884ac-322a-4db7-bc10-230d59adb7fe req-1ce1bda6-5cd4-4f9c-94f9-2acaa2fc36b6 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.017132 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-87e884ac-322a-4db7-bc10-230d59adb7fe req-1ce1bda6-5cd4-4f9c-94f9-2acaa2fc36b6 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/0875a5c2-72b7-4af1-8de2-faf7894a31a5 HTTP/1.1" status: 204 len: 173 time: 0.3460801 Aug 17 16:21:40.057595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dbee2c-5dd6-4da3-b20a-c26583234fbf None None] New status for floating IP d1b67440-b03b-4a48-a721-b2508c5a6b09: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:21:40.093662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1bda6-5cd4-4f9c-94f9-2acaa2fc36b6 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0875a5c2-72b7-4af1-8de2-faf7894a31a5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:40.155212 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12888f2d-10f7-4d67-8d4b-4c087be570fa tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.157826 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.158018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b4b8fe9e-928c-4467-abca-fe9805c02b56 req-b2fda07c-1ab8-4163-ab7c-ac62848b16c7 tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "GET /v2.0/security-groups/0d58571c-1b5f-4287-aa23-02daf4b0205a HTTP/1.1" status: 200 len: 1800 time: 0.0824823 Aug 17 16:21:40.163901 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12888f2d-10f7-4d67-8d4b-4c087be570fa tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.205683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af70a8-e612-4d0c-b263-a259ba2932b5 req-8ee56b37-e99a-4b4e-af63-540aaba5a9c8 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:40.207252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-35af70a8-e612-4d0c-b263-a259ba2932b5 req-8ee56b37-e99a-4b4e-af63-540aaba5a9c8 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 950 time: 0.4721639 Aug 17 16:21:40.215947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.217238 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b8780127-ea98-491b-88c1-36978beb9283 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5530920 Aug 17 16:21:40.217987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12888f2d-10f7-4d67-8d4b-4c087be570fa tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4afa1f-4d73-408c-8cc3-ad0e8fbbef7c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:40.226785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-34ff7623-a3a3-45e2-83ca-b4a49e5e88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:40.228374 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-34ff7623-a3a3-45e2-83ca-b4a49e5e88f9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5535722 Aug 17 16:21:40.248702 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12888f2d-10f7-4d67-8d4b-4c087be570fa tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.249765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-12888f2d-10f7-4d67-8d4b-4c087be570fa tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8740969 Aug 17 16:21:40.259400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:40.265574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d1c62cc9-897f-4213-9433-626695393158 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Request body: {'security_group_rule': {'security_group_id': '97f5cd79-303f-4ac4-806f-f01b18b57ec9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:40.279511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67cdd04c-919a-413d-8159-2e94cf623b30 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:40.321612 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4b8fe9e-928c-4467-abca-fe9805c02b56 req-968ba6f3-2971-4edb-85e7-89ddf3a4136c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.353427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-35af70a8-e612-4d0c-b263-a259ba2932b5 req-1c1d3ff1-3acb-4aa9-a865-fca553cc76c3 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229463 Aug 17 16:21:40.370832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4b8fe9e-928c-4467-abca-fe9805c02b56 req-968ba6f3-2971-4edb-85e7-89ddf3a4136c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.387946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cc9-897f-4213-9433-626695393158 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.397269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 67cdd04c-919a-413d-8159-2e94cf623b30 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:40.410729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 67cdd04c-919a-413d-8159-2e94cf623b30 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:40.411950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.473051 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-d856000b-3e23-4c81-824d-780050faced2 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197411 Aug 17 16:21:40.483798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b207a0f-4acc-4cb5-8640-3e04f3761d08 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:40.542465 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4b8fe9e-928c-4467-abca-fe9805c02b56 req-968ba6f3-2971-4edb-85e7-89ddf3a4136c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.544906 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4b8fe9e-928c-4467-abca-fe9805c02b56 req-968ba6f3-2971-4edb-85e7-89ddf3a4136c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.558903 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b4b8fe9e-928c-4467-abca-fe9805c02b56 req-968ba6f3-2971-4edb-85e7-89ddf3a4136c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] 10.222.0.77 "DELETE /v2.0/security-groups/0d58571c-1b5f-4287-aa23-02daf4b0205a HTTP/1.1" status: 204 len: 173 time: 0.3944302 Aug 17 16:21:40.560675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46508) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:40.572029 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cc9-897f-4213-9433-626695393158 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.586558 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cc9-897f-4213-9433-626695393158 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.600796 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.605038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.607167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:40.609227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ba6f3-2971-4edb-85e7-89ddf3a4136c tempest-SecurityGroupsTestJSON-384276763 tempest-SecurityGroupsTestJSON-384276763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d58571c-1b5f-4287-aa23-02daf4b0205a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:40.632071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:40.632644 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.692561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cdd04c-919a-413d-8159-2e94cf623b30'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:40.695284 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f9c796-6267-4d17-a3f3-54ececd53781" -d '{"events": [{"server_uuid": "36724792-9d1c-4f11-b5c3-e0f07e84fbaa", "name": "network-vif-plugged", "status": "completed", "tag": "67cdd04c-919a-413d-8159-2e94cf623b30"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:40.701885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d35ae7-e10b-450c-b7d7-c9e7326f32e9 req-c1159c5a-8cdb-4e94-b613-0f7bc63d8c50 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:40.703505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80d35ae7-e10b-450c-b7d7-c9e7326f32e9 req-c1159c5a-8cdb-4e94-b613-0f7bc63d8c50 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1096 time: 0.2138436 Aug 17 16:21:40.725490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67cdd04c-919a-413d-8159-2e94cf623b30, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67cdd04c-919a-413d-8159-2e94cf623b30,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:40.737029 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.738627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c62cc9-897f-4213-9433-626695393158 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8f14ca-c383-4462-ab9b-770f78038e96,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:40.738821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b11b44-5c21-4a81-be36-2e4b278e4496 admin admin] Deleting subnet e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:21:40.739122 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 61bbaece-c824-4b44-96c1-806f1c835c1f no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:40.751999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b11b44-5c21-4a81-be36-2e4b278e4496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.752833 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cc9-897f-4213-9433-626695393158 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.754365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1c62cc9-897f-4213-9433-626695393158 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4939752 Aug 17 16:21:40.764336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:40.766995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 61bbaece-c824-4b44-96c1-806f1c835c1f {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:21:40.767431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 61bbaece-c824-4b44-96c1-806f1c835c1f not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:21:40.770531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:40.774599 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c3972a5-af67-4b60-b200-471e6ac28f1d req-c368a972-9f65-48ff-a413-4727b29ba4df service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931805 Aug 17 16:21:40.802616 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80d35ae7-e10b-450c-b7d7-c9e7326f32e9 req-915806b1-5e13-4562-9326-f152b67ef4af tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880444 Aug 17 16:21:40.815504 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b11b44-5c21-4a81-be36-2e4b278e4496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.860321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1022a-53cc-4238-bdd7-af815eb12887 req-37d245da-7d6f-40ec-8034-b84d974f298a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:40.862140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6a1022a-53cc-4238-bdd7-af815eb12887 req-37d245da-7d6f-40ec-8034-b84d974f298a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 945 time: 0.1936800 Aug 17 16:21:40.883521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b11b44-5c21-4a81-be36-2e4b278e4496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.890925 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.896223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=67cdd04c-919a-413d-8159-2e94cf623b30,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:40.924042 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.956288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2b207a0f-4acc-4cb5-8640-3e04f3761d08, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2b207a0f-4acc-4cb5-8640-3e04f3761d08,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:40.962168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b11b44-5c21-4a81-be36-2e4b278e4496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:40.968182 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.013618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6a1022a-53cc-4238-bdd7-af815eb12887 req-cd3880ff-175e-4cdf-b22f-5ed596d746fe tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411583 Aug 17 16:21:41.037565 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b11b44-5c21-4a81-be36-2e4b278e4496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.042946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-21b11b44-5c21-4a81-be36-2e4b278e4496 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e4b3d5bb-ca79-4129-9db6-59ab7a1860a0 HTTP/1.1" status: 204 len: 168 time: 0.4558721 Aug 17 16:21:41.043986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b11b44-5c21-4a81-be36-2e4b278e4496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b3d5bb-ca79-4129-9db6-59ab7a1860a0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:41.045614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2b207a0f-4acc-4cb5-8640-3e04f3761d08,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:41.050241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46524) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:41.084673 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f8e85b-3e24-43af-bdf9-6233dd492b1a x-openstack-request-id: req-97f8e85b-3e24-43af-bdf9-6233dd492b1a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:41.085039 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36724792-9d1c-4f11-b5c3-e0f07e84fbaa", "name": "network-vif-plugged", "status": "completed", "tag": "67cdd04c-919a-413d-8159-2e94cf623b30", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:41.085850 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97f8e85b-3e24-43af-bdf9-6233dd492b1a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:41.086277 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cdd04c-919a-413d-8159-2e94cf623b30', 'code': 200} Aug 17 16:21:41.151632 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-b535d907-6b95-4103-af92-3195e1108d3d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--561355876&fields=id&tenant_id=430c11389e6c4985a880c3e7e6e36fa1 HTTP/1.1" status: 200 len: 267 time: 0.1456726 Aug 17 16:21:41.197313 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.205737 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.263338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] Deleting port 3ee28da0-ecdb-4007-a591-59c1363761d7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:21:41.264106 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.313828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0c532-c4c5-4b3b-8563-0e2a31a574b2 req-fc3f92d6-c670-4fe2-a6d4-4f6f77aeaae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:41.315385 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80a0c532-c4c5-4b3b-8563-0e2a31a574b2 req-fc3f92d6-c670-4fe2-a6d4-4f6f77aeaae4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 1097 time: 0.1564486 Aug 17 16:21:41.374092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Allocated IP 172.25.7.132 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/195a3b83-f96e-4629-983e-c0fd63cf8fab) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:41.402072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] For port 3ee28da0-ecdb-4007-a591-59c1363761d7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3ee28da0-ecdb-4007-a591-59c1363761d7,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:41.402460 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.410921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-06eda006-cec6-442d-9e05-e40e7e741061 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:41.412704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-06eda006-cec6-442d-9e05-e40e7e741061 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 815 time: 0.2412803 Aug 17 16:21:41.428673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.450335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:41.451016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] Calling delete_port for 3ee28da0-ecdb-4007-a591-59c1363761d7 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:21:41.455567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80a0c532-c4c5-4b3b-8563-0e2a31a574b2 req-91a4ecd7-f2cf-4ae8-abb0-c2d799a55024 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255057 Aug 17 16:21:41.471912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-b387fc93-c182-47a3-80fc-be6f1820e74d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/quotas/430c11389e6c4985a880c3e7e6e36fa1 HTTP/1.1" status: 200 len: 375 time: 0.0402281 Aug 17 16:21:41.483203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca01fc3-a6f1-47ad-894f-9eff239f377e') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:41.483495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca01fc3-a6f1-47ad-894f-9eff239f377e') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:41.508122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.532337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.542669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:21:41.543342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:21:41.545342 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:21:41.569511 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.580844 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-30570086-8504-4426-bbe9-f5b0bce454d4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016161 Aug 17 16:21:41.672391 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.696308 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.703786 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.710146 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94 HTTP/1.1" status: 204 len: 168 time: 0.6585655 Aug 17 16:21:41.737987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1ed59-7cc1-4458-a703-d5fefaa73165 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bb03c0-5b55-45f7-9c6b-2ffb5f33fc94,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:41.749480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:41.756063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:41.762924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:41.788949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Pushing event updated for resources: {'Port': ['ID=195a3b83-f96e-4629-983e-c0fd63cf8fab,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:41.796852 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-2119b981-3713-4f87-83c1-74f96c3b9a17 service neutron] 10.222.0.77 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844208 Aug 17 16:21:41.800223 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:41.841947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee28da0-ecdb-4007-a591-59c1363761d7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:41.975556 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-c8ed8209-ce06-40f5-954f-b328a59ab07d service neutron] 10.222.0.77 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687253 Aug 17 16:21:41.976452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46552) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:42.034595 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:42.043312 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4b3c91b5-78ec-4ee2-b990-8a1f31c04607 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a275aac162c941d09b0f23a94f702f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652444 Aug 17 16:21:42.045800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46556) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:42.131188 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:42.190400 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1063f724-5f67-4db1-b2b6-0b0041794749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:42.244693 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:42.270528 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1063f724-5f67-4db1-b2b6-0b0041794749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:42.407387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1063f724-5f67-4db1-b2b6-0b0041794749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:42.410657 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1063f724-5f67-4db1-b2b6-0b0041794749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:42.416164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1063f724-5f67-4db1-b2b6-0b0041794749 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad16a5a6-b6cb-4c51-8c50-4d773c7400c6 HTTP/1.1" status: 204 len: 168 time: 0.3685892 Aug 17 16:21:42.431715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063f724-5f67-4db1-b2b6-0b0041794749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad16a5a6-b6cb-4c51-8c50-4d773c7400c6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:42.445993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-a8332b4c-b432-4cef-b534-93dd3808470d tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:21:42.447132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-a8332b4c-b432-4cef-b534-93dd3808470d tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3602912 Aug 17 16:21:42.465618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef84ec-add5-48cd-9f3e-9926fa3baac7 req-c14ea7d1-6ea8-40a8-ae2b-ba3ee83e03d9 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:42.474467 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1ef84ec-add5-48cd-9f3e-9926fa3baac7 req-c14ea7d1-6ea8-40a8-ae2b-ba3ee83e03d9 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 950 time: 0.1023579 Aug 17 16:21:42.502195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b207a0f-4acc-4cb5-8640-3e04f3761d08 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:42.544059 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1ef84ec-add5-48cd-9f3e-9926fa3baac7 req-a1aafaee-bc3f-48ad-8c4d-d2e726ca87d8 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685449 Aug 17 16:21:42.606727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Request body: {'binding': {'host': 'n-h2-804878-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:42.607049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Unknown quota resources ['binding']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:21:42.622733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:42.623303 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:42.942137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553034d7-6a6f-4d62-8d4a-0db0071c7c89 req-ea9ba568-2b2f-472a-aaa2-3f7dd34aec42 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:42.952691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-553034d7-6a6f-4d62-8d4a-0db0071c7c89 req-ea9ba568-2b2f-472a-aaa2-3f7dd34aec42 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1362514 Aug 17 16:21:42.995455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:43.004016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:43.042767 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-553034d7-6a6f-4d62-8d4a-0db0071c7c89 req-f8ca7e1e-7fc1-4189-aa7c-e3e19a16e5cb tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889425 Aug 17 16:21:43.072836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:43.080857 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 on host n-h2-804878-1 for vnic_type normal with profile None {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:43.081163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:43.081502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:43.094011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Port 3854f379-abc5-472e-bf85-98f69d373511 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:21:43.094344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:43.105115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:43.105447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:43.105875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:43.106334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Bound port: 3854f379-abc5-472e-bf85-98f69d373511, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:43.165704 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:43.167060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4017432 Aug 17 16:21:43.167776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726a81a-0e47-421d-bdf3-583d32465ff0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Pushing event updated for resources: {'Port': ['ID=195a3b83-f96e-4629-983e-c0fd63cf8fab,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:43.207188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] Router 43c51504-7a40-4c67-9ff0-ea74344db94f has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:21:43.234800 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbe94d1e-7631-418d-9b09-67ada8f4c432 req-6084093d-5802-4858-a878-54665605e288 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 210 time: 0.0414336 Aug 17 16:21:43.245482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:43.252283 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] Notify callbacks [] for binding, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:43.253796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-38c07ef8-a187-4761-bde3-7ef2d5b873ce service neutron] 10.222.0.77 "POST /v2.0/ports/3854f379-abc5-472e-bf85-98f69d373511/bindings HTTP/1.1" status: 201 len: 389 time: 0.7697248 Aug 17 16:21:43.394569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:43.408475 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] Sync routers for ids ['43c51504-7a40-4c67-9ff0-ea74344db94f'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:43.411450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46610) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:43.416218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cf4528bd-3270-426b-bef8-083532604a1f admin admin] 10.222.0.77 "PUT /v2.0/routers/43c51504-7a40-4c67-9ff0-ea74344db94f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8229308 Aug 17 16:21:43.422120 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] Routers {'43c51504-7a40-4c67-9ff0-ea74344db94f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:43.424019 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['43c51504-7a40-4c67-9ff0-ea74344db94f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:43.586234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf64393-e78d-4b43-9cfc-a750c4a68c75 req-dd27191c-3555-49e2-af95-c7912cdbe7c2 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:43.599007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0cf64393-e78d-4b43-9cfc-a750c4a68c75 req-dd27191c-3555-49e2-af95-c7912cdbe7c2 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1074538 Aug 17 16:21:43.693807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0cf64393-e78d-4b43-9cfc-a750c4a68c75 req-e9a6e35f-1fb9-40ad-8e26-0822b870eea0 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869040 Aug 17 16:21:43.712397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:43.755022 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] Set router 43c51504-7a40-4c67-9ff0-ea74344db94f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:43.905321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659b7f0-397c-4d8f-9258-d34b66900efd req-d4d04600-8c1b-4b4d-9c80-49dbff565907 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:43.912691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46644) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:43.914117 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3659b7f0-397c-4d8f-9258-d34b66900efd req-d4d04600-8c1b-4b4d-9c80-49dbff565907 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 945 time: 0.0851803 Aug 17 16:21:43.951284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-b9ae3389-41c0-4691-9abe-ba0ac5c95fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:43.953864 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-b9ae3389-41c0-4691-9abe-ba0ac5c95fb6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1096 time: 0.1949563 Aug 17 16:21:43.992893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3659b7f0-397c-4d8f-9258-d34b66900efd req-d275f57e-18e5-4486-a0d6-416cea57a359 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713286 Aug 17 16:21:44.122782 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:44.249370 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:21:41Z', 'revision_number': 5, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port': {'id': '4832bb48-f8ba-4403-8b07-8f2050735d07', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:19:00Z', 'updated_at': '2021-08-17T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:44.252457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-cf5050cf-ffa3-4093-9ce7-db15e047c346 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:44.254334 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-cf5050cf-ffa3-4093-9ce7-db15e047c346 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.93 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 815 time: 0.2604337 Aug 17 16:21:44.257510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1027199648-network', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:44.343374 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] Checking router: 43c51504-7a40-4c67-9ff0-ea74344db94f for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:21:44.363386 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] Routers {'43c51504-7a40-4c67-9ff0-ea74344db94f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:44.364023 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['43c51504-7a40-4c67-9ff0-ea74344db94f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:44.375439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-feac9673-1535-480a-aa82-e9836bfce1ca tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430c11389e6c4985a880c3e7e6e36fa1 HTTP/1.1" status: 200 len: 379 time: 0.1094408 Aug 17 16:21:44.385748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-5353a9ee-cc6a-4335-a286-fcaee4852a6d tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2141d363848042168734d17d5a618087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655329 Aug 17 16:21:44.394866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-90bd02c6-a968-4822-8f5d-c3d0d8f1e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:44.396811 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-90bd02c6-a968-4822-8f5d-c3d0d8f1e85e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.4347446 Aug 17 16:21:44.402690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'port': {'device_id': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'admin_state_up': True, 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'security_groups': ['3ed9ea12-8a3d-4c95-aae0-56b700d283e0']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:44.480886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Made reservation on behalf of c254b020dd9c4098807afe6da6a05cbe for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:44.484547 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:44.493405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-b52c9b80-94b9-4983-8d4d-c3de74348dd8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3854f379-abc5-472e-bf85-98f69d373511 HTTP/1.1" status: 200 len: 217 time: 0.0873673 Aug 17 16:21:44.524686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:44.531820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Deleting port 4832bb48-f8ba-4403-8b07-8f2050735d07 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:21:44.532574 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:44.589373 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] Set router 43c51504-7a40-4c67-9ff0-ea74344db94f gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:44.625087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-a4acbd37-2010-49aa-86ce-2aa5f5acf453 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:44.627346 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-a4acbd37-2010-49aa-86ce-2aa5f5acf453 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403183 Aug 17 16:21:44.641943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-d5d52b68-90ca-40b6-9106-729611374291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:44.643658 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-d5d52b68-90ca-40b6-9106-729611374291 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1376779 Aug 17 16:21:44.659294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d362e65-6f9a-4c43-809e-2fe12edfa108 req-935c8b17-99b9-4782-9852-2947e7d2a141 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:44.660865 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7d362e65-6f9a-4c43-809e-2fe12edfa108 req-935c8b17-99b9-4782-9852-2947e7d2a141 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.3064575 Aug 17 16:21:44.669519 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:21:44Z', 'revision_number': 6, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:44.681220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-424beb1e-4c56-4454-acaa-f281fea6e4d1 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/quotas/2141d363848042168734d17d5a618087 HTTP/1.1" status: 200 len: 375 time: 0.0227299 Aug 17 16:21:44.729838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-c2b2aed5-3d5f-44aa-be03-59bd3e2a2dc6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646210 Aug 17 16:21:44.740086 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2535e-2625-473c-9105-666fadf9d100 None None] The sync data for ids ['43c51504-7a40-4c67-9ff0-ea74344db94f'] in n-d-804878-1 is: [{'id': '43c51504-7a40-4c67-9ff0-ea74344db94f', 'name': 'tempest-ServersTestJSON-1668918953-router', 'tenant_id': '423c997deefb4b3f99b38f9713f15e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:18:59Z', 'updated_at': '2021-08-17T16:21:44Z', 'revision_number': 6, 'project_id': '423c997deefb4b3f99b38f9713f15e35', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:21:44.762361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-29d21266-2438-4d10-b016-881618a7f52e tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2141d363848042168734d17d5a618087&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700076 Aug 17 16:21:44.791194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] For port 4832bb48-f8ba-4403-8b07-8f2050735d07, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4832bb48-f8ba-4403-8b07-8f2050735d07,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:44.791194 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:44.857769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Calling delete_port for 4832bb48-f8ba-4403-8b07-8f2050735d07 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:21:44.871416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7d362e65-6f9a-4c43-809e-2fe12edfa108 req-61b2d2b9-fbb6-4ff2-9349-28314e0f10a9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901758 Aug 17 16:21:44.940394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:44.969540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Made reservation on behalf of 430c11389e6c4985a880c3e7e6e36fa1 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:44.975782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:44.993508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:45.062318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:21:45.072645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-faa3a8a3-c673-4f92-937e-a09a833a956e req-87627d06-2e23-42bf-9ce9-4247b046dec2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 210 time: 0.1253984 Aug 17 16:21:45.127723 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b44590f-01ef-4352-a800-6b27d313fe09 req-e3a95274-ebcc-4e8e-a61f-af985da01f04 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 210 time: 0.0759332 Aug 17 16:21:45.166450 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:45.166788 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Added segment 23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29 of type vlan for network 46d11250-1c9a-46ed-be90-a1ec2d332f59 Aug 17 16:21:45.170057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01976afb-7dab-4630-a5f7-bc33e40a582e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:45.187076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-55de52a9-b02e-4727-97aa-a6e508639cc4 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460101 Aug 17 16:21:45.277507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Allocated IP 172.20.0.13 (80c83ecf-6ce9-4496-b252-00688b25968b/fd0d815e-677b-49d0-9ff9-ffe8efa321ea/eb9cf6a1-f096-4e35-848d-3189c50baf2c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:45.407616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:45.483782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ce04e-e628-4550-b319-c367f7584852 req-2d204df4-bcc0-4a16-a36f-2bf763ad3d7c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:45.486143 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e1ce04e-e628-4550-b319-c367f7584852 req-2d204df4-bcc0-4a16-a36f-2bf763ad3d7c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.2981188 Aug 17 16:21:45.499295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:45.500257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:45.501024 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:45.562856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be631b9c-5fd6-46db-a07a-cb08cfe6625a req-3152c104-2553-41e1-ad64-b67e217539b4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:45.564757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be631b9c-5fd6-46db-a07a-cb08cfe6625a req-3152c104-2553-41e1-ad64-b67e217539b4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 945 time: 0.1250019 Aug 17 16:21:45.609781 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:45.629101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-a4658557-6585-4230-a6bc-e034d3cc2329 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028277 Aug 17 16:21:45.636466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Transition to ACTIVE for port object eb9cf6a1-f096-4e35-848d-3189c50baf2c will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:45.637013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7231519 Aug 17 16:21:45.637619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:45.645139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Request body: {'subnet': {'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1027199648-subnet', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:45.667256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be631b9c-5fd6-46db-a07a-cb08cfe6625a req-7a8b75ac-589f-4127-91bc-14a3930c54f4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854192 Aug 17 16:21:45.669539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8296e27-517b-4421-921b-306a0ab1eff6 admin admin] Pushing event updated for resources: {'Network': ['ID=46d11250-1c9a-46ed-be90-a1ec2d332f59,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:45.687192 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e1ce04e-e628-4550-b319-c367f7584852 req-03c1d0d6-9589-4c69-9dd4-0f80f0bb80c4 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854956 Aug 17 16:21:45.687192 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:45.687496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 46d11250-1c9a-46ed-be90-a1ec2d332f59 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:21:45.728729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Made reservation on behalf of c254b020dd9c4098807afe6da6a05cbe for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:45.731488 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:45.754628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Pushing event deleted for resources: {'Port': ['ID=4832bb48-f8ba-4403-8b07-8f2050735d07,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:45.809753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:45.914019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Network 80c83ecf-6ce9-4496-b252-00688b25968b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:45.923219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:45.928041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:45.933888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:45.943191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-3c820f3a-dd9b-424f-9c67-8ee01aed8888 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:45.945586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-3c820f3a-dd9b-424f-9c67-8ee01aed8888 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.2174816 Aug 17 16:21:45.955986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.092886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.095942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.162404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-1'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:46.218350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:46.219323 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.223240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.334489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c4a3d2fe-7391-4d0d-af20-ce5239ca76e9 None None] Provisioning for port eb9cf6a1-f096-4e35-848d-3189c50baf2c completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:46.341175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-a1fe03a5-0aa9-47a7-b7b9-bd4223b13381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9530895 Aug 17 16:21:46.350697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Checking segment: {'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:46.351168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Network hostable DHCP agents. Network: 46d11250-1c9a-46ed-be90-a1ec2d332f59, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:21:46.356927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c4a3d2fe-7391-4d0d-af20-ce5239ca76e9 None None] Provisioning complete for port eb9cf6a1-f096-4e35-848d-3189c50baf2c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:46.363286 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4a3d2fe-7391-4d0d-af20-ce5239ca76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.372047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Request body: {'port': {'device_id': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:46.385625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.387188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43c51504-7a40-4c67-9ff0-ea74344db94f {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:21:46.413928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.419549 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4b30a709-2af1-4fbf-bf7b-1858fcad010f admin admin] 10.222.0.77 "DELETE /v2.0/routers/43c51504-7a40-4c67-9ff0-ea74344db94f HTTP/1.1" status: 204 len: 168 time: 3.0045040 Aug 17 16:21:46.452005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46740) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:46.470192 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.484170 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-49fb1d31-0bea-4c1f-b7ec-e6027e271d97 req-934038dd-c82b-482f-936a-bd0e9edd7d0b tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 210 time: 0.2246690 Aug 17 16:21:46.491037 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4832bb48-f8ba-4403-8b07-8f2050735d07 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:46.497415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3d2fe-7391-4d0d-af20-ce5239ca76e9 None None] Port eb9cf6a1-f096-4e35-848d-3189c50baf2c cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:46.535653 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.581663 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4832bb48-f8ba-4403-8b07-8f2050735d07 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:21:46.583322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4832bb48-f8ba-4403-8b07-8f2050735d07 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:21:46.584117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3ee28da0-ecdb-4007-a591-59c1363761d7 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:46.596938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:46.659880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc17518-13cd-4d53-ba8a-0be2086bec26 admin admin] Deleting subnet 35b67a9e-caf8-44cc-b757-5b81433956ef {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:21:46.677693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 3ee28da0-ecdb-4007-a591-59c1363761d7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:21:46.678034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3ee28da0-ecdb-4007-a591-59c1363761d7 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:21:46.685576 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bc17518-13cd-4d53-ba8a-0be2086bec26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.723276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Network 46d11250-1c9a-46ed-be90-a1ec2d332f59 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:21:46.811146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 46d11250-1c9a-46ed-be90-a1ec2d332f59) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:46.837956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2ddc4b-3d84-4d47-9032-8c99bbf1ee30 None None] Network 46d11250-1c9a-46ed-be90-a1ec2d332f59 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:21:46.895075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:46.895889 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:46.938395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ed6f6266-8fda-40be-ac31-8dff4323cc75 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2976828 Aug 17 16:21:46.952056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d0a2-947d-4d72-b5b3-5e5155b66c8d req-782739eb-2ae5-489e-9d5a-260d3dd323c1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:46.962598 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f84d0a2-947d-4d72-b5b3-5e5155b66c8d req-782739eb-2ae5-489e-9d5a-260d3dd323c1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 932 time: 0.3672655 Aug 17 16:21:46.967893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:47.043190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:47.151761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.153417 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.172617 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-46d11250-1c9a-46ed-be90-a1ec2d332f59', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:21:47.175905 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.186756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f84d0a2-947d-4d72-b5b3-5e5155b66c8d req-40cffb85-6d1e-4393-ade4-5588f4b2b3ff tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212439 Aug 17 16:21:47.329010 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bc17518-13cd-4d53-ba8a-0be2086bec26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.335089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-39f29289-cbbe-45d2-8ab8-f32fb6c63b23 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=2141d363848042168734d17d5a618087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5141754 Aug 17 16:21:47.361248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.451259 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcff2e-8940-4355-a807-c311de329c8c req-41661f6e-9bee-48b5-bff2-95b5c8a1e47c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:47.453313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Allocated IP 172.20.0.2 (46d11250-1c9a-46ed-be90-a1ec2d332f59/bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190/6208f705-1634-4aaf-8d24-728eabafaf1b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:47.459303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f0dcff2e-8940-4355-a807-c311de329c8c req-41661f6e-9bee-48b5-bff2-95b5c8a1e47c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.7061434 Aug 17 16:21:47.483357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:47.562439 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.597708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b48b-b01a-4f82-a7f2-27db2dc1a129 req-8d4704f1-5fc4-4222-9d18-308dd7904c13 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:47.605485 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc48b48b-b01a-4f82-a7f2-27db2dc1a129 req-8d4704f1-5fc4-4222-9d18-308dd7904c13 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 945 time: 0.2731557 Aug 17 16:21:47.612447 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f0dcff2e-8940-4355-a807-c311de329c8c req-b6d7cbb0-a3c0-4d02-8f8e-d97024c79381 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472044 Aug 17 16:21:47.621706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9cf6a1-f096-4e35-848d-3189c50baf2c {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:47.649047 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.653516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-217fb837-4bd3-4c06-8dd2-0a6d2960f2b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:47.655375 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-217fb837-4bd3-4c06-8dd2-0a6d2960f2b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976828 Aug 17 16:21:47.658975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bc17518-13cd-4d53-ba8a-0be2086bec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.685433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:47.714138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Transition to ACTIVE for port object eb9cf6a1-f096-4e35-848d-3189c50baf2c will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:47.717029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Request body: {'port': {'device_id': 'e7790c7f-017c-46f5-bfa9-e5570a82163e', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '2141d363848042168734d17d5a618087'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:47.725929 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.759187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc48b48b-b01a-4f82-a7f2-27db2dc1a129 req-5782a519-4529-494b-9d0c-905f87383ff9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526208 Aug 17 16:21:47.786096 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.814253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f69f1ce4-bc88-4fa0-818d-ea357cfdfe46 req-9941e6b8-46b9-4003-acba-44f27574a735 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 210 time: 0.0743148 Aug 17 16:21:47.830404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:47.845078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3854f379-abc5-472e-bf85-98f69d373511'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:47.846532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Transition to ACTIVE for port object 6208f705-1634-4aaf-8d24-728eabafaf1b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:47.848785 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c538614-8829-4f39-9a6c-ace39dba5aa2" -d '{"events": [{"server_uuid": "68e48381-ab6f-4f31-8a9b-a1657fe3f555", "name": "network-vif-unplugged", "status": "completed", "tag": "3854f379-abc5-472e-bf85-98f69d373511"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:47.856443 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.873957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.896010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Transition to ACTIVE for port object 6208f705-1634-4aaf-8d24-728eabafaf1b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:47.904702 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:47.956561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Network 46d11250-1c9a-46ed-be90-a1ec2d332f59 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:47.970981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:47.976201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:47.986309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Pushing event updated for resources: {'Port': ['ID=6208f705-1634-4aaf-8d24-728eabafaf1b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:48.002925 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd89805-b884-4ead-bd6e-186ae1c2d904 x-openstack-request-id: req-4fd89805-b884-4ead-bd6e-186ae1c2d904 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:48.003444 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e48381-ab6f-4f31-8a9b-a1657fe3f555", "name": "network-vif-unplugged", "status": "completed", "tag": "3854f379-abc5-472e-bf85-98f69d373511", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:48.003723 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4fd89805-b884-4ead-bd6e-186ae1c2d904 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:48.004113 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3854f379-abc5-472e-bf85-98f69d373511', 'code': 200} Aug 17 16:21:48.005026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Attempting to bind port eb9cf6a1-f096-4e35-848d-3189c50baf2c on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:48.005366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Attempting to bind port eb9cf6a1-f096-4e35-848d-3189c50baf2c by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:48.005694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Attempting to bind port eb9cf6a1-f096-4e35-848d-3189c50baf2c on network 80c83ecf-6ce9-4496-b252-00688b25968b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:48.014687 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bc17518-13cd-4d53-ba8a-0be2086bec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.043421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Port eb9cf6a1-f096-4e35-848d-3189c50baf2c on network 80c83ecf-6ce9-4496-b252-00688b25968b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:21:48.043799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Attempting to bind port eb9cf6a1-f096-4e35-848d-3189c50baf2c on network 80c83ecf-6ce9-4496-b252-00688b25968b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:48.093238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Attempting to bind port 6208f705-1634-4aaf-8d24-728eabafaf1b on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:48.093545 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Attempting to bind port 6208f705-1634-4aaf-8d24-728eabafaf1b by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:48.093889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Attempting to bind port 6208f705-1634-4aaf-8d24-728eabafaf1b on network 46d11250-1c9a-46ed-be90-a1ec2d332f59 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:48.098255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:48.098629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Checking segment: {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:48.099018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Bound using segment: {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:48.099460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Bound port: eb9cf6a1-f096-4e35-848d-3189c50baf2c, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:48.099820 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.100167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:48.100540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Checking segment: {'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:48.100947 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.101526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Bound using segment: {'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:48.101986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Bound port: 6208f705-1634-4aaf-8d24-728eabafaf1b, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:48.102957 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.106858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc17518-13cd-4d53-ba8a-0be2086bec26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b67a9e-caf8-44cc-b757-5b81433956ef,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:48.120973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113abbd5-8ee1-4345-a596-7a18256636e2 None None] Network 66ac31cd-9571-442d-bc12-ac6589acbd28 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:21:48.125095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bc17518-13cd-4d53-ba8a-0be2086bec26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.128464 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0bc17518-13cd-4d53-ba8a-0be2086bec26 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/35b67a9e-caf8-44cc-b757-5b81433956ef HTTP/1.1" status: 204 len: 168 time: 1.6734884 Aug 17 16:21:48.139640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:48.192294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] For port 6208f705-1634-4aaf-8d24-728eabafaf1b, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:48.196114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] For port 6208f705-1634-4aaf-8d24-728eabafaf1b, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6208f705-1634-4aaf-8d24-728eabafaf1b,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:48.222851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 on host n-h1-804878-1 for vnic_type normal with profile {"migrating_to": "n-h2-804878-1"} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:48.223773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:48.224335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:48.231632 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.232245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Made reservation on behalf of 2141d363848042168734d17d5a618087 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:48.236297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.255725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Port 3854f379-abc5-472e-bf85-98f69d373511 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:21:48.256214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Attempting to bind port 3854f379-abc5-472e-bf85-98f69d373511 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:48.265571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Pushing event updated for resources: {'Port': ['ID=3854f379-abc5-472e-bf85-98f69d373511,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:48.280958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:48.286232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:48.288123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:48.290585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Bound port: 3854f379-abc5-472e-bf85-98f69d373511, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:48.291267 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.309112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:48.315610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7adb8d-d4ff-4c2e-ac43-9e1a8a766789 None None] Pushing event updated for resources: {'Port': ['ID=6208f705-1634-4aaf-8d24-728eabafaf1b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:48.317036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:48.321096 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.330160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.390443 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.423038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.425512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:48.426129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.427973 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] 10.222.0.93 "PUT /v2.0/ports/eb9cf6a1-f096-4e35-848d-3189c50baf2c HTTP/1.1" status: 200 len: 1092 time: 2.0739086 Aug 17 16:21:48.432939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:48.435545 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f70579-0331-4631-b591-74e8f5a96f74" -d '{"events": [{"name": "network-changed", "server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:48.550801 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0792d0-6510-424f-aeab-23f5fb7319cf x-openstack-request-id: req-6e0792d0-6510-424f-aeab-23f5fb7319cf {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:48.551386 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:48.551730 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e0792d0-6510-424f-aeab-23f5fb7319cf {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:48.552226 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'status': 'completed', 'code': 200} Aug 17 16:21:48.568126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d49e8c5-734b-4bc9-be97-0ec3d3435a37 None None] DHCP port deletion for 66ac31cd-9571-442d-bc12-ac6589acbd28 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:21:48.582109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a369d-fc00-4e41-8b7c-9204ab245710 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:48.627078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec16e1-518d-47cc-8859-ad20215d0469 req-0ff5d6e2-7a83-4e91-a572-2b6078ec600c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:48.628708 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbec16e1-518d-47cc-8859-ad20215d0469 req-0ff5d6e2-7a83-4e91-a572-2b6078ec600c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.2913289 Aug 17 16:21:48.659996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:48.667561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Allocated IP 192.168.233.17 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/315dea2a-5e1c-4b6d-ae22-3984b8e94ba2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:48.675251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:48.690902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.748710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1d49e8c5-734b-4bc9-be97-0ec3d3435a37 None None] Deleting port c9d29d93-f896-42c4-a529-08037917841b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:21:48.750191 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d49e8c5-734b-4bc9-be97-0ec3d3435a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.787047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-28bc975a-0bf7-4097-8b58-62f35bc0471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:48.788703 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-28bc975a-0bf7-4097-8b58-62f35bc0471b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 1095 time: 0.2356277 Aug 17 16:21:48.902884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Allocated IP 172.25.7.168 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/5b30cf2d-bb94-4258-b183-5c9d5207d7f8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:48.908222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-95db6757-ea86-42cf-aa58-2ed74064cbfb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c HTTP/1.1" status: 200 len: 217 time: 0.1091001 Aug 17 16:21:48.914298 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbec16e1-518d-47cc-8859-ad20215d0469 req-dc4daef6-1a21-4fbe-8015-929e8a098967 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686174 Aug 17 16:21:48.924838 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1d49e8c5-734b-4bc9-be97-0ec3d3435a37 None None] For port c9d29d93-f896-42c4-a529-08037917841b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c9d29d93-f896-42c4-a529-08037917841b,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:48.925433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d49e8c5-734b-4bc9-be97-0ec3d3435a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:48.957816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1d49e8c5-734b-4bc9-be97-0ec3d3435a37 None None] Calling delete_port for c9d29d93-f896-42c4-a529-08037917841b owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:21:49.047727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Pushing event updated for resources: {'Port': ['ID=3854f379-abc5-472e-bf85-98f69d373511,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:49.055962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Deleting port c9d29d93-f896-42c4-a529-08037917841b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:21:49.058771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:49.059750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.060797 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.060962 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-f7384fb7-212b-4c24-aadf-b4db1e7ad43e service neutron] 10.222.0.93 "PUT /v2.0/ports/3854f379-abc5-472e-bf85-98f69d373511 HTTP/1.1" status: 200 len: 1121 time: 2.9056997 Aug 17 16:21:49.162267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0668f-ee1a-4758-b179-e932c819f483 req-3efa2c88-c82e-43d7-b711-aceb613cc470 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:49.164324 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fe0668f-ee1a-4758-b179-e932c819f483 req-3efa2c88-c82e-43d7-b711-aceb613cc470 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 943 time: 0.0985157 Aug 17 16:21:49.177917 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d49e8c5-734b-4bc9-be97-0ec3d3435a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.182142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-69c202de-90a7-43d1-935d-08d47ed658e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:49.183809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-69c202de-90a7-43d1-935d-08d47ed658e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.2526844 Aug 17 16:21:49.203079 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.226063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9201fe9-9f27-462c-a39e-1d05409fa249 req-f5970482-988c-409b-bdf9-d91dad4a345b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:49.229729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['3854f379-abc5-472e-bf85-98f69d373511'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:49.234969 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9201fe9-9f27-462c-a39e-1d05409fa249 req-f5970482-988c-409b-bdf9-d91dad4a345b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.3378661 Aug 17 16:21:49.237823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Transition to ACTIVE for port object 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:49.243481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fe0668f-ee1a-4758-b179-e932c819f483 req-7a0aec47-abd5-4fbc-bf6d-58b063a8c8c9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711067 Aug 17 16:21:49.263306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49e8c5-734b-4bc9-be97-0ec3d3435a37 None None] Pushing event deleted for resources: {'Port': ['ID=c9d29d93-f896-42c4-a529-08037917841b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:49.272566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d49e8c5-734b-4bc9-be97-0ec3d3435a37 None None] No DVR routers for this DVR port c9d29d93-f896-42c4-a529-08037917841b on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:21:49.334923 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.348981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] For port c9d29d93-f896-42c4-a529-08037917841b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c9d29d93-f896-42c4-a529-08037917841b,segment=NetworkSegment(35eeb2e3-d702-4d82-8cb7-022ee84cba58),segment_id=35eeb2e3-d702-4d82-8cb7-022ee84cba58)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:49.349881 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.377893 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.391536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Calling delete_port for c9d29d93-f896-42c4-a529-08037917841b owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:21:49.432769 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9201fe9-9f27-462c-a39e-1d05409fa249 req-beacb2b9-213d-4a2c-9692-3f03b5b73f66 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926699 Aug 17 16:21:49.479591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.496551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-8119cbf7-02c6-4c57-a6e2-89ad37f5983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:49.499677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-8119cbf7-02c6-4c57-a6e2-89ad37f5983b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2988758 Aug 17 16:21:49.521103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:49.544517 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.547476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:49.564193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:49.570854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Pushing event updated for resources: {'Port': ['ID=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:49.583557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0484ca24-b269-4c34-b1b1-87ba14ee46bc'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:49.673870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:49.675501 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.703189 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-4f72deca-2a50-4877-a793-a823e001aedb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0153666 Aug 17 16:21:49.721015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a64a3-5d6d-4589-8912-4228d9367beb req-cc8b8802-2caa-49dd-a349-870cdc07c259 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:49.722702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-508a64a3-5d6d-4589-8912-4228d9367beb req-cc8b8802-2caa-49dd-a349-870cdc07c259 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 935 time: 0.2865295 Aug 17 16:21:49.731296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Request body: {'port': {'device_id': 'e7790c7f-017c-46f5-bfa9-e5570a82163e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:49.868433 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:49.927258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-508a64a3-5d6d-4589-8912-4228d9367beb req-aabdea5f-0708-441c-86f9-c23b127f7e43 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238217 Aug 17 16:21:50.011675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'tag': '3854f379-abc5-472e-bf85-98f69d373511'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:50.019688 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6bd206-ef95-436f-9fcb-2435c900eef6" -d '{"events": [{"name": "network-changed", "server_uuid": "68e48381-ab6f-4f31-8a9b-a1657fe3f555", "tag": "3854f379-abc5-472e-bf85-98f69d373511"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:50.048127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e0fe556d-6a8b-465f-a1b0-4783a7fe431b None None] Provisioning for port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:50.052232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d5d3cc-1c2d-4861-bcfd-d283c551041f None None] Network 46d11250-1c9a-46ed-be90-a1ec2d332f59 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:21:50.056475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e0fe556d-6a8b-465f-a1b0-4783a7fe431b None None] Provisioning complete for port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:50.057554 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0fe556d-6a8b-465f-a1b0-4783a7fe431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:50.147463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe556d-6a8b-465f-a1b0-4783a7fe431b None None] Port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:50.212432 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d17207-a350-4f20-854a-b41f2dca4ea9 x-openstack-request-id: req-b9d17207-a350-4f20-854a-b41f2dca4ea9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:50.212705 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e48381-ab6f-4f31-8a9b-a1657fe3f555", "tag": "3854f379-abc5-472e-bf85-98f69d373511", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:50.212957 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9d17207-a350-4f20-854a-b41f2dca4ea9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:50.213391 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'tag': '3854f379-abc5-472e-bf85-98f69d373511', 'status': 'completed', 'code': 200} Aug 17 16:21:50.238940 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:50.251096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8638800-4538-42ee-96f0-72f3f8afcbca req-d124d91f-a505-45f0-b1f1-e32915a929fe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:50.252670 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8638800-4538-42ee-96f0-72f3f8afcbca req-d124d91f-a505-45f0-b1f1-e32915a929fe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.1409659 Aug 17 16:21:50.254837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-b890791b-39c2-4c90-93c7-33a296bea97e service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866493 Aug 17 16:21:50.261459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:50.307532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d29d93-f896-42c4-a529-08037917841b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:50.310882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] No DVR routers for this DVR port c9d29d93-f896-42c4-a529-08037917841b on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:21:50.336593 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9f4f5411-ff42-4c19-bd95-008b9f571e6c None None] Provisioning for port 6208f705-1634-4aaf-8d24-728eabafaf1b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:50.340323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3854f379-abc5-472e-bf85-98f69d373511 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:21:50.404458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bd206-ef95-436f-9fcb-2435c900eef6 req-e521b225-90d0-4cff-b6c2-9b1c62d08d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:50.406401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a6bd206-ef95-436f-9fcb-2435c900eef6 req-e521b225-90d0-4cff-b6c2-9b1c62d08d13 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1124 time: 0.1741798 Aug 17 16:21:50.493952 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:21:50.514218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:50.531411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Pushing event updated for resources: {'Port': ['ID=5b30cf2d-bb94-4258-b183-5c9d5207d7f8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:50.534210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:50.549294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:50.576381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4f960-4523-498e-b79b-cb1531b3f164 req-0a9421ec-415e-487d-9304-02b2e37403b8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:50.580252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:50.583517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4b4f960-4523-498e-b79b-cb1531b3f164 req-0a9421ec-415e-487d-9304-02b2e37403b8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 943 time: 0.1841731 Aug 17 16:21:50.641263 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8638800-4538-42ee-96f0-72f3f8afcbca req-d59e1791-e0e6-403c-910d-be0d5eaa5d98 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3773453 Aug 17 16:21:50.643000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bd206-ef95-436f-9fcb-2435c900eef6 req-5cd840ef-800e-4fb6-bd9a-08be08f85cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:50.644556 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a6bd206-ef95-436f-9fcb-2435c900eef6 req-5cd840ef-800e-4fb6-bd9a-08be08f85cc7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.2265825 Aug 17 16:21:50.649249 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:50.650168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:50.671970 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:50.686602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ac31cd-9571-442d-bc12-ac6589acbd28']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:50.707676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce2d4705-ed7b-4d79-bed7-a55f98276959 req-c16ba0c3-af35-42b3-ae7d-a6bcd0806f44 service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214306 Aug 17 16:21:50.714175 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eeb2e3-d702-4d82-8cb7-022ee84cba58') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:50.714519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eeb2e3-d702-4d82-8cb7-022ee84cba58') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:50.759760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:50.762713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a6bd206-ef95-436f-9fcb-2435c900eef6 req-7cfc0a86-d562-47e4-84de-5f8bfd35495f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3854f379-abc5-472e-bf85-98f69d373511 HTTP/1.1" status: 200 len: 217 time: 0.0936615 Aug 17 16:21:50.779716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6208f705-1634-4aaf-8d24-728eabafaf1b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:50.786420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Transition to ACTIVE for port object 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:50.806889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4b4f960-4523-498e-b79b-cb1531b3f164 req-2fae7cfb-382d-4b56-8142-517b833aa9c2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223001 Aug 17 16:21:50.832030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3854f379-abc5-472e-bf85-98f69d373511 has no active binding in host n-h2-804878-1 {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 16:21:50.841621 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:50.852393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 6208f705-1634-4aaf-8d24-728eabafaf1b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:50.861091 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:50.862620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6208f705-1634-4aaf-8d24-728eabafaf1b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:50.867003 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:50.889678 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:21:50.890423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:21:50.894153 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:21:50.927976 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Pushing event updated for resources: {'Port': ['ID=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:50.968061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bd206-ef95-436f-9fcb-2435c900eef6 req-46af0e59-dc9f-44cc-b4ec-bd8247dc14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:50.969579 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a6bd206-ef95-436f-9fcb-2435c900eef6 req-46af0e59-dc9f-44cc-b4ec-bd8247dc14e9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1939788 Aug 17 16:21:51.109794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f70579-0331-4631-b591-74e8f5a96f74 req-542c4c2a-dee7-45f4-a80c-b4ae571cf04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:51.111940 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75f70579-0331-4631-b591-74e8f5a96f74 req-542c4c2a-dee7-45f4-a80c-b4ae571cf04f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 1095 time: 0.3140202 Aug 17 16:21:51.116167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:51.118309 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:51.137844 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a6bd206-ef95-436f-9fcb-2435c900eef6 req-c4a055b6-0f95-427c-8fa7-9ec3ddacd525 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372039 Aug 17 16:21:51.169383 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:51.172225 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] 10.222.0.77 "DELETE /v2.0/networks/66ac31cd-9571-442d-bc12-ac6589acbd28 HTTP/1.1" status: 204 len: 168 time: 3.0307662 Aug 17 16:21:51.216898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 6208f705-1634-4aaf-8d24-728eabafaf1b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6208f705-1634-4aaf-8d24-728eabafaf1b,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:51.223792 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:51.260733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Attempting to bind port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:51.260733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Attempting to bind port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:51.260733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Attempting to bind port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:51.285166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2784c6e-4429-4474-885d-4b9de0b02af2 req-67a1133c-52c5-4cb5-aacf-6e260ff7a42b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:51.287938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2784c6e-4429-4474-885d-4b9de0b02af2 req-67a1133c-52c5-4cb5-aacf-6e260ff7a42b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.4511905 Aug 17 16:21:51.346716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=6208f705-1634-4aaf-8d24-728eabafaf1b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:51.355994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c9d29d93-f896-42c4-a529-08037917841b no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:51.368858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a6bd206-ef95-436f-9fcb-2435c900eef6 req-dc1be563-d342-465b-81cc-83d7367286b7 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148974 Aug 17 16:21:51.374751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:21:51.377777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Attempting to bind port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:51.405506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:51.406204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:51.406836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:51.407326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Bound port: 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:51.407702 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:51.418862 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: c9d29d93-f896-42c4-a529-08037917841b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:21:51.419200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c9d29d93-f896-42c4-a529-08037917841b not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:21:51.448932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46792) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:51.453308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-53f2fd0f-3733-4aba-b453-a9b6eb9e807f None None] Provisioning complete for port 6208f705-1634-4aaf-8d24-728eabafaf1b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:51.454249 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53f2fd0f-3733-4aba-b453-a9b6eb9e807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:51.468708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ab5e6-295c-4086-81d9-d1a0bb5e03ae admin admin] Pushing event deleted for resources: {'Network': ['ID=66ac31cd-9571-442d-bc12-ac6589acbd28,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:51.543722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a6bd206-ef95-436f-9fcb-2435c900eef6 req-0817749b-d3f1-40d5-bad8-fc6a6cc4b756 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595480 Aug 17 16:21:51.554108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06bb86-fa73-4e4f-bf58-d55b70d74f46 req-6951bab0-8c98-4be3-b3d4-e7bde21587f4 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:51.555729 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c06bb86-fa73-4e4f-bf58-d55b70d74f46 req-6951bab0-8c98-4be3-b3d4-e7bde21587f4 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 947 time: 0.4168961 Aug 17 16:21:51.616843 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2784c6e-4429-4474-885d-4b9de0b02af2 req-b4296f2d-7949-4a7a-a04c-e25ee31bff8c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668293 Aug 17 16:21:51.648309 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c2aecbe-d5a8-44af-ae5f-55a055a56562 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=423c997deefb4b3f99b38f9713f15e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944258 Aug 17 16:21:51.648561 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c06bb86-fa73-4e4f-bf58-d55b70d74f46 req-dde7ab95-192d-4f81-b6ef-ea348c2ef23f tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698223 Aug 17 16:21:51.648561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] For port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:51.648916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f70579-0331-4631-b591-74e8f5a96f74 req-1ed9ab57-8c26-4014-a724-9be2b62f1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:51.650605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75f70579-0331-4631-b591-74e8f5a96f74 req-1ed9ab57-8c26-4014-a724-9be2b62f1466 service neutron] 10.222.0.93 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 916 time: 0.5184386 Aug 17 16:21:51.651354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46794) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:51.654002 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:51.666865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] For port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:51.690541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:51.755810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:51.756455 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:51.758002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] 10.222.0.91 "PUT /v2.0/ports/315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 HTTP/1.1" status: 200 len: 1095 time: 2.0342538 Aug 17 16:21:51.787102 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75f70579-0331-4631-b591-74e8f5a96f74 req-f9fa7ca0-4698-4665-aa29-9d0e472e9acc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c HTTP/1.1" status: 200 len: 217 time: 0.0946927 Aug 17 16:21:51.845967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408085e-f006-4cba-825b-753ccfbe43c0 service neutron] Pushing event updated for resources: {'Port': ['ID=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:51.935512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f70579-0331-4631-b591-74e8f5a96f74 req-a91dde34-6b6f-41d3-84f0-693e78ac6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:51.937160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75f70579-0331-4631-b591-74e8f5a96f74 req-a91dde34-6b6f-41d3-84f0-693e78ac6763 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.1370897 Aug 17 16:21:51.970569 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e029a90-5bde-46f8-96ee-20561f55d71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:51.994641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-5447b427-9a84-4269-9187-f389ec952b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:51.996159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-5447b427-9a84-4269-9187-f389ec952b97 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2141d363848042168734d17d5a618087&device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 1098 time: 0.1328514 Aug 17 16:21:51.999120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49d67b-cb45-4fcd-81e0-8946fa7207f1 req-b042d137-9e27-4bf1-bd96-92ec0be01e62 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:52.000168 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8e49d67b-cb45-4fcd-81e0-8946fa7207f1 req-b042d137-9e27-4bf1-bd96-92ec0be01e62 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.2040389 Aug 17 16:21:52.031084 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e029a90-5bde-46f8-96ee-20561f55d71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:52.070978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6ce1e-c068-4db9-a057-c29e353419a3 req-140a1d8c-6145-49d6-9eb0-db642ce03906 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:52.072657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebf6ce1e-c068-4db9-a057-c29e353419a3 req-140a1d8c-6145-49d6-9eb0-db642ce03906 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 943 time: 0.1554933 Aug 17 16:21:52.079988 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-42961e31-2b2f-4301-9c5d-7aa074dc8c28 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 HTTP/1.1" status: 200 len: 217 time: 0.0646610 Aug 17 16:21:52.121825 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8e49d67b-cb45-4fcd-81e0-8946fa7207f1 req-de870279-fcdb-486d-b239-f87473854c3f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992568 Aug 17 16:21:52.127431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f70579-0331-4631-b591-74e8f5a96f74 req-5e3e3128-d9be-4f05-9605-1c19860a334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:52.128879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75f70579-0331-4631-b591-74e8f5a96f74 req-5e3e3128-d9be-4f05-9605-1c19860a334d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480198 Aug 17 16:21:52.150857 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:52.177131 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebf6ce1e-c068-4db9-a057-c29e353419a3 req-52f2fa61-7fad-4fca-9d26-b13ef8a991c3 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922167 Aug 17 16:21:52.194755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-b47f8f55-ab69-47c8-91eb-38e5ffc07d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:52.197120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-b47f8f55-ab69-47c8-91eb-38e5ffc07d76 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0996537 Aug 17 16:21:52.215629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7790c7f-017c-46f5-bfa9-e5570a82163e', 'tag': '315dea2a-5e1c-4b6d-ae22-3984b8e94ba2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:52.218085 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae65301b-c47a-4474-932f-28a799652adb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7790c7f-017c-46f5-bfa9-e5570a82163e", "tag": "315dea2a-5e1c-4b6d-ae22-3984b8e94ba2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:52.282851 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f73c582-1b52-4aa4-98d2-45df64b42525 x-openstack-request-id: req-0f73c582-1b52-4aa4-98d2-45df64b42525 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:52.283155 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7790c7f-017c-46f5-bfa9-e5570a82163e", "tag": "315dea2a-5e1c-4b6d-ae22-3984b8e94ba2", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:52.283515 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f73c582-1b52-4aa4-98d2-45df64b42525 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:52.283979 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7790c7f-017c-46f5-bfa9-e5570a82163e', 'tag': '315dea2a-5e1c-4b6d-ae22-3984b8e94ba2', 'status': 'completed', 'code': 200} Aug 17 16:21:52.286342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e029a90-5bde-46f8-96ee-20561f55d71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:52.289441 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e029a90-5bde-46f8-96ee-20561f55d71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:52.290004 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1e029a90-5bde-46f8-96ee-20561f55d71e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/885279bd-9c75-4ec5-ba8c-226f8d607544 HTTP/1.1" status: 204 len: 168 time: 0.6377568 Aug 17 16:21:52.306073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e029a90-5bde-46f8-96ee-20561f55d71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885279bd-9c75-4ec5-ba8c-226f8d607544,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:52.312151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eb9cf6a1-f096-4e35-848d-3189c50baf2c details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:21:52.318536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-bd80fa9d-db7c-4614-b6ac-5404cdcb17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:52.321199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-bd80fa9d-db7c-4614-b6ac-5404cdcb17a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063113 Aug 17 16:21:52.433952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6208f705-1634-4aaf-8d24-728eabafaf1b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:52.439715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75f70579-0331-4631-b591-74e8f5a96f74 req-c478fc54-4c68-4a9d-a40c-210ee440550b service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991691 Aug 17 16:21:52.495408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-b4e7aecb-0395-41dd-9b7f-2080f266a1a9 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593201 Aug 17 16:21:52.561469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:52.590651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:21:52.595222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6208f705-1634-4aaf-8d24-728eabafaf1b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:52.600464 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:52.600744 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75f70579-0331-4631-b591-74e8f5a96f74 req-2857bcee-99c8-4f4e-ab26-f297e727f23a service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479728 Aug 17 16:21:52.650818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba07d2fe-bf65-451a-a9c7-f8c7a8fa9f50 req-8ecb5366-a673-4766-865a-a34a4c0e30ed service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475904 Aug 17 16:21:52.660571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'port_id': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'mac_address': 'fa:16:3e:16:b4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:21:52.719370 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:52.744143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9cf6a1-f096-4e35-848d-3189c50baf2c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:52.784261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:52.844170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:52.854862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:52.903595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Sync routers for ids ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:52.935649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:52.936790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0e167f6d-8b56-4648-bb58-2eec9c19ea9f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9503870 Aug 17 16:21:52.942038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46816) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:52.942969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65301b-c47a-4474-932f-28a799652adb req-62cf3e3b-c8e9-4c0a-a172-bb5b98c881ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:52.945998 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae65301b-c47a-4474-932f-28a799652adb req-62cf3e3b-c8e9-4c0a-a172-bb5b98c881ef service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2141d363848042168734d17d5a618087&device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 1098 time: 0.1701956 Aug 17 16:21:52.946743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Routers {'1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:52.947481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:52.949706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-9edb11c0-47a8-49fb-9a74-cd3391a38eb8 service neutron] 10.222.0.91 "GET /v2.0/ports/3854f379-abc5-472e-bf85-98f69d373511/bindings/n-h2-804878-1 HTTP/1.1" status: 200 len: 384 time: 0.2674108 Aug 17 16:21:52.974846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19516b86-f1ec-4e2b-9e36-926834d3bac3 req-2d41e6c0-be86-4dcf-9c91-742088f0551e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:52.987502 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-19516b86-f1ec-4e2b-9e36-926834d3bac3 req-2d41e6c0-be86-4dcf-9c91-742088f0551e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1600409 Aug 17 16:21:53.007026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:53.090513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea960a-bbd9-460e-8cc9-ba095bf84946 req-0f7f6206-8458-460a-961b-fbe434485d00 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:53.109130 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3aea960a-bbd9-460e-8cc9-ba095bf84946 req-0f7f6206-8458-460a-961b-fbe434485d00 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 947 time: 0.2873032 Aug 17 16:21:53.114173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['eb9cf6a1-f096-4e35-848d-3189c50baf2c'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:53.161290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Set router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:53.329434 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3aea960a-bbd9-460e-8cc9-ba095bf84946 req-001eb48a-565a-4693-ad5d-328571a3f0fb tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095035 Aug 17 16:21:53.429783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-19516b86-f1ec-4e2b-9e36-926834d3bac3 req-cd6bf859-2db9-4b57-be5e-241acf84a1ae tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167402 Aug 17 16:21:53.608065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee08d5-29bc-4b29-af45-769703036c2d req-61e40615-f25b-41b2-bff9-b6cec746d14f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:53.609810 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3aee08d5-29bc-4b29-af45-769703036c2d req-61e40615-f25b-41b2-bff9-b6cec746d14f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 945 time: 0.1011922 Aug 17 16:21:53.680763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65301b-c47a-4474-932f-28a799652adb req-653986d6-9447-4889-9388-fad20fc6b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:53.685572 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae65301b-c47a-4474-932f-28a799652adb req-653986d6-9447-4889-9388-fad20fc6b5b0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.6950285 Aug 17 16:21:53.767522 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b839b1-af63-46c0-9de9-3b749fd0ce12 req-c3fd94d7-2d85-494a-aa13-667f76bf60c4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:53.770621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3aee08d5-29bc-4b29-af45-769703036c2d req-b2634bd7-d869-4e94-b935-4ee7a43d64dc tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117477 Aug 17 16:21:53.775300 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2b839b1-af63-46c0-9de9-3b749fd0ce12 req-c3fd94d7-2d85-494a-aa13-667f76bf60c4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 943 time: 0.2201459 Aug 17 16:21:53.786526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae65301b-c47a-4474-932f-28a799652adb req-88ac75a0-ff2d-440a-8ee9-a7c263d8a8c2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 HTTP/1.1" status: 200 len: 217 time: 0.0898883 Aug 17 16:21:53.828919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:51Z', 'revision_number': 3, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:53.870602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Checking router: 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:21:53.871246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Updating router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:21:53.893985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-cd5bd59e-b331-4765-89a3-62f9a92f7fad service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:53.899418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2b839b1-af63-46c0-9de9-3b749fd0ce12 req-662ff92e-dd12-4fb2-b84f-49c9e5c32a2c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231654 Aug 17 16:21:53.922250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65301b-c47a-4474-932f-28a799652adb req-b835479a-792a-4d33-b27a-c7f03cef1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:53.923816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae65301b-c47a-4474-932f-28a799652adb req-b835479a-792a-4d33-b27a-c7f03cef1edb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1108351 Aug 17 16:21:53.931632 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:53.942120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-cd5bd59e-b331-4765-89a3-62f9a92f7fad service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:54.027932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-cd5bd59e-b331-4765-89a3-62f9a92f7fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3854f379-abc5-472e-bf85-98f69d373511 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:54.047165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-cd5bd59e-b331-4765-89a3-62f9a92f7fad service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:54.065027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46840) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:54.077063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65301b-c47a-4474-932f-28a799652adb req-edb4f7d8-fbc1-4463-a646-34fbd4ed14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:54.079235 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae65301b-c47a-4474-932f-28a799652adb req-edb4f7d8-fbc1-4463-a646-34fbd4ed14d0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441679 Aug 17 16:21:54.079938 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-cd5bd59e-b331-4765-89a3-62f9a92f7fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.127668 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.251096 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae65301b-c47a-4474-932f-28a799652adb req-8720c551-a113-4559-b7fd-72150865230c service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601388 Aug 17 16:21:54.257480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-cd5bd59e-b331-4765-89a3-62f9a92f7fad service neutron] Transition to ACTIVE for port object 3854f379-abc5-472e-bf85-98f69d373511 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:54.325882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eb9cf6a1-f096-4e35-848d-3189c50baf2c up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:54.330558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1275346240-network', 'tenant_id': '53d1a0b8d2bf49299668c4fec59e650e'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:54.337318 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-cd5bd59e-b331-4765-89a3-62f9a92f7fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.367788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Allocated IP 172.20.0.1 (46d11250-1c9a-46ed-be90-a1ec2d332f59/bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190/163e2fa1-3c41-41f7-b424-326f6130c513) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:21:54.443335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae65301b-c47a-4474-932f-28a799652adb req-e5b123ce-6ae4-48e9-b2c7-96e8c9712a05 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828492 Aug 17 16:21:54.479893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Made reservation on behalf of 53d1a0b8d2bf49299668c4fec59e650e for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:54.482282 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.487767 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.491954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-cd5bd59e-b331-4765-89a3-62f9a92f7fad service neutron] No DVR routers for this DVR port 3854f379-abc5-472e-bf85-98f69d373511 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:21:54.505357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Transition to ACTIVE for port object 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:54.517685 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.518698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.521211 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.539408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bd59e-b331-4765-89a3-62f9a92f7fad service neutron] Pushing event updated for resources: {'Port': ['ID=3854f379-abc5-472e-bf85-98f69d373511,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:54.542908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port eb9cf6a1-f096-4e35-848d-3189c50baf2c completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:54.554697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Transition to ACTIVE for port object 163e2fa1-3c41-41f7-b424-326f6130c513 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:21:54.596015 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-cd5bd59e-b331-4765-89a3-62f9a92f7fad service neutron] 10.222.0.91 "PUT /v2.0/ports/3854f379-abc5-472e-bf85-98f69d373511/bindings/n-h2-804878-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6070151 Aug 17 16:21:54.622057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port eb9cf6a1-f096-4e35-848d-3189c50baf2c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:54.622554 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.627545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e22a34-7915-4f2b-9fb6-72fb4b27e28b req-7f05bcae-c4a5-4224-9cbf-2d9a04975b36 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:54.641706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8e22a34-7915-4f2b-9fb6-72fb4b27e28b req-7f05bcae-c4a5-4224-9cbf-2d9a04975b36 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 947 time: 0.1400228 Aug 17 16:21:54.653307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.696876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Attempting to bind port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:21:54.697343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Attempting to bind port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:21:54.698342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Attempting to bind port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:21:54.710349 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:21:54.710943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:54.711509 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.712329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:21:54.713076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Bound port: 5b30cf2d-bb94-4258-b183-5c9d5207d7f8, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:21:54.714636 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.723056 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8e22a34-7915-4f2b-9fb6-72fb4b27e28b req-31c12e3a-f725-46d5-a12e-bc8d1484990c tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777786 Aug 17 16:21:54.774405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373102a-721b-48c5-9492-6a9f59443957 None None] Pushing event updated for resources: {'Port': ['ID=5b30cf2d-bb94-4258-b183-5c9d5207d7f8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:54.802511 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.820643 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.870213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] For port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:54.876077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] For port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5b30cf2d-bb94-4258-b183-5c9d5207d7f8,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:21:54.883301 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.889159 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.904044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:21:54.932922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:21:54.956813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4732018-5374-40c0-b52f-b8dfe91412bb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:54.977109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:54.977908 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Added segment 7f0fdcb2-55a8-4429-bb25-bf9fafae4139 of type vlan for network a22ada0a-8873-45d4-89a0-e6f5a025e01b Aug 17 16:21:55.000708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.001209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.001707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.002164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.002659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.003101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.003603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.004003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.004427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.004942 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.005424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.005840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:55.053029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:55.063170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:55.076233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055535-8ca2-43d3-9097-e287bf4e4f2b req-fa190a2d-bb05-4058-b705-ca2bae1adf7d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:55.082453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '315dea2a-5e1c-4b6d-ae22-3984b8e94ba2', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '315dea2a-5e1c-4b6d-ae22-3984b8e94ba2', 'mac_address': 'fa:16:3e:ce:55:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:21:55.085189 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9055535-8ca2-43d3-9097-e287bf4e4f2b req-fa190a2d-bb05-4058-b705-ca2bae1adf7d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 945 time: 0.1456871 Aug 17 16:21:55.128845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:55.130230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:55.131082 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:55.141752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Routers {'1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:55.142429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:55.157268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:55.158520 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10bbf28-2b9f-44d1-9bc9-49034e4b5f7e" -d '{"events": [{"server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "name": "network-vif-plugged", "status": "completed", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:55.166104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Network 46d11250-1c9a-46ed-be90-a1ec2d332f59 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:55.185622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2bb2e-9f65-4f01-8386-857a9e66bd48 req-d870c0f5-e2f2-4ffc-ac2a-8e5c0c135945 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:55.191089 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ff2bb2e-9f65-4f01-8386-857a9e66bd48 req-d870c0f5-e2f2-4ffc-ac2a-8e5c0c135945 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.6033983 Aug 17 16:21:55.193082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:55.203262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:21:55.301432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Pushing event updated for resources: {'Port': ['ID=163e2fa1-3c41-41f7-b424-326f6130c513,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:55.375838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ff2bb2e-9f65-4f01-8386-857a9e66bd48 req-719a7870-17d3-4d2a-818a-3bc338429a7e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690223 Aug 17 16:21:55.442538 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:55.447192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-a04c131d-0d57-480e-86c0-f70393e37a41 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:55.448905 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-a04c131d-0d57-480e-86c0-f70393e37a41 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.3382668 Aug 17 16:21:55.459525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:55.479525 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:55.493368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373102a-721b-48c5-9492-6a9f59443957 None None] Pushing event updated for resources: {'Port': ['ID=5b30cf2d-bb94-4258-b183-5c9d5207d7f8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:55.508902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:55.600117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:21:55.639059 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9055535-8ca2-43d3-9097-e287bf4e4f2b req-c8fb443f-7dae-42cd-9e1e-9bfb09c87eea tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5519595 Aug 17 16:21:55.643110 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5765224 Aug 17 16:21:55.650483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46860) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:55.657663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Request body: {'subnet': {'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1275346240-subnet', 'tenant_id': '53d1a0b8d2bf49299668c4fec59e650e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:55.671067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7b06a-8b2a-4c27-890c-e246d2f2273e admin admin] Pushing event updated for resources: {'Network': ['ID=a22ada0a-8873-45d4-89a0-e6f5a025e01b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:55.687585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c6b7c7dd-fdd4-4093-8163-4e5a598030a8 None None] Provisioning for port 163e2fa1-3c41-41f7-b424-326f6130c513 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:55.697728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:55.699133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a22ada0a-8873-45d4-89a0-e6f5a025e01b details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:21:55.709839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Made reservation on behalf of 53d1a0b8d2bf49299668c4fec59e650e for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:21:55.718518 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:55.723829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:55.726800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c6b7c7dd-fdd4-4093-8163-4e5a598030a8 None None] Provisioning complete for port 163e2fa1-3c41-41f7-b424-326f6130c513 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:55.727210 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c7dd-fdd4-4093-8163-4e5a598030a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:55.750688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-e08b6e3a-de17-4cec-bfb3-597f69e68774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:55.752393 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-e08b6e3a-de17-4cec-bfb3-597f69e68774 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555&tenant_id=888def3d37bf406299868afa066e412d HTTP/1.1" status: 200 len: 1095 time: 0.2344484 Aug 17 16:21:55.770132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528bbeb-354d-4549-ad8d-f1c1a91e0cb2 req-6b3665b3-37ff-4e4b-a718-46cb43eb9fb0 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:55.773893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] Set router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:55.778185 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8528bbeb-354d-4549-ad8d-f1c1a91e0cb2 req-6b3665b3-37ff-4e4b-a718-46cb43eb9fb0 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 944 time: 0.2581229 Aug 17 16:21:55.803567 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:55.895331 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:55.935395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8528bbeb-354d-4549-ad8d-f1c1a91e0cb2 req-f21cead5-66d7-46ed-be19-4dcfc849293f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011574 Aug 17 16:21:55.942213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-0a76559b-0a49-46e2-8230-b80cd2e36583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:55.943755 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-0a76559b-0a49-46e2-8230-b80cd2e36583 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1095 time: 0.1292262 Aug 17 16:21:56.024270 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965c767a-10f3-4f42-af36-c236724fa45b x-openstack-request-id: req-965c767a-10f3-4f42-af36-c236724fa45b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:56.024891 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "name": "network-vif-plugged", "status": "completed", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:56.024891 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-965c767a-10f3-4f42-af36-c236724fa45b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:56.025285 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'code': 200} Aug 17 16:21:56.063163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c6b7c7dd-fdd4-4093-8163-4e5a598030a8 None None] Port 163e2fa1-3c41-41f7-b424-326f6130c513 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:56.113732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:56.145913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['315dea2a-5e1c-4b6d-ae22-3984b8e94ba2'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:21:56.176056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:56.190178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc54269-6d71-413d-ab4d-dab93346e8f8 req-001e1a81-186f-4c35-8e7d-655ea739698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:56.191796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-edc54269-6d71-413d-ab4d-dab93346e8f8 req-001e1a81-186f-4c35-8e7d-655ea739698d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 1097 time: 0.1208708 Aug 17 16:21:56.250751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c70f-4c90-42fd-b721-b8e2c90755fe req-ff4c3ab5-723d-4d56-8f47-e0bc45731f32 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:56.254407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d064c70f-4c90-42fd-b721-b8e2c90755fe req-ff4c3ab5-723d-4d56-8f47-e0bc45731f32 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 948 time: 0.1761758 Aug 17 16:21:56.258155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-d57bd642-32cc-49a8-b73c-0c98de39e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:56.261607 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-d57bd642-32cc-49a8-b73c-0c98de39e24e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.2988565 Aug 17 16:21:56.293133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:51Z', 'revision_number': 3, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:56.300937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f87ffbc-ac13-4956-8048-aa2480c87aa7,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:56.318692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Checking segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:21:56.319768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Network hostable DHCP agents. Network: a22ada0a-8873-45d4-89a0-e6f5a025e01b, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:21:56.328136 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-edc54269-6d71-413d-ab4d-dab93346e8f8 req-0fa82c1b-27ab-4809-8047-38b459ec92c4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148839 Aug 17 16:21:56.343079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d872972-616b-44b0-8219-f3c89e63256c None None] The sync data for ids ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'] in n-d-804878-1 is: [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:51Z', 'revision_number': 3, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:21:56.345233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Network a22ada0a-8873-45d4-89a0-e6f5a025e01b is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:21:56.369926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a22ada0a-8873-45d4-89a0-e6f5a025e01b) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:56.375122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:56.375973 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:56.379489 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-2a889335-5d34-4d94-8e83-d9753af89ac2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3854f379-abc5-472e-bf85-98f69d373511 HTTP/1.1" status: 200 len: 217 time: 0.1016757 Aug 17 16:21:56.395009 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1440dceb-86e5-4809-b30a-42bbbef38949 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7429566 Aug 17 16:21:56.395784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea07101b-da58-4294-8d1b-518f5d42c836 None None] Network a22ada0a-8873-45d4-89a0-e6f5a025e01b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:21:56.541663 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d064c70f-4c90-42fd-b721-b8e2c90755fe req-6c440e3c-11a2-42dc-bc36-41040bb46d57 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776909 Aug 17 16:21:56.596641 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:56.603130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-60924752-624d-4ce2-b489-4a707385ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:56.606403 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-60924752-624d-4ce2-b489-4a707385ba57 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.2145145 Aug 17 16:21:56.608895 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:56.626272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ca8e8-c163-45d0-a27b-d6a1a6cd4f96 None None] Network a22ada0a-8873-45d4-89a0-e6f5a025e01b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:21:56.685922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bef287-eb82-47f4-9c03-4bc8b3e24130 req-fb3a1140-7f0d-422a-87ef-c188203a9674 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:56.708618 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7bef287-eb82-47f4-9c03-4bc8b3e24130 req-fb3a1140-7f0d-422a-87ef-c188203a9674 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1622615 Aug 17 16:21:56.816199 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-62918ebf-1cfe-4aaa-89e4-ed9a1b343bc4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589270 Aug 17 16:21:56.830712 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7bef287-eb82-47f4-9c03-4bc8b3e24130 req-460480ca-07c7-485e-85a5-0fb2e7f84ab6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211202 Aug 17 16:21:56.940447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3854f379-abc5-472e-bf85-98f69d373511 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:21:57.005831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3854f379-abc5-472e-bf85-98f69d373511 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:21:57.028055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Pushing event updated for resources: {'Port': ['ID=163e2fa1-3c41-41f7-b424-326f6130c513,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:57.046281 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:57.056356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-c1b5003c-3eeb-43a3-9508-eed5acc99337 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233751 Aug 17 16:21:57.141776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625fe66-9dcb-4b9c-812c-bb84e2019dfa req-cd8a461a-551f-4ebb-adf0-5d28ee1c2c14 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:57.143467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a625fe66-9dcb-4b9c-812c-bb84e2019dfa req-cd8a461a-551f-4ebb-adf0-5d28ee1c2c14 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.3095343 Aug 17 16:21:57.298992 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a625fe66-9dcb-4b9c-812c-bb84e2019dfa req-765c24f1-b006-453d-abda-e967dbcf2481 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089926 Aug 17 16:21:57.359522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Network 46d11250-1c9a-46ed-be90-a1ec2d332f59 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:21:57.370413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:21:57.395024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-40e6772b-7791-4556-b751-f0883173f725 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:57.406708 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-40e6772b-7791-4556-b751-f0883173f725 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.2199900 Aug 17 16:21:57.433701 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-931a0c86-2dc7-4783-b717-d0f3c9e88bab tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/quotas/53d1a0b8d2bf49299668c4fec59e650e HTTP/1.1" status: 200 len: 375 time: 0.0156655 Aug 17 16:21:57.486675 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-90a180ea-1676-4718-a9d5-05331f192db9 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197421 Aug 17 16:21:57.539628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-bf37a7eb-53b0-47ad-9a31-86b53a8d3a4c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976005 Aug 17 16:21:57.574060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:21:57.697885 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-7225c298-ce22-4008-bcc9-7684322c4ca9 service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571321 Aug 17 16:21:57.762786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcf102-5e59-4a6c-9c42-15505ce586d2 req-db77e214-187c-4ce7-ba50-ac10c9f2d090 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:57.764343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4fcf102-5e59-4a6c-9c42-15505ce586d2 req-db77e214-187c-4ce7-ba50-ac10c9f2d090 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 944 time: 0.1808174 Aug 17 16:21:57.813960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4cb13079-e566-41a8-a526-bb8a5e554857 None None] Provisioning complete for port 163e2fa1-3c41-41f7-b424-326f6130c513 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:57.814602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cb13079-e566-41a8-a526-bb8a5e554857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:57.878059 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-1b365735-5897-4d5f-bd5f-5754b86a8299 service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704443 Aug 17 16:21:57.901397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4cb13079-e566-41a8-a526-bb8a5e554857 None None] Port 163e2fa1-3c41-41f7-b424-326f6130c513 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:21:57.965204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:21:57.970211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4fcf102-5e59-4a6c-9c42-15505ce586d2 req-c85b7ec8-dd4d-4ada-817c-eaa1e2049b3e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396048 Aug 17 16:21:57.973978 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2213726f-56c9-45f3-90fd-4fc300ab55ff admin admin] 10.222.0.77 "PUT /v2.0/routers/1e7f6369-f939-47b3-b9d2-dbeaa6ae8990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0313146 Aug 17 16:21:57.995690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-a2fbf05a-bf9f-40b3-8f34-f3064d393b1d tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:57.997276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-a2fbf05a-bf9f-40b3-8f34-f3064d393b1d tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.1153376 Aug 17 16:21:58.227620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4bc5f-669c-4895-b2a1-2c1370184928 req-f6253d03-f27c-4ad2-baeb-ce7ad2149062 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:58.229425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cef4bc5f-669c-4895-b2a1-2c1370184928 req-f6253d03-f27c-4ad2-baeb-ce7ad2149062 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 948 time: 0.1382794 Aug 17 16:21:58.234517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-52919c29-159a-49de-bf60-bf5b2106d840 service neutron] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:21:58.238674 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-52919c29-159a-49de-bf60-bf5b2106d840 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:58.242415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125ba57-50f6-4217-8183-ee4d2789b32a req-52919c29-159a-49de-bf60-bf5b2106d840 service neutron] 10.222.0.93 "DELETE /v2.0/ports/3854f379-abc5-472e-bf85-98f69d373511/bindings/n-h1-804878-1 HTTP/1.1" status: 204 len: 173 time: 0.2358625 Aug 17 16:21:58.332698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6d65a-1067-4263-acee-3a959483e7e2 req-e2985b48-49cc-452a-9447-1036c8540d07 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:58.333356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cef4bc5f-669c-4895-b2a1-2c1370184928 req-b78f42b8-977f-4ea7-92ff-148dfafe3931 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869658 Aug 17 16:21:58.335705 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ec6d65a-1067-4263-acee-3a959483e7e2 req-e2985b48-49cc-452a-9447-1036c8540d07 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1502354 Aug 17 16:21:58.433589 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-454691e4-d361-4d2a-8eff-c61b2202a5b2 req-c6e39f34-d383-4e39-bbb4-bc3a6908c278 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 210 time: 0.0412829 Aug 17 16:21:58.434171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ec6d65a-1067-4263-acee-3a959483e7e2 req-364fb659-14ac-42c9-a4ed-ba78ef7a2326 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879049 Aug 17 16:21:58.464807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:58.560477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:58.565278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:58.565661 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:58.750864 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:58.786717 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5b30cf2d-bb94-4258-b183-5c9d5207d7f8,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:58.792409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a06b3-487d-4811-8db2-9b0e9d3d304f req-ed0fbbbd-d20d-4743-8c25-5f721f1b93f7 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:58.793427 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:58.805288 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a36a06b3-487d-4811-8db2-9b0e9d3d304f req-ed0fbbbd-d20d-4743-8c25-5f721f1b93f7 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1587350 Aug 17 16:21:58.893584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=5b30cf2d-bb94-4258-b183-5c9d5207d7f8,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:58.903772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.904321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.905179 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a36a06b3-487d-4811-8db2-9b0e9d3d304f req-03569549-ab54-498c-9d19-a9f92a5c7b70 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833018 Aug 17 16:21:58.905588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.906035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.906626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.907113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.907530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.908140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.908834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.909403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.910357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.910973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:21:58.949483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:21:59.043291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:59.045414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-69d9ca17-d5ba-4412-9e15-28e1b4998ccc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179554727', 'description': 'tempest-description--561044307'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:59.075208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:21:59.086953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:21:59.088121 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.104438 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Sync routers for ids ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:21:59.125877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69d9ca17-d5ba-4412-9e15-28e1b4998ccc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.135225 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Routers {'1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:21:59.136568 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:59.239568 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea9080-0b52-4cbe-af80-d12f3dba4ff8 req-52429bb7-d5d7-4b70-9e37-8b4052ffb986 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:59.253414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bbea9080-0b52-4cbe-af80-d12f3dba4ff8 req-52429bb7-d5d7-4b70-9e37-8b4052ffb986 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1336873 Aug 17 16:21:59.267109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46924) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:59.279244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4438754d-630f-40d5-808a-53d794d7d01d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'floatingip': {'port_id': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:59.343818 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69d9ca17-d5ba-4412-9e15-28e1b4998ccc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.348282 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.369638 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Set router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:21:59.374611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4438754d-630f-40d5-808a-53d794d7d01d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.402102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69d9ca17-d5ba-4412-9e15-28e1b4998ccc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.415794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7790c7f-017c-46f5-bfa9-e5570a82163e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315dea2a-5e1c-4b6d-ae22-3984b8e94ba2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:21:59.421680 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b24022-f07d-4f46-9f2d-556ddf103a76" -d '{"events": [{"server_uuid": "e7790c7f-017c-46f5-bfa9-e5570a82163e", "name": "network-vif-plugged", "status": "completed", "tag": "315dea2a-5e1c-4b6d-ae22-3984b8e94ba2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:21:59.458945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:21:59.470319 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.479082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ca17-d5ba-4412-9e15-28e1b4998ccc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38a6639-4447-45d7-8fdd-b631f704e90d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:59.512159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84767d90-8e7a-4ec0-ba5d-c4a4c2e5526d req-4b1585eb-2b4f-4689-829d-004a62879f9a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:59.513806 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84767d90-8e7a-4ec0-ba5d-c4a4c2e5526d req-4b1585eb-2b4f-4689-829d-004a62879f9a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 944 time: 0.2557497 Aug 17 16:21:59.515740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69d9ca17-d5ba-4412-9e15-28e1b4998ccc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.520608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-69d9ca17-d5ba-4412-9e15-28e1b4998ccc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4793372 Aug 17 16:21:59.521242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:59.526796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-40569eac-1c42-44f3-995d-fd8d02027744 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Request body: {'security_group_rule': {'security_group_id': 'b38a6639-4447-45d7-8fdd-b631f704e90d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:21:59.567917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:59.582666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40569eac-1c42-44f3-995d-fd8d02027744 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.649715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84767d90-8e7a-4ec0-ba5d-c4a4c2e5526d req-928204b1-020a-4fa7-b1e9-d5c86e5449a8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006322 Aug 17 16:21:59.671502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14317614-24c1-4925-859a-019a42e1af34 req-b0626610-902c-4dfe-8fc0-ee6f1dff4b6b tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:21:59.675696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14317614-24c1-4925-859a-019a42e1af34 req-b0626610-902c-4dfe-8fc0-ee6f1dff4b6b tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 949 time: 0.1748984 Aug 17 16:21:59.687954 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40569eac-1c42-44f3-995d-fd8d02027744 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.694268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40569eac-1c42-44f3-995d-fd8d02027744 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.752195 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0039b36c-637c-41f3-8277-5492f5112763 x-openstack-request-id: req-0039b36c-637c-41f3-8277-5492f5112763 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:21:59.752834 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7790c7f-017c-46f5-bfa9-e5570a82163e", "name": "network-vif-plugged", "status": "completed", "tag": "315dea2a-5e1c-4b6d-ae22-3984b8e94ba2", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:21:59.753260 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0039b36c-637c-41f3-8277-5492f5112763 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:21:59.753887 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7790c7f-017c-46f5-bfa9-e5570a82163e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315dea2a-5e1c-4b6d-ae22-3984b8e94ba2', 'code': 200} Aug 17 16:21:59.843266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14317614-24c1-4925-859a-019a42e1af34 req-fd5bb05d-81ba-4754-88f3-c459b4cb6824 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568382 Aug 17 16:21:59.940547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40569eac-1c42-44f3-995d-fd8d02027744 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd73323-194a-46b2-8337-86ee1331d60c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:21:59.942971 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40569eac-1c42-44f3-995d-fd8d02027744 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:21:59.948472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-40569eac-1c42-44f3-995d-fd8d02027744 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4261312 Aug 17 16:21:59.955587 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:55Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '163e2fa1-3c41-41f7-b424-326f6130c513', 'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'mac_address': 'fa:16:3e:46:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:54Z', 'updated_at': '2021-08-17T16:21:56Z', 'revision_number': 2, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'subnets': [{'id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:21:59.961561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:21:59.967729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f52db696-f475-4b0e-83ca-3ffda70e2b42 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Request body: {'security_group_rule': {'security_group_id': 'b38a6639-4447-45d7-8fdd-b631f704e90d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:00.001076 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Checking router: 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:22:00.002293 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Updating router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 port 163e2fa1-3c41-41f7-b424-326f6130c513 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:22:00.032843 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52db696-f475-4b0e-83ca-3ffda70e2b42 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.044672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-9d5db6bc-f477-4da7-aca2-9c1181d13a5b tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:00.046322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-9d5db6bc-f477-4da7-aca2-9c1181d13a5b tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.2903492 Aug 17 16:22:00.053096 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.069257 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Request body: {'port': {'device_id': '4a2c5c07-6229-4297-a542-8ee2c7e7284b', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'admin_state_up': True, 'tenant_id': '53d1a0b8d2bf49299668c4fec59e650e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:00.101459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9f2f51a-f35c-42f1-be36-ae622f9519f4 req-db612956-da50-41c3-be57-452e1a4972a9 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 210 time: 0.0979936 Aug 17 16:22:00.167101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6472bbd-88fd-494b-8719-bf7f70f0c02a req-8aebe102-5c03-4ef9-9400-2a057b43467a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:00.175189 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6472bbd-88fd-494b-8719-bf7f70f0c02a req-8aebe102-5c03-4ef9-9400-2a057b43467a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.2374244 Aug 17 16:22:00.180812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14256d-829d-49f0-9b56-bad6cede2ab7 req-8d81e4b1-f835-4c86-860c-47ef2c7b4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:00.185294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eb14256d-829d-49f0-9b56-bad6cede2ab7 req-8d81e4b1-f835-4c86-860c-47ef2c7b4248 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 1100 time: 0.2714822 Aug 17 16:22:00.249620 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52db696-f475-4b0e-83ca-3ffda70e2b42 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.269095 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6472bbd-88fd-494b-8719-bf7f70f0c02a req-d4923c8d-e29e-4a49-9fac-19a9f3d65445 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929494 Aug 17 16:22:00.297424 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52db696-f475-4b0e-83ca-3ffda70e2b42 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.352231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52db696-f475-4b0e-83ca-3ffda70e2b42 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f205623f-d943-4020-b5e8-2a1492896762,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:00.358867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52db696-f475-4b0e-83ca-3ffda70e2b42 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.363244 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f52db696-f475-4b0e-83ca-3ffda70e2b42 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4002676 Aug 17 16:22:00.369969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:00.376554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:00.410152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Made reservation on behalf of 53d1a0b8d2bf49299668c4fec59e650e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:00.415324 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.479835 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.538230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:00.607989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c5478-da97-452d-84a7-c0de36a847f3 req-d89cd429-d7e0-43e3-8e85-4cde5016f44d tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:00.611480 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4438754d-630f-40d5-808a-53d794d7d01d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.615858 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-560c5478-da97-452d-84a7-c0de36a847f3 req-d89cd429-d7e0-43e3-8e85-4cde5016f44d tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1095 time: 0.1944258 Aug 17 16:22:00.616791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eb14256d-829d-49f0-9b56-bad6cede2ab7 req-be8b36ee-6921-4502-abd2-265d147187e2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241021 Aug 17 16:22:00.618190 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4438754d-630f-40d5-808a-53d794d7d01d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.639602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:00.640766 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.724227 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-560c5478-da97-452d-84a7-c0de36a847f3 req-6953dc91-f5d0-42d4-9cf9-2aa80e696cd4 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073961 Aug 17 16:22:00.744342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Allocated IP 172.20.0.2 (a22ada0a-8873-45d4-89a0-e6f5a025e01b/6f87ffbc-ac13-4956-8048-aa2480c87aa7/e698f38f-bc59-48da-aae1-7a669f57ce13) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:00.804434 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-4438754d-630f-40d5-808a-53d794d7d01d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Floating IP ec0bd715-bfa7-47c1-a8af-2b9a97fb2d9d associated. External IP: 172.25.7.117, port: eb9cf6a1-f096-4e35-848d-3189c50baf2c. Aug 17 16:22:00.839782 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.877694 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Transition to ACTIVE for port object 163e2fa1-3c41-41f7-b424-326f6130c513 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:00.881357 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:00.893649 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:01.020363 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317958e-944a-4263-9b5f-c00fc50e4ff6 None None] Pushing event updated for resources: {'Port': ['ID=163e2fa1-3c41-41f7-b424-326f6130c513,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:01.201910 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Attempting to bind port 163e2fa1-3c41-41f7-b424-326f6130c513 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:01.202895 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Attempting to bind port 163e2fa1-3c41-41f7-b424-326f6130c513 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:01.203694 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Attempting to bind port 163e2fa1-3c41-41f7-b424-326f6130c513 on network 46d11250-1c9a-46ed-be90-a1ec2d332f59 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:01.221247 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:01.222034 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Checking segment: {'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:01.222953 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:01.225396 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Bound using segment: {'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:01.229795 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Bound port: 163e2fa1-3c41-41f7-b424-326f6130c513, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:01.231936 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:01.253814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac71a63-4625-4619-bb61-fbf59518ab98 req-f14e8190-d11c-4b1e-8a72-2417aaa394d7 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:01.264401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ac71a63-4625-4619-bb61-fbf59518ab98 req-f14e8190-d11c-4b1e-8a72-2417aaa394d7 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 949 time: 0.2964628 Aug 17 16:22:01.387249 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] For port 163e2fa1-3c41-41f7-b424-326f6130c513, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:01.391343 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] For port 163e2fa1-3c41-41f7-b424-326f6130c513, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=163e2fa1-3c41-41f7-b424-326f6130c513,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:01.397285 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:01.418768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Allocated IP 172.25.7.107 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/b436f516-c6f8-421f-b032-a664cc3e6103) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:01.422629 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ac71a63-4625-4619-bb61-fbf59518ab98 req-2b386b62-a705-46cd-ad11-c47bdb42f38d tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559613 Aug 17 16:22:01.497560 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:01.548134 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Routers {'1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:01.549131 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:01.552881 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317958e-944a-4263-9b5f-c00fc50e4ff6 None None] Pushing event updated for resources: {'Port': ['ID=163e2fa1-3c41-41f7-b424-326f6130c513,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:01.586910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4438754d-630f-40d5-808a-53d794d7d01d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:22:01.626142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8c55529-b0d6-4bde-956c-fde4c2922602 req-4e12ada5-e30d-4f72-a9bf-927a96e43a01 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 210 time: 0.0360801 Aug 17 16:22:01.730547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-108c4826-0a51-4c81-bb00-224f5168eda9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:01.742667 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-108c4826-0a51-4c81-bb00-224f5168eda9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 808 time: 0.6661818 Aug 17 16:22:01.770587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-424c8eba-4e9f-4add-836f-7e4d59b4bfe6 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/quotas/888def3d37bf406299868afa066e412d HTTP/1.1" status: 200 len: 375 time: 0.0265775 Aug 17 16:22:01.803325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4438754d-630f-40d5-808a-53d794d7d01d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:22:01.817689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] Sync routers for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:22:01.818622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4438754d-630f-40d5-808a-53d794d7d01d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:01.837090 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] Set router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:01.846943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:01.847710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:01.889194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4438754d-630f-40d5-808a-53d794d7d01d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "PUT /v2.0/floatingips/ec0bd715-bfa7-47c1-a8af-2b9a97fb2d9d HTTP/1.1" status: 200 len: 992 time: 2.6168816 Aug 17 16:22:01.889194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:01.891188 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bdd7bb-700b-4fca-b317-a58b56a159d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:01.911743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad6102-5f66-4d3f-ae54-8d4f1ce8f4a1 req-362ec6eb-5dfe-40c0-a8e4-ecc6b6913680 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:01.921646 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14ad6102-5f66-4d3f-ae54-8d4f1ce8f4a1 req-362ec6eb-5dfe-40c0-a8e4-ecc6b6913680 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1161585 Aug 17 16:22:01.999152 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14ad6102-5f66-4d3f-ae54-8d4f1ce8f4a1 req-7870c0fc-7b10-404e-8e02-7e924e5087ab tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752690 Aug 17 16:22:02.038882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:02.183289 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36582120-a577-4e9d-bcd2-030cdd846f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:02.218116 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:55Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '163e2fa1-3c41-41f7-b424-326f6130c513', 'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'mac_address': 'fa:16:3e:46:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:54Z', 'updated_at': '2021-08-17T16:22:01Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'subnets': [{'id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:02.255031 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79e064-ed79-4ab3-939b-ad9c3251a9fe None None] The sync data for ids ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'] in n-d-804878-1 is: [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:55Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '163e2fa1-3c41-41f7-b424-326f6130c513', 'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'mac_address': 'fa:16:3e:46:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:54Z', 'updated_at': '2021-08-17T16:22:01Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'subnets': [{'id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:22:02.313559 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dca867-2e7f-476b-8552-5d22047aee2d x-openstack-request-id: req-13dca867-2e7f-476b-8552-5d22047aee2d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:02.313849 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:02.314307 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13dca867-2e7f-476b-8552-5d22047aee2d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:02.320469 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'status': 'completed', 'code': 200} Aug 17 16:22:02.372415 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:02.411680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-ac4545ea-4837-4539-a385-744ac79768e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:02.413265 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-ac4545ea-4837-4539-a385-744ac79768e4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 1097 time: 0.0618498 Aug 17 16:22:02.505988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event updated for resources: {'Port': ['ID=e698f38f-bc59-48da-aae1-7a669f57ce13,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:02.533055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.533413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.533773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.534095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.534452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.534831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.535165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.535763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.536096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.536424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.536753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.537013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'ec0bd715-bfa7-47c1-a8af-2b9a97fb2d9d', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'floating_ip_address': '172.25.7.117', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'port_id': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'mac_address': 'fa:16:3e:16:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:21:37Z', 'updated_at': '2021-08-17T16:22:00Z', 'revision_number': 1, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:02.537304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:02.567625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Network a22ada0a-8873-45d4-89a0-e6f5a025e01b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:02.578976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:02.583834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:02.605226 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-b04eb850-5966-42f0-a763-968f1c433619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:02.605511 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:02.605616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] Checking router: 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:22:02.614031 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-b04eb850-5966-42f0-a763-968f1c433619 service neutron] 10.222.0.93 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 916 time: 0.1895821 Aug 17 16:22:02.616412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:02.617098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:21:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:02.689907 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-310ce4e2-d543-40ba-a8da-f654a8eb7d65 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9180369 Aug 17 16:22:02.720814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2774-c77f-4028-9e96-87cf3d9967ff req-39ed30e4-f13e-40ad-ba94-1430ca4a8c06 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:02.732706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c6c2774-c77f-4028-9e96-87cf3d9967ff req-39ed30e4-f13e-40ad-ba94-1430ca4a8c06 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 949 time: 0.1524258 Aug 17 16:22:02.756262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:02.756941 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:02.774165 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-3eb037db-08b4-49e1-a451-4794823bcf7b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c HTTP/1.1" status: 200 len: 1000 time: 0.1442354 Aug 17 16:22:02.830813 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:02.838686 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c6c2774-c77f-4028-9e96-87cf3d9967ff req-8eefa554-57aa-48a9-81cd-ce28ff54ca4a tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999429 Aug 17 16:22:02.846123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:02.876099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-ad380ad9-e8bd-4892-97da-30eaf37b2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:02.877683 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-ad380ad9-e8bd-4892-97da-30eaf37b2e0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.0952771 Aug 17 16:22:02.904479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:02.912081 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-e001d570-85f6-44e6-ab65-b7f182c2bbc2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8515255 Aug 17 16:22:02.919229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:02.926188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Request body: {'port': {'device_id': '4a2c5c07-6229-4297-a542-8ee2c7e7284b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:02.931946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:02.995116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-ff9be451-f927-4fb9-9b1c-c5e715724342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:02.996730 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-ff9be451-f927-4fb9-9b1c-c5e715724342 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112156 Aug 17 16:22:03.026850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f5081-0319-4187-8171-28b689a7b15a req-927eface-0207-49cf-9c75-78c33889f7f8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:03.034586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eb2f5081-0319-4187-8171-28b689a7b15a req-927eface-0207-49cf-9c75-78c33889f7f8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 931 time: 0.0906529 Aug 17 16:22:03.076615 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:03.122288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Pushing event updated for resources: {'Port': ['ID=b436f516-c6f8-421f-b032-a664cc3e6103,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:03.160495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eb2f5081-0319-4187-8171-28b689a7b15a req-a8313063-82c6-40a8-b70a-f966592a9d5b tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247818 Aug 17 16:22:03.201865 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-336e6173-bbb6-45a0-8d7b-f3a1719e1510 service neutron] 10.222.0.77 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031407 Aug 17 16:22:03.235335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-e7d5e4e6-6e80-44be-bf7d-3313c314e6c5 service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295611 Aug 17 16:22:03.279061 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:03.453041 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7bdd7bb-700b-4fca-b317-a58b56a159d5 req-69e07039-b19e-4034-8e52-7987d148a10e service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090974 Aug 17 16:22:03.559283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'ec0bd715-bfa7-47c1-a8af-2b9a97fb2d9d', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'floating_ip_address': '172.25.7.117', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'port_id': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'mac_address': 'fa:16:3e:16:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:21:37Z', 'updated_at': '2021-08-17T16:22:00Z', 'revision_number': 1, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:03.561433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:03.641767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6793d76-dc96-44b0-89d0-50618ce54f73 req-764576bc-833d-4539-bb98-b45076953275 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:03.643205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270ea4a-16ea-4b0b-8bf4-d6a24d1ddff6 None None] The sync data for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 is: [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'ec0bd715-bfa7-47c1-a8af-2b9a97fb2d9d', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'floating_ip_address': '172.25.7.117', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'port_id': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'mac_address': 'fa:16:3e:16:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:21:37Z', 'updated_at': '2021-08-17T16:22:00Z', 'revision_number': 1, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:22:03.656744 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6793d76-dc96-44b0-89d0-50618ce54f73 req-764576bc-833d-4539-bb98-b45076953275 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1034937 Aug 17 16:22:03.676470 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:03.696452 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:03.741214 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6793d76-dc96-44b0-89d0-50618ce54f73 req-4065366e-b1bf-4e34-a27b-a8473e7752ed tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830989 Aug 17 16:22:03.773414 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-62769453-bd77-4e59-9b37-6ae215bed631 service neutron] 10.222.0.77 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703130 Aug 17 16:22:03.940861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Pushing event updated for resources: {'Port': ['ID=b436f516-c6f8-421f-b032-a664cc3e6103,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:04.084685 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.173950 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd8ab2-d667-4f3d-9f70-aac043f74e14 None None] New status for floating IP ec0bd715-bfa7-47c1-a8af-2b9a97fb2d9d: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:22:04.183681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b16c7a-03a9-4a46-976f-3138a57a6cd1 req-d3a9307b-2f17-4da4-94b4-13e99415ed02 tempest-ServersAdminNegativeTestJSON-957700621 tempest-ServersAdminNegativeTestJSON-957700621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:04.185500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5b16c7a-03a9-4a46-976f-3138a57a6cd1 req-d3a9307b-2f17-4da4-94b4-13e99415ed02 tempest-ServersAdminNegativeTestJSON-957700621 tempest-ServersAdminNegativeTestJSON-957700621-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 1100 time: 0.0895813 Aug 17 16:22:04.215947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0efafb6f-e460-46a5-8a6f-1da555729c94 req-2adeabed-d0e6-4ccd-8727-66a51e6a7d7e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 210 time: 0.0635309 Aug 17 16:22:04.219076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.229376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c004fea-a081-4246-9b90-b067e91496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8494425 Aug 17 16:22:04.240906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d5b16c7a-03a9-4a46-976f-3138a57a6cd1 req-11ae1905-0229-49ea-a1ef-489f8a1f5456 tempest-ServersAdminNegativeTestJSON-957700621 tempest-ServersAdminNegativeTestJSON-957700621-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.393909 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d5b16c7a-03a9-4a46-976f-3138a57a6cd1 req-11ae1905-0229-49ea-a1ef-489f8a1f5456 tempest-ServersAdminNegativeTestJSON-957700621 tempest-ServersAdminNegativeTestJSON-957700621-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.400019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d5b16c7a-03a9-4a46-976f-3138a57a6cd1 req-11ae1905-0229-49ea-a1ef-489f8a1f5456 tempest-ServersAdminNegativeTestJSON-957700621 tempest-ServersAdminNegativeTestJSON-957700621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.461323 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5b16c7a-03a9-4a46-976f-3138a57a6cd1 req-11ae1905-0229-49ea-a1ef-489f8a1f5456 tempest-ServersAdminNegativeTestJSON-957700621 tempest-ServersAdminNegativeTestJSON-957700621-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568407 Aug 17 16:22:04.469244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae1905-0229-49ea-a1ef-489f8a1f5456 tempest-ServersAdminNegativeTestJSON-957700621 tempest-ServersAdminNegativeTestJSON-957700621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a21a9-47dc-4305-8de8-e6baa4d96bcc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:04.538040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 163e2fa1-3c41-41f7-b424-326f6130c513 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:04.610212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 163e2fa1-3c41-41f7-b424-326f6130c513 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:04.618609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 163e2fa1-3c41-41f7-b424-326f6130c513 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:04.619295 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.628523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e698f38f-bc59-48da-aae1-7a669f57ce13 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:04.642510 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.668653 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Transition to ACTIVE for port object e698f38f-bc59-48da-aae1-7a669f57ce13 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:04.695281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9e0c-38eb-4346-a614-84ca304755de req-43e1e2a0-6e82-46a8-971f-c82a65da22e7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:04.696899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6fe9e0c-38eb-4346-a614-84ca304755de req-43e1e2a0-6e82-46a8-971f-c82a65da22e7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 931 time: 0.2439044 Aug 17 16:22:04.699164 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.748218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-754022a6-1d5c-4503-8ba5-0725fe9664de tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--179554727&fields=id&tenant_id=c254b020dd9c4098807afe6da6a05cbe HTTP/1.1" status: 200 len: 267 time: 0.0900564 Aug 17 16:22:04.778499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Pushing event updated for resources: {'Port': ['ID=e698f38f-bc59-48da-aae1-7a669f57ce13,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:04.812450 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16cc54f7-014b-4cee-b85c-da265826015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.824699 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.833060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6fe9e0c-38eb-4346-a614-84ca304755de req-b994e9ba-fb02-4a2a-a9a9-a9975e928788 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242137 Aug 17 16:22:04.868965 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 163e2fa1-3c41-41f7-b424-326f6130c513, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=163e2fa1-3c41-41f7-b424-326f6130c513,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:04.896546 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.910235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-2b6675bb-70bd-48b4-baa3-9e4b4847f682 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:04.918802 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-2b6675bb-70bd-48b4-baa3-9e4b4847f682 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/networks?id=46d11250-1c9a-46ed-be90-a1ec2d332f59 HTTP/1.1" status: 200 len: 812 time: 0.1695518 Aug 17 16:22:04.930151 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-52e718fc-fd84-4cd1-804b-733a7e132bc9 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/quotas/c254b020dd9c4098807afe6da6a05cbe HTTP/1.1" status: 200 len: 375 time: 0.0100555 Aug 17 16:22:04.936672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Attempting to bind port e698f38f-bc59-48da-aae1-7a669f57ce13 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:04.937004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Attempting to bind port e698f38f-bc59-48da-aae1-7a669f57ce13 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:04.937335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Attempting to bind port e698f38f-bc59-48da-aae1-7a669f57ce13 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:04.959332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Port e698f38f-bc59-48da-aae1-7a669f57ce13 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:22:04.959658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Attempting to bind port e698f38f-bc59-48da-aae1-7a669f57ce13 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:04.974327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:04.974750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Checking segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:04.975132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Bound using segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:04.975573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Bound port: e698f38f-bc59-48da-aae1-7a669f57ce13, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:04.976954 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:04.980651 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:05.008606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a85d-77b7-4e26-959b-fdee42053fbb req-46b4fa67-ba21-487d-9fe5-779eec55ea82 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:05.011152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=163e2fa1-3c41-41f7-b424-326f6130c513,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:05.012055 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0078a85d-77b7-4e26-959b-fdee42053fbb req-46b4fa67-ba21-487d-9fe5-779eec55ea82 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.0902383 Aug 17 16:22:05.085520 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ce30d7e0-4ba1-487f-aaf5-68354490f556 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c254b020dd9c4098807afe6da6a05cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1471219 Aug 17 16:22:05.116686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0078a85d-77b7-4e26-959b-fdee42053fbb req-349ec2b1-69a6-45db-93dc-8a80bde1683f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975459 Aug 17 16:22:05.127921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] For port e698f38f-bc59-48da-aae1-7a669f57ce13, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:05.133290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] For port e698f38f-bc59-48da-aae1-7a669f57ce13, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e698f38f-bc59-48da-aae1-7a669f57ce13,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:05.140066 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:05.212316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:05.213445 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:05.216009 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] 10.222.0.93 "PUT /v2.0/ports/e698f38f-bc59-48da-aae1-7a669f57ce13 HTTP/1.1" status: 200 len: 1091 time: 2.2942653 Aug 17 16:22:05.216730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2c5c07-6229-4297-a542-8ee2c7e7284b', 'tag': 'e698f38f-bc59-48da-aae1-7a669f57ce13'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:05.221637 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbed79e8-0104-4013-8704-7ab9df9877f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2c5c07-6229-4297-a542-8ee2c7e7284b", "tag": "e698f38f-bc59-48da-aae1-7a669f57ce13"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:05.282182 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-eb14824e-1705-4fad-8d93-afffe5044e35 service neutron] 10.222.0.77 "GET /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769540 Aug 17 16:22:05.294808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927edfd-12f8-4c60-ac8c-823eaba31812 service neutron] Pushing event updated for resources: {'Port': ['ID=e698f38f-bc59-48da-aae1-7a669f57ce13,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:05.340981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-16d8ca2e-f890-4ffb-8b34-a263f91cfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:05.342716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-16d8ca2e-f890-4ffb-8b34-a263f91cfce8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 1094 time: 0.0585058 Aug 17 16:22:05.391025 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-31c8a6b7-474e-4385-b67c-e3bba983f23e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e698f38f-bc59-48da-aae1-7a669f57ce13 HTTP/1.1" status: 200 len: 217 time: 0.0398359 Aug 17 16:22:05.430014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-eeed5ebf-0661-4466-8978-d2869f9dabf0 service neutron] 10.222.0.77 "GET /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325295 Aug 17 16:22:05.453857 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-1fbf1e50-19dc-4eea-806d-81dc1a84f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:05.455589 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-1fbf1e50-19dc-4eea-806d-81dc1a84f5e4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.0534751 Aug 17 16:22:05.457394 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06008f9a-616c-43da-8be9-138d324060a3 x-openstack-request-id: req-06008f9a-616c-43da-8be9-138d324060a3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:05.457780 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2c5c07-6229-4297-a542-8ee2c7e7284b", "tag": "e698f38f-bc59-48da-aae1-7a669f57ce13", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:05.458123 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06008f9a-616c-43da-8be9-138d324060a3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:05.458658 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2c5c07-6229-4297-a542-8ee2c7e7284b', 'tag': 'e698f38f-bc59-48da-aae1-7a669f57ce13', 'status': 'completed', 'code': 200} Aug 17 16:22:05.519726 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-d36441e4-7134-45a8-afd7-34d22e758f94 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561018 Aug 17 16:22:05.648034 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a27cb464-66af-4d45-b37e-656dbba38082 req-507b589e-3a99-44cc-b92e-c372d0f032f0 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 210 time: 0.1058440 Aug 17 16:22:05.755202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-5c80e038-a379-4f91-814d-9f7002abd335 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260294 Aug 17 16:22:05.797837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-f794a14d-bc30-457b-a086-61bc347f0bc7 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:05.799313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-f794a14d-bc30-457b-a086-61bc347f0bc7 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 808 time: 0.2612951 Aug 17 16:22:05.820058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2c3b4808-72a2-4a03-9aa8-510574a29a36 req-9d454201-a204-4838-9a79-874cba8d4e1f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 210 time: 0.0598843 Aug 17 16:22:05.820961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Request body: {'port': {'device_id': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3', 'admin_state_up': True, 'tenant_id': '888def3d37bf406299868afa066e412d'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:05.853702 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:05.875041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85764801-7d6b-48bb-8d01-96aaf2a47387 req-cd6b6c23-2a40-45bb-af9c-462c64f2a3be tempest-ServersAdminNegativeTestJSON-957700621 tempest-ServersAdminNegativeTestJSON-957700621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:05.877125 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85764801-7d6b-48bb-8d01-96aaf2a47387 req-cd6b6c23-2a40-45bb-af9c-462c64f2a3be tempest-ServersAdminNegativeTestJSON-957700621 tempest-ServersAdminNegativeTestJSON-957700621-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 1100 time: 0.1422195 Aug 17 16:22:05.972673 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79be543d-6e46-4df9-8e8a-38bdefb9a9d1 req-dd3f6ea0-b2da-463e-a516-a0c6f1a66a89 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043252 Aug 17 16:22:05.973918 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85764801-7d6b-48bb-8d01-96aaf2a47387 req-9e171e9e-8c75-4551-9842-a2cb69498af2 tempest-ServersAdminNegativeTestJSON-957700621 tempest-ServersAdminNegativeTestJSON-957700621-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860972 Aug 17 16:22:06.049185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41bba3-5fd1-4c56-b7cf-400d1280254a req-495f72ba-e4c1-4cbe-a612-661ae7de0f6c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:06.051169 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e41bba3-5fd1-4c56-b7cf-400d1280254a req-495f72ba-e4c1-4cbe-a612-661ae7de0f6c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 943 time: 0.0963523 Aug 17 16:22:06.077755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Made reservation on behalf of 888def3d37bf406299868afa066e412d for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:06.094001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:06.174597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed79e8-0104-4013-8704-7ab9df9877f7 req-7663a5ab-06c1-4de9-bc53-3652fe9ea5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:06.176522 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbed79e8-0104-4013-8704-7ab9df9877f7 req-7663a5ab-06c1-4de9-bc53-3652fe9ea5f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 1094 time: 0.1239488 Aug 17 16:22:06.207024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e41bba3-5fd1-4c56-b7cf-400d1280254a req-f21c7c22-d441-4764-9e92-b7df4ca1e9d5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144574 Aug 17 16:22:06.351908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed79e8-0104-4013-8704-7ab9df9877f7 req-feda47e5-fd04-4c16-af3a-688077274d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:06.353581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbed79e8-0104-4013-8704-7ab9df9877f7 req-feda47e5-fd04-4c16-af3a-688077274d03 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 913 time: 0.1453452 Aug 17 16:22:06.425146 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbed79e8-0104-4013-8704-7ab9df9877f7 req-336c1507-aa71-42d9-8980-e6175da6fece service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e698f38f-bc59-48da-aae1-7a669f57ce13 HTTP/1.1" status: 200 len: 217 time: 0.0640724 Aug 17 16:22:06.430899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 163e2fa1-3c41-41f7-b424-326f6130c513 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:06.453395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182d1e0-7ed0-4490-9b8d-d4613d388531 req-1a3b37e5-b082-4e93-8ec6-8d70a135bcc1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:06.473673 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0182d1e0-7ed0-4490-9b8d-d4613d388531 req-1a3b37e5-b082-4e93-8ec6-8d70a135bcc1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1509488 Aug 17 16:22:06.476763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Allocated IP 172.20.0.9 (b6cf8e7d-fee9-4c49-bbd1-8022677d56c3/eb19aee1-783b-4332-b4fd-155bac3d322f/0089541a-6f43-4af7-9039-97349ea648b7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:06.490411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 163e2fa1-3c41-41f7-b424-326f6130c513 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:06.491014 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:06.552885 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0182d1e0-7ed0-4490-9b8d-d4613d388531 req-0ec08e13-586b-44b9-9ef8-2ad5adeb1257 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769358 Aug 17 16:22:06.576802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed79e8-0104-4013-8704-7ab9df9877f7 req-e87d2def-8482-491c-85c9-d389b33e4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:06.578533 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbed79e8-0104-4013-8704-7ab9df9877f7 req-e87d2def-8482-491c-85c9-d389b33e4d0d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.1319339 Aug 17 16:22:06.650452 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbed79e8-0104-4013-8704-7ab9df9877f7 req-b9200cc3-29b0-4cb8-a6af-74c958be3f20 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597682 Aug 17 16:22:06.777727 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4928c174-5aab-458f-a61f-94615a0d7a98 req-a778b52d-4811-4b75-89a4-6e2b44d43fab tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 210 time: 0.0370300 Aug 17 16:22:06.813970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbed79e8-0104-4013-8704-7ab9df9877f7 req-d967969b-a77b-4097-9d22-cee00da2155d service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148942 Aug 17 16:22:06.816156 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:06.873739 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:06.913722 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbed79e8-0104-4013-8704-7ab9df9877f7 req-7c58c7b8-4fcf-4f65-9892-4dd5cce8d5de service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904069 Aug 17 16:22:06.922712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f41cc-2abd-43dd-b08b-72f502eb365a req-bbb26247-d850-4841-b24a-49f8590a04db tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:06.930086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-392f41cc-2abd-43dd-b08b-72f502eb365a req-bbb26247-d850-4841-b24a-49f8590a04db tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 949 time: 0.2784903 Aug 17 16:22:06.984620 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-392f41cc-2abd-43dd-b08b-72f502eb365a req-a6abc638-df6b-4708-94ad-b583377cf5f5 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Aug 17 16:22:07.366500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b484a8c2-a8c0-43d8-bc7a-cbb3d756a920 req-50ce2ef2-51a7-4ed9-a5eb-4444582ff5a1 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 210 time: 0.4506574 Aug 17 16:22:07.398125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:07.421530 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Pushing event updated for resources: {'Port': ['ID=0089541a-6f43-4af7-9039-97349ea648b7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:07.455196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:07.459373 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:07.462467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a315ce-4980-4e60-a46c-5a822b3f895d req-16334f41-d162-43eb-bd92-0b78d4e7a05c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:07.472380 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45a315ce-4980-4e60-a46c-5a822b3f895d req-16334f41-d162-43eb-bd92-0b78d4e7a05c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 943 time: 0.1089015 Aug 17 16:22:07.519430 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:07.533821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:07.534616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:07.544264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45a315ce-4980-4e60-a46c-5a822b3f895d req-ab321017-2003-45e9-a70d-6a986c92581a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708227 Aug 17 16:22:07.566399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-fd836144-6030-4f12-a4db-48f770b929db tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:07.567900 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-fd836144-6030-4f12-a4db-48f770b929db tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.91 "GET /v2.0/networks?id=46d11250-1c9a-46ed-be90-a1ec2d332f59 HTTP/1.1" status: 200 len: 812 time: 0.2059731 Aug 17 16:22:07.577122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-85b42290-5301-4c44-8863-0d3f9405f997 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7644730 Aug 17 16:22:07.600692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Request body: {'port': {'device_id': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:07.707778 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:07.731110 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-601ee649-a659-4334-9cd4-99f0a17430e8 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c254b020dd9c4098807afe6da6a05cbe HTTP/1.1" status: 200 len: 379 time: 0.1408520 Aug 17 16:22:07.766520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Request body: {'port': {'device_id': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'admin_state_up': True, 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'security_groups': ['b38a6639-4447-45d7-8fdd-b631f704e90d']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:07.823852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f56be-c865-46f3-9a8c-b46d355b6c6d req-1c94d556-1240-4fcd-9c49-59f901ffa529 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:07.825376 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d0f56be-c865-46f3-9a8c-b46d355b6c6d req-1c94d556-1240-4fcd-9c49-59f901ffa529 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1614034 Aug 17 16:22:08.016113 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d0f56be-c865-46f3-9a8c-b46d355b6c6d req-83ae150b-3c4e-4993-a183-73996a97221f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748698 Aug 17 16:22:08.053723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402ef9c-45ee-4efc-92e1-050dbbac2d23 req-ddc94f66-1838-42c4-bb9d-d0a1d2c35e06 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:08.063702 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0402ef9c-45ee-4efc-92e1-050dbbac2d23 req-ddc94f66-1838-42c4-bb9d-d0a1d2c35e06 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 931 time: 0.1140578 Aug 17 16:22:08.128325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0402ef9c-45ee-4efc-92e1-050dbbac2d23 req-44c9b715-0adc-4f98-8b52-46470bd78bfd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633738 Aug 17 16:22:08.157737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Made reservation on behalf of c254b020dd9c4098807afe6da6a05cbe for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:08.161237 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:08.231410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d36b7-afde-4b3a-a03e-283626bfa0dd req-be483efa-583a-4cb3-81e3-1a52675a59a9 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:08.232912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae4d36b7-afde-4b3a-a03e-283626bfa0dd req-be483efa-583a-4cb3-81e3-1a52675a59a9 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 949 time: 0.1269643 Aug 17 16:22:08.269351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-a753ebdf-e555-4be1-8caf-01b4aaea8cfa tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:08.270892 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-a753ebdf-e555-4be1-8caf-01b4aaea8cfa tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 949 time: 0.0673504 Aug 17 16:22:08.347601 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae4d36b7-afde-4b3a-a03e-283626bfa0dd req-67240b11-ac5d-49f4-8532-edf2e93f30a6 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783598 Aug 17 16:22:08.412060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-96a77094-b071-4cd1-b09e-dba6a0f64f99 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Deleting port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:22:08.412406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-96a77094-b071-4cd1-b09e-dba6a0f64f99 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:08.435469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e698f38f-bc59-48da-aae1-7a669f57ce13 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:22:08.477314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0089541a-6f43-4af7-9039-97349ea648b7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:08.488888 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:08.505058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Transition to ACTIVE for port object 0089541a-6f43-4af7-9039-97349ea648b7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:08.515120 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:08.545957 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e44e873-0c09-477e-887f-ac9a15117c89 req-2b961283-0444-4a28-a56e-0fda13a31eff tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 210 time: 0.0495567 Aug 17 16:22:08.556540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-96a77094-b071-4cd1-b09e-dba6a0f64f99 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] For port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:08.558078 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-96a77094-b071-4cd1-b09e-dba6a0f64f99 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:08.574753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-96a77094-b071-4cd1-b09e-dba6a0f64f99 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Calling delete_port for 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:22:08.593491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e698f38f-bc59-48da-aae1-7a669f57ce13, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e698f38f-bc59-48da-aae1-7a669f57ce13,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:08.611792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'e698f38f-bc59-48da-aae1-7a669f57ce13', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'port_id': 'e698f38f-bc59-48da-aae1-7a669f57ce13', 'mac_address': 'fa:16:3e:3d:b3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f87ffbc-ac13-4956-8048-aa2480c87aa7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:22:08.622189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Allocated IP 172.20.0.8 (46d11250-1c9a-46ed-be90-a1ec2d332f59/bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190/311ed4dd-ba11-493e-95b0-a931da28137c) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:08.695643 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:08.730244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e698f38f-bc59-48da-aae1-7a669f57ce13 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:08.734847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Pushing event updated for resources: {'Port': ['ID=0089541a-6f43-4af7-9039-97349ea648b7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:08.765004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e698f38f-bc59-48da-aae1-7a669f57ce13, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e698f38f-bc59-48da-aae1-7a669f57ce13,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:08.767887 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-96a77094-b071-4cd1-b09e-dba6a0f64f99 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:08.771349 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:08.809676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a77094-b071-4cd1-b09e-dba6a0f64f99 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Pushing event deleted for resources: {'Port': ['ID=315dea2a-5e1c-4b6d-ae22-3984b8e94ba2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:08.877270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=e698f38f-bc59-48da-aae1-7a669f57ce13,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:08.881338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0484ca24-b269-4c34-b1b1-87ba14ee46bc', '315dea2a-5e1c-4b6d-ae22-3984b8e94ba2'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:08.890765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-96a77094-b071-4cd1-b09e-dba6a0f64f99 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] No DVR routers for this DVR port 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:22:08.895872 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-96a77094-b071-4cd1-b09e-dba6a0f64f99 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:08.900122 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c51c20ca-762f-4a2e-b6a5-a47bb717b138 req-96a77094-b071-4cd1-b09e-dba6a0f64f99 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.91 "DELETE /v2.0/ports/315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 HTTP/1.1" status: 204 len: 173 time: 0.6208079 Aug 17 16:22:08.901227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7790c7f-017c-46f5-bfa9-e5570a82163e', 'name': 'network-vif-deleted', 'tag': '315dea2a-5e1c-4b6d-ae22-3984b8e94ba2'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:08.903708 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7c3e5a-c88e-4f4c-9249-8a87d7d989a5" -d '{"events": [{"server_uuid": "e7790c7f-017c-46f5-bfa9-e5570a82163e", "name": "network-vif-deleted", "tag": "315dea2a-5e1c-4b6d-ae22-3984b8e94ba2"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:08.918725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf0250-d988-4814-92e4-8fb78f242639 req-eef256a7-4452-4611-8786-64c7a992c903 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:08.929880 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-19cf0250-d988-4814-92e4-8fb78f242639 req-eef256a7-4452-4611-8786-64c7a992c903 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 943 time: 0.2338693 Aug 17 16:22:09.030928 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afea7232-400a-4fcd-bad1-2fc8ce9bc88d x-openstack-request-id: req-afea7232-400a-4fcd-bad1-2fc8ce9bc88d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:09.031419 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7790c7f-017c-46f5-bfa9-e5570a82163e", "name": "network-vif-deleted", "tag": "315dea2a-5e1c-4b6d-ae22-3984b8e94ba2", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:09.031952 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-afea7232-400a-4fcd-bad1-2fc8ce9bc88d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:09.032689 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7790c7f-017c-46f5-bfa9-e5570a82163e', 'name': 'network-vif-deleted', 'tag': '315dea2a-5e1c-4b6d-ae22-3984b8e94ba2', 'status': 'completed', 'code': 200} Aug 17 16:22:09.053217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:09.053776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:09.054633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:09.055822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['e698f38f-bc59-48da-aae1-7a669f57ce13'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:09.094620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:22:09.094946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:09.131274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:09.131652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:09.132148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:09.132609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Bound port: 0089541a-6f43-4af7-9039-97349ea648b7, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:09.133269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:09.159743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:09.184866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-19cf0250-d988-4814-92e4-8fb78f242639 req-ce5907e9-5217-4bdd-8787-ee9feb85fd24 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531087 Aug 17 16:22:09.191802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Transition to ACTIVE for port object 311ed4dd-ba11-493e-95b0-a931da28137c will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:09.194172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f19e21-83bd-448b-9e58-bdb8dc18fb0a req-52f4ad2e-4c37-4d1d-9775-d42ae3f90ad9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:09.212017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36f19e21-83bd-448b-9e58-bdb8dc18fb0a req-52f4ad2e-4c37-4d1d-9775-d42ae3f90ad9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.0825562 Aug 17 16:22:09.309592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36f19e21-83bd-448b-9e58-bdb8dc18fb0a req-de409cd1-f197-4b52-8c8f-e0b18c3948e1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975788 Aug 17 16:22:09.370837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:09.398204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:09.410197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:09.457213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:09.471691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:09.473248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:09.475237 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] 10.222.0.91 "PUT /v2.0/ports/0089541a-6f43-4af7-9039-97349ea648b7 HTTP/1.1" status: 200 len: 1091 time: 1.8838766 Aug 17 16:22:09.496183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'tag': '0089541a-6f43-4af7-9039-97349ea648b7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:09.499129 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad4e6d6-f089-4f48-ad9a-6db685900c67" -d '{"events": [{"name": "network-changed", "server_uuid": "67474dca-3a3e-4ef1-8fc5-88fd9b9525ae", "tag": "0089541a-6f43-4af7-9039-97349ea648b7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:09.510954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fb0b4-5da8-41fb-bff7-ab413557fbe8 req-3471697a-a171-4023-8335-43bbc0371f97 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:09.512652 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-903fb0b4-5da8-41fb-bff7-ab413557fbe8 req-3471697a-a171-4023-8335-43bbc0371f97 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.1966114 Aug 17 16:22:09.553671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-076c859e-6bf1-4961-b4a5-4b00ecfe359c req-3558626d-892a-4994-9bec-b0747eca457c tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7790c7f-017c-46f5-bfa9-e5570a82163e HTTP/1.1" status: 200 len: 210 time: 0.0628376 Aug 17 16:22:09.594876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Network 46d11250-1c9a-46ed-be90-a1ec2d332f59 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:09.618607 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fd96b0-4e0b-4112-9016-d285c2b4fc2a x-openstack-request-id: req-35fd96b0-4e0b-4112-9016-d285c2b4fc2a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:09.619065 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67474dca-3a3e-4ef1-8fc5-88fd9b9525ae", "tag": "0089541a-6f43-4af7-9039-97349ea648b7", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:09.619452 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35fd96b0-4e0b-4112-9016-d285c2b4fc2a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:09.620076 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'tag': '0089541a-6f43-4af7-9039-97349ea648b7', 'status': 'completed', 'code': 200} Aug 17 16:22:09.629872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:09.632331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:09.674678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-903fb0b4-5da8-41fb-bff7-ab413557fbe8 req-0f0ba7ab-6642-45d7-819d-c4ee8eaecf94 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364648 Aug 17 16:22:09.680200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff95643-f2b1-424a-9bbb-8bba9b0e7cdb service neutron] Pushing event updated for resources: {'Port': ['ID=0089541a-6f43-4af7-9039-97349ea648b7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:09.757905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:09.758698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:09.777035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a321ec-2cc4-4fd9-987d-3605c70d3633 req-4de229cf-1a04-4742-9a01-473b5308a802 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:09.784935 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0a321ec-2cc4-4fd9-987d-3605c70d3633 req-4de229cf-1a04-4742-9a01-473b5308a802 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 931 time: 0.1024880 Aug 17 16:22:09.785842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-f6436dba-e220-434c-b76e-bd3c07d12bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:09.788189 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-f6436dba-e220-434c-b76e-bd3c07d12bd9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 1094 time: 0.2699482 Aug 17 16:22:09.812542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Pushing event updated for resources: {'Port': ['ID=311ed4dd-ba11-493e-95b0-a931da28137c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:09.854823 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0a321ec-2cc4-4fd9-987d-3605c70d3633 req-03eb6e81-5e50-40c3-8210-5d0541e0152d tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685205 Aug 17 16:22:09.860819 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a1b02c5a-6b95-4701-adee-771c49081af7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1218555 Aug 17 16:22:09.863290 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-f2710b35-c525-48ef-a9b1-adb29f2480f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0089541a-6f43-4af7-9039-97349ea648b7 HTTP/1.1" status: 200 len: 217 time: 0.0605302 Aug 17 16:22:09.879657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Request body: {'port': {'device_id': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:09.949092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dc81175b-594a-4cb4-887f-e8b9d1090996 None None] Provisioning for port 311ed4dd-ba11-493e-95b0-a931da28137c completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:09.953686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dc81175b-594a-4cb4-887f-e8b9d1090996 None None] Provisioning complete for port 311ed4dd-ba11-493e-95b0-a931da28137c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:09.954275 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc81175b-594a-4cb4-887f-e8b9d1090996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:09.999265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:10.002042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-29a83aa3-5415-4788-ae49-77ed0ad06e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:10.003589 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-29a83aa3-5415-4788-ae49-77ed0ad06e96 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1209311 Aug 17 16:22:10.019288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dc81175b-594a-4cb4-887f-e8b9d1090996 None None] Port 311ed4dd-ba11-493e-95b0-a931da28137c cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:22:10.066766 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-6155aa7f-6113-413d-8fdd-229e30975b61 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536523 Aug 17 16:22:10.319999 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-42d0e2cd-f489-4b89-bd76-fb41426814ae service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390559 Aug 17 16:22:10.360697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10402-77aa-4404-ad5e-a0ba35f7bb11 req-4a78aa25-24ec-48e3-8596-62433c199dfe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:10.372098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ec10402-77aa-4404-ad5e-a0ba35f7bb11 req-4a78aa25-24ec-48e3-8596-62433c199dfe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 944 time: 0.0900178 Aug 17 16:22:10.420592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ec10402-77aa-4404-ad5e-a0ba35f7bb11 req-8db485fd-355d-4ae5-8797-39af12a97799 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468802 Aug 17 16:22:10.440432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e698f38f-bc59-48da-aae1-7a669f57ce13 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:10.505924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port e698f38f-bc59-48da-aae1-7a669f57ce13 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:10.510421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d05e05b-dd4b-4778-9a7c-8ea3cb5a25bb req-1662d6b3-adc7-47bf-9f7e-b0d63e36168b service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827879 Aug 17 16:22:10.511831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port e698f38f-bc59-48da-aae1-7a669f57ce13 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:10.512213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:10.521102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13ab0-55ed-40de-b049-be89e27be350 req-b9787f92-c2a3-4256-a5b6-d54d4666828a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:10.522680 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e2a13ab0-55ed-40de-b049-be89e27be350 req-b9787f92-c2a3-4256-a5b6-d54d4666828a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1200323 Aug 17 16:22:10.584412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311ed4dd-ba11-493e-95b0-a931da28137c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:10.610588 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:10.611155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:10.634092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e2a13ab0-55ed-40de-b049-be89e27be350 req-c803708f-40a9-4bda-bc90-b6a50c9aed66 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926247 Aug 17 16:22:10.642332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Transition to ACTIVE for port object 311ed4dd-ba11-493e-95b0-a931da28137c will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:10.649620 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:10.659913 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4e6d6-f089-4f48-ad9a-6db685900c67 req-a9000d72-3173-432e-8d9e-a5f055997648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:10.661492 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ad4e6d6-f089-4f48-ad9a-6db685900c67 req-a9000d72-3173-432e-8d9e-a5f055997648 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 1094 time: 0.0937688 Aug 17 16:22:10.688100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2c5c07-6229-4297-a542-8ee2c7e7284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e698f38f-bc59-48da-aae1-7a669f57ce13'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:10.690440 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9656bcb7-79a4-4d69-8143-6bf49930b09f" -d '{"events": [{"server_uuid": "4a2c5c07-6229-4297-a542-8ee2c7e7284b", "name": "network-vif-plugged", "status": "completed", "tag": "e698f38f-bc59-48da-aae1-7a669f57ce13"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:10.705213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e698f38f-bc59-48da-aae1-7a669f57ce13, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e698f38f-bc59-48da-aae1-7a669f57ce13,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:10.713232 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:10.770826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=e698f38f-bc59-48da-aae1-7a669f57ce13,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:10.820711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Pushing event updated for resources: {'Port': ['ID=311ed4dd-ba11-493e-95b0-a931da28137c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:10.846547 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b612a1-41c3-4db8-ac1c-c324d54f98b9 x-openstack-request-id: req-41b612a1-41c3-4db8-ac1c-c324d54f98b9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:10.846837 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2c5c07-6229-4297-a542-8ee2c7e7284b", "name": "network-vif-plugged", "status": "completed", "tag": "e698f38f-bc59-48da-aae1-7a669f57ce13", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:10.847088 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41b612a1-41c3-4db8-ac1c-c324d54f98b9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:10.847487 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2c5c07-6229-4297-a542-8ee2c7e7284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e698f38f-bc59-48da-aae1-7a669f57ce13', 'code': 200} Aug 17 16:22:10.931308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4e6d6-f089-4f48-ad9a-6db685900c67 req-c17cadd9-5f8d-4d19-82a1-6e71018a42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:10.933766 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ad4e6d6-f089-4f48-ad9a-6db685900c67 req-c17cadd9-5f8d-4d19-82a1-6e71018a42e3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.2411439 Aug 17 16:22:11.010713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Attempting to bind port 311ed4dd-ba11-493e-95b0-a931da28137c on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:11.011047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Attempting to bind port 311ed4dd-ba11-493e-95b0-a931da28137c by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:11.011416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Attempting to bind port 311ed4dd-ba11-493e-95b0-a931da28137c on network 46d11250-1c9a-46ed-be90-a1ec2d332f59 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:11.017770 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ad4e6d6-f089-4f48-ad9a-6db685900c67 req-7c09f97d-dacf-4ada-bfea-c665add99e36 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0089541a-6f43-4af7-9039-97349ea648b7 HTTP/1.1" status: 200 len: 217 time: 0.0611298 Aug 17 16:22:11.020995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Port 311ed4dd-ba11-493e-95b0-a931da28137c on network 46d11250-1c9a-46ed-be90-a1ec2d332f59 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:22:11.020995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Attempting to bind port 311ed4dd-ba11-493e-95b0-a931da28137c on network 46d11250-1c9a-46ed-be90-a1ec2d332f59 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:11.033163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6887ed-6425-4ee5-9c79-a8af7d29da4e req-809e2cf9-fd39-4650-b056-cd915f02aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.034846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee6887ed-6425-4ee5-9c79-a8af7d29da4e req-809e2cf9-fd39-4650-b056-cd915f02aac4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 1096 time: 0.0931158 Aug 17 16:22:11.038457 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:11.038847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Checking segment: {'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:11.039453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Bound using segment: {'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:11.039662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Bound port: 311ed4dd-ba11-493e-95b0-a931da28137c, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:11.040021 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:11.050152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917c6b9-7ea5-4311-9774-d50c01a272b2 req-75493af1-d147-429c-b7fd-091246fbcb7d tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.053065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3917c6b9-7ea5-4311-9774-d50c01a272b2 req-75493af1-d147-429c-b7fd-091246fbcb7d tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.1223347 Aug 17 16:22:11.101279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67797-2d0b-40d7-9afc-fe3df6510d10 req-7761e781-9fb2-43bf-bffa-e4b4ad1db05f tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.102897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbc67797-2d0b-40d7-9afc-fe3df6510d10 req-7761e781-9fb2-43bf-bffa-e4b4ad1db05f tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 950 time: 0.1679859 Aug 17 16:22:11.108801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee6887ed-6425-4ee5-9c79-a8af7d29da4e req-174b0480-7e8a-4d15-95e4-8a91fc3a93dc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546868 Aug 17 16:22:11.123651 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3917c6b9-7ea5-4311-9774-d50c01a272b2 req-655440a1-b42e-4d25-83ea-0394a6881d36 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542545 Aug 17 16:22:11.142814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4e6d6-f089-4f48-ad9a-6db685900c67 req-24624ba7-65ab-433a-80a9-c60bbd9692b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.143898 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ad4e6d6-f089-4f48-ad9a-6db685900c67 req-24624ba7-65ab-433a-80a9-c60bbd9692b7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1142375 Aug 17 16:22:11.202511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ad4e6d6-f089-4f48-ad9a-6db685900c67 req-fba51103-5fa0-40c3-b639-e17d08dc5e34 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463758 Aug 17 16:22:11.278857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbc67797-2d0b-40d7-9afc-fe3df6510d10 req-2d1f0b86-37f8-4b59-851b-a4d842848b77 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521888 Aug 17 16:22:11.312253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] For port 311ed4dd-ba11-493e-95b0-a931da28137c, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:11.333018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] For port 311ed4dd-ba11-493e-95b0-a931da28137c, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=311ed4dd-ba11-493e-95b0-a931da28137c,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:11.339912 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:11.343659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3b1e-cea2-46ff-964e-f5fcf50a7f00 req-9d8f6fd0-48e3-4846-8eae-a6558d715521 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.345807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-555f3b1e-cea2-46ff-964e-f5fcf50a7f00 req-9d8f6fd0-48e3-4846-8eae-a6558d715521 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 943 time: 0.0755250 Aug 17 16:22:11.395319 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-555f3b1e-cea2-46ff-964e-f5fcf50a7f00 req-bb981693-7af0-46a5-b4c2-621cb3a278fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402260 Aug 17 16:22:11.395965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.396299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:11.397771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] 10.222.0.91 "PUT /v2.0/ports/311ed4dd-ba11-493e-95b0-a931da28137c HTTP/1.1" status: 200 len: 1091 time: 1.5228248 Aug 17 16:22:11.424608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ad4e6d6-f089-4f48-ad9a-6db685900c67 req-b9683f1a-48fe-4270-8ea0-4cfc1c4be9eb service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965065 Aug 17 16:22:11.430235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac914694-e0e5-43f8-ba9e-dc034e6739f1 service neutron] Pushing event updated for resources: {'Port': ['ID=311ed4dd-ba11-493e-95b0-a931da28137c,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:11.600009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a281c590-393d-4d06-9020-c17d260e1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.601645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-a281c590-393d-4d06-9020-c17d260e1b05 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c254b020dd9c4098807afe6da6a05cbe&device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 1094 time: 0.1354673 Aug 17 16:22:11.622025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ad4e6d6-f089-4f48-ad9a-6db685900c67 req-fd6bee98-e5c1-4dc2-9df8-d9e158783a6a service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816244 Aug 17 16:22:11.629418 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad827a-0e5f-4248-971c-a76288b2a405 req-766279f0-30e4-4c38-b518-6c3aa7af0e82 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.630907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fad827a-0e5f-4248-971c-a76288b2a405 req-766279f0-30e4-4c38-b518-6c3aa7af0e82 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 945 time: 0.1060157 Aug 17 16:22:11.661688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'tag': '311ed4dd-ba11-493e-95b0-a931da28137c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:11.663882 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "587f5c8c-3ab5-4337-a7eb-3b52f9cff365", "tag": "311ed4dd-ba11-493e-95b0-a931da28137c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:11.669930 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-9ee6689d-d099-416a-9d01-16536cfa718f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311ed4dd-ba11-493e-95b0-a931da28137c HTTP/1.1" status: 200 len: 217 time: 0.0573888 Aug 17 16:22:11.714039 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bea6371-e829-4456-b429-671f4ee2f326 x-openstack-request-id: req-0bea6371-e829-4456-b429-671f4ee2f326 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:11.714185 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587f5c8c-3ab5-4337-a7eb-3b52f9cff365", "tag": "311ed4dd-ba11-493e-95b0-a931da28137c", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:11.714443 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bea6371-e829-4456-b429-671f4ee2f326 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:11.714838 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'tag': '311ed4dd-ba11-493e-95b0-a931da28137c', 'status': 'completed', 'code': 200} Aug 17 16:22:11.739661 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fad827a-0e5f-4248-971c-a76288b2a405 req-2e032739-c816-445c-a3c7-bb620c33a864 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721421 Aug 17 16:22:11.747581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-13e75420-c4c3-4d02-a37f-8102824a4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.749044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-13e75420-c4c3-4d02-a37f-8102824a4e12 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190 HTTP/1.1" status: 200 len: 851 time: 0.0654881 Aug 17 16:22:11.800115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf88273-bb5d-47a8-80da-ade3074e8f93 req-54f9178c-f952-40ad-9b15-6d10250e1b03 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.801659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faf88273-bb5d-47a8-80da-ade3074e8f93 req-54f9178c-f952-40ad-9b15-6d10250e1b03 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.0538330 Aug 17 16:22:11.801841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-8c4e4744-18ff-460d-9a15-afbccc09d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:11.803467 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-8c4e4744-18ff-460d-9a15-afbccc09d99d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46d11250-1c9a-46ed-be90-a1ec2d332f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458870 Aug 17 16:22:11.842639 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faf88273-bb5d-47a8-80da-ade3074e8f93 req-7b50242a-c2d8-425b-a87b-d1b6acb1b312 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Aug 17 16:22:11.902835 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-9b39553f-fbc7-4a7e-9d2b-bb42afbcba2f service neutron] 10.222.0.91 "GET /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901134 Aug 17 16:22:11.996354 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44b4e7d0-a142-41a9-b596-54f634dbdaeb req-07c2d203-e951-4505-903f-02f6598f348a service neutron] 10.222.0.91 "GET /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857518 Aug 17 16:22:12.098670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-006097b7-6d69-42c8-b6ef-e7e5645f6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:12.100121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-006097b7-6d69-42c8-b6ef-e7e5645f6b33 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c254b020dd9c4098807afe6da6a05cbe&device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 1094 time: 0.0500059 Aug 17 16:22:12.209503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-3a641bd6-165b-4b25-b940-e90247f49061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:12.211176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-3a641bd6-165b-4b25-b940-e90247f49061 service neutron] 10.222.0.91 "GET /v2.0/networks?id=46d11250-1c9a-46ed-be90-a1ec2d332f59 HTTP/1.1" status: 200 len: 913 time: 0.1018102 Aug 17 16:22:12.284408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-b983431d-d339-4096-8934-2bcda2a935fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311ed4dd-ba11-493e-95b0-a931da28137c HTTP/1.1" status: 200 len: 217 time: 0.0536659 Aug 17 16:22:12.346652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b492c-f062-4b52-be80-5b5095b65cea req-15328d9c-bc7d-43bd-a0d6-c59318dc7827 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:12.348099 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-668b492c-f062-4b52-be80-5b5095b65cea req-15328d9c-bc7d-43bd-a0d6-c59318dc7827 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.1496797 Aug 17 16:22:12.394451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-4501b5c7-356c-435a-be34-4d52f2ebd134 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:12.395920 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-4501b5c7-356c-435a-be34-4d52f2ebd134 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.91 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 950 time: 0.1246431 Aug 17 16:22:12.399591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-d3e1d970-f87a-4b04-95eb-e89df3eb4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:12.401505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-d3e1d970-f87a-4b04-95eb-e89df3eb4a2b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190 HTTP/1.1" status: 200 len: 851 time: 0.0986943 Aug 17 16:22:12.420456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-c07310cd-1896-4b96-a83d-72ae75081f43 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1031586198&fields=id&tenant_id=3690e36657ff4730870dda1b47d01281 HTTP/1.1" status: 200 len: 267 time: 0.0353429 Aug 17 16:22:12.487572 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-668b492c-f062-4b52-be80-5b5095b65cea req-fa1c75e8-146c-4f92-acab-eef993cf6094 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258008 Aug 17 16:22:12.526001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-724feda6-71a7-45e7-8532-a5b8dae3c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:12.527776 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-724feda6-71a7-45e7-8532-a5b8dae3c6c6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46d11250-1c9a-46ed-be90-a1ec2d332f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172767 Aug 17 16:22:12.557227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-bfb578c8-ca7b-4db7-8cc7-be7e65be1d6e tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:12.558736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-bfb578c8-ca7b-4db7-8cc7-be7e65be1d6e tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/networks?id=78726d98-da38-427f-a4ef-86dfdb590214 HTTP/1.1" status: 200 len: 816 time: 0.1300859 Aug 17 16:22:12.574298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-2048b3b9-5fd9-41cf-9783-33da785fef72 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/quotas/3690e36657ff4730870dda1b47d01281 HTTP/1.1" status: 200 len: 375 time: 0.0098073 Aug 17 16:22:12.637719 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0bc811f3-56ce-45df-a347-b40c21016e87 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3690e36657ff4730870dda1b47d01281&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573361 Aug 17 16:22:12.748796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-3d21b523-1c4f-4af9-87f1-1a79c9504eb7 service neutron] 10.222.0.77 "GET /v2.0/networks/78726d98-da38-427f-a4ef-86dfdb590214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970471 Aug 17 16:22:12.872756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0cf613dd-b52f-4491-9b68-6d1cbdb087dc service neutron] 10.222.0.77 "GET /v2.0/networks/78726d98-da38-427f-a4ef-86dfdb590214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175606 Aug 17 16:22:12.948206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-d7b12135-08f0-4949-b5dc-fcb3d45775b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Deleting port 0484ca24-b269-4c34-b1b1-87ba14ee46bc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:22:12.948776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-d7b12135-08f0-4949-b5dc-fcb3d45775b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:13.002457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0089541a-6f43-4af7-9039-97349ea648b7 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:22:13.010691 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:22:13.038727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:22:13.039182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 315dea2a-5e1c-4b6d-ae22-3984b8e94ba2 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:22:13.043281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581bd1e-8195-4187-88c4-f0d29b008ab1 req-018eff92-18cb-4b6c-9bff-81ec11269f8b tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:13.044632 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5581bd1e-8195-4187-88c4-f0d29b008ab1 req-018eff92-18cb-4b6c-9bff-81ec11269f8b tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 950 time: 0.4848719 Aug 17 16:22:13.098451 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-7cdfcbef-c7a7-42fc-a44c-34cd073a1db0 service neutron] 10.222.0.91 "GET /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598290 Aug 17 16:22:13.149782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:13.164495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '0089541a-6f43-4af7-9039-97349ea648b7', 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3', 'port_id': '0089541a-6f43-4af7-9039-97349ea648b7', 'mac_address': 'fa:16:3e:06:e8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb19aee1-783b-4332-b4fd-155bac3d322f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:22:13.185241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-d7b12135-08f0-4949-b5dc-fcb3d45775b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] For port 0484ca24-b269-4c34-b1b1-87ba14ee46bc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0484ca24-b269-4c34-b1b1-87ba14ee46bc,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:13.185241 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-d7b12135-08f0-4949-b5dc-fcb3d45775b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:13.192552 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5581bd1e-8195-4187-88c4-f0d29b008ab1 req-4dc97d01-030a-4c05-89cf-4b6d2f584bd7 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/security-groups?id=fab4d894-5a48-4793-ba04-aa295abee243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303024 Aug 17 16:22:13.216734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-d7b12135-08f0-4949-b5dc-fcb3d45775b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Calling delete_port for 0484ca24-b269-4c34-b1b1-87ba14ee46bc owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:22:13.235680 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:13.274323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0089541a-6f43-4af7-9039-97349ea648b7 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:13.307710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:13.314251 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffa7ee12-2ea1-456c-aa3d-50246e0fa8a1 req-65bdf0c0-f546-466f-960e-448f67a9d28e service neutron] 10.222.0.91 "GET /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085059 Aug 17 16:22:13.316837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:13.393052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0089541a-6f43-4af7-9039-97349ea648b7,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:13.397172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463ca96-be7e-448d-9d39-bbb86a459328 req-5ded3532-9c66-4337-9ed7-adbfc96e85d4 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:13.403135 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b463ca96-be7e-448d-9d39-bbb86a459328 req-5ded3532-9c66-4337-9ed7-adbfc96e85d4 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 943 time: 0.1068041 Aug 17 16:22:13.474867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373d69-c319-4129-8e8e-c258271cd0ce req-1a848b60-a622-4612-a73e-f095d40a5575 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:13.483170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e373d69-c319-4129-8e8e-c258271cd0ce req-1a848b60-a622-4612-a73e-f095d40a5575 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 945 time: 0.0924661 Aug 17 16:22:13.485964 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b463ca96-be7e-448d-9d39-bbb86a459328 req-bcd3fbfe-e326-4f33-b1cb-4c92431148b4 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792060 Aug 17 16:22:13.526409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0089541a-6f43-4af7-9039-97349ea648b7'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:13.535530 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-d7b12135-08f0-4949-b5dc-fcb3d45775b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:13.547334 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e373d69-c319-4129-8e8e-c258271cd0ce req-4ee51c0f-0ab9-4f1f-a849-a7f3a21669bd tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586543 Aug 17 16:22:13.607318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b12135-08f0-4949-b5dc-fcb3d45775b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Pushing event deleted for resources: {'Port': ['ID=0484ca24-b269-4c34-b1b1-87ba14ee46bc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:13.640906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-d7b12135-08f0-4949-b5dc-fcb3d45775b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] No DVR routers for this DVR port 0484ca24-b269-4c34-b1b1-87ba14ee46bc on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:22:13.657272 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-d7b12135-08f0-4949-b5dc-fcb3d45775b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:13.657960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08663506-d045-4fd5-9a8c-19f7a2975693 req-d7b12135-08f0-4949-b5dc-fcb3d45775b2 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.91 "DELETE /v2.0/ports/0484ca24-b269-4c34-b1b1-87ba14ee46bc HTTP/1.1" status: 204 len: 173 time: 1.2542930 Aug 17 16:22:13.661226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-317a5cc5-4125-4b3a-be09-e30166ec7b7d req-0d94be55-b6ea-4bf6-bd19-b348ce746ab5 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 210 time: 0.0388014 Aug 17 16:22:13.716241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63caa23-0af8-4829-bbeb-63a6f9c1b347 req-2b1e6cb7-f8f2-4143-b28a-0463b49b4c3b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:13.718155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c63caa23-0af8-4829-bbeb-63a6f9c1b347 req-2b1e6cb7-f8f2-4143-b28a-0463b49b4c3b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.0795522 Aug 17 16:22:13.718890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d8cda-cad1-4604-8dd7-94ee99d959d2', 'name': 'network-vif-deleted', 'tag': '0484ca24-b269-4c34-b1b1-87ba14ee46bc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:13.722831 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58669296-b238-4ee3-a1bd-bfb37842674e" -d '{"events": [{"server_uuid": "221d8cda-cad1-4604-8dd7-94ee99d959d2", "name": "network-vif-deleted", "tag": "0484ca24-b269-4c34-b1b1-87ba14ee46bc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:13.788515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c63caa23-0af8-4829-bbeb-63a6f9c1b347 req-d4e0b8bc-3dca-4a27-9c69-a0fde2832649 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621004 Aug 17 16:22:13.939924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5689ff6-9b17-4f1c-bc69-03535a48d465 req-3eeb3374-452a-40d7-9976-918362d0cb8a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:13.941128 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5689ff6-9b17-4f1c-bc69-03535a48d465 req-3eeb3374-452a-40d7-9976-918362d0cb8a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 944 time: 0.0599599 Aug 17 16:22:14.007578 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5689ff6-9b17-4f1c-bc69-03535a48d465 req-68dc82e1-b911-46b2-94cf-bd42c16e1e15 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552423 Aug 17 16:22:14.018654 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532efda5-d341-49bb-8351-661e6f92722f x-openstack-request-id: req-532efda5-d341-49bb-8351-661e6f92722f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:14.019178 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d8cda-cad1-4604-8dd7-94ee99d959d2", "name": "network-vif-deleted", "tag": "0484ca24-b269-4c34-b1b1-87ba14ee46bc", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:14.019514 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-532efda5-d341-49bb-8351-661e6f92722f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:14.020126 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d8cda-cad1-4604-8dd7-94ee99d959d2', 'name': 'network-vif-deleted', 'tag': '0484ca24-b269-4c34-b1b1-87ba14ee46bc', 'status': 'completed', 'code': 200} Aug 17 16:22:14.115541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0484ca24-b269-4c34-b1b1-87ba14ee46bc'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:14.129777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6b32a-3c13-43e8-889d-96bca641485f req-6e083d77-3a3e-419e-bf40-274bb142041c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:14.144001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dbf6b32a-3c13-43e8-889d-96bca641485f req-6e083d77-3a3e-419e-bf40-274bb142041c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 945 time: 0.0851243 Aug 17 16:22:14.192633 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dbf6b32a-3c13-43e8-889d-96bca641485f req-86942a17-13c0-4859-bffc-2b031d7e27a6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Aug 17 16:22:14.312418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b04b761f-c72f-4ce7-8df6-a0161c458993 req-20211c4e-72c6-49f5-8614-4932a1c59b61 tempest-ServersAdminNegativeTestJSON-934226041 tempest-ServersAdminNegativeTestJSON-934226041-project] 10.222.0.77 "GET /v2.0/ports?device_id=221d8cda-cad1-4604-8dd7-94ee99d959d2 HTTP/1.1" status: 200 len: 210 time: 0.0333960 Aug 17 16:22:14.656342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e845c40-dde1-43ae-907d-d05ecbea88be req-6361c1e8-77cf-48ee-939b-a75cdec505b2 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:14.657881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e845c40-dde1-43ae-907d-d05ecbea88be req-6361c1e8-77cf-48ee-939b-a75cdec505b2 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 943 time: 0.0866086 Aug 17 16:22:14.667701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-5d4509b8-0525-4323-97f8-baaca1102ecd tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:14.669381 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-5d4509b8-0525-4323-97f8-baaca1102ecd tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.91 "GET /v2.0/networks?id=78726d98-da38-427f-a4ef-86dfdb590214 HTTP/1.1" status: 200 len: 816 time: 0.1628587 Aug 17 16:22:14.739854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e845c40-dde1-43ae-907d-d05ecbea88be req-eabc86d0-08c6-4c14-a052-140adeb102e7 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695064 Aug 17 16:22:14.748603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e562f10-5df9-4651-910a-0a3d6fc69a05 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3690e36657ff4730870dda1b47d01281 HTTP/1.1" status: 200 len: 380 time: 0.0640230 Aug 17 16:22:14.759378 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Request body: {'port': {'device_id': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'admin_state_up': True, 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'security_groups': ['97f5cd79-303f-4ac4-806f-f01b18b57ec9']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:14.788659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f125da58-49b3-4490-88c1-10b73e795529 req-a9cbe620-db36-4dd9-b4bb-25b5545cecea tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 210 time: 0.0391212 Aug 17 16:22:14.921353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Made reservation on behalf of 3690e36657ff4730870dda1b47d01281 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:14.926521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:14.949426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e756dc-8134-4531-a201-2880c04fd5af req-6519101d-5020-43ee-b58c-d1f8811f628f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:14.951361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-50e756dc-8134-4531-a201-2880c04fd5af req-6519101d-5020-43ee-b58c-d1f8811f628f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.0589645 Aug 17 16:22:15.004023 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-50e756dc-8134-4531-a201-2880c04fd5af req-dd84b80f-f14d-4735-9846-fd06b5ff9e8a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Aug 17 16:22:15.014587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 311ed4dd-ba11-493e-95b0-a931da28137c details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:22:15.020132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0089541a-6f43-4af7-9039-97349ea648b7 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:15.148426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 0089541a-6f43-4af7-9039-97349ea648b7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:15.155603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 0089541a-6f43-4af7-9039-97349ea648b7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:15.156077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:15.205699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 311ed4dd-ba11-493e-95b0-a931da28137c, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=311ed4dd-ba11-493e-95b0-a931da28137c,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:15.216269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Allocated IP 172.20.0.11 (78726d98-da38-427f-a4ef-86dfdb590214/95707993-0dd2-4e23-8593-8d60a7b2c611/84906ae1-5721-4bbb-a900-f1b186742783) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:15.230027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f560e-cf39-4edf-b176-3dfe0b617f26 req-8c010f25-fffe-49c7-821c-8126e4dc3b26 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:15.238433 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d69f560e-cf39-4edf-b176-3dfe0b617f26 req-8c010f25-fffe-49c7-821c-8126e4dc3b26 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 944 time: 0.1564476 Aug 17 16:22:15.252541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '311ed4dd-ba11-493e-95b0-a931da28137c', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'port_id': '311ed4dd-ba11-493e-95b0-a931da28137c', 'mac_address': 'fa:16:3e:cc:1d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:22:15.295555 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d69f560e-cf39-4edf-b176-3dfe0b617f26 req-922ee43f-eaff-4adb-bed9-c554ed1bc51a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560975 Aug 17 16:22:15.355872 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:15.358605 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:15.373424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7515b3e-362d-4155-92b5-9fdf5208d59d req-ad5bf0c4-e06e-4abb-957b-26e8d96d8912 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:15.374366 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7515b3e-362d-4155-92b5-9fdf5208d59d req-ad5bf0c4-e06e-4abb-957b-26e8d96d8912 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 945 time: 0.1017361 Aug 17 16:22:15.392945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311ed4dd-ba11-493e-95b0-a931da28137c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:15.411620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0089541a-6f43-4af7-9039-97349ea648b7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:15.414000 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4420cfc9-d00d-4a2e-bbab-badd8e1e4a11" -d '{"events": [{"server_uuid": "67474dca-3a3e-4ef1-8fc5-88fd9b9525ae", "name": "network-vif-plugged", "status": "completed", "tag": "0089541a-6f43-4af7-9039-97349ea648b7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:15.475923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:15.481656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7515b3e-362d-4155-92b5-9fdf5208d59d req-a7c0a391-6b59-406b-b4c8-5a2f33d54806 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987580 Aug 17 16:22:15.494110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-149684aa-ee27-4eaf-be64-ee7ace57d09f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:15.495768 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-149684aa-ee27-4eaf-be64-ee7ace57d09f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 945 time: 0.0917385 Aug 17 16:22:15.509451 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:15.528569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 311ed4dd-ba11-493e-95b0-a931da28137c, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=311ed4dd-ba11-493e-95b0-a931da28137c,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:15.540868 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:15.572517 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f552bd8-ea53-4fcf-98f4-00f6c36672c4 x-openstack-request-id: req-7f552bd8-ea53-4fcf-98f4-00f6c36672c4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:15.572986 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67474dca-3a3e-4ef1-8fc5-88fd9b9525ae", "name": "network-vif-plugged", "status": "completed", "tag": "0089541a-6f43-4af7-9039-97349ea648b7", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:15.573247 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f552bd8-ea53-4fcf-98f4-00f6c36672c4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:15.573646 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0089541a-6f43-4af7-9039-97349ea648b7', 'code': 200} Aug 17 16:22:15.630973 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:15.643424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0089541a-6f43-4af7-9039-97349ea648b7,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:15.686421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Transition to ACTIVE for port object 84906ae1-5721-4bbb-a900-f1b186742783 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:15.709709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8cdd1-5fbc-41ee-90a3-1edff19898b5 req-42af24e7-1a2c-47e8-b1c5-24233cb4aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:15.711613 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43c8cdd1-5fbc-41ee-90a3-1edff19898b5 req-42af24e7-1a2c-47e8-b1c5-24233cb4aad9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 1096 time: 0.0905910 Aug 17 16:22:15.752540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=311ed4dd-ba11-493e-95b0-a931da28137c,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:15.760388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-429649fc-7fce-404b-870d-741f2567a745 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Deleting port e698f38f-bc59-48da-aae1-7a669f57ce13 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:22:15.760878 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-429649fc-7fce-404b-870d-741f2567a745 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:15.844910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['311ed4dd-ba11-493e-95b0-a931da28137c'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:15.854952 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43c8cdd1-5fbc-41ee-90a3-1edff19898b5 req-be86f9e7-56e5-4f36-83d8-3dbfe2e1789e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276336 Aug 17 16:22:15.862010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47240) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:15.898329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:15.981028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-429649fc-7fce-404b-870d-741f2567a745 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] For port e698f38f-bc59-48da-aae1-7a669f57ce13, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e698f38f-bc59-48da-aae1-7a669f57ce13,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:15.981653 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-429649fc-7fce-404b-870d-741f2567a745 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:16.032468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa169ae-3a55-4823-abc2-aace793f3e61 req-202e0a11-57d2-4f9c-8cb5-e1abf244f3ae tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:16.034769 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fa169ae-3a55-4823-abc2-aace793f3e61 req-202e0a11-57d2-4f9c-8cb5-e1abf244f3ae tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 944 time: 0.1474214 Aug 17 16:22:16.036087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-429649fc-7fce-404b-870d-741f2567a745 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Calling delete_port for e698f38f-bc59-48da-aae1-7a669f57ce13 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:22:16.040821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Network 78726d98-da38-427f-a4ef-86dfdb590214 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:16.050176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:16.061158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:16.064836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Pushing event updated for resources: {'Port': ['ID=84906ae1-5721-4bbb-a900-f1b186742783,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:16.164843 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fa169ae-3a55-4823-abc2-aace793f3e61 req-58e04eac-0980-4683-aeb6-10ef20c10807 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202996 Aug 17 16:22:16.177535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d228ede-6e78-4a4d-a641-02fa47dc4b61 req-3a15987c-9f54-4a35-8401-7e29b984ec6b tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:16.186165 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3d228ede-6e78-4a4d-a641-02fa47dc4b61 req-3a15987c-9f54-4a35-8401-7e29b984ec6b tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 932 time: 0.2274125 Aug 17 16:22:16.251508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:16.252333 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3d228ede-6e78-4a4d-a641-02fa47dc4b61 req-cad6313f-c98f-4617-82ac-880321de8a97 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616674 Aug 17 16:22:16.252467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:16.274764 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ab436ebc-318b-4685-a3df-8f330bb7b906 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2141d363848042168734d17d5a618087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089427 Aug 17 16:22:16.274947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:16.301340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-6e24710a-0b3f-4152-8a0b-0ec8ee8564e8 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5456095 Aug 17 16:22:16.330483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Request body: {'port': {'device_id': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:16.466417 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:16.481654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4aa566bf-6ad9-4cc9-8297-5337d4f04ed9 None None] Provisioning for port 84906ae1-5721-4bbb-a900-f1b186742783 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:16.488150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4aa566bf-6ad9-4cc9-8297-5337d4f04ed9 None None] Provisioning complete for port 84906ae1-5721-4bbb-a900-f1b186742783 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:16.488946 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aa566bf-6ad9-4cc9-8297-5337d4f04ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:16.496843 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-429649fc-7fce-404b-870d-741f2567a745 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:16.516993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d901c9-8c8d-4d8f-adf3-e678f53c1519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:16.539810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11c375-a572-464b-92ee-028a988e62bd req-9b1e5969-97d2-45a9-b95c-c207975b6d21 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:16.543263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3a11c375-a572-464b-92ee-028a988e62bd req-9b1e5969-97d2-45a9-b95c-c207975b6d21 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1186864 Aug 17 16:22:16.550224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80dbe7-759f-456e-bc2a-ffe12ce622a6 req-58867721-5526-4be8-a668-56d2fb4f8b03 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:16.570224 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a80dbe7-759f-456e-bc2a-ffe12ce622a6 req-58867721-5526-4be8-a668-56d2fb4f8b03 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.2153666 Aug 17 16:22:16.575187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4aa566bf-6ad9-4cc9-8297-5337d4f04ed9 None None] Port 84906ae1-5721-4bbb-a900-f1b186742783 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:22:16.592149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429649fc-7fce-404b-870d-741f2567a745 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event deleted for resources: {'Port': ['ID=e698f38f-bc59-48da-aae1-7a669f57ce13,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:16.648619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d901c9-8c8d-4d8f-adf3-e678f53c1519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:16.673881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3a11c375-a572-464b-92ee-028a988e62bd req-17cd800c-7672-4166-9539-e1431498c30d tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243067 Aug 17 16:22:16.721053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-429649fc-7fce-404b-870d-741f2567a745 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] No DVR routers for this DVR port e698f38f-bc59-48da-aae1-7a669f57ce13 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:22:16.751206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-429649fc-7fce-404b-870d-741f2567a745 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:16.754730 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe1e267f-5254-4e63-8f62-435a5b571f16 req-429649fc-7fce-404b-870d-741f2567a745 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "DELETE /v2.0/ports/e698f38f-bc59-48da-aae1-7a669f57ce13 HTTP/1.1" status: 204 len: 173 time: 1.2521360 Aug 17 16:22:16.755736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2c5c07-6229-4297-a542-8ee2c7e7284b', 'name': 'network-vif-deleted', 'tag': 'e698f38f-bc59-48da-aae1-7a669f57ce13'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:16.759643 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08a4b05-4b45-4878-9edd-65e6ed952e48" -d '{"events": [{"server_uuid": "4a2c5c07-6229-4297-a542-8ee2c7e7284b", "name": "network-vif-deleted", "tag": "e698f38f-bc59-48da-aae1-7a669f57ce13"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:16.794126 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a80dbe7-759f-456e-bc2a-ffe12ce622a6 req-155d42e0-d899-49fe-a848-92389050a22e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218165 Aug 17 16:22:16.843207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d901c9-8c8d-4d8f-adf3-e678f53c1519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:16.849409 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d901c9-8c8d-4d8f-adf3-e678f53c1519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:16.855949 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-15d901c9-8c8d-4d8f-adf3-e678f53c1519 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fab4d894-5a48-4793-ba04-aa295abee243 HTTP/1.1" status: 204 len: 168 time: 0.5772567 Aug 17 16:22:16.892833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d901c9-8c8d-4d8f-adf3-e678f53c1519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab4d894-5a48-4793-ba04-aa295abee243,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:16.977291 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c21004-ac88-487b-b438-708a0b9f4411 x-openstack-request-id: req-22c21004-ac88-487b-b438-708a0b9f4411 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:16.978034 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2c5c07-6229-4297-a542-8ee2c7e7284b", "name": "network-vif-deleted", "tag": "e698f38f-bc59-48da-aae1-7a669f57ce13", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:16.978648 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22c21004-ac88-487b-b438-708a0b9f4411 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:16.979950 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2c5c07-6229-4297-a542-8ee2c7e7284b', 'name': 'network-vif-deleted', 'tag': 'e698f38f-bc59-48da-aae1-7a669f57ce13', 'status': 'completed', 'code': 200} Aug 17 16:22:17.014995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 311ed4dd-ba11-493e-95b0-a931da28137c up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:17.018748 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-600b39a9-2bd3-4436-82d0-82887ed60aa2 req-aeea860b-5e85-4496-87e7-676b9ddd2aea tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a2c5c07-6229-4297-a542-8ee2c7e7284b HTTP/1.1" status: 200 len: 210 time: 0.1004343 Aug 17 16:22:17.036025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84906ae1-5721-4bbb-a900-f1b186742783 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:17.053250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.083929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Transition to ACTIVE for port object 84906ae1-5721-4bbb-a900-f1b186742783 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:17.086337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 311ed4dd-ba11-493e-95b0-a931da28137c completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:17.090422 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.093062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 311ed4dd-ba11-493e-95b0-a931da28137c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:17.093747 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.221850 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.295730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Pushing event updated for resources: {'Port': ['ID=84906ae1-5721-4bbb-a900-f1b186742783,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:17.317202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 311ed4dd-ba11-493e-95b0-a931da28137c, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=311ed4dd-ba11-493e-95b0-a931da28137c,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:17.334441 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.339876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0484ca24-b269-4c34-b1b1-87ba14ee46bc no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:22:17.431726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 0484ca24-b269-4c34-b1b1-87ba14ee46bc {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:22:17.432189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0484ca24-b269-4c34-b1b1-87ba14ee46bc not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:22:17.433399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d66ca1-42c8-470d-85d4-5cfbfe0c1779 req-1ea93936-e0e5-457b-a731-d13fa8d891a1 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:17.441807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d66ca1-42c8-470d-85d4-5cfbfe0c1779 req-1ea93936-e0e5-457b-a731-d13fa8d891a1 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 945 time: 0.1064403 Aug 17 16:22:17.450621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:17.519972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Attempting to bind port 84906ae1-5721-4bbb-a900-f1b186742783 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:17.520605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Attempting to bind port 84906ae1-5721-4bbb-a900-f1b186742783 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:17.521116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Attempting to bind port 84906ae1-5721-4bbb-a900-f1b186742783 on network 78726d98-da38-427f-a4ef-86dfdb590214 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:17.531734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Port 84906ae1-5721-4bbb-a900-f1b186742783 on network 78726d98-da38-427f-a4ef-86dfdb590214 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:22:17.532356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Attempting to bind port 84906ae1-5721-4bbb-a900-f1b186742783 on network 78726d98-da38-427f-a4ef-86dfdb590214 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:17.542109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24ff9c-759e-4533-8d1b-5909798ffb10 req-d7dd94ba-72c1-4079-8507-abd04dd85706 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:17.550196 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc24ff9c-759e-4533-8d1b-5909798ffb10 req-d7dd94ba-72c1-4079-8507-abd04dd85706 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 944 time: 0.1125441 Aug 17 16:22:17.550479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e3a013c7-4a00-41ba-97e8-7f131bf110c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=569dee56b442430599d7829bd71e5b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0984294 Aug 17 16:22:17.555326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:17.566515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=311ed4dd-ba11-493e-95b0-a931da28137c,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:17.575520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311ed4dd-ba11-493e-95b0-a931da28137c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:17.578211 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f1d69c-3458-49fd-9d82-828a97009d3a" -d '{"events": [{"server_uuid": "587f5c8c-3ab5-4337-a7eb-3b52f9cff365", "name": "network-vif-plugged", "status": "completed", "tag": "311ed4dd-ba11-493e-95b0-a931da28137c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:17.596326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:17.596935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Checking segment: {'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:17.597508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Bound using segment: {'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:17.598699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Bound port: 84906ae1-5721-4bbb-a900-f1b186742783, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f4f8830-557a-4393-a87d-d2ce530c3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:17.599359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.606894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d66ca1-42c8-470d-85d4-5cfbfe0c1779 req-5ae24188-8f64-4d0a-8112-e22bbf1c7e71 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438098 Aug 17 16:22:17.673587 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc24ff9c-759e-4533-8d1b-5909798ffb10 req-139803a0-862b-45fc-8cd1-e3ddcac20a04 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219554 Aug 17 16:22:17.703027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26d875b5-afcb-4d5e-9622-e5c751f84bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.752696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] For port 84906ae1-5721-4bbb-a900-f1b186742783, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:17.760762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] For port 84906ae1-5721-4bbb-a900-f1b186742783, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=84906ae1-5721-4bbb-a900-f1b186742783,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:17.765174 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26fb8f7-739f-42f5-83e6-998165608de7 x-openstack-request-id: req-d26fb8f7-739f-42f5-83e6-998165608de7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:17.765873 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587f5c8c-3ab5-4337-a7eb-3b52f9cff365", "name": "network-vif-plugged", "status": "completed", "tag": "311ed4dd-ba11-493e-95b0-a931da28137c", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:17.766339 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d26fb8f7-739f-42f5-83e6-998165608de7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:17.766935 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311ed4dd-ba11-493e-95b0-a931da28137c', 'code': 200} Aug 17 16:22:17.771380 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.782480 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26d875b5-afcb-4d5e-9622-e5c751f84bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.821153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:17.823512 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.826019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] 10.222.0.91 "PUT /v2.0/ports/84906ae1-5721-4bbb-a900-f1b186742783 HTTP/1.1" status: 200 len: 1092 time: 1.5069797 Aug 17 16:22:17.833949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'tag': '84906ae1-5721-4bbb-a900-f1b186742783'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:17.848261 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cac2901-68a2-4dd1-94ca-542970908a87" -d '{"events": [{"name": "network-changed", "server_uuid": "56e5957b-ed11-4b5c-b176-4b5380ece0a5", "tag": "84906ae1-5721-4bbb-a900-f1b186742783"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:17.912186 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26d875b5-afcb-4d5e-9622-e5c751f84bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.917848 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26d875b5-afcb-4d5e-9622-e5c751f84bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:17.919550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-26d875b5-afcb-4d5e-9622-e5c751f84bdf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb7a21a9-47dc-4305-8de8-e6baa4d96bcc HTTP/1.1" status: 204 len: 168 time: 0.3627262 Aug 17 16:22:17.958340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d875b5-afcb-4d5e-9622-e5c751f84bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a21a9-47dc-4305-8de8-e6baa4d96bcc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:17.990118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec92478-7fbb-4d41-bbbd-9246abbcb933 service neutron] Pushing event updated for resources: {'Port': ['ID=84906ae1-5721-4bbb-a900-f1b186742783,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:18.010679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce66ba-33ff-4841-bfe3-2fd55757a5f1 req-f93010e5-7479-4f04-b27d-a88b7db4489e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:18.012663 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2dce66ba-33ff-4841-bfe3-2fd55757a5f1 req-f93010e5-7479-4f04-b27d-a88b7db4489e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1144278 Aug 17 16:22:18.075532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2dce66ba-33ff-4841-bfe3-2fd55757a5f1 req-575513c7-bdd5-40b8-be47-35bc896ef3bb tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 Aug 17 16:22:18.088453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-79ff73dd-30a6-4bae-b44e-dec0b37b86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:18.089859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-79ff73dd-30a6-4bae-b44e-dec0b37b86f5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3690e36657ff4730870dda1b47d01281&device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 1095 time: 0.1534884 Aug 17 16:22:18.121550 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac37b2d6-18a1-433e-bafc-5073ff29580a x-openstack-request-id: req-ac37b2d6-18a1-433e-bafc-5073ff29580a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:18.121895 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e5957b-ed11-4b5c-b176-4b5380ece0a5", "tag": "84906ae1-5721-4bbb-a900-f1b186742783", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:18.122093 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac37b2d6-18a1-433e-bafc-5073ff29580a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:18.122359 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'tag': '84906ae1-5721-4bbb-a900-f1b186742783', 'status': 'completed', 'code': 200} Aug 17 16:22:18.168275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4409495-9a8c-43a6-9ce1-e5e0c9e4b9ac req-dbef7a24-11e7-49ff-9dec-ede34e4e017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:18.175011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4409495-9a8c-43a6-9ce1-e5e0c9e4b9ac req-dbef7a24-11e7-49ff-9dec-ede34e4e017d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 1096 time: 0.2765732 Aug 17 16:22:18.183244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1b07-1ce9-4365-a32a-45f6c0615f5d req-52594331-3fe6-4338-a886-089385c9fe3a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:18.196580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93cf1b07-1ce9-4365-a32a-45f6c0615f5d req-52594331-3fe6-4338-a886-089385c9fe3a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.2461045 Aug 17 16:22:18.229786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-83332e73-92f7-4b4a-b02d-0bb56652d1af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84906ae1-5721-4bbb-a900-f1b186742783 HTTP/1.1" status: 200 len: 217 time: 0.1202676 Aug 17 16:22:18.363980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbc0cd-b61d-4289-8402-d51e1c52b2c5 req-45d15a65-a2a8-4b9f-a682-05d37d5ebe8b tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:18.366413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9cbc0cd-b61d-4289-8402-d51e1c52b2c5 req-45d15a65-a2a8-4b9f-a682-05d37d5ebe8b tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 1096 time: 0.0540338 Aug 17 16:22:18.424403 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9cbc0cd-b61d-4289-8402-d51e1c52b2c5 req-01e9e224-0dca-4dbb-a30a-f6c8a3d53092 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505207 Aug 17 16:22:18.427438 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93cf1b07-1ce9-4365-a32a-45f6c0615f5d req-7d7a6ed0-06cc-4136-a96f-775b14d9bcb6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299724 Aug 17 16:22:18.468135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-e8e53fa8-4cee-4bf3-8728-2352cf8edc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:18.470016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e698f38f-bc59-48da-aae1-7a669f57ce13 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:22:18.474471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-e8e53fa8-4cee-4bf3-8728-2352cf8edc7f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=95707993-0dd2-4e23-8593-8d60a7b2c611 HTTP/1.1" status: 200 len: 855 time: 0.2329652 Aug 17 16:22:18.478659 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4409495-9a8c-43a6-9ce1-e5e0c9e4b9ac req-4055b796-adf2-4211-99a2-c5d09946067e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777138 Aug 17 16:22:18.505435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: e698f38f-bc59-48da-aae1-7a669f57ce13 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:22:18.505859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e698f38f-bc59-48da-aae1-7a669f57ce13 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:22:18.506358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67cdd04c-919a-413d-8159-2e94cf623b30 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:22:18.605763 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:18.645317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-a3341e94-7b0e-49b2-ab23-ca64900c360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:18.649371 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-a3341e94-7b0e-49b2-ab23-ca64900c360a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=78726d98-da38-427f-a4ef-86dfdb590214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155937 Aug 17 16:22:18.697022 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67cdd04c-919a-413d-8159-2e94cf623b30, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67cdd04c-919a-413d-8159-2e94cf623b30,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:18.705835 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:18.859166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=67cdd04c-919a-413d-8159-2e94cf623b30,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:18.873033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-ad4262b9-b484-4553-87af-57107499d921 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:18.875144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d140b7b-ea5e-4b8e-869d-bb382e42e6db req-186fb4c1-35b6-44c9-bb55-3187a9a6bb67 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:18.884710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5d140b7b-ea5e-4b8e-869d-bb382e42e6db req-186fb4c1-35b6-44c9-bb55-3187a9a6bb67 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 945 time: 0.1062136 Aug 17 16:22:18.886215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-ad4262b9-b484-4553-87af-57107499d921 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.3208351 Aug 17 16:22:18.905130 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-6ec23c08-d7ff-4435-916d-d8a0973ebd82 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/quotas/53d1a0b8d2bf49299668c4fec59e650e HTTP/1.1" status: 200 len: 375 time: 0.0176253 Aug 17 16:22:18.937130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-54393b7c-6c9c-409d-a03a-09c50262e9ac service neutron] 10.222.0.91 "GET /v2.0/networks/78726d98-da38-427f-a4ef-86dfdb590214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814529 Aug 17 16:22:18.949917 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-ad804ad0-7496-4fc0-8108-f6875f31a338 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435996 Aug 17 16:22:18.956288 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5d140b7b-ea5e-4b8e-869d-bb382e42e6db req-1e7ec3fd-1e00-48c1-91a6-90360db4f065 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700538 Aug 17 16:22:19.173723 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-edd8cb33-e0be-460a-abba-cf2ba25e3493 service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217448 Aug 17 16:22:19.237456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed21544-ae4c-453f-9b77-583150a9c8e9 req-c596c1af-97b4-4d30-b983-ae76289b160b tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:19.251420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ed21544-ae4c-453f-9b77-583150a9c8e9 req-c596c1af-97b4-4d30-b983-ae76289b160b tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 944 time: 0.1770062 Aug 17 16:22:19.294251 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ac3317-6a1d-4bd0-a515-708c9ee84e30 req-dd7d44e1-d9a9-4a7b-8529-71eedcb93f14 service neutron] 10.222.0.91 "GET /v2.0/networks/78726d98-da38-427f-a4ef-86dfdb590214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367643 Aug 17 16:22:19.300377 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:19.345947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-1eadc768-cb30-4fa5-9cf3-211528c6d000 service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709607 Aug 17 16:22:19.373275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ed21544-ae4c-453f-9b77-583150a9c8e9 req-b370991a-4509-4655-a958-ccd317763657 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192367 Aug 17 16:22:19.459343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-21baf2f2-cdd4-44e8-954f-8ef22b6302ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:19.460963 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-21baf2f2-cdd4-44e8-954f-8ef22b6302ea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3690e36657ff4730870dda1b47d01281&device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0642598 Aug 17 16:22:19.528264 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:19.598501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:19.641148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-1888bf85-4879-44f9-9dbd-d28c948d8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:19.642974 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-1888bf85-4879-44f9-9dbd-d28c948d8de0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=78726d98-da38-427f-a4ef-86dfdb590214 HTTP/1.1" status: 200 len: 917 time: 0.1742561 Aug 17 16:22:19.707259 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54c52cba-4625-45b2-83eb-b0895ddd6ad0 req-a8515419-8856-4652-95b0-67e10a4813c2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0682743 Aug 17 16:22:19.711284 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-b5436bc4-fcff-4c3d-b267-d9b71e031e99 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84906ae1-5721-4bbb-a900-f1b186742783 HTTP/1.1" status: 200 len: 217 time: 0.0590785 Aug 17 16:22:19.757927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c338f-9e49-4ddb-a8a8-64d0f9a6914a req-8d7e197b-5960-4841-9386-ddf72193dcca tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:19.760382 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a36c338f-9e49-4ddb-a8a8-64d0f9a6914a req-8d7e197b-5960-4841-9386-ddf72193dcca tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 944 time: 0.1016026 Aug 17 16:22:19.768626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67cdd04c-919a-413d-8159-2e94cf623b30'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:19.771143 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d123a605-a17d-454f-85ce-36f139249205" -d '{"events": [{"server_uuid": "36724792-9d1c-4f11-b5c3-e0f07e84fbaa", "name": "network-vif-unplugged", "status": "completed", "tag": "67cdd04c-919a-413d-8159-2e94cf623b30"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:19.849486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-c4a0ea5d-1131-4366-baa0-b49788c578cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:19.853666 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-c4a0ea5d-1131-4366-baa0-b49788c578cb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=95707993-0dd2-4e23-8593-8d60a7b2c611 HTTP/1.1" status: 200 len: 855 time: 0.1342118 Aug 17 16:22:19.878483 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9d41a5-9874-4c6d-a803-1abd3c5e167d x-openstack-request-id: req-bd9d41a5-9874-4c6d-a803-1abd3c5e167d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:19.878770 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36724792-9d1c-4f11-b5c3-e0f07e84fbaa", "name": "network-vif-unplugged", "status": "completed", "tag": "67cdd04c-919a-413d-8159-2e94cf623b30", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:19.879214 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd9d41a5-9874-4c6d-a803-1abd3c5e167d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:19.879771 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67cdd04c-919a-413d-8159-2e94cf623b30', 'code': 200} Aug 17 16:22:19.903255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a36c338f-9e49-4ddb-a8a8-64d0f9a6914a req-1e95b515-6d43-40a7-819e-d54eb8ae32f9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291947 Aug 17 16:22:19.912347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-network', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:19.950054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Made reservation on behalf of 3d77cfe5fa204f7f8417a045cd578ef2 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:19.953329 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:19.968808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:19.970024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-6280620a-1034-4725-9604-fcd447890157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:19.972457 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-6280620a-1034-4725-9604-fcd447890157 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=78726d98-da38-427f-a4ef-86dfdb590214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113722 Aug 17 16:22:20.130413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:20.141832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:20.157469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:22:20.170634 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:20.171074 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Added segment 1c5e7f23-684a-47ab-9724-24a89df528e4 of type vlan for network de64ae9c-fda8-427c-8389-c6e3050b4e68 Aug 17 16:22:20.267567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c52cb1-485e-4925-b919-bc79fd31cca4 req-92e516af-f081-49b9-aa61-a66ff1cfba9e tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:20.269433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:20.271715 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a3c52cb1-485e-4925-b919-bc79fd31cca4 req-92e516af-f081-49b9-aa61-a66ff1cfba9e tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 945 time: 0.1613739 Aug 17 16:22:20.285384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-438147d7-0457-4a84-8e52-f604d6208cab service neutron] 10.222.0.91 "GET /v2.0/networks/78726d98-da38-427f-a4ef-86dfdb590214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046861 Aug 17 16:22:20.306784 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:20.370446 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:20.372338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:20.373494 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:20.413062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8087158 Aug 17 16:22:20.430281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47362) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:20.477240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c1ace-b39c-4e62-837b-dda60a86cfbd admin admin] Pushing event updated for resources: {'Network': ['ID=de64ae9c-fda8-427c-8389-c6e3050b4e68,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:20.482258 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67cdd04c-919a-413d-8159-2e94cf623b30 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:22:20.498161 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cac2901-68a2-4dd1-94ca-542970908a87 req-c32320b3-6cf4-4874-ac57-54d47e05d8a7 service neutron] 10.222.0.91 "GET /v2.0/networks/78726d98-da38-427f-a4ef-86dfdb590214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032857 Aug 17 16:22:20.500269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network de64ae9c-fda8-427c-8389-c6e3050b4e68 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:22:20.501899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Request body: {'subnet': {'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-subnet', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:20.533292 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a3c52cb1-485e-4925-b919-bc79fd31cca4 req-08136f77-b22d-4ef8-a9b2-880240dd5796 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402005 Aug 17 16:22:20.573258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Made reservation on behalf of 3d77cfe5fa204f7f8417a045cd578ef2 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:20.578302 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:20.595765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0f672-fc18-4a06-ae70-8892c3a5c99e req-da001a8d-b1b0-4b0f-bfa8-e450946730cc tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:20.598900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ce0f672-fc18-4a06-ae70-8892c3a5c99e req-da001a8d-b1b0-4b0f-bfa8-e450946730cc tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 944 time: 0.0927801 Aug 17 16:22:20.630823 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:22:20.654197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ce0f672-fc18-4a06-ae70-8892c3a5c99e req-598d0e9f-5b42-4c07-bde3-bf9f33d32561 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487549 Aug 17 16:22:20.843945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31090d5f-fa98-4d61-b504-01c6c4424b04 req-10528df8-e1ab-41a7-810f-2b759722d7b8 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:20.844116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67cdd04c-919a-413d-8159-2e94cf623b30, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67cdd04c-919a-413d-8159-2e94cf623b30,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:20.845557 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31090d5f-fa98-4d61-b504-01c6c4424b04 req-10528df8-e1ab-41a7-810f-2b759722d7b8 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 945 time: 0.1357117 Aug 17 16:22:20.856964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47372) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:20.864488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4735922d-06d5-4c35-aba6-23ce3fdd01bc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Request body: {'floatingip': {'port_id': '311ed4dd-ba11-493e-95b0-a931da28137c'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:20.867642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '67cdd04c-919a-413d-8159-2e94cf623b30', 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775', 'port_id': '67cdd04c-919a-413d-8159-2e94cf623b30', 'mac_address': 'fa:16:3e:06:15:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40428865-19e2-44b0-a5fa-06186e0ce9aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:22:20.911317 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43b3bfe3-a1b4-4f3a-bfc0-56532ca8283d req-7a9d4ef3-82e2-4a76-917f-69399914c7b1 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0460305 Aug 17 16:22:20.915809 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:20.936306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4735922d-06d5-4c35-aba6-23ce3fdd01bc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:20.941547 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:20.944609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cdd04c-919a-413d-8159-2e94cf623b30 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:20.992452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67cdd04c-919a-413d-8159-2e94cf623b30, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67cdd04c-919a-413d-8159-2e94cf623b30,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:21.007257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:21.127705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=67cdd04c-919a-413d-8159-2e94cf623b30,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:21.177088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=923b3f42-8734-4434-bc46-508e7fe4a00d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:21.256854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Checking segment: {'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:21.257269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Network hostable DHCP agents. Network: de64ae9c-fda8-427c-8389-c6e3050b4e68, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:22:21.269314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb820-5251-453c-b509-6320ae0bcd7f req-7cea21ab-4a98-4599-8040-ab1ee3e31ffa tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:21.270965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d4eb820-5251-453c-b509-6320ae0bcd7f req-7cea21ab-4a98-4599-8040-ab1ee3e31ffa tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 945 time: 0.2254775 Aug 17 16:22:21.316585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['67cdd04c-919a-413d-8159-2e94cf623b30'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:21.379037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Network de64ae9c-fda8-427c-8389-c6e3050b4e68 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:22:21.400308 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d4eb820-5251-453c-b509-6320ae0bcd7f req-082ef5ec-12a3-45e1-b20d-b948c6246c05 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208222 Aug 17 16:22:21.420663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, de64ae9c-fda8-427c-8389-c6e3050b4e68) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:21.442134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876a708c-9cbc-45c2-8915-076f164dc9bd None None] Network de64ae9c-fda8-427c-8389-c6e3050b4e68 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:22:21.443138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:21.443743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:21.542750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c32b87fa-ba9b-4f78-be09-58238df40fd1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0468512 Aug 17 16:22:21.545802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:21.554632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-router', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:21.588724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-f48cce24-6336-4678-a3e4-af33a43de743 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:21.591644 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-f48cce24-6336-4678-a3e4-af33a43de743 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.5881679 Aug 17 16:22:21.606287 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:21.607446 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:21.617074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Request body: {'port': {'device_id': '9278646e-7fb2-42b4-8590-96d7d1b6eaf9', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'admin_state_up': True, 'tenant_id': '53d1a0b8d2bf49299668c4fec59e650e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:21.737269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4735922d-06d5-4c35-aba6-23ce3fdd01bc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:21.746271 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4735922d-06d5-4c35-aba6-23ce3fdd01bc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:21.815240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:21.977335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a7135-13ca-41ef-ac92-1bbe70f2ceec req-a349a786-5a00-4bfd-a210-75b2bae8999d tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:21.980999 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-074a7135-13ca-41ef-ac92-1bbe70f2ceec req-a349a786-5a00-4bfd-a210-75b2bae8999d tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 944 time: 0.1400406 Aug 17 16:22:22.041425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-de64ae9c-fda8-427c-8389-c6e3050b4e68', 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'fixed_ips': [{'subnet_id': '923b3f42-8734-4434-bc46-508e7fe4a00d'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:22:22.043107 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:22.073997 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-074a7135-13ca-41ef-ac92-1bbe70f2ceec req-b067eb4a-0a76-4f93-8c31-a84a6c229374 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742874 Aug 17 16:22:22.077195 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-4735922d-06d5-4c35-aba6-23ce3fdd01bc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Floating IP 438b18cf-2242-484b-92f8-1a3dac8a607c associated. External IP: 172.25.7.107, port: 311ed4dd-ba11-493e-95b0-a931da28137c. Aug 17 16:22:22.174737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Made reservation on behalf of 53d1a0b8d2bf49299668c4fec59e650e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:22.178469 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:22.222102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:22.226888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d70815da-743f-409e-ba2c-05d5fb420860 req-02d87250-a745-4c73-bc9f-3044026872c7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0862162 Aug 17 16:22:22.285290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Allocated IP 172.20.0.2 (de64ae9c-fda8-427c-8389-c6e3050b4e68/923b3f42-8734-4434-bc46-508e7fe4a00d/f7b96606-dc21-441e-be06-da65eff54191) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:22.419618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4735922d-06d5-4c35-aba6-23ce3fdd01bc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:22:22.422875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Allocated IP 172.20.0.4 (a22ada0a-8873-45d4-89a0-e6f5a025e01b/6f87ffbc-ac13-4956-8048-aa2480c87aa7/081ca546-2526-4339-b22e-043d5ae08fc0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:22.518557 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:22.533537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Transition to ACTIVE for port object f7b96606-dc21-441e-be06-da65eff54191 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:22.563643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Transition to ACTIVE for port object f7b96606-dc21-441e-be06-da65eff54191 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:22.575382 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:22.613980 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Network de64ae9c-fda8-427c-8389-c6e3050b4e68 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:22.633096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb45c8-1c3a-4309-98bc-67452575ed4c req-d8e99b9b-66d1-4bfd-93fc-43f29047695b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:22.636761 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ffb45c8-1c3a-4309-98bc-67452575ed4c req-d8e99b9b-66d1-4bfd-93fc-43f29047695b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 945 time: 0.1236618 Aug 17 16:22:22.667702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4735922d-06d5-4c35-aba6-23ce3fdd01bc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:22:22.673156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:22.674605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4735922d-06d5-4c35-aba6-23ce3fdd01bc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:22.676376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:22.678559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Pushing event updated for resources: {'Port': ['ID=f7b96606-dc21-441e-be06-da65eff54191,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:22.693485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] Sync routers for ids ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:22:22.727495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ffb45c8-1c3a-4309-98bc-67452575ed4c req-70aad425-ff73-42f8-bb9c-f778239f76a2 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840952 Aug 17 16:22:22.729385 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4735922d-06d5-4c35-aba6-23ce3fdd01bc tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "PUT /v2.0/floatingips/438b18cf-2242-484b-92f8-1a3dac8a607c HTTP/1.1" status: 200 len: 991 time: 1.8714564 Aug 17 16:22:22.730131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'tag': '311ed4dd-ba11-493e-95b0-a931da28137c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:22.732866 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8168073-45eb-4573-a752-96b4e8bf4bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "587f5c8c-3ab5-4337-a7eb-3b52f9cff365", "tag": "311ed4dd-ba11-493e-95b0-a931da28137c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:22.767508 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:22.771592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] Routers {'1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:22.773000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:22.798038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:22.814617 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824f6156-cc6e-4bdd-99b7-984f9d0b1aa2 x-openstack-request-id: req-824f6156-cc6e-4bdd-99b7-984f9d0b1aa2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:22.815023 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587f5c8c-3ab5-4337-a7eb-3b52f9cff365", "tag": "311ed4dd-ba11-493e-95b0-a931da28137c", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:22.815438 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-824f6156-cc6e-4bdd-99b7-984f9d0b1aa2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:22.815968 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'tag': '311ed4dd-ba11-493e-95b0-a931da28137c', 'status': 'completed', 'code': 200} Aug 17 16:22:22.826245 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Attempting to bind port f7b96606-dc21-441e-be06-da65eff54191 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:22.826654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Attempting to bind port f7b96606-dc21-441e-be06-da65eff54191 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:22.827168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Attempting to bind port f7b96606-dc21-441e-be06-da65eff54191 on network de64ae9c-fda8-427c-8389-c6e3050b4e68 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:22.849017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:22.850020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Checking segment: {'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:22.850879 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:22.851733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Bound using segment: {'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:22.852751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Bound port: f7b96606-dc21-441e-be06-da65eff54191, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:22.853472 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:22.969212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Allocated IP 172.25.7.77 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/337fea3e-f4d7-40b1-871b-a59c1a330a51) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:23.003303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] Set router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:23.037526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] For port f7b96606-dc21-441e-be06-da65eff54191, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:23.058998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] For port f7b96606-dc21-441e-be06-da65eff54191, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f7b96606-dc21-441e-be06-da65eff54191,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:23.070916 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:23.183884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:23.220351 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:23.298045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdd751-f460-4814-a06f-959c0582da8d None None] Pushing event updated for resources: {'Port': ['ID=f7b96606-dc21-441e-be06-da65eff54191,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:23.332614 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:23.349832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:23.457699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Network a22ada0a-8873-45d4-89a0-e6f5a025e01b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:23.471955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:23.475805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:23.597764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-7ffe202a-431e-4ef2-958a-395e7da5ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:23.599481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-7ffe202a-431e-4ef2-958a-395e7da5ad6a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c254b020dd9c4098807afe6da6a05cbe&device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 1096 time: 0.7650833 Aug 17 16:22:23.604489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:55Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '438b18cf-2242-484b-92f8-1a3dac8a607c', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'port_id': '311ed4dd-ba11-493e-95b0-a931da28137c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'mac_address': 'fa:16:3e:cc:1d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:22:03Z', 'updated_at': '2021-08-17T16:22:21Z', 'revision_number': 1, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e2fa1-3c41-41f7-b424-326f6130c513', 'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'mac_address': 'fa:16:3e:46:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:54Z', 'updated_at': '2021-08-17T16:22:04Z', 'revision_number': 5, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'subnets': [{'id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:23.636111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f78cf-5cb6-46cc-abf5-2691ad03f303 req-d20fc53c-e895-4934-b46e-9d67f086e94e tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:23.643291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a31f78cf-5cb6-46cc-abf5-2691ad03f303 req-d20fc53c-e895-4934-b46e-9d67f086e94e tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 944 time: 0.1730409 Aug 17 16:22:23.652292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:23.664233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:23.665205 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:23.685185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41591cc3-fbb7-47ab-94da-5ab1b5748074 req-6dd24993-e4b2-4765-90a3-da736c7151f0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:23.690059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] Checking router: 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:22:23.695658 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41591cc3-fbb7-47ab-94da-5ab1b5748074 req-6dd24993-e4b2-4765-90a3-da736c7151f0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 931 time: 0.2756815 Aug 17 16:22:23.715297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:23.718677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] Routers {'1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:23.724579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event updated for resources: {'Port': ['ID=081ca546-2526-4339-b22e-043d5ae08fc0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:23.725089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:23.728613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:23.736052 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-9747d8dc-208e-4fcf-9646-0c9a909b9f67 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1240311 Aug 17 16:22:23.796497 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a31f78cf-5cb6-46cc-abf5-2691ad03f303 req-a934be06-459f-4fd5-925e-2518097680fe tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522167 Aug 17 16:22:23.803127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Request body: {'port': {'device_id': '9278646e-7fb2-42b4-8590-96d7d1b6eaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:23.859668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-6f415edb-a8d9-42ce-b041-909da784e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:23.861484 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-6f415edb-a8d9-42ce-b041-909da784e1c6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=46d11250-1c9a-46ed-be90-a1ec2d332f59 HTTP/1.1" status: 200 len: 913 time: 0.2488773 Aug 17 16:22:23.903686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] Set router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:23.919853 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41591cc3-fbb7-47ab-94da-5ab1b5748074 req-d1338a6a-6873-43ac-a74a-b5e15d6bd733 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229121 Aug 17 16:22:23.920549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Pushing event updated for resources: {'Port': ['ID=337fea3e-f4d7-40b1-871b-a59c1a330a51,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:24.000966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-7626bfd4-b45c-48a5-8ab9-0552f33bffd2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311ed4dd-ba11-493e-95b0-a931da28137c HTTP/1.1" status: 200 len: 999 time: 0.1305671 Aug 17 16:22:24.023997 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd221eb8-3591-45a3-9a9b-8913eccd1ac1 req-d46d0aea-6f6e-4afd-a939-902a1dc53730 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:24.031368 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd221eb8-3591-45a3-9a9b-8913eccd1ac1 req-d46d0aea-6f6e-4afd-a939-902a1dc53730 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 945 time: 0.1015642 Aug 17 16:22:24.054154 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:24.104504 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-e8366f6d-9123-44a6-b90b-9e331f130258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:24.105815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-e8366f6d-9123-44a6-b90b-9e331f130258 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190 HTTP/1.1" status: 200 len: 851 time: 0.0973041 Aug 17 16:22:24.140645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd221eb8-3591-45a3-9a9b-8913eccd1ac1 req-fc59240b-7620-4efb-beca-5f2c62669d04 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984964 Aug 17 16:22:24.219065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-25999eb3-d83e-4e63-ac15-e9324fbeeb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:24.222081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-25999eb3-d83e-4e63-ac15-e9324fbeeb77 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46d11250-1c9a-46ed-be90-a1ec2d332f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804286 Aug 17 16:22:24.411989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:55Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '438b18cf-2242-484b-92f8-1a3dac8a607c', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'port_id': '311ed4dd-ba11-493e-95b0-a931da28137c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'mac_address': 'fa:16:3e:cc:1d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:22:03Z', 'updated_at': '2021-08-17T16:22:21Z', 'revision_number': 1, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e2fa1-3c41-41f7-b424-326f6130c513', 'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'mac_address': 'fa:16:3e:46:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:54Z', 'updated_at': '2021-08-17T16:22:04Z', 'revision_number': 5, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'subnets': [{'id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:24.481786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:24.495652 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-a7ed331b-9e00-4c9d-9247-d3df2cb7c4f1 service neutron] 10.222.0.91 "GET /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581146 Aug 17 16:22:24.507183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67cdd04c-919a-413d-8159-2e94cf623b30 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:24.540405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f7b96606-dc21-441e-be06-da65eff54191 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:24.543407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52747e17-d948-4cfd-a022-0fdb045db68a None None] The sync data for ids ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'] in n-d-804878-1 is: [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:55Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '438b18cf-2242-484b-92f8-1a3dac8a607c', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'port_id': '311ed4dd-ba11-493e-95b0-a931da28137c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'mac_address': 'fa:16:3e:cc:1d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:22:03Z', 'updated_at': '2021-08-17T16:22:21Z', 'revision_number': 1, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e2fa1-3c41-41f7-b424-326f6130c513', 'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'mac_address': 'fa:16:3e:46:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:54Z', 'updated_at': '2021-08-17T16:22:04Z', 'revision_number': 5, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'subnets': [{'id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:22:24.642832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 67cdd04c-919a-413d-8159-2e94cf623b30 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:24.643309 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:24.689270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f7b96606-dc21-441e-be06-da65eff54191 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:24.704918 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8168073-45eb-4573-a752-96b4e8bf4bc2 req-d6feabf9-9683-4834-9a22-e96884ae9581 service neutron] 10.222.0.91 "GET /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021599 Aug 17 16:22:24.830292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:24.881604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67cdd04c-919a-413d-8159-2e94cf623b30, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67cdd04c-919a-413d-8159-2e94cf623b30,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:24.882983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cdd04c-919a-413d-8159-2e94cf623b30'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:24.888032 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0db50c-2a4d-4414-904f-f8128d6a47e8" -d '{"events": [{"server_uuid": "36724792-9d1c-4f11-b5c3-e0f07e84fbaa", "name": "network-vif-plugged", "status": "completed", "tag": "67cdd04c-919a-413d-8159-2e94cf623b30"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:24.893258 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:24.905276 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7654f-9e1a-409b-8426-6157e9350b83 None None] New status for floating IP 438b18cf-2242-484b-92f8-1a3dac8a607c: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:22:24.954493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a1388-afe7-4500-aaf4-e1a1d4324965 None None] Network de64ae9c-fda8-427c-8389-c6e3050b4e68 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:22:25.009248 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb80acb4-60bf-4b66-a3cd-39b002bd03bc x-openstack-request-id: req-fb80acb4-60bf-4b66-a3cd-39b002bd03bc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:25.010092 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36724792-9d1c-4f11-b5c3-e0f07e84fbaa", "name": "network-vif-plugged", "status": "completed", "tag": "67cdd04c-919a-413d-8159-2e94cf623b30", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:25.011092 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb80acb4-60bf-4b66-a3cd-39b002bd03bc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:25.011092 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cdd04c-919a-413d-8159-2e94cf623b30', 'code': 200} Aug 17 16:22:25.094067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=67cdd04c-919a-413d-8159-2e94cf623b30,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:25.099820 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:25.134034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a7c5d4cf-bd24-4654-aa30-b219afbbe8fb None None] Provisioning for port f7b96606-dc21-441e-be06-da65eff54191 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:25.142948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a7c5d4cf-bd24-4654-aa30-b219afbbe8fb None None] Provisioning complete for port f7b96606-dc21-441e-be06-da65eff54191 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:25.143523 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7c5d4cf-bd24-4654-aa30-b219afbbe8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:25.192837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081ca546-2526-4339-b22e-043d5ae08fc0 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:25.231988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:25.256121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa3baa-7976-4510-805b-b7437d3378ab req-60a68ed6-b379-468f-8b6c-40d95b8a01e0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:25.262904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b822c0-5cce-4c93-a2e4-fbb773dc4918 req-fbb58136-2fa8-48aa-932f-184895064192 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:25.270739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ffa3baa-7976-4510-805b-b7437d3378ab req-60a68ed6-b379-468f-8b6c-40d95b8a01e0 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 944 time: 0.2978249 Aug 17 16:22:25.273057 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0b822c0-5cce-4c93-a2e4-fbb773dc4918 req-fbb58136-2fa8-48aa-932f-184895064192 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 931 time: 0.1897185 Aug 17 16:22:25.297157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4cac-b355-45ac-a8cf-26e707fb228c req-75d8c0ce-6d80-4a89-a8d4-fa462964fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:25.298784 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f04c4cac-b355-45ac-a8cf-26e707fb228c req-75d8c0ce-6d80-4a89-a8d4-fa462964fa83 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 1097 time: 0.1389740 Aug 17 16:22:25.359292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Transition to ACTIVE for port object 081ca546-2526-4339-b22e-043d5ae08fc0 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:25.366654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0b822c0-5cce-4c93-a2e4-fbb773dc4918 req-2355ff70-2020-439a-8035-613d13651d1f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925128 Aug 17 16:22:25.380813 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:25.398257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7c5d4cf-bd24-4654-aa30-b219afbbe8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:25.440349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f04c4cac-b355-45ac-a8cf-26e707fb228c req-a4263919-971d-4553-a932-1b5b7322b3aa service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316700 Aug 17 16:22:25.445989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Pushing event updated for resources: {'Port': ['ID=081ca546-2526-4339-b22e-043d5ae08fc0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:25.448356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a7c5d4cf-bd24-4654-aa30-b219afbbe8fb None None] For port f7b96606-dc21-441e-be06-da65eff54191, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f7b96606-dc21-441e-be06-da65eff54191,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:25.459436 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7c5d4cf-bd24-4654-aa30-b219afbbe8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:25.490833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ffa3baa-7976-4510-805b-b7437d3378ab req-d2af7063-cc3f-45e1-a90e-e58192aeecb1 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185643 Aug 17 16:22:25.568483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5d4cf-bd24-4654-aa30-b219afbbe8fb None None] Pushing event updated for resources: {'Port': ['ID=f7b96606-dc21-441e-be06-da65eff54191,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:25.656832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:22:25.696985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f350417-ad6c-486b-b3d2-14dce87eba72 req-f3d9a7eb-33c9-4d6c-8029-8dc0e15cad41 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:25.699307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f350417-ad6c-486b-b3d2-14dce87eba72 req-f3d9a7eb-33c9-4d6c-8029-8dc0e15cad41 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1088171 Aug 17 16:22:25.701278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Attempting to bind port 081ca546-2526-4339-b22e-043d5ae08fc0 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:25.701744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Attempting to bind port 081ca546-2526-4339-b22e-043d5ae08fc0 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:25.702206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Attempting to bind port 081ca546-2526-4339-b22e-043d5ae08fc0 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:25.769085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Port 081ca546-2526-4339-b22e-043d5ae08fc0 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:22:25.769414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Attempting to bind port 081ca546-2526-4339-b22e-043d5ae08fc0 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:25.797061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c894f539-597a-4e80-bcc2-8b7edd1d66fc None None] Provisioning complete for port f7b96606-dc21-441e-be06-da65eff54191 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:25.797537 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c894f539-597a-4e80-bcc2-8b7edd1d66fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:25.799867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:25.800210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Checking segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:25.800619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Bound using segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:25.801221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Bound port: 081ca546-2526-4339-b22e-043d5ae08fc0, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:25.801591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:25.885045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f350417-ad6c-486b-b3d2-14dce87eba72 req-4b329bef-7e78-414e-bc9c-a8bfdf329787 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760843 Aug 17 16:22:25.933333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:22:25.940778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] For port 081ca546-2526-4339-b22e-043d5ae08fc0, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:25.942412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Sync routers for ids ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:22:25.946134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] For port 081ca546-2526-4339-b22e-043d5ae08fc0, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=081ca546-2526-4339-b22e-043d5ae08fc0,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:25.954429 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:25.961083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Routers {'4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:25.962198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:25.963462 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:25.964573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ef14ba8-69d2-401d-b195-c45341b361e1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4165778 Aug 17 16:22:25.969224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47440) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:26.002831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:26.003460 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:26.004969 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] 10.222.0.93 "PUT /v2.0/ports/081ca546-2526-4339-b22e-043d5ae08fc0 HTTP/1.1" status: 200 len: 1091 time: 2.2121904 Aug 17 16:22:26.005429 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9278646e-7fb2-42b4-8590-96d7d1b6eaf9', 'tag': '081ca546-2526-4339-b22e-043d5ae08fc0'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:26.007744 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5913bb-b16b-43fb-9d7c-3c7795151926" -d '{"events": [{"name": "network-changed", "server_uuid": "9278646e-7fb2-42b4-8590-96d7d1b6eaf9", "tag": "081ca546-2526-4339-b22e-043d5ae08fc0"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:26.082718 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfb4dc1-44fb-41b6-9ddc-206c80cc7d41 x-openstack-request-id: req-5cfb4dc1-44fb-41b6-9ddc-206c80cc7d41 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:26.083312 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9278646e-7fb2-42b4-8590-96d7d1b6eaf9", "tag": "081ca546-2526-4339-b22e-043d5ae08fc0", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:26.083729 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5cfb4dc1-44fb-41b6-9ddc-206c80cc7d41 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:26.084294 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9278646e-7fb2-42b4-8590-96d7d1b6eaf9', 'tag': '081ca546-2526-4339-b22e-043d5ae08fc0', 'status': 'completed', 'code': 200} Aug 17 16:22:26.086820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5950c15-6247-4ddf-a837-5400573b201c service neutron] Pushing event updated for resources: {'Port': ['ID=081ca546-2526-4339-b22e-043d5ae08fc0,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:26.130667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-f38a7ee3-ff15-40ab-ba27-1194bc6a857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:26.132216 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-f38a7ee3-ff15-40ab-ba27-1194bc6a857d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 1094 time: 0.0636961 Aug 17 16:22:26.153769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Set router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:26.190343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-911cc2bc-946a-425a-b048-bf5aaec3d59d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=081ca546-2526-4339-b22e-043d5ae08fc0 HTTP/1.1" status: 200 len: 217 time: 0.0482850 Aug 17 16:22:26.264449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-926ac9b1-e525-4484-8815-81472bdc520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:26.266403 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-926ac9b1-e525-4484-8815-81472bdc520a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.0612240 Aug 17 16:22:26.357214 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-f3e1e792-88d4-4855-8039-5d0875e28e0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831745 Aug 17 16:22:26.505884 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f7b96606-dc21-441e-be06-da65eff54191 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:26.638551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-c00c5b8e-1f30-4b36-81d8-23e2a4dc2f13 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712858 Aug 17 16:22:26.653733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1beab8-847a-4541-b76d-a8faff890484 req-06e1be6e-47c7-4656-8aec-47c6daf920a7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:26.655332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f1beab8-847a-4541-b76d-a8faff890484 req-06e1be6e-47c7-4656-8aec-47c6daf920a7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 943 time: 0.1012194 Aug 17 16:22:26.742952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f7b96606-dc21-441e-be06-da65eff54191 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:26.743305 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:26.755519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f1beab8-847a-4541-b76d-a8faff890484 req-e830efce-8ba9-4489-9fe8-fc4c880878f4 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786679 Aug 17 16:22:26.805725 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b98a3b5-2a8d-46f2-a0d5-af4a2d682bdb req-3ce0897f-a0b8-4c1c-8026-7b93e1cfb883 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493475 Aug 17 16:22:26.815693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-router', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:21Z', 'updated_at': '2021-08-17T16:22:24Z', 'revision_number': 3, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'gw_port': {'id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:22Z', 'updated_at': '2021-08-17T16:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:26.844769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353619b-4fdb-4103-9670-b470efca9320 req-8757e90c-b646-47d3-9b3f-514908194358 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:26.852670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b353619b-4fdb-4103-9670-b470efca9320 req-8757e90c-b646-47d3-9b3f-514908194358 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 944 time: 0.2116761 Aug 17 16:22:26.857212 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:26.861205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Checking router: 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:22:26.861561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Updating router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 port 337fea3e-f4d7-40b1-871b-a59c1a330a51 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:22:26.923930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5913bb-b16b-43fb-9d7c-3c7795151926 req-f3acee67-f6fb-4af6-8e4f-3415f4a1d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:26.926814 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db5913bb-b16b-43fb-9d7c-3c7795151926 req-f3acee67-f6fb-4af6-8e4f-3415f4a1d419 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 1094 time: 0.0573857 Aug 17 16:22:26.942093 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:26.981380 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b353619b-4fdb-4103-9670-b470efca9320 req-1038ac0f-261a-40f7-bc4f-c289a4ff4a95 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276138 Aug 17 16:22:27.115370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5913bb-b16b-43fb-9d7c-3c7795151926 req-5984c498-03a1-41f5-970e-c9b9d908fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:27.116880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db5913bb-b16b-43fb-9d7c-3c7795151926 req-5984c498-03a1-41f5-970e-c9b9d908fd4b service neutron] 10.222.0.93 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 913 time: 0.1797013 Aug 17 16:22:27.189350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db5913bb-b16b-43fb-9d7c-3c7795151926 req-4a81490b-ae32-46ca-9b8f-daa6e2d7c851 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=081ca546-2526-4339-b22e-043d5ae08fc0 HTTP/1.1" status: 200 len: 217 time: 0.0559573 Aug 17 16:22:27.216754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b427079-cdb5-4ab4-b6ed-5258b0e07293 req-1d04fff8-0af1-49b0-969e-01bf740f91d9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:27.218580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b427079-cdb5-4ab4-b6ed-5258b0e07293 req-1d04fff8-0af1-49b0-969e-01bf740f91d9 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1044831 Aug 17 16:22:27.276905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Allocated IP 172.20.0.1 (de64ae9c-fda8-427c-8389-c6e3050b4e68/923b3f42-8734-4434-bc46-508e7fe4a00d/f0d5e65c-b58f-4416-8fc1-62aadf50e834) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:27.293971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b427079-cdb5-4ab4-b6ed-5258b0e07293 req-5b3a11b2-91eb-43ad-93b2-7a298ae04c2a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584853 Aug 17 16:22:27.313988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5913bb-b16b-43fb-9d7c-3c7795151926 req-b9bceb58-cf8a-44f4-bec4-c8b2082819bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:27.315822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db5913bb-b16b-43fb-9d7c-3c7795151926 req-b9bceb58-cf8a-44f4-bec4-c8b2082819bf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.1181407 Aug 17 16:22:27.496831 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:22:27.522366 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:27.526257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:27.552183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Transition to ACTIVE for port object 337fea3e-f4d7-40b1-871b-a59c1a330a51 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:27.564734 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:27.577245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Transition to ACTIVE for port object f0d5e65c-b58f-4416-8fc1-62aadf50e834 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:27.640192 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:27.640728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d9aed-f48a-4608-bd9e-127f4e331895 None None] Pushing event updated for resources: {'Port': ['ID=337fea3e-f4d7-40b1-871b-a59c1a330a51,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:27.643931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Attempting to bind port 337fea3e-f4d7-40b1-871b-a59c1a330a51 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:27.644354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Attempting to bind port 337fea3e-f4d7-40b1-871b-a59c1a330a51 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:27.644716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Attempting to bind port 337fea3e-f4d7-40b1-871b-a59c1a330a51 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:27.651522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:27.651888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:27.652305 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:27.652744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:27.653398 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Bound port: 337fea3e-f4d7-40b1-871b-a59c1a330a51, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:27.653789 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:27.735498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] For port 337fea3e-f4d7-40b1-871b-a59c1a330a51, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:27.739609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] For port 337fea3e-f4d7-40b1-871b-a59c1a330a51, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=337fea3e-f4d7-40b1-871b-a59c1a330a51,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:27.756280 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:27.768650 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db5913bb-b16b-43fb-9d7c-3c7795151926 req-43b8e284-22a5-4ee5-9ecb-226728f00c78 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4425631 Aug 17 16:22:27.771721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Network de64ae9c-fda8-427c-8389-c6e3050b4e68 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:27.773494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d5e65c-b58f-4416-8fc1-62aadf50e834,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:27.783271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:27.786603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:27.854728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d9aed-f48a-4608-bd9e-127f4e331895 None None] Pushing event updated for resources: {'Port': ['ID=337fea3e-f4d7-40b1-871b-a59c1a330a51,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:27.858104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Routers {'4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:27.858968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:27.957562 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:27.959021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd8a2-13e0-44b8-8c75-092538457274 req-83eea9dc-ecd3-4fbd-906b-2696fdef0123 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:27.970146 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-21dcd8a2-13e0-44b8-8c75-092538457274 req-83eea9dc-ecd3-4fbd-906b-2696fdef0123 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1993864 Aug 17 16:22:28.043945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] Set router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:28.064728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-21dcd8a2-13e0-44b8-8c75-092538457274 req-bd6d17a7-ef0b-4557-83f2-aa064864bff1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931365 Aug 17 16:22:28.073529 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db5913bb-b16b-43fb-9d7c-3c7795151926 req-4a400423-f98b-4656-b2a3-dffc1dd01235 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908661 Aug 17 16:22:28.123247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911e56f-d5a5-43d1-8751-6db22f505a18 req-29dd990a-41f6-45a8-8f05-5dffd6b46285 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:28.131824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8911e56f-d5a5-43d1-8751-6db22f505a18 req-29dd990a-41f6-45a8-8f05-5dffd6b46285 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 943 time: 0.2324524 Aug 17 16:22:28.185267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8911e56f-d5a5-43d1-8751-6db22f505a18 req-3f0eed8b-de23-45f8-856a-f7f46b4d348a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524838 Aug 17 16:22:28.278760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:28.302237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db5913bb-b16b-43fb-9d7c-3c7795151926 req-c34067ca-b225-4547-a8ec-658ed8b5c217 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210727 Aug 17 16:22:28.336817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8dc0dd2b-d5e3-4609-b9c0-abc0daea52ec None None] Provisioning for port f0d5e65c-b58f-4416-8fc1-62aadf50e834 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:28.350010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8dc0dd2b-d5e3-4609-b9c0-abc0daea52ec None None] Provisioning complete for port f0d5e65c-b58f-4416-8fc1-62aadf50e834 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:28.350523 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc0dd2b-d5e3-4609-b9c0-abc0daea52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:28.414918 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-386a1b9a-3a24-410c-9516-3ef920826375 req-5eb4ef57-a166-4268-b19f-90be9a4896a7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1329150 Aug 17 16:22:28.424973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8dc0dd2b-d5e3-4609-b9c0-abc0daea52ec None None] Port f0d5e65c-b58f-4416-8fc1-62aadf50e834 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:22:28.425322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d3302-d67a-4e84-b3ff-1cdf26633218 req-57c65c93-dcfa-4991-9a87-8f71e90a5438 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:28.426891 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-934d3302-d67a-4e84-b3ff-1cdf26633218 req-57c65c93-dcfa-4991-9a87-8f71e90a5438 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 944 time: 0.1336663 Aug 17 16:22:28.483329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-router', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:21Z', 'updated_at': '2021-08-17T16:22:24Z', 'revision_number': 3, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'gw_port': {'id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:22Z', 'updated_at': '2021-08-17T16:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:28.521600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59dc07-8be0-40e2-9b79-0586858fb397 None None] The sync data for ids ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'] in n-d-804878-1 is: [{'id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-router', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:21Z', 'updated_at': '2021-08-17T16:22:24Z', 'revision_number': 3, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'gw_port': {'id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:22Z', 'updated_at': '2021-08-17T16:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:22:28.527669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 081ca546-2526-4339-b22e-043d5ae08fc0 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:22:28.580027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-934d3302-d67a-4e84-b3ff-1cdf26633218 req-dcefb4af-081c-48e3-b091-e1a2210c3e58 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453667 Aug 17 16:22:28.618569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1b9a-3a24-410c-9516-3ef920826375 req-bdee95d5-6e36-4eda-aaff-c3a59ef9c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:28.620134 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-386a1b9a-3a24-410c-9516-3ef920826375 req-bdee95d5-6e36-4eda-aaff-c3a59ef9c74b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1096 time: 0.1483350 Aug 17 16:22:28.666423 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:28.683977 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:28.756224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 081ca546-2526-4339-b22e-043d5ae08fc0, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=081ca546-2526-4339-b22e-043d5ae08fc0,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:28.769913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '081ca546-2526-4339-b22e-043d5ae08fc0', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'port_id': '081ca546-2526-4339-b22e-043d5ae08fc0', 'mac_address': 'fa:16:3e:eb:19:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f87ffbc-ac13-4956-8048-aa2480c87aa7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:22:28.813234 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:28.828757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081ca546-2526-4339-b22e-043d5ae08fc0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:28.871493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 081ca546-2526-4339-b22e-043d5ae08fc0, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=081ca546-2526-4339-b22e-043d5ae08fc0,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:28.880079 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:28.893990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:28.923727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d5e65c-b58f-4416-8fc1-62aadf50e834,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:28.957227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=081ca546-2526-4339-b22e-043d5ae08fc0,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:28.972214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1b9a-3a24-410c-9516-3ef920826375 req-4dbdff8a-8fb8-4520-b3ce-3d4af6b33428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:28.973740 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-386a1b9a-3a24-410c-9516-3ef920826375 req-4dbdff8a-8fb8-4520-b3ce-3d4af6b33428 service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.3051479 Aug 17 16:22:29.065179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e164f-09e3-4877-a652-e23831594705 req-7db4cd78-9ff3-42d5-a44d-0ba0d38e51f7 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:29.066741 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-7db4cd78-9ff3-42d5-a44d-0ba0d38e51f7 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/networks?id=8d3a79ef-4894-479d-bd1b-34203cfe9775 HTTP/1.1" status: 200 len: 815 time: 0.3104177 Aug 17 16:22:29.105668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 84906ae1-5721-4bbb-a900-f1b186742783 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:22:29.116712 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-f182abbb-7b7e-43d1-9555-4c305f6a0b32 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/quotas/2322d51148c34aac9069c30735e64b22 HTTP/1.1" status: 200 len: 375 time: 0.0393903 Aug 17 16:22:29.139417 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-386a1b9a-3a24-410c-9516-3ef920826375 req-07328d0c-92f3-459c-b8aa-17653e5d13e9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 1000 time: 0.1325040 Aug 17 16:22:29.167522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['081ca546-2526-4339-b22e-043d5ae08fc0'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:29.176028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Network de64ae9c-fda8-427c-8389-c6e3050b4e68 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:29.197330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:29.246867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1b9a-3a24-410c-9516-3ef920826375 req-f095e524-fce6-41f0-b338-d491cf331968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:29.249021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-386a1b9a-3a24-410c-9516-3ef920826375 req-f095e524-fce6-41f0-b338-d491cf331968 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.1011693 Aug 17 16:22:29.276142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 84906ae1-5721-4bbb-a900-f1b186742783, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=84906ae1-5721-4bbb-a900-f1b186742783,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:29.300580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '84906ae1-5721-4bbb-a900-f1b186742783', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'port_id': '84906ae1-5721-4bbb-a900-f1b186742783', 'mac_address': 'fa:16:3e:bc:4a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:22:29.315017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-350f8ca5-e331-479f-ab13-3a2651ad9ea8 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2322d51148c34aac9069c30735e64b22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1884599 Aug 17 16:22:29.397682 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:29.430425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84906ae1-5721-4bbb-a900-f1b186742783 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:29.497775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 84906ae1-5721-4bbb-a900-f1b186742783, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=84906ae1-5721-4bbb-a900-f1b186742783,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:29.501590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1b9a-3a24-410c-9516-3ef920826375 req-2be5c6e3-7669-4b30-a925-1f7d73c17954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:29.509013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-386a1b9a-3a24-410c-9516-3ef920826375 req-2be5c6e3-7669-4b30-a925-1f7d73c17954 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259190 Aug 17 16:22:29.509883 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:29.577808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a585b09-266b-4012-b141-b9bbb4c8fd05 req-9670c883-d3fc-48c2-a67d-f85479582a14 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:29.586977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3a585b09-266b-4012-b141-b9bbb4c8fd05 req-9670c883-d3fc-48c2-a67d-f85479582a14 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 944 time: 0.1011488 Aug 17 16:22:29.591705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4ea2ff6d-0dd1-4667-8c5f-ca74307ce2a5 None None] Provisioning complete for port f0d5e65c-b58f-4416-8fc1-62aadf50e834 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:29.592249 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ea2ff6d-0dd1-4667-8c5f-ca74307ce2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:29.593783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=84906ae1-5721-4bbb-a900-f1b186742783,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:29.658601 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3a585b09-266b-4012-b141-b9bbb4c8fd05 req-b42c8e1c-24fc-4ea1-b153-b33dd0e83fc5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696082 Aug 17 16:22:29.669097 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-6a813285-9b6c-4025-a1a5-0bfaa9fdb64b service neutron] 10.222.0.77 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460937 Aug 17 16:22:29.673637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:22:29.686172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2ff6d-0dd1-4667-8c5f-ca74307ce2a5 None None] Port f0d5e65c-b58f-4416-8fc1-62aadf50e834 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:22:29.753663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-386a1b9a-3a24-410c-9516-3ef920826375 req-5531a12c-b1f0-43fa-926b-f8cbeda3916a service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340610 Aug 17 16:22:29.772943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['84906ae1-5721-4bbb-a900-f1b186742783'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:29.886489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d470-2c75-407b-aca0-17faa4927ce8 req-7dea188a-b264-4aa6-a553-4bb694b05b73 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:29.888831 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d033d470-2c75-407b-aca0-17faa4927ce8 req-7dea188a-b264-4aa6-a553-4bb694b05b73 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 945 time: 0.0639415 Aug 17 16:22:29.957668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d033d470-2c75-407b-aca0-17faa4927ce8 req-37d3699b-3ecc-496e-9b49-a0e4057878f7 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561881 Aug 17 16:22:29.999430 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-8e5f1127-8e50-4a1d-a4fc-d1a6b40c2285 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549803 Aug 17 16:22:30.087293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-e770ea30-bb8a-419c-a665-a4698d5f3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:30.089172 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-e770ea30-bb8a-419c-a665-a4698d5f3641 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1095 time: 0.0638831 Aug 17 16:22:30.222039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-096984c6-288b-4622-bf32-4b55b062f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:30.223813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-096984c6-288b-4622-bf32-4b55b062f1cd service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.1025751 Aug 17 16:22:30.277276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-4d2e19b9-7557-4c0c-94bd-9af3cf216713 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596edea1-6cac-44c1-a93e-57e10c64a42e HTTP/1.1" status: 200 len: 217 time: 0.0445552 Aug 17 16:22:30.322563 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-05da7fa7-1de7-40ad-ad52-dd47ea83f486 service neutron] 10.222.0.77 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511383 Aug 17 16:22:30.409454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-f80021ae-5a74-432e-bb7c-2aad27c4fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:30.412003 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-f80021ae-5a74-432e-bb7c-2aad27c4fff0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1268604 Aug 17 16:22:30.434526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-386a1b9a-3a24-410c-9516-3ef920826375 req-80217469-f0c4-435c-81e3-e2436bee3471 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698856 Aug 17 16:22:30.460613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-1ba5500b-5ddd-46c1-8915-032ed26cad89 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:30.463198 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-1ba5500b-5ddd-46c1-8915-032ed26cad89 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "GET /v2.0/ports?device_id=36724792-9d1c-4f11-b5c3-e0f07e84fbaa HTTP/1.1" status: 200 len: 946 time: 0.1626461 Aug 17 16:22:30.475705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:22:30.497593 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-65b26256-6a96-453d-a344-7788cd3052ec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768580 Aug 17 16:22:30.502155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-63b2efb6-c4d8-42f7-a7b9-ab7d7cc1c3b3 admin admin] 10.222.0.77 "PUT /v2.0/routers/4a952e38-32f4-4fbf-ad3d-c1a19455a7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5275950 Aug 17 16:22:30.521055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 337fea3e-f4d7-40b1-871b-a59c1a330a51 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:30.579291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 081ca546-2526-4339-b22e-043d5ae08fc0 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:30.701399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 337fea3e-f4d7-40b1-871b-a59c1a330a51 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:30.704737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 081ca546-2526-4339-b22e-043d5ae08fc0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:30.710183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 337fea3e-f4d7-40b1-871b-a59c1a330a51 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:30.710650 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:30.750920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 081ca546-2526-4339-b22e-043d5ae08fc0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:30.751301 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:30.888824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-714365aa-9c2b-44ad-91f1-bacc9b9476ad req-5da6054d-bac7-4393-837c-d8a9e21478f1 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 210 time: 0.2299669 Aug 17 16:22:30.898711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-cba5f13c-6781-4613-858c-3957e7853634 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924055 Aug 17 16:22:30.942943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-5fad7cad-d782-493b-b966-e688ed6ba98a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Deleting port 67cdd04c-919a-413d-8159-2e94cf623b30 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:22:30.943301 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-5fad7cad-d782-493b-b966-e688ed6ba98a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:30.993240 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:31.083826 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Sync routers for ids ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:22:31.100429 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Routers {'4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:31.100685 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:31.100951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 337fea3e-f4d7-40b1-871b-a59c1a330a51, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=337fea3e-f4d7-40b1-871b-a59c1a330a51,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:31.111567 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:31.117511 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:31.135657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 84906ae1-5721-4bbb-a900-f1b186742783 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:31.261979 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-5fad7cad-d782-493b-b966-e688ed6ba98a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] For port 67cdd04c-919a-413d-8159-2e94cf623b30, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67cdd04c-919a-413d-8159-2e94cf623b30,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:31.262782 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-5fad7cad-d782-493b-b966-e688ed6ba98a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:31.269032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f84830-847a-4d59-bf4f-fb7f7e889591 req-5d5e84d6-fd8a-43bc-ac85-6e0477ed4d4a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:31.288750 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9f84830-847a-4d59-bf4f-fb7f7e889591 req-5d5e84d6-fd8a-43bc-ac85-6e0477ed4d4a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 944 time: 0.4470201 Aug 17 16:22:31.324984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-5fad7cad-d782-493b-b966-e688ed6ba98a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Calling delete_port for 67cdd04c-919a-413d-8159-2e94cf623b30 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:22:31.378794 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Set router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:31.392260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e617732-34ce-40ad-b618-266108cafd2a req-7975f7c2-470d-434b-abc1-4cf007726578 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:31.406165 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e617732-34ce-40ad-b618-266108cafd2a req-7975f7c2-470d-434b-abc1-4cf007726578 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 945 time: 0.1795976 Aug 17 16:22:31.434062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9278646e-7fb2-42b4-8590-96d7d1b6eaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081ca546-2526-4339-b22e-043d5ae08fc0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:31.450207 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d9792d-dc14-412b-98fa-cdd600d7de08" -d '{"events": [{"server_uuid": "9278646e-7fb2-42b4-8590-96d7d1b6eaf9", "name": "network-vif-plugged", "status": "completed", "tag": "081ca546-2526-4339-b22e-043d5ae08fc0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:31.534979 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9f84830-847a-4d59-bf4f-fb7f7e889591 req-6fee3e53-cd71-443d-bb84-53d5e4c43a36 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445257 Aug 17 16:22:31.558451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9d0386d-d713-40bd-8fe0-ce56e70ed2f5 req-096ae09b-6833-4742-9e79-f7142854bb64 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608041 Aug 17 16:22:31.579572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 081ca546-2526-4339-b22e-043d5ae08fc0, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=081ca546-2526-4339-b22e-043d5ae08fc0,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:31.598316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=337fea3e-f4d7-40b1-871b-a59c1a330a51,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:31.603147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e617732-34ce-40ad-b618-266108cafd2a req-a4324def-85cd-458b-ab4c-5683b1585102 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363614 Aug 17 16:22:31.608737 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:31.660173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:31.690492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-network', 'tenant_id': '8cf7000c671447459f794a0e1260d12f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:31.735412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 84906ae1-5721-4bbb-a900-f1b186742783 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:31.754202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 84906ae1-5721-4bbb-a900-f1b186742783 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:31.769300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Made reservation on behalf of 8cf7000c671447459f794a0e1260d12f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:31.771325 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:31.773620 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:31.776186 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345b1b50-4e06-41d4-a006-0fd0454a338b x-openstack-request-id: req-345b1b50-4e06-41d4-a006-0fd0454a338b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:31.781179 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9278646e-7fb2-42b4-8590-96d7d1b6eaf9", "name": "network-vif-plugged", "status": "completed", "tag": "081ca546-2526-4339-b22e-043d5ae08fc0", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:31.781915 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-345b1b50-4e06-41d4-a006-0fd0454a338b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:31.782949 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9278646e-7fb2-42b4-8590-96d7d1b6eaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081ca546-2526-4339-b22e-043d5ae08fc0', 'code': 200} Aug 17 16:22:31.793817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=081ca546-2526-4339-b22e-043d5ae08fc0,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:31.804888 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:31.864324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-5fad7cad-d782-493b-b966-e688ed6ba98a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:31.948791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad7cad-d782-493b-b966-e688ed6ba98a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Pushing event deleted for resources: {'Port': ['ID=67cdd04c-919a-413d-8159-2e94cf623b30,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:32.011689 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.033525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-5fad7cad-d782-493b-b966-e688ed6ba98a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] No DVR routers for this DVR port 67cdd04c-919a-413d-8159-2e94cf623b30 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:22:32.042956 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-5fad7cad-d782-493b-b966-e688ed6ba98a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.047337 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04ddb731-0166-4254-a86d-d2d1cf5640b2 req-5fad7cad-d782-493b-b966-e688ed6ba98a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "DELETE /v2.0/ports/67cdd04c-919a-413d-8159-2e94cf623b30 HTTP/1.1" status: 204 len: 173 time: 1.5744290 Aug 17 16:22:32.048416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'name': 'network-vif-deleted', 'tag': '67cdd04c-919a-413d-8159-2e94cf623b30'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:32.053860 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fea980c-cf7a-4419-a10b-646e2e371644" -d '{"events": [{"server_uuid": "36724792-9d1c-4f11-b5c3-e0f07e84fbaa", "name": "network-vif-deleted", "tag": "67cdd04c-919a-413d-8159-2e94cf623b30"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:32.108647 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-542ba708-369d-495e-8227-17fd93f2410c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.113989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 84906ae1-5721-4bbb-a900-f1b186742783, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=84906ae1-5721-4bbb-a900-f1b186742783,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:32.124626 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.137585 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec0c2ce2-920b-416f-b8b4-ce52ead5a827 req-304d6736-1819-4411-9be4-234dbd17cd87 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 210 time: 0.0777946 Aug 17 16:22:32.147234 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd297cd-e41a-4d1a-92cb-399651a0e77b x-openstack-request-id: req-3cd297cd-e41a-4d1a-92cb-399651a0e77b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:32.148112 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36724792-9d1c-4f11-b5c3-e0f07e84fbaa", "name": "network-vif-deleted", "tag": "67cdd04c-919a-413d-8159-2e94cf623b30", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:32.150867 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cd297cd-e41a-4d1a-92cb-399651a0e77b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:32.151949 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36724792-9d1c-4f11-b5c3-e0f07e84fbaa', 'name': 'network-vif-deleted', 'tag': '67cdd04c-919a-413d-8159-2e94cf623b30', 'status': 'completed', 'code': 200} Aug 17 16:22:32.274454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d17c2c-9892-4e35-9342-3c3a2047e614 req-ba86a92d-3f97-4c4f-973c-1ca9e9630ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:32.277627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58d17c2c-9892-4e35-9342-3c3a2047e614 req-ba86a92d-3f97-4c4f-973c-1ca9e9630ce3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 1096 time: 0.2735093 Aug 17 16:22:32.332110 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.346260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.357786 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-router', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:21Z', 'updated_at': '2021-08-17T16:22:28Z', 'revision_number': 4, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'gw_port': {'id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:22Z', 'updated_at': '2021-08-17T16:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f0d5e65c-b58f-4416-8fc1-62aadf50e834', 'name': '', 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'mac_address': 'fa:16:3e:4f:4f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '923b3f42-8734-4434-bc46-508e7fe4a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:26Z', 'updated_at': '2021-08-17T16:22:28Z', 'revision_number': 2, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'subnets': [{'id': '923b3f42-8734-4434-bc46-508e7fe4a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:32.371968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58d17c2c-9892-4e35-9342-3c3a2047e614 req-0d87efcf-204a-4932-8426-ffbeafaca8b5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809994 Aug 17 16:22:32.379564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:22:32.414977 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.426511 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Added segment aea75610-6042-4253-bf2c-e2c80f7d3e6c of type vlan for network b5405197-200b-484c-beab-d9aabe5679ec Aug 17 16:22:32.428516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a27d99f-e816-44d9-944d-be465bf838b2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:32.429791 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Checking router: 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:22:32.430331 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Updating router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 port f0d5e65c-b58f-4416-8fc1-62aadf50e834 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:22:32.467686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 337fea3e-f4d7-40b1-871b-a59c1a330a51 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:32.487651 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.525265 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.537142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=84906ae1-5721-4bbb-a900-f1b186742783,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:32.554360 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67cdd04c-919a-413d-8159-2e94cf623b30 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:22:32.575506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.577109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:32.577820 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.578735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 67cdd04c-919a-413d-8159-2e94cf623b30 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:22:32.579080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67cdd04c-919a-413d-8159-2e94cf623b30 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:22:32.592206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 337fea3e-f4d7-40b1-871b-a59c1a330a51 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:32.593231 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.655928 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9939754 Aug 17 16:22:32.656679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47554) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:32.661502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07126bdf-cd1e-4472-95ca-f9b6b19c71e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b5405197-200b-484c-beab-d9aabe5679ec,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:32.676514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network b5405197-200b-484c-beab-d9aabe5679ec details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:22:32.676837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Request body: {'subnet': {'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-subnet', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:32.728892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Made reservation on behalf of 8cf7000c671447459f794a0e1260d12f for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:32.732661 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:32.856140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624714a6-4008-45f3-a653-7e25c8c407d3 req-64ba44ff-c39b-4508-9520-f32f198a8ae6 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:32.868297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487deab9-618b-4761-abee-32447c973dec req-1279cb9f-48c5-4a46-afd9-77e15260da00 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:32.869734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-624714a6-4008-45f3-a653-7e25c8c407d3 req-64ba44ff-c39b-4508-9520-f32f198a8ae6 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 946 time: 0.1335301 Aug 17 16:22:32.873349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-487deab9-618b-4761-abee-32447c973dec req-1279cb9f-48c5-4a46-afd9-77e15260da00 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 945 time: 0.2187870 Aug 17 16:22:32.965892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-487deab9-618b-4761-abee-32447c973dec req-12125278-080b-401d-a693-a12a3a3f428c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800085 Aug 17 16:22:33.045477 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.058293 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Transition to ACTIVE for port object f0d5e65c-b58f-4416-8fc1-62aadf50e834 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:33.066654 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.092448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-624714a6-4008-45f3-a653-7e25c8c407d3 req-b738df49-c5c3-4364-a3dd-dc1ad0f37b0b tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212846 Aug 17 16:22:33.127404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.249939 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Pushing event updated for resources: {'Port': ['ID=f0d5e65c-b58f-4416-8fc1-62aadf50e834,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:33.251189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=697ad38c-1859-478a-b4fc-6b102a82a0b3,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:33.278895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e164f-09e3-4877-a652-e23831594705 req-7da1ffe2-3c6f-4ad0-9206-33e6fe1ab4de tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:33.282446 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-7da1ffe2-3c6f-4ad0-9206-33e6fe1ab4de tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "GET /v2.0/networks?id=8d3a79ef-4894-479d-bd1b-34203cfe9775 HTTP/1.1" status: 200 len: 815 time: 0.3686857 Aug 17 16:22:33.284936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Checking segment: {'id': 'aea75610-6042-4253-bf2c-e2c80f7d3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:33.284936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Network hostable DHCP agents. Network: b5405197-200b-484c-beab-d9aabe5679ec, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:22:33.311794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Request body: {'port': {'device_id': '433a8a86-4a51-4564-92a0-6f801f1077cd', 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775', 'admin_state_up': True, 'tenant_id': '2322d51148c34aac9069c30735e64b22'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:33.313934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Network b5405197-200b-484c-beab-d9aabe5679ec is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:22:33.324456 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.326412 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.326412 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.326412 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.327051 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.339200 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.339898 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.340463 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.341034 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.341588 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.342139 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.342739 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:33.367470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, b5405197-200b-484c-beab-d9aabe5679ec) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:33.383550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:33.387030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e749f03-1efc-440e-8b42-c08ccef358ca None None] Network b5405197-200b-484c-beab-d9aabe5679ec requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:22:33.392505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.459975 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7466d053-a342-44a5-a5ed-8218bad2a295 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7871385 Aug 17 16:22:33.463362 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47566) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:33.476355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-router', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:33.507745 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Attempting to bind port f0d5e65c-b58f-4416-8fc1-62aadf50e834 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:33.508347 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Attempting to bind port f0d5e65c-b58f-4416-8fc1-62aadf50e834 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:33.508928 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Attempting to bind port f0d5e65c-b58f-4416-8fc1-62aadf50e834 on network de64ae9c-fda8-427c-8389-c6e3050b4e68 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:33.542462 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:33.542462 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Checking segment: {'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:33.543038 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.543609 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Bound using segment: {'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:33.544409 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Bound port: f0d5e65c-b58f-4416-8fc1-62aadf50e834, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:33.545058 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.643615 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b5a8412-f468-4c55-96b8-27bfaf8f6a8b req-a27ede27-343f-4b04-873d-2266a4f442df tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 210 time: 0.1425927 Aug 17 16:22:33.649630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.653104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.716418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Made reservation on behalf of 2322d51148c34aac9069c30735e64b22 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:33.728163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.766084 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] For port f0d5e65c-b58f-4416-8fc1-62aadf50e834, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:33.775951 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] For port f0d5e65c-b58f-4416-8fc1-62aadf50e834, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f0d5e65c-b58f-4416-8fc1-62aadf50e834,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:33.787583 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.796518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84906ae1-5721-4bbb-a900-f1b186742783'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:33.800759 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8688cbae-31ad-4668-be58-f40704f73d1f" -d '{"events": [{"server_uuid": "56e5957b-ed11-4b5c-b176-4b5380ece0a5", "name": "network-vif-plugged", "status": "completed", "tag": "84906ae1-5721-4bbb-a900-f1b186742783"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:33.839603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.910101 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Routers {'4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:33.910974 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:33.915378 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818e186b-4beb-424b-838b-e96fd71f9b23 x-openstack-request-id: req-818e186b-4beb-424b-838b-e96fd71f9b23 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:33.915762 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5957b-ed11-4b5c-b176-4b5380ece0a5", "name": "network-vif-plugged", "status": "completed", "tag": "84906ae1-5721-4bbb-a900-f1b186742783", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:33.915959 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-818e186b-4beb-424b-838b-e96fd71f9b23 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:33.917025 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84906ae1-5721-4bbb-a900-f1b186742783', 'code': 200} Aug 17 16:22:33.949696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-b5405197-200b-484c-beab-d9aabe5679ec', 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'fixed_ips': [{'subnet_id': '697ad38c-1859-478a-b4fc-6b102a82a0b3'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:22:33.951494 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:33.974487 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed60c2-1818-467a-b073-af13f0f10bdd None None] Pushing event updated for resources: {'Port': ['ID=f0d5e65c-b58f-4416-8fc1-62aadf50e834,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:34.049543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Allocated IP 172.20.0.6 (8d3a79ef-4894-479d-bd1b-34203cfe9775/40428865-19e2-44b0-a5fa-06186e0ce9aa/aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:34.232968 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] Set router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:34.280849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Allocated IP 172.20.0.2 (b5405197-200b-484c-beab-d9aabe5679ec/697ad38c-1859-478a-b4fc-6b102a82a0b3/481afc84-6f16-4008-82ad-57a21b9d31d6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:34.319893 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:34.335002 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45abe0-8fbc-4f5f-bd50-19fbf8af2a7b req-754b9f11-db25-4bdb-9e78-48d82b0fc453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:34.336948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b45abe0-8fbc-4f5f-bd50-19fbf8af2a7b req-754b9f11-db25-4bdb-9e78-48d82b0fc453 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 1097 time: 0.3092499 Aug 17 16:22:34.434236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47692109-3b4c-460b-b839-096d6e927fb4 req-55601bfd-d9a8-46b9-a2fa-edc9b6725130 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:34.435755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-47692109-3b4c-460b-b839-096d6e927fb4 req-55601bfd-d9a8-46b9-a2fa-edc9b6725130 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 945 time: 0.3238435 Aug 17 16:22:34.454364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b45abe0-8fbc-4f5f-bd50-19fbf8af2a7b req-5866b1f3-e836-471f-9d8c-6046fa496474 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998311 Aug 17 16:22:34.489203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278deb3b-a89f-459c-afee-0b635169efcc req-d703cf60-8219-4b9d-8b63-c2cd55b84f50 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:34.497574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-278deb3b-a89f-459c-afee-0b635169efcc req-d703cf60-8219-4b9d-8b63-c2cd55b84f50 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 946 time: 0.2422590 Aug 17 16:22:34.518325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-47692109-3b4c-460b-b839-096d6e927fb4 req-18b5e82c-6150-4a36-82ce-e1be13b826a0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584090 Aug 17 16:22:34.572045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:34.594629 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-router', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:21Z', 'updated_at': '2021-08-17T16:22:28Z', 'revision_number': 4, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'gw_port': {'id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:22Z', 'updated_at': '2021-08-17T16:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f0d5e65c-b58f-4416-8fc1-62aadf50e834', 'name': '', 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'mac_address': 'fa:16:3e:4f:4f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '923b3f42-8734-4434-bc46-508e7fe4a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:26Z', 'updated_at': '2021-08-17T16:22:33Z', 'revision_number': 4, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'subnets': [{'id': '923b3f42-8734-4434-bc46-508e7fe4a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:34.604468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-278deb3b-a89f-459c-afee-0b635169efcc req-d302132c-46c5-4757-9c54-fa26e6ed258a tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044807 Aug 17 16:22:34.659067 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a47391-491c-41dc-b31f-8154e28265ac None None] The sync data for ids ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'] in n-d-804878-1 is: [{'id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-router', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:21Z', 'updated_at': '2021-08-17T16:22:28Z', 'revision_number': 4, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'gw_port': {'id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:22Z', 'updated_at': '2021-08-17T16:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f0d5e65c-b58f-4416-8fc1-62aadf50e834', 'name': '', 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'mac_address': 'fa:16:3e:4f:4f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '923b3f42-8734-4434-bc46-508e7fe4a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:26Z', 'updated_at': '2021-08-17T16:22:33Z', 'revision_number': 4, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'subnets': [{'id': '923b3f42-8734-4434-bc46-508e7fe4a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:22:34.661511 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:34.703477 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:34.706525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Transition to ACTIVE for port object 481afc84-6f16-4008-82ad-57a21b9d31d6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:34.831609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Network 8d3a79ef-4894-479d-bd1b-34203cfe9775 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:34.835912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:34.840424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:34.871920 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eabc4b9c-1aa2-48f4-bf5d-feaffa62b2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:34.874466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Transition to ACTIVE for port object 481afc84-6f16-4008-82ad-57a21b9d31d6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:34.879907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Pushing event updated for resources: {'Port': ['ID=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:34.934088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:34.934866 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:34.935785 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:34.953918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-7488f3bb-1339-4c8a-bf6e-091f473b9a6c tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6525438 Aug 17 16:22:34.968057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:34.972399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Request body: {'port': {'device_id': '433a8a86-4a51-4564-92a0-6f801f1077cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:34.996505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Network b5405197-200b-484c-beab-d9aabe5679ec is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:35.009840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:35.028885 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:35.038922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:35.075431 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:35.149079 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:35.160004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512ae43-f45a-4c4a-81ba-7931db6bfc3e req-9f66d1f6-dab6-4bdd-a110-9ffd07913557 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:35.161584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2512ae43-f45a-4c4a-81ba-7931db6bfc3e req-9f66d1f6-dab6-4bdd-a110-9ffd07913557 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 931 time: 0.1192610 Aug 17 16:22:35.200401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Attempting to bind port 481afc84-6f16-4008-82ad-57a21b9d31d6 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:35.200774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Attempting to bind port 481afc84-6f16-4008-82ad-57a21b9d31d6 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'aea75610-6042-4253-bf2c-e2c80f7d3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:35.201432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Attempting to bind port 481afc84-6f16-4008-82ad-57a21b9d31d6 on network b5405197-200b-484c-beab-d9aabe5679ec {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:35.203697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Pushing event updated for resources: {'Port': ['ID=481afc84-6f16-4008-82ad-57a21b9d31d6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:35.235445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:35.236712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Checking segment: {'id': 'aea75610-6042-4253-bf2c-e2c80f7d3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:35.238721 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:35.239813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Bound using segment: {'id': 'aea75610-6042-4253-bf2c-e2c80f7d3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:35.241307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Bound port: 481afc84-6f16-4008-82ad-57a21b9d31d6, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea75610-6042-4253-bf2c-e2c80f7d3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:35.243730 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:35.285347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2512ae43-f45a-4c4a-81ba-7931db6bfc3e req-be4b77f1-6668-4f8f-9a9e-f8646be6ddfc tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061645 Aug 17 16:22:35.409452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] For port 481afc84-6f16-4008-82ad-57a21b9d31d6, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:35.419879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] For port 481afc84-6f16-4008-82ad-57a21b9d31d6, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=481afc84-6f16-4008-82ad-57a21b9d31d6,segment=NetworkSegment(aea75610-6042-4253-bf2c-e2c80f7d3e6c),segment_id=aea75610-6042-4253-bf2c-e2c80f7d3e6c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:35.424426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Allocated IP 172.25.7.122 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/69f0bcef-88c5-4d13-a8c1-f4ca56254427) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:35.430317 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:35.518567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b71d8-22b4-47ee-b6a8-4e6fb3462a4e None None] Pushing event updated for resources: {'Port': ['ID=481afc84-6f16-4008-82ad-57a21b9d31d6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:35.597872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307808c9-8ba8-4176-8fac-dfb5a75718d2 req-8b91b441-a831-4ac2-8059-b1b0d29c4a37 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:35.605841 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-307808c9-8ba8-4176-8fac-dfb5a75718d2 req-8b91b441-a831-4ac2-8059-b1b0d29c4a37 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 1096 time: 0.4501429 Aug 17 16:22:35.671051 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-307808c9-8ba8-4176-8fac-dfb5a75718d2 req-77012561-2275-4029-b447-7659ae86b6dd tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641866 Aug 17 16:22:35.845170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:35.852860 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:35.933862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75988e-c477-4d21-bd7b-8dadb0cefb99 req-f6a330e9-6761-483f-8e93-7be924d906e3 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:35.935618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea75988e-c477-4d21-bd7b-8dadb0cefb99 req-f6a330e9-6761-483f-8e93-7be924d906e3 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 946 time: 0.2245677 Aug 17 16:22:35.993118 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:36.128631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:36.134122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:36.145592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:36.156965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:36.188902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:36.196604 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea75988e-c477-4d21-bd7b-8dadb0cefb99 req-7b630ea9-b9bd-4333-a824-a7ee43fe10d7 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443635 Aug 17 16:22:36.247838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Transition to ACTIVE for port object aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:36.260327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:36.383584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Pushing event updated for resources: {'Port': ['ID=69f0bcef-88c5-4d13-a8c1-f4ca56254427,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:36.410993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:36.758353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 481afc84-6f16-4008-82ad-57a21b9d31d6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:36.797449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7e7f3-fa31-4c1f-9081-980d361c34c9 req-d8a69828-dad8-468d-bc63-d2d52d7230b3 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:36.800695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-87c7e7f3-fa31-4c1f-9081-980d361c34c9 req-d8a69828-dad8-468d-bc63-d2d52d7230b3 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 946 time: 0.1573157 Aug 17 16:22:36.817057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47616) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:36.827772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-398462d4-2e06-4844-86da-04837ffcc2e9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Request body: {'floatingip': {'port_id': '84906ae1-5721-4bbb-a900-f1b186742783'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:36.906028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Attempting to bind port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:36.906600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Attempting to bind port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:36.907157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Attempting to bind port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d on network 8d3a79ef-4894-479d-bd1b-34203cfe9775 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:36.927770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d on network 8d3a79ef-4894-479d-bd1b-34203cfe9775 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:22:36.928407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Attempting to bind port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d on network 8d3a79ef-4894-479d-bd1b-34203cfe9775 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:36.958327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 481afc84-6f16-4008-82ad-57a21b9d31d6 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:36.963716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f0d5e65c-b58f-4416-8fc1-62aadf50e834 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:36.977302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:36.977898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Checking segment: {'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:36.979807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Bound using segment: {'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:36.981476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Bound port: aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbbedb3-9a74-447c-a59c-6e60e2f1382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:36.985877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:37.055555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f0d5e65c-b58f-4416-8fc1-62aadf50e834 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:37.060953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f0d5e65c-b58f-4416-8fc1-62aadf50e834 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:37.061310 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:37.106959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-398462d4-2e06-4844-86da-04837ffcc2e9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:37.188671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dde65-c2b5-49fa-a428-7b83f5783b36 req-66711545-1954-4f69-91a4-25ac7aca633a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:37.197845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f5dde65-c2b5-49fa-a428-7b83f5783b36 req-66711545-1954-4f69-91a4-25ac7aca633a tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 943 time: 0.2577617 Aug 17 16:22:37.203865 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:37.256634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port f0d5e65c-b58f-4416-8fc1-62aadf50e834, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f0d5e65c-b58f-4416-8fc1-62aadf50e834,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:37.265544 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:37.341151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] For port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:37.348537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=f0d5e65c-b58f-4416-8fc1-62aadf50e834,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:37.366196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f5dde65-c2b5-49fa-a428-7b83f5783b36 req-1aa1a8bd-3957-4b94-9dc3-43d545e8ca8f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455553 Aug 17 16:22:37.388001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] For port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:37.399870 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:37.452552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8764a1-889a-4fdf-989d-f68559cd890e None None] Network b5405197-200b-484c-beab-d9aabe5679ec requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:22:37.572449 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:37.587205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:37.589088 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-121196db-a495-4cb8-9e71-e0a5eae9fd69 None None] Provisioning for port 481afc84-6f16-4008-82ad-57a21b9d31d6 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:37.609561 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:37.623358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:37.624000 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:37.629818 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-1a5dc17f-d44e-4392-8ca3-e410ee330ce5 service neutron] 10.222.0.93 "PUT /v2.0/ports/aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d HTTP/1.1" status: 200 len: 1091 time: 2.6674442 Aug 17 16:22:37.630326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433a8a86-4a51-4564-92a0-6f801f1077cd', 'tag': 'aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:37.651209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-121196db-a495-4cb8-9e71-e0a5eae9fd69 None None] Provisioning complete for port 481afc84-6f16-4008-82ad-57a21b9d31d6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:37.652385 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-121196db-a495-4cb8-9e71-e0a5eae9fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:37.654104 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f49bf40-503d-42c1-b25d-034d3dfbccb2" -d '{"events": [{"name": "network-changed", "server_uuid": "433a8a86-4a51-4564-92a0-6f801f1077cd", "tag": "aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:37.867627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e164f-09e3-4877-a652-e23831594705 req-c136d4d1-262d-4c68-aef6-a1d4d79db589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:37.880163 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-c136d4d1-262d-4c68-aef6-a1d4d79db589 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2322d51148c34aac9069c30735e64b22&device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 1094 time: 0.1854913 Aug 17 16:22:37.911995 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d8d2be-9e55-43a4-8940-a353ee7ffd8b x-openstack-request-id: req-d5d8d2be-9e55-43a4-8940-a353ee7ffd8b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:37.912494 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433a8a86-4a51-4564-92a0-6f801f1077cd", "tag": "aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:37.912879 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5d8d2be-9e55-43a4-8940-a353ee7ffd8b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:37.915459 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433a8a86-4a51-4564-92a0-6f801f1077cd', 'tag': 'aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d', 'status': 'completed', 'code': 200} Aug 17 16:22:37.989898 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-6e493b4d-cbc9-4fb9-86e0-4619dbb8ae71 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d HTTP/1.1" status: 200 len: 217 time: 0.1083717 Aug 17 16:22:38.088558 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-121196db-a495-4cb8-9e71-e0a5eae9fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:38.139671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e164f-09e3-4877-a652-e23831594705 req-29ae1bff-604d-4db6-bab9-4a69f263588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:38.141285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-29ae1bff-604d-4db6-bab9-4a69f263588a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=40428865-19e2-44b0-a5fa-06186e0ce9aa HTTP/1.1" status: 200 len: 855 time: 0.1440644 Aug 17 16:22:38.171344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-121196db-a495-4cb8-9e71-e0a5eae9fd69 None None] For port 481afc84-6f16-4008-82ad-57a21b9d31d6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=481afc84-6f16-4008-82ad-57a21b9d31d6,segment=NetworkSegment(aea75610-6042-4253-bf2c-e2c80f7d3e6c),segment_id=aea75610-6042-4253-bf2c-e2c80f7d3e6c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:38.178794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-121196db-a495-4cb8-9e71-e0a5eae9fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:38.193288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3db741e5-5330-4711-93fc-15cd3e3fb9cb tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:22:38.194316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-bf2dd184-de11-4db7-bd38-67a18bd40e23 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d3a79ef-4894-479d-bd1b-34203cfe9775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402555 Aug 17 16:22:38.197995 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3db741e5-5330-4711-93fc-15cd3e3fb9cb tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198202 Aug 17 16:22:38.217618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Request body: {'binding': {'host': 'n-h2-804878-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:38.218064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Unknown quota resources ['binding']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:22:38.269341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121196db-a495-4cb8-9e71-e0a5eae9fd69 None None] Pushing event updated for resources: {'Port': ['ID=481afc84-6f16-4008-82ad-57a21b9d31d6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:38.366232 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-1b8dcb52-05bc-4a6b-97a0-e126e2211487 service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593127 Aug 17 16:22:38.507683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 481afc84-6f16-4008-82ad-57a21b9d31d6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:38.563889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-51b08a72-f11a-47a0-8284-c94a71b6727f None None] Provisioning complete for port 481afc84-6f16-4008-82ad-57a21b9d31d6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:38.564610 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51b08a72-f11a-47a0-8284-c94a71b6727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:38.572767 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc8e164f-09e3-4877-a652-e23831594705 req-0dde8fea-1006-4345-a9df-ddb642988369 service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935306 Aug 17 16:22:38.608838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f375f8-a9bb-4fce-8041-cec26275c217 req-a9c77131-5501-457e-b3f0-2cc75b63bcf2 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:38.610809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92f375f8-a9bb-4fce-8041-cec26275c217 req-a9c77131-5501-457e-b3f0-2cc75b63bcf2 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 943 time: 0.0844438 Aug 17 16:22:38.630438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 481afc84-6f16-4008-82ad-57a21b9d31d6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:38.631110 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:38.718637 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:38.743157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92f375f8-a9bb-4fce-8041-cec26275c217 req-ce213bae-083c-4ad1-9ce5-03d8086a1fae tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026344 Aug 17 16:22:38.755750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49bf40-503d-42c1-b25d-034d3dfbccb2 req-49a78bb7-50b3-4090-bb5d-b988b3e700af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:38.757783 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f49bf40-503d-42c1-b25d-034d3dfbccb2 req-49a78bb7-50b3-4090-bb5d-b988b3e700af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2322d51148c34aac9069c30735e64b22&device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 1094 time: 0.0902903 Aug 17 16:22:38.782421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f0d5e65c-b58f-4416-8fc1-62aadf50e834 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:38.839451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f0d5e65c-b58f-4416-8fc1-62aadf50e834 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:38.839779 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:38.876332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49bf40-503d-42c1-b25d-034d3dfbccb2 req-0f67f903-af74-43ae-8f4d-f228e51251ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:38.877872 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f49bf40-503d-42c1-b25d-034d3dfbccb2 req-0f67f903-af74-43ae-8f4d-f228e51251ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=8d3a79ef-4894-479d-bd1b-34203cfe9775 HTTP/1.1" status: 200 len: 916 time: 0.1067190 Aug 17 16:22:38.911714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-398462d4-2e06-4844-86da-04837ffcc2e9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:38.931140 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-398462d4-2e06-4844-86da-04837ffcc2e9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:38.954432 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f49bf40-503d-42c1-b25d-034d3dfbccb2 req-2676391f-a6c5-464d-8f11-1af303ad11dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d HTTP/1.1" status: 200 len: 217 time: 0.0674591 Aug 17 16:22:39.071087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49bf40-503d-42c1-b25d-034d3dfbccb2 req-45adcaa0-94fc-4ae3-ad2f-e2b0cf4fd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:39.073172 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f49bf40-503d-42c1-b25d-034d3dfbccb2 req-45adcaa0-94fc-4ae3-ad2f-e2b0cf4fd363 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=40428865-19e2-44b0-a5fa-06186e0ce9aa HTTP/1.1" status: 200 len: 855 time: 0.1038268 Aug 17 16:22:39.102406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on host n-h2-804878-1 for vnic_type normal with profile None {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:39.103019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:39.104076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:39.120989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:22:39.120989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:39.139327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:39.140021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:39.140449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:39.140935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Bound port: 0089541a-6f43-4af7-9039-97349ea648b7, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:39.142145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f49bf40-503d-42c1-b25d-034d3dfbccb2 req-34af973a-b3a6-470c-9143-5e44be596904 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d3a79ef-4894-479d-bd1b-34203cfe9775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556495 Aug 17 16:22:39.186248 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-398462d4-2e06-4844-86da-04837ffcc2e9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Floating IP 42f8a47d-3846-4193-bbce-ea394e11dfee associated. External IP: 172.25.7.132, port: 84906ae1-5721-4bbb-a900-f1b186742783. Aug 17 16:22:39.188786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Router 93e49410-ce06-4514-9f4e-c88965cf970f is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:22:39.332569 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f49bf40-503d-42c1-b25d-034d3dfbccb2 req-1628ad96-0c87-4b2f-a754-8931e2bc1f1d service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847513 Aug 17 16:22:39.340516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:39.350680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:39.351941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3ebab8e4-3802-4827-9a49-2f5ffa4106e8 service neutron] 10.222.0.77 "POST /v2.0/ports/0089541a-6f43-4af7-9039-97349ea648b7/bindings HTTP/1.1" status: 201 len: 389 time: 1.1426775 Aug 17 16:22:39.473187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f49bf40-503d-42c1-b25d-034d3dfbccb2 req-b46c23ad-4446-425c-8341-691cf92a9ab8 service neutron] 10.222.0.93 "GET /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293874 Aug 17 16:22:39.597481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56eb3ad-837e-41de-84f6-7f885e261204 req-2841aaf5-0b06-47f9-b1c1-1bdfdd2d4564 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:39.597761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398462d4-2e06-4844-86da-04837ffcc2e9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Router 11cd752c-e6d2-482a-85c2-d0f414e43d9d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:22:39.600421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:22:39.607253 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b56eb3ad-837e-41de-84f6-7f885e261204 req-2841aaf5-0b06-47f9-b1c1-1bdfdd2d4564 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.0727980 Aug 17 16:22:39.622316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Sync routers for ids ['93e49410-ce06-4514-9f4e-c88965cf970f'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:22:39.646208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Routers {'93e49410-ce06-4514-9f4e-c88965cf970f'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:39.646936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['93e49410-ce06-4514-9f4e-c88965cf970f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:39.729821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b56eb3ad-837e-41de-84f6-7f885e261204 req-fa717c2e-9777-4535-a5f6-4de60568bf51 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178145 Aug 17 16:22:39.737801 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:39.739762 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ecbe920d-ac1d-4956-b0d5-cbaff27204ce admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2747927 Aug 17 16:22:39.744841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47666) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:39.810432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-cd42c46e-9493-42fc-96d0-22ed312542f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:39.813109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-cd42c46e-9493-42fc-96d0-22ed312542f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 1096 time: 0.1391649 Aug 17 16:22:39.911633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Set router 93e49410-ce06-4514-9f4e-c88965cf970f gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:40.020817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd11879-da20-4958-9944-e484a27e862d req-dd6131a6-f2af-4eae-8b77-4fe66ffd83c8 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:40.028713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-abd11879-da20-4958-9944-e484a27e862d req-dd6131a6-f2af-4eae-8b77-4fe66ffd83c8 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 943 time: 0.1686671 Aug 17 16:22:40.047243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-11514eb4-a9c4-4de3-95b7-6e60a583e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:40.052043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-11514eb4-a9c4-4de3-95b7-6e60a583e849 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.2304344 Aug 17 16:22:40.093454 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-abd11879-da20-4958-9944-e484a27e862d req-f74c8cad-cdaa-4f68-99d6-f5e1f02831bf tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625992 Aug 17 16:22:40.097072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398462d4-2e06-4844-86da-04837ffcc2e9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:22:40.115446 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-398462d4-2e06-4844-86da-04837ffcc2e9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:40.125913 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] Sync routers for ids ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:22:40.137806 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-f9dc0c35-acc4-4ad4-9f51-1db25c74038c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0089541a-6f43-4af7-9039-97349ea648b7 HTTP/1.1" status: 200 len: 217 time: 0.0770214 Aug 17 16:22:40.157617 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] Routers {'11cd752c-e6d2-482a-85c2-d0f414e43d9d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:40.158666 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:40.253794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-b4574fd5-cfd3-4266-a0fa-caa48f8f202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:40.256466 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-b4574fd5-cfd3-4266-a0fa-caa48f8f202c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1124768 Aug 17 16:22:40.265872 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-398462d4-2e06-4844-86da-04837ffcc2e9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "PUT /v2.0/floatingips/42f8a47d-3846-4193-bbce-ea394e11dfee HTTP/1.1" status: 200 len: 992 time: 3.4457245 Aug 17 16:22:40.269008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'tag': '84906ae1-5721-4bbb-a900-f1b186742783'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:40.271743 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d7cc26-2af3-424e-b3c8-711787072963" -d '{"events": [{"name": "network-changed", "server_uuid": "56e5957b-ed11-4b5c-b176-4b5380ece0a5", "tag": "84906ae1-5721-4bbb-a900-f1b186742783"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:40.363437 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171b83c6-ff4a-4060-a75e-16dfa86399f1 x-openstack-request-id: req-171b83c6-ff4a-4060-a75e-16dfa86399f1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:40.364411 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e5957b-ed11-4b5c-b176-4b5380ece0a5", "tag": "84906ae1-5721-4bbb-a900-f1b186742783", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:40.364840 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-171b83c6-ff4a-4060-a75e-16dfa86399f1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:40.365417 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'tag': '84906ae1-5721-4bbb-a900-f1b186742783', 'status': 'completed', 'code': 200} Aug 17 16:22:40.371108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-1c2cbbe0-642d-43c6-b2ce-f42751e74699 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059890 Aug 17 16:22:40.497415 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] Set router 11cd752c-e6d2-482a-85c2-d0f414e43d9d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:40.579853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:22:40.586776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-8c174e4f-80f6-41bd-9b79-89deea6f37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:40.590090 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-8c174e4f-80f6-41bd-9b79-89deea6f37e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3690e36657ff4730870dda1b47d01281&device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 1097 time: 0.1722627 Aug 17 16:22:40.628346 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-0e3ac06a-7669-4951-b3fd-0a83451eb1a5 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407215 Aug 17 16:22:40.630509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-router', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:33Z', 'updated_at': '2021-08-17T16:22:36Z', 'revision_number': 3, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'gw_port': {'id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:35Z', 'updated_at': '2021-08-17T16:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:40.774287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Checking router: 93e49410-ce06-4514-9f4e-c88965cf970f for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:22:40.774763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Updating router 93e49410-ce06-4514-9f4e-c88965cf970f port 69f0bcef-88c5-4d13-a8c1-f4ca56254427 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:22:40.841546 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:40.878059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-c84b363c-3f2c-4dc9-9c62-65bc2ad34439 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400098 Aug 17 16:22:40.940274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:41.021143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d', 'network_id': '8d3a79ef-4894-479d-bd1b-34203cfe9775', 'port_id': 'aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d', 'mac_address': 'fa:16:3e:09:16:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40428865-19e2-44b0-a5fa-06186e0ce9aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:22:41.073253 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:32Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '42f8a47d-3846-4193-bbce-ea394e11dfee', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'port_id': '84906ae1-5721-4bbb-a900-f1b186742783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'mac_address': 'fa:16:3e:bc:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:21:41Z', 'updated_at': '2021-08-17T16:22:38Z', 'revision_number': 1, 'project_id': '3690e36657ff4730870dda1b47d01281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b207a0f-4acc-4cb5-8640-3e04f3761d08', 'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'mac_address': 'fa:16:3e:e7:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:28Z', 'updated_at': '2021-08-17T16:21:40Z', 'revision_number': 5, 'project_id': '3690e36657ff4730870dda1b47d01281', 'subnets': [{'id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:41.073793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b1eec-eb1d-4d88-a5d7-06dcde8ef1a4 req-3516cb6f-e3cd-425c-84eb-a71e63dc0d95 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:41.083347 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ed7b1eec-eb1d-4d88-a5d7-06dcde8ef1a4 req-3516cb6f-e3cd-425c-84eb-a71e63dc0d95 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1658323 Aug 17 16:22:41.126014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-3453197a-6e74-4474-9a48-f589148a76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:41.126863 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-3453197a-6e74-4474-9a48-f589148a76d3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=78726d98-da38-427f-a4ef-86dfdb590214 HTTP/1.1" status: 200 len: 917 time: 0.4687932 Aug 17 16:22:41.148973 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] Checking router: 11cd752c-e6d2-482a-85c2-d0f414e43d9d for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:22:41.171254 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] Routers {'11cd752c-e6d2-482a-85c2-d0f414e43d9d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:41.178477 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:41.249593 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ed7b1eec-eb1d-4d88-a5d7-06dcde8ef1a4 req-2f7f8940-f9b7-44eb-a3fd-7616cc33b335 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575878 Aug 17 16:22:41.316568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-87a87fc3-ca79-4a55-a3b6-35dbd4bc10bf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84906ae1-5721-4bbb-a900-f1b186742783 HTTP/1.1" status: 200 len: 1000 time: 0.1766829 Aug 17 16:22:41.322475 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:41.418676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6691ef-bb9d-47db-b473-52935062bd1c req-ea03fd29-fb52-4a9c-a413-1696265502ac tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:41.429235 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec6691ef-bb9d-47db-b473-52935062bd1c req-ea03fd29-fb52-4a9c-a413-1696265502ac tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 943 time: 0.1133714 Aug 17 16:22:41.435073 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:41.456537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Transition to ACTIVE for port object 69f0bcef-88c5-4d13-a8c1-f4ca56254427 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:41.481516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-37115633-03eb-4752-b407-1d11e24c2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:41.488825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-37115633-03eb-4752-b407-1d11e24c2be4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=95707993-0dd2-4e23-8593-8d60a7b2c611 HTTP/1.1" status: 200 len: 855 time: 0.1456854 Aug 17 16:22:41.496804 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:41.529959 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec6691ef-bb9d-47db-b473-52935062bd1c req-a2be1820-6de5-48ce-be3a-8b3d64a885f3 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943944 Aug 17 16:22:41.636727 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:41.639247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Attempting to bind port 69f0bcef-88c5-4d13-a8c1-f4ca56254427 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:41.642008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Attempting to bind port 69f0bcef-88c5-4d13-a8c1-f4ca56254427 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:41.642521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Attempting to bind port 69f0bcef-88c5-4d13-a8c1-f4ca56254427 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:41.660414 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] Set router 11cd752c-e6d2-482a-85c2-d0f414e43d9d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:41.678585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:41.679499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:41.680126 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:41.680711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:41.682739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Bound port: 69f0bcef-88c5-4d13-a8c1-f4ca56254427, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:41.683347 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:41.743115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-e0c9b8d3-b70b-4014-b37c-0c62cf5a2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:41.755066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-e0c9b8d3-b70b-4014-b37c-0c62cf5a2dd2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=78726d98-da38-427f-a4ef-86dfdb590214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057564 Aug 17 16:22:41.765442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] For port 69f0bcef-88c5-4d13-a8c1-f4ca56254427, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:41.770893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] For port 69f0bcef-88c5-4d13-a8c1-f4ca56254427, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=69f0bcef-88c5-4d13-a8c1-f4ca56254427,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:41.782238 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:41.785946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645d6e6-9a6e-426f-b785-09cb982e42ed None None] Pushing event updated for resources: {'Port': ['ID=69f0bcef-88c5-4d13-a8c1-f4ca56254427,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:41.795040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:22:41.817912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Allocated IP 172.20.0.1 (b5405197-200b-484c-beab-d9aabe5679ec/697ad38c-1859-478a-b4fc-6b102a82a0b3/0a573f4d-c6b6-4cc8-810f-b877faafad98) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:22:41.880153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:41.898038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Routers {'93e49410-ce06-4514-9f4e-c88965cf970f'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:41.898954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['93e49410-ce06-4514-9f4e-c88965cf970f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:41.907138 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:41.952742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645d6e6-9a6e-426f-b785-09cb982e42ed None None] Pushing event updated for resources: {'Port': ['ID=69f0bcef-88c5-4d13-a8c1-f4ca56254427,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:41.957348 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:42.020062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Transition to ACTIVE for port object 0a573f4d-c6b6-4cc8-810f-b877faafad98 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:42.086294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-8943b2b6-4cae-474e-b678-e3be064386ad service neutron] 10.222.0.91 "GET /v2.0/networks/78726d98-da38-427f-a4ef-86dfdb590214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340318 Aug 17 16:22:42.101628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:42.119674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:42.137782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] Set router 93e49410-ce06-4514-9f4e-c88965cf970f gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:42.169256 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:32Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '42f8a47d-3846-4193-bbce-ea394e11dfee', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'port_id': '84906ae1-5721-4bbb-a900-f1b186742783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'mac_address': 'fa:16:3e:bc:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:21:41Z', 'updated_at': '2021-08-17T16:22:38Z', 'revision_number': 1, 'project_id': '3690e36657ff4730870dda1b47d01281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b207a0f-4acc-4cb5-8640-3e04f3761d08', 'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'mac_address': 'fa:16:3e:e7:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:28Z', 'updated_at': '2021-08-17T16:21:40Z', 'revision_number': 5, 'project_id': '3690e36657ff4730870dda1b47d01281', 'subnets': [{'id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:42.176192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:42.256823 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb70f02-73ed-4bd1-ac94-ad2a07db7f41 None None] The sync data for ids ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'] in n-d-804878-1 is: [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:32Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '42f8a47d-3846-4193-bbce-ea394e11dfee', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'port_id': '84906ae1-5721-4bbb-a900-f1b186742783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'mac_address': 'fa:16:3e:bc:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:21:41Z', 'updated_at': '2021-08-17T16:22:38Z', 'revision_number': 1, 'project_id': '3690e36657ff4730870dda1b47d01281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b207a0f-4acc-4cb5-8640-3e04f3761d08', 'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'mac_address': 'fa:16:3e:e7:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:28Z', 'updated_at': '2021-08-17T16:21:40Z', 'revision_number': 5, 'project_id': '3690e36657ff4730870dda1b47d01281', 'subnets': [{'id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:22:42.527599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-router', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:33Z', 'updated_at': '2021-08-17T16:22:36Z', 'revision_number': 3, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'gw_port': {'id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:35Z', 'updated_at': '2021-08-17T16:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:42.564364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0a573f4d-c6b6-4cc8-810f-b877faafad98,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:42.575422 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f58a2f-d007-4e66-a7e8-a30f10a66503 None None] The sync data for ids ['93e49410-ce06-4514-9f4e-c88965cf970f'] in n-d-804878-1 is: [{'id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-router', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:33Z', 'updated_at': '2021-08-17T16:22:36Z', 'revision_number': 3, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'gw_port': {'id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:35Z', 'updated_at': '2021-08-17T16:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:22:42.631418 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Network b5405197-200b-484c-beab-d9aabe5679ec is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:42.658062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa923e0a-dbbd-4e06-8188-f0c7121becea None None] New status for floating IP 42f8a47d-3846-4193-bbce-ea394e11dfee: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:22:42.659985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:42.666552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:22:42.723207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:42.814560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f770d8-bf76-4075-a225-8ab047a8e616 req-8f945b7d-8cd8-4b8f-ae18-a5bcebba06b4 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:42.816676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f770d8-bf76-4075-a225-8ab047a8e616 req-8f945b7d-8cd8-4b8f-ae18-a5bcebba06b4 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 944 time: 0.0857913 Aug 17 16:22:42.894993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f770d8-bf76-4075-a225-8ab047a8e616 req-4c2bd702-fe1e-414e-8300-3cff27a15b35 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708234 Aug 17 16:22:42.957612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d95ce4-c661-422e-addc-4e5169ff7d1f req-1a819aaf-2e70-4ca7-b457-5835da4adf15 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:42.970934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74d95ce4-c661-422e-addc-4e5169ff7d1f req-1a819aaf-2e70-4ca7-b457-5835da4adf15 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.3642213 Aug 17 16:22:42.976895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9d7cc26-2af3-424e-b3c8-711787072963 req-912ed060-2a00-4f1e-bd05-f566981d4b1b service neutron] 10.222.0.91 "GET /v2.0/networks/78726d98-da38-427f-a4ef-86dfdb590214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8715448 Aug 17 16:22:43.035937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:43.098266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7e023e98-143a-4f1e-af20-6c69fccf464d None None] Provisioning for port 0a573f4d-c6b6-4cc8-810f-b877faafad98 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:43.103646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7e023e98-143a-4f1e-af20-6c69fccf464d None None] Provisioning complete for port 0a573f4d-c6b6-4cc8-810f-b877faafad98 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:43.104016 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e023e98-143a-4f1e-af20-6c69fccf464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:43.110273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74d95ce4-c661-422e-addc-4e5169ff7d1f req-068aa64c-fd9e-483d-a162-4469ba55a7e2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383498 Aug 17 16:22:43.146487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7e023e98-143a-4f1e-af20-6c69fccf464d None None] Port 0a573f4d-c6b6-4cc8-810f-b877faafad98 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:22:43.305696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:43.313152 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:43.384090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:43.406522 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0a573f4d-c6b6-4cc8-810f-b877faafad98,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:43.518606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Network b5405197-200b-484c-beab-d9aabe5679ec is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:22:43.520437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:43.687081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Router 93e49410-ce06-4514-9f4e-c88965cf970f has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:22:43.875925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b2642c86-03b5-4615-8823-f124e14bf76f None None] Provisioning complete for port 0a573f4d-c6b6-4cc8-810f-b877faafad98 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:43.876517 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2642c86-03b5-4615-8823-f124e14bf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:43.899180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:22:43.917939 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e8667f9f-7851-4bbd-8949-e5ae636605b6 admin admin] 10.222.0.77 "PUT /v2.0/routers/93e49410-ce06-4514-9f4e-c88965cf970f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1636820 Aug 17 16:22:43.945167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b2642c86-03b5-4615-8823-f124e14bf76f None None] Port 0a573f4d-c6b6-4cc8-810f-b877faafad98 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:22:44.058239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7b766-f6ec-4fbb-a24e-d1272dfa4422 req-1c95df6d-60f9-4e21-a416-dbecb3feb493 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:44.060237 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25b7b766-f6ec-4fbb-a24e-d1272dfa4422 req-1c95df6d-60f9-4e21-a416-dbecb3feb493 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 944 time: 0.0707576 Aug 17 16:22:44.161588 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25b7b766-f6ec-4fbb-a24e-d1272dfa4422 req-3e0e7d26-2e7e-420d-a0e9-1ecca3c97436 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849388 Aug 17 16:22:44.299510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81516f-c5ec-4073-b2df-2f454fa2df35 req-f1905aef-e25d-4d08-b26e-04e7f20aaa76 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:44.302165 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fb81516f-c5ec-4073-b2df-2f454fa2df35 req-f1905aef-e25d-4d08-b26e-04e7f20aaa76 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.0887842 Aug 17 16:22:44.397892 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fb81516f-c5ec-4073-b2df-2f454fa2df35 req-d9c5d2d4-ea1a-4a30-822a-8b03b2199987 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803235 Aug 17 16:22:44.563521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 69f0bcef-88c5-4d13-a8c1-f4ca56254427 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:44.606965 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:44.690603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 69f0bcef-88c5-4d13-a8c1-f4ca56254427 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:44.696217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 69f0bcef-88c5-4d13-a8c1-f4ca56254427 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:44.697147 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:44.699350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:44.725718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:44.726545 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:45.074484 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:45.092349 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:45.122853 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Sync routers for ids ['93e49410-ce06-4514-9f4e-c88965cf970f'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:22:45.144300 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Routers {'93e49410-ce06-4514-9f4e-c88965cf970f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:45.145264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['93e49410-ce06-4514-9f4e-c88965cf970f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:45.171478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 69f0bcef-88c5-4d13-a8c1-f4ca56254427, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=69f0bcef-88c5-4d13-a8c1-f4ca56254427,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:45.188763 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:45.219427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433a8a86-4a51-4564-92a0-6f801f1077cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:45.221730 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1c0742-62a4-46e0-a2ab-e9a63d87ddc6" -d '{"events": [{"server_uuid": "433a8a86-4a51-4564-92a0-6f801f1077cd", "name": "network-vif-plugged", "status": "completed", "tag": "aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:45.356550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=69f0bcef-88c5-4d13-a8c1-f4ca56254427,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:45.372544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:45.379410 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:45.463080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:45.496513 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9779bb-3124-445d-a418-20b5dd6df066 x-openstack-request-id: req-8a9779bb-3124-445d-a418-20b5dd6df066 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:45.497023 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433a8a86-4a51-4564-92a0-6f801f1077cd", "name": "network-vif-plugged", "status": "completed", "tag": "aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:45.513339 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a9779bb-3124-445d-a418-20b5dd6df066 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:45.517129 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433a8a86-4a51-4564-92a0-6f801f1077cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d', 'code': 200} Aug 17 16:22:45.549488 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Set router 93e49410-ce06-4514-9f4e-c88965cf970f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:45.561126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f60e52-eb82-473b-9575-6d12b2a04863 req-332e863f-31e0-4778-ad7c-088d455995fe tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:45.570036 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04f60e52-eb82-473b-9575-6d12b2a04863 req-332e863f-31e0-4778-ad7c-088d455995fe tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.1938007 Aug 17 16:22:45.623227 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04f60e52-eb82-473b-9575-6d12b2a04863 req-eb989117-1f16-4d04-b670-4ca8688d854b tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513396 Aug 17 16:22:45.797860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390074bd-0609-447c-b6f0-427f886727ca req-86c4244d-46e0-49d3-bc8a-cf42aa443bd9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:45.801313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-390074bd-0609-447c-b6f0-427f886727ca req-86c4244d-46e0-49d3-bc8a-cf42aa443bd9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1371336 Aug 17 16:22:45.807480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473144d-1716-439e-aaa3-ab152b568efd req-8bddbd39-9c6d-4e48-84e4-5cd9dfb79eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:45.815777 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2473144d-1716-439e-aaa3-ab152b568efd req-8bddbd39-9c6d-4e48-84e4-5cd9dfb79eb0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 1096 time: 0.2412121 Aug 17 16:22:45.973073 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-router', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:33Z', 'updated_at': '2021-08-17T16:22:42Z', 'revision_number': 4, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'gw_port': {'id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:35Z', 'updated_at': '2021-08-17T16:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0a573f4d-c6b6-4cc8-810f-b877faafad98', 'name': '', 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'mac_address': 'fa:16:3e:3c:87:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '697ad38c-1859-478a-b4fc-6b102a82a0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:41Z', 'updated_at': '2021-08-17T16:22:43Z', 'revision_number': 2, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'subnets': [{'id': '697ad38c-1859-478a-b4fc-6b102a82a0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:45.982222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2473144d-1716-439e-aaa3-ab152b568efd req-c45e123a-7884-4702-ab48-91d976f34cda service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544609 Aug 17 16:22:46.030665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-390074bd-0609-447c-b6f0-427f886727ca req-7a2b67d3-9ece-425a-82a1-8bbbd33c9a96 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128119 Aug 17 16:22:46.037073 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Checking router: 93e49410-ce06-4514-9f4e-c88965cf970f for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:22:46.037429 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Updating router 93e49410-ce06-4514-9f4e-c88965cf970f port 0a573f4d-c6b6-4cc8-810f-b877faafad98 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:22:46.123481 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:46.490956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 69f0bcef-88c5-4d13-a8c1-f4ca56254427 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:46.757446 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:46.770405 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Transition to ACTIVE for port object 0a573f4d-c6b6-4cc8-810f-b877faafad98 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:22:46.782885 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:46.785469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 69f0bcef-88c5-4d13-a8c1-f4ca56254427 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:46.785993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:46.845586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2d6c8-c304-448a-96c1-9a42b7a8de1c req-894a0f13-2f49-4e92-8a9c-af3d4724a013 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:46.856657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22f2d6c8-c304-448a-96c1-9a42b7a8de1c req-894a0f13-2f49-4e92-8a9c-af3d4724a013 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.1369529 Aug 17 16:22:46.997281 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a052c-395a-48b7-abd8-fb10333c6dc3 None None] Pushing event updated for resources: {'Port': ['ID=0a573f4d-c6b6-4cc8-810f-b877faafad98,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:47.004902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22f2d6c8-c304-448a-96c1-9a42b7a8de1c req-44303e66-669a-404e-bf56-c8dd7ad36483 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470726 Aug 17 16:22:47.114526 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Attempting to bind port 0a573f4d-c6b6-4cc8-810f-b877faafad98 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:47.115085 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Attempting to bind port 0a573f4d-c6b6-4cc8-810f-b877faafad98 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'aea75610-6042-4253-bf2c-e2c80f7d3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:47.115669 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Attempting to bind port 0a573f4d-c6b6-4cc8-810f-b877faafad98 on network b5405197-200b-484c-beab-d9aabe5679ec {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:47.124584 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:47.125314 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Checking segment: {'id': 'aea75610-6042-4253-bf2c-e2c80f7d3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:47.125435 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:47.125765 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Bound using segment: {'id': 'aea75610-6042-4253-bf2c-e2c80f7d3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:47.126413 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Bound port: 0a573f4d-c6b6-4cc8-810f-b877faafad98, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea75610-6042-4253-bf2c-e2c80f7d3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:47.126805 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:47.235795 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] For port 0a573f4d-c6b6-4cc8-810f-b877faafad98, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:47.240141 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] For port 0a573f4d-c6b6-4cc8-810f-b877faafad98, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0a573f4d-c6b6-4cc8-810f-b877faafad98,segment=NetworkSegment(aea75610-6042-4253-bf2c-e2c80f7d3e6c),segment_id=aea75610-6042-4253-bf2c-e2c80f7d3e6c)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:47.247593 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:47.271180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f48976-467d-4a9d-a141-6482be7575bc req-f3a6b084-3389-4ce7-86cf-d2ad381d63b2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:47.283073 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77f48976-467d-4a9d-a141-6482be7575bc req-f3a6b084-3389-4ce7-86cf-d2ad381d63b2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1174293 Aug 17 16:22:47.423972 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77f48976-467d-4a9d-a141-6482be7575bc req-ce21b318-2c09-47cb-8a25-6355d02cde10 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395655 Aug 17 16:22:47.437529 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a052c-395a-48b7-abd8-fb10333c6dc3 None None] Pushing event updated for resources: {'Port': ['ID=0a573f4d-c6b6-4cc8-810f-b877faafad98,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:47.483310 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Routers {'93e49410-ce06-4514-9f4e-c88965cf970f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:22:47.483310 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['93e49410-ce06-4514-9f4e-c88965cf970f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:47.784772 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] Set router 93e49410-ce06-4514-9f4e-c88965cf970f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:22:48.140972 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-router', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:33Z', 'updated_at': '2021-08-17T16:22:42Z', 'revision_number': 4, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'gw_port': {'id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:35Z', 'updated_at': '2021-08-17T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0a573f4d-c6b6-4cc8-810f-b877faafad98', 'name': '', 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'mac_address': 'fa:16:3e:3c:87:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '697ad38c-1859-478a-b4fc-6b102a82a0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:41Z', 'updated_at': '2021-08-17T16:22:47Z', 'revision_number': 4, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'subnets': [{'id': '697ad38c-1859-478a-b4fc-6b102a82a0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:48.178979 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ae7255-23cc-4ade-9c1f-d1047d92ec63 None None] The sync data for ids ['93e49410-ce06-4514-9f4e-c88965cf970f'] in n-d-804878-1 is: [{'id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-router', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:33Z', 'updated_at': '2021-08-17T16:22:42Z', 'revision_number': 4, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'gw_port': {'id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:35Z', 'updated_at': '2021-08-17T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0a573f4d-c6b6-4cc8-810f-b877faafad98', 'name': '', 'network_id': 'b5405197-200b-484c-beab-d9aabe5679ec', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'mac_address': 'fa:16:3e:3c:87:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '697ad38c-1859-478a-b4fc-6b102a82a0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:41Z', 'updated_at': '2021-08-17T16:22:47Z', 'revision_number': 4, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'subnets': [{'id': '697ad38c-1859-478a-b4fc-6b102a82a0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:22:48.245234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2d5f3-0bc5-4d39-9d7e-f0a460996ff4 req-bc116f92-5062-4999-b694-5d9bb7cc1685 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:48.258309 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3e2d5f3-0bc5-4d39-9d7e-f0a460996ff4 req-bc116f92-5062-4999-b694-5d9bb7cc1685 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.1256633 Aug 17 16:22:48.367289 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3e2d5f3-0bc5-4d39-9d7e-f0a460996ff4 req-469404f8-70f8-4a32-afbf-7dd658686071 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069896 Aug 17 16:22:48.582004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ae179-f008-433f-9898-faf97f9249b1 req-7156ac96-13c8-4e14-aad9-da38cf412311 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:48.592726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0a573f4d-c6b6-4cc8-810f-b877faafad98 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:48.599263 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b8ae179-f008-433f-9898-faf97f9249b1 req-7156ac96-13c8-4e14-aad9-da38cf412311 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.1080143 Aug 17 16:22:48.702357 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b8ae179-f008-433f-9898-faf97f9249b1 req-c882d43d-952d-4bae-8cd4-3bf4709e9b62 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017303 Aug 17 16:22:48.718173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6bab2-fdf4-45e0-860c-23053dcc1d28 req-40609385-c8f8-40fe-8cc4-55f327542558 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:48.739663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ac6bab2-fdf4-45e0-860c-23053dcc1d28 req-40609385-c8f8-40fe-8cc4-55f327542558 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1091564 Aug 17 16:22:48.758467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 0a573f4d-c6b6-4cc8-810f-b877faafad98 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:22:48.775243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0a573f4d-c6b6-4cc8-810f-b877faafad98 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:48.779857 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:48.792047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ac6bab2-fdf4-45e0-860c-23053dcc1d28 req-536e10f6-2e6d-42b6-afd3-f2ac638fdb5f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513697 Aug 17 16:22:48.966206 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:49.040951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 0a573f4d-c6b6-4cc8-810f-b877faafad98, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0a573f4d-c6b6-4cc8-810f-b877faafad98,segment=NetworkSegment(aea75610-6042-4253-bf2c-e2c80f7d3e6c),segment_id=aea75610-6042-4253-bf2c-e2c80f7d3e6c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:49.050161 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:49.189187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=0a573f4d-c6b6-4cc8-810f-b877faafad98,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:49.251854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95677cc-4c43-43ec-94f9-3746548189bb req-f7894782-05f5-4e6f-a035-b3a8db84366f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:49.254012 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c95677cc-4c43-43ec-94f9-3746548189bb req-f7894782-05f5-4e6f-a035-b3a8db84366f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.1227419 Aug 17 16:22:49.324609 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:49.360598 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c95677cc-4c43-43ec-94f9-3746548189bb req-9a167ff3-f4cf-42f2-819c-cec5c5f20bfa tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934775 Aug 17 16:22:49.522346 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:49.585089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c9c4c-b11b-4e24-90c1-4a76d1707b88 req-870ac58b-d8a9-4e62-9d6d-65470e9bea33 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:49.595043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-528c9c4c-b11b-4e24-90c1-4a76d1707b88 req-870ac58b-d8a9-4e62-9d6d-65470e9bea33 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.1045079 Aug 17 16:22:49.665813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-528c9c4c-b11b-4e24-90c1-4a76d1707b88 req-ee776d85-7ca0-425b-8009-4e14d3502492 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489573 Aug 17 16:22:49.967840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcd1b8-1745-470e-b4b7-65cfa036a42e req-5351c8bd-1602-4ea3-b418-68054a73914e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:49.969458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7cbcd1b8-1745-470e-b4b7-65cfa036a42e req-5351c8bd-1602-4ea3-b418-68054a73914e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.1110148 Aug 17 16:22:50.078341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0836b-7280-4851-9abf-32964b71e27a req-8d408882-1754-417a-8d29-394ad00babbf tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:50.079989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13b0836b-7280-4851-9abf-32964b71e27a req-8d408882-1754-417a-8d29-394ad00babbf tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1082997 Aug 17 16:22:50.092906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7cbcd1b8-1745-470e-b4b7-65cfa036a42e req-5a49c5c9-c6f4-49ff-b555-6af8454dd646 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092343 Aug 17 16:22:50.172487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13b0836b-7280-4851-9abf-32964b71e27a req-e5e92bf5-e61f-47ea-b8ea-0d382fefd7ad tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837805 Aug 17 16:22:50.339136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa9c28-c8a0-450d-86ab-65760bccc35c req-731269bb-7a60-4cfc-869f-e78fc536b2f6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:50.341596 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-17aa9c28-c8a0-450d-86ab-65760bccc35c req-731269bb-7a60-4cfc-869f-e78fc536b2f6 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.1151116 Aug 17 16:22:50.442812 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-17aa9c28-c8a0-450d-86ab-65760bccc35c req-2f525dd0-2e1b-4058-81ce-1555f438c267 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873630 Aug 17 16:22:50.520116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0a573f4d-c6b6-4cc8-810f-b877faafad98 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:22:50.660606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0a573f4d-c6b6-4cc8-810f-b877faafad98 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:22:50.666132 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:50.966396 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b8707-ae27-4327-8d60-2bba3ae2eb61 req-c4e8cb29-38b1-473b-b212-f96312a3acb3 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:50.968077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b93b8707-ae27-4327-8d60-2bba3ae2eb61 req-c4e8cb29-38b1-473b-b212-f96312a3acb3 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.0661681 Aug 17 16:22:51.029426 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b93b8707-ae27-4327-8d60-2bba3ae2eb61 req-5905f4d7-9a18-463c-bf76-b3461d46bb9f tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540545 Aug 17 16:22:51.365603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6475822-e5da-4906-94fc-d0fa4aeec1ba req-448d4ba5-d57a-41de-bf1c-e89e41dab986 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:51.378201 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6475822-e5da-4906-94fc-d0fa4aeec1ba req-448d4ba5-d57a-41de-bf1c-e89e41dab986 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1106796 Aug 17 16:22:51.433932 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6475822-e5da-4906-94fc-d0fa4aeec1ba req-d6f7f156-811f-4884-a557-0c6bd6592407 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544426 Aug 17 16:22:52.157983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fe4e1-5516-4786-a19d-e1ae3c17314b req-58c0d918-986f-429e-8b5b-df21b51aa912 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:52.159614 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af6fe4e1-5516-4786-a19d-e1ae3c17314b req-58c0d918-986f-429e-8b5b-df21b51aa912 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.0554204 Aug 17 16:22:52.213779 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af6fe4e1-5516-4786-a19d-e1ae3c17314b req-aefb3d00-b0ce-4315-b62e-691947d5dc77 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f0f7351-cd91-4715-955d-a9a750a95daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477314 Aug 17 16:22:52.259093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-8394abbd-108e-429e-adea-44b25857326e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:52.262190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-8394abbd-108e-429e-adea-44b25857326e tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 945 time: 0.0949788 Aug 17 16:22:52.398790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-2fc860a5-13bd-4e2d-b9ec-05871e20f711 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Deleting port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:22:52.399994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-2fc860a5-13bd-4e2d-b9ec-05871e20f711 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:52.546543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-2fc860a5-13bd-4e2d-b9ec-05871e20f711 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] For port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,segment=NetworkSegment(8dbbedb3-9a74-447c-a59c-6e60e2f1382b),segment_id=8dbbedb3-9a74-447c-a59c-6e60e2f1382b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:52.546830 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-2fc860a5-13bd-4e2d-b9ec-05871e20f711 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:52.581422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-2fc860a5-13bd-4e2d-b9ec-05871e20f711 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Calling delete_port for aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:22:52.652698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81668-e928-43a1-bd0a-f680af67124a req-49dae363-8700-49ff-9daf-5bce8b91369b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:52.654280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80c81668-e928-43a1-bd0a-f680af67124a req-49dae363-8700-49ff-9daf-5bce8b91369b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1107662 Aug 17 16:22:52.726416 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80c81668-e928-43a1-bd0a-f680af67124a req-39481f87-a46b-4936-aec8-f0eb22594e1e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637989 Aug 17 16:22:52.805865 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-2fc860a5-13bd-4e2d-b9ec-05871e20f711 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:52.845932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:52.863744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc860a5-13bd-4e2d-b9ec-05871e20f711 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Pushing event deleted for resources: {'Port': ['ID=aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:52.915511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-2fc860a5-13bd-4e2d-b9ec-05871e20f711 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] No DVR routers for this DVR port aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:22:52.922481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-2fc860a5-13bd-4e2d-b9ec-05871e20f711 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:52.924867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c13b756-6dd5-40ce-ae64-e998eba3df82 req-2fc860a5-13bd-4e2d-b9ec-05871e20f711 tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.93 "DELETE /v2.0/ports/aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d HTTP/1.1" status: 204 len: 173 time: 0.6557412 Aug 17 16:22:52.925392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433a8a86-4a51-4564-92a0-6f801f1077cd', 'name': 'network-vif-deleted', 'tag': 'aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:52.927854 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688e2be7-597e-4753-a113-e07d106b491c" -d '{"events": [{"server_uuid": "433a8a86-4a51-4564-92a0-6f801f1077cd", "name": "network-vif-deleted", "tag": "aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:53.005971 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f524044b-c380-408f-8e2f-2ceeb1745218 x-openstack-request-id: req-f524044b-c380-408f-8e2f-2ceeb1745218 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:53.006254 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433a8a86-4a51-4564-92a0-6f801f1077cd", "name": "network-vif-deleted", "tag": "aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:53.006649 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f524044b-c380-408f-8e2f-2ceeb1745218 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:53.007185 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433a8a86-4a51-4564-92a0-6f801f1077cd', 'name': 'network-vif-deleted', 'tag': 'aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d', 'status': 'completed', 'code': 200} Aug 17 16:22:53.340775 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f96bb5e8-5a71-47ca-ac74-adf7ee511a2c req-baca03e1-9459-4b93-bcfc-28d8532bb7ec tempest-ServerDiskConfigTestJSON-272443628 tempest-ServerDiskConfigTestJSON-272443628-project] 10.222.0.77 "GET /v2.0/ports?device_id=433a8a86-4a51-4564-92a0-6f801f1077cd HTTP/1.1" status: 200 len: 210 time: 0.0330987 Aug 17 16:22:53.912234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a290d-e7bf-4cb9-962f-8c2f8fb349ba req-1cd81d1f-5357-408f-9adb-f4a6d00e61bf tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:53.913927 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b12a290d-e7bf-4cb9-962f-8c2f8fb349ba req-1cd81d1f-5357-408f-9adb-f4a6d00e61bf tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.0741379 Aug 17 16:22:53.972512 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b12a290d-e7bf-4cb9-962f-8c2f8fb349ba req-bc6aa9bf-4393-46e7-b66f-91227f5a9132 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485160 Aug 17 16:22:54.586439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47870) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:54.673695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c4ce2b-8cf4-46a6-a131-f183c56445aa admin admin] Deleting subnet 40428865-19e2-44b0-a5fa-06186e0ce9aa {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:22:54.677100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99c4ce2b-8cf4-46a6-a131-f183c56445aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:54.727661 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99c4ce2b-8cf4-46a6-a131-f183c56445aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:54.783981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99c4ce2b-8cf4-46a6-a131-f183c56445aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:54.879424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99c4ce2b-8cf4-46a6-a131-f183c56445aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:54.911386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4ce2b-8cf4-46a6-a131-f183c56445aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40428865-19e2-44b0-a5fa-06186e0ce9aa,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:54.913742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99c4ce2b-8cf4-46a6-a131-f183c56445aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:54.919795 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-99c4ce2b-8cf4-46a6-a131-f183c56445aa admin admin] 10.222.0.77 "DELETE /v2.0/subnets/40428865-19e2-44b0-a5fa-06186e0ce9aa HTTP/1.1" status: 204 len: 168 time: 0.3282204 Aug 17 16:22:54.920186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47878) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:55.017490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:55.156864 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:55.200989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3a79ef-4894-479d-bd1b-34203cfe9775']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:55.256828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbbedb3-9a74-447c-a59c-6e60e2f1382b') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:55.257174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbbedb3-9a74-447c-a59c-6e60e2f1382b') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:22:55.273076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:55.312413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92699db-e488-44da-9b1e-9ac992605154 req-4ba78623-9f29-4c06-81cc-c56b2ccf8836 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:55.314490 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c92699db-e488-44da-9b1e-9ac992605154 req-4ba78623-9f29-4c06-81cc-c56b2ccf8836 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1347647 Aug 17 16:22:55.315958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:55.333980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:22:55.334754 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:22:55.337758 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:22:55.418276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c92699db-e488-44da-9b1e-9ac992605154 req-dbf15842-fd6e-4ee1-883b-bfb58e12b884 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954967 Aug 17 16:22:55.424810 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:55.443203 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:55.451735 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8d3a79ef-4894-479d-bd1b-34203cfe9775 HTTP/1.1" status: 204 len: 168 time: 0.5300062 Aug 17 16:22:55.454905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3a79ef-4894-479d-bd1b-34203cfe9775,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:55.467651 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.467981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.468314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.468872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.469388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.470002 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.470337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.470695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.471209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.471729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.472235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.472746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b8a7c-b575-4c29-9562-67feaa7a78a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:22:55.697292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:55.803047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc2640ba-0088-485c-8b17-f44cbcf11c02 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2322d51148c34aac9069c30735e64b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037042 Aug 17 16:22:55.806885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:55.871787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99de3bb-c4ba-431b-b24a-bde948c810c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:55.925636 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99de3bb-c4ba-431b-b24a-bde948c810c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:56.013903 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99de3bb-c4ba-431b-b24a-bde948c810c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:56.016921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99de3bb-c4ba-431b-b24a-bde948c810c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:56.018112 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d99de3bb-c4ba-431b-b24a-bde948c810c7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f0f7351-cd91-4715-955d-a9a750a95daf HTTP/1.1" status: 204 len: 168 time: 0.2064607 Aug 17 16:22:56.030184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99de3bb-c4ba-431b-b24a-bde948c810c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0f7351-cd91-4715-955d-a9a750a95daf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:56.643232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:22:56.711491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:22:56.713664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aaa81aa0-b56b-49f7-a13c-2f9c8e11a70d not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:22:56.735878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcdbed-569d-4bf0-8b65-64f3eb3bfa69 req-87f41019-8598-4c18-843e-79913b74ec0d tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:56.748031 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f6dcdbed-569d-4bf0-8b65-64f3eb3bfa69 req-87f41019-8598-4c18-843e-79913b74ec0d tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.1751726 Aug 17 16:22:56.819078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474a40c-acb6-4cb5-8f37-ec481d877e40 req-52dab868-1447-41b4-8dd2-71f36ebe7d4e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:56.823760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5474a40c-acb6-4cb5-8f37-ec481d877e40 req-52dab868-1447-41b4-8dd2-71f36ebe7d4e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 945 time: 0.0969815 Aug 17 16:22:56.827478 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f6dcdbed-569d-4bf0-8b65-64f3eb3bfa69 req-3ff578e2-4880-436b-b928-db5d7e73a1aa tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771661 Aug 17 16:22:56.909209 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5474a40c-acb6-4cb5-8f37-ec481d877e40 req-d105c41b-885c-493a-b55a-a755182d85f3 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793378 Aug 17 16:22:57.313913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47954) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:57.432399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-738495806-network', 'tenant_id': 'bc76c2c575c74a0f8a4b13146d652c4b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:57.459262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Made reservation on behalf of bc76c2c575c74a0f8a4b13146d652c4b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:57.461630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:57.471184 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:57.565512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-f96f10a3-19b1-477f-83f7-2da4bc5ff01a tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:57.567112 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-f96f10a3-19b1-477f-83f7-2da4bc5ff01a tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.0762916 Aug 17 16:22:57.585065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-1'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:57.673304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:57.680890 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:57.692063 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:57.738843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:22:57.768868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6750d1a5-0aa9-44be-b6ce-71fa6334bce5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:57.786745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:57.788301 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Added segment f443f716-a85f-4b89-9016-f222faa69812 of type vlan for network 564809da-15a6-47f5-be12-8a0cec757aa8 Aug 17 16:22:57.913398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:58.006408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:58.018646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:58.020202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:58.020868 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:58.199142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6a718-c93d-4e43-b7ee-054c7b2bfde7 req-db62256f-20b7-4fed-ba37-2446ec184e1e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:58.209038 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebc6a718-c93d-4e43-b7ee-054c7b2bfde7 req-db62256f-20b7-4fed-ba37-2446ec184e1e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 945 time: 0.0972440 Aug 17 16:22:58.273498 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebc6a718-c93d-4e43-b7ee-054c7b2bfde7 req-d9c0cd8e-f9ba-442e-becd-ed35e0f622dc tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596540 Aug 17 16:22:58.448837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1352091 Aug 17 16:22:58.452599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47976) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:22:58.459706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Request body: {'subnet': {'network_id': '564809da-15a6-47f5-be12-8a0cec757aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-738495806-subnet', 'tenant_id': 'bc76c2c575c74a0f8a4b13146d652c4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:22:58.478574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7126e-d914-4ffb-8be2-c2e41c7f2149 req-1030d8d8-7b2d-4938-8a8e-19162d2a92ba tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:58.480649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37b7126e-d914-4ffb-8be2-c2e41c7f2149 req-1030d8d8-7b2d-4938-8a8e-19162d2a92ba tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 945 time: 0.5350561 Aug 17 16:22:58.488718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6473d-4f87-4c15-8cab-9b67d2a1bc0d admin admin] Pushing event updated for resources: {'Network': ['ID=564809da-15a6-47f5-be12-8a0cec757aa8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:58.504249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 564809da-15a6-47f5-be12-8a0cec757aa8 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:22:58.507768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:58.530414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Made reservation on behalf of bc76c2c575c74a0f8a4b13146d652c4b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:22:58.535687 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:58.582243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0089541a-6f43-4af7-9039-97349ea648b7'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:58.586000 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6274bab4-7f3f-4d48-9e8b-86cbf787dc34" -d '{"events": [{"server_uuid": "67474dca-3a3e-4ef1-8fc5-88fd9b9525ae", "name": "network-vif-unplugged", "status": "completed", "tag": "0089541a-6f43-4af7-9039-97349ea648b7"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:22:58.593119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:58.619337 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37b7126e-d914-4ffb-8be2-c2e41c7f2149 req-72ec3714-3962-489c-a947-f25fb7d6a6a8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267414 Aug 17 16:22:58.620582 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:58.632470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0089541a-6f43-4af7-9039-97349ea648b7 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:22:58.696384 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c9cea8-9e8b-4531-89c7-b315c3829566 x-openstack-request-id: req-08c9cea8-9e8b-4531-89c7-b315c3829566 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:22:58.697518 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67474dca-3a3e-4ef1-8fc5-88fd9b9525ae", "name": "network-vif-unplugged", "status": "completed", "tag": "0089541a-6f43-4af7-9039-97349ea648b7", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:22:58.697983 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08c9cea8-9e8b-4531-89c7-b315c3829566 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:22:58.698757 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0089541a-6f43-4af7-9039-97349ea648b7', 'code': 200} Aug 17 16:22:58.747471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0089541a-6f43-4af7-9039-97349ea648b7,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:58.765700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on host n-h1-804878-1 for vnic_type normal with profile {"migrating_to": "n-h2-804878-1"} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:58.766138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:58.766363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:58.784821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:22:58.785184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:58.791363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:58.791703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:58.792110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:58.792556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Bound port: 0089541a-6f43-4af7-9039-97349ea648b7, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:58.792923 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:58.803690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:58.833989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on host n-h1-804878-1 for vnic_type normal with profile {"migrating_to": "n-h2-804878-1"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:58.834801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:58.835435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:58.842443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:22:58.843098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:58.849705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:58.850458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:58.851090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:58.852289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Bound port: 0089541a-6f43-4af7-9039-97349ea648b7, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:58.852957 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:58.900974 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:58.919351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:58.929212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:22:58.939383 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:58.954800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:22:58.958835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa3995e-8340-4da6-b557-19ce6dfcba08,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:58.985400 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 0089541a-6f43-4af7-9039-97349ea648b7-n-h1-804878-1-0 {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:22:58.986044 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:22:58.995818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-4c03f5eb-e99f-49fb-879c-9d7f02e9eaf0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:58.998207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-4c03f5eb-e99f-49fb-879c-9d7f02e9eaf0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 945 time: 0.4805470 Aug 17 16:22:59.033194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Checking segment: {'id': 'f443f716-a85f-4b89-9016-f222faa69812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '564809da-15a6-47f5-be12-8a0cec757aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:59.033687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Network hostable DHCP agents. Network: 564809da-15a6-47f5-be12-8a0cec757aa8, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:22:59.066684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:59.068115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:59.070928 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] 10.222.0.93 "PUT /v2.0/ports/0089541a-6f43-4af7-9039-97349ea648b7 HTTP/1.1" status: 200 len: 1121 time: 1.4940431 Aug 17 16:22:59.082853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a402d2b-8c66-49b1-88f3-5f1842c244a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0089541a-6f43-4af7-9039-97349ea648b7,revision_number=8']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:59.139789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Network 564809da-15a6-47f5-be12-8a0cec757aa8 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:22:59.152529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 564809da-15a6-47f5-be12-8a0cec757aa8) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:22:59.156016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0089541a-6f43-4af7-9039-97349ea648b7'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:59.159958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:59.160853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0089541a-6f43-4af7-9039-97349ea648b7'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:22:59.161167 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:59.173844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ab64bc-354e-4f40-90d5-b1e0029ef1fb None None] Network 564809da-15a6-47f5-be12-8a0cec757aa8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:22:59.198934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1770fbd6-fe83-4ce8-9c53-809b1ac5eb40 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7437379 Aug 17 16:22:59.205850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-2c31ff75-4883-48d1-8177-2ceb3161ad41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Deleting port 081ca546-2526-4339-b22e-043d5ae08fc0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:22:59.207079 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-2c31ff75-4883-48d1-8177-2ceb3161ad41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:59.417692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-2c31ff75-4883-48d1-8177-2ceb3161ad41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] For port 081ca546-2526-4339-b22e-043d5ae08fc0, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=081ca546-2526-4339-b22e-043d5ae08fc0,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:22:59.418335 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-2c31ff75-4883-48d1-8177-2ceb3161ad41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:59.456397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-2c31ff75-4883-48d1-8177-2ceb3161ad41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Calling delete_port for 081ca546-2526-4339-b22e-043d5ae08fc0 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:22:59.490357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb776d-b0ae-4a31-a678-41c02952f221 None None] Network 564809da-15a6-47f5-be12-8a0cec757aa8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:22:59.549122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979df8e-ff0e-469a-a0df-580ebaf589f9 req-0a91b5bd-0bfb-4e0b-b57b-08e197b7fa4a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:22:59.558411 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c979df8e-ff0e-469a-a0df-580ebaf589f9 req-0a91b5bd-0bfb-4e0b-b57b-08e197b7fa4a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 945 time: 0.1656828 Aug 17 16:22:59.630308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on host n-h1-804878-1 for vnic_type normal with profile {"migrating_to": "n-h2-804878-1"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:22:59.630889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:22:59.631129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:59.631309 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c979df8e-ff0e-469a-a0df-580ebaf589f9 req-a5cd3f67-2948-4311-a25c-ed713fa330b9 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724952 Aug 17 16:22:59.683591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:22:59.684228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Attempting to bind port 0089541a-6f43-4af7-9039-97349ea648b7 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:22:59.698364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:22:59.699127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:22:59.699880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:22:59.700025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Bound port: 0089541a-6f43-4af7-9039-97349ea648b7, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:22:59.700422 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:59.802029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-2c31ff75-4883-48d1-8177-2ceb3161ad41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:59.861860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31ff75-4883-48d1-8177-2ceb3161ad41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event deleted for resources: {'Port': ['ID=081ca546-2526-4339-b22e-043d5ae08fc0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:22:59.954340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-2c31ff75-4883-48d1-8177-2ceb3161ad41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] No DVR routers for this DVR port 081ca546-2526-4339-b22e-043d5ae08fc0 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:22:59.958762 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-2c31ff75-4883-48d1-8177-2ceb3161ad41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:22:59.963897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-447d1f62-5f62-4ffa-b68c-53591b9860c9 req-2c31ff75-4883-48d1-8177-2ceb3161ad41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "DELETE /v2.0/ports/081ca546-2526-4339-b22e-043d5ae08fc0 HTTP/1.1" status: 204 len: 173 time: 0.9447958 Aug 17 16:22:59.964779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9278646e-7fb2-42b4-8590-96d7d1b6eaf9', 'name': 'network-vif-deleted', 'tag': '081ca546-2526-4339-b22e-043d5ae08fc0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:22:59.968590 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d9a17d-6baf-4f4d-814f-e72b4c28ffef" -d '{"events": [{"server_uuid": "9278646e-7fb2-42b4-8590-96d7d1b6eaf9", "name": "network-vif-deleted", "tag": "081ca546-2526-4339-b22e-043d5ae08fc0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:00.060036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dde0bc-1fc5-44f6-b396-824cbb832c5d req-606ee298-dda0-4559-b3c9-7f7c47d76f25 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:00.061488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36dde0bc-1fc5-44f6-b396-824cbb832c5d req-606ee298-dda0-4559-b3c9-7f7c47d76f25 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.1618121 Aug 17 16:23:00.109069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-d0cf63c7-29b9-4357-a871-a90b07dfc8a1 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:00.119531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-d0cf63c7-29b9-4357-a871-a90b07dfc8a1 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/networks?id=564809da-15a6-47f5-be12-8a0cec757aa8 HTTP/1.1" status: 200 len: 821 time: 0.2180336 Aug 17 16:23:00.140201 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-4f0ec99d-40f2-4f38-a68d-fe299f6d7e33 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/quotas/bc76c2c575c74a0f8a4b13146d652c4b HTTP/1.1" status: 200 len: 375 time: 0.0190456 Aug 17 16:23:00.143426 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36dde0bc-1fc5-44f6-b396-824cbb832c5d req-637a35f9-91ff-4f88-a5f8-2035b0914dd8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732663 Aug 17 16:23:00.182676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-0992001b-9564-4029-b9b7-2637a68d03f1 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bc76c2c575c74a0f8a4b13146d652c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409913 Aug 17 16:23:00.242321 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da4dfb2-5742-4f0a-aad6-024a6eb6d512 x-openstack-request-id: req-8da4dfb2-5742-4f0a-aad6-024a6eb6d512 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:00.243331 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9278646e-7fb2-42b4-8590-96d7d1b6eaf9", "name": "network-vif-deleted", "tag": "081ca546-2526-4339-b22e-043d5ae08fc0", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:00.244257 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8da4dfb2-5742-4f0a-aad6-024a6eb6d512 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:00.246020 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9278646e-7fb2-42b4-8590-96d7d1b6eaf9', 'name': 'network-vif-deleted', 'tag': '081ca546-2526-4339-b22e-043d5ae08fc0', 'status': 'completed', 'code': 200} Aug 17 16:23:00.260731 n-d-804878-1 neutron-server[94840]: WARNING neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Concurrent port binding operations failed on port 0089541a-6f43-4af7-9039-97349ea648b7 Aug 17 16:23:00.303107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-4c175fe0-0a02-47f4-93c9-6e0585f18282 service neutron] 10.222.0.77 "GET /v2.0/networks/564809da-15a6-47f5-be12-8a0cec757aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194184 Aug 17 16:23:00.420459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:00.420739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-ff816e2c-7265-4a66-bbd8-53235a78a0bf service neutron] 10.222.0.77 "GET /v2.0/networks/564809da-15a6-47f5-be12-8a0cec757aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161010 Aug 17 16:23:00.447422 n-d-804878-1 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Attempt 2 to bind port 0089541a-6f43-4af7-9039-97349ea648b7 Aug 17 16:23:00.447890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0089541a-6f43-4af7-9039-97349ea648b7 has no active binding in host n-h2-804878-1 {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 16:23:00.639541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 081ca546-2526-4339-b22e-043d5ae08fc0 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:23:00.723194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 081ca546-2526-4339-b22e-043d5ae08fc0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:23:00.723707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 081ca546-2526-4339-b22e-043d5ae08fc0 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:23:00.728744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'tag': '0089541a-6f43-4af7-9039-97349ea648b7'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:00.732400 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "67474dca-3a3e-4ef1-8fc5-88fd9b9525ae", "tag": "0089541a-6f43-4af7-9039-97349ea648b7"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:00.751378 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8dac89ef-17aa-4e5c-a947-88cfe0543d10 req-8bc6b2de-5a3e-456d-a2bc-32f38f463267 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 210 time: 0.1215923 Aug 17 16:23:00.859985 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd440d37-9e1f-43bc-9db7-3e3de86ba1d9 x-openstack-request-id: req-cd440d37-9e1f-43bc-9db7-3e3de86ba1d9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:00.860269 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67474dca-3a3e-4ef1-8fc5-88fd9b9525ae", "tag": "0089541a-6f43-4af7-9039-97349ea648b7", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:00.860514 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd440d37-9e1f-43bc-9db7-3e3de86ba1d9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:00.861101 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'tag': '0089541a-6f43-4af7-9039-97349ea648b7', 'status': 'completed', 'code': 200} Aug 17 16:23:00.949489 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80faefff-85c5-4aff-bce0-9867354d0add req-d19e54dd-bc39-4fcd-a282-0fb166079973 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0987372 Aug 17 16:23:01.004888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1 req-2318683b-8c2b-4f58-81ee-2a7f15a9df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:01.006758 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1 req-2318683b-8c2b-4f58-81ee-2a7f15a9df62 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 1124 time: 0.0998948 Aug 17 16:23:01.201417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1 req-77a93088-851e-4af5-b606-78dec55d451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:01.205682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1 req-77a93088-851e-4af5-b606-78dec55d451c service neutron] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.1897225 Aug 17 16:23:01.288207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1 req-f2874f9f-a044-4e9f-b7cf-e741f165dd70 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0089541a-6f43-4af7-9039-97349ea648b7 HTTP/1.1" status: 200 len: 217 time: 0.0731726 Aug 17 16:23:01.417399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92b155-469f-4cbb-859d-9927c0876d19 req-d826d6dd-934d-4bf1-8e5b-69006527cdd9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:01.426199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c92b155-469f-4cbb-859d-9927c0876d19 req-d826d6dd-934d-4bf1-8e5b-69006527cdd9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.1368666 Aug 17 16:23:01.435961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1 req-2e17e07b-9ff2-4d39-ae22-39770d99838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:01.437665 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1 req-2e17e07b-9ff2-4d39-ae22-39770d99838b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1372802 Aug 17 16:23:01.487788 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1 req-546df2d4-d865-42a8-b4da-9849d8d34ade service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327911 Aug 17 16:23:01.526995 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c92b155-469f-4cbb-859d-9927c0876d19 req-2623e29b-a8c4-405d-8a81-37896d20c24c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974791 Aug 17 16:23:01.645603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1 req-13395178-03c8-4fd3-84cf-9205ac600f54 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469972 Aug 17 16:23:01.892598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea6f48d5-179c-47ee-bd5b-08fa83d07ba1 req-2fca0804-816e-4167-a66e-3f573caf6560 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320640 Aug 17 16:23:01.927342 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f0421c5-29ed-4c92-9e93-04ffded3c49a req-e69ddd8d-d1e1-4f24-a52c-1ddbf7f220ce tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 210 time: 0.0305665 Aug 17 16:23:02.059265 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae460e4a-1857-4ab2-ab74-8e7e35c8f8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:02.134162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e5945fea-0f79-475f-8ada-4ec853b3e858 req-5fc14b0a-b76d-49e0-b41e-1da375ecf034 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0497825 Aug 17 16:23:02.446410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-a3492756-fa6b-4380-8778-b1b1ad4b2a98 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:02.449703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-a3492756-fa6b-4380-8778-b1b1ad4b2a98 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.91 "GET /v2.0/networks?id=564809da-15a6-47f5-be12-8a0cec757aa8 HTTP/1.1" status: 200 len: 821 time: 0.2736845 Aug 17 16:23:02.465604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Request body: {'port': {'device_id': '1e56e607-907d-4b46-8c01-38f5fc81902f', 'network_id': '564809da-15a6-47f5-be12-8a0cec757aa8', 'admin_state_up': True, 'tenant_id': 'bc76c2c575c74a0f8a4b13146d652c4b'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:02.652701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Made reservation on behalf of bc76c2c575c74a0f8a4b13146d652c4b for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:23:02.659128 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:02.855657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282320ca-b158-4e59-86c1-1b299dd4ccc3 req-d25f26c3-809b-4b35-b659-cf03bd727ea6 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:02.865107 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-282320ca-b158-4e59-86c1-1b299dd4ccc3 req-d25f26c3-809b-4b35-b659-cf03bd727ea6 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.1311312 Aug 17 16:23:02.953044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Allocated IP 172.20.0.4 (564809da-15a6-47f5-be12-8a0cec757aa8/6fa3995e-8340-4da6-b557-19ce6dfcba08/d4accea7-37ff-43b1-9a1b-1b074020e186) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:23:02.986537 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-282320ca-b158-4e59-86c1-1b299dd4ccc3 req-2e383a17-c3fe-4b37-b601-6bf4b4cd01e9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102390 Aug 17 16:23:03.134565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-927cc8b2-0f21-459d-b427-574a2475ff2b req-a6d41355-cac1-454f-9d01-4270d2be6194 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 210 time: 0.0689073 Aug 17 16:23:03.333666 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bda22fab-c69a-4150-97e7-8d2cc4afd114 req-7351e661-4902-4172-9efd-333d753948e0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0663979 Aug 17 16:23:03.412366 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:03.481809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:03.549863 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Network 564809da-15a6-47f5-be12-8a0cec757aa8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:23:03.553590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:23:03.563104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:23:03.572300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Pushing event updated for resources: {'Port': ['ID=d4accea7-37ff-43b1-9a1b-1b074020e186,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:03.638326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:03.639288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:03.700035 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-80a283ea-315f-43ae-9d6c-b0acf7824888 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2393889 Aug 17 16:23:03.723393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Request body: {'port': {'device_id': '1e56e607-907d-4b46-8c01-38f5fc81902f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:03.832538 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:04.230114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6108b-d4a2-4780-80cb-fbdd22a7b9e1 req-ac67c21a-a06b-428d-9cb0-ba32b8437abc tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:04.241815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aca6108b-d4a2-4780-80cb-fbdd22a7b9e1 req-ac67c21a-a06b-428d-9cb0-ba32b8437abc tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.1118140 Aug 17 16:23:04.328027 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aca6108b-d4a2-4780-80cb-fbdd22a7b9e1 req-c1858564-df65-4d0d-aa77-b24abd9597c6 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824289 Aug 17 16:23:04.463702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4accea7-37ff-43b1-9a1b-1b074020e186 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:04.485960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4d718-3be3-4d65-877f-44430593cb7b req-cb813c9d-8861-457e-a20f-c3eca86c51fd tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:04.487731 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8e4d718-3be3-4d65-877f-44430593cb7b req-cb813c9d-8861-457e-a20f-c3eca86c51fd tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 931 time: 0.0805285 Aug 17 16:23:04.489834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:04.505146 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:23:04.545685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Transition to ACTIVE for port object d4accea7-37ff-43b1-9a1b-1b074020e186 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:23:04.557018 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:04.594049 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee5c48f6-b64c-43eb-bfce-d41f530e8862 req-f86c01da-4fe2-45b1-84e8-c54321b579ee tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0524230 Aug 17 16:23:04.673030 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8e4d718-3be3-4d65-877f-44430593cb7b req-19cc3073-b073-4935-ba78-93d87696fc8e tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758816 Aug 17 16:23:04.687744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Pushing event updated for resources: {'Port': ['ID=d4accea7-37ff-43b1-9a1b-1b074020e186,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:04.778395 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a5adbbf-a97c-489a-b389-9251404e61ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:04.872263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Attempting to bind port d4accea7-37ff-43b1-9a1b-1b074020e186 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:23:04.872515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Attempting to bind port d4accea7-37ff-43b1-9a1b-1b074020e186 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'f443f716-a85f-4b89-9016-f222faa69812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '564809da-15a6-47f5-be12-8a0cec757aa8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:23:04.873346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Attempting to bind port d4accea7-37ff-43b1-9a1b-1b074020e186 on network 564809da-15a6-47f5-be12-8a0cec757aa8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:23:04.880677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Port d4accea7-37ff-43b1-9a1b-1b074020e186 on network 564809da-15a6-47f5-be12-8a0cec757aa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:23:04.881106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Attempting to bind port d4accea7-37ff-43b1-9a1b-1b074020e186 on network 564809da-15a6-47f5-be12-8a0cec757aa8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:23:04.887237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:23:04.887573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Checking segment: {'id': 'f443f716-a85f-4b89-9016-f222faa69812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '564809da-15a6-47f5-be12-8a0cec757aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:23:04.887957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Bound using segment: {'id': 'f443f716-a85f-4b89-9016-f222faa69812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '564809da-15a6-47f5-be12-8a0cec757aa8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:23:04.888392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Bound port: d4accea7-37ff-43b1-9a1b-1b074020e186, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f443f716-a85f-4b89-9016-f222faa69812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '564809da-15a6-47f5-be12-8a0cec757aa8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:23:04.888769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:04.928131 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:04.991273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] For port d4accea7-37ff-43b1-9a1b-1b074020e186, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:23:04.995635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] For port d4accea7-37ff-43b1-9a1b-1b074020e186, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d4accea7-37ff-43b1-9a1b-1b074020e186,segment=NetworkSegment(f443f716-a85f-4b89-9016-f222faa69812),segment_id=f443f716-a85f-4b89-9016-f222faa69812)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:23:05.004156 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:05.096977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:05.098045 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:05.100596 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] 10.222.0.91 "PUT /v2.0/ports/d4accea7-37ff-43b1-9a1b-1b074020e186 HTTP/1.1" status: 200 len: 1091 time: 1.3850472 Aug 17 16:23:05.101302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e56e607-907d-4b46-8c01-38f5fc81902f', 'tag': 'd4accea7-37ff-43b1-9a1b-1b074020e186'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:05.105376 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e56e607-907d-4b46-8c01-38f5fc81902f", "tag": "d4accea7-37ff-43b1-9a1b-1b074020e186"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:05.207958 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14135fd4-f309-483d-aaf6-c25ac4f6d8ba x-openstack-request-id: req-14135fd4-f309-483d-aaf6-c25ac4f6d8ba {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:05.208472 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e56e607-907d-4b46-8c01-38f5fc81902f", "tag": "d4accea7-37ff-43b1-9a1b-1b074020e186", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:05.208836 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14135fd4-f309-483d-aaf6-c25ac4f6d8ba {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:05.209474 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e56e607-907d-4b46-8c01-38f5fc81902f', 'tag': 'd4accea7-37ff-43b1-9a1b-1b074020e186', 'status': 'completed', 'code': 200} Aug 17 16:23:05.210442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c1291-f69e-4f67-b919-e230cbcb82cb service neutron] Pushing event updated for resources: {'Port': ['ID=d4accea7-37ff-43b1-9a1b-1b074020e186,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:05.312990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-ac0b2cd9-9e4e-4eed-b706-84761a68f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:05.315461 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-ac0b2cd9-9e4e-4eed-b706-84761a68f522 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc76c2c575c74a0f8a4b13146d652c4b&device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 1094 time: 0.1539648 Aug 17 16:23:05.369276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-6a5682a6-2ad2-4257-86cb-29c681b60f78 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4accea7-37ff-43b1-9a1b-1b074020e186 HTTP/1.1" status: 200 len: 217 time: 0.0448895 Aug 17 16:23:05.498111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-f9b83429-4c1f-4205-9902-7f2df95f1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:05.501650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0637f6-0439-4f80-88a3-c6fb8cc75f6f req-22c8f289-f0c7-4ff8-acba-7bb9291f69ed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:05.506696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-f9b83429-4c1f-4205-9902-7f2df95f1100 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6fa3995e-8340-4da6-b557-19ce6dfcba08 HTTP/1.1" status: 200 len: 861 time: 0.1289380 Aug 17 16:23:05.512100 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c0637f6-0439-4f80-88a3-c6fb8cc75f6f req-22c8f289-f0c7-4ff8-acba-7bb9291f69ed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.0703065 Aug 17 16:23:05.561448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-83304184-bfd3-4bb9-96f7-ca18cb81e610 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=564809da-15a6-47f5-be12-8a0cec757aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473719 Aug 17 16:23:05.575176 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c0637f6-0439-4f80-88a3-c6fb8cc75f6f req-49ab0f70-a875-4daf-8ff6-2aa715171e57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614862 Aug 17 16:23:05.702647 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-078cb55a-81d8-4153-abea-2e015f8fa1fe service neutron] 10.222.0.91 "GET /v2.0/networks/564809da-15a6-47f5-be12-8a0cec757aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263859 Aug 17 16:23:05.797649 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c14893d-2f02-4d39-a4a6-9bc8f6cc9cb9 req-c272b16f-bfb8-44c1-81cf-23a33f695184 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0829389 Aug 17 16:23:05.829477 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:05.905510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac83f7-abef-432e-b3dc-f9092375147d req-ac3e8567-30e1-4edc-b2e6-57fc7c7719f8 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:05.914222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-95ac83f7-abef-432e-b3dc-f9092375147d req-ac3e8567-30e1-4edc-b2e6-57fc7c7719f8 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 943 time: 0.1423757 Aug 17 16:23:05.929492 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07037405-030d-4d7d-92ee-684f8e42d7ef req-aeb4a1f0-5535-4cf9-b03a-1dd3e4c7bcbc service neutron] 10.222.0.91 "GET /v2.0/networks/564809da-15a6-47f5-be12-8a0cec757aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149324 Aug 17 16:23:05.991132 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-95ac83f7-abef-432e-b3dc-f9092375147d req-336fdf16-3457-4265-8cda-f3478715b320 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657825 Aug 17 16:23:06.058898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7 req-8fce582e-5c5d-4503-afe4-1785e97bad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:06.060763 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7 req-8fce582e-5c5d-4503-afe4-1785e97bad14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc76c2c575c74a0f8a4b13146d652c4b&device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 1094 time: 0.0500572 Aug 17 16:23:06.183012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7 req-57fc7cd2-9723-45ed-b00a-ee527c35dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:06.185064 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7 req-57fc7cd2-9723-45ed-b00a-ee527c35dc14 service neutron] 10.222.0.91 "GET /v2.0/networks?id=564809da-15a6-47f5-be12-8a0cec757aa8 HTTP/1.1" status: 200 len: 922 time: 0.1159971 Aug 17 16:23:06.250597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7 req-03c950e8-98a6-4bf7-80c3-861880e90a81 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4accea7-37ff-43b1-9a1b-1b074020e186 HTTP/1.1" status: 200 len: 217 time: 0.0547743 Aug 17 16:23:06.335492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7 req-08525154-e5ba-41c5-8e59-23da927940ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:06.337286 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7 req-08525154-e5ba-41c5-8e59-23da927940ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6fa3995e-8340-4da6-b557-19ce6dfcba08 HTTP/1.1" status: 200 len: 861 time: 0.0786979 Aug 17 16:23:06.400293 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7 req-d0eca8d6-1c2c-4908-8598-8bed17f31621 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=564809da-15a6-47f5-be12-8a0cec757aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528629 Aug 17 16:23:06.631001 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7 req-6135d322-e7ee-4217-b15e-9aa2e85278b9 service neutron] 10.222.0.91 "GET /v2.0/networks/564809da-15a6-47f5-be12-8a0cec757aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221494 Aug 17 16:23:06.757497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03ef8d-a285-4dbb-b4e4-8224b7391ef1 req-7f3dcd7a-747b-4ae3-9c1c-e57e725211e1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:06.769046 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc03ef8d-a285-4dbb-b4e4-8224b7391ef1 req-7f3dcd7a-747b-4ae3-9c1c-e57e725211e1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.0944648 Aug 17 16:23:06.885475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-165bb4bf-f4f1-4fb7-858f-cfd5233456c7 req-67f707d6-6459-456b-a93f-dad321dfb50d service neutron] 10.222.0.91 "GET /v2.0/networks/564809da-15a6-47f5-be12-8a0cec757aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460074 Aug 17 16:23:06.886968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc03ef8d-a285-4dbb-b4e4-8224b7391ef1 req-d7d3ffb1-304c-49bd-bc63-585b72996da9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158307 Aug 17 16:23:07.078352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b7a13a7-de7d-46cc-8806-2ecae2b6a611 req-06f2554e-b828-417d-b14f-210c7a12555a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=9278646e-7fb2-42b4-8590-96d7d1b6eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0774415 Aug 17 16:23:07.215197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fc062-6bb1-4f30-ac9d-bdee9b8a5a7f req-676c46ee-bb2e-4c71-8542-3473ecab25ac tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:07.226313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-553fc062-6bb1-4f30-ac9d-bdee9b8a5a7f req-676c46ee-bb2e-4c71-8542-3473ecab25ac tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 943 time: 0.0794857 Aug 17 16:23:07.294682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-553fc062-6bb1-4f30-ac9d-bdee9b8a5a7f req-ada5268f-f92c-4cd1-8112-535797cac20d tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669065 Aug 17 16:23:07.343141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0089541a-6f43-4af7-9039-97349ea648b7 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:23:07.564108 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:08.072609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a0408-8b51-4c5c-8175-b639006638ef req-348e050d-1273-47d2-bb05-57de0e79e552 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:08.075326 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-774a0408-8b51-4c5c-8175-b639006638ef req-348e050d-1273-47d2-bb05-57de0e79e552 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.0864348 Aug 17 16:23:08.134983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-774a0408-8b51-4c5c-8175-b639006638ef req-9155381f-3f2d-40e9-81a6-203fbdb1703f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517602 Aug 17 16:23:08.570978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da85f16-62c5-4084-b52f-c5a83d5a5395 req-34cb1b10-6da9-4acc-9bb6-8a81f0d6143a tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:08.577135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5da85f16-62c5-4084-b52f-c5a83d5a5395 req-34cb1b10-6da9-4acc-9bb6-8a81f0d6143a tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 943 time: 0.1337433 Aug 17 16:23:08.690766 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5da85f16-62c5-4084-b52f-c5a83d5a5395 req-0732f544-7d69-4c37-bbff-3f5be4fee1b6 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992968 Aug 17 16:23:08.702630 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-5727850b-b267-4ec6-8bf2-bb7795e9f28f service neutron] 10.222.0.91 "GET /v2.0/ports/0089541a-6f43-4af7-9039-97349ea648b7/bindings/n-h2-804878-1 HTTP/1.1" status: 200 len: 384 time: 0.0847969 Aug 17 16:23:09.309307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e44cf2-bcc5-4dbd-b97f-12cc5714e0e5 req-4d31c929-6696-419c-a21c-78e0464f5b9b tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:09.316600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25e44cf2-bcc5-4dbd-b97f-12cc5714e0e5 req-4d31c929-6696-419c-a21c-78e0464f5b9b tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.5301704 Aug 17 16:23:09.341436 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25e44cf2-bcc5-4dbd-b97f-12cc5714e0e5 req-472ba694-0679-44f5-8fbf-f09179c5a726 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/quotas/53d1a0b8d2bf49299668c4fec59e650e HTTP/1.1" status: 200 len: 375 time: 0.0232964 Aug 17 16:23:09.350896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d4accea7-37ff-43b1-9a1b-1b074020e186 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:23:09.395175 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25e44cf2-bcc5-4dbd-b97f-12cc5714e0e5 req-f268d774-248f-45b3-b5b7-57ca7ad2a9c0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530276 Aug 17 16:23:09.405551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-03498547-1944-44b0-a0d4-da2776113ee8 req-47d03e4d-9167-4d24-a017-c12b79f26ed8 service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:09.424161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5cfc2-13a5-4212-b0e4-dac4358fb5af req-32770002-02b9-410f-a197-615ae88f00e5 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:09.436603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-03498547-1944-44b0-a0d4-da2776113ee8 req-47d03e4d-9167-4d24-a017-c12b79f26ed8 service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:23:09.442456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-25a5cfc2-13a5-4212-b0e4-dac4358fb5af req-32770002-02b9-410f-a197-615ae88f00e5 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 943 time: 0.1403322 Aug 17 16:23:09.495889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-03498547-1944-44b0-a0d4-da2776113ee8 req-47d03e4d-9167-4d24-a017-c12b79f26ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0089541a-6f43-4af7-9039-97349ea648b7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:09.512461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-03498547-1944-44b0-a0d4-da2776113ee8 req-47d03e4d-9167-4d24-a017-c12b79f26ed8 service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:09.537641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-25a5cfc2-13a5-4212-b0e4-dac4358fb5af req-e48ec313-8bb4-4ad2-a25d-9e214c8899c1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942481 Aug 17 16:23:09.554681 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-03498547-1944-44b0-a0d4-da2776113ee8 req-47d03e4d-9167-4d24-a017-c12b79f26ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:09.588141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port d4accea7-37ff-43b1-9a1b-1b074020e186, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d4accea7-37ff-43b1-9a1b-1b074020e186,segment=NetworkSegment(f443f716-a85f-4b89-9016-f222faa69812),segment_id=f443f716-a85f-4b89-9016-f222faa69812)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:09.608346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'd4accea7-37ff-43b1-9a1b-1b074020e186', 'network_id': '564809da-15a6-47f5-be12-8a0cec757aa8', 'port_id': 'd4accea7-37ff-43b1-9a1b-1b074020e186', 'mac_address': 'fa:16:3e:a0:98:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa3995e-8340-4da6-b557-19ce6dfcba08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:23:09.662553 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:09.685391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4accea7-37ff-43b1-9a1b-1b074020e186 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:09.688203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-03498547-1944-44b0-a0d4-da2776113ee8 req-47d03e4d-9167-4d24-a017-c12b79f26ed8 service neutron] Transition to ACTIVE for port object 0089541a-6f43-4af7-9039-97349ea648b7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:23:09.697474 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-03498547-1944-44b0-a0d4-da2776113ee8 req-47d03e4d-9167-4d24-a017-c12b79f26ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:09.729867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port d4accea7-37ff-43b1-9a1b-1b074020e186, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d4accea7-37ff-43b1-9a1b-1b074020e186,segment=NetworkSegment(f443f716-a85f-4b89-9016-f222faa69812),segment_id=f443f716-a85f-4b89-9016-f222faa69812)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:09.745249 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:09.819676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-03498547-1944-44b0-a0d4-da2776113ee8 req-47d03e4d-9167-4d24-a017-c12b79f26ed8 service neutron] No DVR routers for this DVR port 0089541a-6f43-4af7-9039-97349ea648b7 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:23:09.832002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25e44cf2-bcc5-4dbd-b97f-12cc5714e0e5 req-bb4e81bb-5f16-4c42-94e9-bf580fb212f7 service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356878 Aug 17 16:23:09.836133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=d4accea7-37ff-43b1-9a1b-1b074020e186,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:09.860291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.861336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.861992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.862796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.864706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.865385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.866119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.866826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.867523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d03e4d-9167-4d24-a017-c12b79f26ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=0089541a-6f43-4af7-9039-97349ea648b7,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:09.868298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.869230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.870897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.871476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:09.938569 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-47d03e4d-9167-4d24-a017-c12b79f26ed8 service neutron] 10.222.0.91 "PUT /v2.0/ports/0089541a-6f43-4af7-9039-97349ea648b7/bindings/n-h2-804878-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2235296 Aug 17 16:23:10.002490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['d4accea7-37ff-43b1-9a1b-1b074020e186'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:23:10.084081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25e44cf2-bcc5-4dbd-b97f-12cc5714e0e5 req-cfc09d83-805c-42a3-ad71-9182fd6bae5f service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440324 Aug 17 16:23:10.089312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffe7dd-a141-45f4-80d9-aacff7df8c0b req-78a085cb-d074-482a-8796-97c0c1309c49 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:10.115342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-25ffe7dd-a141-45f4-80d9-aacff7df8c0b req-78a085cb-d074-482a-8796-97c0c1309c49 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 944 time: 0.1653001 Aug 17 16:23:10.122881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-8897ed27-ef72-4d68-9187-84e1129d4f6f tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:10.125483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-8897ed27-ef72-4d68-9187-84e1129d4f6f tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.1016490 Aug 17 16:23:10.188862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-25ffe7dd-a141-45f4-80d9-aacff7df8c0b req-678b0dd5-4d55-4476-9401-3948503f0d5f tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689754 Aug 17 16:23:10.218029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-70c16620-0b2a-4ab0-a5a2-4a83c1c55ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:10.220065 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-70c16620-0b2a-4ab0-a5a2-4a83c1c55ace service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae&tenant_id=888def3d37bf406299868afa066e412d HTTP/1.1" status: 200 len: 1095 time: 0.0811036 Aug 17 16:23:10.367750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-de68c721-5bb7-4608-9f60-094757c89f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:10.370491 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-de68c721-5bb7-4608-9f60-094757c89f9e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 1095 time: 0.1200507 Aug 17 16:23:10.502757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42600ede-0f03-4a37-87eb-ea65192ba147 req-921ee8eb-145b-4f47-abba-90785dbb43c5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=8491be18-9723-4f86-bc06-40428065c5a9 HTTP/1.1" status: 200 len: 210 time: 0.0529075 Aug 17 16:23:10.536371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-67af16dd-ce08-43d5-82b8-c9ba5db7a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:10.538790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-67af16dd-ce08-43d5-82b8-c9ba5db7a459 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.1543937 Aug 17 16:23:10.614024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-df6bb45e-6589-48e2-9a46-b92ced0ad0ab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0089541a-6f43-4af7-9039-97349ea648b7 HTTP/1.1" status: 200 len: 217 time: 0.0641794 Aug 17 16:23:10.692683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-0aa568db-8a26-4395-9ee8-a196d32ca1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:10.707117 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-0aa568db-8a26-4395-9ee8-a196d32ca1ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.0847874 Aug 17 16:23:10.777229 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-a056248d-67d5-4468-a87d-11b3636654a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619912 Aug 17 16:23:10.839003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08528206-7445-42d3-b866-a6ac47609106 req-6229953c-e2d6-4eda-be2b-eea5a8292c86 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:10.841786 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08528206-7445-42d3-b866-a6ac47609106 req-6229953c-e2d6-4eda-be2b-eea5a8292c86 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 944 time: 0.1466134 Aug 17 16:23:10.952864 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-3032ece2-7817-4fea-9c9c-2de433d2cb44 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613274 Aug 17 16:23:10.973676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08528206-7445-42d3-b866-a6ac47609106 req-84ef5ad3-0017-4c4c-b825-217a69d50fb7 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215036 Aug 17 16:23:11.154202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-fc632432-5f4c-49dc-9308-c82010e8fc1a service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934452 Aug 17 16:23:11.341420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec531c-b346-4b95-9ab8-bbb7313c7a68 req-dcf0fc1c-dd7a-473c-aac9-baf1ce85c583 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:11.343456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfec531c-b346-4b95-9ab8-bbb7313c7a68 req-dcf0fc1c-dd7a-473c-aac9-baf1ce85c583 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 944 time: 0.0752861 Aug 17 16:23:11.358246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d4accea7-37ff-43b1-9a1b-1b074020e186 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:23:11.416474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfec531c-b346-4b95-9ab8-bbb7313c7a68 req-83145b52-70bd-4523-a4f8-61f08b8ff964 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520303 Aug 17 16:23:11.501669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port d4accea7-37ff-43b1-9a1b-1b074020e186 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:23:11.509733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port d4accea7-37ff-43b1-9a1b-1b074020e186 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:23:11.510734 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:11.613325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498547-1944-44b0-a0d4-da2776113ee8 req-dce3e1a8-2d21-4474-b6f4-7cb9d917cb53 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:11.615756 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-dce3e1a8-2d21-4474-b6f4-7cb9d917cb53 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.0999196 Aug 17 16:23:11.625960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09223b1d-9389-44ce-8195-db368a9d96df req-9a83df0d-ceaf-43b9-95d3-ea12d4f426d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:11.627870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-9a83df0d-ceaf-43b9-95d3-ea12d4f426d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.1975024 Aug 17 16:23:11.682880 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-c7fe2940-8133-4b7b-b4b7-4665b3a4a7a8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/quotas/53d1a0b8d2bf49299668c4fec59e650e HTTP/1.1" status: 200 len: 375 time: 0.0206575 Aug 17 16:23:11.735364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-09317cad-d93c-4839-8b15-210a9c5d963a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417473 Aug 17 16:23:11.781908 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:11.808871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e56e607-907d-4b46-8c01-38f5fc81902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4accea7-37ff-43b1-9a1b-1b074020e186'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:11.811519 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f790aa-d195-4ced-b00e-cb0d58fba553" -d '{"events": [{"server_uuid": "1e56e607-907d-4b46-8c01-38f5fc81902f", "name": "network-vif-plugged", "status": "completed", "tag": "d4accea7-37ff-43b1-9a1b-1b074020e186"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:11.845153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port d4accea7-37ff-43b1-9a1b-1b074020e186, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d4accea7-37ff-43b1-9a1b-1b074020e186,segment=NetworkSegment(f443f716-a85f-4b89-9016-f222faa69812),segment_id=f443f716-a85f-4b89-9016-f222faa69812)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:11.857698 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:11.858192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-03498547-1944-44b0-a0d4-da2776113ee8 req-e11209e6-cd35-474b-812a-1ab36c7f064c service neutron] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:23:11.872948 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-03498547-1944-44b0-a0d4-da2776113ee8 req-e11209e6-cd35-474b-812a-1ab36c7f064c service neutron] Notify callbacks [] for binding, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:11.874266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03498547-1944-44b0-a0d4-da2776113ee8 req-e11209e6-cd35-474b-812a-1ab36c7f064c service neutron] 10.222.0.93 "DELETE /v2.0/ports/0089541a-6f43-4af7-9039-97349ea648b7/bindings/n-h1-804878-1 HTTP/1.1" status: 204 len: 173 time: 0.2448092 Aug 17 16:23:11.899774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-404401cb-b68b-4bfb-afb2-bf72371e087c service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341248 Aug 17 16:23:11.922945 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dff2bf-0874-4515-a336-e52b04a8760c x-openstack-request-id: req-c1dff2bf-0874-4515-a336-e52b04a8760c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:11.923346 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e56e607-907d-4b46-8c01-38f5fc81902f", "name": "network-vif-plugged", "status": "completed", "tag": "d4accea7-37ff-43b1-9a1b-1b074020e186", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:11.923551 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1dff2bf-0874-4515-a336-e52b04a8760c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:11.924086 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e56e607-907d-4b46-8c01-38f5fc81902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4accea7-37ff-43b1-9a1b-1b074020e186', 'code': 200} Aug 17 16:23:11.974748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=d4accea7-37ff-43b1-9a1b-1b074020e186,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:12.073360 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-1e86bda3-0236-4429-8a56-6c8af1787b10 service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704514 Aug 17 16:23:12.103650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1919-7b03-4591-8009-bc4f4430a3e9 req-736c6129-8e95-40b8-a4e8-f4ef87c05df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:12.105264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ddd1919-7b03-4591-8009-bc4f4430a3e9 req-736c6129-8e95-40b8-a4e8-f4ef87c05df8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 1096 time: 0.0971115 Aug 17 16:23:12.171501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ddd1919-7b03-4591-8009-bc4f4430a3e9 req-ac6e2cf9-0fe2-4a06-81bf-ecdf956db8e2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572677 Aug 17 16:23:12.180066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c340f-06f6-43d4-bc02-005c20a7beed req-9f5ad228-c832-489d-9727-9ef0f0d8bf12 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:12.183469 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c1c340f-06f6-43d4-bc02-005c20a7beed req-9f5ad228-c832-489d-9727-9ef0f0d8bf12 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 944 time: 0.0726082 Aug 17 16:23:12.241549 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c1c340f-06f6-43d4-bc02-005c20a7beed req-9a0bbf44-b91d-478b-9c80-dc917c4b063e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489869 Aug 17 16:23:12.557043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4cd39ae1-28f1-4389-a3cc-d0f8a02eb48d req-2041ab79-a0e3-4d1b-960f-931bb7abcff4 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 210 time: 0.0433085 Aug 17 16:23:12.660378 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632a468-e923-4119-a6a3-4142ad3d4777 req-e03b1cfa-e936-4314-b845-3b84686ffa40 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:12.670336 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d632a468-e923-4119-a6a3-4142ad3d4777 req-e03b1cfa-e936-4314-b845-3b84686ffa40 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 945 time: 0.1007133 Aug 17 16:23:12.717663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d632a468-e923-4119-a6a3-4142ad3d4777 req-2d1a4122-3e8f-4c79-a81a-833719441240 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460510 Aug 17 16:23:12.802955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5ba20-db16-45df-b69e-31eff343e919 req-cac04f4a-7dbb-4641-ae6d-9270fd776608 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:12.811946 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7e5ba20-db16-45df-b69e-31eff343e919 req-cac04f4a-7dbb-4641-ae6d-9270fd776608 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 1095 time: 0.0724339 Aug 17 16:23:12.861485 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7e5ba20-db16-45df-b69e-31eff343e919 req-13ca0be9-5664-4f90-a396-02e572abc546 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480819 Aug 17 16:23:13.048628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ad301-67fb-46b5-9029-11275d245cd6 req-ca0e443c-118e-40db-aee6-5211532ff12a tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:13.050265 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc7ad301-67fb-46b5-9029-11275d245cd6 req-ca0e443c-118e-40db-aee6-5211532ff12a tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 1095 time: 0.0913489 Aug 17 16:23:13.150665 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc7ad301-67fb-46b5-9029-11275d245cd6 req-67b31b55-941d-4847-b793-cc0bd2005851 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854621 Aug 17 16:23:13.737269 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b3afc6d4-2cdf-4446-9343-45c3ba09d7eb req-5627619b-1e97-45c6-b8cb-7efb69e6319a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 210 time: 0.0420506 Aug 17 16:23:13.860140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09223b1d-9389-44ce-8195-db368a9d96df req-6458fa42-00fd-4f32-b272-f98c511f9ed5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:13.861794 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-6458fa42-00fd-4f32-b272-f98c511f9ed5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.1825445 Aug 17 16:23:13.903205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Request body: {'port': {'device_id': 'e4836180-1573-44f5-8c34-9865e482a6ae', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'admin_state_up': True, 'tenant_id': '53d1a0b8d2bf49299668c4fec59e650e'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:13.992113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b55e26-7fe3-4a45-996a-e29fb7332809 req-e92930d3-6c78-49e7-845b-d8d81018eadc tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:13.994433 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18b55e26-7fe3-4a45-996a-e29fb7332809 req-e92930d3-6c78-49e7-845b-d8d81018eadc tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 945 time: 0.0532086 Aug 17 16:23:14.030141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-b0401767-c77c-4a5b-b9c1-0c4c8dfbd339 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:14.031682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-b0401767-c77c-4a5b-b9c1-0c4c8dfbd339 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/networks?id=de64ae9c-fda8-427c-8389-c6e3050b4e68 HTTP/1.1" status: 200 len: 814 time: 0.1937780 Aug 17 16:23:14.034646 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18b55e26-7fe3-4a45-996a-e29fb7332809 req-b7ea0f78-3506-44fe-b7f5-16022d2777e7 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335751 Aug 17 16:23:14.059397 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-53380043-166e-46c4-b0d6-7487e7687d56 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/quotas/3d77cfe5fa204f7f8417a045cd578ef2 HTTP/1.1" status: 200 len: 375 time: 0.0196917 Aug 17 16:23:14.091987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Made reservation on behalf of 53d1a0b8d2bf49299668c4fec59e650e for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:23:14.096453 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:14.158083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac19a2f-9f43-4523-910c-6c34d92e5980 req-0c5062b2-4f1d-4fde-ab63-2fbf65379935 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:14.165939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ac19a2f-9f43-4523-910c-6c34d92e5980 req-0c5062b2-4f1d-4fde-ab63-2fbf65379935 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 945 time: 0.0626974 Aug 17 16:23:14.187448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-d6792357-957e-4b7b-93d9-2bf79e22039e tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3d77cfe5fa204f7f8417a045cd578ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192470 Aug 17 16:23:14.207997 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ac19a2f-9f43-4523-910c-6c34d92e5980 req-d7b0ab4a-4a30-42b8-ab8e-17078fc06a25 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411654 Aug 17 16:23:14.340705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Allocated IP 172.20.0.10 (a22ada0a-8873-45d4-89a0-e6f5a025e01b/6f87ffbc-ac13-4956-8048-aa2480c87aa7/db293231-7eca-4717-acc6-5b7d630b0768) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:23:14.351311 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-03d4d391-cadd-471a-a7c6-9225195aea87 service neutron] 10.222.0.77 "GET /v2.0/networks/de64ae9c-fda8-427c-8389-c6e3050b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513386 Aug 17 16:23:14.543955 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-057fe2ea-c281-442f-bc08-647540179955 service neutron] 10.222.0.77 "GET /v2.0/networks/de64ae9c-fda8-427c-8389-c6e3050b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804500 Aug 17 16:23:14.606020 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:14.673435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:14.753814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Network a22ada0a-8873-45d4-89a0-e6f5a025e01b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:23:14.760272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:23:14.767992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:23:14.857481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event updated for resources: {'Port': ['ID=db293231-7eca-4717-acc6-5b7d630b0768,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:14.919935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:14.920614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:14.947030 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-b801eb9b-f935-4570-973a-c8cc552eeefe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0473592 Aug 17 16:23:14.962918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Request body: {'port': {'device_id': 'e4836180-1573-44f5-8c34-9865e482a6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:15.048606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:15.111228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9b1ee05-1813-4a66-b445-228adcba0ba7 req-108dc10d-0ddb-43ea-bb26-e62af8719468 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 210 time: 0.0414388 Aug 17 16:23:15.341938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46133f1-ed79-4dd4-96fc-7d49dd3cc1d4 req-5337ed0a-ee2d-4e17-b3f0-ff2b0e83fc46 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:15.349884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f46133f1-ed79-4dd4-96fc-7d49dd3cc1d4 req-5337ed0a-ee2d-4e17-b3f0-ff2b0e83fc46 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 932 time: 0.2319112 Aug 17 16:23:15.431947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f46133f1-ed79-4dd4-96fc-7d49dd3cc1d4 req-d1557373-6a93-4693-af5d-3751e46a44bd tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809937 Aug 17 16:23:15.511209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49fc1-75a1-4362-b4fe-b32b0486ecf7 req-a2471f7a-c8ed-4f5a-a09b-c6bb5990e063 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:15.512783 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3e49fc1-75a1-4362-b4fe-b32b0486ecf7 req-a2471f7a-c8ed-4f5a-a09b-c6bb5990e063 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 945 time: 0.0625510 Aug 17 16:23:15.568019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3e49fc1-75a1-4362-b4fe-b32b0486ecf7 req-48969832-7ef8-4eb7-8760-d742d893f522 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474248 Aug 17 16:23:15.577688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db293231-7eca-4717-acc6-5b7d630b0768 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:15.594186 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:15.615580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Transition to ACTIVE for port object db293231-7eca-4717-acc6-5b7d630b0768 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:23:15.620388 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:15.707592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=db293231-7eca-4717-acc6-5b7d630b0768,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:15.782613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Attempting to bind port db293231-7eca-4717-acc6-5b7d630b0768 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:23:15.782947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Attempting to bind port db293231-7eca-4717-acc6-5b7d630b0768 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:23:15.783282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Attempting to bind port db293231-7eca-4717-acc6-5b7d630b0768 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:23:15.788486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Port db293231-7eca-4717-acc6-5b7d630b0768 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:23:15.788835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Attempting to bind port db293231-7eca-4717-acc6-5b7d630b0768 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:23:15.794602 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:23:15.794937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Checking segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:23:15.795322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Bound using segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:23:15.795773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Bound port: db293231-7eca-4717-acc6-5b7d630b0768, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:23:15.796137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:15.883492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] For port db293231-7eca-4717-acc6-5b7d630b0768, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:23:15.888442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] For port db293231-7eca-4717-acc6-5b7d630b0768, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db293231-7eca-4717-acc6-5b7d630b0768,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:23:15.892920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:15.942674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:15.942674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:15.942674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] 10.222.0.93 "PUT /v2.0/ports/db293231-7eca-4717-acc6-5b7d630b0768 HTTP/1.1" status: 200 len: 1092 time: 0.9800277 Aug 17 16:23:15.942674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4836180-1573-44f5-8c34-9865e482a6ae', 'tag': 'db293231-7eca-4717-acc6-5b7d630b0768'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:15.942674 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4836180-1573-44f5-8c34-9865e482a6ae", "tag": "db293231-7eca-4717-acc6-5b7d630b0768"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:15.982193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46965ce2-5be8-4e99-9ac8-3ffb59753ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=db293231-7eca-4717-acc6-5b7d630b0768,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:16.055499 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b862108f-b101-4e99-a5f4-9f91e11371a2 x-openstack-request-id: req-b862108f-b101-4e99-a5f4-9f91e11371a2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:16.056444 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4836180-1573-44f5-8c34-9865e482a6ae", "tag": "db293231-7eca-4717-acc6-5b7d630b0768", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:16.056848 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b862108f-b101-4e99-a5f4-9f91e11371a2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:16.057467 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4836180-1573-44f5-8c34-9865e482a6ae', 'tag': 'db293231-7eca-4717-acc6-5b7d630b0768', 'status': 'completed', 'code': 200} Aug 17 16:23:16.080096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09223b1d-9389-44ce-8195-db368a9d96df req-edaa1974-3f83-4eb4-94d5-123db53a3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:16.081824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-edaa1974-3f83-4eb4-94d5-123db53a3b1b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 1095 time: 0.0798106 Aug 17 16:23:16.139366 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-c0fa6e39-1a1b-4d56-889a-9e8bfa3d442e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db293231-7eca-4717-acc6-5b7d630b0768 HTTP/1.1" status: 200 len: 217 time: 0.0482478 Aug 17 16:23:16.251035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09223b1d-9389-44ce-8195-db368a9d96df req-8c6cbd82-7156-442f-87e8-067172406767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:16.253461 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-8c6cbd82-7156-442f-87e8-067172406767 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.1060529 Aug 17 16:23:16.289321 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2343a85-f8bb-4f12-85cb-027d839d5dba req-971e5502-4c51-43fb-ba0c-989919bc551b tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 210 time: 0.0540814 Aug 17 16:23:16.334164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-f1c80f51-1cb2-4a38-bb28-525d6d1dd8b4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482934 Aug 17 16:23:16.535535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-6df25fa7-e4bc-4d16-99e9-2f2f6f059e7f service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935294 Aug 17 16:23:16.563006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-0b66ed64-640d-473b-89d6-777e8e2c9883 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:16.565168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-0b66ed64-640d-473b-89d6-777e8e2c9883 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.91 "GET /v2.0/networks?id=de64ae9c-fda8-427c-8389-c6e3050b4e68 HTTP/1.1" status: 200 len: 814 time: 0.1925862 Aug 17 16:23:16.594427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Request body: {'port': {'device_id': '0448b9de-4fa4-4b9a-bf7f-088e31a40494', 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68', 'admin_state_up': True, 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:16.741754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afee3c8-7c21-4c40-8d0d-27c04c2e6d63 req-01ac4a4c-b86a-4e2f-a9c6-4d89f2dcc8c4 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:16.750859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9afee3c8-7c21-4c40-8d0d-27c04c2e6d63 req-01ac4a4c-b86a-4e2f-a9c6-4d89f2dcc8c4 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 945 time: 0.0787499 Aug 17 16:23:16.812206 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9afee3c8-7c21-4c40-8d0d-27c04c2e6d63 req-d59f9142-48c4-4ddd-97bc-a863ac8037b9 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600095 Aug 17 16:23:16.831741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a2de7-d1ca-4892-8f9f-9289c6210e01 req-a4450dc2-7a7e-4d13-ad5f-84d5ab7e90fa tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:16.834998 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e04a2de7-d1ca-4892-8f9f-9289c6210e01 req-a4450dc2-7a7e-4d13-ad5f-84d5ab7e90fa tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 944 time: 0.2792313 Aug 17 16:23:16.898338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09223b1d-9389-44ce-8195-db368a9d96df req-810edf53-258f-4993-9fef-c6432a8cf5d8 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533454 Aug 17 16:23:16.934786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e04a2de7-d1ca-4892-8f9f-9289c6210e01 req-2e100b1a-d44d-4721-ac12-08e011ed0c28 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863624 Aug 17 16:23:16.962694 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Made reservation on behalf of 3d77cfe5fa204f7f8417a045cd578ef2 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:23:16.967340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:17.334845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Allocated IP 172.20.0.6 (de64ae9c-fda8-427c-8389-c6e3050b4e68/923b3f42-8734-4434-bc46-508e7fe4a00d/0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:23:17.340412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e req-a44cdddd-eedd-4511-8ad4-00e11ff94cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:17.343210 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e req-a44cdddd-eedd-4511-8ad4-00e11ff94cac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 1095 time: 0.3409946 Aug 17 16:23:17.428832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:23:17.700041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:17.736542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '83b050ea-fae0-4506-a470-947d6a735986', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'port_id': '83b050ea-fae0-4506-a470-947d6a735986', 'mac_address': 'fa:16:3e:63:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:23:17.833365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:17.868641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83b050ea-fae0-4506-a470-947d6a735986 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:17.902883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:17.910128 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:18.035624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:18.048061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['83b050ea-fae0-4506-a470-947d6a735986'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:23:18.119093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4dabf23f-3467-4dff-8c76-da924317bc3e req-5baeb3f6-ce22-4fdf-bd42-8ae1e39cdc6d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 210 time: 0.5744410 Aug 17 16:23:18.287016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e req-d72a8ae3-482b-4f85-9b27-200da810fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:18.288679 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e req-d72a8ae3-482b-4f85-9b27-200da810fe5c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 913 time: 0.9350827 Aug 17 16:23:18.413082 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e req-9933106c-6430-4e6f-af89-5eb9f227dff1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db293231-7eca-4717-acc6-5b7d630b0768 HTTP/1.1" status: 200 len: 217 time: 0.1047573 Aug 17 16:23:18.541808 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e req-71cd0346-6818-4629-8c50-c5912f1d5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:18.543670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e req-71cd0346-6818-4629-8c50-c5912f1d5662 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.1108849 Aug 17 16:23:18.551215 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:18.597254 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57ebbb-e2ef-42e5-aab9-2a9a56fe4305 req-dda93cf8-f795-4589-a900-459051455c6d tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:18.599189 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c57ebbb-e2ef-42e5-aab9-2a9a56fe4305 req-dda93cf8-f795-4589-a900-459051455c6d tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 945 time: 0.2070773 Aug 17 16:23:18.600737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Transition to ACTIVE for port object 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:23:18.638312 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e req-a2d44b83-483e-4122-9f11-255ba84b79b8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734744 Aug 17 16:23:18.781276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c57ebbb-e2ef-42e5-aab9-2a9a56fe4305 req-bb753348-2d0a-402a-b86e-6558c6ba096b tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474237 Aug 17 16:23:18.882338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e req-2aacb619-ab0a-45bd-8f90-9a137603e59b service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161160 Aug 17 16:23:18.884417 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:19.093372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Network de64ae9c-fda8-427c-8389-c6e3050b4e68 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:23:19.109949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:23:19.117759 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:23:19.162032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Pushing event updated for resources: {'Port': ['ID=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:19.220060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c02f31-2157-4d77-864c-e1c8dbe3e7fb req-0e6c04af-efe3-4bd8-8b1f-6a76ac9cd5a6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:19.221872 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84c02f31-2157-4d77-864c-e1c8dbe3e7fb req-0e6c04af-efe3-4bd8-8b1f-6a76ac9cd5a6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 944 time: 0.3089280 Aug 17 16:23:19.244657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:19.245340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:19.249393 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b0dd18e-de58-45bd-9a48-3c2ff7cec96e req-494b750e-3e03-4d6b-b850-beefe00811a6 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305991 Aug 17 16:23:19.287021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-cad05fb4-40e1-4eda-8d49-853a071cec1d tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7063773 Aug 17 16:23:19.313159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84c02f31-2157-4d77-864c-e1c8dbe3e7fb req-c3fb8c31-dd09-4b88-af07-2d2562ac19cf tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774295 Aug 17 16:23:19.330177 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:19.451386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:23:19.490259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8c939b65-59a5-4cad-a3c1-43582d364ab1 None None] Provisioning for port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:23:19.497885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8c939b65-59a5-4cad-a3c1-43582d364ab1 None None] Provisioning complete for port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:23:19.498252 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c939b65-59a5-4cad-a3c1-43582d364ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:19.546505 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:19.558447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8c939b65-59a5-4cad-a3c1-43582d364ab1 None None] Port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:23:19.560867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 83b050ea-fae0-4506-a470-947d6a735986 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:23:19.561223 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:19.687952 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:19.717594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:19.720078 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97d6f16-8d8e-414f-b994-1ea224fd399c" -d '{"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-plugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:19.735441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:19.740632 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:19.741634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d4accea7-37ff-43b1-9a1b-1b074020e186 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:23:19.825637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:19.872921 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:19.913872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port d4accea7-37ff-43b1-9a1b-1b074020e186, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d4accea7-37ff-43b1-9a1b-1b074020e186,segment=NetworkSegment(f443f716-a85f-4b89-9016-f222faa69812),segment_id=f443f716-a85f-4b89-9016-f222faa69812)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:19.919474 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:19.979581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=d4accea7-37ff-43b1-9a1b-1b074020e186,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:20.714979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db293231-7eca-4717-acc6-5b7d630b0768 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:23:20.829914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port db293231-7eca-4717-acc6-5b7d630b0768, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db293231-7eca-4717-acc6-5b7d630b0768,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:20.845195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'db293231-7eca-4717-acc6-5b7d630b0768', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'port_id': 'db293231-7eca-4717-acc6-5b7d630b0768', 'mac_address': 'fa:16:3e:e8:a2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f87ffbc-ac13-4956-8048-aa2480c87aa7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:23:20.890010 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:20.904044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db293231-7eca-4717-acc6-5b7d630b0768 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:20.925400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port db293231-7eca-4717-acc6-5b7d630b0768, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db293231-7eca-4717-acc6-5b7d630b0768,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:20.929842 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:21.000555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=db293231-7eca-4717-acc6-5b7d630b0768,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:21.175488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['db293231-7eca-4717-acc6-5b7d630b0768'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:23:22.732617 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db293231-7eca-4717-acc6-5b7d630b0768 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:23:22.791632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port db293231-7eca-4717-acc6-5b7d630b0768 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:23:22.795965 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port db293231-7eca-4717-acc6-5b7d630b0768 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:23:22.796333 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:22.901621 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:22.944803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port db293231-7eca-4717-acc6-5b7d630b0768, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db293231-7eca-4717-acc6-5b7d630b0768,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:22.950482 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:23.009442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=db293231-7eca-4717-acc6-5b7d630b0768,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:28.936245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Request body: {'port': {'device_id': '0448b9de-4fa4-4b9a-bf7f-088e31a40494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:29.012087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:29.125470 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873e52e3-de9d-455b-933a-9f6be4253094 x-openstack-request-id: req-873e52e3-de9d-455b-933a-9f6be4253094 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:29.126998 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-plugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:29.127412 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-873e52e3-de9d-455b-933a-9f6be4253094 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:29.128748 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986', 'code': 200} Aug 17 16:23:29.268654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8335e-39fe-43a0-bc3d-90488d13beeb req-06db113d-a5da-422b-87b8-bfbff6e2f552 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:29.268654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dd8335e-39fe-43a0-bc3d-90488d13beeb req-06db113d-a5da-422b-87b8-bfbff6e2f552 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 931 time: 0.2103384 Aug 17 16:23:29.290432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-22e716da-4af6-4109-83a3-9deec6457d90 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:29.290704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb51eb-ffbc-47ff-ad8c-b8f7eabdf6ee req-8974a055-32a1-4f7f-b1ab-38083f2b6004 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:29.292013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-22e716da-4af6-4109-83a3-9deec6457d90 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 943 time: 0.2222261 Aug 17 16:23:29.292330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dbb51eb-ffbc-47ff-ad8c-b8f7eabdf6ee req-8974a055-32a1-4f7f-b1ab-38083f2b6004 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 943 time: 0.0745189 Aug 17 16:23:29.335799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dbb51eb-ffbc-47ff-ad8c-b8f7eabdf6ee req-b6d8390e-f60a-4d91-8993-ac97ab65e32c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/security-groups?id=6750d1a5-0aa9-44be-b6ce-71fa6334bce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371354 Aug 17 16:23:29.406511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dd8335e-39fe-43a0-bc3d-90488d13beeb req-5bb98567-2682-45dd-bf6e-e12935eb59fd tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300509 Aug 17 16:23:29.531116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-860331fd-a18b-49a2-9c94-3c6417d0714c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Deleting port d4accea7-37ff-43b1-9a1b-1b074020e186 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:23:29.531116 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-860331fd-a18b-49a2-9c94-3c6417d0714c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:29.531977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacafeb-32cc-4604-a04b-5022de58bd75 req-a39a2699-164a-4fd8-b29c-739baf0c05db tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:29.539158 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-caacafeb-32cc-4604-a04b-5022de58bd75 req-a39a2699-164a-4fd8-b29c-739baf0c05db tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 946 time: 0.1392322 Aug 17 16:23:29.589500 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-caacafeb-32cc-4604-a04b-5022de58bd75 req-e3b0f94c-0968-44a7-bda8-9ab25cf138d0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Aug 17 16:23:29.607319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:29.617796 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:29.642980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Transition to ACTIVE for port object 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:23:29.653689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:29.701088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-860331fd-a18b-49a2-9c94-3c6417d0714c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] For port d4accea7-37ff-43b1-9a1b-1b074020e186, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d4accea7-37ff-43b1-9a1b-1b074020e186,segment=NetworkSegment(f443f716-a85f-4b89-9016-f222faa69812),segment_id=f443f716-a85f-4b89-9016-f222faa69812)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:29.701491 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-860331fd-a18b-49a2-9c94-3c6417d0714c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:29.721625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-860331fd-a18b-49a2-9c94-3c6417d0714c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Calling delete_port for d4accea7-37ff-43b1-9a1b-1b074020e186 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:23:29.753615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:29.906407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Attempting to bind port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:23:29.906728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Attempting to bind port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:23:29.907100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Attempting to bind port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 on network de64ae9c-fda8-427c-8389-c6e3050b4e68 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:23:29.922473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 on network de64ae9c-fda8-427c-8389-c6e3050b4e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:23:29.922705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Attempting to bind port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 on network de64ae9c-fda8-427c-8389-c6e3050b4e68 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:23:29.947837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:23:29.949062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Checking segment: {'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:23:29.949470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Bound using segment: {'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:23:29.950041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Bound port: 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5e7f23-684a-47ab-9724-24a89df528e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:23:29.950438 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:30.090978 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-860331fd-a18b-49a2-9c94-3c6417d0714c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:30.139882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860331fd-a18b-49a2-9c94-3c6417d0714c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Pushing event deleted for resources: {'Port': ['ID=d4accea7-37ff-43b1-9a1b-1b074020e186,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:30.211775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-860331fd-a18b-49a2-9c94-3c6417d0714c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] No DVR routers for this DVR port d4accea7-37ff-43b1-9a1b-1b074020e186 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:23:30.213949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] For port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:23:30.217190 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-860331fd-a18b-49a2-9c94-3c6417d0714c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:30.219246 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a636f687-ddbb-4bee-ab40-de00c4b47ea0 req-860331fd-a18b-49a2-9c94-3c6417d0714c tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.91 "DELETE /v2.0/ports/d4accea7-37ff-43b1-9a1b-1b074020e186 HTTP/1.1" status: 204 len: 173 time: 0.9096811 Aug 17 16:23:30.219754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e56e607-907d-4b46-8c01-38f5fc81902f', 'name': 'network-vif-deleted', 'tag': 'd4accea7-37ff-43b1-9a1b-1b074020e186'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:30.222568 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb612b53-047c-4efb-9498-9b8f4e2f1255" -d '{"events": [{"server_uuid": "1e56e607-907d-4b46-8c01-38f5fc81902f", "name": "network-vif-deleted", "tag": "d4accea7-37ff-43b1-9a1b-1b074020e186"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:30.238335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] For port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:23:30.250462 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:30.304268 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143713de-a6fd-4c26-b113-4d0e22995292 x-openstack-request-id: req-143713de-a6fd-4c26-b113-4d0e22995292 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:30.304565 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e56e607-907d-4b46-8c01-38f5fc81902f", "name": "network-vif-deleted", "tag": "d4accea7-37ff-43b1-9a1b-1b074020e186", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:30.304801 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-143713de-a6fd-4c26-b113-4d0e22995292 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:30.305199 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e56e607-907d-4b46-8c01-38f5fc81902f', 'name': 'network-vif-deleted', 'tag': 'd4accea7-37ff-43b1-9a1b-1b074020e186', 'status': 'completed', 'code': 200} Aug 17 16:23:30.316261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:30.316910 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:30.319125 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] 10.222.0.91 "PUT /v2.0/ports/0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 HTTP/1.1" status: 200 len: 1091 time: 1.3888791 Aug 17 16:23:30.356496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cef17e-5062-432f-b7de-591ffb5855c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:30.610665 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-457786f5-5b48-421b-8f37-116e69a7da73 req-a7f26757-9bf0-4ca7-ba50-b460eb85a063 tempest-ServerAddressesNegativeTestJSON-1921788096 tempest-ServerAddressesNegativeTestJSON-1921788096-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e56e607-907d-4b46-8c01-38f5fc81902f HTTP/1.1" status: 200 len: 210 time: 0.0417526 Aug 17 16:23:30.749903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-1b736d48-9536-4dad-ba87-bf209f121a0c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2787669 Aug 17 16:23:30.764745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce0c8b-eacf-4ede-84de-52a1185de81b req-9113d4ae-a184-45fe-a5fc-693e935a1465 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:30.781865 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11ce0c8b-eacf-4ede-84de-52a1185de81b req-9113d4ae-a184-45fe-a5fc-693e935a1465 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 943 time: 0.1707299 Aug 17 16:23:30.782908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-e766700f-4353-4ab2-a8e3-2a90d246b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:30.784845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-e766700f-4353-4ab2-a8e3-2a90d246b58b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d77cfe5fa204f7f8417a045cd578ef2&device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 1094 time: 0.2494950 Aug 17 16:23:30.859863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11ce0c8b-eacf-4ede-84de-52a1185de81b req-95d25a60-dc1a-4fad-9a87-c3179b159267 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755765 Aug 17 16:23:30.902549 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-16997289-c3d4-4330-9b41-9ff0a46d0da3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 HTTP/1.1" status: 200 len: 217 time: 0.0697207 Aug 17 16:23:30.993132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c31aec-13fa-46f6-8503-52e2cbbbe5f1 req-4b00dc2e-d03b-4ff8-8553-23b654b4c8a2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:31.003541 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1c31aec-13fa-46f6-8503-52e2cbbbe5f1 req-4b00dc2e-d03b-4ff8-8553-23b654b4c8a2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 946 time: 0.2062993 Aug 17 16:23:31.056090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-e48b9399-0b6e-4f7d-ab4e-0a2d8079ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:31.060867 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-e48b9399-0b6e-4f7d-ab4e-0a2d8079ffac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c254b020dd9c4098807afe6da6a05cbe&device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 1096 time: 0.2747972 Aug 17 16:23:31.062954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-3a620dea-3f42-46c9-aed8-88847fa67d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:31.064420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-3a620dea-3f42-46c9-aed8-88847fa67d7d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=923b3f42-8734-4434-bc46-508e7fe4a00d HTTP/1.1" status: 200 len: 853 time: 0.1542454 Aug 17 16:23:31.138495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e56e607-907d-4b46-8c01-38f5fc81902f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4accea7-37ff-43b1-9a1b-1b074020e186'}, {'server_uuid': 'e4836180-1573-44f5-8c34-9865e482a6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db293231-7eca-4717-acc6-5b7d630b0768'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:31.146231 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19696e9-2a24-4fa7-8712-f3112803ef4e" -d '{"events": [{"server_uuid": "1e56e607-907d-4b46-8c01-38f5fc81902f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4accea7-37ff-43b1-9a1b-1b074020e186"}, {"server_uuid": "e4836180-1573-44f5-8c34-9865e482a6ae", "name": "network-vif-plugged", "status": "completed", "tag": "db293231-7eca-4717-acc6-5b7d630b0768"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:31.260643 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1c31aec-13fa-46f6-8503-52e2cbbbe5f1 req-41e6ccac-8874-4fb8-9121-b0e8aed71273 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556903 Aug 17 16:23:31.369883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-92f1c981-7782-4f89-8f8d-d1adecf1b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:31.375065 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-92f1c981-7782-4f89-8f8d-d1adecf1b461 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=de64ae9c-fda8-427c-8389-c6e3050b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2910085 Aug 17 16:23:31.376254 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8f424e-d1e2-4044-9f2e-1600dadc2ba1 x-openstack-request-id: req-ec8f424e-d1e2-4044-9f2e-1600dadc2ba1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:31.376704 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e56e607-907d-4b46-8c01-38f5fc81902f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4accea7-37ff-43b1-9a1b-1b074020e186", "code": 200}, {"server_uuid": "e4836180-1573-44f5-8c34-9865e482a6ae", "name": "network-vif-plugged", "status": "completed", "tag": "db293231-7eca-4717-acc6-5b7d630b0768", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:31.376967 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec8f424e-d1e2-4044-9f2e-1600dadc2ba1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:31.377374 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e56e607-907d-4b46-8c01-38f5fc81902f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4accea7-37ff-43b1-9a1b-1b074020e186', 'code': 200} Aug 17 16:23:31.377697 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4836180-1573-44f5-8c34-9865e482a6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db293231-7eca-4717-acc6-5b7d630b0768', 'code': 200} Aug 17 16:23:31.463359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-3652f4b3-e6ac-45da-bdd7-18537c5ccc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:31.464825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-3652f4b3-e6ac-45da-bdd7-18537c5ccc86 service neutron] 10.222.0.91 "GET /v2.0/networks?id=46d11250-1c9a-46ed-be90-a1ec2d332f59 HTTP/1.1" status: 200 len: 913 time: 0.3537245 Aug 17 16:23:31.620940 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-412abd2c-17d8-4a39-8ad0-15f4383df3d6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311ed4dd-ba11-493e-95b0-a931da28137c HTTP/1.1" status: 200 len: 1001 time: 0.1465836 Aug 17 16:23:31.623045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-e55b1fa5-0a33-4b5a-9fc9-e7b70f6c716c service neutron] 10.222.0.91 "GET /v2.0/networks/de64ae9c-fda8-427c-8389-c6e3050b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376218 Aug 17 16:23:31.701731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:23:31.745858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-df9fc8b8-62ec-451d-a74f-a03448716b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:31.747667 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-df9fc8b8-62ec-451d-a74f-a03448716b69 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190 HTTP/1.1" status: 200 len: 851 time: 0.0961206 Aug 17 16:23:31.757788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a0262-36da-4cf3-8281-e37792e7bbda req-d896aae5-41d3-49f8-a19a-31c28d4a9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:31.760212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-727a0262-36da-4cf3-8281-e37792e7bbda req-d896aae5-41d3-49f8-a19a-31c28d4a9e6f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 1097 time: 0.2264855 Aug 17 16:23:31.812419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Deleting subnet 6fa3995e-8340-4da6-b557-19ce6dfcba08 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:23:31.817227 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:31.880819 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:31.882028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-727a0262-36da-4cf3-8281-e37792e7bbda req-78cb9349-09f2-4b62-b38f-2369d2a64af5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000376 Aug 17 16:23:31.886981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-07ae6424-58f7-4698-9b96-fa0a57ee01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:31.888915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-07ae6424-58f7-4698-9b96-fa0a57ee01e0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46d11250-1c9a-46ed-be90-a1ec2d332f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276073 Aug 17 16:23:32.010463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.054745 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c428b121-206e-4ffe-a21a-eec606a8a4fb req-26e1171f-9a34-46cf-aa90-c1e81bb43785 service neutron] 10.222.0.91 "GET /v2.0/networks/de64ae9c-fda8-427c-8389-c6e3050b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162245 Aug 17 16:23:32.063996 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59533c0a-db39-4d37-8e3b-dc6ef0231ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.113096 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-024179a4-87aa-433b-b1f0-47009ce2d0f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1105201 Aug 17 16:23:32.131739 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-7842c06d-7653-4e22-89e0-0a967790b98b service neutron] 10.222.0.91 "GET /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176058 Aug 17 16:23:32.259989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc8bee-bbb8-46b1-a3fe-a115fb663d60 req-9a075d0e-0559-4181-bc5b-11bf7ca7d9e3 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:32.261568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6adc8bee-bbb8-46b1-a3fe-a115fb663d60 req-9a075d0e-0559-4181-bc5b-11bf7ca7d9e3 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 943 time: 0.1858606 Aug 17 16:23:32.291455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.307590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0448b9de-4fa4-4b9a-bf7f-088e31a40494', 'tag': '0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:32.309831 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888" -d '{"events": [{"name": "network-changed", "server_uuid": "0448b9de-4fa4-4b9a-bf7f-088e31a40494", "tag": "0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:32.355338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa3995e-8340-4da6-b557-19ce6dfcba08,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:32.367292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.367659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.368035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.368339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.368724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.369055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.369394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.369712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.370029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.370343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.370682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.370995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:23:32.372240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-4e60d76c-8a9f-41a0-9bd9-50048138ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:32.373994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-4e60d76c-8a9f-41a0-9bd9-50048138ecf0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 1095 time: 0.1993780 Aug 17 16:23:32.386568 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.388518 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f6188f91-97a0-4909-9c1a-23bdff32ab76 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6fa3995e-8340-4da6-b557-19ce6dfcba08 HTTP/1.1" status: 204 len: 168 time: 0.6854219 Aug 17 16:23:32.391742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:23:32.470431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.487010 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6adc8bee-bbb8-46b1-a3fe-a115fb663d60 req-96064fd2-c220-467f-a077-9607d3b70f7b tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134891 Aug 17 16:23:32.566514 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b9c37-4765-4072-98be-c1d7eb57edf1 x-openstack-request-id: req-633b9c37-4765-4072-98be-c1d7eb57edf1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:32.566783 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0448b9de-4fa4-4b9a-bf7f-088e31a40494", "tag": "0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:32.567034 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-633b9c37-4765-4072-98be-c1d7eb57edf1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:32.567689 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0448b9de-4fa4-4b9a-bf7f-088e31a40494', 'tag': '0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6', 'status': 'completed', 'code': 200} Aug 17 16:23:32.601787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f83e6ff4-c378-42e6-8360-ae6eeae58981 req-b0bdf5a0-2c4a-4714-bffa-1ff6e22d5b8c service neutron] 10.222.0.91 "GET /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622061 Aug 17 16:23:32.674652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.688643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564809da-15a6-47f5-be12-8a0cec757aa8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:23:32.709365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f443f716-a85f-4b89-9016-f222faa69812') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:23:32.709737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f443f716-a85f-4b89-9016-f222faa69812') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:23:32.725150 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.747570 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.757700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:23:32.757932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:23:32.761475 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:23:32.771422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0b935-5502-4ac9-86b7-362728a32293 req-a73d4629-7df4-4f3a-81e1-49d39619f659 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:32.778913 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ee0b935-5502-4ac9-86b7-362728a32293 req-a73d4629-7df4-4f3a-81e1-49d39619f659 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 946 time: 0.2571492 Aug 17 16:23:32.788218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-34fc24b4-9315-4b12-8a6d-e78c3b4eb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:32.791544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-34fc24b4-9315-4b12-8a6d-e78c3b4eb409 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.3723395 Aug 17 16:23:32.826306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-c0f34616-8a53-4ca7-9d26-16874e24ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:32.829445 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-c0f34616-8a53-4ca7-9d26-16874e24ce39 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d77cfe5fa204f7f8417a045cd578ef2&device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 1094 time: 0.2234707 Aug 17 16:23:32.848787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.876475 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:32.880790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] 10.222.0.77 "DELETE /v2.0/networks/564809da-15a6-47f5-be12-8a0cec757aa8 HTTP/1.1" status: 204 len: 168 time: 0.4859755 Aug 17 16:23:32.880790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7560d-6c80-46db-8d0a-dbb69512115c admin admin] Pushing event deleted for resources: {'Network': ['ID=564809da-15a6-47f5-be12-8a0cec757aa8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:32.950101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-6a3de708-4cf8-4f24-93fb-a6f9a079069f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596edea1-6cac-44c1-a93e-57e10c64a42e HTTP/1.1" status: 200 len: 217 time: 0.1359410 Aug 17 16:23:33.030414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ee0b935-5502-4ac9-86b7-362728a32293 req-7efab308-7e94-4bc8-89e3-f0e6b1dc08c9 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481675 Aug 17 16:23:33.091434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-90154e73-8a25-4a1a-b5b9-d59e5ffe47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:33.091434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-90154e73-8a25-4a1a-b5b9-d59e5ffe47f8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1263754 Aug 17 16:23:33.100758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-0cb4118c-26df-4d50-a4e2-b4a4a5506681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:33.106699 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-0cb4118c-26df-4d50-a4e2-b4a4a5506681 service neutron] 10.222.0.91 "GET /v2.0/networks?id=de64ae9c-fda8-427c-8389-c6e3050b4e68 HTTP/1.1" status: 200 len: 915 time: 0.2213860 Aug 17 16:23:33.156777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:23:33.277002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b7ed0996-bb09-4762-9efe-968e66a0ebb3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc76c2c575c74a0f8a4b13146d652c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176705 Aug 17 16:23:33.282823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:23:33.397080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38fb834-62e7-432a-991b-25d4f36a5171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:33.441430 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38fb834-62e7-432a-991b-25d4f36a5171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:33.526582 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38fb834-62e7-432a-991b-25d4f36a5171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:33.530262 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38fb834-62e7-432a-991b-25d4f36a5171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:33.531622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f38fb834-62e7-432a-991b-25d4f36a5171 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6750d1a5-0aa9-44be-b6ce-71fa6334bce5 HTTP/1.1" status: 204 len: 168 time: 0.2472281 Aug 17 16:23:33.548503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fb834-62e7-432a-991b-25d4f36a5171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6750d1a5-0aa9-44be-b6ce-71fa6334bce5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:33.719394 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-abca05eb-a7cd-432b-9380-8990fe10cbe5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6078439 Aug 17 16:23:33.752218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-8231f8de-d94f-4692-b5c0-9c9942c59ec1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 HTTP/1.1" status: 200 len: 217 time: 0.6244428 Aug 17 16:23:33.871217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3668d-857f-42d2-b147-1c12ca411bee req-06df69d2-c609-4f2d-a3f1-7094e207362f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:33.872384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51b3668d-857f-42d2-b147-1c12ca411bee req-06df69d2-c609-4f2d-a3f1-7094e207362f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 943 time: 0.2232044 Aug 17 16:23:33.911267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-3c044f2b-bad5-43e3-b67b-122d17758b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:33.913172 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-3c044f2b-bad5-43e3-b67b-122d17758b0f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=923b3f42-8734-4434-bc46-508e7fe4a00d HTTP/1.1" status: 200 len: 853 time: 0.1455004 Aug 17 16:23:33.970439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-f00451dc-68bd-4b51-987f-0a9df1765bc9 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302151 Aug 17 16:23:33.993811 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51b3668d-857f-42d2-b147-1c12ca411bee req-27d998e2-b443-4858-a080-4464f573f8a2 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085985 Aug 17 16:23:34.059154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-c83d9f5b-8b34-47f7-9810-88ae2daa74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:34.060894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-c83d9f5b-8b34-47f7-9810-88ae2daa74a4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=de64ae9c-fda8-427c-8389-c6e3050b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386299 Aug 17 16:23:34.175257 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36887bd7-d2a5-442c-9b71-52d6db3d41b6 req-c010f1fa-496e-4040-b305-b569c58ecf58 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803784 Aug 17 16:23:34.218508 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-97eaeed7-3fba-454a-bc27-5be480beb297 service neutron] 10.222.0.91 "GET /v2.0/networks/de64ae9c-fda8-427c-8389-c6e3050b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474965 Aug 17 16:23:34.233708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2de3cd-d3f8-4e8a-a9ba-3b5844d9806b req-f215cfc0-87a1-4958-9605-dac3d4fca9cf tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:34.245279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd2de3cd-d3f8-4e8a-a9ba-3b5844d9806b req-f215cfc0-87a1-4958-9605-dac3d4fca9cf tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 946 time: 0.1217623 Aug 17 16:23:34.295902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd2de3cd-d3f8-4e8a-a9ba-3b5844d9806b req-e4cfc5a1-858a-4854-bf19-42d1f70492ff tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497262 Aug 17 16:23:34.423671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b51b1fb5-4b6b-40f4-bd2b-cb83b3388888 req-1e7ea895-38d5-47c6-9f8f-1eb8dcdd0e0f service neutron] 10.222.0.91 "GET /v2.0/networks/de64ae9c-fda8-427c-8389-c6e3050b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868656 Aug 17 16:23:34.656215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b82393-af76-486a-aef5-1d5865916201 req-1b0c46d4-16e2-4a0c-b464-80c07b64d0f2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:34.670047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36b82393-af76-486a-aef5-1d5865916201 req-1b0c46d4-16e2-4a0c-b464-80c07b64d0f2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 946 time: 0.0730197 Aug 17 16:23:34.732167 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36b82393-af76-486a-aef5-1d5865916201 req-854c384a-94f6-4cdd-b51d-70712da6e105 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587950 Aug 17 16:23:34.777133 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640b6b-75de-43e7-8d18-9eebdc690db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:34.888618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:23:34.934648 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.071987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1621148612-network', 'tenant_id': '85535a8cbef24905ad6b7255a995f4ca'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:35.135594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Made reservation on behalf of 85535a8cbef24905ad6b7255a995f4ca for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:23:35.139189 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.166200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.224137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaad78-599b-4af1-9bb1-1ba5540edfe7 req-fddefa18-9a2e-4461-bafc-2a5d4eabf16b tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:35.227305 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-badaad78-599b-4af1-9bb1-1ba5540edfe7 req-fddefa18-9a2e-4461-bafc-2a5d4eabf16b tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 943 time: 0.1342325 Aug 17 16:23:35.315781 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-badaad78-599b-4af1-9bb1-1ba5540edfe7 req-5cb958a3-3e85-449d-9094-0751cba1b385 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753732 Aug 17 16:23:35.396049 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.402721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.433280 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:23:35.457433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989fbdb7-97c2-4054-90e7-74d3abef95fa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:35.472955 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.476854 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Added segment 20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef of type vlan for network bd07b490-f112-4742-9324-78f7912c75ed Aug 17 16:23:35.542862 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.554750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:23:35.619407 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.620476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:35.631313 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.710046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:35.713855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8200557 Aug 17 16:23:35.714405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48674) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:23:35.721119 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Request body: {'subnet': {'network_id': 'bd07b490-f112-4742-9324-78f7912c75ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1621148612-subnet', 'tenant_id': '85535a8cbef24905ad6b7255a995f4ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:35.733246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6', 'network_id': 'de64ae9c-fda8-427c-8389-c6e3050b4e68', 'port_id': '0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6', 'mac_address': 'fa:16:3e:4c:d6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923b3f42-8734-4434-bc46-508e7fe4a00d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:23:35.764547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e3b59-359b-467c-bb71-0edab0223eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd07b490-f112-4742-9324-78f7912c75ed,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:35.786975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Made reservation on behalf of 85535a8cbef24905ad6b7255a995f4ca for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:23:35.789401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network bd07b490-f112-4742-9324-78f7912c75ed details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:23:35.791239 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.863987 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.901478 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.903369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:35.928379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:35.939236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:35.952173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739b75b-778e-4ff4-ac07-d2826e0684d3 req-c8110a66-cfb2-40ed-bc68-f629ada72484 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:35.974197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6739b75b-778e-4ff4-ac07-d2826e0684d3 req-c8110a66-cfb2-40ed-bc68-f629ada72484 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 946 time: 0.0952444 Aug 17 16:23:36.005586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:36.079359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:36.096512 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6739b75b-778e-4ff4-ac07-d2826e0684d3 req-ae1007d3-21af-4b30-99de-554387f9e090 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156554 Aug 17 16:23:36.168169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Checking segment: {'id': '20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bd07b490-f112-4742-9324-78f7912c75ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:23:36.168623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Network hostable DHCP agents. Network: bd07b490-f112-4742-9324-78f7912c75ed, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:23:36.171772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67670e1e-e665-482a-a407-8f00ac8b9716,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:36.191298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:23:36.206392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Network bd07b490-f112-4742-9324-78f7912c75ed is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:23:36.223378 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, bd07b490-f112-4742-9324-78f7912c75ed) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:23:36.236420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:36.237026 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:36.245718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e3ae2-db85-4c1f-b89c-50785ddd9579 None None] Network bd07b490-f112-4742-9324-78f7912c75ed requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:23:36.272820 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-11bedff8-a58d-4e00-b441-090f01f5f3f5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5528607 Aug 17 16:23:36.493178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba734599-99f0-42a6-bff3-e01732df03fd None None] Network bd07b490-f112-4742-9324-78f7912c75ed requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:23:36.537751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb4be7-ee3b-4be1-856a-b8f50c02a431 req-ce966e9f-d1af-4949-b191-a46ed08a4a35 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:36.549716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53cb4be7-ee3b-4be1-856a-b8f50c02a431 req-ce966e9f-d1af-4949-b191-a46ed08a4a35 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 946 time: 0.1119192 Aug 17 16:23:36.582314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a94d0-d8da-42b3-92ca-b8e19763e5c5 req-001a9c19-64de-4122-9bfd-d0afda578224 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:36.594982 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-227a94d0-d8da-42b3-92ca-b8e19763e5c5 req-001a9c19-64de-4122-9bfd-d0afda578224 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 944 time: 0.1898406 Aug 17 16:23:36.642821 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53cb4be7-ee3b-4be1-856a-b8f50c02a431 req-2549fef6-9da3-4dff-add4-a1a71c23f36d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912962 Aug 17 16:23:36.704454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-227a94d0-d8da-42b3-92ca-b8e19763e5c5 req-c2ae94d5-bde4-410e-92a7-0d906cfda41c tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019528 Aug 17 16:23:37.561939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:23:37.603821 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:37.684676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:23:37.695269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:23:37.695665 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:37.822195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec23eb-13f9-4f0d-8cc4-f6044a42d8ec req-80d7ed13-9c8e-46cf-872f-e1775c2a70f7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:37.830539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0fec23eb-13f9-4f0d-8cc4-f6044a42d8ec req-80d7ed13-9c8e-46cf-872f-e1775c2a70f7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 946 time: 0.0682421 Aug 17 16:23:37.862771 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:37.885050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0fec23eb-13f9-4f0d-8cc4-f6044a42d8ec req-dd732ef4-3681-4d7f-b68c-dc87b4a66ef6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467589 Aug 17 16:23:37.920031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0448b9de-4fa4-4b9a-bf7f-088e31a40494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:37.922631 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ca4fba-4dff-4158-ab21-17acfa19b061" -d '{"events": [{"server_uuid": "0448b9de-4fa4-4b9a-bf7f-088e31a40494", "name": "network-vif-plugged", "status": "completed", "tag": "0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:37.942500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:37.955843 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:37.999282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65e78f-9f71-4d73-b86d-eb648381adbd req-9b7d0c70-6e36-47ff-97b8-fcf1d5d531c0 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:38.000829 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b65e78f-9f71-4d73-b86d-eb648381adbd req-9b7d0c70-6e36-47ff-97b8-fcf1d5d531c0 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 944 time: 0.1149459 Aug 17 16:23:38.025611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-c3e6ea5e-ac6b-4184-b65d-5caf28860e3c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:38.030859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-c3e6ea5e-ac6b-4184-b65d-5caf28860e3c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 946 time: 0.1104462 Aug 17 16:23:38.034701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:38.104898 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e4dff5-82f9-4033-a220-dec8228176b5 x-openstack-request-id: req-69e4dff5-82f9-4033-a220-dec8228176b5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:38.105071 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b65e78f-9f71-4d73-b86d-eb648381adbd req-6bce4c77-bc72-4663-9c2c-971c7103e969 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887091 Aug 17 16:23:38.105176 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0448b9de-4fa4-4b9a-bf7f-088e31a40494", "name": "network-vif-plugged", "status": "completed", "tag": "0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:38.105436 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69e4dff5-82f9-4033-a220-dec8228176b5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:38.105838 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0448b9de-4fa4-4b9a-bf7f-088e31a40494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6', 'code': 200} Aug 17 16:23:38.244600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-79089eba-f8f1-42ba-b974-1e176e9d3e5c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Deleting port db293231-7eca-4717-acc6-5b7d630b0768 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:23:38.244600 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-79089eba-f8f1-42ba-b974-1e176e9d3e5c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:38.248817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d9ea-691a-4e4e-9566-95598f83e69c req-7862ae97-a12f-436d-8630-2ece83fdd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:38.250348 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1422d9ea-691a-4e4e-9566-95598f83e69c req-7862ae97-a12f-436d-8630-2ece83fdd037 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 1096 time: 0.0733554 Aug 17 16:23:38.352923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1422d9ea-691a-4e4e-9566-95598f83e69c req-95c3cd3b-8f8e-48f6-abdd-b410423c67f5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861211 Aug 17 16:23:38.414055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-79089eba-f8f1-42ba-b974-1e176e9d3e5c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] For port db293231-7eca-4717-acc6-5b7d630b0768, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db293231-7eca-4717-acc6-5b7d630b0768,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:38.414446 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-79089eba-f8f1-42ba-b974-1e176e9d3e5c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:38.455097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-79089eba-f8f1-42ba-b974-1e176e9d3e5c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Calling delete_port for db293231-7eca-4717-acc6-5b7d630b0768 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:23:38.678219 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-79089eba-f8f1-42ba-b974-1e176e9d3e5c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:38.690768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['db293231-7eca-4717-acc6-5b7d630b0768'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:23:38.736121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79089eba-f8f1-42ba-b974-1e176e9d3e5c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event deleted for resources: {'Port': ['ID=db293231-7eca-4717-acc6-5b7d630b0768,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:38.814828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-79089eba-f8f1-42ba-b974-1e176e9d3e5c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] No DVR routers for this DVR port db293231-7eca-4717-acc6-5b7d630b0768 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:23:38.818300 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-79089eba-f8f1-42ba-b974-1e176e9d3e5c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:38.825031 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f49bbcf-22fc-4400-b20e-11222b9c20fe req-79089eba-f8f1-42ba-b974-1e176e9d3e5c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "DELETE /v2.0/ports/db293231-7eca-4717-acc6-5b7d630b0768 HTTP/1.1" status: 204 len: 173 time: 0.7753437 Aug 17 16:23:38.826525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4836180-1573-44f5-8c34-9865e482a6ae', 'name': 'network-vif-deleted', 'tag': 'db293231-7eca-4717-acc6-5b7d630b0768'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:38.833538 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e9b72c-a665-4fdc-ab23-560c3e4017b4" -d '{"events": [{"server_uuid": "e4836180-1573-44f5-8c34-9865e482a6ae", "name": "network-vif-deleted", "tag": "db293231-7eca-4717-acc6-5b7d630b0768"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:38.907859 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a7902a-70cd-4db9-9167-7bd47292169b x-openstack-request-id: req-21a7902a-70cd-4db9-9167-7bd47292169b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:38.908186 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4836180-1573-44f5-8c34-9865e482a6ae", "name": "network-vif-deleted", "tag": "db293231-7eca-4717-acc6-5b7d630b0768", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:38.908409 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21a7902a-70cd-4db9-9167-7bd47292169b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:38.908861 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4836180-1573-44f5-8c34-9865e482a6ae', 'name': 'network-vif-deleted', 'tag': 'db293231-7eca-4717-acc6-5b7d630b0768', 'status': 'completed', 'code': 200} Aug 17 16:23:39.067603 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-604aa756-c5b4-4286-b764-3c11766ac561 req-cbc17417-259c-4e84-a51a-47f1d55e4d03 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4836180-1573-44f5-8c34-9865e482a6ae HTTP/1.1" status: 200 len: 210 time: 0.0436807 Aug 17 16:23:39.493049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf624d7-aa3b-46c1-8668-2006eb6a19f3 req-ce4097d9-bd5f-446b-a861-644639cf1205 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:39.504145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2bf624d7-aa3b-46c1-8668-2006eb6a19f3 req-ce4097d9-bd5f-446b-a861-644639cf1205 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 945 time: 0.1265182 Aug 17 16:23:39.584618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2bf624d7-aa3b-46c1-8668-2006eb6a19f3 req-3d4bf2ba-7420-40ae-86cf-e717d8dbc8c2 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766315 Aug 17 16:23:41.496353 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:23:42.793363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db293231-7eca-4717-acc6-5b7d630b0768 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:23:42.829276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: db293231-7eca-4717-acc6-5b7d630b0768 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:23:42.829949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db293231-7eca-4717-acc6-5b7d630b0768 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:23:44.721924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cceb13-a55a-414e-9c7f-52115a50645f req-88497523-0a95-431c-ab89-10c8bf63cc1f tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:44.723617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-88497523-0a95-431c-ab89-10c8bf63cc1f tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/networks?id=bd07b490-f112-4742-9324-78f7912c75ed HTTP/1.1" status: 200 len: 810 time: 0.1138608 Aug 17 16:23:44.734619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-2b56fc00-804a-4b11-bf89-0afa48ed0323 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:44.736138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-2b56fc00-804a-4b11-bf89-0afa48ed0323 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.1195576 Aug 17 16:23:44.739123 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-e8f6607d-b9f3-4ca2-8f82-0b08722e8e45 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/quotas/85535a8cbef24905ad6b7255a995f4ca HTTP/1.1" status: 200 len: 375 time: 0.0096443 Aug 17 16:23:44.754171 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-d7d58231-d6a8-4ad3-9769-f0c4363f46e9 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/quotas/53d1a0b8d2bf49299668c4fec59e650e HTTP/1.1" status: 200 len: 375 time: 0.0101004 Aug 17 16:23:44.780229 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-7c66966c-37fb-4cea-a90b-1363308e2319 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=85535a8cbef24905ad6b7255a995f4ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336614 Aug 17 16:23:44.793987 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-14f1ec2a-d787-4eac-bb79-62ac8735ad77 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333455 Aug 17 16:23:44.889963 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-79030e68-85a5-4284-a579-3fe86278713b service neutron] 10.222.0.77 "GET /v2.0/networks/bd07b490-f112-4742-9324-78f7912c75ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946231 Aug 17 16:23:44.903296 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9abaf3df-260d-4833-a3fc-3ca892b1b5af service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018434 Aug 17 16:23:45.015534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-0d77796d-f61d-4a39-85cc-396a92b07ead service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048174 Aug 17 16:23:45.016611 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-429bf399-6dfb-4cdb-adfe-1307b123ec49 service neutron] 10.222.0.77 "GET /v2.0/networks/bd07b490-f112-4742-9324-78f7912c75ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191127 Aug 17 16:23:45.964693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48355dd4-660c-49a9-ac2c-9da1387c7e16 req-532215c0-2c5d-4778-875b-625f4c9e6006 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:45.970333 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48355dd4-660c-49a9-ac2c-9da1387c7e16 req-532215c0-2c5d-4778-875b-625f4c9e6006 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 945 time: 0.1105735 Aug 17 16:23:45.976878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58940fb1-6eaf-4977-a19c-40d92da387af req-5673cf3c-1d18-42ad-9ef5-49c066ca4158 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 210 time: 0.0472615 Aug 17 16:23:46.041111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48355dd4-660c-49a9-ac2c-9da1387c7e16 req-36d32d4f-3ab8-4add-a81c-966b3f5a1c48 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597577 Aug 17 16:23:46.099723 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d1cd2fc-3dbc-497a-a495-6f082a1d65cb req-febd7333-836b-4b28-9668-7b96fe884b9d tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 210 time: 0.0530782 Aug 17 16:23:46.261849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bd85b-62e1-4dba-9076-59e58fdbb253 req-f1102465-4200-4501-97df-5260abda60aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:46.266957 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-194bd85b-62e1-4dba-9076-59e58fdbb253 req-f1102465-4200-4501-97df-5260abda60aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1139786 Aug 17 16:23:46.322212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-194bd85b-62e1-4dba-9076-59e58fdbb253 req-eefe25e9-b42b-459d-a7af-5bb739e3a99a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518689 Aug 17 16:23:46.817742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-4700247a-39e2-4296-b659-c50cf6393c2d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:46.822536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-4700247a-39e2-4296-b659-c50cf6393c2d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.1599107 Aug 17 16:23:46.837011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Request body: {'port': {'device_id': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'admin_state_up': True, 'tenant_id': '53d1a0b8d2bf49299668c4fec59e650e'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:46.974723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Made reservation on behalf of 53d1a0b8d2bf49299668c4fec59e650e for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:23:46.980285 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:47.127276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-90d58b91-9fad-49a7-9104-64ba96853b7f req-06aadde9-e663-465f-afe9-d6b96a568454 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 210 time: 0.0435824 Aug 17 16:23:47.203668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Allocated IP 172.20.0.3 (a22ada0a-8873-45d4-89a0-e6f5a025e01b/6f87ffbc-ac13-4956-8048-aa2480c87aa7/c389cd26-647d-4272-b91c-203f7a022619) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:23:47.283531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b04ca7b5-a128-406c-bcb4-fceef5495472 req-cf7f4e86-8bf8-4f05-bf3a-2b485a3394ff tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 210 time: 0.1056964 Aug 17 16:23:47.416921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cceb13-a55a-414e-9c7f-52115a50645f req-c0bd2aec-46ac-48f7-81cf-e00f043832f7 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:47.428497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-c0bd2aec-46ac-48f7-81cf-e00f043832f7 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.93 "GET /v2.0/networks?id=bd07b490-f112-4742-9324-78f7912c75ed HTTP/1.1" status: 200 len: 810 time: 0.2802916 Aug 17 16:23:47.442730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Request body: {'port': {'device_id': '10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51', 'network_id': 'bd07b490-f112-4742-9324-78f7912c75ed', 'admin_state_up': True, 'tenant_id': '85535a8cbef24905ad6b7255a995f4ca'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:47.526114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:47.594110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:23:47.614688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82997f7b-257d-4d2f-a02c-523f6f3669ac req-e1f1a6fe-b253-4b71-9642-9322163760ae tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:47.637773 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-82997f7b-257d-4d2f-a02c-523f6f3669ac req-e1f1a6fe-b253-4b71-9642-9322163760ae tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.2038019 Aug 17 16:23:47.640628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Made reservation on behalf of 85535a8cbef24905ad6b7255a995f4ca for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:23:47.645326 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:47.672956 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:47.692550 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:47.727142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:47.730078 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad27080a-66d7-4c20-9a59-73df1bda8a1d" -d '{"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-unplugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:47.752296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:47.758638 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:47.829497 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd44796-ff45-4b61-9314-6aef644380df x-openstack-request-id: req-9bd44796-ff45-4b61-9314-6aef644380df {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:47.829836 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-unplugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:47.830351 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bd44796-ff45-4b61-9314-6aef644380df {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:47.830926 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986', 'code': 200} Aug 17 16:23:47.831718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:47.865497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Network a22ada0a-8873-45d4-89a0-e6f5a025e01b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:23:47.869257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event updated for resources: {'Port': ['ID=c389cd26-647d-4272-b91c-203f7a022619,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:47.876712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:23:47.879615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:23:47.940034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Allocated IP 172.20.0.9 (bd07b490-f112-4742-9324-78f7912c75ed/67670e1e-e665-482a-a407-8f00ac8b9716/851a3053-caf5-4c45-9eea-722c7a8b988e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:23:47.950437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:47.951544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:47.957193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-82997f7b-257d-4d2f-a02c-523f6f3669ac req-b6344644-5df3-4591-ac3a-bb946a982ddb tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199770 Aug 17 16:23:48.030586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-8eabd931-edac-4144-8310-c1e9add009d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1870701 Aug 17 16:23:48.037351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Request body: {'port': {'device_id': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:48.187684 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:48.301932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:48.441140 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:48.512757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Network bd07b490-f112-4742-9324-78f7912c75ed is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:23:48.524175 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:23:48.527477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:23:48.599993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57c17-da78-4b16-804b-55adc6a7efa1 req-4c460f0a-3e98-439f-9a0c-d375be2961fd tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:48.600167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Pushing event updated for resources: {'Port': ['ID=851a3053-caf5-4c45-9eea-722c7a8b988e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:48.603828 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-57a57c17-da78-4b16-804b-55adc6a7efa1 req-4c460f0a-3e98-439f-9a0c-d375be2961fd tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 931 time: 0.1002815 Aug 17 16:23:48.615885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c717b-a94d-43f9-ad96-351aba1b27cc req-c476b386-f6e7-47a2-9f48-88d48b5cb36d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:48.626268 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e5c717b-a94d-43f9-ad96-351aba1b27cc req-c476b386-f6e7-47a2-9f48-88d48b5cb36d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 931 time: 0.2020266 Aug 17 16:23:48.642434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:48.643245 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:48.681716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-20720756-7356-426c-82a0-dbd3df5cf1d8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2431538 Aug 17 16:23:48.692838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-57a57c17-da78-4b16-804b-55adc6a7efa1 req-41cd5401-654a-4195-9085-17d3e3cb6fe5 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880473 Aug 17 16:23:48.698137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e5c717b-a94d-43f9-ad96-351aba1b27cc req-87fe02ea-ab98-42da-b01e-efbb73c9c544 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684810 Aug 17 16:23:48.711888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Request body: {'port': {'device_id': '10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:48.749024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c389cd26-647d-4272-b91c-203f7a022619 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:48.757791 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:48.774436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Transition to ACTIVE for port object c389cd26-647d-4272-b91c-203f7a022619 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:23:48.778411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:48.815058 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:48.871093 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Pushing event updated for resources: {'Port': ['ID=c389cd26-647d-4272-b91c-203f7a022619,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:48.971322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Attempting to bind port c389cd26-647d-4272-b91c-203f7a022619 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:23:48.971678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Attempting to bind port c389cd26-647d-4272-b91c-203f7a022619 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:23:48.972010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Attempting to bind port c389cd26-647d-4272-b91c-203f7a022619 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:23:48.982181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Port c389cd26-647d-4272-b91c-203f7a022619 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:23:48.982181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Attempting to bind port c389cd26-647d-4272-b91c-203f7a022619 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:23:48.983931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:23:48.984324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Checking segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:23:48.984712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Bound using segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:23:48.985276 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Bound port: c389cd26-647d-4272-b91c-203f7a022619, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:23:48.985644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.054918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] For port c389cd26-647d-4272-b91c-203f7a022619, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:23:49.058897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] For port c389cd26-647d-4272-b91c-203f7a022619, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c389cd26-647d-4272-b91c-203f7a022619,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:23:49.065362 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.112733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:49.114057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.115608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] 10.222.0.93 "PUT /v2.0/ports/c389cd26-647d-4272-b91c-203f7a022619 HTTP/1.1" status: 200 len: 1091 time: 1.0864072 Aug 17 16:23:49.116064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'tag': 'c389cd26-647d-4272-b91c-203f7a022619'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:49.118988 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e472839d-5bd8-47bc-97fa-6ca5aef96295" -d '{"events": [{"name": "network-changed", "server_uuid": "44acae64-f65d-4ea0-9f66-5fc0593861a8", "tag": "c389cd26-647d-4272-b91c-203f7a022619"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:49.150134 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322e6c7-c679-4725-bc03-8350c0731df7 service neutron] Pushing event updated for resources: {'Port': ['ID=c389cd26-647d-4272-b91c-203f7a022619,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:49.210907 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739c2691-50b1-40ce-9094-414f498f1393 x-openstack-request-id: req-739c2691-50b1-40ce-9094-414f498f1393 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:49.211206 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44acae64-f65d-4ea0-9f66-5fc0593861a8", "tag": "c389cd26-647d-4272-b91c-203f7a022619", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:49.211976 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-739c2691-50b1-40ce-9094-414f498f1393 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:49.212376 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'tag': 'c389cd26-647d-4272-b91c-203f7a022619', 'status': 'completed', 'code': 200} Aug 17 16:23:49.232497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851a3053-caf5-4c45-9eea-722c7a8b988e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:49.250335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.277226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Transition to ACTIVE for port object 851a3053-caf5-4c45-9eea-722c7a8b988e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:23:49.284713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.303800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fffa2-b7fb-4874-a0e3-2a79824f0bec req-5ffa4842-6123-46ff-ae23-7403ff9fc656 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:49.305515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-297fffa2-b7fb-4874-a0e3-2a79824f0bec req-5ffa4842-6123-46ff-ae23-7403ff9fc656 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1270149 Aug 17 16:23:49.312383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-cb82bc2c-9fa8-41cd-be9f-deaa31fdda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:49.314659 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-cb82bc2c-9fa8-41cd-be9f-deaa31fdda1a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 1094 time: 0.1521487 Aug 17 16:23:49.350904 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.381635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-11e87f49-c479-4a75-b10d-2455acb3b322 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c389cd26-647d-4272-b91c-203f7a022619 HTTP/1.1" status: 200 len: 217 time: 0.0575938 Aug 17 16:23:49.402093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Pushing event updated for resources: {'Port': ['ID=851a3053-caf5-4c45-9eea-722c7a8b988e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:49.452398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-5c4830ce-d4c9-4445-a04c-717ffe714c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:49.454231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-5c4830ce-d4c9-4445-a04c-717ffe714c5a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.0559952 Aug 17 16:23:49.458850 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-297fffa2-b7fb-4874-a0e3-2a79824f0bec req-24b8bebd-dbb6-4d80-a197-3252bb842f4a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427701 Aug 17 16:23:49.462301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Attempting to bind port 851a3053-caf5-4c45-9eea-722c7a8b988e on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:23:49.462676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Attempting to bind port 851a3053-caf5-4c45-9eea-722c7a8b988e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bd07b490-f112-4742-9324-78f7912c75ed'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:23:49.463191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Attempting to bind port 851a3053-caf5-4c45-9eea-722c7a8b988e on network bd07b490-f112-4742-9324-78f7912c75ed {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:23:49.469027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Port 851a3053-caf5-4c45-9eea-722c7a8b988e on network bd07b490-f112-4742-9324-78f7912c75ed not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:23:49.469362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Attempting to bind port 851a3053-caf5-4c45-9eea-722c7a8b988e on network bd07b490-f112-4742-9324-78f7912c75ed {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:23:49.475094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:23:49.475565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Checking segment: {'id': '20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bd07b490-f112-4742-9324-78f7912c75ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:23:49.475950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Bound using segment: {'id': '20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bd07b490-f112-4742-9324-78f7912c75ed'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:23:49.476382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Bound port: 851a3053-caf5-4c45-9eea-722c7a8b988e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bd07b490-f112-4742-9324-78f7912c75ed'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:23:49.476743 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.501118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-9edf78c2-91d6-4a6b-87f4-b7c50a1fb331 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315499 Aug 17 16:23:49.528198 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.574250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] For port 851a3053-caf5-4c45-9eea-722c7a8b988e, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:23:49.578902 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] For port 851a3053-caf5-4c45-9eea-722c7a8b988e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=851a3053-caf5-4c45-9eea-722c7a8b988e,segment=NetworkSegment(20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef),segment_id=20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:23:49.584786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.606643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:23:49.611391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:49.613221 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.613882 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] 10.222.0.93 "PUT /v2.0/ports/851a3053-caf5-4c45-9eea-722c7a8b988e HTTP/1.1" status: 200 len: 1091 time: 0.9149032 Aug 17 16:23:49.615725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51', 'tag': '851a3053-caf5-4c45-9eea-722c7a8b988e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:49.619439 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3abe183-53bb-468f-a6f0-6ca19e5586a8" -d '{"events": [{"name": "network-changed", "server_uuid": "10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51", "tag": "851a3053-caf5-4c45-9eea-722c7a8b988e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:49.710326 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ade5696-e2d0-4e36-9f0e-937209a2eb0f x-openstack-request-id: req-5ade5696-e2d0-4e36-9f0e-937209a2eb0f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:49.710645 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51", "tag": "851a3053-caf5-4c45-9eea-722c7a8b988e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:49.711033 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ade5696-e2d0-4e36-9f0e-937209a2eb0f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:49.712304 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51', 'tag': '851a3053-caf5-4c45-9eea-722c7a8b988e', 'status': 'completed', 'code': 200} Aug 17 16:23:49.716363 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-dbbe5d36-c7ea-47eb-a67d-06072ae56822 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012446 Aug 17 16:23:49.730909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f67525-34f2-4ea1-ac8f-5fea4cf4076e service neutron] Pushing event updated for resources: {'Port': ['ID=851a3053-caf5-4c45-9eea-722c7a8b988e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:49.743182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cceb13-a55a-414e-9c7f-52115a50645f req-14f7211e-fadd-4b01-a640-8cd06e79d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:49.745400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-14f7211e-fadd-4b01-a640-8cd06e79d570 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85535a8cbef24905ad6b7255a995f4ca&device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 1094 time: 0.0792143 Aug 17 16:23:49.796453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:49.813463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '83b050ea-fae0-4506-a470-947d6a735986', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'port_id': '83b050ea-fae0-4506-a470-947d6a735986', 'mac_address': 'fa:16:3e:63:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:23:49.840351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-e77e94fb-6e79-487a-b3bf-4b4158f9c40d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851a3053-caf5-4c45-9eea-722c7a8b988e HTTP/1.1" status: 200 len: 217 time: 0.0785728 Aug 17 16:23:49.872172 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.889426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b050ea-fae0-4506-a470-947d6a735986 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:49.915811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:49.921881 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:49.944703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d10e512b-2e2b-477e-b724-7d3bf2fee912 req-03e87497-1c08-430e-93a3-61e8ef19fbef service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214043 Aug 17 16:23:49.991504 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bff9a-501f-4b51-9dc8-d97a477c6912 req-262cd175-96ea-4420-a9f6-0f10d603cf85 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:50.011893 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-308bff9a-501f-4b51-9dc8-d97a477c6912 req-262cd175-96ea-4420-a9f6-0f10d603cf85 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 943 time: 0.1472952 Aug 17 16:23:50.021258 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:50.029457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cceb13-a55a-414e-9c7f-52115a50645f req-8e712e92-a695-45b5-9ba8-f14ef969e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:50.032399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-8e712e92-a695-45b5-9ba8-f14ef969e44e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=67670e1e-e665-482a-a407-8f00ac8b9716 HTTP/1.1" status: 200 len: 850 time: 0.1848826 Aug 17 16:23:50.045633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['83b050ea-fae0-4506-a470-947d6a735986'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:23:50.066714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4045b2c-d436-49e1-8dc7-93699cadf583 req-5d6a94eb-5383-4389-ab6b-d0dd4e3ddd47 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:50.075904 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c4045b2c-d436-49e1-8dc7-93699cadf583 req-5d6a94eb-5383-4389-ab6b-d0dd4e3ddd47 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 943 time: 0.1791890 Aug 17 16:23:50.097230 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-1bf09a77-d6cd-42ef-8953-3fbd8a609b44 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bd07b490-f112-4742-9324-78f7912c75ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511310 Aug 17 16:23:50.145856 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-308bff9a-501f-4b51-9dc8-d97a477c6912 req-5d7d0a90-ce32-486a-96f3-95496e3ff685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329656 Aug 17 16:23:50.168592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472839d-5bd8-47bc-97fa-6ca5aef96295 req-82fa911d-9f6f-4c90-8952-ef749c88e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:50.170432 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e472839d-5bd8-47bc-97fa-6ca5aef96295 req-82fa911d-9f6f-4c90-8952-ef749c88e3e5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 1094 time: 0.1559455 Aug 17 16:23:50.294246 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c4045b2c-d436-49e1-8dc7-93699cadf583 req-182a22ea-8d7b-44c6-83b2-c1e4ba1fd0dc tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166243 Aug 17 16:23:50.323341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472839d-5bd8-47bc-97fa-6ca5aef96295 req-93baf8dc-a7f0-4fd6-b312-8041a1b239be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:50.325015 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e472839d-5bd8-47bc-97fa-6ca5aef96295 req-93baf8dc-a7f0-4fd6-b312-8041a1b239be service neutron] 10.222.0.93 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 913 time: 0.1473641 Aug 17 16:23:50.387501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e472839d-5bd8-47bc-97fa-6ca5aef96295 req-2d12ca13-d8a4-4198-8472-7152f645db06 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c389cd26-647d-4272-b91c-203f7a022619 HTTP/1.1" status: 200 len: 217 time: 0.0535095 Aug 17 16:23:50.465165 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-e7664ff6-f980-4304-96c0-8db4d187bdae service neutron] 10.222.0.93 "GET /v2.0/networks/bd07b490-f112-4742-9324-78f7912c75ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528407 Aug 17 16:23:50.505859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472839d-5bd8-47bc-97fa-6ca5aef96295 req-e916f319-6f02-4db8-a346-ac8f1310c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:50.508092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e472839d-5bd8-47bc-97fa-6ca5aef96295 req-e916f319-6f02-4db8-a346-ac8f1310c080 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.1108155 Aug 17 16:23:50.573189 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e472839d-5bd8-47bc-97fa-6ca5aef96295 req-62495fe3-701c-42a0-9432-455e2e7cfe15 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571911 Aug 17 16:23:50.652552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86cceb13-a55a-414e-9c7f-52115a50645f req-63f5f7ff-3d5d-4d08-8686-b3122c86aa5c service neutron] 10.222.0.93 "GET /v2.0/networks/bd07b490-f112-4742-9324-78f7912c75ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797178 Aug 17 16:23:50.733945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74d6f0-95e5-4ced-85eb-0c93abb391cb req-5bf1ca9d-ef60-420a-8672-f4c30ff6eaf4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:50.735212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c74d6f0-95e5-4ced-85eb-0c93abb391cb req-5bf1ca9d-ef60-420a-8672-f4c30ff6eaf4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1571369 Aug 17 16:23:50.845679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe183-53bb-468f-a6f0-6ca19e5586a8 req-21208d32-77bd-4056-8e82-ee20ef53a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:50.847284 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c74d6f0-95e5-4ced-85eb-0c93abb391cb req-7221e3cd-6313-4604-a2ec-a149539b6b07 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939562 Aug 17 16:23:50.852649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3abe183-53bb-468f-a6f0-6ca19e5586a8 req-21208d32-77bd-4056-8e82-ee20ef53a1ba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85535a8cbef24905ad6b7255a995f4ca&device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 1094 time: 0.1350679 Aug 17 16:23:50.857970 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e472839d-5bd8-47bc-97fa-6ca5aef96295 req-2edccf9a-4c35-41a8-9e0d-30383005143b service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672355 Aug 17 16:23:51.032213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe183-53bb-468f-a6f0-6ca19e5586a8 req-a79e1cf2-9a33-4569-9812-5f8da4d617f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:51.034131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3abe183-53bb-468f-a6f0-6ca19e5586a8 req-a79e1cf2-9a33-4569-9812-5f8da4d617f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bd07b490-f112-4742-9324-78f7912c75ed HTTP/1.1" status: 200 len: 911 time: 0.1532812 Aug 17 16:23:51.049634 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e472839d-5bd8-47bc-97fa-6ca5aef96295 req-9184cf39-e2a2-4596-8128-3dd77d285586 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836245 Aug 17 16:23:51.110601 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3abe183-53bb-468f-a6f0-6ca19e5586a8 req-06e7eaa8-0737-4283-9389-d40f444d1991 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851a3053-caf5-4c45-9eea-722c7a8b988e HTTP/1.1" status: 200 len: 217 time: 0.0678077 Aug 17 16:23:51.181693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe183-53bb-468f-a6f0-6ca19e5586a8 req-f3f4aeb2-885b-4d6c-b64b-71546081ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:51.186393 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3abe183-53bb-468f-a6f0-6ca19e5586a8 req-f3f4aeb2-885b-4d6c-b64b-71546081ad1a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=67670e1e-e665-482a-a407-8f00ac8b9716 HTTP/1.1" status: 200 len: 850 time: 0.0656381 Aug 17 16:23:51.252031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3abe183-53bb-468f-a6f0-6ca19e5586a8 req-5688788d-4b3e-4941-99d4-bce1285e64bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bd07b490-f112-4742-9324-78f7912c75ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583396 Aug 17 16:23:51.448380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b80cc9-c093-45ef-9405-73f162f96ac0 req-6a2f1dc9-bc27-4fbe-8c49-9520c2c8bb4d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:51.455940 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b80cc9-c093-45ef-9405-73f162f96ac0 req-6a2f1dc9-bc27-4fbe-8c49-9520c2c8bb4d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 943 time: 0.1041193 Aug 17 16:23:51.502857 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176a04-4147-45a8-b080-25f6ddc71841 req-60b78210-ec37-48eb-905a-2b908ad6db14 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:51.504706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8176a04-4147-45a8-b080-25f6ddc71841 req-60b78210-ec37-48eb-905a-2b908ad6db14 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 943 time: 0.1002760 Aug 17 16:23:51.542072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5b80cc9-c093-45ef-9405-73f162f96ac0 req-642cde5e-e5a1-4f5e-9113-bf5d975b58fc tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807598 Aug 17 16:23:51.571281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3abe183-53bb-468f-a6f0-6ca19e5586a8 req-b8b52b18-f761-4e45-b941-e9e29cd0d98c service neutron] 10.222.0.93 "GET /v2.0/networks/bd07b490-f112-4742-9324-78f7912c75ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028693 Aug 17 16:23:51.600292 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8176a04-4147-45a8-b080-25f6ddc71841 req-6b6d127c-4cb1-4bd1-a5ad-8d4aa07cfb54 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887847 Aug 17 16:23:51.622634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:23:51.816159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3abe183-53bb-468f-a6f0-6ca19e5586a8 req-e5a81745-6dd3-49d0-99c1-818a7b775f8a service neutron] 10.222.0.93 "GET /v2.0/networks/bd07b490-f112-4742-9324-78f7912c75ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386951 Aug 17 16:23:51.930128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 83b050ea-fae0-4506-a470-947d6a735986 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:23:51.930717 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:52.138593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:52.156668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd17d62-df41-4f6a-8c42-504bda0afcd5 req-a0c69d2d-038b-4db1-823a-3f6d317fbb60 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:52.159085 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3dd17d62-df41-4f6a-8c42-504bda0afcd5 req-a0c69d2d-038b-4db1-823a-3f6d317fbb60 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1455388 Aug 17 16:23:52.205306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:52.206667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:52.210568 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e236c6-3e37-46ac-9731-0b157cc2354b" -d '{"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-plugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:52.215626 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:52.287259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3dd17d62-df41-4f6a-8c42-504bda0afcd5 req-f3d4e75d-b98a-49b9-9a1d-2b92e4b54629 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189089 Aug 17 16:23:52.288979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:52.306763 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75aaffa-938e-4da2-9d8e-15b3b8e556ef x-openstack-request-id: req-f75aaffa-938e-4da2-9d8e-15b3b8e556ef {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:52.307314 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-plugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:52.307800 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f75aaffa-938e-4da2-9d8e-15b3b8e556ef {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:52.308711 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986', 'code': 200} Aug 17 16:23:52.776568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab06c6f-be9d-4fc5-8614-e8b84d7ae445 req-0f767fd3-a327-431a-8d52-a95e8b73ff20 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:52.784925 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ab06c6f-be9d-4fc5-8614-e8b84d7ae445 req-0f767fd3-a327-431a-8d52-a95e8b73ff20 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 943 time: 0.1653569 Aug 17 16:23:52.816904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c389cd26-647d-4272-b91c-203f7a022619 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:23:52.864416 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ab06c6f-be9d-4fc5-8614-e8b84d7ae445 req-fa84389f-b7b4-44ac-831e-c71bafdb1925 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761828 Aug 17 16:23:52.886386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf90e24-d81e-4bfc-9e65-3468a8d1808d req-bb6be046-6e71-4a07-b0f2-3bc13b734df5 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:52.887947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bbf90e24-d81e-4bfc-9e65-3468a8d1808d req-bb6be046-6e71-4a07-b0f2-3bc13b734df5 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 943 time: 0.1138837 Aug 17 16:23:52.986493 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bbf90e24-d81e-4bfc-9e65-3468a8d1808d req-31701291-7044-4fde-90ef-de49f83c8f67 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919318 Aug 17 16:23:52.997941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c389cd26-647d-4272-b91c-203f7a022619, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c389cd26-647d-4272-b91c-203f7a022619,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:53.011692 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'c389cd26-647d-4272-b91c-203f7a022619', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'port_id': 'c389cd26-647d-4272-b91c-203f7a022619', 'mac_address': 'fa:16:3e:7a:73:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f87ffbc-ac13-4956-8048-aa2480c87aa7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:23:53.061380 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:53.083845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c389cd26-647d-4272-b91c-203f7a022619 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:53.115970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c389cd26-647d-4272-b91c-203f7a022619, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c389cd26-647d-4272-b91c-203f7a022619,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:53.122005 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:53.189966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=c389cd26-647d-4272-b91c-203f7a022619,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:53.373724 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['c389cd26-647d-4272-b91c-203f7a022619'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:23:53.491558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35005ec8-65a9-4670-88ec-a7b47e00533c req-081dc5ca-6ce4-465e-99a7-73a874ef5add tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:53.500577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-35005ec8-65a9-4670-88ec-a7b47e00533c req-081dc5ca-6ce4-465e-99a7-73a874ef5add tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1089761 Aug 17 16:23:53.564875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-35005ec8-65a9-4670-88ec-a7b47e00533c req-b9570898-81bb-45c7-9bee-2b366287f868 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628490 Aug 17 16:23:54.181011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59999afd-a4fc-4b0c-b6c6-1d9730658a18 req-4f0d4600-07e8-4eb9-939f-d48b37b97e68 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:54.190946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59999afd-a4fc-4b0c-b6c6-1d9730658a18 req-4f0d4600-07e8-4eb9-939f-d48b37b97e68 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 943 time: 0.0767288 Aug 17 16:23:54.202510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffea58-2a7c-4acb-8c69-3144d40687a6 req-2c8a922d-f85d-440a-b977-c5dafa5e5732 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:54.210325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9dffea58-2a7c-4acb-8c69-3144d40687a6 req-2c8a922d-f85d-440a-b977-c5dafa5e5732 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 944 time: 0.2342036 Aug 17 16:23:54.265737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59999afd-a4fc-4b0c-b6c6-1d9730658a18 req-b446630c-dfd0-46f0-b986-3005b9674cf2 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648100 Aug 17 16:23:54.296275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9dffea58-2a7c-4acb-8c69-3144d40687a6 req-5ad9cd31-4397-4004-90d0-a64a4a00eae6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770574 Aug 17 16:23:54.710089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac02ef-a35f-493f-8f7a-27c497ac9bd1 req-2aae5746-fb44-4c53-bea2-189611a09846 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:54.717873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eaac02ef-a35f-493f-8f7a-27c497ac9bd1 req-2aae5746-fb44-4c53-bea2-189611a09846 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.0710464 Aug 17 16:23:54.778888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eaac02ef-a35f-493f-8f7a-27c497ac9bd1 req-2b597228-2d42-487e-83fe-406db9cf5d22 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530584 Aug 17 16:23:54.828889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 851a3053-caf5-4c45-9eea-722c7a8b988e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:23:54.831022 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c389cd26-647d-4272-b91c-203f7a022619 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:23:54.954694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port c389cd26-647d-4272-b91c-203f7a022619 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:23:55.012831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port c389cd26-647d-4272-b91c-203f7a022619 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:23:55.013427 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:55.105538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 851a3053-caf5-4c45-9eea-722c7a8b988e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=851a3053-caf5-4c45-9eea-722c7a8b988e,segment=NetworkSegment(20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef),segment_id=20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:55.128249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '851a3053-caf5-4c45-9eea-722c7a8b988e', 'network_id': 'bd07b490-f112-4742-9324-78f7912c75ed', 'port_id': '851a3053-caf5-4c45-9eea-722c7a8b988e', 'mac_address': 'fa:16:3e:c9:ae:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67670e1e-e665-482a-a407-8f00ac8b9716', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:23:55.209594 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:55.214670 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:55.243117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851a3053-caf5-4c45-9eea-722c7a8b988e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:55.268474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c389cd26-647d-4272-b91c-203f7a022619'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:55.271029 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415b98a9-5aa0-4f3c-911d-34da057338f5" -d '{"events": [{"server_uuid": "44acae64-f65d-4ea0-9f66-5fc0593861a8", "name": "network-vif-plugged", "status": "completed", "tag": "c389cd26-647d-4272-b91c-203f7a022619"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:55.334012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c389cd26-647d-4272-b91c-203f7a022619, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c389cd26-647d-4272-b91c-203f7a022619,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:55.338810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 851a3053-caf5-4c45-9eea-722c7a8b988e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=851a3053-caf5-4c45-9eea-722c7a8b988e,segment=NetworkSegment(20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef),segment_id=20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:55.341943 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:55.352785 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:55.395117 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab108b3f-a3d7-46e4-b149-818732826bf8 x-openstack-request-id: req-ab108b3f-a3d7-46e4-b149-818732826bf8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:55.395117 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44acae64-f65d-4ea0-9f66-5fc0593861a8", "name": "network-vif-plugged", "status": "completed", "tag": "c389cd26-647d-4272-b91c-203f7a022619", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:55.395117 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab108b3f-a3d7-46e4-b149-818732826bf8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:55.395869 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c389cd26-647d-4272-b91c-203f7a022619', 'code': 200} Aug 17 16:23:55.453276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=c389cd26-647d-4272-b91c-203f7a022619,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:55.482754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37da55-a546-4bfa-a6a8-a7ba377ce110 req-ba4cc101-62cc-4171-a55c-968727c639ac tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:55.487853 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd37da55-a546-4bfa-a6a8-a7ba377ce110 req-ba4cc101-62cc-4171-a55c-968727c639ac tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 944 time: 0.1090732 Aug 17 16:23:55.574833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd37da55-a546-4bfa-a6a8-a7ba377ce110 req-bd5a7557-cf0c-4032-aba2-ca31da537023 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543678 Aug 17 16:23:55.579657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe908d-e105-4e34-97f8-49cc23610950 req-166a09c0-2f0c-4e65-bbdf-ed8b0847f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:55.581948 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfe908d-e105-4e34-97f8-49cc23610950 req-166a09c0-2f0c-4e65-bbdf-ed8b0847f590 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 1096 time: 0.0929077 Aug 17 16:23:55.589952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=851a3053-caf5-4c45-9eea-722c7a8b988e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:55.591140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad5576-e3a9-4342-88b6-0f89b70c3a97 req-03866944-c957-458a-a3bd-bbfafcfd5fe5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:55.609495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04ad5576-e3a9-4342-88b6-0f89b70c3a97 req-03866944-c957-458a-a3bd-bbfafcfd5fe5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.0868351 Aug 17 16:23:55.627831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['851a3053-caf5-4c45-9eea-722c7a8b988e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:23:55.653687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfe908d-e105-4e34-97f8-49cc23610950 req-0cb5d532-899d-4fdf-8963-42971aa869e5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549064 Aug 17 16:23:55.668000 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04ad5576-e3a9-4342-88b6-0f89b70c3a97 req-5ecf2690-f8bc-4745-8cf4-a81c79554ba7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574729 Aug 17 16:23:55.983286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28630e-80f6-4a6d-bc04-ca38f5480325 req-aac8bfac-fc1b-4343-8240-df460345a6db tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:55.984937 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d28630e-80f6-4a6d-bc04-ca38f5480325 req-aac8bfac-fc1b-4343-8240-df460345a6db tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.0781085 Aug 17 16:23:56.048138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d28630e-80f6-4a6d-bc04-ca38f5480325 req-3295ff07-749c-44c5-bd30-e4abade34ee2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498960 Aug 17 16:23:56.407732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-70e3b0e4-5979-412b-a7fc-d21c5aa7b94e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:56.416588 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-70e3b0e4-5979-412b-a7fc-d21c5aa7b94e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 808 time: 0.6284988 Aug 17 16:23:56.427764 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d98c90cf-f8e9-44a1-a0eb-94186bb4a1fe tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/quotas/888def3d37bf406299868afa066e412d HTTP/1.1" status: 200 len: 375 time: 0.0102613 Aug 17 16:23:56.491927 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-63f8f3d3-fd17-416b-aa5a-1bc9b008801c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544984 Aug 17 16:23:56.621768 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-f127dc2c-dbf2-44fa-9402-739bb869cc32 service neutron] 10.222.0.77 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222904 Aug 17 16:23:56.732289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0627f4-37bc-48dd-ac78-afba5777679d req-77ba911c-9ff7-4e6a-91b3-2cd2f7bca822 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:56.739838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8f0627f4-37bc-48dd-ac78-afba5777679d req-77ba911c-9ff7-4e6a-91b3-2cd2f7bca822 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 944 time: 0.0697489 Aug 17 16:23:56.744860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-e3118860-1121-4a67-96df-4fe513b49122 service neutron] 10.222.0.77 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216450 Aug 17 16:23:56.785993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8f0627f4-37bc-48dd-ac78-afba5777679d req-26f31a15-8b37-4da8-b124-bea40bbf87e6 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Aug 17 16:23:56.842109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 851a3053-caf5-4c45-9eea-722c7a8b988e up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:23:56.935557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 851a3053-caf5-4c45-9eea-722c7a8b988e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:23:56.941844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 851a3053-caf5-4c45-9eea-722c7a8b988e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:23:56.942292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:56.954404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412891e-7e06-4045-9897-e427058b66d3 req-f2eda6bb-3b75-4b57-9652-a5accec4b927 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:56.972576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4412891e-7e06-4045-9897-e427058b66d3 req-f2eda6bb-3b75-4b57-9652-a5accec4b927 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1109078 Aug 17 16:23:57.056418 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:57.080352 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4412891e-7e06-4045-9897-e427058b66d3 req-6685fc3d-8620-46db-b434-87c1c8c7de40 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891023 Aug 17 16:23:57.104557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 851a3053-caf5-4c45-9eea-722c7a8b988e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=851a3053-caf5-4c45-9eea-722c7a8b988e,segment=NetworkSegment(20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef),segment_id=20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:57.110056 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:57.193534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=851a3053-caf5-4c45-9eea-722c7a8b988e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:57.378040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0db1-8571-4b9b-9eb1-995fa35438f0 req-a94bb23e-d116-4285-97b9-92501d498bee tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:57.379626 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6db0db1-8571-4b9b-9eb1-995fa35438f0 req-a94bb23e-d116-4285-97b9-92501d498bee tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.0946152 Aug 17 16:23:57.396895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851a3053-caf5-4c45-9eea-722c7a8b988e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:23:57.399823 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fa691c-d82b-4f9b-9386-930a97bca5a9" -d '{"events": [{"server_uuid": "10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51", "name": "network-vif-plugged", "status": "completed", "tag": "851a3053-caf5-4c45-9eea-722c7a8b988e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:23:57.443505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6db0db1-8571-4b9b-9eb1-995fa35438f0 req-88688db2-8d83-4999-b8f1-3cc7042086c2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540643 Aug 17 16:23:57.576985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de50f092-1119-4c16-b845-dc69ed678929 req-06f62413-527a-4e53-b5a0-1f0a731f08a1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 210 time: 0.0586689 Aug 17 16:23:57.806203 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240d0e7a-dc7c-4169-bcaa-8f8ed10defe6 x-openstack-request-id: req-240d0e7a-dc7c-4169-bcaa-8f8ed10defe6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:23:57.807632 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51", "name": "network-vif-plugged", "status": "completed", "tag": "851a3053-caf5-4c45-9eea-722c7a8b988e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:23:57.808058 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-240d0e7a-dc7c-4169-bcaa-8f8ed10defe6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:23:57.808528 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851a3053-caf5-4c45-9eea-722c7a8b988e', 'code': 200} Aug 17 16:23:58.013177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b860471-a580-4088-b555-3668123dda97 req-ecc7c3fb-1402-4ecb-9ea5-659de200caa9 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:58.021425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b860471-a580-4088-b555-3668123dda97 req-ecc7c3fb-1402-4ecb-9ea5-659de200caa9 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1153257 Aug 17 16:23:58.031839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b1c7-7ef2-4776-a101-28e07ad038ea req-85080862-e402-4321-8d7b-bb6b0a30efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:58.038712 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66d4b1c7-7ef2-4776-a101-28e07ad038ea req-85080862-e402-4321-8d7b-bb6b0a30efad service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 1096 time: 0.0855339 Aug 17 16:23:58.086821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9231cc-bb66-475c-93a0-ca5b11d707b7 req-7a4b2e81-f7e4-472b-8017-c193d7198de8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:58.095546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b860471-a580-4088-b555-3668123dda97 req-9f8c96d7-e430-44a6-aeaf-55c6131ba69a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726757 Aug 17 16:23:58.107505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be9231cc-bb66-475c-93a0-ca5b11d707b7 req-7a4b2e81-f7e4-472b-8017-c193d7198de8 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 945 time: 0.1816614 Aug 17 16:23:58.108959 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66d4b1c7-7ef2-4776-a101-28e07ad038ea req-6bd2729f-0aa3-4a31-b3cd-c77e095931de service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561323 Aug 17 16:23:58.167836 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be9231cc-bb66-475c-93a0-ca5b11d707b7 req-e06b8b45-06c6-4735-a9e9-9d3a33d946a2 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589409 Aug 17 16:23:58.693895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-ecd80052-8eb2-4f61-b926-e5756a51d74a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:58.696442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-ecd80052-8eb2-4f61-b926-e5756a51d74a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 808 time: 0.2699287 Aug 17 16:23:58.752154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d9ba1c7-37ce-40d6-b661-93afd28a2af6 req-5e31c29b-6d19-4ba0-a2dd-2223ce097161 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 210 time: 0.0460198 Aug 17 16:23:58.794745 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Request body: {'port': {'device_id': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3', 'admin_state_up': True, 'tenant_id': '888def3d37bf406299868afa066e412d'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:23:58.875491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eb9cf6a1-f096-4e35-848d-3189c50baf2c details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:23:58.931691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6ba82-7410-4325-803d-52dede0cf953 req-1a5c4f50-6541-4be0-aee4-4d5c9719bd5d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:58.940519 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e6ba82-7410-4325-803d-52dede0cf953 req-1a5c4f50-6541-4be0-aee4-4d5c9719bd5d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.2417064 Aug 17 16:23:59.086098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:59.088982 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e6ba82-7410-4325-803d-52dede0cf953 req-3466d1e4-b7c3-4674-8234-bfcf8fb35110 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378117 Aug 17 16:23:59.132002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'port_id': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'mac_address': 'fa:16:3e:16:b4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:23:59.221553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Made reservation on behalf of 888def3d37bf406299868afa066e412d for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:23:59.235472 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:59.248041 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:59.293775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb9cf6a1-f096-4e35-848d-3189c50baf2c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:23:59.353136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:23:59.368958 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:23:59.552745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['eb9cf6a1-f096-4e35-848d-3189c50baf2c'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:23:59.593038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:23:59.732243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafe15c-ee40-41da-9b7f-59c09a84a922 req-b57aaa65-6a18-44ac-b815-b59155c6036d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:59.745788 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7eafe15c-ee40-41da-9b7f-59c09a84a922 req-b57aaa65-6a18-44ac-b815-b59155c6036d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.4726951 Aug 17 16:23:59.873780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67cd2e-dc2d-42a5-afdb-8259f8db0657 req-1f6684d6-4955-4b93-8f2d-45cb0f0558c7 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:23:59.883983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc67cd2e-dc2d-42a5-afdb-8259f8db0657 req-1f6684d6-4955-4b93-8f2d-45cb0f0558c7 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 945 time: 0.1348984 Aug 17 16:23:59.892890 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7eafe15c-ee40-41da-9b7f-59c09a84a922 req-70023923-ac8c-42d8-a8f4-487702aa7747 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460292 Aug 17 16:23:59.907392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Allocated IP 172.20.0.3 (b6cf8e7d-fee9-4c49-bbd1-8022677d56c3/eb19aee1-783b-4332-b4fd-155bac3d322f/e7417ed2-a28a-41e3-a94e-3be8c7438c70) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:23:59.991556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc67cd2e-dc2d-42a5-afdb-8259f8db0657 req-51e9b337-3159-452e-be4a-66034e21ea81 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061182 Aug 17 16:24:00.201437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d66135d-b433-4a77-a074-9c7a5e852b76 req-9c694600-a828-4a6a-99e6-10da74d356a1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 210 time: 0.0815279 Aug 17 16:24:00.381205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:00.402954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5469-17e0-4415-b8fc-f269602c151b req-00f51e05-4de5-4531-9620-2be82675a4f9 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:00.426673 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e38d5469-17e0-4415-b8fc-f269602c151b req-00f51e05-4de5-4531-9620-2be82675a4f9 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 945 time: 0.1170270 Aug 17 16:24:00.523222 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:00.536909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0089541a-6f43-4af7-9039-97349ea648b7'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:24:00.555887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e38d5469-17e0-4415-b8fc-f269602c151b req-e40af42d-1076-47c4-8e13-928becb229cc tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162012 Aug 17 16:24:00.592253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:24:00.606089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:00.609417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:24:00.642892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Pushing event updated for resources: {'Port': ['ID=e7417ed2-a28a-41e3-a94e-3be8c7438c70,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:00.691889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.692236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.692574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.692906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.693235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.693715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.694260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.694765 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.695097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.695429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.696272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.696975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:00.759296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:00.760353 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:00.792915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-d0b6ed04-6c21-42aa-b9c9-b2aaf32a3aed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0176477 Aug 17 16:24:00.806294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Request body: {'port': {'device_id': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:00.913977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eb9cf6a1-f096-4e35-848d-3189c50baf2c up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:00.995406 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:01.103560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port eb9cf6a1-f096-4e35-848d-3189c50baf2c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:01.103939 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:01.200975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae111a-2992-4698-befb-462ffd187d25 req-ee0e8105-7cb5-4e45-852e-3096da5ee18a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:01.207080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-07ae111a-2992-4698-befb-462ffd187d25 req-ee0e8105-7cb5-4e45-852e-3096da5ee18a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1292872 Aug 17 16:24:01.309278 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-07ae111a-2992-4698-befb-462ffd187d25 req-05ee04d5-5e3b-4965-8701-4237747f056f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922372 Aug 17 16:24:01.335503 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:01.391218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:01.395872 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10d6429-7494-4f60-85ce-0ac71644542c" -d '{"events": [{"server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "name": "network-vif-plugged", "status": "completed", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:01.442031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:01.448105 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:01.521718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926db2a-0066-4629-b267-570f722a67d0 req-d9e06aef-709d-4058-89c7-e2d59794b099 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:01.539492 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1926db2a-0066-4629-b267-570f722a67d0 req-d9e06aef-709d-4058-89c7-e2d59794b099 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 931 time: 0.1303806 Aug 17 16:24:01.587467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:01.610577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1926db2a-0066-4629-b267-570f722a67d0 req-cba5c091-14e3-495d-805e-28e4faa0d4a9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697241 Aug 17 16:24:01.717354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7417ed2-a28a-41e3-a94e-3be8c7438c70 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:24:01.729819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:01.750878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Transition to ACTIVE for port object e7417ed2-a28a-41e3-a94e-3be8c7438c70 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:01.764019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:01.789236 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d174b949-eb5e-454c-9a38-87a21680dc63 x-openstack-request-id: req-d174b949-eb5e-454c-9a38-87a21680dc63 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:01.789802 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "name": "network-vif-plugged", "status": "completed", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:01.790239 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d174b949-eb5e-454c-9a38-87a21680dc63 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:01.791084 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'code': 200} Aug 17 16:24:01.893744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Pushing event updated for resources: {'Port': ['ID=e7417ed2-a28a-41e3-a94e-3be8c7438c70,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:01.940939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53c890-304e-4434-a386-4628a8b26be0 req-e785a1b4-fe23-412d-b604-f4e1b354e88c tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:01.950351 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab53c890-304e-4434-a386-4628a8b26be0 req-e785a1b4-fe23-412d-b604-f4e1b354e88c tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 945 time: 0.3950593 Aug 17 16:24:01.983632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3ba3-7605-4163-830e-83760cd83c95 req-4550ab32-58c0-4d7f-be82-33b8c7a36687 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:01.991557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e82f3ba3-7605-4163-830e-83760cd83c95 req-4550ab32-58c0-4d7f-be82-33b8c7a36687 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1260090 Aug 17 16:24:02.006156 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab53c890-304e-4434-a386-4628a8b26be0 req-2870e9bc-bb0e-42ea-89bb-16a041d05c59 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498800 Aug 17 16:24:02.059935 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a89292c2-d050-4418-a5ae-2409bb36cbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:02.097098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e82f3ba3-7605-4163-830e-83760cd83c95 req-bca4360a-0b4c-46ba-a0bc-240af86eded9 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045661 Aug 17 16:24:02.181749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:24:02.182413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:24:02.182933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:24:02.189223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:24:02.192497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:24:02.199306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:24:02.199898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:24:02.200733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:24:02.201358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Bound port: e7417ed2-a28a-41e3-a94e-3be8c7438c70, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:24:02.202022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:02.294120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:24:02.300474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:24:02.312745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:02.344673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:02.346230 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:02.348661 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] 10.222.0.91 "PUT /v2.0/ports/e7417ed2-a28a-41e3-a94e-3be8c7438c70 HTTP/1.1" status: 200 len: 1091 time: 1.5476031 Aug 17 16:24:02.351265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'tag': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:02.368793 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c4243e-e644-4661-a148-4087d6d255e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1b9a34-0dc6-48c6-ab49-868597d93585", "tag": "e7417ed2-a28a-41e3-a94e-3be8c7438c70"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:02.505296 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54fb70e-9f3e-4ad5-aab0-212117089116 x-openstack-request-id: req-a54fb70e-9f3e-4ad5-aab0-212117089116 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:02.505296 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1b9a34-0dc6-48c6-ab49-868597d93585", "tag": "e7417ed2-a28a-41e3-a94e-3be8c7438c70", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:02.505296 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a54fb70e-9f3e-4ad5-aab0-212117089116 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:02.505296 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'tag': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70', 'status': 'completed', 'code': 200} Aug 17 16:24:02.592249 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d385f4f-3c6b-44e1-99c0-375804aca971 service neutron] Pushing event updated for resources: {'Port': ['ID=e7417ed2-a28a-41e3-a94e-3be8c7438c70,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:02.628083 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-8b6e09a8-a334-417d-b0ae-3ceef862e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:02.629678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-8b6e09a8-a334-417d-b0ae-3ceef862e1a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 1094 time: 0.2137365 Aug 17 16:24:02.656549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655045-45e8-4013-bf57-c708e3244a37 req-caa1974a-9a85-4e71-9cf3-1ed00d63e577 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:02.664202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45655045-45e8-4013-bf57-c708e3244a37 req-caa1974a-9a85-4e71-9cf3-1ed00d63e577 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1931615 Aug 17 16:24:02.756996 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-026e1483-707b-4c2a-b9cb-fb5faf03e184 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70 HTTP/1.1" status: 200 len: 217 time: 0.0905170 Aug 17 16:24:02.874407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17ab70-5907-420d-ae73-ebb35ca6c40e req-ed0cec9f-99a1-42c7-8329-13d7a8bdc64c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:02.882747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba17ab70-5907-420d-ae73-ebb35ca6c40e req-ed0cec9f-99a1-42c7-8329-13d7a8bdc64c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1579859 Aug 17 16:24:02.905172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-9a7a8eb9-9121-42ec-b62b-38dd5658ca3d tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:02.908386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-9a7a8eb9-9121-42ec-b62b-38dd5658ca3d tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.93 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 945 time: 0.1318827 Aug 17 16:24:02.948003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45655045-45e8-4013-bf57-c708e3244a37 req-2d49e76c-8071-4460-b8c3-fef3cf39cfbe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827539 Aug 17 16:24:02.971420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-e714845b-a826-4827-a183-4ff3d834986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:02.985348 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-e714845b-a826-4827-a183-4ff3d834986a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.2007930 Aug 17 16:24:03.032524 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba17ab70-5907-420d-ae73-ebb35ca6c40e req-3cb10a90-9572-4847-a8ce-13a9d88f8075 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477952 Aug 17 16:24:03.049709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-5e137f09-0d8c-4c5e-82d2-16f67423e491 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610993 Aug 17 16:24:03.254128 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-7fb70753-929b-4052-b52f-fe5bc1a2ac71 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948025 Aug 17 16:24:03.384627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3909c0-df79-4564-9ab7-1136e0386e91 req-f06dab11-0a55-4f96-b08c-8f4ba981fe6f service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149075 Aug 17 16:24:03.455118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fb624-33ee-4ae1-9dd3-a9c076b0830f req-b7fcc95a-0f2c-47e7-9d41-12435a49a5fb tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:03.464667 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f5fb624-33ee-4ae1-9dd3-a9c076b0830f req-b7fcc95a-0f2c-47e7-9d41-12435a49a5fb tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.2283404 Aug 17 16:24:03.550830 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f5fb624-33ee-4ae1-9dd3-a9c076b0830f req-cd024407-1910-4243-9984-35df24a3fe20 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846412 Aug 17 16:24:03.608721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4243e-e644-4661-a148-4087d6d255e6 req-dbf8458d-2f5a-4380-9a9e-95e5612ff565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:03.611725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6c4243e-e644-4661-a148-4087d6d255e6 req-dbf8458d-2f5a-4380-9a9e-95e5612ff565 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 1094 time: 0.1421611 Aug 17 16:24:03.797659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-5c052f43-2d00-4952-bb4b-96c2c29e87eb tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Deleting port 851a3053-caf5-4c45-9eea-722c7a8b988e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:03.798036 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-5c052f43-2d00-4952-bb4b-96c2c29e87eb tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:03.826217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2eaad0-0991-4fec-a460-d764d260e059 req-641d96d5-7710-4c39-8711-37cd50b7ca7b tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:03.841337 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee2eaad0-0991-4fec-a460-d764d260e059 req-641d96d5-7710-4c39-8711-37cd50b7ca7b tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 945 time: 0.6268613 Aug 17 16:24:03.874044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4243e-e644-4661-a148-4087d6d255e6 req-7400e426-2f91-4a49-b480-28a584f88c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:03.875638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6c4243e-e644-4661-a148-4087d6d255e6 req-7400e426-2f91-4a49-b480-28a584f88c7a service neutron] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.2561316 Aug 17 16:24:03.953950 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee2eaad0-0991-4fec-a460-d764d260e059 req-193304b9-f51e-4d95-9869-bae08b04071f tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/security-groups?id=989fbdb7-97c2-4054-90e7-74d3abef95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116164 Aug 17 16:24:04.054236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-5c052f43-2d00-4952-bb4b-96c2c29e87eb tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] For port 851a3053-caf5-4c45-9eea-722c7a8b988e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=851a3053-caf5-4c45-9eea-722c7a8b988e,segment=NetworkSegment(20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef),segment_id=20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:04.054703 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-5c052f43-2d00-4952-bb4b-96c2c29e87eb tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:04.062801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6c4243e-e644-4661-a148-4087d6d255e6 req-fd36c95d-a9c0-47a7-9a47-4b29cae03350 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70 HTTP/1.1" status: 200 len: 217 time: 0.1785426 Aug 17 16:24:04.070085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-5c052f43-2d00-4952-bb4b-96c2c29e87eb tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Calling delete_port for 851a3053-caf5-4c45-9eea-722c7a8b988e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:04.142594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b580a6d-cdda-4cf6-be17-9570f1aecb6c req-5874d00c-6a8b-4bba-8d7b-4ae98ab9d398 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:04.150681 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b580a6d-cdda-4cf6-be17-9570f1aecb6c req-5874d00c-6a8b-4bba-8d7b-4ae98ab9d398 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 945 time: 0.2515337 Aug 17 16:24:04.202012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4243e-e644-4661-a148-4087d6d255e6 req-0c7d21e9-e1a5-48b8-a731-475d53777369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:04.208453 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6c4243e-e644-4661-a148-4087d6d255e6 req-0c7d21e9-e1a5-48b8-a731-475d53777369 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1226315 Aug 17 16:24:04.224188 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b580a6d-cdda-4cf6-be17-9570f1aecb6c req-1ad6f0da-fe0e-4a50-9b24-a7045c4bd853 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715690 Aug 17 16:24:04.246537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acda2-4aae-4d1b-bb2b-eaa85b03b893 req-93260764-6cd9-4bd7-a315-14c908ab1fc1 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:04.259857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-372acda2-4aae-4d1b-bb2b-eaa85b03b893 req-93260764-6cd9-4bd7-a315-14c908ab1fc1 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1315494 Aug 17 16:24:04.318132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6c4243e-e644-4661-a148-4087d6d255e6 req-d6dafe3f-d991-4c81-b9e2-19c5799a5229 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883424 Aug 17 16:24:04.469580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-372acda2-4aae-4d1b-bb2b-eaa85b03b893 req-0e1c0b30-f6bc-4a12-b7db-39c2d9c85d88 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081635 Aug 17 16:24:04.564611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b913444-23c1-42dc-8a37-d45ac099a767 req-2fa61913-2051-4cc4-9551-399c9bee8650 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:04.566178 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b913444-23c1-42dc-8a37-d45ac099a767 req-2fa61913-2051-4cc4-9551-399c9bee8650 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1926045 Aug 17 16:24:04.607727 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6c4243e-e644-4661-a148-4087d6d255e6 req-36b7d559-58cb-49e5-ab3b-4f94a1d7a3f6 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741933 Aug 17 16:24:04.641793 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-5c052f43-2d00-4952-bb4b-96c2c29e87eb tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:04.654421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['851a3053-caf5-4c45-9eea-722c7a8b988e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:24:04.788496 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6acaf3-3f7b-4959-874d-3e295a00f93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:04.800675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c052f43-2d00-4952-bb4b-96c2c29e87eb tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Pushing event deleted for resources: {'Port': ['ID=851a3053-caf5-4c45-9eea-722c7a8b988e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:04.825404 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6c4243e-e644-4661-a148-4087d6d255e6 req-60bc5c5b-064e-4c09-8d31-82acfe7ac37d service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883502 Aug 17 16:24:04.870156 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b913444-23c1-42dc-8a37-d45ac099a767 req-75c24135-9ef4-471b-acee-0bd461b2fe05 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918534 Aug 17 16:24:04.924260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-5c052f43-2d00-4952-bb4b-96c2c29e87eb tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] No DVR routers for this DVR port 851a3053-caf5-4c45-9eea-722c7a8b988e on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:24:04.939171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-5c052f43-2d00-4952-bb4b-96c2c29e87eb tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:04.951213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:04.956487 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51a8f460-5dfa-4df0-8cae-070b981447f0 req-5c052f43-2d00-4952-bb4b-96c2c29e87eb tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.93 "DELETE /v2.0/ports/851a3053-caf5-4c45-9eea-722c7a8b988e HTTP/1.1" status: 204 len: 173 time: 2.0380638 Aug 17 16:24:04.957802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51', 'name': 'network-vif-deleted', 'tag': '851a3053-caf5-4c45-9eea-722c7a8b988e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:04.963984 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5780290f-f4fb-4321-97c0-32acd7a3628a" -d '{"events": [{"server_uuid": "10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51", "name": "network-vif-deleted", "tag": "851a3053-caf5-4c45-9eea-722c7a8b988e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:05.044613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a99e68-0b9d-43cc-8f10-6392f2351990 req-b8c85bce-6fc7-4d0a-94a1-68e3298bb6f5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:05.050051 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42a99e68-0b9d-43cc-8f10-6392f2351990 req-b8c85bce-6fc7-4d0a-94a1-68e3298bb6f5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.2383943 Aug 17 16:24:05.185580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42a99e68-0b9d-43cc-8f10-6392f2351990 req-b83592f8-5f42-4b25-8047-67917ef34765 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315444 Aug 17 16:24:05.324474 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e580a9-3ccc-41fa-bc37-99937396c459 x-openstack-request-id: req-34e580a9-3ccc-41fa-bc37-99937396c459 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:05.324866 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51", "name": "network-vif-deleted", "tag": "851a3053-caf5-4c45-9eea-722c7a8b988e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:05.325420 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34e580a9-3ccc-41fa-bc37-99937396c459 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:05.326039 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51', 'name': 'network-vif-deleted', 'tag': '851a3053-caf5-4c45-9eea-722c7a8b988e', 'status': 'completed', 'code': 200} Aug 17 16:24:05.388643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2157da05-6c9f-406b-9f4f-768d1c52e0f2 req-eefeb5f7-0bb1-4ee4-8298-a5da900e5df5 tempest-ServerGroupTestJSON-406517134 tempest-ServerGroupTestJSON-406517134-project] 10.222.0.77 "GET /v2.0/ports?device_id=10572d9a-5de9-45ac-8ff2-0ae0f0c3ed51 HTTP/1.1" status: 200 len: 210 time: 0.0489583 Aug 17 16:24:05.753254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea756c65-fe17-4806-bed4-d79207445034 req-80e63528-c93b-407f-ad40-a72d4ba95492 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:05.761189 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea756c65-fe17-4806-bed4-d79207445034 req-80e63528-c93b-407f-ad40-a72d4ba95492 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1196127 Aug 17 16:24:05.780099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3f168-9cd9-4e44-a938-72e3427482df req-545eb76f-ad64-4e6a-ae0a-e5469060c6c8 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:05.782624 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-21b3f168-9cd9-4e44-a938-72e3427482df req-545eb76f-ad64-4e6a-ae0a-e5469060c6c8 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 945 time: 0.1288059 Aug 17 16:24:05.831888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea756c65-fe17-4806-bed4-d79207445034 req-84dc6870-4a40-4dde-bad0-63de705d8463 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691676 Aug 17 16:24:05.836820 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:05.888202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-21b3f168-9cd9-4e44-a938-72e3427482df req-4d41b277-48a7-4506-b5f6-9ae161ced9b5 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986490 Aug 17 16:24:06.094550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa3e08-8d07-46d8-8a46-ca6a806ca973 req-bd491c8d-6592-4815-9a0d-a45d42b02931 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:06.102186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bcaa3e08-8d07-46d8-8a46-ca6a806ca973 req-bd491c8d-6592-4815-9a0d-a45d42b02931 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1034672 Aug 17 16:24:06.205508 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bcaa3e08-8d07-46d8-8a46-ca6a806ca973 req-55610070-fb0d-4606-accc-0ae8fba380a2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963593 Aug 17 16:24:06.557175 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbe16-9750-4308-a7d8-651fbf08faae req-dd013414-51a6-440f-a969-0ca9abc89892 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:06.567890 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e58dbe16-9750-4308-a7d8-651fbf08faae req-dd013414-51a6-440f-a969-0ca9abc89892 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.2335401 Aug 17 16:24:06.687336 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e58dbe16-9750-4308-a7d8-651fbf08faae req-9a92051a-bb53-44fa-aeb8-12f554895181 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128738 Aug 17 16:24:06.879676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053815f-f649-4855-9b24-05fdd976eebe req-980d62cb-5d70-4117-a26c-b975b208ec1f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:06.888909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c053815f-f649-4855-9b24-05fdd976eebe req-980d62cb-5d70-4117-a26c-b975b208ec1f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 945 time: 0.0897458 Aug 17 16:24:06.939143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 851a3053-caf5-4c45-9eea-722c7a8b988e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:06.996489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 851a3053-caf5-4c45-9eea-722c7a8b988e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:06.997222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 851a3053-caf5-4c45-9eea-722c7a8b988e not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:07.046044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c053815f-f649-4855-9b24-05fdd976eebe req-a02e51e5-c5dd-4024-8099-7878fa8496a6 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558723 Aug 17 16:24:07.157144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92593b3a-6661-4541-a900-38a8ea996d69 req-3fc22d2e-a52c-47ba-8f6f-bf75c0f81a34 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:07.181567 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92593b3a-6661-4541-a900-38a8ea996d69 req-3fc22d2e-a52c-47ba-8f6f-bf75c0f81a34 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1708436 Aug 17 16:24:07.248029 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92593b3a-6661-4541-a900-38a8ea996d69 req-64b087f8-b37d-44bf-bfc3-bd2a6c120576 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589979 Aug 17 16:24:07.417719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7101638-db42-4ab9-b0f0-5fd178ad02f1 req-eee8c86e-c640-4b91-9123-733e658ea157 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:07.420797 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7101638-db42-4ab9-b0f0-5fd178ad02f1 req-eee8c86e-c640-4b91-9123-733e658ea157 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.0907650 Aug 17 16:24:07.503971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7101638-db42-4ab9-b0f0-5fd178ad02f1 req-144310e8-0ce7-4e4a-a919-2f2f75e4ebe8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695167 Aug 17 16:24:07.559606 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:07.584529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:07.668580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-78735d61-557e-44a1-ac83-ec1f66b0542b admin admin] Deleting subnet 67670e1e-e665-482a-a407-8f00ac8b9716 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:24:07.672120 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78735d61-557e-44a1-ac83-ec1f66b0542b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:07.815781 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78735d61-557e-44a1-ac83-ec1f66b0542b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:07.869947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e6a02-cd49-4258-8274-1c0f85c0b4aa req-3fdfe186-706d-4156-8aa8-d9e4cf575917 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:07.877698 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e5e6a02-cd49-4258-8274-1c0f85c0b4aa req-3fdfe186-706d-4156-8aa8-d9e4cf575917 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.1611438 Aug 17 16:24:07.897895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946cd68-0441-4a61-9bea-8ab86391381e req-48542cac-388f-4573-be06-9c38d666f129 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:07.902189 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f946cd68-0441-4a61-9bea-8ab86391381e req-48542cac-388f-4573-be06-9c38d666f129 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.0759001 Aug 17 16:24:07.967954 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f946cd68-0441-4a61-9bea-8ab86391381e req-cc636f80-6719-4331-8cf9-dee4e277b674 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594728 Aug 17 16:24:07.996235 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78735d61-557e-44a1-ac83-ec1f66b0542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.006233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e5e6a02-cd49-4258-8274-1c0f85c0b4aa req-72eccdc3-0ad9-42e5-bbe8-c76918ba92ab tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276591 Aug 17 16:24:08.092808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78735d61-557e-44a1-ac83-ec1f66b0542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.115740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78735d61-557e-44a1-ac83-ec1f66b0542b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.118473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-78735d61-557e-44a1-ac83-ec1f66b0542b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/67670e1e-e665-482a-a407-8f00ac8b9716 HTTP/1.1" status: 204 len: 168 time: 0.5320807 Aug 17 16:24:08.138195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:08.147460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78735d61-557e-44a1-ac83-ec1f66b0542b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67670e1e-e665-482a-a407-8f00ac8b9716,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:08.221788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af731a83-3664-4938-9e7d-5692915a61b9 req-7089d7ac-8493-418c-975f-2c32a71d27df tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:08.223689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af731a83-3664-4938-9e7d-5692915a61b9 req-7089d7ac-8493-418c-975f-2c32a71d27df tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.91 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 945 time: 0.1232972 Aug 17 16:24:08.232490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1967-4365-449b-bf5d-b964911d5e82 req-326d71e7-a610-4687-b825-fe0297029d1a tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:08.234529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab8f1967-4365-449b-bf5d-b964911d5e82 req-326d71e7-a610-4687-b825-fe0297029d1a tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 945 time: 0.0786939 Aug 17 16:24:08.248206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.350985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab8f1967-4365-449b-bf5d-b964911d5e82 req-a62757f2-3cf9-41bd-b1e3-8747f02e7aa2 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38a6639-4447-45d7-8fdd-b631f704e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082978 Aug 17 16:24:08.393637 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.440859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd07b490-f112-4742-9324-78f7912c75ed']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:08.451217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Deleting port 311ed4dd-ba11-493e-95b0-a931da28137c {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:08.451604 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.456941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:08.457685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20280d5f-1d6a-4a3e-81d3-b4f4cbf367ef') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:08.483089 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.497960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac8b2f-daed-48a3-b8a3-1f902c29a0ca req-c03d4414-175f-4548-829c-b5584988f199 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:08.499936 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1ac8b2f-daed-48a3-b8a3-1f902c29a0ca req-c03d4414-175f-4548-829c-b5584988f199 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1188905 Aug 17 16:24:08.580531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1ac8b2f-daed-48a3-b8a3-1f902c29a0ca req-57dfc2c5-ead4-4708-932d-f4d38fd5d292 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717473 Aug 17 16:24:08.588803 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.609561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:24:08.610277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:24:08.612416 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:24:08.614934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] For port 311ed4dd-ba11-493e-95b0-a931da28137c, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=311ed4dd-ba11-493e-95b0-a931da28137c,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:08.614934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.705217 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.735435 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.737364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] 10.222.0.77 "DELETE /v2.0/networks/bd07b490-f112-4742-9324-78f7912c75ed HTTP/1.1" status: 204 len: 168 time: 0.5975285 Aug 17 16:24:08.739482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e379c6-1378-4c1e-8e91-6e5a3b2b8904 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd07b490-f112-4742-9324-78f7912c75ed,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:08.741627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ddb0d-d6c0-4226-a48e-3520b247e15c req-a6bcf08f-84e6-4439-afaa-344465e0c3d5 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:08.751332 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a48ddb0d-d6c0-4226-a48e-3520b247e15c req-a6bcf08f-84e6-4439-afaa-344465e0c3d5 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1228840 Aug 17 16:24:08.841082 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a48ddb0d-d6c0-4226-a48e-3520b247e15c req-aee75b5c-b5eb-4c1a-abf7-21a1d2b9ea4f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887163 Aug 17 16:24:08.939406 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.940091 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:08.940212 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Floating IP 438b18cf-2242-484b-92f8-1a3dac8a607c disassociated. External IP: 172.25.7.107, port: 311ed4dd-ba11-493e-95b0-a931da28137c. Aug 17 16:24:08.940476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Calling delete_port for 311ed4dd-ba11-493e-95b0-a931da28137c owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:09.021183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:09.123275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b8fb1f8c-3982-44d1-8594-a80a81de8f3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=85535a8cbef24905ad6b7255a995f4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008816 Aug 17 16:24:09.128778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:09.201731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9297cf9f-a766-4b50-8bf3-58f5477c7c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:09.225341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9297cf9f-a766-4b50-8bf3-58f5477c7c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:09.244817 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:09.298680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed42fb-cee5-42c9-babe-1c1b6b85f991 req-8996c470-1f9b-45cd-95c6-fed2279e2d30 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:09.306465 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9fed42fb-cee5-42c9-babe-1c1b6b85f991 req-8996c470-1f9b-45cd-95c6-fed2279e2d30 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1336231 Aug 17 16:24:09.333775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Pushing event deleted for resources: {'Port': ['ID=311ed4dd-ba11-493e-95b0-a931da28137c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:09.346466 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9297cf9f-a766-4b50-8bf3-58f5477c7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:09.349068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9297cf9f-a766-4b50-8bf3-58f5477c7c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:09.350243 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9297cf9f-a766-4b50-8bf3-58f5477c7c1b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/989fbdb7-97c2-4054-90e7-74d3abef95fa HTTP/1.1" status: 204 len: 168 time: 0.2204931 Aug 17 16:24:09.372556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9fed42fb-cee5-42c9-babe-1c1b6b85f991 req-04ae7d9d-1bb0-43d3-b4cd-e10cab5d69f7 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650783 Aug 17 16:24:09.386608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297cf9f-a766-4b50-8bf3-58f5477c7c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989fbdb7-97c2-4054-90e7-74d3abef95fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:09.389553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02de2ba-ab71-4a74-b0f3-a5b8180f7039 req-e64595f4-7a6c-404a-abde-539f050ceaa5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:09.404195 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b02de2ba-ab71-4a74-b0f3-a5b8180f7039 req-e64595f4-7a6c-404a-abde-539f050ceaa5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.2659268 Aug 17 16:24:09.538267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8bfe17df-a4ca-4692-8877-6b4fe527d8fd req-bf8c6ffd-c653-4cdb-b3bb-009e1d8a7081 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 210 time: 0.0531669 Aug 17 16:24:09.634250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b02de2ba-ab71-4a74-b0f3-a5b8180f7039 req-66d81582-59c4-41b9-a967-edfa7cb8f3b4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037779 Aug 17 16:24:09.650364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:24:09.821386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490089d-8ea5-47d0-950a-5ea40b0ed103 req-2ef9da93-6edf-4d1d-a68b-f9471c9697eb tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:09.829666 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e490089d-8ea5-47d0-950a-5ea40b0ed103 req-2ef9da93-6edf-4d1d-a68b-f9471c9697eb tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.0738275 Aug 17 16:24:09.910796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e490089d-8ea5-47d0-950a-5ea40b0ed103 req-3d4d8f1f-cc47-4cd4-a431-f08861749f3a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801098 Aug 17 16:24:09.933105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:24:09.950220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] Sync routers for ids ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:24:09.972882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] Routers {'1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:09.973931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:10.093837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] No DVR routers for this DVR port 311ed4dd-ba11-493e-95b0-a931da28137c on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:24:10.105294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:10.110940 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af731a83-3664-4938-9e7d-5692915a61b9 req-47ff227c-7f53-4f30-8fa4-dec246fa17fa tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.91 "DELETE /v2.0/ports/311ed4dd-ba11-493e-95b0-a931da28137c HTTP/1.1" status: 204 len: 173 time: 1.8751111 Aug 17 16:24:10.136992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'name': 'network-vif-deleted', 'tag': '311ed4dd-ba11-493e-95b0-a931da28137c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:10.142417 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426e00a5-a7ae-46c6-b0f4-4fcc8a67d508" -d '{"events": [{"server_uuid": "587f5c8c-3ab5-4337-a7eb-3b52f9cff365", "name": "network-vif-deleted", "tag": "311ed4dd-ba11-493e-95b0-a931da28137c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:10.157163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dda1f4-697d-4561-b8ea-6c83f03a395c req-65f237c1-fe32-4dfe-8061-0c6103687eec tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:10.162761 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1dda1f4-697d-4561-b8ea-6c83f03a395c req-65f237c1-fe32-4dfe-8061-0c6103687eec tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1190717 Aug 17 16:24:10.235231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1dda1f4-697d-4561-b8ea-6c83f03a395c req-2c5b4fb9-c0cd-4dbf-9ce4-0a7a9051b87c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646582 Aug 17 16:24:10.391577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] Set router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:10.736677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb862aa-8f4a-4b89-9899-5f7c4d005e54 req-5417dd96-670d-4c44-84b5-72d2a4068925 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:10.747561 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0eb862aa-8f4a-4b89-9899-5f7c4d005e54 req-5417dd96-670d-4c44-84b5-72d2a4068925 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1235800 Aug 17 16:24:10.914583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0eb862aa-8f4a-4b89-9899-5f7c4d005e54 req-c31f07e6-b784-49f3-8cb3-ba8e96bf4217 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632218 Aug 17 16:24:10.967524 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c837b4bd-aa35-46a2-a5ae-6dbde63448fa x-openstack-request-id: req-c837b4bd-aa35-46a2-a5ae-6dbde63448fa {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:10.967938 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587f5c8c-3ab5-4337-a7eb-3b52f9cff365", "name": "network-vif-deleted", "tag": "311ed4dd-ba11-493e-95b0-a931da28137c", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:10.968292 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c837b4bd-aa35-46a2-a5ae-6dbde63448fa {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:10.969027 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587f5c8c-3ab5-4337-a7eb-3b52f9cff365', 'name': 'network-vif-deleted', 'tag': '311ed4dd-ba11-493e-95b0-a931da28137c', 'status': 'completed', 'code': 200} Aug 17 16:24:11.011286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:55Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '163e2fa1-3c41-41f7-b424-326f6130c513', 'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'mac_address': 'fa:16:3e:46:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:54Z', 'updated_at': '2021-08-17T16:22:04Z', 'revision_number': 5, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'subnets': [{'id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:11.082233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] Checking router: 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:24:11.123047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] Routers {'1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:11.124901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:11.170928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f2acf-3e78-48f8-8eec-a498e66f3f71 req-499959cc-48dd-4564-950f-54a9c2361f4d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:11.180535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-933f2acf-3e78-48f8-8eec-a498e66f3f71 req-499959cc-48dd-4564-950f-54a9c2361f4d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.0719523 Aug 17 16:24:11.210793 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b630cd8c-7878-4d08-aebd-e503e563c4fe req-3dadfbf6-27df-4e81-bd25-fa75fe54154a tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/ports?device_id=587f5c8c-3ab5-4337-a7eb-3b52f9cff365 HTTP/1.1" status: 200 len: 210 time: 0.0720854 Aug 17 16:24:11.274576 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-933f2acf-3e78-48f8-8eec-a498e66f3f71 req-daf446fe-2363-4726-8dd0-6e466fb4c6af tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872922 Aug 17 16:24:11.506921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556f9b5-b7b9-47d4-89a1-93eee6577d41 req-9db86ddf-c4f6-4e7c-a944-7e561c63af7e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:11.517664 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2556f9b5-b7b9-47d4-89a1-93eee6577d41 req-9db86ddf-c4f6-4e7c-a944-7e561c63af7e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.0984430 Aug 17 16:24:11.589171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2556f9b5-b7b9-47d4-89a1-93eee6577d41 req-d2f5915d-7552-4b1e-ac0b-04596e400582 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696032 Aug 17 16:24:11.607590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] Set router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:11.665164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa06e5-c2a6-47fd-8e63-360cbb07374b req-8ea14cda-3251-404e-9347-306c8ec90fa4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:11.678566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f4fa06e5-c2a6-47fd-8e63-360cbb07374b req-8ea14cda-3251-404e-9347-306c8ec90fa4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1603358 Aug 17 16:24:11.724877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:11.796643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f4fa06e5-c2a6-47fd-8e63-360cbb07374b req-d6cbe330-ebf9-419a-967f-ac7ea12a98a6 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150649 Aug 17 16:24:12.170746 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:12.253981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:12.258760 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221b13dc-f273-4978-aa85-123aef21d5a3" -d '{"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-unplugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:12.264393 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625b69a-2f5b-4e48-80ec-60db88b1c954 req-6e0066f8-a5bc-4dbe-af0e-eaa5b2dd51e4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:12.274586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5625b69a-2f5b-4e48-80ec-60db88b1c954 req-6e0066f8-a5bc-4dbe-af0e-eaa5b2dd51e4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1921990 Aug 17 16:24:12.301618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:12.320377 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:12.322640 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 311ed4dd-ba11-493e-95b0-a931da28137c no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:12.384717 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:55Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '163e2fa1-3c41-41f7-b424-326f6130c513', 'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'mac_address': 'fa:16:3e:46:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:54Z', 'updated_at': '2021-08-17T16:22:04Z', 'revision_number': 5, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'subnets': [{'id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:12.386699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 311ed4dd-ba11-493e-95b0-a931da28137c {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:12.388466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 311ed4dd-ba11-493e-95b0-a931da28137c not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:12.394257 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5625b69a-2f5b-4e48-80ec-60db88b1c954 req-7ff5188e-c9ec-466e-937c-e35e56cd7698 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115060 Aug 17 16:24:12.465320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd189bbe-7488-4e76-96bc-5660b600d511 None None] The sync data for ids ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'] in n-d-804878-1 is: [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:21:55Z', 'revision_number': 4, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '163e2fa1-3c41-41f7-b424-326f6130c513', 'name': '', 'network_id': '46d11250-1c9a-46ed-be90-a1ec2d332f59', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'mac_address': 'fa:16:3e:46:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:54Z', 'updated_at': '2021-08-17T16:22:04Z', 'revision_number': 5, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'subnets': [{'id': 'bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:24:12.589046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:12.610830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.612551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.613321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.620200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.621739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.623479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.624330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.625123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.626253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.626834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.627373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.627897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:12.635763 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f664bc8d-61c2-4fae-b1ff-b0d718d7228d x-openstack-request-id: req-f664bc8d-61c2-4fae-b1ff-b0d718d7228d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:12.636527 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-unplugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:12.637010 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f664bc8d-61c2-4fae-b1ff-b0d718d7228d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:12.637965 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986', 'code': 200} Aug 17 16:24:12.777545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660742df-c7f0-4a24-8319-3a2ee4070bbe req-f53ca3fb-569e-4440-bdfa-5932287d57b1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:12.784071 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-660742df-c7f0-4a24-8319-3a2ee4070bbe req-f53ca3fb-569e-4440-bdfa-5932287d57b1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0784750 Aug 17 16:24:12.857758 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-660742df-c7f0-4a24-8319-3a2ee4070bbe req-ea130093-6beb-4449-a045-93b6befeede4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671699 Aug 17 16:24:12.941605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:13.133806 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8fb5-7be6-458e-9b11-3706927029ad tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:13.150533 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384fbb77-1275-4d7d-b97e-da51bd53d8dc None None] New status for floating IP 438b18cf-2242-484b-92f8-1a3dac8a607c: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:24:13.168229 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8fb5-7be6-458e-9b11-3706927029ad tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:13.274773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab1750-3421-484a-82a7-08a80f0ae973 req-2a609dc0-52e1-4d6e-9a48-390e0e81f443 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:13.276292 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-caab1750-3421-484a-82a7-08a80f0ae973 req-2a609dc0-52e1-4d6e-9a48-390e0e81f443 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.2202761 Aug 17 16:24:13.359606 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8fb5-7be6-458e-9b11-3706927029ad tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:13.371167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8fb5-7be6-458e-9b11-3706927029ad tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:13.376432 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b8d8fb5-7be6-458e-9b11-3706927029ad tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "DELETE /v2.0/security-groups/b38a6639-4447-45d7-8fdd-b631f704e90d HTTP/1.1" status: 204 len: 168 time: 0.4334393 Aug 17 16:24:13.397164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:13.400967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d8fb5-7be6-458e-9b11-3706927029ad tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38a6639-4447-45d7-8fdd-b631f704e90d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:13.420807 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-aaddc846-7de4-4f71-b85c-eeee35bf5827 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] show failed (client error): The resource could not be found. Aug 17 16:24:13.422173 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-aaddc846-7de4-4f71-b85c-eeee35bf5827 tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "GET /v2.0/security-groups/b38a6639-4447-45d7-8fdd-b631f704e90d HTTP/1.1" status: 404 len: 347 time: 0.0188870 Aug 17 16:24:13.434769 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-caab1750-3421-484a-82a7-08a80f0ae973 req-be44ec4c-1d08-4b89-a285-29150010e123 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398323 Aug 17 16:24:13.438498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49508) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:13.642856 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-11c771f5-654b-45aa-b6ee-9dbfb43777ce req-3d32b14c-837a-41b9-9ae9-643acbfe7e87 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.7271681 Aug 17 16:24:13.728637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:24:13.765530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc81cb-5aae-4eba-9c43-4717bfd4cc11 req-2528f2c5-c416-47dd-be6d-73a04d231b94 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:13.773118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5efc81cb-5aae-4eba-9c43-4717bfd4cc11 req-2528f2c5-c416-47dd-be6d-73a04d231b94 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 945 time: 0.2118983 Aug 17 16:24:13.798198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c5e48c60-a7f9-4c38-a145-6942d0e5088f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Deleting port b436f516-c6f8-421f-b032-a664cc3e6103 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:13.798655 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e48c60-a7f9-4c38-a145-6942d0e5088f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:13.922210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa13a4-a7f3-4bf3-99ba-f7694bb1a12c req-d75209e7-30db-4351-a14f-9af0b72bd47d tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:13.923503 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1cfa13a4-a7f3-4bf3-99ba-f7694bb1a12c req-d75209e7-30db-4351-a14f-9af0b72bd47d tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1225858 Aug 17 16:24:13.967572 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5efc81cb-5aae-4eba-9c43-4717bfd4cc11 req-f3ca99e9-f0ea-40e5-92a4-685e0a76d4a3 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932225 Aug 17 16:24:14.037469 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1cfa13a4-a7f3-4bf3-99ba-f7694bb1a12c req-aaf2c1ff-cb1f-4d78-8ee6-4f8765f2983c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010885 Aug 17 16:24:14.107884 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:14.127177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e48c60-a7f9-4c38-a145-6942d0e5088f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:14.127471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e48c60-a7f9-4c38-a145-6942d0e5088f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:14.145237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '83b050ea-fae0-4506-a470-947d6a735986', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'port_id': '83b050ea-fae0-4506-a470-947d6a735986', 'mac_address': 'fa:16:3e:63:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:24:14.175435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c5e48c60-a7f9-4c38-a145-6942d0e5088f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Calling delete_port for b436f516-c6f8-421f-b032-a664cc3e6103 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:14.254968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:14.290303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b050ea-fae0-4506-a470-947d6a735986 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:24:14.322897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:14.330909 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:14.468787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=12']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:14.475455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc6f6f-cff5-46e9-b1e6-626ce9a4378b req-7164b511-e815-474b-a5b7-e9e8e4a59960 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:14.500999 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8dcc6f6f-cff5-46e9-b1e6-626ce9a4378b req-7164b511-e815-474b-a5b7-e9e8e4a59960 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.2856433 Aug 17 16:24:14.528315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['83b050ea-fae0-4506-a470-947d6a735986'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:24:14.564999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9df7-451a-4ee3-8720-e53afc4b0f7a req-8ac6610a-4eda-4a12-8e6b-feb34f2b3509 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:14.567002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ad9df7-451a-4ee3-8720-e53afc4b0f7a req-8ac6610a-4eda-4a12-8e6b-feb34f2b3509 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 945 time: 0.0812407 Aug 17 16:24:14.669448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8dcc6f6f-cff5-46e9-b1e6-626ce9a4378b req-60146a07-9e6f-44ca-9849-faca4c397797 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666908 Aug 17 16:24:14.736120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05ad9df7-451a-4ee3-8720-e53afc4b0f7a req-8fd10114-c78c-491b-8228-9a370e3d8792 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558225 Aug 17 16:24:14.804292 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e48c60-a7f9-4c38-a145-6942d0e5088f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:14.806956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-f6455958-88d8-46cf-9ae5-50d3ba42ba10 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:14.814420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-f6455958-88d8-46cf-9ae5-50d3ba42ba10 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.91 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 945 time: 0.2138972 Aug 17 16:24:14.878351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e48c60-a7f9-4c38-a145-6942d0e5088f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Pushing event deleted for resources: {'Port': ['ID=b436f516-c6f8-421f-b032-a664cc3e6103,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:15.192343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e48c60-a7f9-4c38-a145-6942d0e5088f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:15.204836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e48c60-a7f9-4c38-a145-6942d0e5088f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:15.213556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5e48c60-a7f9-4c38-a145-6942d0e5088f tempest-ServersTestManualDisk-2126716775 tempest-ServersTestManualDisk-2126716775-project] 10.222.0.77 "DELETE /v2.0/floatingips/438b18cf-2242-484b-92f8-1a3dac8a607c HTTP/1.1" status: 204 len: 168 time: 1.7696428 Aug 17 16:24:15.216055 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-706dc19c-2f68-410d-ad61-4cad3471175e req-754309a0-87d6-471f-838c-4e08b1b0986b tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0686042 Aug 17 16:24:15.218158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49554) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:15.388619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e539fe6-b614-4b2d-bec2-063e91a36b1d req-8b18638e-f122-4218-8243-b3c1ba1c5067 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:15.399259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e539fe6-b614-4b2d-bec2-063e91a36b1d req-8b18638e-f122-4218-8243-b3c1ba1c5067 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1677194 Aug 17 16:24:15.455227 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e539fe6-b614-4b2d-bec2-063e91a36b1d req-0e99fc8d-1eef-4614-b52c-3ee7ec947880 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543029 Aug 17 16:24:15.594837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-c4cbbd50-ec9c-4d16-8158-f9257cf5a21f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Deleting port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:15.595314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-c4cbbd50-ec9c-4d16-8158-f9257cf5a21f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:15.656049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883bbed-5189-40bd-b244-8aedb86cb669 req-dbf3f932-3925-46a9-8e95-462ed3090a6a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:15.658902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5883bbed-5189-40bd-b244-8aedb86cb669 req-dbf3f932-3925-46a9-8e95-462ed3090a6a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.0848827 Aug 17 16:24:15.716207 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5883bbed-5189-40bd-b244-8aedb86cb669 req-70068523-5a19-4d89-9a9e-976f429c5140 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508220 Aug 17 16:24:15.729873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:15.737152 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4f67e-d32d-47fd-95f9-8846432c40b8 req-0b31c81b-c4d2-4579-9466-b41e93ecdf9c tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:15.755325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbf4f67e-d32d-47fd-95f9-8846432c40b8 req-0b31c81b-c4d2-4579-9466-b41e93ecdf9c tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 945 time: 0.3111417 Aug 17 16:24:15.896117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 83b050ea-fae0-4506-a470-947d6a735986 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:15.896759 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:16.019573 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbf4f67e-d32d-47fd-95f9-8846432c40b8 req-f8ca4379-6730-4a7f-8795-3ff679d0a625 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649028 Aug 17 16:24:16.041984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268efae4-980f-41f6-b770-d31918a29b6f req-7c631fcd-d84b-404a-9b19-d8a31f2476f6 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:16.071193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-268efae4-980f-41f6-b770-d31918a29b6f req-7c631fcd-d84b-404a-9b19-d8a31f2476f6 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1643512 Aug 17 16:24:16.202595 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:16.252300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-268efae4-980f-41f6-b770-d31918a29b6f req-07251de7-eef4-46d9-9c7f-8ce856bcbd77 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647439 Aug 17 16:24:16.278753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:16.289716 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b0323f-7222-48dc-838b-fe969d7722e4" -d '{"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-plugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:16.338695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:16.349271 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:16.361888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-c4cbbd50-ec9c-4d16-8158-f9257cf5a21f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] For port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:16.362544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-c4cbbd50-ec9c-4d16-8158-f9257cf5a21f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:16.382024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-c4cbbd50-ec9c-4d16-8158-f9257cf5a21f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Calling delete_port for 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:16.493367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=13']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:16.641795 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-c4cbbd50-ec9c-4d16-8158-f9257cf5a21f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:16.657101 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8666214c-0623-46fc-a87c-eb61f05fc279 req-a011d62c-3465-441d-93e5-fb8b739f3162 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0589085 Aug 17 16:24:16.724169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbbd50-ec9c-4d16-8158-f9257cf5a21f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Pushing event deleted for resources: {'Port': ['ID=0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:16.728524 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81c871a-d3e6-4d4a-913a-2421a734eec0 x-openstack-request-id: req-a81c871a-d3e6-4d4a-913a-2421a734eec0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:16.728911 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-plugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:16.729228 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a81c871a-d3e6-4d4a-913a-2421a734eec0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:16.729688 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986', 'code': 200} Aug 17 16:24:16.903996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2646f-c366-49b3-9d15-e3cdd07ef23c req-f6b724e7-dd3c-4719-a7b9-b021e0fbcb65 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:16.919470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceff31-8018-4b75-8622-fc1baf3446e9 req-713082eb-b44d-48d4-8280-a0328dbd3fd5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:16.919687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4f2646f-c366-49b3-9d15-e3cdd07ef23c req-f6b724e7-dd3c-4719-a7b9-b021e0fbcb65 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.7833095 Aug 17 16:24:16.924563 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bbceff31-8018-4b75-8622-fc1baf3446e9 req-713082eb-b44d-48d4-8280-a0328dbd3fd5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1043351 Aug 17 16:24:17.005719 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7d45e91-e1c4-4abb-9b91-d2ce8482a33e req-91330068-101c-4519-a74f-38921a571226 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.3692458 Aug 17 16:24:17.059609 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bbceff31-8018-4b75-8622-fc1baf3446e9 req-83e4988f-adfa-4753-99aa-486f53fa0c22 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233678 Aug 17 16:24:17.155964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-c4cbbd50-ec9c-4d16-8158-f9257cf5a21f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] No DVR routers for this DVR port 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:24:17.167627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-c4cbbd50-ec9c-4d16-8158-f9257cf5a21f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:17.167627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cfd75366-25ec-409d-ae9b-a60e5f39cc50 req-c4cbbd50-ec9c-4d16-8158-f9257cf5a21f tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.91 "DELETE /v2.0/ports/0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 HTTP/1.1" status: 204 len: 173 time: 2.3411872 Aug 17 16:24:17.179325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0448b9de-4fa4-4b9a-bf7f-088e31a40494', 'name': 'network-vif-deleted', 'tag': '0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:17.183874 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d470aa76-fc0e-417d-81ba-d07322ab89f4" -d '{"events": [{"server_uuid": "0448b9de-4fa4-4b9a-bf7f-088e31a40494", "name": "network-vif-deleted", "tag": "0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:17.207045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4f2646f-c366-49b3-9d15-e3cdd07ef23c req-8f90c4eb-ded4-41a2-b378-455b3cb14de8 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864366 Aug 17 16:24:17.312695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce423e9b-7fe1-4599-91cf-db123654ea83 req-5f3da76d-7dc8-4e01-bd89-2e2e1577ef13 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:17.322876 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce423e9b-7fe1-4599-91cf-db123654ea83 req-5f3da76d-7dc8-4e01-bd89-2e2e1577ef13 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1558220 Aug 17 16:24:17.415617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2d50ae7-1838-4ad3-98b7-c7dbcf97b739 req-7f93746a-f47d-4ae0-b4b4-d406ff9c2a92 tempest-AttachSCSIVolumeTestJSON-1740096917 tempest-AttachSCSIVolumeTestJSON-1740096917-project] 10.222.0.77 "GET /v2.0/ports?device_id=0448b9de-4fa4-4b9a-bf7f-088e31a40494 HTTP/1.1" status: 200 len: 210 time: 0.0489531 Aug 17 16:24:17.448137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce423e9b-7fe1-4599-91cf-db123654ea83 req-13c25dc3-ee3c-4e43-a952-fc96eb0677a2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242557 Aug 17 16:24:17.460580 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:17.655472 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df373160-3ab0-4bac-aa1b-99d4f67cda54 x-openstack-request-id: req-df373160-3ab0-4bac-aa1b-99d4f67cda54 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:17.656253 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0448b9de-4fa4-4b9a-bf7f-088e31a40494", "name": "network-vif-deleted", "tag": "0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:17.656770 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df373160-3ab0-4bac-aa1b-99d4f67cda54 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:17.657424 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0448b9de-4fa4-4b9a-bf7f-088e31a40494', 'name': 'network-vif-deleted', 'tag': '0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6', 'status': 'completed', 'code': 200} Aug 17 16:24:17.745163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf283693-7693-49fc-9376-52d817ad9f9a req-b85552a1-6920-4c92-8dca-2e3eade08edd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:17.777128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:17.780832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf283693-7693-49fc-9376-52d817ad9f9a req-b85552a1-6920-4c92-8dca-2e3eade08edd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.2043204 Aug 17 16:24:17.839750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:17.840281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0c09424f-aff6-4b6d-a608-0d8ca4c8cdc6 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:17.916803 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf283693-7693-49fc-9376-52d817ad9f9a req-00230ff1-907f-4fc7-bd1a-b84b7e3491d8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342845 Aug 17 16:24:18.001488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5c04315-38b2-438e-98ee-4b5adbaad39a req-6fbe7f97-b821-4e4c-b31a-1201851edbcd tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0764194 Aug 17 16:24:18.221592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] Deleting port 163e2fa1-3c41-41f7-b424-326f6130c513 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:18.222389 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:18.509684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f073-3ec7-4cd0-b7bc-84cd3398c608 req-21fa74d6-e8a1-4f23-b190-c9c69e3c8c59 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:18.511522 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9408f073-3ec7-4cd0-b7bc-84cd3398c608 req-21fa74d6-e8a1-4f23-b190-c9c69e3c8c59 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.2502220 Aug 17 16:24:18.527987 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:24:18.597128 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9408f073-3ec7-4cd0-b7bc-84cd3398c608 req-29ac29b4-9452-4945-b923-17c70e551d22 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717180 Aug 17 16:24:18.655939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb50390-60d5-4b5e-888b-bc791f809c4b req-ffa1711b-d2b4-428e-9b8c-cdadae0d8863 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:18.657565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8bb50390-60d5-4b5e-888b-bc791f809c4b req-ffa1711b-d2b4-428e-9b8c-cdadae0d8863 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.1565087 Aug 17 16:24:18.710591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] For port 163e2fa1-3c41-41f7-b424-326f6130c513, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=163e2fa1-3c41-41f7-b424-326f6130c513,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:18.711017 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:18.753337 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8bb50390-60d5-4b5e-888b-bc791f809c4b req-90f71bc9-9be5-4414-ab0b-3672c53b7e49 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791559 Aug 17 16:24:18.754885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] Calling delete_port for 163e2fa1-3c41-41f7-b424-326f6130c513 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:18.913709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34252f15-4a4a-4a1d-9cb7-d600226b1bc7 req-185594c7-2b5d-4bf8-b92a-90f37705ade2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:18.919978 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34252f15-4a4a-4a1d-9cb7-d600226b1bc7 req-185594c7-2b5d-4bf8-b92a-90f37705ade2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1156664 Aug 17 16:24:18.967428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f136bf1-6d56-4d12-9b4f-9944b18f32dc req-1048c3cc-2074-4453-906e-823ff7c550b0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.2478051 Aug 17 16:24:19.013973 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34252f15-4a4a-4a1d-9cb7-d600226b1bc7 req-022e74d8-3eb7-4de2-ac78-11632e7140f4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860429 Aug 17 16:24:19.209128 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45d17f44-37ae-4d0e-b8d8-471f5b8cd2e2 req-855416f9-0f11-40c9-b146-9ed5c831b9b5 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0665355 Aug 17 16:24:19.242043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3061e-03e3-4c25-a15f-c271a8188a43 req-975c8d25-d55b-4891-808d-1eef95e520a4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:19.255408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-97c3061e-03e3-4c25-a15f-c271a8188a43 req-975c8d25-d55b-4891-808d-1eef95e520a4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1809828 Aug 17 16:24:19.350809 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:19.360613 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-97c3061e-03e3-4c25-a15f-c271a8188a43 req-af55d38e-4a51-4084-88cf-e2886e3fe61e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910594 Aug 17 16:24:19.382063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:19.435576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=163e2fa1-3c41-41f7-b424-326f6130c513,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:19.553659 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:19.721341 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:19.943588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c07285-5c54-4914-9686-b2afb69c6278 req-761a1a51-18d2-4c33-9b46-38c88c13e2ea tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:19.988376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71c07285-5c54-4914-9686-b2afb69c6278 req-761a1a51-18d2-4c33-9b46-38c88c13e2ea tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.2028992 Aug 17 16:24:20.068102 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71c07285-5c54-4914-9686-b2afb69c6278 req-c3020bb0-e8e2-406a-a893-5a69a0261f9c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778265 Aug 17 16:24:20.071743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7077c-298a-405d-b85b-dbc83587f42e req-c23f6308-347c-46e9-b8e4-7b04a79df848 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:20.072217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ed7077c-298a-405d-b85b-dbc83587f42e req-c23f6308-347c-46e9-b8e4-7b04a79df848 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.1519873 Aug 17 16:24:20.291023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ed7077c-298a-405d-b85b-dbc83587f42e req-6001b669-ecb4-4e0d-b542-acd8fd664b93 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643541 Aug 17 16:24:20.300809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] Router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:24:20.402028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db44db-e93f-465a-92b5-093cffa7cedc req-0af2d94a-3527-4ad9-82ae-09d8bdd80226 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:20.409837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3db44db-e93f-465a-92b5-093cffa7cedc req-0af2d94a-3527-4ad9-82ae-09d8bdd80226 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.0946343 Aug 17 16:24:20.464470 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1a89d62-9818-43e3-856d-e0d6022f1733 req-67c6ad20-d88b-4e5c-8511-fc7d6a885e6d tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0551155 Aug 17 16:24:20.504604 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3db44db-e93f-465a-92b5-093cffa7cedc req-072a71cb-f228-4cd1-b38f-5d6f84f381b0 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937574 Aug 17 16:24:20.658397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:24:20.668121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c3533f93-57d6-4b5a-846f-a86d3dde0d91 admin admin] 10.222.0.77 "PUT /v2.0/routers/1e7f6369-f939-47b3-b9d2-dbeaa6ae8990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4474683 Aug 17 16:24:20.670968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:20.674179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] Sync routers for ids ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:24:20.693904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a38a4-4465-47d9-a358-f8d9a2d6f239 req-8114b4c1-f29a-4288-b392-d989acd5a2b2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:20.706142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-674a38a4-4465-47d9-a358-f8d9a2d6f239 req-8114b4c1-f29a-4288-b392-d989acd5a2b2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1066086 Aug 17 16:24:20.707553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] Routers {'1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:20.708557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:20.786849 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-674a38a4-4465-47d9-a358-f8d9a2d6f239 req-247f008a-a1fe-4d21-8b5c-0c0c8f3227cf tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731418 Aug 17 16:24:20.856353 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:20.928987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] Set router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:20.990973 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:21.052339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Deleting port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:21.052802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:21.161441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] For port 5b30cf2d-bb94-4258-b183-5c9d5207d7f8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5b30cf2d-bb94-4258-b183-5c9d5207d7f8,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:21.161857 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:21.162983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:24:19Z', 'revision_number': 5, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port': {'id': '5b30cf2d-bb94-4258-b183-5c9d5207d7f8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:48Z', 'updated_at': '2021-08-17T16:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:21.176737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Calling delete_port for 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:21.218097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] Checking router: 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:24:21.235406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] Routers {'1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:21.236368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:21.276581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b66a13-10b1-48dd-bee2-c1be441c2cfd req-ea5776fc-cf74-4534-8dc9-8fbe7e3df8bc tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:21.287395 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-28b66a13-10b1-48dd-bee2-c1be441c2cfd req-ea5776fc-cf74-4534-8dc9-8fbe7e3df8bc tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.0917721 Aug 17 16:24:21.358901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-28b66a13-10b1-48dd-bee2-c1be441c2cfd req-e4cc2f76-fcf6-4b89-9805-44a3aaf50f84 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688262 Aug 17 16:24:21.363648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] Set router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:21.447762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:24:20Z', 'revision_number': 6, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:21.486520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07190377-7db3-4ca3-b2cb-760feb63bfe4 None None] The sync data for ids ['1e7f6369-f939-47b3-b9d2-dbeaa6ae8990'] in n-d-804878-1 is: [{'id': '1e7f6369-f939-47b3-b9d2-dbeaa6ae8990', 'name': 'tempest-ServersTestManualDisk-1027199648-router', 'tenant_id': 'c254b020dd9c4098807afe6da6a05cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:47Z', 'updated_at': '2021-08-17T16:24:20Z', 'revision_number': 6, 'project_id': 'c254b020dd9c4098807afe6da6a05cbe', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:24:21.557151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:21.593305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b30cf2d-bb94-4258-b183-5c9d5207d7f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:21.669271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e27cc4-598e-48e3-919f-f5ec41c6a16e req-9b2dec78-eeba-487b-931e-13f212cd61e0 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:21.672764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:21.677583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59e27cc4-598e-48e3-919f-f5ec41c6a16e req-9b2dec78-eeba-487b-931e-13f212cd61e0 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.0993552 Aug 17 16:24:21.790607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59e27cc4-598e-48e3-919f-f5ec41c6a16e req-e097d3fd-8144-4888-aefd-ec9522680f8c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113696 Aug 17 16:24:21.809895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e7417ed2-a28a-41e3-a94e-3be8c7438c70 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:24:21.876431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:21.887626 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.000796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.001583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:24:22.009090 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.014017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2493d9b8-9086-4c5c-81c2-afd097ab2c50 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1e7f6369-f939-47b3-b9d2-dbeaa6ae8990 HTTP/1.1" status: 204 len: 168 time: 1.3416865 Aug 17 16:24:22.014742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:22.027808 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fc0fe-defb-4964-9633-41a46aeb4088 req-be54660e-6456-47c8-8518-14c6898be6dd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:22.046208 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c98fc0fe-defb-4964-9633-41a46aeb4088 req-be54660e-6456-47c8-8518-14c6898be6dd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1336780 Aug 17 16:24:22.075926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-71283d6b-507f-41cb-8de4-2615a227f714 admin admin] Deleting subnet bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:24:22.080880 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71283d6b-507f-41cb-8de4-2615a227f714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.133154 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71283d6b-507f-41cb-8de4-2615a227f714 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.157442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c98fc0fe-defb-4964-9633-41a46aeb4088 req-79f6717e-5bbb-4848-9d17-df5f98280b43 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076074 Aug 17 16:24:22.237920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:22.260975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71283d6b-507f-41cb-8de4-2615a227f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.295756 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d5406df-3882-44bd-aaf0-f39786ef683c req-37b1bf4b-08a0-436b-aa80-12164beec3e1 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0488918 Aug 17 16:24:22.302583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70', 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3', 'port_id': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70', 'mac_address': 'fa:16:3e:58:1f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb19aee1-783b-4332-b4fd-155bac3d322f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:24:22.357548 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71283d6b-507f-41cb-8de4-2615a227f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.387914 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.426581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7417ed2-a28a-41e3-a94e-3be8c7438c70 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:24:22.427491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71283d6b-507f-41cb-8de4-2615a227f714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:22.439332 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71283d6b-507f-41cb-8de4-2615a227f714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.444737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49726) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:22.444997 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-71283d6b-507f-41cb-8de4-2615a227f714 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bf1d4445-0e98-4b9b-9ac0-8eb4bc2b9190 HTTP/1.1" status: 204 len: 168 time: 0.4283979 Aug 17 16:24:22.449971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93aea53-fa90-43ca-bd08-dbdc7f88cc4e None None] Network 46d11250-1c9a-46ed-be90-a1ec2d332f59 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:24:22.474493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db5929-176f-4eab-b372-8445c3a0ecc5 req-78366a48-be15-4aae-abb2-4d47f78e6a08 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:22.476135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-00db5929-176f-4eab-b372-8445c3a0ecc5 req-78366a48-be15-4aae-abb2-4d47f78e6a08 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1487103 Aug 17 16:24:22.488338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-d0afffd6-79a3-4dfd-950e-01d1ca991c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:22.490311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-d0afffd6-79a3-4dfd-950e-01d1ca991c2b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 1097 time: 0.1610889 Aug 17 16:24:22.585652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-00db5929-176f-4eab-b372-8445c3a0ecc5 req-9aeeb42a-0fa5-4a9e-9966-5a97848e403e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943120 Aug 17 16:24:22.719052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 163e2fa1-3c41-41f7-b424-326f6130c513 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:22.748478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.767935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-f6bb192b-93c5-4f3b-906b-752781b7a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:22.769994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-f6bb192b-93c5-4f3b-906b-752781b7a136 service neutron] 10.222.0.93 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 916 time: 0.1878457 Aug 17 16:24:22.777622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66190c-7896-4e2e-90c0-9a39e24251cc req-0beee083-548e-4925-ae62-c9c0562f32d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:22.787208 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce66190c-7896-4e2e-90c0-9a39e24251cc req-0beee083-548e-4925-ae62-c9c0562f32d8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1870778 Aug 17 16:24:22.811435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:22.832967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 163e2fa1-3c41-41f7-b424-326f6130c513 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:22.835018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 163e2fa1-3c41-41f7-b424-326f6130c513 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:22.837597 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:22.885079 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:22.888658 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce66190c-7896-4e2e-90c0-9a39e24251cc req-01df1fc7-18c3-4854-95f3-2a350ace1ca6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948513 Aug 17 16:24:22.892620 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-55ec77af-b890-446a-be70-ed4aa03f70c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c HTTP/1.1" status: 200 len: 1002 time: 0.1145222 Aug 17 16:24:22.908543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:22.909177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5b30cf2d-bb94-4258-b183-5c9d5207d7f8 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:23.045483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e893ddcd-84d0-4a6e-96e1-ab8a5ea33577 None None] DHCP port deletion for 46d11250-1c9a-46ed-be90-a1ec2d332f59 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:24:23.049581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-2775ec70-dee7-45aa-aa94-703c6fae6760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:23.057296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Deleting port 6208f705-1634-4aaf-8d24-728eabafaf1b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:23.057779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:23.061226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-2775ec70-dee7-45aa-aa94-703c6fae6760 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.1577547 Aug 17 16:24:23.076354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e7417ed2-a28a-41e3-a94e-3be8c7438c70,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:23.158279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e7417ed2-a28a-41e3-a94e-3be8c7438c70'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:24:23.170156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] For port 6208f705-1634-4aaf-8d24-728eabafaf1b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6208f705-1634-4aaf-8d24-728eabafaf1b,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:23.170576 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:23.209474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Calling delete_port for 6208f705-1634-4aaf-8d24-728eabafaf1b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:23.216886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a12fb3-3ec7-4fc8-a196-4934501bba54 req-4814fb17-4acd-4d73-92cb-1cd5f0c5e344 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:23.232437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18a12fb3-3ec7-4fc8-a196-4934501bba54 req-4814fb17-4acd-4d73-92cb-1cd5f0c5e344 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.1704257 Aug 17 16:24:23.248605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e893ddcd-84d0-4a6e-96e1-ab8a5ea33577 None None] Deleting port 6208f705-1634-4aaf-8d24-728eabafaf1b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:23.248972 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e893ddcd-84d0-4a6e-96e1-ab8a5ea33577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:23.303633 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18a12fb3-3ec7-4fc8-a196-4934501bba54 req-5b2e010f-c2f9-4e9c-b22c-36a7a2983c63 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696225 Aug 17 16:24:23.312781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-4ea85003-f753-4f96-b9c1-9f4397fc7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:23.314764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-4ea85003-f753-4f96-b9c1-9f4397fc7eb4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773808 Aug 17 16:24:23.346472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-6313aa80-1172-4153-9d33-b602ef6cbea3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:24:23.347463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-6313aa80-1172-4153-9d33-b602ef6cbea3 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081260 Aug 17 16:24:23.383550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad3686-ae47-4bd8-a8dc-0bf2982eb84a req-377bdf23-1945-4817-a86a-a921271a7e6f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:23.393079 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7ad3686-ae47-4bd8-a8dc-0bf2982eb84a req-377bdf23-1945-4817-a86a-a921271a7e6f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 944 time: 0.0983901 Aug 17 16:24:23.456068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:23.481625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7ad3686-ae47-4bd8-a8dc-0bf2982eb84a req-169006ab-113d-486e-8987-5baf087a6abd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875525 Aug 17 16:24:23.491892 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e893ddcd-84d0-4a6e-96e1-ab8a5ea33577 None None] For port 6208f705-1634-4aaf-8d24-728eabafaf1b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6208f705-1634-4aaf-8d24-728eabafaf1b,segment=NetworkSegment(23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29),segment_id=23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:23.493025 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e893ddcd-84d0-4a6e-96e1-ab8a5ea33577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:23.527248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e893ddcd-84d0-4a6e-96e1-ab8a5ea33577 None None] Calling delete_port for 6208f705-1634-4aaf-8d24-728eabafaf1b owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:23.556949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] No DVR routers for this DVR port 6208f705-1634-4aaf-8d24-728eabafaf1b on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:24:23.565818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6208f705-1634-4aaf-8d24-728eabafaf1b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:23.572232 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-b1e80f31-9c19-4795-8c91-10159dcd04ac service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158909 Aug 17 16:24:23.672991 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:23.686200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d11250-1c9a-46ed-be90-a1ec2d332f59']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:23.708314 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e893ddcd-84d0-4a6e-96e1-ab8a5ea33577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:23.730180 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e10ec06c-5eba-46f0-8501-0fff6133c263 req-8b4efe72-e614-4677-9bba-284badf17775 service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430001 Aug 17 16:24:23.742198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d13953fe-d9d3-49f6-8069-41906adc31b5 req-1ae750c5-ca7d-4cf8-9550-f869910d2868 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.2239451 Aug 17 16:24:23.805185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893ddcd-84d0-4a6e-96e1-ab8a5ea33577 None None] No DVR routers for this DVR port 6208f705-1634-4aaf-8d24-728eabafaf1b on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:24:23.811064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893ddcd-84d0-4a6e-96e1-ab8a5ea33577 None None] Pushing event deleted for resources: {'Port': ['ID=6208f705-1634-4aaf-8d24-728eabafaf1b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:24.147756 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:24.148700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c8dbbc-fd7b-4766-b5e1-bd0f8a514d29') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:24.167702 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:24.210589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:24.213388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbccdc-ab13-4a4d-b9ff-7247061929c8 req-06503ce3-38e6-46b8-a8f2-f9dd605c701e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:24.225238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:24:24.226313 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:24.227938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-efcbccdc-ab13-4a4d-b9ff-7247061929c8 req-06503ce3-38e6-46b8-a8f2-f9dd605c701e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1580508 Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:24:24.229454 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:24:24.294144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66522b64-bc82-4731-9e76-4a4ebf0f7465 req-032920f7-760e-4e75-bd10-8ec5470fc1c7 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:24.302736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-66522b64-bc82-4731-9e76-4a4ebf0f7465 req-032920f7-760e-4e75-bd10-8ec5470fc1c7 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1593997 Aug 17 16:24:24.304533 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-efcbccdc-ab13-4a4d-b9ff-7247061929c8 req-cde20ede-8832-42c3-bf38-c15aeeffcb98 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686271 Aug 17 16:24:24.358084 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:24.363640 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-66522b64-bc82-4731-9e76-4a4ebf0f7465 req-ae647b87-a676-4e96-8073-19a621aeeef0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598977 Aug 17 16:24:24.368872 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:24.370747 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] 10.222.0.77 "DELETE /v2.0/networks/46d11250-1c9a-46ed-be90-a1ec2d332f59 HTTP/1.1" status: 204 len: 168 time: 1.9244871 Aug 17 16:24:24.401220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ff537-8e1a-4b6e-bd3d-e821e535e7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=46d11250-1c9a-46ed-be90-a1ec2d332f59,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:24.545105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6208f705-1634-4aaf-8d24-728eabafaf1b no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:24.594327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db26d1-b227-40fd-a2e3-52daac7be442 req-eeb6344d-89a6-4dc6-aef8-98c5f14bd1fc tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:24.597830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3db26d1-b227-40fd-a2e3-52daac7be442 req-eeb6344d-89a6-4dc6-aef8-98c5f14bd1fc tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.1038320 Aug 17 16:24:24.670228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f705f4-c46a-4f72-bce0-4782f31ce7fa req-7cfc9845-bfbf-4643-8b71-a53651b87e1c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:24.673803 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-68f705f4-c46a-4f72-bce0-4782f31ce7fa req-7cfc9845-bfbf-4643-8b71-a53651b87e1c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 944 time: 0.0853927 Aug 17 16:24:24.679087 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49752) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:24.681521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 6208f705-1634-4aaf-8d24-728eabafaf1b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:24.683158 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6208f705-1634-4aaf-8d24-728eabafaf1b not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:24.696433 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3db26d1-b227-40fd-a2e3-52daac7be442 req-00a9384c-d43f-4390-be48-ba3afcf79fb2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767007 Aug 17 16:24:24.763276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f885e2ab-2cbe-495d-8642-b23b513ff7c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c254b020dd9c4098807afe6da6a05cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819583 Aug 17 16:24:24.763504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:24.791204 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-68f705f4-c46a-4f72-bce0-4782f31ce7fa req-3e1c2986-7398-4c3c-b93e-2d9fa2fd59b7 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729539 Aug 17 16:24:24.905294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a87cafa4-4ae0-4241-a82f-87f9a8661bb3 req-41de9d3f-38cd-4247-9c10-41ea14537a96 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0399892 Aug 17 16:24:24.919071 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0286a9ef-5322-4cc8-b2e9-15c4a77bd329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:24.977489 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0286a9ef-5322-4cc8-b2e9-15c4a77bd329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:25.041623 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0286a9ef-5322-4cc8-b2e9-15c4a77bd329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:25.044651 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0286a9ef-5322-4cc8-b2e9-15c4a77bd329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:25.045974 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0286a9ef-5322-4cc8-b2e9-15c4a77bd329 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01976afb-7dab-4630-a5f7-bc33e40a582e HTTP/1.1" status: 204 len: 168 time: 0.2815268 Aug 17 16:24:25.059836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286a9ef-5322-4cc8-b2e9-15c4a77bd329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01976afb-7dab-4630-a5f7-bc33e40a582e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:25.569674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bd434-9644-4a14-ae9b-ca84a958ad18 req-78435f3e-5036-4519-bfe1-509d7025c4e8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:25.580059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b36bd434-9644-4a14-ae9b-ca84a958ad18 req-78435f3e-5036-4519-bfe1-509d7025c4e8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.0818405 Aug 17 16:24:25.634801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817961c-3902-4fb9-a869-73e2b2533e92 req-0dc89d71-bdbd-4fe6-9f6a-153bc71c9568 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:25.640740 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b36bd434-9644-4a14-ae9b-ca84a958ad18 req-ebb871df-894d-48d2-8016-d37f32e36007 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563881 Aug 17 16:24:25.654415 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0817961c-3902-4fb9-a869-73e2b2533e92 req-0dc89d71-bdbd-4fe6-9f6a-153bc71c9568 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1212468 Aug 17 16:24:25.721872 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0817961c-3902-4fb9-a869-73e2b2533e92 req-3019699c-a6e5-41f9-9094-ae5b14ee8ee6 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664237 Aug 17 16:24:25.842435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e7417ed2-a28a-41e3-a94e-3be8c7438c70 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:25.938037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f57e4-1863-4cf6-a661-78064a6650d3 req-f9f5c62a-bce9-44a4-85fd-081755d66d4e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:25.946317 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b32f57e4-1863-4cf6-a661-78064a6650d3 req-f9f5c62a-bce9-44a4-85fd-081755d66d4e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.1479421 Aug 17 16:24:26.009727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e7417ed2-a28a-41e3-a94e-3be8c7438c70 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:24:26.016693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e7417ed2-a28a-41e3-a94e-3be8c7438c70 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:26.019864 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:26.076302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b32f57e4-1863-4cf6-a661-78064a6650d3 req-b629e39a-0767-4172-8271-fc2eb0a2b9fb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282940 Aug 17 16:24:26.157950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9f8cf-6d92-4fcb-a4a6-3bcb58dd3b21 req-6bfdc2ca-36e0-4e40-b881-5294f448e2a9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:26.163790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d1e9f8cf-6d92-4fcb-a4a6-3bcb58dd3b21 req-6bfdc2ca-36e0-4e40-b881-5294f448e2a9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 944 time: 0.2254255 Aug 17 16:24:26.250805 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:26.257411 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d1e9f8cf-6d92-4fcb-a4a6-3bcb58dd3b21 req-4c976fa7-4777-4ba0-a520-8fc1a8fee527 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864196 Aug 17 16:24:26.283940 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c1e3f58-21f8-4a02-b1dd-0c5b279f73a0 req-e9b270db-cde7-44c9-9693-fefcdb463c9d tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0493312 Aug 17 16:24:26.334304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:26.334304 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af80520a-a1ab-415b-acd0-7c12ce22c3ee" -d '{"events": [{"server_uuid": "9c1b9a34-0dc6-48c6-ab49-868597d93585", "name": "network-vif-plugged", "status": "completed", "tag": "e7417ed2-a28a-41e3-a94e-3be8c7438c70"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:26.356015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:26.363226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:26.459885 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4641fd-5eb9-40f5-af02-87fe0b39711b x-openstack-request-id: req-ee4641fd-5eb9-40f5-af02-87fe0b39711b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:26.460412 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1b9a34-0dc6-48c6-ab49-868597d93585", "name": "network-vif-plugged", "status": "completed", "tag": "e7417ed2-a28a-41e3-a94e-3be8c7438c70", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:26.460965 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee4641fd-5eb9-40f5-af02-87fe0b39711b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:26.463074 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70', 'code': 200} Aug 17 16:24:26.496006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e7417ed2-a28a-41e3-a94e-3be8c7438c70,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:26.505453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49802) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:26.510713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49804) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:26.637153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0f9c2-e087-40dd-8a10-254f0e02a09b req-4baa8ffe-e6e8-4c0f-83f9-9e23e6c58ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:26.640466 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a7e0f9c2-e087-40dd-8a10-254f0e02a09b req-4baa8ffe-e6e8-4c0f-83f9-9e23e6c58ef7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 1096 time: 0.1079626 Aug 17 16:24:26.724028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a7e0f9c2-e087-40dd-8a10-254f0e02a09b req-d3445df8-0eb4-4bcb-8ec9-f25709c8eac8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762951 Aug 17 16:24:26.746678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1833781344-network', 'tenant_id': '760ff278cc3a4456822a364590d87753'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:26.809800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:24:26.813311 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:26.843776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:26.863153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca7431-930c-405f-9c3b-1167bf88aeeb req-2540a4aa-f203-466c-b651-405217d8876c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:26.865466 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-28ca7431-930c-405f-9c3b-1167bf88aeeb req-2540a4aa-f203-466c-b651-405217d8876c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.0929854 Aug 17 16:24:27.024609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f23889-d680-46e9-a880-2ad5b0cfb01e req-671c4b5a-3d14-4a7c-84ef-332a0904b04b tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:27.027699 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f23889-d680-46e9-a880-2ad5b0cfb01e req-671c4b5a-3d14-4a7c-84ef-332a0904b04b tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 946 time: 0.1267116 Aug 17 16:24:27.060872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eb9cf6a1-f096-4e35-848d-3189c50baf2c no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:27.097590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:27.108691 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:27.133749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:24:27.147699 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:27.148112 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Added segment 7b3f7877-d81f-4237-b9bb-bde8b3105282 of type vlan for network 1fbd200b-f93a-491c-962a-59dfa7a24c0f Aug 17 16:24:27.284391 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:27.301804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:27.351959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:27.353804 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:27.362553 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:27.394142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f23889-d680-46e9-a880-2ad5b0cfb01e req-976a6daf-a875-4787-8fd3-adb89c11abdf tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556616 Aug 17 16:24:27.456173 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:27.457258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:27.461686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:27.528875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:27.557983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-28ca7431-930c-405f-9c3b-1167bf88aeeb req-29045700-21ad-4ae2-a792-82c7171567f8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500566 Aug 17 16:24:27.740893 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2292993 Aug 17 16:24:27.745510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49822) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:27.751408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Request body: {'subnet': {'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1833781344-subnet', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:27.755990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abda00e-1221-4024-adf5-f8714c781132 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbd200b-f93a-491c-962a-59dfa7a24c0f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:27.770310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1fbd200b-f93a-491c-962a-59dfa7a24c0f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:24:27.868414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98569c63-dbd3-4c3d-88a5-b3c4b5138f59 req-f4ae1646-5b83-4f3e-8067-a70c8c29de7e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:27.886662 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98569c63-dbd3-4c3d-88a5-b3c4b5138f59 req-f4ae1646-5b83-4f3e-8067-a70c8c29de7e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.3481159 Aug 17 16:24:27.889566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f1fff-aecb-4192-93e1-fdd4e4cdbf5f req-6312a9b5-72cd-46e5-8da5-4e1be4f22d90 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:27.891511 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f63f1fff-aecb-4192-93e1-fdd4e4cdbf5f req-6312a9b5-72cd-46e5-8da5-4e1be4f22d90 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.1792610 Aug 17 16:24:27.912971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:24:27.916895 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:27.971085 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f63f1fff-aecb-4192-93e1-fdd4e4cdbf5f req-85202a7f-57b7-499e-9a04-4bf8f091f2ac tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642138 Aug 17 16:24:28.012690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98569c63-dbd3-4c3d-88a5-b3c4b5138f59 req-c4c9b108-fb04-4dd1-9ce8-4e7f9170f65e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237779 Aug 17 16:24:28.120779 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:28.124880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dd9b13fa-07c5-4a06-b567-c59ad199a49d req-7bfaabdc-6989-4239-88eb-a29686f5730d tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0373976 Aug 17 16:24:28.328573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:28.415072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9691c3f-5b5e-464c-8e96-7c827d775a4d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:28.417482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Checking segment: {'id': '7b3f7877-d81f-4237-b9bb-bde8b3105282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:24:28.417971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Network hostable DHCP agents. Network: 1fbd200b-f93a-491c-962a-59dfa7a24c0f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:24:28.440105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Network 1fbd200b-f93a-491c-962a-59dfa7a24c0f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:24:28.456377 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1fbd200b-f93a-491c-962a-59dfa7a24c0f) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:28.461449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:28.463642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:28.467468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6172e43-eb08-4027-9cfc-71a6e92d8f88 None None] Network 1fbd200b-f93a-491c-962a-59dfa7a24c0f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:24:28.520657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e554dbdd-0717-4089-bb43-69b2b8e456e4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7707157 Aug 17 16:24:28.521172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49834) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:28.521414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] Deleting port f0d5e65c-b58f-4416-8fc1-62aadf50e834 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:28.524340 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:28.532553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1833781344-router', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:28.560278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:28.562555 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfdbc10-4379-4b45-aa1b-1d9d458c3762" -d '{"events": [{"server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:28.579402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:28.582832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:28.698155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] For port f0d5e65c-b58f-4416-8fc1-62aadf50e834, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f0d5e65c-b58f-4416-8fc1-62aadf50e834,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:28.699068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:28.719971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:28.747369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] Calling delete_port for f0d5e65c-b58f-4416-8fc1-62aadf50e834 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:29.043740 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c7ac8-4663-4178-8bee-525f136ea811 x-openstack-request-id: req-cb9c7ac8-4663-4178-8bee-525f136ea811 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:29.044025 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "name": "network-vif-unplugged", "status": "failed", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c", "code": 422}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:29.044544 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb9c7ac8-4663-4178-8bee-525f136ea811 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:29.045461 n-d-804878-1 neutron-server[94840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'code': 422} returned with failed status Aug 17 16:24:29.114771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1fbd200b-f93a-491c-962a-59dfa7a24c0f', 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'fixed_ips': [{'subnet_id': 'd9691c3f-5b5e-464c-8e96-7c827d775a4d'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:24:29.115675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:29.139384 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:29.263172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114d3c-4783-457b-8e4a-3d0f34ae7362 req-82a92f8d-11cd-49ba-b7dd-e190a012e860 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:29.272090 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c114d3c-4783-457b-8e4a-3d0f34ae7362 req-82a92f8d-11cd-49ba-b7dd-e190a012e860 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.2415218 Aug 17 16:24:29.325423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c593f-9dd8-4cbb-a457-53b820ac5836 req-c1046c8b-fe64-4b6c-bd90-f77d2a077167 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:29.327326 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c7c593f-9dd8-4cbb-a457-53b820ac5836 req-c1046c8b-fe64-4b6c-bd90-f77d2a077167 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.0952921 Aug 17 16:24:29.329289 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:29.365602 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c114d3c-4783-457b-8e4a-3d0f34ae7362 req-a68a70a0-2ada-4c07-bfb0-5e3e11125e7e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889845 Aug 17 16:24:29.420473 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Allocated IP 172.20.0.2 (1fbd200b-f93a-491c-962a-59dfa7a24c0f/d9691c3f-5b5e-464c-8e96-7c827d775a4d/332ef006-af2e-4573-9b48-8f7efe8c8ce1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:24:29.429234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d5e65c-b58f-4416-8fc1-62aadf50e834,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:29.523056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c7c593f-9dd8-4cbb-a457-53b820ac5836 req-7c5dac6f-c1b6-4f10-b01c-e0657e572421 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814411 Aug 17 16:24:29.795413 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:29.805944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Transition to ACTIVE for port object 332ef006-af2e-4573-9b48-8f7efe8c8ce1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:29.831837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Transition to ACTIVE for port object 332ef006-af2e-4573-9b48-8f7efe8c8ce1 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:29.840284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:29.853619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:29.862164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30167ebe-7200-45be-84fb-e2bb3353071f req-60b282a7-2b93-46ed-9384-431f9cc13cf9 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0960999 Aug 17 16:24:29.900325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Network 1fbd200b-f93a-491c-962a-59dfa7a24c0f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:24:29.906766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:29.909890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Pushing event updated for resources: {'Port': ['ID=332ef006-af2e-4573-9b48-8f7efe8c8ce1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:29.913060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:24:29.919088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:29.983733 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:30.020841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Attempting to bind port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:24:30.021288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Attempting to bind port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '7b3f7877-d81f-4237-b9bb-bde8b3105282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:24:30.021772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Attempting to bind port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 on network 1fbd200b-f93a-491c-962a-59dfa7a24c0f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:24:30.030824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:24:30.031935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Checking segment: {'id': '7b3f7877-d81f-4237-b9bb-bde8b3105282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:24:30.032454 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:30.032986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Bound using segment: {'id': '7b3f7877-d81f-4237-b9bb-bde8b3105282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:24:30.033978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Bound port: 332ef006-af2e-4573-9b48-8f7efe8c8ce1, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3f7877-d81f-4237-b9bb-bde8b3105282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:24:30.034813 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:30.158109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] For port 332ef006-af2e-4573-9b48-8f7efe8c8ce1, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:24:30.164126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] For port 332ef006-af2e-4573-9b48-8f7efe8c8ce1, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=332ef006-af2e-4573-9b48-8f7efe8c8ce1,segment=NetworkSegment(7b3f7877-d81f-4237-b9bb-bde8b3105282),segment_id=7b3f7877-d81f-4237-b9bb-bde8b3105282)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:24:30.175496 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:30.238444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Allocated IP 172.25.7.213 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:24:30.272282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eeef7-50c3-4ce0-ba2f-2b8c88d65b7d req-fbae963a-d636-4817-a97c-99e3d147de86 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:30.277284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa175a4a-fd42-40cb-b37d-2a86ed9d7aec None None] Pushing event updated for resources: {'Port': ['ID=332ef006-af2e-4573-9b48-8f7efe8c8ce1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:30.281799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf4eeef7-50c3-4ce0-ba2f-2b8c88d65b7d req-fbae963a-d636-4817-a97c-99e3d147de86 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 1096 time: 0.1065526 Aug 17 16:24:30.315755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4212a6d-aece-43a8-9e70-3706e6eadacf req-eb95f159-42e9-4121-b1d5-1d76d5c97d35 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:30.324290 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4212a6d-aece-43a8-9e70-3706e6eadacf req-eb95f159-42e9-4121-b1d5-1d76d5c97d35 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.4719982 Aug 17 16:24:30.378004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] Router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:24:30.398987 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf4eeef7-50c3-4ce0-ba2f-2b8c88d65b7d req-f29fdca6-f839-4b97-b243-5b3e9ed7f8c1 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163061 Aug 17 16:24:30.449735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4212a6d-aece-43a8-9e70-3706e6eadacf req-f7cfaadd-53fa-410b-bceb-34e502be7482 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243627 Aug 17 16:24:30.475058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-3e6c92a6-23dc-483a-afa4-72714c5a5f0c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3240290 Aug 17 16:24:30.592531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:30.747961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8494e-0ba1-4db0-9b8a-462fe1fa097b req-bf33cde2-ab92-4058-8c9f-a194ea77c07b tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:30.749605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80e8494e-0ba1-4db0-9b8a-462fe1fa097b req-bf33cde2-ab92-4058-8c9f-a194ea77c07b tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.1421335 Aug 17 16:24:30.844265 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80e8494e-0ba1-4db0-9b8a-462fe1fa097b req-66ac7d29-a9be-40a7-bc9b-3e406cb79ad4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848505 Aug 17 16:24:30.851288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:30.893147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc066728-a004-4d4b-b25e-ef3c19ea3e20 req-4d14f7ff-549b-45fc-9ea1-be261813efae tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:30.923162 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc066728-a004-4d4b-b25e-ef3c19ea3e20 req-4d14f7ff-549b-45fc-9ea1-be261813efae tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 946 time: 0.2524636 Aug 17 16:24:30.931165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:24:30.934943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:30.939373 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:24:30.973853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:24:30.988237 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] Sync routers for ids ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:24:31.001666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:31.018613 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] Routers {'4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:31.019344 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:31.019704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49898) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:31.021226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-27c5a862-5669-4a71-8f8f-45a94a1d55c9 admin admin] 10.222.0.77 "PUT /v2.0/routers/4a952e38-32f4-4fbf-ad3d-c1a19455a7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5127869 Aug 17 16:24:31.073471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c389cd26-647d-4272-b91c-203f7a022619 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:24:31.128202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc066728-a004-4d4b-b25e-ef3c19ea3e20 req-d17e7004-9f62-40a5-8b73-7e0a4b30f987 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040095 Aug 17 16:24:31.386951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c389cd26-647d-4272-b91c-203f7a022619, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c389cd26-647d-4272-b91c-203f7a022619,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:31.402425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'c389cd26-647d-4272-b91c-203f7a022619', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'port_id': 'c389cd26-647d-4272-b91c-203f7a022619', 'mac_address': 'fa:16:3e:7a:73:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f87ffbc-ac13-4956-8048-aa2480c87aa7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:24:31.443671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b28f-fd53-498d-8a9e-3f86ad006c88 req-8e6367ac-c799-4f73-b028-2a5c60a31099 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:31.466194 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93b8b28f-fd53-498d-8a9e-3f86ad006c88 req-8e6367ac-c799-4f73-b028-2a5c60a31099 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 1096 time: 0.1726041 Aug 17 16:24:31.545009 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:31.580312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c389cd26-647d-4272-b91c-203f7a022619 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:24:31.595010 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:31.604254 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93b8b28f-fd53-498d-8a9e-3f86ad006c88 req-504e0c7f-4142-45ed-9a6a-295f9ceea8b7 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328304 Aug 17 16:24:31.633067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c389cd26-647d-4272-b91c-203f7a022619, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c389cd26-647d-4272-b91c-203f7a022619,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:31.636561 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] Set router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:31.642921 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:31.776888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-19a09a9b-e111-40e4-9508-bbb201c522c1 req-985ff538-54f1-4898-8d46-2330e581c670 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0815027 Aug 17 16:24:31.819540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['c389cd26-647d-4272-b91c-203f7a022619'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:24:31.850242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacf4b0-bdd4-46f3-a30c-f498b61680fa req-f0d28036-9009-4270-b3f9-45ce0074a405 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:31.864378 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-edacf4b0-bdd4-46f3-a30c-f498b61680fa req-f0d28036-9009-4270-b3f9-45ce0074a405 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.7691805 Aug 17 16:24:32.070585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65abeb8b-650e-4bff-b418-0c8821b1e7b0 None None] Network 1fbd200b-f93a-491c-962a-59dfa7a24c0f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:24:32.080230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce4adf-af2d-4cdc-bf13-30af379a004d req-847b2b03-7982-4f5b-8e25-fe889dfd0c5a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:32.095503 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02ce4adf-af2d-4cdc-bf13-30af379a004d req-847b2b03-7982-4f5b-8e25-fe889dfd0c5a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.1437302 Aug 17 16:24:32.130331 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-router', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:21Z', 'updated_at': '2021-08-17T16:24:29Z', 'revision_number': 5, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'gw_port': {'id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:22Z', 'updated_at': '2021-08-17T16:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:32.198461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02ce4adf-af2d-4cdc-bf13-30af379a004d req-9f810350-128a-43fa-ad88-5f2e4a3eadac tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016467 Aug 17 16:24:32.205989 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] Checking router: 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:24:32.232721 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] Routers {'4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:32.233568 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:32.333440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=c389cd26-647d-4272-b91c-203f7a022619,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:32.367801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-edacf4b0-bdd4-46f3-a30c-f498b61680fa req-30533872-d94b-4ce8-958b-e59445ca9438 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023847 Aug 17 16:24:32.597328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:32.607671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91922bdc-faf6-47c6-b9aa-69af23b393a1 req-74be5002-535c-481f-b8c9-bbdfffa86a2c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:32.617524 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] Set router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:32.619353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91922bdc-faf6-47c6-b9aa-69af23b393a1 req-74be5002-535c-481f-b8c9-bbdfffa86a2c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.1541231 Aug 17 16:24:32.622050 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e105863-d53d-4948-b158-23a245fd04cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:32.665110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-186312cd-ee79-4c1f-aaee-4d5dbcd02514 None None] Provisioning for port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:24:32.681563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-fd1586a5-01ce-4ff1-8974-e6e9591b722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:32.683550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-fd1586a5-01ce-4ff1-8974-e6e9591b722e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1097 time: 0.3061891 Aug 17 16:24:32.693651 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:32.755394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91922bdc-faf6-47c6-b9aa-69af23b393a1 req-1c58fac1-a538-4782-b2c0-0fcbc82005c3 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346359 Aug 17 16:24:32.789462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 332ef006-af2e-4573-9b48-8f7efe8c8ce1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:32.918177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-bfa9ee78-b452-490c-9956-c9a36c821c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:32.920148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-bfa9ee78-b452-490c-9956-c9a36c821c6d service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.1438391 Aug 17 16:24:33.086630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Deleting port 337fea3e-f4d7-40b1-871b-a59c1a330a51 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:33.087618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:33.121526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:24:33.175276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-110e949a-87ef-49d6-9d56-8669498cf5dd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 1000 time: 0.2393868 Aug 17 16:24:33.176764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:33.182393 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:33.367452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b83d7-e62f-4434-9b24-30d332c33a7a req-34376a83-a134-420b-9e36-696808918219 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:33.385545 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-281b83d7-e62f-4434-9b24-30d332c33a7a req-34376a83-a134-420b-9e36-696808918219 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 946 time: 0.2006416 Aug 17 16:24:33.424143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-b831e5de-d8d0-4a93-9a72-8a9790e5a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:33.426474 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-b831e5de-d8d0-4a93-9a72-8a9790e5a9f8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.2398605 Aug 17 16:24:33.443539 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-router', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:21Z', 'updated_at': '2021-08-17T16:24:29Z', 'revision_number': 5, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'gw_port': {'id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:22Z', 'updated_at': '2021-08-17T16:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:33.570802 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-281b83d7-e62f-4434-9b24-30d332c33a7a req-27589557-a5ad-4694-84c7-c8986e38ffc7 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836984 Aug 17 16:24:33.579752 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3464a-1f2a-48b5-8562-7d6d498cdcc5 None None] The sync data for ids ['4a952e38-32f4-4fbf-ad3d-c1a19455a7c9'] in n-d-804878-1 is: [{'id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-510312166-router', 'tenant_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:21Z', 'updated_at': '2021-08-17T16:24:29Z', 'revision_number': 5, 'project_id': '3d77cfe5fa204f7f8417a045cd578ef2', 'gw_port': {'id': '337fea3e-f4d7-40b1-871b-a59c1a330a51', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a952e38-32f4-4fbf-ad3d-c1a19455a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:22Z', 'updated_at': '2021-08-17T16:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:24:33.594603 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:33.779762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 332ef006-af2e-4573-9b48-8f7efe8c8ce1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=332ef006-af2e-4573-9b48-8f7efe8c8ce1,segment=NetworkSegment(7b3f7877-d81f-4237-b9bb-bde8b3105282),segment_id=7b3f7877-d81f-4237-b9bb-bde8b3105282)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:33.809388 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e552da4-b59b-44ba-9f0f-751a512c5520 req-0a5de8a4-9b8d-47e8-a3eb-c651aaf3e7c9 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0838566 Aug 17 16:24:33.815161 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:33.818744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] For port 337fea3e-f4d7-40b1-871b-a59c1a330a51, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=337fea3e-f4d7-40b1-871b-a59c1a330a51,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:33.819276 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:33.862770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Calling delete_port for 337fea3e-f4d7-40b1-871b-a59c1a330a51 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:33.896603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:33.990681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-4bf7aa5d-02a9-4514-9b07-4fa903c86a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:33.992340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-4bf7aa5d-02a9-4514-9b07-4fa903c86a26 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4765458 Aug 17 16:24:34.002895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f117868c-68d6-465d-8022-cef0c7a1bed2 None None] Provisioning complete for port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:34.004773 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f117868c-68d6-465d-8022-cef0c7a1bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:34.208628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=332ef006-af2e-4573-9b48-8f7efe8c8ce1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:34.248903 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-e9230e3a-cfa3-4ec8-9187-2e549c9fea81 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2927556 Aug 17 16:24:34.345522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5f5eb-3449-4700-88b4-91b4a9d0fee3 req-043223be-1f05-4a5f-935e-541fc61a4201 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:34.348413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ed5f5eb-3449-4700-88b4-91b4a9d0fee3 req-043223be-1f05-4a5f-935e-541fc61a4201 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.2635512 Aug 17 16:24:34.408989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-f48d766f-36e0-495c-9f10-12d637241726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:34.410951 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-f48d766f-36e0-495c-9f10-12d637241726 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 1095 time: 0.1342335 Aug 17 16:24:34.612557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ed5f5eb-3449-4700-88b4-91b4a9d0fee3 req-5d39d274-7b0b-4025-90ac-a46a6e2f0694 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571678 Aug 17 16:24:34.629778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 332ef006-af2e-4573-9b48-8f7efe8c8ce1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:34.720607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-1d662f11-d49f-4d97-88cd-0d79d11df114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:34.725194 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-1d662f11-d49f-4d97-88cd-0d79d11df114 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.2869217 Aug 17 16:24:34.813552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-f5e0e026-1961-477d-a38f-6c7a5ba4bf83 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3854f379-abc5-472e-bf85-98f69d373511 HTTP/1.1" status: 200 len: 217 time: 0.0761113 Aug 17 16:24:34.841620 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43b49378-2931-4799-8654-1dd3e3cedef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:34.900068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:34.900843 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:34.989004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:35.011251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52104393-dcd5-4074-82b6-6a3c48ee8488 req-c748b2e6-27af-4203-acb5-231a984a6767 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:35.017156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-52104393-dcd5-4074-82b6-6a3c48ee8488 req-c748b2e6-27af-4203-acb5-231a984a6767 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 944 time: 0.2008975 Aug 17 16:24:35.022618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-894bd59b-ef69-449b-a451-a891bc0152bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:35.027314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-894bd59b-ef69-449b-a451-a891bc0152bc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1966267 Aug 17 16:24:35.076320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c389cd26-647d-4272-b91c-203f7a022619 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:35.175009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-c9c6736f-7d90-49be-a756-768442b7bbe8 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:24:35.176116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-c9c6736f-7d90-49be-a756-768442b7bbe8 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1758745 Aug 17 16:24:35.179944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-92081f4d-6982-4028-af8b-9ae82ac7bba7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935557 Aug 17 16:24:35.203597 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-52104393-dcd5-4074-82b6-6a3c48ee8488 req-66d72c59-a792-4daa-afa0-faa74b1ae41f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748941 Aug 17 16:24:35.220363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f0d5e65c-b58f-4416-8fc1-62aadf50e834 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:35.316525 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-32d3607a-9622-4905-9ee1-ae5386079989 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306655 Aug 17 16:24:35.320736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-dae7d82f-9fd1-4598-870a-67fb6c3a9105 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:24:35.329581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-dae7d82f-9fd1-4598-870a-67fb6c3a9105 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1476278 Aug 17 16:24:35.330421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-dc9955ad-4338-41f0-98a9-e788bfd550dd service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247401 Aug 17 16:24:35.336023 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f0d5e65c-b58f-4416-8fc1-62aadf50e834 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:35.336460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f0d5e65c-b58f-4416-8fc1-62aadf50e834 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:35.371107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port c389cd26-647d-4272-b91c-203f7a022619 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:35.371486 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:35.373714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Request body: {'binding': {'host': 'n-h2-804878-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:35.374171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Unknown quota resources ['binding']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:24:35.573770 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:35.631656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c389cd26-647d-4272-b91c-203f7a022619'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:35.635990 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99970ce-65d0-4e40-8b4e-b09b43fcc15d" -d '{"events": [{"server_uuid": "44acae64-f65d-4ea0-9f66-5fc0593861a8", "name": "network-vif-plugged", "status": "completed", "tag": "c389cd26-647d-4272-b91c-203f7a022619"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:35.678783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c389cd26-647d-4272-b91c-203f7a022619, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c389cd26-647d-4272-b91c-203f7a022619,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:35.686420 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:35.794444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f04f67-2bfe-4110-8034-d5f3e117c933 req-e2e9c109-e66f-40c9-888c-e7c571516a5b tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:35.801153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=c389cd26-647d-4272-b91c-203f7a022619,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:35.802728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73f04f67-2bfe-4110-8034-d5f3e117c933 req-e2e9c109-e66f-40c9-888c-e7c571516a5b tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.3146706 Aug 17 16:24:35.832881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0eed3fbd-3267-4c7c-920b-4b43db1e5c55 req-6b4042c8-3efd-4471-861d-ce102626216b service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821301 Aug 17 16:24:35.877049 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:36.055245 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73f04f67-2bfe-4110-8034-d5f3e117c933 req-e6b82590-3214-471e-8405-cbfd80764980 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128527 Aug 17 16:24:36.239074 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fdea1e5-fe9e-452b-9c06-1720f030cc88 req-1cd238c4-132e-4ee9-a0ca-b6c8cd51d83b service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8982289 Aug 17 16:24:36.314124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2504549a-74f7-4529-a859-ccb992992016 req-68f483bd-7f68-48cc-9f7e-f50cfdee3232 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0834908 Aug 17 16:24:36.365920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:36.403812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Pushing event deleted for resources: {'Port': ['ID=337fea3e-f4d7-40b1-871b-a59c1a330a51,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:36.624382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on host n-h2-804878-1 for vnic_type normal with profile None {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:24:36.625238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:24:36.625867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:24:36.633679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Router 8f84e94e-a609-47b3-8971-a621575c9564 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:24:36.640998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:24:36.641714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:24:36.655994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:24:36.656787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:24:36.657471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:24:36.658253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Bound port: e7417ed2-a28a-41e3-a94e-3be8c7438c70, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:24:36.740451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:24:36.872725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd197ec-cb41-4532-9da7-14f98c8aa0bb req-362a4f5e-9843-41da-b6c2-db91cdab14e6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:36.880918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4bd197ec-cb41-4532-9da7-14f98c8aa0bb req-362a4f5e-9843-41da-b6c2-db91cdab14e6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.1192417 Aug 17 16:24:36.888867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:24:36.891521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] Notify callbacks [] for binding, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:36.894686 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-4a4190f3-a618-4fa0-8433-752e05374047 service neutron] 10.222.0.77 "POST /v2.0/ports/e7417ed2-a28a-41e3-a94e-3be8c7438c70/bindings HTTP/1.1" status: 201 len: 389 time: 1.5640697 Aug 17 16:24:36.906066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Sync routers for ids ['8f84e94e-a609-47b3-8971-a621575c9564'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:24:36.909994 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:36.940495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Routers {'8f84e94e-a609-47b3-8971-a621575c9564'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:36.941172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8f84e94e-a609-47b3-8971-a621575c9564'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:36.984249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:36.990247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4bd197ec-cb41-4532-9da7-14f98c8aa0bb req-4393b76f-536d-4b8e-a696-eb273de96d31 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083004 Aug 17 16:24:36.995993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49974) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:36.999101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ab0cd797-cf53-41fe-87ee-96bba1a4f3a8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4766538 Aug 17 16:24:37.156946 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:37.159976 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:37.219661 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964df0e5-c1e6-4b24-a285-1d134abb74f0 x-openstack-request-id: req-964df0e5-c1e6-4b24-a285-1d134abb74f0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:37.219970 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44acae64-f65d-4ea0-9f66-5fc0593861a8", "name": "network-vif-plugged", "status": "completed", "tag": "c389cd26-647d-4272-b91c-203f7a022619", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:37.220224 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-964df0e5-c1e6-4b24-a285-1d134abb74f0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:37.224178 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c389cd26-647d-4272-b91c-203f7a022619', 'code': 200} Aug 17 16:24:37.375738 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:37.379078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:24:37.392801 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:37.395260 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5ad84985-5900-40e1-9b84-e38c4a15bebc admin admin] 10.222.0.77 "DELETE /v2.0/routers/4a952e38-32f4-4fbf-ad3d-c1a19455a7c9 HTTP/1.1" status: 204 len: 168 time: 6.3744028 Aug 17 16:24:37.401042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49982) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:37.416246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Set router 8f84e94e-a609-47b3-8971-a621575c9564 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:37.578248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f36ed-2748-4bb3-a4fb-ecf60899c117 req-312a4f2c-7635-41f0-99fb-73c6296d3849 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:37.587137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0a7f36ed-2748-4bb3-a4fb-ecf60899c117 req-312a4f2c-7635-41f0-99fb-73c6296d3849 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.2591019 Aug 17 16:24:37.600458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d93bce9-d2f3-42be-9e66-e76c8cd446fc admin admin] Deleting subnet 923b3f42-8734-4434-bc46-508e7fe4a00d {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:24:37.653258 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d93bce9-d2f3-42be-9e66-e76c8cd446fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:37.753263 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d93bce9-d2f3-42be-9e66-e76c8cd446fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:37.784728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-3f1bfd2b-d521-415b-954b-c26d8d77dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:37.790910 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-3f1bfd2b-d521-415b-954b-c26d8d77dbab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 1096 time: 0.3597605 Aug 17 16:24:37.883226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047803b6-9b79-4960-af07-35fcd4a5659d req-217e4b41-188c-43db-8e81-e9afdebd250d tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:37.885575 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-047803b6-9b79-4960-af07-35fcd4a5659d req-217e4b41-188c-43db-8e81-e9afdebd250d tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 946 time: 0.4484494 Aug 17 16:24:37.935054 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:37.950692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d93bce9-d2f3-42be-9e66-e76c8cd446fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:37.954702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f84e94e-a609-47b3-8971-a621575c9564', 'name': 'tempest-ServersTestMultiNic-1833781344-router', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:24:28Z', 'updated_at': '2021-08-17T16:24:32Z', 'revision_number': 3, 'project_id': '760ff278cc3a4456822a364590d87753', 'gw_port': {'id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f84e94e-a609-47b3-8971-a621575c9564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:24:30Z', 'updated_at': '2021-08-17T16:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:38.029474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Checking router: 8f84e94e-a609-47b3-8971-a621575c9564 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:24:38.031373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Updating router 8f84e94e-a609-47b3-8971-a621575c9564 port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:24:38.095675 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d93bce9-d2f3-42be-9e66-e76c8cd446fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:38.101672 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:38.135369 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d93bce9-d2f3-42be-9e66-e76c8cd446fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:38.141841 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2d93bce9-d2f3-42be-9e66-e76c8cd446fc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/923b3f42-8734-4434-bc46-508e7fe4a00d HTTP/1.1" status: 204 len: 168 time: 0.7358985 Aug 17 16:24:38.142915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49986) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:38.178143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b5aab6-b568-4b80-b107-63011536f678 None None] Network de64ae9c-fda8-427c-8389-c6e3050b4e68 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:24:38.221356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93bce9-d2f3-42be-9e66-e76c8cd446fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923b3f42-8734-4434-bc46-508e7fe4a00d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:38.264946 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-047803b6-9b79-4960-af07-35fcd4a5659d req-9f02d65d-671c-45eb-ad5e-09f48d82098b tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544724 Aug 17 16:24:38.279729 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0a7f36ed-2748-4bb3-a4fb-ecf60899c117 req-bd9befa9-b9d8-4b90-b2b9-0b6ef853be1a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731269 Aug 17 16:24:38.597471 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:38.637218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-f5317f4f-cf75-4aef-a885-f815fa37696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:38.644819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-f5317f4f-cf75-4aef-a885-f815fa37696b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.8233590 Aug 17 16:24:38.667623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 337fea3e-f4d7-40b1-871b-a59c1a330a51 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:38.798142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-30c41dc9-bd62-4ed3-98df-945a6a7cb859 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:38.803281 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-30c41dc9-bd62-4ed3-98df-945a6a7cb859 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.91 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 946 time: 0.3955204 Aug 17 16:24:38.876528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4067e-41cd-4968-b76c-60a2e690c258 req-adc06310-b41b-47c5-a3e5-5e15e239f0b8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:38.878695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9e4067e-41cd-4968-b76c-60a2e690c258 req-adc06310-b41b-47c5-a3e5-5e15e239f0b8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.3089926 Aug 17 16:24:38.951991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Deleting port f7b96606-dc21-441e-be06-da65eff54191 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:38.952799 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:38.978794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 337fea3e-f4d7-40b1-871b-a59c1a330a51 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:38.979850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 337fea3e-f4d7-40b1-871b-a59c1a330a51 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:39.131709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9e4067e-41cd-4968-b76c-60a2e690c258 req-7a709878-a4fa-4dce-ad43-309079bc7088 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442718 Aug 17 16:24:39.139813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] For port f7b96606-dc21-441e-be06-da65eff54191, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f7b96606-dc21-441e-be06-da65eff54191,segment=NetworkSegment(1c5e7f23-684a-47ab-9724-24a89df528e4),segment_id=1c5e7f23-684a-47ab-9724-24a89df528e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:39.140036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:39.167938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Calling delete_port for f7b96606-dc21-441e-be06-da65eff54191 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:39.216328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Deleting port 84906ae1-5721-4bbb-a900-f1b186742783 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:39.216698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:39.373289 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:39.389625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Transition to ACTIVE for port object cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:39.403409 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:39.409496 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c133c775-a363-46b4-bd0d-125f1b04cc93 req-2d4a29fd-569d-4ea3-aaa7-0015b13854f5 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0932045 Aug 17 16:24:39.474125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e6574-94cf-476d-ae5a-a33252c2d2e3 None None] Pushing event updated for resources: {'Port': ['ID=cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:39.491513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-97d0453a-e4ce-4dd8-b5de-f4dc08fdc4a7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70 HTTP/1.1" status: 200 len: 217 time: 0.8196104 Aug 17 16:24:39.518900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Attempting to bind port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:24:39.519372 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Attempting to bind port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:24:39.519831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Attempting to bind port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:24:39.533666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:24:39.537689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:24:39.539399 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:39.541098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:24:39.543488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Bound port: cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:24:39.544837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:39.548104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:39.623884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-cac44685-96d9-4617-a48a-5f0cb6757378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:39.628801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-cac44685-96d9-4617-a48a-5f0cb6757378 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1231930 Aug 17 16:24:39.650557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b96606-dc21-441e-be06-da65eff54191,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:39.665707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] For port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:24:39.672743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] For port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:24:39.673829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] No DVR routers for this DVR port f7b96606-dc21-441e-be06-da65eff54191 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:24:39.686274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6f5e7-296e-4ba9-bf8f-aa36d11406ae None None] DHCP port deletion for de64ae9c-fda8-427c-8389-c6e3050b4e68 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:24:39.691999 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:39.762357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] For port 84906ae1-5721-4bbb-a900-f1b186742783, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=84906ae1-5721-4bbb-a900-f1b186742783,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:39.767267 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:39.813193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e6574-94cf-476d-ae5a-a33252c2d2e3 None None] Pushing event updated for resources: {'Port': ['ID=cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:39.845134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-00f7fac9-7271-4ee3-b786-dfd8cd9ee70b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933533 Aug 17 16:24:39.849245 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Routers {'8f84e94e-a609-47b3-8971-a621575c9564'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:39.850005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8f84e94e-a609-47b3-8971-a621575c9564'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:39.865967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae376b-a209-437f-a77d-e7c629486640 req-b6ea1808-586f-4ce9-8700-431a262e05e4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:39.882422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3ae376b-a209-437f-a77d-e7c629486640 req-b6ea1808-586f-4ce9-8700-431a262e05e4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 1.3572683 Aug 17 16:24:40.017189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] Set router 8f84e94e-a609-47b3-8971-a621575c9564 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:40.056329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:40.078195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de64ae9c-fda8-427c-8389-c6e3050b4e68']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:40.091275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5e7f23-684a-47ab-9724-24a89df528e4') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:40.091646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5e7f23-684a-47ab-9724-24a89df528e4') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:40.117952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:40.154154 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:40.168842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:24:40.171149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:40.222320 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3ae376b-a209-437f-a77d-e7c629486640 req-6fa19b14-59cf-4447-b3a3-a66505c387c4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209374 Aug 17 16:24:40.244508 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:40.328388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f84e94e-a609-47b3-8971-a621575c9564', 'name': 'tempest-ServersTestMultiNic-1833781344-router', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:24:28Z', 'updated_at': '2021-08-17T16:24:32Z', 'revision_number': 3, 'project_id': '760ff278cc3a4456822a364590d87753', 'gw_port': {'id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f84e94e-a609-47b3-8971-a621575c9564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:24:30Z', 'updated_at': '2021-08-17T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:24:40.329805 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:24:40.373960 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:40.395824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c6b672-3cdb-4061-ba3b-3bceedfcf038 None None] The sync data for ids ['8f84e94e-a609-47b3-8971-a621575c9564'] in n-d-804878-1 is: [{'id': '8f84e94e-a609-47b3-8971-a621575c9564', 'name': 'tempest-ServersTestMultiNic-1833781344-router', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:24:28Z', 'updated_at': '2021-08-17T16:24:32Z', 'revision_number': 3, 'project_id': '760ff278cc3a4456822a364590d87753', 'gw_port': {'id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f84e94e-a609-47b3-8971-a621575c9564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:24:30Z', 'updated_at': '2021-08-17T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:24:40.441746 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-a00f930a-b017-47f0-a9f7-d2bbfa487412 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501978 Aug 17 16:24:40.498016 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:40.510439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:40.511729 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] 10.222.0.77 "DELETE /v2.0/networks/de64ae9c-fda8-427c-8389-c6e3050b4e68 HTTP/1.1" status: 204 len: 168 time: 2.3064320 Aug 17 16:24:40.591724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0f13a-a725-4de8-aa8c-a201407f6997 admin admin] Pushing event deleted for resources: {'Network': ['ID=de64ae9c-fda8-427c-8389-c6e3050b4e68,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:40.634106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113abb4-ae74-43e9-9141-3577cd203705 req-6849da39-e16e-48f2-a404-2f8b64ab2d25 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:40.637581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0113abb4-ae74-43e9-9141-3577cd203705 req-6849da39-e16e-48f2-a404-2f8b64ab2d25 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.8776078 Aug 17 16:24:40.655706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f7b96606-dc21-441e-be06-da65eff54191 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:40.695827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f7b96606-dc21-441e-be06-da65eff54191 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:40.698677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f7b96606-dc21-441e-be06-da65eff54191 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:40.825144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0113abb4-ae74-43e9-9141-3577cd203705 req-8fe24f8b-0675-4a16-9f97-70d4ba3af00b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672297 Aug 17 16:24:40.861673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde77a-6e7e-47fb-ba0e-22d844dc97f5 req-bed6739d-27e1-4f92-acc5-1dacc39f5df6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:40.870916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74dde77a-6e7e-47fb-ba0e-22d844dc97f5 req-bed6739d-27e1-4f92-acc5-1dacc39f5df6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.3140771 Aug 17 16:24:41.113983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74dde77a-6e7e-47fb-ba0e-22d844dc97f5 req-cd86072e-ac9d-45bd-9f82-aa8a66a028cf tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404802 Aug 17 16:24:41.118711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-ecd313b3-6194-4560-907d-084aeb174dee service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605995 Aug 17 16:24:41.121049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:41.122099 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:41.122698 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Floating IP 42f8a47d-3846-4193-bbce-ea394e11dfee disassociated. External IP: 172.25.7.132, port: 84906ae1-5721-4bbb-a900-f1b186742783. Aug 17 16:24:41.123811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Calling delete_port for 84906ae1-5721-4bbb-a900-f1b186742783 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:41.166488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0f261-b7c8-4f9a-902f-492e7a691ebf req-9409511e-19af-4735-bef1-7c7181433889 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:41.174529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61f0f261-b7c8-4f9a-902f-492e7a691ebf req-9409511e-19af-4735-bef1-7c7181433889 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 946 time: 0.1246450 Aug 17 16:24:41.214425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Allocated IP 172.20.0.1 (1fbd200b-f93a-491c-962a-59dfa7a24c0f/d9691c3f-5b5e-464c-8e96-7c827d775a4d/1078a0ff-f633-4b7e-88a5-5d5dd5bd627d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:24:41.295809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61f0f261-b7c8-4f9a-902f-492e7a691ebf req-667df7a5-426c-4e06-811e-e207efd47f44 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups?id=97f5cd79-303f-4ac4-806f-f01b18b57ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202996 Aug 17 16:24:41.353242 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:41.373029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Transition to ACTIVE for port object 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:41.479893 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:41.542879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d7c6d49-a0ef-40a6-ba1a-741352e7705f req-ac51d7d0-e05f-4634-949f-759630dc6ce9 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0567298 Aug 17 16:24:41.592859 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:41.627980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Pushing event deleted for resources: {'Port': ['ID=84906ae1-5721-4bbb-a900-f1b186742783,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:41.778915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a2adf-1bc8-4e95-af3f-031339b3f713 req-129b29dd-199f-4749-9905-cf2951a5db32 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:41.780525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-282a2adf-1bc8-4e95-af3f-031339b3f713 req-129b29dd-199f-4749-9905-cf2951a5db32 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.3605056 Aug 17 16:24:41.870029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Network 1fbd200b-f93a-491c-962a-59dfa7a24c0f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:24:41.884734 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Pushing event updated for resources: {'Port': ['ID=1078a0ff-f633-4b7e-88a5-5d5dd5bd627d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:41.909410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.909792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.910078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.910285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:41.910826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.910826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.911040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.911400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.911662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.911997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.912298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.912610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.912924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:24:41.920242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-282a2adf-1bc8-4e95-af3f-031339b3f713 req-50077424-613b-4e7c-9f27-65d476bbe21c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127746 Aug 17 16:24:41.923688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:41.929100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:24:42.012431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Router 11cd752c-e6d2-482a-85c2-d0f414e43d9d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:24:42.124597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c4365-473f-42b7-bc74-37381a7b36a9 req-53f6b8cd-00bc-4b7e-98b6-6ac694a530e1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:42.133607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a1c4365-473f-42b7-bc74-37381a7b36a9 req-53f6b8cd-00bc-4b7e-98b6-6ac694a530e1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 946 time: 0.4117639 Aug 17 16:24:42.203807 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:42.256044 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:42.301975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:42.305836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:42.314625 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3388c3ce-6e74-4eee-a0ba-85180a88515f" -d '{"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-unplugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:42.326844 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:42.327888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 84906ae1-5721-4bbb-a900-f1b186742783 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:42.357782 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a1c4365-473f-42b7-bc74-37381a7b36a9 req-337a4678-73dc-45f1-bbd2-2fec6c998d1f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232049 Aug 17 16:24:42.572090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 84906ae1-5721-4bbb-a900-f1b186742783 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:42.572725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 84906ae1-5721-4bbb-a900-f1b186742783 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:42.610343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6f82d-38b6-48e2-9782-f1fd30f40722 req-8fdd24eb-588c-4ad4-9353-61679ae16d61 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:42.612024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51b6f82d-38b6-48e2-9782-f1fd30f40722 req-8fdd24eb-588c-4ad4-9353-61679ae16d61 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.5419602 Aug 17 16:24:42.670829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=14']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:42.689991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0837bc90-9f7d-4b71-b645-23603e2863a2 None None] Provisioning for port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:24:42.697259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0837bc90-9f7d-4b71-b645-23603e2863a2 None None] Provisioning complete for port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:42.697889 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0837bc90-9f7d-4b71-b645-23603e2863a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:42.796482 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:42.796712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:24:42.809722 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] Sync routers for ids ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:24:42.836349 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] Routers {'11cd752c-e6d2-482a-85c2-d0f414e43d9d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:42.849916 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:42.868729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0837bc90-9f7d-4b71-b645-23603e2863a2 None None] Port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:24:42.893898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:24:42.899264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:42.899636 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:42.921084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04ff6e-eb25-40ef-b009-f056f787a9c2 req-8e431989-ad47-42ad-8329-ff3f7bdf3e9b tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:42.946830 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f04ff6e-eb25-40ef-b009-f056f787a9c2 req-8e431989-ad47-42ad-8329-ff3f7bdf3e9b tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.3064423 Aug 17 16:24:42.962551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51b6f82d-38b6-48e2-9782-f1fd30f40722 req-605f7d20-0fa5-4c89-9767-1337723558ff tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261168 Aug 17 16:24:43.057228 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:43.088866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:43.106167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] No DVR routers for this DVR port 84906ae1-5721-4bbb-a900-f1b186742783 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:24:43.126475 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:43.137173 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e22b71ad-2efa-48a9-afb2-350f49f6aa8c req-7cb19f84-a6ce-4cd0-9514-9ed1642c7d2f tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.91 "DELETE /v2.0/ports/84906ae1-5721-4bbb-a900-f1b186742783 HTTP/1.1" status: 204 len: 173 time: 4.2994428 Aug 17 16:24:43.141100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'name': 'network-vif-deleted', 'tag': '84906ae1-5721-4bbb-a900-f1b186742783'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:24:43.150052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:43.152803 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0294168e-001a-402d-920c-9d5e65823bc9" -d '{"events": [{"server_uuid": "56e5957b-ed11-4b5c-b176-4b5380ece0a5", "name": "network-vif-deleted", "tag": "84906ae1-5721-4bbb-a900-f1b186742783"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:24:43.159186 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:43.177710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f04ff6e-eb25-40ef-b009-f056f787a9c2 req-5402d6d0-a9be-4cdf-b7be-ba0be337f1d6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296269 Aug 17 16:24:43.288459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-22d36c1b-5cc3-4a45-bc54-b057380315fa req-2b6e5375-8c1e-48cd-bf3d-e40b6bcae769 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 210 time: 0.1106224 Aug 17 16:24:43.315857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:43.316421 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:43.395656 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106ae4e4-15c4-49af-b772-8c0ac10f0393 x-openstack-request-id: req-106ae4e4-15c4-49af-b772-8c0ac10f0393 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:43.395959 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-unplugged", "status": "completed", "tag": "83b050ea-fae0-4506-a470-947d6a735986", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:43.396246 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-106ae4e4-15c4-49af-b772-8c0ac10f0393 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:43.396650 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b050ea-fae0-4506-a470-947d6a735986', 'code': 200} Aug 17 16:24:43.409241 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] Set router 11cd752c-e6d2-482a-85c2-d0f414e43d9d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:43.625253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db98d-36e6-47f6-bf15-307c30a765bc req-d08a2fa4-72a9-444b-a202-724bd93aa3ba tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:43.643167 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a97db98d-36e6-47f6-bf15-307c30a765bc req-d08a2fa4-72a9-444b-a202-724bd93aa3ba tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.1186917 Aug 17 16:24:43.737839 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a97db98d-36e6-47f6-bf15-307c30a765bc req-245fb75e-e99d-41cf-a050-f0958d030e21 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937018 Aug 17 16:24:43.820060 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d1e4fe-8ca6-4ded-a388-9680dc161043 x-openstack-request-id: req-24d1e4fe-8ca6-4ded-a388-9680dc161043 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:24:43.820465 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5957b-ed11-4b5c-b176-4b5380ece0a5", "name": "network-vif-deleted", "tag": "84906ae1-5721-4bbb-a900-f1b186742783", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:24:43.820844 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24d1e4fe-8ca6-4ded-a388-9680dc161043 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:24:43.821349 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e5957b-ed11-4b5c-b176-4b5380ece0a5', 'name': 'network-vif-deleted', 'tag': '84906ae1-5721-4bbb-a900-f1b186742783', 'status': 'completed', 'code': 200} Aug 17 16:24:43.885259 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:43.896098 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:32Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b207a0f-4acc-4cb5-8640-3e04f3761d08', 'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'mac_address': 'fa:16:3e:e7:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:28Z', 'updated_at': '2021-08-17T16:21:40Z', 'revision_number': 5, 'project_id': '3690e36657ff4730870dda1b47d01281', 'subnets': [{'id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:43.900764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9d7a306-c7e4-4e2d-87f7-b826fa221002 req-be697f43-4186-4b57-bf0f-f36ed0378198 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.4772489 Aug 17 16:24:43.911062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:43.967535 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] Checking router: 11cd752c-e6d2-482a-85c2-d0f414e43d9d for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:24:43.997953 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] Routers {'11cd752c-e6d2-482a-85c2-d0f414e43d9d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:43.998883 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:44.087482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Pushing event updated for resources: {'Port': ['ID=1078a0ff-f633-4b7e-88a5-5d5dd5bd627d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:44.094879 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:44.144032 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] Set router 11cd752c-e6d2-482a-85c2-d0f414e43d9d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:44.215098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746b4c6-1d40-4725-a5ac-21a22af95a05 req-8ff0398c-e61b-41ca-9bbc-7da0f97cf17f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:44.250454 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9746b4c6-1d40-4725-a5ac-21a22af95a05 req-8ff0398c-e61b-41ca-9bbc-7da0f97cf17f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.1473703 Aug 17 16:24:44.258884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Network 1fbd200b-f93a-491c-962a-59dfa7a24c0f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:24:44.266885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:44.379592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9746b4c6-1d40-4725-a5ac-21a22af95a05 req-57be8ef4-b508-4eb1-a90e-6fcb5de3c07d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219027 Aug 17 16:24:44.616649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Router 8f84e94e-a609-47b3-8971-a621575c9564 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:24:44.627509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3ef576c7-0014-4cc1-ba45-8aeb8d8651eb req-2213e92c-4b30-4203-ab40-47d9268f1dc9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 210 time: 0.0989482 Aug 17 16:24:44.668850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:44.746061 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:32Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b207a0f-4acc-4cb5-8640-3e04f3761d08', 'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'mac_address': 'fa:16:3e:e7:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:28Z', 'updated_at': '2021-08-17T16:21:40Z', 'revision_number': 5, 'project_id': '3690e36657ff4730870dda1b47d01281', 'subnets': [{'id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:44.796499 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98c60b5-c3fb-4a84-b3b5-2b13f0277935 None None] The sync data for ids ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'] in n-d-804878-1 is: [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:21:32Z', 'revision_number': 4, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b207a0f-4acc-4cb5-8640-3e04f3761d08', 'name': '', 'network_id': '78726d98-da38-427f-a4ef-86dfdb590214', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'mac_address': 'fa:16:3e:e7:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:28Z', 'updated_at': '2021-08-17T16:21:40Z', 'revision_number': 5, 'project_id': '3690e36657ff4730870dda1b47d01281', 'subnets': [{'id': '95707993-0dd2-4e23-8593-8d60a7b2c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:24:44.797877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dae7d-753d-44f8-82cd-606ea33d7d21 req-d5cdcf4e-84f7-43d8-b676-31f7d9c7b95c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:44.799491 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-344dae7d-753d-44f8-82cd-606ea33d7d21 req-d5cdcf4e-84f7-43d8-b676-31f7d9c7b95c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.2397518 Aug 17 16:24:44.839908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e72f4f9b-ffe1-47bf-8789-7e378a4789e7 None None] Provisioning complete for port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:44.840597 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e72f4f9b-ffe1-47bf-8789-7e378a4789e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:44.892507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c89476-7cc5-4316-8e06-a07434e63f21 req-3a75e2b5-bf26-48b8-a7e1-8a18d8aa8e20 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:44.894753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:44.895125 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:44.896491 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f6c89476-7cc5-4316-8e06-a07434e63f21 req-3a75e2b5-bf26-48b8-a7e1-8a18d8aa8e20 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1206014 Aug 17 16:24:44.902343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-344dae7d-753d-44f8-82cd-606ea33d7d21 req-fddac4db-6689-4c53-9a85-73070d032655 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568137 Aug 17 16:24:44.998137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f6c89476-7cc5-4316-8e06-a07434e63f21 req-d913c064-384c-4998-ae5b-96629917cd66 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922294 Aug 17 16:24:45.002503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e72f4f9b-ffe1-47bf-8789-7e378a4789e7 None None] Port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:24:45.010715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] Deleting port 0a573f4d-c6b6-4cc8-810f-b877faafad98 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:45.011056 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:45.197883 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c427af7-323d-4ec0-8fed-f4fdb3d3790b req-809388d8-85b3-4826-b2c0-9e425f0ccefa tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0731091 Aug 17 16:24:45.216491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:24:45.221539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Sync routers for ids ['8f84e94e-a609-47b3-8971-a621575c9564'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:24:45.232713 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7c9c5304-a29b-453d-9002-0231e2c3eb4e admin admin] 10.222.0.77 "PUT /v2.0/routers/8f84e94e-a609-47b3-8971-a621575c9564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2268083 Aug 17 16:24:45.246659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Routers {'8f84e94e-a609-47b3-8971-a621575c9564'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:45.247549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8f84e94e-a609-47b3-8971-a621575c9564'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:45.319842 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519a2e0-3c9b-49bc-806c-87d1439a23a7 None None] New status for floating IP 42f8a47d-3846-4193-bbce-ea394e11dfee: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:24:45.324877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab74de2-6ea9-4185-8962-fd292c2d3e3c req-2cafec7f-3b80-4640-b82d-9af66bcf152a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:45.330982 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ab74de2-6ea9-4185-8962-fd292c2d3e3c req-2cafec7f-3b80-4640-b82d-9af66bcf152a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.2463334 Aug 17 16:24:45.345560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] For port 0a573f4d-c6b6-4cc8-810f-b877faafad98, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0a573f4d-c6b6-4cc8-810f-b877faafad98,segment=NetworkSegment(aea75610-6042-4253-bf2c-e2c80f7d3e6c),segment_id=aea75610-6042-4253-bf2c-e2c80f7d3e6c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:45.352390 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:45.477391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] Calling delete_port for 0a573f4d-c6b6-4cc8-810f-b877faafad98 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:45.513698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:45.520459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Set router 8f84e94e-a609-47b3-8971-a621575c9564 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:45.613412 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ab74de2-6ea9-4185-8962-fd292c2d3e3c req-58e01bb6-f006-4dec-85ea-6322d6fccb5e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577195 Aug 17 16:24:45.645479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-760303326'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:45.700733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:24:45.706282 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:45.749857 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:24:45.845316 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:45.845595 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Added segment 809e3be5-8669-4ad6-b51b-fb2751a9d0d0 of type vlan for network 9fb1f7fa-4376-4e13-8443-193e0d08766a Aug 17 16:24:45.964635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdeb2a-e4ef-4a42-a8ca-967522e5d3c2 req-07ab994e-e01b-4522-860c-931da10d8c8c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:45.968277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41cdeb2a-e4ef-4a42-a8ca-967522e5d3c2 req-07ab994e-e01b-4522-860c-931da10d8c8c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1711497 Aug 17 16:24:45.971483 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:46.057530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f84e94e-a609-47b3-8971-a621575c9564', 'name': 'tempest-ServersTestMultiNic-1833781344-router', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:24:28Z', 'updated_at': '2021-08-17T16:24:43Z', 'revision_number': 4, 'project_id': '760ff278cc3a4456822a364590d87753', 'gw_port': {'id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84e94e-a609-47b3-8971-a621575c9564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:24:30Z', 'updated_at': '2021-08-17T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '1078a0ff-f633-4b7e-88a5-5d5dd5bd627d', 'name': '', 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'mac_address': 'fa:16:3e:ae:1f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f84e94e-a609-47b3-8971-a621575c9564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd9691c3f-5b5e-464c-8e96-7c827d775a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:24:40Z', 'updated_at': '2021-08-17T16:24:43Z', 'revision_number': 2, 'project_id': '760ff278cc3a4456822a364590d87753', 'subnets': [{'id': 'd9691c3f-5b5e-464c-8e96-7c827d775a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:46.082558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41cdeb2a-e4ef-4a42-a8ca-967522e5d3c2 req-f36897ad-53f9-46ec-9eb8-2dd285d1c014 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132803 Aug 17 16:24:46.088274 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:46.097411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:46.097995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:46.105192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Checking router: 8f84e94e-a609-47b3-8971-a621575c9564 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:24:46.105837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Updating router 8f84e94e-a609-47b3-8971-a621575c9564 port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:24:46.146473 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:46.280295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-8fe5ea7f-7c0d-46fe-ba7d-2f464e62a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:46.283125 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-8fe5ea7f-7c0d-46fe-ba7d-2f464e62a999 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1095 time: 0.7897997 Aug 17 16:24:46.295483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7790644 Aug 17 16:24:46.296507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:46.319298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa6119-dd25-45de-96c6-beb05916a66e req-9bea3e83-3fd1-4e22-8d88-c4db67a007a2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:46.327752 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69aa6119-dd25-45de-96c6-beb05916a66e req-9bea3e83-3fd1-4e22-8d88-c4db67a007a2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.7597330 Aug 17 16:24:46.367733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'subnet': {'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:46.376653 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:46.447332 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69aa6119-dd25-45de-96c6-beb05916a66e req-0e91d342-623f-4f93-8f4a-dca09d1e45f8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180787 Aug 17 16:24:46.454655 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0140d664-1ed1-4bd1-b7d5-cf2954699233 req-dd3f847d-aee7-475d-afa9-218e5029ffc2 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 210 time: 0.2294633 Aug 17 16:24:46.522143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-bb429b69-7514-488a-b81f-078a2b28a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:46.523903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-bb429b69-7514-488a-b81f-078a2b28a952 service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.2265084 Aug 17 16:24:46.703396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-b81f3fc7-9711-46fc-9c7f-a77f8e7cf102 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 998 time: 0.1655397 Aug 17 16:24:46.746056 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f6430-81c9-4f54-8c48-a9f5b31a749e req-cccff1e7-d21f-4e9b-833b-b3358b089f53 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:46.760614 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2f0f6430-81c9-4f54-8c48-a9f5b31a749e req-cccff1e7-d21f-4e9b-833b-b3358b089f53 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1329439 Aug 17 16:24:46.836053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2f0f6430-81c9-4f54-8c48-a9f5b31a749e req-aec3a7b9-f167-4d6f-9835-424af5c6a4b0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 Aug 17 16:24:46.848340 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:46.860657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-f01ebfad-2794-42f9-be24-8f71af065563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:46.862985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-f01ebfad-2794-42f9-be24-8f71af065563 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.1491125 Aug 17 16:24:46.881671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Transition to ACTIVE for port object 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:46.899846 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:46.971251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-d65d1f55-040b-4566-b65c-3d0f62a77218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:46.982995 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-d65d1f55-040b-4566-b65c-3d0f62a77218 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106000 Aug 17 16:24:47.026165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d0714-42c1-4085-8427-57fabc42e5f3 None None] Pushing event updated for resources: {'Port': ['ID=1078a0ff-f633-4b7e-88a5-5d5dd5bd627d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:47.198241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-1367d9b8-bedb-49e1-ac6e-30ae213c6c8f service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618750 Aug 17 16:24:47.303375 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd0299-948c-4679-a8b1-81d8a0e19467 req-11cd368d-c119-42d5-9739-270201dd37e4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:47.305349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5cd0299-948c-4679-a8b1-81d8a0e19467 req-11cd368d-c119-42d5-9739-270201dd37e4 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.3211801 Aug 17 16:24:47.328272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Attempting to bind port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:24:47.328960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Attempting to bind port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '7b3f7877-d81f-4237-b9bb-bde8b3105282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:24:47.330042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Attempting to bind port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d on network 1fbd200b-f93a-491c-962a-59dfa7a24c0f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:24:47.342581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:24:47.343185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Checking segment: {'id': '7b3f7877-d81f-4237-b9bb-bde8b3105282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:24:47.343895 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:47.344554 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Bound using segment: {'id': '7b3f7877-d81f-4237-b9bb-bde8b3105282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:24:47.345426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Bound port: 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3f7877-d81f-4237-b9bb-bde8b3105282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:24:47.346110 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:47.418048 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5cd0299-948c-4679-a8b1-81d8a0e19467 req-905bc3e1-d8f1-47a3-b0b7-ded40eed3ecd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953345 Aug 17 16:24:47.492925 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e3185875-6360-42d1-918e-6b0c6b853cd4 req-0fbd0783-a71f-438d-ab49-c10cc7fd02af service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802105 Aug 17 16:24:47.547569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] For port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:24:47.557234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] For port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1078a0ff-f633-4b7e-88a5-5d5dd5bd627d,segment=NetworkSegment(7b3f7877-d81f-4237-b9bb-bde8b3105282),segment_id=7b3f7877-d81f-4237-b9bb-bde8b3105282)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:24:47.579113 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:47.614588 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9f37-9066-4cc2-9810-0d215343af8e req-234177b2-a125-4282-9d9a-48b6fd478413 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:47.623382 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9deb9f37-9066-4cc2-9810-0d215343af8e req-234177b2-a125-4282-9d9a-48b6fd478413 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1055009 Aug 17 16:24:47.660951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d0714-42c1-4085-8427-57fabc42e5f3 None None] Pushing event updated for resources: {'Port': ['ID=1078a0ff-f633-4b7e-88a5-5d5dd5bd627d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:47.682551 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9deb9f37-9066-4cc2-9810-0d215343af8e req-e7003cf3-39e9-47ed-af05-294a70565ea1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576675 Aug 17 16:24:47.754755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Routers {'8f84e94e-a609-47b3-8971-a621575c9564'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:47.756228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8f84e94e-a609-47b3-8971-a621575c9564'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:47.783556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a573f4d-c6b6-4cc8-810f-b877faafad98,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:47.798752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2574a-c7f4-4025-96bd-90ae03d15d6b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Network': ['ID=9fb1f7fa-4376-4e13-8443-193e0d08766a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:47.898640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a545397b-24bf-4a33-b077-9627f272cf11 req-fbea1e8d-fb6c-40ce-9429-a51e48d18f73 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.2141449 Aug 17 16:24:48.015403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:24:48.021317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:48.059163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 9fb1f7fa-4376-4e13-8443-193e0d08766a details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:24:48.144148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb677bb-f3cd-4fb9-9c4e-a33bd8df8b0e req-3b882c1e-24ea-46bf-908c-05849d36f724 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:48.153611 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3cb677bb-f3cd-4fb9-9c4e-a33bd8df8b0e req-3b882c1e-24ea-46bf-908c-05849d36f724 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.0841355 Aug 17 16:24:48.236281 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3cb677bb-f3cd-4fb9-9c4e-a33bd8df8b0e req-44132298-491b-4a8e-9cf4-c38ea0354b05 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808344 Aug 17 16:24:48.430095 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51cb479c-6bd2-4e25-91b4-dfcfccb94b2c req-e7f3189a-5853-4aed-9e5d-d89af92d8021 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 210 time: 0.0696807 Aug 17 16:24:48.527028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0139b3e-785a-47cb-855f-446a73164bce req-319d4bf6-2c98-4867-a650-847fd3a7871e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:48.538253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0139b3e-785a-47cb-855f-446a73164bce req-319d4bf6-2c98-4867-a650-847fd3a7871e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1317031 Aug 17 16:24:48.642257 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0139b3e-785a-47cb-855f-446a73164bce req-54fbda48-0046-40f9-ad28-0f1392c30ad1 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949831 Aug 17 16:24:48.730258 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:48.733558 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:48.829330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4015db0-d416-4659-8d7e-bc90d4ca2fcf req-ef1d44a3-37de-40bc-b06f-784054b324fe tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:48.837148 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d4015db0-d416-4659-8d7e-bc90d4ca2fcf req-ef1d44a3-37de-40bc-b06f-784054b324fe tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.2667596 Aug 17 16:24:48.871385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] Set router 8f84e94e-a609-47b3-8971-a621575c9564 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:48.971233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Subnet': ['ID=a975c6cb-d2e5-436a-9566-8e65b80d9836,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:49.000497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31738a2a-3e22-4ae3-a339-4b656ce14a83 req-ca056412-07f2-4881-99a2-e7b70f0151c3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:49.002016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31738a2a-3e22-4ae3-a339-4b656ce14a83 req-ca056412-07f2-4881-99a2-e7b70f0151c3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1672068 Aug 17 16:24:49.095460 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d4015db0-d416-4659-8d7e-bc90d4ca2fcf req-803a2239-50ae-48eb-946c-09eb3d7bd6b8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574458 Aug 17 16:24:49.096452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Checking segment: {'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:24:49.097026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network hostable DHCP agents. Network: 9fb1f7fa-4376-4e13-8443-193e0d08766a, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:24:49.147172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network 9fb1f7fa-4376-4e13-8443-193e0d08766a is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:24:49.154296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31738a2a-3e22-4ae3-a339-4b656ce14a83 req-57766f2b-936c-4792-96f1-4efe4173efd7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359155 Aug 17 16:24:49.185788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 9fb1f7fa-4376-4e13-8443-193e0d08766a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:49.198093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347fb82f-fcc0-41ad-954e-b3c0a12e739d None None] Network 9fb1f7fa-4376-4e13-8443-193e0d08766a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:24:49.230825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:49.232124 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:49.296157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e03fc9e2-fbb2-4508-9418-73f1b0d5b218 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9414032 Aug 17 16:24:49.298795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50204) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:49.308716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-289658935'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:49.364198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5393fd8b-142b-466f-84d9-89520e4ea4e3 req-2880aec2-ca07-4e11-aaa9-0db91e7101ce tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0577614 Aug 17 16:24:49.418835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] Router 93e49410-ce06-4514-9f4e-c88965cf970f has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:24:49.435529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:24:49.439076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:49.520479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:24:49.521256 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:49.532898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d41462-a0df-40a9-b822-70b9750ef0cd req-0d64d0d7-a4d1-47ae-8818-bd636a274257 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:49.544812 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f3d41462-a0df-40a9-b822-70b9750ef0cd req-0d64d0d7-a4d1-47ae-8818-bd636a274257 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1809435 Aug 17 16:24:49.582605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:49.583002 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Added segment 4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb of type vlan for network 9725712b-395a-48dd-ba89-5380ff163a9f Aug 17 16:24:49.624405 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:49.643899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:24:49.653330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a6fd6f34-cce3-4036-b791-566f20c655f6 admin admin] 10.222.0.77 "PUT /v2.0/routers/93e49410-ce06-4514-9f4e-c88965cf970f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1399364 Aug 17 16:24:49.658653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50208) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:49.671509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] Sync routers for ids ['93e49410-ce06-4514-9f4e-c88965cf970f'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:24:49.672852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8eba2-76f6-448c-bcf8-67b13bdaf634 req-0bf7d60e-bcf3-4bd5-a8ad-f875aac47f3d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:49.674554 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66d8eba2-76f6-448c-bcf8-67b13bdaf634 req-0bf7d60e-bcf3-4bd5-a8ad-f875aac47f3d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.0822949 Aug 17 16:24:49.675825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f3d41462-a0df-40a9-b822-70b9750ef0cd req-3d74c865-2076-4641-b06d-49bec0871e1c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299634 Aug 17 16:24:49.739617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66d8eba2-76f6-448c-bcf8-67b13bdaf634 req-bb7c8563-69c2-43d0-b295-6314fe813e39 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580189 Aug 17 16:24:49.768370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] Routers {'93e49410-ce06-4514-9f4e-c88965cf970f'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:49.769869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['93e49410-ce06-4514-9f4e-c88965cf970f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:49.775274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f84e94e-a609-47b3-8971-a621575c9564', 'name': 'tempest-ServersTestMultiNic-1833781344-router', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:24:28Z', 'updated_at': '2021-08-17T16:24:43Z', 'revision_number': 4, 'project_id': '760ff278cc3a4456822a364590d87753', 'gw_port': {'id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84e94e-a609-47b3-8971-a621575c9564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:24:30Z', 'updated_at': '2021-08-17T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '1078a0ff-f633-4b7e-88a5-5d5dd5bd627d', 'name': '', 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'mac_address': 'fa:16:3e:ae:1f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f84e94e-a609-47b3-8971-a621575c9564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd9691c3f-5b5e-464c-8e96-7c827d775a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:24:40Z', 'updated_at': '2021-08-17T16:24:47Z', 'revision_number': 4, 'project_id': '760ff278cc3a4456822a364590d87753', 'subnets': [{'id': 'd9691c3f-5b5e-464c-8e96-7c827d775a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:49.779917 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:49.826735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2e6b0-2cd7-4996-a18c-a7208b86da34 None None] The sync data for ids ['8f84e94e-a609-47b3-8971-a621575c9564'] in n-d-804878-1 is: [{'id': '8f84e94e-a609-47b3-8971-a621575c9564', 'name': 'tempest-ServersTestMultiNic-1833781344-router', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:24:28Z', 'updated_at': '2021-08-17T16:24:43Z', 'revision_number': 4, 'project_id': '760ff278cc3a4456822a364590d87753', 'gw_port': {'id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84e94e-a609-47b3-8971-a621575c9564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:24:30Z', 'updated_at': '2021-08-17T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '1078a0ff-f633-4b7e-88a5-5d5dd5bd627d', 'name': '', 'network_id': '1fbd200b-f93a-491c-962a-59dfa7a24c0f', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'mac_address': 'fa:16:3e:ae:1f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f84e94e-a609-47b3-8971-a621575c9564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd9691c3f-5b5e-464c-8e96-7c827d775a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:24:40Z', 'updated_at': '2021-08-17T16:24:47Z', 'revision_number': 4, 'project_id': '760ff278cc3a4456822a364590d87753', 'subnets': [{'id': 'd9691c3f-5b5e-464c-8e96-7c827d775a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:24:49.893985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ce453c3-91e0-4796-bb18-cdf215a9346d req-561d6667-71c6-44eb-8379-e1416a870180 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 210 time: 0.0852692 Aug 17 16:24:49.994528 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:50.009401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:50.009927 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:50.117838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a4d2c-10ba-4b66-b106-231b5d9e7f1a req-6cb54b20-261e-4dae-a0a2-fbf87600ff93 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:50.121407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-145a4d2c-10ba-4b66-b106-231b5d9e7f1a req-6cb54b20-261e-4dae-a0a2-fbf87600ff93 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.2188201 Aug 17 16:24:50.152633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-9fb1f7fa-4376-4e13-8443-193e0d08766a', 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'fixed_ips': [{'subnet_id': 'a975c6cb-d2e5-436a-9566-8e65b80d9836'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:24:50.154721 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:50.221529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] Set router 93e49410-ce06-4514-9f4e-c88965cf970f gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:50.235729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-145a4d2c-10ba-4b66-b106-231b5d9e7f1a req-54b78168-75a5-44dc-a209-d9b555d2a30f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947599 Aug 17 16:24:50.400486 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:50.417670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa333b-628b-4245-8ec2-35d67909670c req-98625541-bf9a-467f-9729-a45f81a4f728 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:50.427838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4efa333b-628b-4245-8ec2-35d67909670c req-98625541-bf9a-467f-9729-a45f81a4f728 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.0996737 Aug 17 16:24:50.507076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4efa333b-628b-4245-8ec2-35d67909670c req-891ee986-f218-49dc-a005-5f26c066af25 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780396 Aug 17 16:24:50.589725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10729faa-97d6-4cb9-9a5a-d2cfda3af4ef req-e2f8c658-08b9-401a-8438-b0469e12cba4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.2938149 Aug 17 16:24:50.617613 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3141599 Aug 17 16:24:50.620735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:50.626687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'subnet': {'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:50.664956 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:50.675947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960c492-216a-47ce-8385-44d49cb688b5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Network': ['ID=9725712b-395a-48dd-ba89-5380ff163a9f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:50.712079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a588e-1535-4e65-8fce-2508116e7269 req-fa0cd421-73b8-49f3-8f85-abb9d55d025e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:50.722186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-402a588e-1535-4e65-8fce-2508116e7269 req-fa0cd421-73b8-49f3-8f85-abb9d55d025e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.6350102 Aug 17 16:24:50.727225 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 9725712b-395a-48dd-ba89-5380ff163a9f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:24:50.733291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:50.862638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-402a588e-1535-4e65-8fce-2508116e7269 req-07e682df-d278-49ba-9afa-8d17f487b83f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387739 Aug 17 16:24:50.935261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2477b3b1-0b0c-4d19-9462-3783f2e1187d req-19892ba1-bf2f-4866-8d3b-a6676111419f tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.2629507 Aug 17 16:24:51.018911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Deleting port 69f0bcef-88c5-4d13-a8c1-f4ca56254427 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:51.031603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:51.069753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:24:51.089489 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:51.267303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Allocated IP 19.80.0.2 (9fb1f7fa-4376-4e13-8443-193e0d08766a/a975c6cb-d2e5-436a-9566-8e65b80d9836/de9ed76d-bb69-45b3-9a3d-194a334a2c3e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:24:51.270675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:24:51.294050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:51.294719 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:51.377692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547407c1-1d14-4ab4-a025-5629b7743f94 req-c4e5b4ad-04c5-457f-a702-a748d6162381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:51.392680 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-547407c1-1d14-4ab4-a025-5629b7743f94 req-c4e5b4ad-04c5-457f-a702-a748d6162381 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.1985285 Aug 17 16:24:51.461780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] For port 69f0bcef-88c5-4d13-a8c1-f4ca56254427, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=69f0bcef-88c5-4d13-a8c1-f4ca56254427,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:51.462155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:51.499848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Calling delete_port for 69f0bcef-88c5-4d13-a8c1-f4ca56254427 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:51.528049 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-547407c1-1d14-4ab4-a025-5629b7743f94 req-d35385ff-b714-4fad-9cfd-e623873ee821 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296058 Aug 17 16:24:51.654310 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ca7f7b0-bb02-4384-a16a-18fb945e33a0 req-1cdf42b4-9e60-406c-acb0-305599d93269 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 210 time: 0.4347930 Aug 17 16:24:51.682122 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:51.965108 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:51.980355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Transition to ACTIVE for port object de9ed76d-bb69-45b3-9a3d-194a334a2c3e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:52.009602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Transition to ACTIVE for port object de9ed76d-bb69-45b3-9a3d-194a334a2c3e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:52.010700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Subnet': ['ID=8364d643-6e09-4452-9070-4c1f9d3fba5b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:52.020660 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:52.051827 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:52.076376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-e5e7bcf7-8a43-4c35-9d77-bcbc7569df88 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:52.079347 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-e5e7bcf7-8a43-4c35-9d77-bcbc7569df88 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 812 time: 0.3222196 Aug 17 16:24:52.089362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Checking segment: {'id': '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:24:52.092018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network hostable DHCP agents. Network: 9725712b-395a-48dd-ba89-5380ff163a9f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:24:52.115494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038c797-a9eb-40b8-98b9-352787ac69b8 req-b9b8edec-ee2e-4374-a800-012647a3f11e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:52.126203 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-4f4b3112-c49a-47a7-be16-e49ec50c57f4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/quotas/5e0bff260f5f426d99f5384af5be17ad HTTP/1.1" status: 200 len: 375 time: 0.0369322 Aug 17 16:24:52.128510 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6038c797-a9eb-40b8-98b9-352787ac69b8 req-b9b8edec-ee2e-4374-a800-012647a3f11e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.2586184 Aug 17 16:24:52.151727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-router', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:33Z', 'updated_at': '2021-08-17T16:24:46Z', 'revision_number': 5, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'gw_port': {'id': '69f0bcef-88c5-4d13-a8c1-f4ca56254427', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:22:35Z', 'updated_at': '2021-08-17T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:52.161836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Pushing event updated for resources: {'Port': ['ID=de9ed76d-bb69-45b3-9a3d-194a334a2c3e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:52.179756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network 9725712b-395a-48dd-ba89-5380ff163a9f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:24:52.221728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Network 9fb1f7fa-4376-4e13-8443-193e0d08766a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:24:52.225140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] Checking router: 93e49410-ce06-4514-9f4e-c88965cf970f for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:24:52.235024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1078a0ff-f633-4b7e-88a5-5d5dd5bd627d,segment=NetworkSegment(7b3f7877-d81f-4237-b9bb-bde8b3105282),segment_id=7b3f7877-d81f-4237-b9bb-bde8b3105282)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:52.242496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] Routers {'93e49410-ce06-4514-9f4e-c88965cf970f'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:24:52.243146 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['93e49410-ce06-4514-9f4e-c88965cf970f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:52.243688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 9725712b-395a-48dd-ba89-5380ff163a9f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:52.260836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:52.262767 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:52.342234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6038c797-a9eb-40b8-98b9-352787ac69b8 req-fe9bd489-cf95-4d0c-83a0-9dea4a5c9197 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857207 Aug 17 16:24:52.349277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a5adb5c-614a-4009-bc7a-8116a007cc51 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7272666 Aug 17 16:24:52.404506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] Set router 93e49410-ce06-4514-9f4e-c88965cf970f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:24:52.472379 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-dfb3d3f7-ea64-4106-9698-cbdc88845747 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3441730 Aug 17 16:24:52.493857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:52.503114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-router', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:33Z', 'updated_at': '2021-08-17T16:24:50Z', 'revision_number': 6, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:52.505571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e705ee59-5f91-4109-a931-51a67d9673e5 None None] Network 9725712b-395a-48dd-ba89-5380ff163a9f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:24:52.595396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:24:52.600574 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:52.625967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f4d84-f303-423e-89a6-20f5998dd178 req-f236d6fc-d88a-4b33-8e54-329c5f5a3b3d tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:52.634159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd5f4d84-f303-423e-89a6-20f5998dd178 req-f236d6fc-d88a-4b33-8e54-329c5f5a3b3d tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.1166136 Aug 17 16:24:52.735058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd5f4d84-f303-423e-89a6-20f5998dd178 req-946e8aa7-0cd4-4da6-881a-68783cc996ed tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944686 Aug 17 16:24:52.837545 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:52.883070 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-73e0378a-755a-486c-94cf-21e8015bd498 service neutron] 10.222.0.77 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087369 Aug 17 16:24:52.885497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=69f0bcef-88c5-4d13-a8c1-f4ca56254427,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:52.912460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=1078a0ff-f633-4b7e-88a5-5d5dd5bd627d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:52.913197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e77c84f-d4bd-4322-9084-cb9ce0739ebd req-859e30fd-a1d4-4c17-9c42-60516afd9c6e tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0701180 Aug 17 16:24:52.919872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5836b31-526a-4d32-910a-183f90a1d45c None None] The sync data for ids ['93e49410-ce06-4514-9f4e-c88965cf970f'] in n-d-804878-1 is: [{'id': '93e49410-ce06-4514-9f4e-c88965cf970f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1980032049-router', 'tenant_id': '8cf7000c671447459f794a0e1260d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:22:33Z', 'updated_at': '2021-08-17T16:24:50Z', 'revision_number': 6, 'project_id': '8cf7000c671447459f794a0e1260d12f', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:24:53.018006 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.183641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.187770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.238110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Attempting to bind port de9ed76d-bb69-45b3-9a3d-194a334a2c3e on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:24:53.239173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Attempting to bind port de9ed76d-bb69-45b3-9a3d-194a334a2c3e by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:24:53.242306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Attempting to bind port de9ed76d-bb69-45b3-9a3d-194a334a2c3e on network 9fb1f7fa-4376-4e13-8443-193e0d08766a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:24:53.279002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-dede1e5c-cdc8-42d8-b7ed-720384413ec2 service neutron] 10.222.0.77 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736907 Aug 17 16:24:53.291844 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.292819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-9725712b-395a-48dd-ba89-5380ff163a9f', 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'fixed_ips': [{'subnet_id': '8364d643-6e09-4452-9070-4c1f9d3fba5b'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:24:53.294087 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.295453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93e49410-ce06-4514-9f4e-c88965cf970f {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:24:53.296550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:24:53.297069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Checking segment: {'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:24:53.297676 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.298120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Bound using segment: {'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:24:53.298759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Bound port: de9ed76d-bb69-45b3-9a3d-194a334a2c3e, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:24:53.299175 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.314528 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.321287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-639329ff-94e9-4c7e-932c-0b4fac4cdb7f admin admin] 10.222.0.77 "DELETE /v2.0/routers/93e49410-ce06-4514-9f4e-c88965cf970f HTTP/1.1" status: 204 len: 168 time: 3.6393168 Aug 17 16:24:53.332741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50260) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:53.509445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] For port de9ed76d-bb69-45b3-9a3d-194a334a2c3e, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:24:53.545712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] For port de9ed76d-bb69-45b3-9a3d-194a334a2c3e, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=de9ed76d-bb69-45b3-9a3d-194a334a2c3e,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:24:53.564326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f153ff-1b44-43c6-acad-6027b31575ce admin admin] Deleting subnet 697ad38c-1859-478a-b4fc-6b102a82a0b3 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:24:53.583149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f153ff-1b44-43c6-acad-6027b31575ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.599737 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.663541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-60013073-ac92-48af-a615-ffb701171216 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:53.677839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-60013073-ac92-48af-a615-ffb701171216 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:53.680082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-60013073-ac92-48af-a615-ffb701171216 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/networks?id=9fb1f7fa-4376-4e13-8443-193e0d08766a&id=9725712b-395a-48dd-ba89-5380ff163a9f&id=9fb1f7fa-4376-4e13-8443-193e0d08766a HTTP/1.1" status: 200 len: 1390 time: 0.5075219 Aug 17 16:24:53.714330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-64cb3bb0-be75-49d3-b2d8-523c61402c63 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/quotas/760ff278cc3a4456822a364590d87753 HTTP/1.1" status: 200 len: 375 time: 0.0223238 Aug 17 16:24:53.790466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Allocated IP 19.86.0.2 (9725712b-395a-48dd-ba89-5380ff163a9f/8364d643-6e09-4452-9070-4c1f9d3fba5b/0e65f5b9-4015-4602-951c-daf0a4d03aff) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:24:53.812713 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f153ff-1b44-43c6-acad-6027b31575ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:53.830414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51227cec-f25d-495d-b738-4ecfc74f0146 None None] Pushing event updated for resources: {'Port': ['ID=de9ed76d-bb69-45b3-9a3d-194a334a2c3e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:53.835210 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-82eb80ab-67d9-42e9-86af-514f68f8c546 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=760ff278cc3a4456822a364590d87753&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061070 Aug 17 16:24:53.895803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86089013-5501-4c88-93b3-5232c7cb845e req-e1a113d2-e1ac-4998-83d4-51cfe523906a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:53.900821 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86089013-5501-4c88-93b3-5232c7cb845e req-e1a113d2-e1ac-4998-83d4-51cfe523906a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.2021351 Aug 17 16:24:54.029441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86089013-5501-4c88-93b3-5232c7cb845e req-8dd9eac2-e48b-4fd0-b587-7d76334dd5fb tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184704 Aug 17 16:24:54.038881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-9d18d7c5-b6c2-4707-9983-dbe4efb69945 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:24:54.039750 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-9d18d7c5-b6c2-4707-9983-dbe4efb69945 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1793156 Aug 17 16:24:54.226582 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-b5abc3ed-7031-4fae-979b-c7e1677e9fae service neutron] 10.222.0.77 "GET /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718888 Aug 17 16:24:54.302264 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:54.314233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Transition to ACTIVE for port object 0e65f5b9-4015-4602-951c-daf0a4d03aff will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:54.342488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Transition to ACTIVE for port object 0e65f5b9-4015-4602-951c-daf0a4d03aff will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:54.361295 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:54.421098 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f153ff-1b44-43c6-acad-6027b31575ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:54.467090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Network 9725712b-395a-48dd-ba89-5380ff163a9f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:24:54.468847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Pushing event updated for resources: {'Port': ['ID=0e65f5b9-4015-4602-951c-daf0a4d03aff,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:54.491217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:54.500669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:24:54.593384 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-04d4290b-0e3e-4851-8bba-2313524afad7 service neutron] 10.222.0.77 "GET /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321943 Aug 17 16:24:54.620612 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-573fe390-0d5a-4afc-beae-f365714c6794 req-f7bd736c-06ee-47d2-b221-64427b5e0a52 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 210 time: 0.4076338 Aug 17 16:24:54.628349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f153ff-1b44-43c6-acad-6027b31575ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:54.683248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f153ff-1b44-43c6-acad-6027b31575ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:54.687867 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e8f153ff-1b44-43c6-acad-6027b31575ce admin admin] 10.222.0.77 "DELETE /v2.0/subnets/697ad38c-1859-478a-b4fc-6b102a82a0b3 HTTP/1.1" status: 204 len: 168 time: 1.3537056 Aug 17 16:24:54.692357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50278) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:54.699703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b901e29-60a1-45f2-a9b5-d77365675020 None None] Network b5405197-200b-484c-beab-d9aabe5679ec requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:24:54.776081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f153ff-1b44-43c6-acad-6027b31575ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=697ad38c-1859-478a-b4fc-6b102a82a0b3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:54.884951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Attempting to bind port 0e65f5b9-4015-4602-951c-daf0a4d03aff on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:24:54.885350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Attempting to bind port 0e65f5b9-4015-4602-951c-daf0a4d03aff by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:24:54.885662 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Attempting to bind port 0e65f5b9-4015-4602-951c-daf0a4d03aff on network 9725712b-395a-48dd-ba89-5380ff163a9f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:24:54.914010 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-708f0cf9-e446-4ac5-a810-4708fa51e3b1 service neutron] 10.222.0.77 "GET /v2.0/networks/9725712b-395a-48dd-ba89-5380ff163a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184230 Aug 17 16:24:54.952752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:24:54.953490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Checking segment: {'id': '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:24:54.956617 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:54.957325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Bound using segment: {'id': '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:24:54.961444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Bound port: 0e65f5b9-4015-4602-951c-daf0a4d03aff, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:24:54.964690 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:55.005424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:55.130741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device de9ed76d-bb69-45b3-9a3d-194a334a2c3e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:55.163926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Deleting port 481afc84-6f16-4008-82ad-57a21b9d31d6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:55.164265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:55.234423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-87780057-24de-4091-94b2-8613d9ca49df service neutron] 10.222.0.77 "GET /v2.0/networks/9725712b-395a-48dd-ba89-5380ff163a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179471 Aug 17 16:24:55.269656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] For port 0e65f5b9-4015-4602-951c-daf0a4d03aff, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:24:55.275014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] For port 0e65f5b9-4015-4602-951c-daf0a4d03aff, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0e65f5b9-4015-4602-951c-daf0a4d03aff,segment=NetworkSegment(4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb),segment_id=4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:24:55.291677 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:55.382277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de509da-4ebe-48bc-a393-f8d7b5bfcc60 None None] DHCP port deletion for b5405197-200b-484c-beab-d9aabe5679ec request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:24:55.391882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10ac45-5e67-4dc9-9fc3-e92c824fee83 None None] Pushing event updated for resources: {'Port': ['ID=0e65f5b9-4015-4602-951c-daf0a4d03aff,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:55.481398 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port de9ed76d-bb69-45b3-9a3d-194a334a2c3e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:24:55.487572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8de509da-4ebe-48bc-a393-f8d7b5bfcc60 None None] Deleting port 481afc84-6f16-4008-82ad-57a21b9d31d6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:24:55.487990 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de509da-4ebe-48bc-a393-f8d7b5bfcc60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:55.509471 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:24:55.547183 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da192667-9560-440b-892d-851eb3311710 req-097003a7-bc05-4dc8-be6e-50868de1e567 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c&device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.1710143 Aug 17 16:24:55.563220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-ab4cc9f5-928f-4411-85c5-49235af0a90c service neutron] 10.222.0.77 "GET /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118465 Aug 17 16:24:55.585728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8de509da-4ebe-48bc-a393-f8d7b5bfcc60 None None] For port 481afc84-6f16-4008-82ad-57a21b9d31d6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=481afc84-6f16-4008-82ad-57a21b9d31d6,segment=NetworkSegment(aea75610-6042-4253-bf2c-e2c80f7d3e6c),segment_id=aea75610-6042-4253-bf2c-e2c80f7d3e6c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:55.586940 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de509da-4ebe-48bc-a393-f8d7b5bfcc60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:55.588358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] For port 481afc84-6f16-4008-82ad-57a21b9d31d6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=481afc84-6f16-4008-82ad-57a21b9d31d6,segment=NetworkSegment(aea75610-6042-4253-bf2c-e2c80f7d3e6c),segment_id=aea75610-6042-4253-bf2c-e2c80f7d3e6c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:55.591741 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:55.604749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8de509da-4ebe-48bc-a393-f8d7b5bfcc60 None None] Calling delete_port for 481afc84-6f16-4008-82ad-57a21b9d31d6 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:55.642892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Calling delete_port for 481afc84-6f16-4008-82ad-57a21b9d31d6 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:24:55.710173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:55.714691 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de509da-4ebe-48bc-a393-f8d7b5bfcc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:55.754331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de509da-4ebe-48bc-a393-f8d7b5bfcc60 None None] No DVR routers for this DVR port 481afc84-6f16-4008-82ad-57a21b9d31d6 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:24:55.780667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de509da-4ebe-48bc-a393-f8d7b5bfcc60 None None] Pushing event deleted for resources: {'Port': ['ID=481afc84-6f16-4008-82ad-57a21b9d31d6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:55.857251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:55.857627 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:56.041494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-98ca713a-0dfa-42cc-8e6b-b1ee1a23db14 service neutron] 10.222.0.77 "GET /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772277 Aug 17 16:24:56.067184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95460-4a7f-40e8-953c-d1a6e161d2c2 req-08ac6148-d201-469c-bd48-bbe842a19f6b tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:56.105022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56b95460-4a7f-40e8-953c-d1a6e161d2c2 req-08ac6148-d201-469c-bd48-bbe842a19f6b tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.2792249 Aug 17 16:24:56.136506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400f36ab-0b24-4d4c-baa0-834c06e2753a None None] Network 9fb1f7fa-4376-4e13-8443-193e0d08766a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:24:56.177109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:56.214974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-0aa3a2dc-dff1-4f0b-8fbc-4b7a28080792 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:56.223075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-0aa3a2dc-dff1-4f0b-8fbc-4b7a28080792 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.93 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 812 time: 0.4057665 Aug 17 16:24:56.236570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'port': {'device_id': 'df05642f-87ab-4384-bc0d-c2699ef1bac2', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'admin_state_up': True, 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:56.280561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=481afc84-6f16-4008-82ad-57a21b9d31d6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:56.281351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0a573f4d-c6b6-4cc8-810f-b877faafad98 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:56.312893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] No DVR routers for this DVR port 481afc84-6f16-4008-82ad-57a21b9d31d6 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:24:56.354490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 0a573f4d-c6b6-4cc8-810f-b877faafad98 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:56.354490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0a573f4d-c6b6-4cc8-810f-b877faafad98 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:56.355188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 69f0bcef-88c5-4d13-a8c1-f4ca56254427 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:56.391156 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56b95460-4a7f-40e8-953c-d1a6e161d2c2 req-8bf7d73c-87bd-4634-82b3-f4cd150ad1fa tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782288 Aug 17 16:24:56.436578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 69f0bcef-88c5-4d13-a8c1-f4ca56254427 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:56.440909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 69f0bcef-88c5-4d13-a8c1-f4ca56254427 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:56.464611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7997ef47-c90d-4096-b6e9-835196bcae5e None None] Provisioning for port de9ed76d-bb69-45b3-9a3d-194a334a2c3e completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:24:56.493110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7997ef47-c90d-4096-b6e9-835196bcae5e None None] Provisioning complete for port de9ed76d-bb69-45b3-9a3d-194a334a2c3e triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:56.494810 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7997ef47-c90d-4096-b6e9-835196bcae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:56.536645 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2574d3fc-8241-45bb-aa3a-61e98fc74036 req-006ec3eb-4399-45b2-96e9-f0222d9f0436 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 210 time: 0.0800519 Aug 17 16:24:56.605846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Made reservation on behalf of 5e0bff260f5f426d99f5384af5be17ad for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:24:56.637604 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:56.684975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:56.946656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5405197-200b-484c-beab-d9aabe5679ec']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:56.998734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0e65f5b9-4015-4602-951c-daf0a4d03aff up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:56.999859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea75610-6042-4253-bf2c-e2c80f7d3e6c') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:57.000642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea75610-6042-4253-bf2c-e2c80f7d3e6c') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:24:57.017959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:57.056387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:57.072973 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fa7bb-a068-4d0c-941e-ef95ca89ddb0 req-de9458be-9b05-4d2a-b9cb-a3250431bce2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:57.084336 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-201fa7bb-a068-4d0c-941e-ef95ca89ddb0 req-de9458be-9b05-4d2a-b9cb-a3250431bce2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.4298379 Aug 17 16:24:57.166329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:24:57.167710 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:24:57.169890 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:24:57.211461 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7997ef47-c90d-4096-b6e9-835196bcae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:57.230598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-201fa7bb-a068-4d0c-941e-ef95ca89ddb0 req-7985bf50-4ae6-42c7-9624-462113a742a1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451776 Aug 17 16:24:57.298636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:57.308454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:57.323215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b5405197-200b-484c-beab-d9aabe5679ec HTTP/1.1" status: 204 len: 168 time: 2.5692773 Aug 17 16:24:57.399359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f47d97-fb9a-498e-a0d8-7c81b85462f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5405197-200b-484c-beab-d9aabe5679ec,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:57.420652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 0e65f5b9-4015-4602-951c-daf0a4d03aff completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:24:57.475058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7997ef47-c90d-4096-b6e9-835196bcae5e None None] For port de9ed76d-bb69-45b3-9a3d-194a334a2c3e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=de9ed76d-bb69-45b3-9a3d-194a334a2c3e,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:57.498213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7997ef47-c90d-4096-b6e9-835196bcae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:57.583684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 481afc84-6f16-4008-82ad-57a21b9d31d6 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:24:57.622470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c59059-22af-49a9-a29a-2937854ad8d8 req-d6e874c2-349e-4f0d-bc1a-fa9780e639c8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:57.624866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46c59059-22af-49a9-a29a-2937854ad8d8 req-d6e874c2-349e-4f0d-bc1a-fa9780e639c8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.9028692 Aug 17 16:24:57.657611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 481afc84-6f16-4008-82ad-57a21b9d31d6 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:24:57.659440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 481afc84-6f16-4008-82ad-57a21b9d31d6 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:24:57.684932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50304) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:57.703951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f92dc-5831-4782-8fae-bf9e9cf835e5 None None] Network 9725712b-395a-48dd-ba89-5380ff163a9f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:24:57.760751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Allocated IP 172.20.0.5 (00185e88-19dc-41da-bc27-e709ce5b6aa4/ec998730-4b90-4672-b8bf-007e271712f7/addc51d9-c7aa-4b03-b79b-f6efd87e5b86) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:24:57.827749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-250294b9-edea-4496-b5c1-b663b30ca263 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d77cfe5fa204f7f8417a045cd578ef2&name=default HTTP/1.1" status: 200 len: 2980 time: 0.1393547 Aug 17 16:24:57.843389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50308) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:24:57.871551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46c59059-22af-49a9-a29a-2937854ad8d8 req-0268e6b8-3b04-470f-9064-9caaeee6f292 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296262 Aug 17 16:24:57.921617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41a84df7-e4a2-402b-b3b8-3fb2fdd43273 req-c1222fdb-1905-495d-a926-ce000eb5dff7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f9f010dc54d4de8a458c81b4c8671cb&device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.1023345 Aug 17 16:24:57.925628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997ef47-c90d-4096-b6e9-835196bcae5e None None] Pushing event updated for resources: {'Port': ['ID=de9ed76d-bb69-45b3-9a3d-194a334a2c3e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:57.954743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-666e5e32-ce9e-475e-8c3a-293039f73f65 None None] Provisioning for port 0e65f5b9-4015-4602-951c-daf0a4d03aff completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:24:57.972005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-666e5e32-ce9e-475e-8c3a-293039f73f65 None None] Provisioning complete for port 0e65f5b9-4015-4602-951c-daf0a4d03aff triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:57.973513 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-666e5e32-ce9e-475e-8c3a-293039f73f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:58.082358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36fc5d83-fe15-4737-8bf2-1a8d2a3b6c39 req-36f41728-0cf1-4fb9-94fa-d0a831072048 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/ports?device_id=56e5957b-ed11-4b5c-b176-4b5380ece0a5 HTTP/1.1" status: 200 len: 210 time: 0.1716075 Aug 17 16:24:58.097241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41a84df7-e4a2-402b-b3b8-3fb2fdd43273 req-7369626d-cbe0-4191-a9ea-6c82535d8771 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=9f9f010dc54d4de8a458c81b4c8671cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1400816 Aug 17 16:24:58.107229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-31a5f98f-eb53-434a-af61-fc9acc27fa10 req-204a6433-4e6b-408a-9acd-02a3dc3ae2ec tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 210 time: 0.1011302 Aug 17 16:24:58.339338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9126fb86-c0f9-4e2b-8724-525f69f55701 req-6f9e0b1f-f7c0-4c02-b05b-a8f38a1d57e9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 210 time: 0.0439811 Aug 17 16:24:58.456582 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:58.559439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-267c38c3-8421-43e3-93ed-18a1e97cf27c req-e22f5c16-64c6-4907-b352-23a1572e3707 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0770395 Aug 17 16:24:58.579429 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Transition to ACTIVE for port object addc51d9-c7aa-4b03-b79b-f6efd87e5b86 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:24:58.585294 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-666e5e32-ce9e-475e-8c3a-293039f73f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:58.647367 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:58.686129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-666e5e32-ce9e-475e-8c3a-293039f73f65 None None] For port 0e65f5b9-4015-4602-951c-daf0a4d03aff, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0e65f5b9-4015-4602-951c-daf0a4d03aff,segment=NetworkSegment(4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb),segment_id=4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:24:58.736998 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-666e5e32-ce9e-475e-8c3a-293039f73f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:58.785997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:24:58.790304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:24:58.820592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:24:58.833044 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'Port': ['ID=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:58.890599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e5e32-ce9e-475e-8c3a-293039f73f65 None None] Pushing event updated for resources: {'Port': ['ID=0e65f5b9-4015-4602-951c-daf0a4d03aff,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:24:58.894606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device de9ed76d-bb69-45b3-9a3d-194a334a2c3e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:24:58.938363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d79caed5-021f-43b6-8bb4-fa1f4e4da63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:59.079706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:59.080385 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:59.139828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port de9ed76d-bb69-45b3-9a3d-194a334a2c3e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:59.140581 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:59.145760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f1eb630e-f0cd-4eb5-9c09-89aaf663733d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9139714 Aug 17 16:24:59.161187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c0949-5f10-4f62-80c2-bfde2c7f7333 req-ed59d44a-b53e-434e-83de-c3aeb039ba1f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:59.169207 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-772c0949-5f10-4f62-80c2-bfde2c7f7333 req-ed59d44a-b53e-434e-83de-c3aeb039ba1f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.2679176 Aug 17 16:24:59.182735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-9d091286-8ba8-4476-94de-a5c081280c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:59.184778 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-9d091286-8ba8-4476-94de-a5c081280c1b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd&tenant_id=430c11389e6c4985a880c3e7e6e36fa1 HTTP/1.1" status: 200 len: 1095 time: 0.9443569 Aug 17 16:24:59.193525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a84df7-e4a2-402b-b3b8-3fb2fdd43273 req-c0c7d66b-f99a-4f56-84aa-c2621551679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:59.195766 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41a84df7-e4a2-402b-b3b8-3fb2fdd43273 req-c0c7d66b-f99a-4f56-84aa-c2621551679d service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0848360 Aug 17 16:24:59.209561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Request body: {'port': {'device_id': 'df05642f-87ab-4384-bc0d-c2699ef1bac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:24:59.215797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9f627-efbd-426f-8da3-74f22bd3ef9c req-1f049baf-db57-4fbd-9f01-7a57cc74026e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:59.225670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29b9f627-efbd-426f-8da3-74f22bd3ef9c req-1f049baf-db57-4fbd-9f01-7a57cc74026e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.7398109 Aug 17 16:24:59.442725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d79caed5-021f-43b6-8bb4-fa1f4e4da63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:59.469331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-772c0949-5f10-4f62-80c2-bfde2c7f7333 req-758af739-09c4-4c21-9ff4-6a507932f8db tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979984 Aug 17 16:24:59.515276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b62a0952-0520-41f2-8b40-3ceac846e26d None None] Provisioning complete for port de9ed76d-bb69-45b3-9a3d-194a334a2c3e triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:24:59.519082 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b62a0952-0520-41f2-8b40-3ceac846e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:24:59.525986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-fe0ab566-c3bb-485e-85de-4ce251672439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:24:59.531818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-fe0ab566-c3bb-485e-85de-4ce251672439 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 1095 time: 0.2700202 Aug 17 16:24:59.571616 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:00.031330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c79a15-ffd1-453b-8843-f5dda2325816 req-2513cd3a-7875-49e2-856b-4b7b20ad11d9 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:00.032890 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-78c79a15-ffd1-453b-8843-f5dda2325816 req-2513cd3a-7875-49e2-856b-4b7b20ad11d9 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.3203747 Aug 17 16:25:00.102546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e1536a0c-0f1b-45e2-bfe2-150e16a94d7b None None] Provisioning for port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:00.113151 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29b9f627-efbd-426f-8da3-74f22bd3ef9c req-d4b6e546-1b73-422a-bf7b-31fac43a00ab tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8747115 Aug 17 16:25:00.117893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e1536a0c-0f1b-45e2-bfe2-150e16a94d7b None None] Provisioning complete for port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:00.120264 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1536a0c-0f1b-45e2-bfe2-150e16a94d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:00.154255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-4ff4beef-7e81-4e5f-8f95-a3c33b911283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:00.168549 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-4ff4beef-7e81-4e5f-8f95-a3c33b911283 service neutron] 10.222.0.93 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 916 time: 0.6160293 Aug 17 16:25:00.231683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e1536a0c-0f1b-45e2-bfe2-150e16a94d7b None None] Port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:25:00.254947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e1536a0c-0f1b-45e2-bfe2-150e16a94d7b None None] Provisioning complete for port 0e65f5b9-4015-4602-951c-daf0a4d03aff triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:00.255444 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1536a0c-0f1b-45e2-bfe2-150e16a94d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:00.282988 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-7a00624a-0e91-4d33-8f3a-0de2c44778ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c HTTP/1.1" status: 200 len: 1000 time: 0.1040745 Aug 17 16:25:00.298858 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-78c79a15-ffd1-453b-8843-f5dda2325816 req-e3250eb5-a999-4086-a4de-53c585480e60 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456014 Aug 17 16:25:00.311558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-d588bd1d-b62c-4a10-84f2-6d595bea9338 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:00.319998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-d588bd1d-b62c-4a10-84f2-6d595bea9338 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:00.321721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-d588bd1d-b62c-4a10-84f2-6d595bea9338 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "GET /v2.0/networks?id=9fb1f7fa-4376-4e13-8443-193e0d08766a&id=9725712b-395a-48dd-ba89-5380ff163a9f&id=9fb1f7fa-4376-4e13-8443-193e0d08766a HTTP/1.1" status: 200 len: 1390 time: 1.0889335 Aug 17 16:25:00.344887 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d79caed5-021f-43b6-8bb4-fa1f4e4da63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:00.349652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d79caed5-021f-43b6-8bb4-fa1f4e4da63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:00.351597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d79caed5-021f-43b6-8bb4-fa1f4e4da63c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c56151c-e6cd-444e-a251-1e1bdb2b7ce5 HTTP/1.1" status: 204 len: 168 time: 2.5066111 Aug 17 16:25:00.375374 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ed0f5cf8-c19b-471e-a644-e51449e73584 req-ab2808fd-02d8-4382-a446-8adc53d49148 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 210 time: 0.0813470 Aug 17 16:25:00.409918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'port': {'device_id': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a', 'admin_state_up': True, 'tenant_id': '760ff278cc3a4456822a364590d87753'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:00.433531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id addc51d9-c7aa-4b03-b79b-f6efd87e5b86 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:00.442981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:00.464111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Transition to ACTIVE for port object addc51d9-c7aa-4b03-b79b-f6efd87e5b86 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:00.479320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79caed5-021f-43b6-8bb4-fa1f4e4da63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c56151c-e6cd-444e-a251-1e1bdb2b7ce5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:00.490013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:00.589710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-27da9fe7-7b0a-4036-9b17-a868bc8f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:00.591275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-27da9fe7-7b0a-4036-9b17-a868bc8f24b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.2901959 Aug 17 16:25:00.593514 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ca000579-f237-40ae-913a-b1eaf920a9df req-1a864360-3600-459a-8e9f-837249dc8a5f tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0573287 Aug 17 16:25:00.655148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41a84df7-e4a2-402b-b3b8-3fb2fdd43273 req-063940e0-e757-4288-9148-97eeec2a45e3 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.91 "GET /v2.0/ports?device_id=dc4df907-615d-4aac-9315-9f8448afd59c HTTP/1.1" status: 200 len: 210 time: 0.0524776 Aug 17 16:25:00.691149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Pushing event updated for resources: {'Port': ['ID=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:00.796167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50346) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:00.849399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31002d13-1a32-4804-b339-77b48988b7df req-5c559cea-3be6-463e-8c18-d1feaf98b788 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:00.854448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-e9d68a48-222a-43c8-a8ba-1369c0d951e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:00.861168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-e9d68a48-222a-43c8-a8ba-1369c0d951e8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875491 Aug 17 16:25:00.869514 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-31002d13-1a32-4804-b339-77b48988b7df req-5c559cea-3be6-463e-8c18-d1feaf98b788 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 943 time: 0.4036574 Aug 17 16:25:00.886758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0e65f5b9-4015-4602-951c-daf0a4d03aff up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:00.923847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:00.939358 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:00.963140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Attempting to bind port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:00.963972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Attempting to bind port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:00.964585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Attempting to bind port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:01.009151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:25:01.009151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Attempting to bind port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:01.065741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0e65f5b9-4015-4602-951c-daf0a4d03aff triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:01.066117 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:01.100170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:01.100814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Checking segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:01.100968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Bound using segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:01.101455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Bound port: addc51d9-c7aa-4b03-b79b-f6efd87e5b86, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:01.101814 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:01.114938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:01.139716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-31002d13-1a32-4804-b339-77b48988b7df req-d6ff7021-0821-42ca-a593-0071359e902f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281985 Aug 17 16:25:01.173148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6336abd-86a1-498d-a3e3-e172e04e1eee req-1e140aa4-df3c-41d9-9c27-b29ab39835b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:01.175315 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6336abd-86a1-498d-a3e3-e172e04e1eee req-1e140aa4-df3c-41d9-9c27-b29ab39835b2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 1096 time: 0.1943073 Aug 17 16:25:01.363214 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ae64b85-5994-4a22-ac59-b71c24e53824 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8cf7000c671447459f794a0e1260d12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437744 Aug 17 16:25:01.370255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50354) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:01.375611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Allocated IP 19.80.0.21 (9fb1f7fa-4376-4e13-8443-193e0d08766a/a975c6cb-d2e5-436a-9566-8e65b80d9836/1fc7dca7-bb93-4567-9d42-04de8a1d03d3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:01.377826 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:01.405194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] For port addc51d9-c7aa-4b03-b79b-f6efd87e5b86, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:01.422864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d34fd-f7e1-4042-a878-a47de65a80f0 req-516088b0-9b4c-499e-81c3-45707480aac3 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:01.430619 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f27d34fd-f7e1-4042-a878-a47de65a80f0 req-516088b0-9b4c-499e-81c3-45707480aac3 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.3956344 Aug 17 16:25:01.450167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] For port addc51d9-c7aa-4b03-b79b-f6efd87e5b86, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:01.463038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdfea5-a0dd-4014-9ee4-0e75171229d6 req-7c642d08-0618-4afa-8a17-8762d027387d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:01.464674 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-debdfea5-a0dd-4014-9ee4-0e75171229d6 req-7c642d08-0618-4afa-8a17-8762d027387d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1825457 Aug 17 16:25:01.470149 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-25ea2aa2-cc0e-4507-b870-63df8d509f29 service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902934 Aug 17 16:25:01.473931 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:01.481323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6336abd-86a1-498d-a3e3-e172e04e1eee req-6eb33b98-2b7a-4c20-b4e8-bc8f34db31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:01.482838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6336abd-86a1-498d-a3e3-e172e04e1eee req-6eb33b98-2b7a-4c20-b4e8-bc8f34db31f2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 913 time: 0.2984126 Aug 17 16:25:01.496680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:01.677285 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f27d34fd-f7e1-4042-a878-a47de65a80f0 req-bb6ee013-afd0-4515-9656-9e7c57ba9082 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455199 Aug 17 16:25:01.808725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:01.813569 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:01.817568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "DELETE /v2.0/security-groups/97f5cd79-303f-4ac4-806f-f01b18b57ec9 HTTP/1.1" status: 204 len: 168 time: 1.0153017 Aug 17 16:25:01.826742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50360) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:01.836144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-8b50b7e8-86f8-4c03-8e58-12559eebda5e service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425663 Aug 17 16:25:01.881297 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-d625ce16-621f-4f5e-9c2e-e5e7f744058e tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] show failed (client error): The resource could not be found. Aug 17 16:25:01.885097 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d625ce16-621f-4f5e-9c2e-e5e7f744058e tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "GET /v2.0/security-groups/97f5cd79-303f-4ac4-806f-f01b18b57ec9 HTTP/1.1" status: 404 len: 347 time: 0.0539315 Aug 17 16:25:01.892655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f5cd79-303f-4ac4-806f-f01b18b57ec9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:01.894054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50362) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:01.925151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.925398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.925751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.926146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.926513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.926982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.927318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.927646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.927972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.928297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.928620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.929005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b93a63-cd97-4f87-9e3b-4d110b3cb6ff tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:01.931573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:01.932192 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:01.933605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] 10.222.0.93 "PUT /v2.0/ports/addc51d9-c7aa-4b03-b79b-f6efd87e5b86 HTTP/1.1" status: 200 len: 1091 time: 2.7506845 Aug 17 16:25:01.934211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df05642f-87ab-4384-bc0d-c2699ef1bac2', 'tag': 'addc51d9-c7aa-4b03-b79b-f6efd87e5b86'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:01.936493 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db54c511-9e4f-4c50-8bd5-4c81d893943f" -d '{"events": [{"name": "network-changed", "server_uuid": "df05642f-87ab-4384-bc0d-c2699ef1bac2", "tag": "addc51d9-c7aa-4b03-b79b-f6efd87e5b86"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:01.941177 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6336abd-86a1-498d-a3e3-e172e04e1eee req-18e1e740-1894-48c7-a0e4-9a20b44cad00 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c389cd26-647d-4272-b91c-203f7a022619 HTTP/1.1" status: 200 len: 217 time: 0.4206088 Aug 17 16:25:02.017393 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.069435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-debdfea5-a0dd-4014-9ee4-0e75171229d6 req-451c40e6-7001-4df5-9a5a-2f4317749933 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890772 Aug 17 16:25:02.071492 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd2487cf-3144-4ed7-8a9d-a91291ef250d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.088675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6336abd-86a1-498d-a3e3-e172e04e1eee req-6e7f0427-9362-4a5b-bbc6-380a39b3f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:02.088675 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6336abd-86a1-498d-a3e3-e172e04e1eee req-6e7f0427-9362-4a5b-bbc6-380a39b3f510 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.1057649 Aug 17 16:25:02.090603 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628f56ba-6b57-4101-b5ac-45fec81020b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.102180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df62ccf-14ba-4d23-95b4-c72628dc17f9 req-2f25738a-90ed-4f9a-978c-379a8bff94f0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:02.103810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6df62ccf-14ba-4d23-95b4-c72628dc17f9 req-2f25738a-90ed-4f9a-978c-379a8bff94f0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.2873225 Aug 17 16:25:02.129508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Transition to ACTIVE for port object 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:02.164087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628f56ba-6b57-4101-b5ac-45fec81020b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.290549 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.338503 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6df62ccf-14ba-4d23-95b4-c72628dc17f9 req-cf4d5d7e-443a-4339-abfb-2d5d723f002d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134552 Aug 17 16:25:02.373724 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6336abd-86a1-498d-a3e3-e172e04e1eee req-215268ad-958d-43eb-9449-fad182a81a86 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882559 Aug 17 16:25:02.374327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628f56ba-6b57-4101-b5ac-45fec81020b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.376891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628f56ba-6b57-4101-b5ac-45fec81020b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.382038 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-628f56ba-6b57-4101-b5ac-45fec81020b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a27d99f-e816-44d9-944d-be465bf838b2 HTTP/1.1" status: 204 len: 168 time: 1.0048125 Aug 17 16:25:02.382867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network 9fb1f7fa-4376-4e13-8443-193e0d08766a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:02.406043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:02.424153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:02.437823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f56ba-6b57-4101-b5ac-45fec81020b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a27d99f-e816-44d9-944d-be465bf838b2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:02.530219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Port': ['ID=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:02.552663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9b919584-6960-4b6f-9610-1c49c3c5c1b9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Deleting port 195a3b83-f96e-4629-983e-c0fd63cf8fab {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:02.553698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b919584-6960-4b6f-9610-1c49c3c5c1b9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.563812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:02.565158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.571670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719f6a2-fa32-44e3-adc7-2afe21bfa214 service neutron] Pushing event updated for resources: {'Port': ['ID=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:02.599976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55ad13-6b21-40ef-88ec-b05cfc5443cf req-edb871f3-e368-41f0-8958-1ee41e1a4d84 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:02.601653 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b55ad13-6b21-40ef-88ec-b05cfc5443cf req-edb871f3-e368-41f0-8958-1ee41e1a4d84 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 931 time: 0.3154728 Aug 17 16:25:02.627264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f8922fd9-1e5a-42e1-91ca-6251da7c751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:02.628976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-f8922fd9-1e5a-42e1-91ca-6251da7c751d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 1094 time: 0.3748002 Aug 17 16:25:02.659458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6336abd-86a1-498d-a3e3-e172e04e1eee req-c6f2c6c1-781f-4edb-9047-e1890733b846 service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605863 Aug 17 16:25:02.686674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4bf04cec-5d4d-47bb-8c9a-f867a9666c93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3332982 Aug 17 16:25:02.701596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'port': {'device_id': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f', 'admin_state_up': True, 'tenant_id': '760ff278cc3a4456822a364590d87753'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:02.770050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-409b4e9f-5ef9-4a7d-b155-b4d4ba25210b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=addc51d9-c7aa-4b03-b79b-f6efd87e5b86 HTTP/1.1" status: 200 len: 217 time: 0.1262050 Aug 17 16:25:02.896535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b919584-6960-4b6f-9610-1c49c3c5c1b9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.896958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b919584-6960-4b6f-9610-1c49c3c5c1b9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:02.972944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9b919584-6960-4b6f-9610-1c49c3c5c1b9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Calling delete_port for 195a3b83-f96e-4629-983e-c0fd63cf8fab owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:03.024564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b55ad13-6b21-40ef-88ec-b05cfc5443cf req-5c85a69b-7a18-4870-87bc-0f35f38a963c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120626 Aug 17 16:25:03.089078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-dc42e35d-e87d-4f01-8f19-05de7b432694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:03.092295 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-dc42e35d-e87d-4f01-8f19-05de7b432694 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.2842841 Aug 17 16:25:03.115799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-be934610-88cc-4f20-b735-5ee4ef01d2fd None None] Provisioning for port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:03.131060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-be934610-88cc-4f20-b735-5ee4ef01d2fd None None] Provisioning complete for port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:03.133443 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be934610-88cc-4f20-b735-5ee4ef01d2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:03.203077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:03.210061 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb9ce88-ae23-41bf-afde-353990c9a378 x-openstack-request-id: req-7eb9ce88-ae23-41bf-afde-353990c9a378 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:03.214980 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:03.218778 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df05642f-87ab-4384-bc0d-c2699ef1bac2", "tag": "addc51d9-c7aa-4b03-b79b-f6efd87e5b86", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:03.218993 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7eb9ce88-ae23-41bf-afde-353990c9a378 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:03.219341 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df05642f-87ab-4384-bc0d-c2699ef1bac2', 'tag': 'addc51d9-c7aa-4b03-b79b-f6efd87e5b86', 'status': 'completed', 'code': 200} Aug 17 16:25:03.267905 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-be934610-88cc-4f20-b735-5ee4ef01d2fd None None] Port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:25:03.368275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6336abd-86a1-498d-a3e3-e172e04e1eee req-b632e729-bca2-4200-a21d-c9bab9087c8e service neutron] 10.222.0.93 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668112 Aug 17 16:25:03.498136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-3b52006f-5830-4dad-a8c7-edd5e49bfa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:03.517385 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-3b52006f-5830-4dad-a8c7-edd5e49bfa6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3879602 Aug 17 16:25:03.564436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724242b-eb2c-4ec0-bdd2-26d09f52826d req-f967a1a4-f22c-436a-acd2-c6b69f3bb6a1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:03.573943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9724242b-eb2c-4ec0-bdd2-26d09f52826d req-f967a1a4-f22c-436a-acd2-c6b69f3bb6a1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 943 time: 0.2649403 Aug 17 16:25:03.659341 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9724242b-eb2c-4ec0-bdd2-26d09f52826d req-770b6862-189d-44d6-bc9a-8d609211ff95 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759611 Aug 17 16:25:03.659613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Allocated IP 19.86.0.89 (9725712b-395a-48dd-ba89-5380ff163a9f/8364d643-6e09-4452-9070-4c1f9d3fba5b/a93714ae-5d22-4f30-af68-7c48b0f92229) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:03.969786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1b0fc-7b6e-4c41-946f-06959a3ac5df req-a3172c8c-63ea-43bb-8d25-a700e04b3560 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:03.980521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dde1b0fc-7b6e-4c41-946f-06959a3ac5df req-a3172c8c-63ea-43bb-8d25-a700e04b3560 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1373947 Aug 17 16:25:04.026490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dde1b0fc-7b6e-4c41-946f-06959a3ac5df req-bafa023d-78ef-4e31-9cd2-7965b70d2130 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 Aug 17 16:25:04.123674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b919584-6960-4b6f-9610-1c49c3c5c1b9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:04.168786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec6ced-640e-4de3-a43c-2d01106de4dc req-3c0f1107-c7b0-4295-add3-260c643c6d4a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:04.170507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2cec6ced-640e-4de3-a43c-2d01106de4dc req-3c0f1107-c7b0-4295-add3-260c643c6d4a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.3056760 Aug 17 16:25:04.208539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b919584-6960-4b6f-9610-1c49c3c5c1b9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Pushing event deleted for resources: {'Port': ['ID=195a3b83-f96e-4629-983e-c0fd63cf8fab,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:04.245708 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:04.280509 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e126d9-2518-475a-9f4b-96e11123b0ab req-7f506f19-cb14-416e-aee7-c2a289cdc3ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9f9f010dc54d4de8a458c81b4c8671cb&device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.0886428 Aug 17 16:25:04.378449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e126d9-2518-475a-9f4b-96e11123b0ab req-d283af04-b37b-4897-913a-f6ecfd484294 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=9f9f010dc54d4de8a458c81b4c8671cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511656 Aug 17 16:25:04.415472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Transition to ACTIVE for port object a93714ae-5d22-4f30-af68-7c48b0f92229 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:04.453974 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b919584-6960-4b6f-9610-1c49c3c5c1b9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:04.458816 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b919584-6960-4b6f-9610-1c49c3c5c1b9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:04.471484 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9b919584-6960-4b6f-9610-1c49c3c5c1b9 tempest-ServersTestBootFromVolume-360723724 tempest-ServersTestBootFromVolume-360723724-project] 10.222.0.77 "DELETE /v2.0/floatingips/42f8a47d-3846-4193-bbce-ea394e11dfee HTTP/1.1" status: 204 len: 168 time: 2.5716379 Aug 17 16:25:04.492221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172156-a87c-4588-9058-9e627f6d32db req-7f00758b-cc09-42d7-a8a4-bfaf4f3d28e3 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:04.501988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50424) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:04.509900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0172156-a87c-4588-9058-9e627f6d32db req-7f00758b-cc09-42d7-a8a4-bfaf4f3d28e3 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.3371611 Aug 17 16:25:04.641973 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2cec6ced-640e-4de3-a43c-2d01106de4dc req-087ad781-9eae-4af9-9bba-eda7f562ed07 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433153 Aug 17 16:25:04.652776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:04.776980 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8216f0fb-9a3f-411d-b14c-a6144088f713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:04.821649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-6db18bd2-e755-4e6d-a0f4-2ec20c85998b service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234407 Aug 17 16:25:04.855924 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0172156-a87c-4588-9058-9e627f6d32db req-fc2450c1-24a8-4d2b-94b9-4d75f7244981 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446438 Aug 17 16:25:04.878805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network 9725712b-395a-48dd-ba89-5380ff163a9f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:04.915460 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7237fb8c-16da-4b2d-84ba-797e7f620b4c req-cea3158b-8549-4a3f-9ee8-a263be5a947d tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.0857947 Aug 17 16:25:04.935456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:04.949499 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:04.966140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e126d9-2518-475a-9f4b-96e11123b0ab req-4f15f5dd-e15e-465f-8c7e-49f593bda5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:04.973488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:04.975243 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e126d9-2518-475a-9f4b-96e11123b0ab req-4f15f5dd-e15e-465f-8c7e-49f593bda5f5 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4437029 Aug 17 16:25:05.087198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Port': ['ID=a93714ae-5d22-4f30-af68-7c48b0f92229,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:05.253793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c389cd26-647d-4272-b91c-203f7a022619 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:05.269050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f836-5be8-4029-99cd-b21f7a55e02c req-740eb61f-296b-483e-b5d4-e1f1211b06b1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:05.276351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f836-5be8-4029-99cd-b21f7a55e02c req-740eb61f-296b-483e-b5d4-e1f1211b06b1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:05.283251 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffd1f836-5be8-4029-99cd-b21f7a55e02c req-740eb61f-296b-483e-b5d4-e1f1211b06b1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 1653 time: 0.2413406 Aug 17 16:25:05.371186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ddaa0f70-1f2e-43b7-afb5-aa38b7ed2d0c req-75000310-9b68-45e2-9e86-32877e781268 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887093 Aug 17 16:25:05.421198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffd1f836-5be8-4029-99cd-b21f7a55e02c req-af9b159b-13a4-46a5-a06d-2e192cc52d8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200702 Aug 17 16:25:05.511116 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:05.569671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dfbdf7c1-cd71-4582-986d-2a473b66736d None None] Provisioning for port a93714ae-5d22-4f30-af68-7c48b0f92229 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:05.586910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dfbdf7c1-cd71-4582-986d-2a473b66736d None None] Provisioning complete for port a93714ae-5d22-4f30-af68-7c48b0f92229 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:05.587655 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf7c1-cd71-4582-986d-2a473b66736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:05.615577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:05.616387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:05.641521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c389cd26-647d-4272-b91c-203f7a022619, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c389cd26-647d-4272-b91c-203f7a022619,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:05.683595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c389cd26-647d-4272-b91c-203f7a022619'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:05.687539 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05da23f7-ea4e-40cc-9463-6f4c98e2d830" -d '{"events": [{"server_uuid": "44acae64-f65d-4ea0-9f66-5fc0593861a8", "name": "network-vif-unplugged", "status": "completed", "tag": "c389cd26-647d-4272-b91c-203f7a022619"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:05.698739 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:05.701145 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-07287d3c-8b23-4dbe-b488-952984c0e0f6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0045569 Aug 17 16:25:05.712997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72adfc-a139-45a4-8e2a-12b24de1a27a req-f2010ebb-e0b6-4878-8c97-01aaef4924a8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:05.728407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'port': {'device_id': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a', 'admin_state_up': True, 'tenant_id': '760ff278cc3a4456822a364590d87753'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:05.728946 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd72adfc-a139-45a4-8e2a-12b24de1a27a req-f2010ebb-e0b6-4878-8c97-01aaef4924a8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 945 time: 0.1879492 Aug 17 16:25:05.762132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-a525093a-4f24-4332-b79d-43c6af875661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:05.765920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-a525093a-4f24-4332-b79d-43c6af875661 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 1094 time: 0.2186108 Aug 17 16:25:05.778719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=c389cd26-647d-4272-b91c-203f7a022619,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:05.806600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdf7c1-cd71-4582-986d-2a473b66736d None None] Port a93714ae-5d22-4f30-af68-7c48b0f92229 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:25:05.843787 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd72adfc-a139-45a4-8e2a-12b24de1a27a req-871320f8-ba58-4cb0-9586-5b15256b2fd4 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137040 Aug 17 16:25:05.864055 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:06.027820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc2775-503f-49bd-a11d-ad3b9f6a7063 req-327d88ca-93dc-4a69-be37-668d0f907242 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:06.037357 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84fc2775-503f-49bd-a11d-ad3b9f6a7063 req-327d88ca-93dc-4a69-be37-668d0f907242 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 943 time: 0.9197321 Aug 17 16:25:06.114015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:06.119384 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:06.189765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84fc2775-503f-49bd-a11d-ad3b9f6a7063 req-6fc84bb8-f6b9-4bac-90a1-175f7ff5f37a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513317 Aug 17 16:25:06.212379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771187c-4540-4dd9-997e-819b873595b2 req-044b6f12-1b58-40a5-9cb1-1c3de6f9d145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:06.214846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b771187c-4540-4dd9-997e-819b873595b2 req-044b6f12-1b58-40a5-9cb1-1c3de6f9d145 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.2564428 Aug 17 16:25:06.274607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-a00119d1-5ff6-43c9-a1a8-1c0613d9c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:06.276119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-a00119d1-5ff6-43c9-a1a8-1c0613d9c9dc service neutron] 10.222.0.93 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.3405371 Aug 17 16:25:06.288861 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f73678-fd72-49db-8d34-b3afc5fb758c x-openstack-request-id: req-13f73678-fd72-49db-8d34-b3afc5fb758c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:06.290366 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44acae64-f65d-4ea0-9f66-5fc0593861a8", "name": "network-vif-unplugged", "status": "completed", "tag": "c389cd26-647d-4272-b91c-203f7a022619", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:06.290950 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13f73678-fd72-49db-8d34-b3afc5fb758c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:06.291721 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c389cd26-647d-4272-b91c-203f7a022619', 'code': 200} Aug 17 16:25:06.308890 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b771187c-4540-4dd9-997e-819b873595b2 req-4ed1d963-69a9-47c3-9fe2-53506bc2586e tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814481 Aug 17 16:25:06.476789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-d8464178-3a8f-4914-9671-9d2bfbc2e16c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=addc51d9-c7aa-4b03-b79b-f6efd87e5b86 HTTP/1.1" status: 200 len: 217 time: 0.1143777 Aug 17 16:25:06.541550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c33196f7-602d-424c-b843-e34b96369017 req-3276819c-a592-45c5-a64e-ea99ce52eaa2 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.0544662 Aug 17 16:25:06.593093 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Allocated IP 19.80.0.244 (9fb1f7fa-4376-4e13-8443-193e0d08766a/a975c6cb-d2e5-436a-9566-8e65b80d9836/98ccdf7c-e3e1-462a-86dd-7325fc990b95) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:06.740700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6225-f753-4e5d-a3e5-3bae5d0ab9de req-656018b3-e717-46a9-9744-ebaa1b691ae6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:06.750361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6225-f753-4e5d-a3e5-3bae5d0ab9de req-656018b3-e717-46a9-9744-ebaa1b691ae6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:06.753685 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-809e6225-f753-4e5d-a3e5-3bae5d0ab9de req-656018b3-e717-46a9-9744-ebaa1b691ae6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 1653 time: 0.1273208 Aug 17 16:25:06.780143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:06.851855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-809e6225-f753-4e5d-a3e5-3bae5d0ab9de req-867d0c2b-4425-43d8-8fd2-e9d71de3db18 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909152 Aug 17 16:25:07.096494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa321407-a507-4786-ba2d-fdaf0c6bfeaf req-843768f3-c0c0-4e57-b64c-7f723d074451 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:07.098330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fa321407-a507-4786-ba2d-fdaf0c6bfeaf req-843768f3-c0c0-4e57-b64c-7f723d074451 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 943 time: 0.0625436 Aug 17 16:25:07.186518 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fa321407-a507-4786-ba2d-fdaf0c6bfeaf req-de6b3031-1ab0-4a63-8954-628779cde929 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783889 Aug 17 16:25:07.372987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c88b27-c53d-44d1-a98d-172fbb9d5a47 req-609d4e12-4c69-4bde-8162-67bb788acdde tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:07.390301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-92c88b27-c53d-44d1-a98d-172fbb9d5a47 req-609d4e12-4c69-4bde-8162-67bb788acdde tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.8983004 Aug 17 16:25:07.517776 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-92c88b27-c53d-44d1-a98d-172fbb9d5a47 req-673a8750-623b-440f-b010-048072e1d891 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264729 Aug 17 16:25:07.553199 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:07.586657 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:07.590360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a165ab7-ba30-4ce4-8a3d-5a534ec0230c req-55188d32-982c-478e-a8c4-11107de5bdaa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:07.592048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a165ab7-ba30-4ce4-8a3d-5a534ec0230c req-55188d32-982c-478e-a8c4-11107de5bdaa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 943 time: 0.1282768 Aug 17 16:25:07.637740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Transition to ACTIVE for port object 98ccdf7c-e3e1-462a-86dd-7325fc990b95 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:07.662677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a165ab7-ba30-4ce4-8a3d-5a534ec0230c req-fee94a2d-a76b-430a-97b0-85a876890b5b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620358 Aug 17 16:25:07.746668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d65eb-c7ea-456d-bf82-ec441b421662 req-58b47edc-bc5b-45bc-bab0-461b89b605c3 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:07.754662 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d15d65eb-c7ea-456d-bf82-ec441b421662 req-58b47edc-bc5b-45bc-bab0-461b89b605c3 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.0914936 Aug 17 16:25:07.802758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] Deleting port 2b207a0f-4acc-4cb5-8640-3e04f3761d08 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:07.803146 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:07.816182 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:07.864604 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b639b1fb-68ce-4558-844f-9a76805b6ed7 req-fb261f09-3174-4c2f-a351-037f0afba150 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.0684528 Aug 17 16:25:07.906706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-75a7dff0-ee22-421c-a30f-2bae9a0f3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:07.908239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-75a7dff0-ee22-421c-a30f-2bae9a0f3098 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.1980898 Aug 17 16:25:07.941589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Port': ['ID=98ccdf7c-e3e1-462a-86dd-7325fc990b95,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:07.993717 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d15d65eb-c7ea-456d-bf82-ec441b421662 req-7d92097b-06de-4917-bf55-9827f259ccb0 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380607 Aug 17 16:25:08.031744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network 9fb1f7fa-4376-4e13-8443-193e0d08766a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:08.036039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:08.040045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:08.062460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2cb0e-72eb-4c0c-beea-970b7279b6f2 req-0e2ac380-811b-4712-a585-85f834e032d3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:08.069444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2cb0e-72eb-4c0c-beea-970b7279b6f2 req-0e2ac380-811b-4712-a585-85f834e032d3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:08.076991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2cb0e-72eb-4c0c-beea-970b7279b6f2 req-0e2ac380-811b-4712-a585-85f834e032d3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:08.083476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2c2cb0e-72eb-4c0c-beea-970b7279b6f2 req-0e2ac380-811b-4712-a585-85f834e032d3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2375 time: 0.0973561 Aug 17 16:25:08.159387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] For port 2b207a0f-4acc-4cb5-8640-3e04f3761d08, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2b207a0f-4acc-4cb5-8640-3e04f3761d08,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:08.159904 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:08.173019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2c2cb0e-72eb-4c0c-beea-970b7279b6f2 req-0924e394-11da-4efa-9e21-9f0365ce6f93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823791 Aug 17 16:25:08.218363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:08.219121 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:08.237215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] Calling delete_port for 2b207a0f-4acc-4cb5-8640-3e04f3761d08 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:08.407238 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-2adc86cd-5932-489b-b2a0-0c25ab3556cb tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6980722 Aug 17 16:25:08.441251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Request body: {'port': {'device_id': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:08.454204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-be6b2638-d7f3-4f99-9f54-6e20e368c71e None None] Provisioning for port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:08.463253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-be6b2638-d7f3-4f99-9f54-6e20e368c71e None None] Provisioning complete for port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:08.464084 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be6b2638-d7f3-4f99-9f54-6e20e368c71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:08.507693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-be6b2638-d7f3-4f99-9f54-6e20e368c71e None None] Port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:25:08.821883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42533188-5e31-4bb5-a795-5f1c4727bd39 req-3bd44878-3b81-42cb-b777-051de3a1b3d0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:08.834966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42533188-5e31-4bb5-a795-5f1c4727bd39 req-3bd44878-3b81-42cb-b777-051de3a1b3d0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.1374748 Aug 17 16:25:08.856364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418e72a-c5c5-4e62-a7ab-6410757e55fe req-5f6b7d48-fe29-4046-ad82-9b7da2cb34c5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:08.864908 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b418e72a-c5c5-4e62-a7ab-6410757e55fe req-5f6b7d48-fe29-4046-ad82-9b7da2cb34c5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 943 time: 0.4687166 Aug 17 16:25:08.873149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:08.935683 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42533188-5e31-4bb5-a795-5f1c4727bd39 req-38b525d4-6c14-4840-a51f-132493884f3f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922513 Aug 17 16:25:08.946116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b418e72a-c5c5-4e62-a7ab-6410757e55fe req-cac0cd0d-daee-4b3c-8a27-1d4bc22aef90 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803339 Aug 17 16:25:09.100760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086a3b3-ead3-4b0d-9456-0ed161e57e99 req-4755ac72-2dd5-4db7-ad8a-757ea5258256 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:09.109790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0086a3b3-ead3-4b0d-9456-0ed161e57e99 req-4755ac72-2dd5-4db7-ad8a-757ea5258256 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 943 time: 0.0966856 Aug 17 16:25:09.145871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-92270de9-26fe-480c-a2fc-b33d361862ab req-5b5bdd37-1005-4cfb-8538-39fd027dd73e tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.0757475 Aug 17 16:25:09.171985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0086a3b3-ead3-4b0d-9456-0ed161e57e99 req-fc97463c-901c-41b1-8621-7d3017785fe7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506544 Aug 17 16:25:09.416897 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cba65-88d4-4056-90ef-094dba2f1c58 req-59705bbb-4c36-46c7-a63a-e7590847ab2d tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:09.423725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cba65-88d4-4056-90ef-094dba2f1c58 req-59705bbb-4c36-46c7-a63a-e7590847ab2d tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:09.431674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cba65-88d4-4056-90ef-094dba2f1c58 req-59705bbb-4c36-46c7-a63a-e7590847ab2d tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:09.433622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f62cba65-88d4-4056-90ef-094dba2f1c58 req-59705bbb-4c36-46c7-a63a-e7590847ab2d tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2375 time: 0.0921710 Aug 17 16:25:09.446310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:09.511912 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f62cba65-88d4-4056-90ef-094dba2f1c58 req-7e1cb695-6c55-4e26-803d-19e761df8d3d tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678792 Aug 17 16:25:09.529370 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2b207a0f-4acc-4cb5-8640-3e04f3761d08,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:09.542871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b11451-8b0a-4cfe-92bd-c26dea97f0f8 req-efd2e090-9a83-45ed-80e9-715cc40d3140 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:09.550251 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2b11451-8b0a-4cfe-92bd-c26dea97f0f8 req-efd2e090-9a83-45ed-80e9-715cc40d3140 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.2859435 Aug 17 16:25:09.739729 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2b11451-8b0a-4cfe-92bd-c26dea97f0f8 req-99e5b6fb-3e06-40d7-a426-452e93b6d700 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866825 Aug 17 16:25:10.024619 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:10.105455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f3c54-59ad-4924-9b30-56e6ca755ab8 req-317d73f1-79b9-4597-ba57-06abc8036bab tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:10.106691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1f3c54-59ad-4924-9b30-56e6ca755ab8 req-317d73f1-79b9-4597-ba57-06abc8036bab tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.0694027 Aug 17 16:25:10.157141 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d1f3c54-59ad-4924-9b30-56e6ca755ab8 req-2bf3a01c-feed-4290-93e7-e7b47d14c7d2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427687 Aug 17 16:25:10.161128 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:10.203833 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:10.229851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Transition to ACTIVE for port object 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:10.271683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:10.282068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-38318856-39f1-4182-ac7b-69ea70b511b5 req-53b90ac3-913e-44bc-97a3-a7400b0d42c9 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.0344625 Aug 17 16:25:10.321194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83528e98-8ed3-4662-998a-dec109066f46 req-fd91b915-bd5e-4fa6-832a-5cfda0132986 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:10.323061 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83528e98-8ed3-4662-998a-dec109066f46 req-fd91b915-bd5e-4fa6-832a-5cfda0132986 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 943 time: 0.1730964 Aug 17 16:25:10.425943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Pushing event updated for resources: {'Port': ['ID=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:10.441285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4e9ed-2069-4d0f-9196-070d2c65659b req-c29a5c0b-d771-4eca-b3d7-bba48d35a72d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:10.442882 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74e4e9ed-2069-4d0f-9196-070d2c65659b req-c29a5c0b-d771-4eca-b3d7-bba48d35a72d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 943 time: 0.0669670 Aug 17 16:25:10.530072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74e4e9ed-2069-4d0f-9196-070d2c65659b req-d42b93bb-b400-4394-af3c-925dfd8f907b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740135 Aug 17 16:25:10.568185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] Router 11cd752c-e6d2-482a-85c2-d0f414e43d9d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:25:10.612302 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83528e98-8ed3-4662-998a-dec109066f46 req-287303b7-184b-4880-900b-74a543048e84 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775071 Aug 17 16:25:10.708072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Attempting to bind port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:10.708405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Attempting to bind port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:10.708743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Attempting to bind port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 on network 9fb1f7fa-4376-4e13-8443-193e0d08766a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:10.712291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd22789-6a6d-497c-97f0-dec30b1cd924 req-a960ad05-0e13-4f1a-9ee9-be87a7d487f9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:10.720865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 on network 9fb1f7fa-4376-4e13-8443-193e0d08766a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:25:10.721205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Attempting to bind port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 on network 9fb1f7fa-4376-4e13-8443-193e0d08766a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:10.735629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd22789-6a6d-497c-97f0-dec30b1cd924 req-a960ad05-0e13-4f1a-9ee9-be87a7d487f9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:10.746222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd22789-6a6d-497c-97f0-dec30b1cd924 req-a960ad05-0e13-4f1a-9ee9-be87a7d487f9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:10.748609 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fdd22789-6a6d-497c-97f0-dec30b1cd924 req-a960ad05-0e13-4f1a-9ee9-be87a7d487f9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2387 time: 0.1283631 Aug 17 16:25:10.788390 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:10.788390 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Checking segment: {'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:10.789368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Bound using segment: {'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:10.792097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Bound port: 1fc7dca7-bb93-4567-9d42-04de8a1d03d3, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:10.792097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:10.829009 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fdd22789-6a6d-497c-97f0-dec30b1cd924 req-d1158866-d087-4e97-a102-c90fc542e288 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721762 Aug 17 16:25:10.922925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:25:10.935364 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] Sync routers for ids ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:25:10.951278 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] Routers {'11cd752c-e6d2-482a-85c2-d0f414e43d9d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:25:10.958170 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:25:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:10.972062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f4fae4b4-14b5-439b-875b-2f78362d12ad admin admin] 10.222.0.77 "PUT /v2.0/routers/11cd752c-e6d2-482a-85c2-d0f414e43d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4656446 Aug 17 16:25:10.972312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:11.023092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] For port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:11.044851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0feac-68c0-451d-ac85-a4c64d796d10 req-58c58565-6a35-44f5-ab63-129d8e96a237 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:11.046693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7b0feac-68c0-451d-ac85-a4c64d796d10 req-58c58565-6a35-44f5-ab63-129d8e96a237 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.1454365 Aug 17 16:25:11.080051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] For port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:11.090183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:11.128166 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] Set router 11cd752c-e6d2-482a-85c2-d0f414e43d9d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:25:11.151212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:11.151840 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:11.153348 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] 10.222.0.91 "PUT /v2.0/ports/1fc7dca7-bb93-4567-9d42-04de8a1d03d3 HTTP/1.1" status: 200 len: 1091 time: 2.7221017 Aug 17 16:25:11.153801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'tag': '1fc7dca7-bb93-4567-9d42-04de8a1d03d3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:11.156120 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f95834-844b-4631-8ec6-a74cd1e0ac38" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "tag": "1fc7dca7-bb93-4567-9d42-04de8a1d03d3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:11.168598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7b0feac-68c0-451d-ac85-a4c64d796d10 req-00e3bb7b-1aa3-4272-823b-72def02d2de8 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111727 Aug 17 16:25:11.189601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Request body: {'port': {'device_id': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:11.199535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c9042-5efb-4d1b-824a-fe9cd1220c1e service neutron] Pushing event updated for resources: {'Port': ['ID=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:11.339530 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:11.340095 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb73e3f-51ce-4e23-af12-4dea066bf245 x-openstack-request-id: req-ceb73e3f-51ce-4e23-af12-4dea066bf245 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:11.340095 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "tag": "1fc7dca7-bb93-4567-9d42-04de8a1d03d3", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:11.340331 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ceb73e3f-51ce-4e23-af12-4dea066bf245 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:11.340555 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'tag': '1fc7dca7-bb93-4567-9d42-04de8a1d03d3', 'status': 'completed', 'code': 200} Aug 17 16:25:11.465723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:11.633594 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:11.648304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da308089-8ee1-4519-9e84-13804dd3d9f1 req-094a67c0-1079-49a8-8d08-878d372ce053 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.0460942 Aug 17 16:25:11.659933 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:25:09Z', 'revision_number': 5, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port': {'id': '4cbe58b3-e3e7-4b60-a377-d640c1852bc0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:22Z', 'updated_at': '2021-08-17T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:11.739343 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] Checking router: 11cd752c-e6d2-482a-85c2-d0f414e43d9d for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:25:11.763342 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] Routers {'11cd752c-e6d2-482a-85c2-d0f414e43d9d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:25:11.764020 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:25:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:11.797232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Deleting port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:11.797232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:11.917219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaddb6-8407-4564-9104-ea7924254d1c req-758cf62b-163b-4149-a097-0c458c5e6b6b tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:11.927267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4bdaddb6-8407-4564-9104-ea7924254d1c req-758cf62b-163b-4149-a097-0c458c5e6b6b tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.5313549 Aug 17 16:25:11.956748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f95834-844b-4631-8ec6-a74cd1e0ac38 req-50288ffc-9da9-4b89-b2b9-d50fd9dce671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:11.957548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f95834-844b-4631-8ec6-a74cd1e0ac38 req-50288ffc-9da9-4b89-b2b9-d50fd9dce671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:11.958317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f95834-844b-4631-8ec6-a74cd1e0ac38 req-50288ffc-9da9-4b89-b2b9-d50fd9dce671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:11.962451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a917748-eff3-4efc-a37c-15f22b0130fe req-24864833-6d56-4609-8c38-98e9dcf0c714 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:11.969658 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50f95834-844b-4631-8ec6-a74cd1e0ac38 req-50288ffc-9da9-4b89-b2b9-d50fd9dce671 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=760ff278cc3a4456822a364590d87753&device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2730 time: 0.6360347 Aug 17 16:25:11.971587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a917748-eff3-4efc-a37c-15f22b0130fe req-24864833-6d56-4609-8c38-98e9dcf0c714 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 943 time: 0.0830083 Aug 17 16:25:11.984525 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] Set router 11cd752c-e6d2-482a-85c2-d0f414e43d9d gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:25:12.006666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] For port 4cbe58b3-e3e7-4b60-a377-d640c1852bc0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4cbe58b3-e3e7-4b60-a377-d640c1852bc0,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:12.007635 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:12.035941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Calling delete_port for 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:12.060659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a917748-eff3-4efc-a37c-15f22b0130fe req-9844d7e0-c8a2-4208-a706-a963f74ddff7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819268 Aug 17 16:25:12.097317 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:25:11Z', 'revision_number': 6, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:12.129061 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da35377-2aae-4049-a894-0baafe23dc06 None None] The sync data for ids ['11cd752c-e6d2-482a-85c2-d0f414e43d9d'] in n-d-804878-1 is: [{'id': '11cd752c-e6d2-482a-85c2-d0f414e43d9d', 'name': 'tempest-ServersTestBootFromVolume-1279587114-router', 'tenant_id': '3690e36657ff4730870dda1b47d01281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:21Z', 'updated_at': '2021-08-17T16:25:11Z', 'revision_number': 6, 'project_id': '3690e36657ff4730870dda1b47d01281', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:25:12.135107 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4bdaddb6-8407-4564-9104-ea7924254d1c req-d248a3b7-a34a-4aec-a304-9efe1c502642 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061002 Aug 17 16:25:12.325062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-34f5617a-2adf-440b-964c-b635e64ad3fd tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=272fef8ace834d31982742ab73928a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729759 Aug 17 16:25:12.369585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb882c-6064-4b57-9f58-c104ab30e426 req-475f55d7-c87f-487d-b1fa-bef31e63100c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:12.371182 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d4fb882c-6064-4b57-9f58-c104ab30e426 req-475f55d7-c87f-487d-b1fa-bef31e63100c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 943 time: 0.2211134 Aug 17 16:25:12.376796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:12.426120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbe58b3-e3e7-4b60-a377-d640c1852bc0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:12.450971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d4fb882c-6064-4b57-9f58-c104ab30e426 req-1d2b749b-02ac-42fe-b86e-ac40d31775f8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713809 Aug 17 16:25:12.493983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f95834-844b-4631-8ec6-a74cd1e0ac38 req-c40a8e9e-e6e8-4953-b2d8-2d92ec443eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:12.499714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f95834-844b-4631-8ec6-a74cd1e0ac38 req-c40a8e9e-e6e8-4953-b2d8-2d92ec443eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:12.499714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f95834-844b-4631-8ec6-a74cd1e0ac38 req-c40a8e9e-e6e8-4953-b2d8-2d92ec443eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:12.499714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50f95834-844b-4631-8ec6-a74cd1e0ac38 req-c40a8e9e-e6e8-4953-b2d8-2d92ec443eaf service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=760ff278cc3a4456822a364590d87753&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5050724 Aug 17 16:25:12.517985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93714ae-5d22-4f30-af68-7c48b0f92229 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:12.548947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:12.567405 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:12.689069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-cd8f1c4f-cff1-4421-843e-8832e17c10e8 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:12.696706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-cd8f1c4f-cff1-4421-843e-8832e17c10e8 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3705463 Aug 17 16:25:12.706924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Transition to ACTIVE for port object a93714ae-5d22-4f30-af68-7c48b0f92229 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:12.715047 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:12.740350 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-dea21341-a959-4a70-a094-4a14d25172d2 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/quotas/272fef8ace834d31982742ab73928a4a HTTP/1.1" status: 200 len: 375 time: 0.0426865 Aug 17 16:25:12.741981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:12.745910 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:12.769399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d78ed-b190-48a7-a3ec-12235b1d1a86 req-61f7b389-4bcd-40e0-b72d-49a6d33f8798 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:12.782342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d78ed-b190-48a7-a3ec-12235b1d1a86 req-61f7b389-4bcd-40e0-b72d-49a6d33f8798 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:12.789104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d78ed-b190-48a7-a3ec-12235b1d1a86 req-61f7b389-4bcd-40e0-b72d-49a6d33f8798 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:12.791404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c19d78ed-b190-48a7-a3ec-12235b1d1a86 req-61f7b389-4bcd-40e0-b72d-49a6d33f8798 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2387 time: 0.2449772 Aug 17 16:25:12.803158 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-e613759c-3d13-4962-8ff3-02edd9e1111c tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=272fef8ace834d31982742ab73928a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619018 Aug 17 16:25:12.818613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f95834-844b-4631-8ec6-a74cd1e0ac38 req-37c775e3-0579-465f-8cba-85b753759a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:12.820768 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50f95834-844b-4631-8ec6-a74cd1e0ac38 req-37c775e3-0579-465f-8cba-85b753759a40 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3163679 Aug 17 16:25:12.843003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Pushing event updated for resources: {'Port': ['ID=a93714ae-5d22-4f30-af68-7c48b0f92229,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:12.895457 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:12.895987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11cd752c-e6d2-482a-85c2-d0f414e43d9d {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:25:12.906431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:12.907641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ddb8133-6348-455f-94c0-e86712e35102 admin admin] 10.222.0.77 "DELETE /v2.0/routers/11cd752c-e6d2-482a-85c2-d0f414e43d9d HTTP/1.1" status: 204 len: 168 time: 1.9342127 Aug 17 16:25:12.911894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:12.947262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Attempting to bind port a93714ae-5d22-4f30-af68-7c48b0f92229 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:12.948586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Attempting to bind port a93714ae-5d22-4f30-af68-7c48b0f92229 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:12.949144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Attempting to bind port a93714ae-5d22-4f30-af68-7c48b0f92229 on network 9725712b-395a-48dd-ba89-5380ff163a9f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:12.954717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Port a93714ae-5d22-4f30-af68-7c48b0f92229 on network 9725712b-395a-48dd-ba89-5380ff163a9f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:25:12.955299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Attempting to bind port a93714ae-5d22-4f30-af68-7c48b0f92229 on network 9725712b-395a-48dd-ba89-5380ff163a9f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:12.962452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:12.963128 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Checking segment: {'id': '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:12.963744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Bound using segment: {'id': '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:12.964380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Bound port: a93714ae-5d22-4f30-af68-7c48b0f92229, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:12.964928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:12.990750 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c19d78ed-b190-48a7-a3ec-12235b1d1a86 req-d859384b-7a9d-40ac-b9f2-5b2974915ecd tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292219 Aug 17 16:25:13.078445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] For port a93714ae-5d22-4f30-af68-7c48b0f92229, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:13.130073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5698f05c-b1f7-4d73-a350-42983dc7549c admin admin] Deleting subnet 95707993-0dd2-4e23-8593-8d60a7b2c611 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:25:13.130200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] For port a93714ae-5d22-4f30-af68-7c48b0f92229, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a93714ae-5d22-4f30-af68-7c48b0f92229,segment=NetworkSegment(4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb),segment_id=4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:13.130314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b207a0f-4acc-4cb5-8640-3e04f3761d08 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:13.130794 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5698f05c-b1f7-4d73-a350-42983dc7549c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:13.130884 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:13.179985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2b207a0f-4acc-4cb5-8640-3e04f3761d08 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:25:13.192208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:13.192919 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:13.196401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] 10.222.0.91 "PUT /v2.0/ports/a93714ae-5d22-4f30-af68-7c48b0f92229 HTTP/1.1" status: 200 len: 1091 time: 2.0118608 Aug 17 16:25:13.209351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b207a0f-4acc-4cb5-8640-3e04f3761d08 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:25:13.230127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Request body: {'port': {'device_id': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:13.296000 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5698f05c-b1f7-4d73-a350-42983dc7549c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:13.301005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f0215-5ba1-4b6d-a861-5d3a61e1c731 service neutron] Pushing event updated for resources: {'Port': ['ID=a93714ae-5d22-4f30-af68-7c48b0f92229,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:13.355063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255e6ff-9075-424f-a679-bacf57cf5075 req-59d2cfc0-043b-4ca5-842d-90f25aec632a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:13.356367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'tag': 'a93714ae-5d22-4f30-af68-7c48b0f92229'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:13.362837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c255e6ff-9075-424f-a679-bacf57cf5075 req-59d2cfc0-043b-4ca5-842d-90f25aec632a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.1724727 Aug 17 16:25:13.371213 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c503e638-7da2-4484-aa9f-30ce1480aad3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "tag": "a93714ae-5d22-4f30-af68-7c48b0f92229"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:13.419561 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c2f558b7-3d6b-47e0-b05b-828be5ebe5a1 req-213ba9ed-1026-4b04-8f72-639f6d7b1a1c tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.0446272 Aug 17 16:25:13.431446 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:13.539191 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c255e6ff-9075-424f-a679-bacf57cf5075 req-1357aea3-c9e8-44fe-bc78-c21403098a07 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752808 Aug 17 16:25:13.699990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5698f05c-b1f7-4d73-a350-42983dc7549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:13.781386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-95d92aa6-d371-4af7-a100-272eb9810bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:13.783428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-95d92aa6-d371-4af7-a100-272eb9810bf1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562258 Aug 17 16:25:13.957058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-c6a24d73-e2c9-4288-91aa-c60391a8e6b3 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471269 Aug 17 16:25:13.993430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99851d-c4cc-40a6-8015-d52bb7815481 req-0794263a-289d-4bf0-a2f2-66b43b5a3890 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:13.995554 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c99851d-c4cc-40a6-8015-d52bb7815481 req-0794263a-289d-4bf0-a2f2-66b43b5a3890 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.2984836 Aug 17 16:25:14.012019 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5698f05c-b1f7-4d73-a350-42983dc7549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:14.052779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698f05c-b1f7-4d73-a350-42983dc7549c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95707993-0dd2-4e23-8593-8d60a7b2c611,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:14.055495 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5698f05c-b1f7-4d73-a350-42983dc7549c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:14.062132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2dea31-fd6b-443c-80cf-29321eca1dc5 None None] Network 78726d98-da38-427f-a4ef-86dfdb590214 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:14.065427 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5698f05c-b1f7-4d73-a350-42983dc7549c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/95707993-0dd2-4e23-8593-8d60a7b2c611 HTTP/1.1" status: 204 len: 168 time: 1.1377587 Aug 17 16:25:14.109889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:14.113298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c99851d-c4cc-40a6-8015-d52bb7815481 req-97b73c12-07dd-4fae-85d2-821be9f39042 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101229 Aug 17 16:25:14.205383 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:14.264012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb99ea-da19-4a12-a836-a1149bbdae6a req-d1671f36-ddf1-4b5c-bf45-2896bd6ab522 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:14.273645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dabb99ea-da19-4a12-a836-a1149bbdae6a req-d1671f36-ddf1-4b5c-bf45-2896bd6ab522 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 943 time: 0.6791644 Aug 17 16:25:14.289361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-7ac7be5a-b32c-4f89-950f-21c262611b44 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=272fef8ace834d31982742ab73928a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413549 Aug 17 16:25:14.332420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] DHCP port deletion for 78726d98-da38-427f-a4ef-86dfdb590214 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:25:14.369832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Deleting port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:14.370572 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:14.381256 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dabb99ea-da19-4a12-a836-a1149bbdae6a req-c4ad435e-bc37-422a-96c3-b3b94927de5e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067638 Aug 17 16:25:14.390186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Deleting port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:14.390754 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:14.450297 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd850bd-aa1a-4be4-be8e-3cc0ae6a7601 x-openstack-request-id: req-edd850bd-aa1a-4be4-be8e-3cc0ae6a7601 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:14.451068 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "tag": "a93714ae-5d22-4f30-af68-7c48b0f92229", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:14.451068 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-edd850bd-aa1a-4be4-be8e-3cc0ae6a7601 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:14.451258 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'tag': 'a93714ae-5d22-4f30-af68-7c48b0f92229', 'status': 'completed', 'code': 200} Aug 17 16:25:14.479642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] For port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6fe520a2-2f28-47e9-9c37-c9dc010c70c2,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:14.480054 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:14.496864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Calling delete_port for 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:14.601441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503e638-7da2-4484-aa9f-30ce1480aad3 req-d9ac23ab-0706-414b-8c40-3b6fde93798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:14.601899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503e638-7da2-4484-aa9f-30ce1480aad3 req-d9ac23ab-0706-414b-8c40-3b6fde93798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:14.602465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503e638-7da2-4484-aa9f-30ce1480aad3 req-d9ac23ab-0706-414b-8c40-3b6fde93798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:14.604253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c503e638-7da2-4484-aa9f-30ce1480aad3 req-d9ac23ab-0706-414b-8c40-3b6fde93798d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=760ff278cc3a4456822a364590d87753&device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2797 time: 0.1204562 Aug 17 16:25:14.627757 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:14.655317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac734b-fad8-4517-bed7-7f30355eced3 req-27fb201b-ff5b-4651-9976-e62e20054672 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:14.657032 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60ac734b-fad8-4517-bed7-7f30355eced3 req-27fb201b-ff5b-4651-9976-e62e20054672 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 943 time: 0.1359522 Aug 17 16:25:14.684421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] No DVR routers for this DVR port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:14.689478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Pushing event deleted for resources: {'Port': ['ID=6fe520a2-2f28-47e9-9c37-c9dc010c70c2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:14.711718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.712062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.712403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.712734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.713062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.713386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.713708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.714027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.714347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.718510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.718870 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.719207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e985511-dffb-41ff-ae1a-98ce1bef88c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:14.731655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ccdf7c-e3e1-462a-86dd-7325fc990b95 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:14.747147 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:14.767585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:14.783007 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Transition to ACTIVE for port object 98ccdf7c-e3e1-462a-86dd-7325fc990b95 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:14.794146 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:25:14.794993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:25:14.795125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:14.802693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60ac734b-fad8-4517-bed7-7f30355eced3 req-5a9d9b28-99cb-4896-83cb-b2502607eb0a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282253 Aug 17 16:25:14.803355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:14.822328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:25:14.823359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4cbe58b3-e3e7-4b60-a377-d640c1852bc0 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:25:14.908005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503e638-7da2-4484-aa9f-30ce1480aad3 req-cdd9d77f-82de-4b09-81cb-c75de36b235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:14.908751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503e638-7da2-4484-aa9f-30ce1480aad3 req-cdd9d77f-82de-4b09-81cb-c75de36b235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:14.909372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503e638-7da2-4484-aa9f-30ce1480aad3 req-cdd9d77f-82de-4b09-81cb-c75de36b235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:14.911289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c503e638-7da2-4484-aa9f-30ce1480aad3 req-cdd9d77f-82de-4b09-81cb-c75de36b235e service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=760ff278cc3a4456822a364590d87753&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2789600 Aug 17 16:25:14.915765 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=98ccdf7c-e3e1-462a-86dd-7325fc990b95,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:14.991457 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db54c511-9e4f-4c50-8bd5-4c81d893943f req-9c7cac34-df88-4b7d-a0a2-8550e177dbb0 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662341 Aug 17 16:25:15.093380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Attempting to bind port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:15.093701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Attempting to bind port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:15.094024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Attempting to bind port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 on network 9fb1f7fa-4376-4e13-8443-193e0d08766a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:15.099081 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-9547f5ec-5c41-45b1-83e6-bceabfdc3c91 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=272fef8ace834d31982742ab73928a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284029 Aug 17 16:25:15.109677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 on network 9fb1f7fa-4376-4e13-8443-193e0d08766a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:25:15.110004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Attempting to bind port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 on network 9fb1f7fa-4376-4e13-8443-193e0d08766a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:15.127076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:15.127420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Checking segment: {'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:15.127804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Bound using segment: {'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:15.128285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Bound port: 98ccdf7c-e3e1-462a-86dd-7325fc990b95, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809e3be5-8669-4ad6-b51b-fb2751a9d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:15.128599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:15.139093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e126d9-2518-475a-9f4b-96e11123b0ab req-15b24907-0c4f-4a56-bd17-77259adc4c77 tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.93 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.0879190 Aug 17 16:25:15.145903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d1358-b797-4a1f-b71b-2fa057c2d368 req-fb43d124-7861-4fcf-9d82-6af3092110b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.152316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d1358-b797-4a1f-b71b-2fa057c2d368 req-fb43d124-7861-4fcf-9d82-6af3092110b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.158315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d1358-b797-4a1f-b71b-2fa057c2d368 req-fb43d124-7861-4fcf-9d82-6af3092110b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.160053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-916d1358-b797-4a1f-b71b-2fa057c2d368 req-fb43d124-7861-4fcf-9d82-6af3092110b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2411 time: 0.2284315 Aug 17 16:25:15.213925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] For port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6fe520a2-2f28-47e9-9c37-c9dc010c70c2,segment=NetworkSegment(5f4f8830-557a-4393-a87d-d2ce530c3aa9),segment_id=5f4f8830-557a-4393-a87d-d2ce530c3aa9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:15.214445 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:15.226705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503e638-7da2-4484-aa9f-30ce1480aad3 req-ef22b1e7-a123-465d-bf31-100b256bcfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.228203 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c503e638-7da2-4484-aa9f-30ce1480aad3 req-ef22b1e7-a123-465d-bf31-100b256bcfad service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3003592 Aug 17 16:25:15.236686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-7bc46309-dfe5-4422-8821-7561d93632fb tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.244688 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-7bc46309-dfe5-4422-8821-7561d93632fb tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9379513 Aug 17 16:25:15.263029 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-916d1358-b797-4a1f-b71b-2fa057c2d368 req-afe76e46-5cab-4c21-9309-1542a5c2d853 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918531 Aug 17 16:25:15.270230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Calling delete_port for 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:15.275520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] For port 98ccdf7c-e3e1-462a-86dd-7325fc990b95, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:15.279169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] For port 98ccdf7c-e3e1-462a-86dd-7325fc990b95, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=98ccdf7c-e3e1-462a-86dd-7325fc990b95,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:15.286133 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:15.297982 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-056c5a20-7883-4bd7-a522-f9190116f45f tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/quotas/272fef8ace834d31982742ab73928a4a HTTP/1.1" status: 200 len: 375 time: 0.0521507 Aug 17 16:25:15.307155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-755fb612-4905-4239-8a48-bf91ab6cfbdd tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.308764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-755fb612-4905-4239-8a48-bf91ab6cfbdd tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.3344626 Aug 17 16:25:15.324149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.324989 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:15.326462 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] 10.222.0.91 "PUT /v2.0/ports/98ccdf7c-e3e1-462a-86dd-7325fc990b95 HTTP/1.1" status: 200 len: 1092 time: 2.1021347 Aug 17 16:25:15.366768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f2c5-f0d0-4404-bd51-e84f51e41ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=98ccdf7c-e3e1-462a-86dd-7325fc990b95,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:15.389856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-1'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:15.407112 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-7ebe867f-62e9-44b4-9d43-9576d525ac86 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=272fef8ace834d31982742ab73928a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079960 Aug 17 16:25:15.468584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-472a7a69-ba74-4aac-a6b8-ad50454e6af5 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.470399 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2134832-9107-43d3-a324-6123784def1b req-b621784f-71d2-41e6-9ffb-607123f58e3b tempest-ServerShowV247Test-541224377 tempest-ServerShowV247Test-541224377-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb3cf29-496a-4211-bd4e-8fd68afa2442 HTTP/1.1" status: 200 len: 210 time: 0.0669096 Aug 17 16:25:15.470520 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-472a7a69-ba74-4aac-a6b8-ad50454e6af5 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3349943 Aug 17 16:25:15.511609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Request body: {'port': {'device_id': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '272fef8ace834d31982742ab73928a4a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:15.581548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-27d18937-dbc6-47ab-a8bf-39708821aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.582293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-27d18937-dbc6-47ab-a8bf-39708821aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.582930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-27d18937-dbc6-47ab-a8bf-39708821aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.585924 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-27d18937-dbc6-47ab-a8bf-39708821aadc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=760ff278cc3a4456822a364590d87753&device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2864 time: 0.1137514 Aug 17 16:25:15.610950 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:15.628244 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:15.684869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe520a2-2f28-47e9-9c37-c9dc010c70c2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:15.690934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-3d7e22b2-cee7-45e9-b6dd-9db72a2ccd15 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.21&port_id=1fc7dca7-bb93-4567-9d42-04de8a1d03d3 HTTP/1.1" status: 200 len: 217 time: 0.0902581 Aug 17 16:25:15.710850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] No DVR routers for this DVR port 6fe520a2-2f28-47e9-9c37-c9dc010c70c2 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:15.759376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1bbb6-e950-490e-94e8-954d1302e027 req-a8770cc8-f2c7-4287-b2c7-f03e81075d6b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.770000 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7da1bbb6-e950-490e-94e8-954d1302e027 req-a8770cc8-f2c7-4287-b2c7-f03e81075d6b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 945 time: 0.1761823 Aug 17 16:25:15.796459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-36a3df62-30aa-4927-b4ff-ce386e8ab5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.798092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-36a3df62-30aa-4927-b4ff-ce386e8ab5eb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a975c6cb-d2e5-436a-9566-8e65b80d9836 HTTP/1.1" status: 200 len: 801 time: 0.1050503 Aug 17 16:25:15.863106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7da1bbb6-e950-490e-94e8-954d1302e027 req-31ce5873-7ca0-4b3d-a640-444a48a97462 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918324 Aug 17 16:25:15.892345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-df3f59ff-a177-47c1-a209-1da32d42aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.894945 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-df3f59ff-a177-47c1-a209-1da32d42aaee service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9fb1f7fa-4376-4e13-8443-193e0d08766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0849867 Aug 17 16:25:15.922393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:15.968590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d2f5f-9386-4c3c-9009-096c816b0c79 req-75be3204-8fd1-40e2-9180-b9f715eacc19 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:15.970205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-442d2f5f-9386-4c3c-9009-096c816b0c79 req-75be3204-8fd1-40e2-9180-b9f715eacc19 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.2497060 Aug 17 16:25:15.974296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78726d98-da38-427f-a4ef-86dfdb590214']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:16.005148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4f8830-557a-4393-a87d-d2ce530c3aa9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:16.005798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4f8830-557a-4393-a87d-d2ce530c3aa9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:16.033094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Made reservation on behalf of 272fef8ace834d31982742ab73928a4a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:16.036943 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.057225 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.070841 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.074023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:16.092466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca23f6b-6a27-4b45-a11c-0dad2fda4f47 req-adb1d780-92f1-4c98-a309-574a83d5e673 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:16.094136 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bca23f6b-6a27-4b45-a11c-0dad2fda4f47 req-adb1d780-92f1-4c98-a309-574a83d5e673 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 943 time: 0.0847549 Aug 17 16:25:16.115693 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-442d2f5f-9386-4c3c-9009-096c816b0c79 req-72584562-ed0c-47ae-a7ce-4bd19e466ea6 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253030 Aug 17 16:25:16.120592 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.127552 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-ecd935c1-75c6-4c7c-9910-b268780dc706 service neutron] 10.222.0.91 "GET /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244246 Aug 17 16:25:16.135143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:25:16.135786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:25:16.139916 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:25:16.176978 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bca23f6b-6a27-4b45-a11c-0dad2fda4f47 req-5e833037-4e38-467a-a60b-bb48bf4a266d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708487 Aug 17 16:25:16.255780 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04ae18af-5aef-4f0c-b44a-184e768b92cd req-58211c51-d682-47aa-a5c1-982c8fe6ce59 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 210 time: 0.0693066 Aug 17 16:25:16.265718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:16.290495 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.305307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.310543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/78726d98-da38-427f-a4ef-86dfdb590214 HTTP/1.1" status: 204 len: 168 time: 2.1961095 Aug 17 16:25:16.346072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06a035-2137-4a90-8692-a4cffc1b1bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=78726d98-da38-427f-a4ef-86dfdb590214,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:16.371786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:16.374172 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f46c82-9f59-43fb-b240-be7470411178" -d '{"events": [{"server_uuid": "9c1b9a34-0dc6-48c6-ab49-868597d93585", "name": "network-vif-unplugged", "status": "completed", "tag": "e7417ed2-a28a-41e3-a94e-3be8c7438c70"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:16.374631 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-517f5582-4e2b-40fd-a8b2-d87b93e615bf service neutron] 10.222.0.91 "GET /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086995 Aug 17 16:25:16.379915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.389445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3f1a6-80a8-49ef-ad17-193ddc530c58 req-d4304b2f-b843-4099-b682-3a4762507f61 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:16.393048 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.399959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fae3f1a6-80a8-49ef-ad17-193ddc530c58 req-d4304b2f-b843-4099-b682-3a4762507f61 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 943 time: 0.1223462 Aug 17 16:25:16.469930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'tag': '98ccdf7c-e3e1-462a-86dd-7325fc990b95'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:16.473147 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce29053-6368-407a-acf1-27cb6a4c60f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "tag": "98ccdf7c-e3e1-462a-86dd-7325fc990b95"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:16.481840 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.484034 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c20f2b8e-24e1-41dc-87d9-64fcb9dd06a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=a93714ae-5d22-4f30-af68-7c48b0f92229 HTTP/1.1" status: 200 len: 217 time: 0.0819087 Aug 17 16:25:16.502609 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.533312 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fae3f1a6-80a8-49ef-ad17-193ddc530c58 req-d59f3370-fd9b-4116-aef3-3d5c85ba688d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323338 Aug 17 16:25:16.561852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Pushing event updated for resources: {'Port': ['ID=e7417ed2-a28a-41e3-a94e-3be8c7438c70,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:16.583647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:16.590859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-d2968af7-ef62-4b2a-82a9-4582eb26b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:16.593478 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-d2968af7-ef62-4b2a-82a9-4582eb26b55c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8364d643-6e09-4452-9070-4c1f9d3fba5b HTTP/1.1" status: 200 len: 801 time: 0.0929220 Aug 17 16:25:16.630521 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336d77de-7743-486a-80c6-e5757574646a x-openstack-request-id: req-336d77de-7743-486a-80c6-e5757574646a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:16.630804 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1b9a34-0dc6-48c6-ab49-868597d93585", "name": "network-vif-unplugged", "status": "completed", "tag": "e7417ed2-a28a-41e3-a94e-3be8c7438c70", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:16.631051 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-336d77de-7743-486a-80c6-e5757574646a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:16.631447 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70', 'code': 200} Aug 17 16:25:16.648974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a5ad6-d354-49c9-af87-020a9b93fcbf req-31c90649-a23a-4b18-84c6-e96561a27555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:16.652243 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c41d8ec-6989-496d-89b6-54d2a8b5b630 x-openstack-request-id: req-8c41d8ec-6989-496d-89b6-54d2a8b5b630 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:16.652696 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "tag": "98ccdf7c-e3e1-462a-86dd-7325fc990b95", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:16.653042 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c41d8ec-6989-496d-89b6-54d2a8b5b630 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:16.653528 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'tag': '98ccdf7c-e3e1-462a-86dd-7325fc990b95', 'status': 'completed', 'code': 200} Aug 17 16:25:16.655011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a5ad6-d354-49c9-af87-020a9b93fcbf req-31c90649-a23a-4b18-84c6-e96561a27555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:16.660662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-545b3b03-b8d1-4d06-a1da-0cc0a311c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:16.661794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a5ad6-d354-49c9-af87-020a9b93fcbf req-31c90649-a23a-4b18-84c6-e96561a27555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:16.662533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-545b3b03-b8d1-4d06-a1da-0cc0a311c9cc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9725712b-395a-48dd-ba89-5380ff163a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602469 Aug 17 16:25:16.666900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4b0a5ad6-d354-49c9-af87-020a9b93fcbf req-31c90649-a23a-4b18-84c6-e96561a27555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2411 time: 0.2361071 Aug 17 16:25:16.679629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on host n-h1-804878-1 for vnic_type normal with profile {"migrating_to": "n-h2-804878-1"} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:16.679963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:16.680289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:16.691488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e245f1e5-fd02-435e-8f1e-53fb4baaf430,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:16.721708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:25:16.721944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Attempting to bind port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on network b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:16.732698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:16.733118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Checking segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:16.733437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Bound using segment: {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:16.733841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Bound port: e7417ed2-a28a-41e3-a94e-3be8c7438c70, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92be2-8dfd-46c3-ace1-5574b7f44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6cf8e7d-fee9-4c49-bbd1-8022677d56c3'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:16.734200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:16.781025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-37268775-c0ee-40cc-a17b-03ae6fabbb81 service neutron] 10.222.0.91 "GET /v2.0/networks/9725712b-395a-48dd-ba89-5380ff163a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102743 Aug 17 16:25:16.822553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b9f5bd9-9a5d-42dd-8bf9-bf624556acc7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3690e36657ff4730870dda1b47d01281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347586 Aug 17 16:25:16.827876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50704) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:16.848050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4b0a5ad6-d354-49c9-af87-020a9b93fcbf req-3e2017b4-ed30-4985-9f46-1b379f1c12a3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573851 Aug 17 16:25:16.903293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Allocated IP 192.168.233.77 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/e6d05102-6861-495f-a9aa-e0ff8b4c24c4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:17.015985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-dd3fd1a6-c502-40e1-b83d-3a926335bfb8 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=272fef8ace834d31982742ab73928a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825748 Aug 17 16:25:17.032404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-937464c4-e3f3-449d-a5c6-8945d437e522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.051684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:17.077725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-9d21947c-9c7c-4633-99cf-daf8160e50fe service neutron] 10.222.0.91 "GET /v2.0/networks/9725712b-395a-48dd-ba89-5380ff163a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880285 Aug 17 16:25:17.085260 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-937464c4-e3f3-449d-a5c6-8945d437e522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.102456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50714) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:17.145257 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-6e725384-8676-4b80-be1b-5e11e040eb0e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=98ccdf7c-e3e1-462a-86dd-7325fc990b95 HTTP/1.1" status: 200 len: 217 time: 0.0549409 Aug 17 16:25:17.152260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:17.171289 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.229344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-3a6b9f66-6235-4231-826a-9955fbb357b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:17.230722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-3a6b9f66-6235-4231-826a-9955fbb357b6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a975c6cb-d2e5-436a-9566-8e65b80d9836 HTTP/1.1" status: 200 len: 801 time: 0.0789077 Aug 17 16:25:17.251905 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-937464c4-e3f3-449d-a5c6-8945d437e522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.254718 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-937464c4-e3f3-449d-a5c6-8945d437e522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.255970 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-937464c4-e3f3-449d-a5c6-8945d437e522 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/30c18ffc-103c-4483-9411-ef9f1a1a201d HTTP/1.1" status: 204 len: 168 time: 0.4271147 Aug 17 16:25:17.308877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf8536-c064-4d4f-b23e-0bca0d746d65 req-9ca07a2f-0c3e-4606-9e5b-de6cc75802fb tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:17.311721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03bf8536-c064-4d4f-b23e-0bca0d746d65 req-9ca07a2f-0c3e-4606-9e5b-de6cc75802fb tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.3084435 Aug 17 16:25:17.332617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937464c4-e3f3-449d-a5c6-8945d437e522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c18ffc-103c-4483-9411-ef9f1a1a201d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:17.339243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device addc51d9-c7aa-4b03-b79b-f6efd87e5b86 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:17.342608 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26d59d2d-4dcf-497f-9c63-e709a6a02252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.348430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c5e7c805-48cd-4f8d-9959-2fd28256ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:17.350021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-c5e7c805-48cd-4f8d-9959-2fd28256ca46 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9fb1f7fa-4376-4e13-8443-193e0d08766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101284 Aug 17 16:25:17.503230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port addc51d9-c7aa-4b03-b79b-f6efd87e5b86, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:17.506345 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.520859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'addc51d9-c7aa-4b03-b79b-f6efd87e5b86', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'port_id': 'addc51d9-c7aa-4b03-b79b-f6efd87e5b86', 'mac_address': 'fa:16:3e:0c:14:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:25:17.577236 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-7390c214-c19d-4d98-9491-6c1f9432ff02 service neutron] 10.222.0.91 "GET /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178631 Aug 17 16:25:17.587724 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.605432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id addc51d9-c7aa-4b03-b79b-f6efd87e5b86 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:17.627694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port addc51d9-c7aa-4b03-b79b-f6efd87e5b86, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:17.636533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.637217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e7417ed2-a28a-41e3-a94e-3be8c7438c70 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:17.642071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Pushing event updated for resources: {'Port': ['ID=e7417ed2-a28a-41e3-a94e-3be8c7438c70,revision_number=8']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:17.653522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:17.654151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.655654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8014fd88-f247-4706-b864-8e3d0dd9f1be service neutron] 10.222.0.93 "PUT /v2.0/ports/e7417ed2-a28a-41e3-a94e-3be8c7438c70 HTTP/1.1" status: 200 len: 1121 time: 2.3331017 Aug 17 16:25:17.658282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Transition to ACTIVE for port object e6d05102-6861-495f-a9aa-e0ff8b4c24c4 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:17.707350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-0ad6dae5-ce31-4a59-9d4a-d5c8e40da8e2 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:17.709188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-0ad6dae5-ce31-4a59-9d4a-d5c8e40da8e2 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6763847 Aug 17 16:25:17.750746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e7417ed2-a28a-41e3-a94e-3be8c7438c70'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:17.753108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['e7417ed2-a28a-41e3-a94e-3be8c7438c70'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:17.762508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Request body: {'port': {'device_id': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '272fef8ace834d31982742ab73928a4a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:17.779721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:17.788491 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26d59d2d-4dcf-497f-9c63-e709a6a02252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.800434 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26d59d2d-4dcf-497f-9c63-e709a6a02252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:17.858900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d59d2d-4dcf-497f-9c63-e709a6a02252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64edf44e-386c-4bb7-ade0-217eda7abb48,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:17.928406 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03bf8536-c064-4d4f-b23e-0bca0d746d65 req-8a46644a-242e-413a-ae7c-d81316407d8f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143000 Aug 17 16:25:17.931984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:17.939672 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-26d59d2d-4dcf-497f-9c63-e709a6a02252 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f9f010dc54d4de8a458c81b4c8671cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8360960 Aug 17 16:25:17.942841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50764) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:17.984330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e7417ed2-a28a-41e3-a94e-3be8c7438c70 has no active binding in host n-h2-804878-1 {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 16:25:18.042411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a366-98f9-422f-bd10-fbb106292d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.065622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb751f17-5b07-45ad-ac24-6024cf8b9f3c req-b4ef1413-1c41-4977-b764-c471ab0e476b service neutron] 10.222.0.91 "GET /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387639 Aug 17 16:25:18.072403 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.082213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-b05e2ff3-6e4b-47e8-8af1-d976e43fe762 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:18.084093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-b05e2ff3-6e4b-47e8-8af1-d976e43fe762 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=44acae64-f65d-4ea0-9f66-5fc0593861a8 HTTP/1.1" status: 200 len: 943 time: 0.2425575 Aug 17 16:25:18.116035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a366-98f9-422f-bd10-fbb106292d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.250795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['addc51d9-c7aa-4b03-b79b-f6efd87e5b86'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:18.251777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-a6f83262-3d48-4ccb-8d2f-42c29c2bcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:18.252256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-a6f83262-3d48-4ccb-8d2f-42c29c2bcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:18.252955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-a6f83262-3d48-4ccb-8d2f-42c29c2bcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:18.256265 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-a6f83262-3d48-4ccb-8d2f-42c29c2bcb3d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=760ff278cc3a4456822a364590d87753&device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2864 time: 0.1077075 Aug 17 16:25:18.272299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:18.291105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:18.295933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:18.318688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a366-98f9-422f-bd10-fbb106292d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.321263 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a366-98f9-422f-bd10-fbb106292d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.325662 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f6a1a366-98f9-422f-bd10-fbb106292d8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64edf44e-386c-4bb7-ade0-217eda7abb48 HTTP/1.1" status: 204 len: 168 time: 0.3733561 Aug 17 16:25:18.348008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:18.364907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1a366-98f9-422f-bd10-fbb106292d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64edf44e-386c-4bb7-ade0-217eda7abb48,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:18.410643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe6c61-2294-45a9-a7f4-8dcba874e6c1 req-416c3e8d-a1f1-4b93-ac3f-3fe6f21e2eaa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:18.415635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-d4987eb0-d6f2-4b8b-a558-ac38226c6496 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Deleting port c389cd26-647d-4272-b91c-203f7a022619 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:18.415635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-d4987eb0-d6f2-4b8b-a558-ac38226c6496 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.423225 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f4fe6c61-2294-45a9-a7f4-8dcba874e6c1 req-416c3e8d-a1f1-4b93-ac3f-3fe6f21e2eaa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.3409584 Aug 17 16:25:18.428637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Made reservation on behalf of 272fef8ace834d31982742ab73928a4a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:18.437709 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.490681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:18.492343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.511172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:18.550872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-51970ef2-5eb2-4e37-ad25-ab833e035729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:18.552376 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-51970ef2-5eb2-4e37-ad25-ab833e035729 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9fb1f7fa-4376-4e13-8443-193e0d08766a HTTP/1.1" status: 200 len: 902 time: 0.2879512 Aug 17 16:25:18.598782 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f4fe6c61-2294-45a9-a7f4-8dcba874e6c1 req-5313a56d-a6bc-470c-a565-c299a693dee5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573901 Aug 17 16:25:18.678038 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-9ae73af8-2ded-466b-9b30-9228cfd4cd3e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=98ccdf7c-e3e1-462a-86dd-7325fc990b95 HTTP/1.1" status: 200 len: 217 time: 0.1155336 Aug 17 16:25:18.695916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-c74ac84c-d599-444c-8ef9-01875597eb43 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2117143 Aug 17 16:25:18.696377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'tag': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:18.700211 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60757791-ba9f-4f87-95ed-0e52af3a4069" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1b9a34-0dc6-48c6-ab49-868597d93585", "tag": "e7417ed2-a28a-41e3-a94e-3be8c7438c70"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:18.729744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Request body: {'port': {'device_id': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:18.769000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b6cc47cd-9f7b-481c-981d-4bcbee6fbca7 None None] Provisioning for port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:18.770244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-d4987eb0-d6f2-4b8b-a558-ac38226c6496 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] For port c389cd26-647d-4272-b91c-203f7a022619, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c389cd26-647d-4272-b91c-203f7a022619,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:18.770737 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-d4987eb0-d6f2-4b8b-a558-ac38226c6496 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.782262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b6cc47cd-9f7b-481c-981d-4bcbee6fbca7 None None] Provisioning complete for port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:18.784090 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6cc47cd-9f7b-481c-981d-4bcbee6fbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.816704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-d4987eb0-d6f2-4b8b-a558-ac38226c6496 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Calling delete_port for c389cd26-647d-4272-b91c-203f7a022619 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:18.843556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-8af84731-73d1-4d83-aa07-f8258c5beac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:18.845524 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-8af84731-73d1-4d83-aa07-f8258c5beac5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a975c6cb-d2e5-436a-9566-8e65b80d9836 HTTP/1.1" status: 200 len: 801 time: 0.1574943 Aug 17 16:25:18.855995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-629244313-network', 'tenant_id': '909deb24639a47f49b711a05e3416d78'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:18.868539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.876226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc47cd-9f7b-481c-981d-4bcbee6fbca7 None None] Port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:25:18.895168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Allocated IP 192.168.233.156 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/67c53466-fba6-485d-bb3a-f030a7a04c92) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:18.957394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:18.959688 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:18.974006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-947f0329-a591-49da-a0ea-cadfc0715077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:18.975770 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-947f0329-a591-49da-a0ea-cadfc0715077 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9fb1f7fa-4376-4e13-8443-193e0d08766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832746 Aug 17 16:25:18.995149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.034136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bfd94-c979-4eab-9bc2-8b210b3d012a req-e02b5a15-2324-4729-8e27-e91c6f12c099 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:19.035855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b75bfd94-c979-4eab-9bc2-8b210b3d012a req-e02b5a15-2324-4729-8e27-e91c6f12c099 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 944 time: 0.1983068 Aug 17 16:25:19.124134 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-d4987eb0-d6f2-4b8b-a558-ac38226c6496 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.167097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4987eb0-d6f2-4b8b-a558-ac38226c6496 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event deleted for resources: {'Port': ['ID=c389cd26-647d-4272-b91c-203f7a022619,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:19.171620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-040f5179-7cab-4430-846d-30c83506a5f4 service neutron] 10.222.0.91 "GET /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813715 Aug 17 16:25:19.225548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b75bfd94-c979-4eab-9bc2-8b210b3d012a req-1f77dc78-73eb-459a-bece-b558dd7f92aa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827586 Aug 17 16:25:19.253076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-d4987eb0-d6f2-4b8b-a558-ac38226c6496 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] No DVR routers for this DVR port c389cd26-647d-4272-b91c-203f7a022619 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:19.267671 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-d4987eb0-d6f2-4b8b-a558-ac38226c6496 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.269944 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c0af8cc6-4b5c-483a-a1b4-659d855c12db req-d4987eb0-d6f2-4b8b-a558-ac38226c6496 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "DELETE /v2.0/ports/c389cd26-647d-4272-b91c-203f7a022619 HTTP/1.1" status: 204 len: 173 time: 1.1696167 Aug 17 16:25:19.270428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'name': 'network-vif-deleted', 'tag': 'c389cd26-647d-4272-b91c-203f7a022619'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:19.272770 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1597c56-1f10-41f1-9d53-310e09625f01" -d '{"events": [{"server_uuid": "44acae64-f65d-4ea0-9f66-5fc0593861a8", "name": "network-vif-deleted", "tag": "c389cd26-647d-4272-b91c-203f7a022619"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:19.306395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.332847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Transition to ACTIVE for port object 67c53466-fba6-485d-bb3a-f030a7a04c92 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:19.357424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c389cd26-647d-4272-b91c-203f7a022619 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:19.365082 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.376463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.386503 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bce29053-6368-407a-acf1-27cb6a4c60f6 req-fe94c91a-9d68-490b-898a-0340a1145977 service neutron] 10.222.0.91 "GET /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807256 Aug 17 16:25:19.412049 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.414276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: c389cd26-647d-4272-b91c-203f7a022619 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:25:19.414903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c389cd26-647d-4272-b91c-203f7a022619 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:25:19.425631 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13710467-5ac4-4a60-9f7e-fc6bd3399947 req-8ec68ed8-b66e-4e1f-a0a2-513abdcf9250 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 210 time: 0.0545771 Aug 17 16:25:19.432468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:25:19.450944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7703562d-c32b-4670-a755-95169c489f1a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:19.456734 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.457092 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Added segment ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40 of type vlan for network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 Aug 17 16:25:19.472296 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.542024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50806) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:19.578855 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.617136 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.628713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:19.643434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:19.651304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:19.658884 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74888582-5725-4776-9630-efbc46886223 x-openstack-request-id: req-74888582-5725-4776-9630-efbc46886223 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:19.659172 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1b9a34-0dc6-48c6-ab49-868597d93585", "tag": "e7417ed2-a28a-41e3-a94e-3be8c7438c70", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:19.659426 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74888582-5725-4776-9630-efbc46886223 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:19.659858 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'tag': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70', 'status': 'completed', 'code': 200} Aug 17 16:25:19.702323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Pushing event updated for resources: {'Port': ['ID=67c53466-fba6-485d-bb3a-f030a7a04c92,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:19.708387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-567785227-network', 'tenant_id': '472d2a85576d4f5eaa6a98e6d7e70e56'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:19.756042 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.757002 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:19.757753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.785858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025d61b-1d91-4e47-a44f-59e3feb5e79c req-317083ba-10a1-4a41-b378-1074ab3b6bcf tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:19.792194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Made reservation on behalf of 472d2a85576d4f5eaa6a98e6d7e70e56 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:19.792946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025d61b-1d91-4e47-a44f-59e3feb5e79c req-317083ba-10a1-4a41-b378-1074ab3b6bcf tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:19.794531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.799065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025d61b-1d91-4e47-a44f-59e3feb5e79c req-317083ba-10a1-4a41-b378-1074ab3b6bcf tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:19.799612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60757791-ba9f-4f87-95ed-0e52af3a4069 req-a46ee759-5541-4a76-9dcd-decbb1270b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:19.800711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1025d61b-1d91-4e47-a44f-59e3feb5e79c req-317083ba-10a1-4a41-b378-1074ab3b6bcf tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2411 time: 0.2539945 Aug 17 16:25:19.800818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60757791-ba9f-4f87-95ed-0e52af3a4069 req-a46ee759-5541-4a76-9dcd-decbb1270b57 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 1124 time: 0.1119342 Aug 17 16:25:19.810746 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.831073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a60fd-8cdb-4ab0-9a27-47593ad19b07 req-57d020f4-05f7-447f-9cc0-f7bc618b68d3 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:19.832758 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-050a60fd-8cdb-4ab0-9a27-47593ad19b07 req-57d020f4-05f7-447f-9cc0-f7bc618b68d3 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.1020548 Aug 17 16:25:19.876430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:19.877115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.885985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3686111 Aug 17 16:25:19.893027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50814) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:19.911314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Request body: {'subnet': {'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-629244313-subnet', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:19.916249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-09e3bbcd-af98-42f0-85aa-1d9611617c65 None None] Provisioning for port 67c53466-fba6-485d-bb3a-f030a7a04c92 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:19.920716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-09e3bbcd-af98-42f0-85aa-1d9611617c65 None None] Provisioning complete for port 67c53466-fba6-485d-bb3a-f030a7a04c92 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:19.921819 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e3bbcd-af98-42f0-85aa-1d9611617c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:19.946468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dff66-9c31-46da-a89f-6344c34a8233 admin admin] Pushing event updated for resources: {'Network': ['ID=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:19.958715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1025d61b-1d91-4e47-a44f-59e3feb5e79c req-10ca3c1d-3c2e-4fe8-81e3-2c5c2ba901e3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360343 Aug 17 16:25:19.974179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-09e3bbcd-af98-42f0-85aa-1d9611617c65 None None] Port 67c53466-fba6-485d-bb3a-f030a7a04c92 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:25:19.981015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:25:19.990773 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-050a60fd-8cdb-4ab0-9a27-47593ad19b07 req-53820125-638e-4824-8dc3-2750ed045a1f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482291 Aug 17 16:25:20.020784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d05102-6861-495f-a9aa-e0ff8b4c24c4 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:20.031590 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.048328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60757791-ba9f-4f87-95ed-0e52af3a4069 req-7f4b5975-f7b3-49b0-a9f1-bea2891db58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:20.049866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60757791-ba9f-4f87-95ed-0e52af3a4069 req-7f4b5975-f7b3-49b0-a9f1-bea2891db58b service neutron] 10.222.0.91 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.2360835 Aug 17 16:25:20.052663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Transition to ACTIVE for port object e6d05102-6861-495f-a9aa-e0ff8b4c24c4 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:20.053454 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a4b78d-116a-4d10-bd30-940507d6ccf1 x-openstack-request-id: req-66a4b78d-116a-4d10-bd30-940507d6ccf1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:20.054264 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44acae64-f65d-4ea0-9f66-5fc0593861a8", "name": "network-vif-deleted", "tag": "c389cd26-647d-4272-b91c-203f7a022619", "status": "failed", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:20.054585 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66a4b78d-116a-4d10-bd30-940507d6ccf1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:20.055156 n-d-804878-1 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44acae64-f65d-4ea0-9f66-5fc0593861a8', 'name': 'network-vif-deleted', 'tag': 'c389cd26-647d-4272-b91c-203f7a022619', 'status': 'failed', 'code': 422} returned with failed status Aug 17 16:25:20.071181 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.106671 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.147337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.151097 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60757791-ba9f-4f87-95ed-0e52af3a4069 req-66f22805-072c-4343-8d1a-9ee238c6dc3f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70 HTTP/1.1" status: 200 len: 217 time: 0.0921612 Aug 17 16:25:20.152689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-9e5a682d-3fd9-4ace-9877-c664c3a0e02d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4138780 Aug 17 16:25:20.156884 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a93714ae-5d22-4f30-af68-7c48b0f92229 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:20.179744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2ddfb1-6e98-4c26-a295-bd0887e08e38,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:20.198700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Request body: {'port': {'device_id': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:20.212086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:20.239295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:25:20.264050 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.264443 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Added segment f662cc58-e4d3-417b-9ffd-24a9288c9dbd of type vlan for network d8c336c5-260b-408f-afcd-e4f6466be332 Aug 17 16:25:20.267184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60757791-ba9f-4f87-95ed-0e52af3a4069 req-1f0e45c9-3b60-4366-a567-ad1916ca7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:20.268758 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60757791-ba9f-4f87-95ed-0e52af3a4069 req-1f0e45c9-3b60-4366-a567-ad1916ca7b4c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.0907621 Aug 17 16:25:20.287808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:20.290981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.309875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a93714ae-5d22-4f30-af68-7c48b0f92229, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a93714ae-5d22-4f30-af68-7c48b0f92229,segment=NetworkSegment(4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb),segment_id=4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:20.330766 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60757791-ba9f-4f87-95ed-0e52af3a4069 req-b195a975-f1cb-4e47-b343-866dabaa0360 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506041 Aug 17 16:25:20.331241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'a93714ae-5d22-4f30-af68-7c48b0f92229', 'network_id': '9725712b-395a-48dd-ba89-5380ff163a9f', 'port_id': 'a93714ae-5d22-4f30-af68-7c48b0f92229', 'mac_address': 'fa:16:3e:0a:89:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8364d643-6e09-4452-9070-4c1f9d3fba5b', 'ip_address': '19.86.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:25:20.456866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcf61e-c000-4d1e-b4b0-a27f0fd6f062 req-34131f0e-1834-4ac8-ab6f-69e132ca514f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:20.459586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98bcf61e-c000-4d1e-b4b0-a27f0fd6f062 req-34131f0e-1834-4ac8-ab6f-69e132ca514f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.3418856 Aug 17 16:25:20.494458 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.506205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.527775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d399bbc-3cb2-4db3-888b-bdd9917dc175 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:20.528028 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.529338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d399bbc-3cb2-4db3-888b-bdd9917dc175 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.1976271 Aug 17 16:25:20.542873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93714ae-5d22-4f30-af68-7c48b0f92229 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:20.546876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Attempting to bind port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:20.547022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Attempting to bind port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:20.547311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Attempting to bind port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:20.573759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a93714ae-5d22-4f30-af68-7c48b0f92229, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a93714ae-5d22-4f30-af68-7c48b0f92229,segment=NetworkSegment(4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb),segment_id=4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:20.574921 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.576242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:20.577100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.580483 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.580983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 98ccdf7c-e3e1-462a-86dd-7325fc990b95 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:20.654224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c336c5-260b-408f-afcd-e4f6466be332,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:20.663030 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-d5c79cf3-8c01-4b7c-86e8-be6f6eb7d697 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/quotas/53d1a0b8d2bf49299668c4fec59e650e HTTP/1.1" status: 200 len: 375 time: 0.1049449 Aug 17 16:25:20.693873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network d8c336c5-260b-408f-afcd-e4f6466be332 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:25:20.705248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=a93714ae-5d22-4f30-af68-7c48b0f92229,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:20.712902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-1ed8adcb-60fd-48ec-89c2-da2ae91fd183 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482898 Aug 17 16:25:20.726557 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60757791-ba9f-4f87-95ed-0e52af3a4069 req-37003347-e451-4cbb-977b-d7e1978fbea2 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811964 Aug 17 16:25:20.731688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0a92fb99-5dc8-4259-b197-0c9864bbc9a1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1855407 Aug 17 16:25:20.731887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50834) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:20.737538 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Request body: {'subnet': {'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-567785227-subnet', 'tenant_id': '472d2a85576d4f5eaa6a98e6d7e70e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:20.814212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-c81f06aa-3b74-4696-98f2-d5dc86e3d802 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:25:20.815527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-c81f06aa-3b74-4696-98f2-d5dc86e3d802 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1018691 Aug 17 16:25:20.843831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 98ccdf7c-e3e1-462a-86dd-7325fc990b95, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=98ccdf7c-e3e1-462a-86dd-7325fc990b95,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:20.861756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '98ccdf7c-e3e1-462a-86dd-7325fc990b95', 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a', 'port_id': '98ccdf7c-e3e1-462a-86dd-7325fc990b95', 'mac_address': 'fa:16:3e:92:fe:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a975c6cb-d2e5-436a-9566-8e65b80d9836', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:25:20.878342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Made reservation on behalf of 472d2a85576d4f5eaa6a98e6d7e70e56 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:20.880689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.920335 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.937930 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ccdf7c-e3e1-462a-86dd-7325fc990b95 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:20.980745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 98ccdf7c-e3e1-462a-86dd-7325fc990b95, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=98ccdf7c-e3e1-462a-86dd-7325fc990b95,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:20.989096 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:20.989784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:21.009693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:25:21.010393 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Attempting to bind port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:21.045861 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98bcf61e-c000-4d1e-b4b0-a27f0fd6f062 req-5e308e30-3d10-41d2-a753-11d995574b42 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5721436 Aug 17 16:25:21.070383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:21.090930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:21.091229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:21.091719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:21.092320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Bound port: e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:21.095506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '1fc7dca7-bb93-4567-9d42-04de8a1d03d3', 'network_id': '9fb1f7fa-4376-4e13-8443-193e0d08766a', 'port_id': '1fc7dca7-bb93-4567-9d42-04de8a1d03d3', 'mac_address': 'fa:16:3e:1d:c9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a975c6cb-d2e5-436a-9566-8e65b80d9836', 'ip_address': '19.80.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:25:21.103337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:21.111917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=98ccdf7c-e3e1-462a-86dd-7325fc990b95,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:21.164486 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:21.186185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:21.215658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:21.221352 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:21.286234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:21.359510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device addc51d9-c7aa-4b03-b79b-f6efd87e5b86 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:21.391152 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-60757791-ba9f-4f87-95ed-0e52af3a4069 req-50517e4a-a61b-4056-9a82-2e4625e98d30 service neutron] 10.222.0.91 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486280 Aug 17 16:25:21.405580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-e47eaaa4-5585-4ce0-82ef-cc8bc80cbb96 service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770376 Aug 17 16:25:21.445872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:21.456013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:21.467969 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:21.477107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:21.477661 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:21.532211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['a93714ae-5d22-4f30-af68-7c48b0f92229'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:21.534573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:21.536086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['98ccdf7c-e3e1-462a-86dd-7325fc990b95'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:21.577384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-e842d584-0e71-4b93-ac49-2169a4041b31 service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708064 Aug 17 16:25:21.605489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1fc7dca7-bb93-4567-9d42-04de8a1d03d3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:21.606352 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:21.643311 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:21.687835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df030a3-8a90-4cbe-bb3d-354313eb9184,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:21.701791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Checking segment: {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:21.702154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Network hostable DHCP agents. Network: d8c336c5-260b-408f-afcd-e4f6466be332, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:25:21.733260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Network d8c336c5-260b-408f-afcd-e4f6466be332 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:25:21.749584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, d8c336c5-260b-408f-afcd-e4f6466be332) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:21.773247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:21.774205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:21.776085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f153293f-e4a8-48c1-8c24-b09e4fee4fc3 None None] Network d8c336c5-260b-408f-afcd-e4f6466be332 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:21.794664 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee35c0-df3f-40e3-a485-daeb331dd5cd req-f9bd6cde-ab1e-48a5-bc89-a08956d1e87d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:21.802412 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c9982750-004d-4593-b6d4-6289282b15c0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0653162 Aug 17 16:25:21.807921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34ee35c0-df3f-40e3-a485-daeb331dd5cd req-f9bd6cde-ab1e-48a5-bc89-a08956d1e87d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 944 time: 0.4926660 Aug 17 16:25:21.871447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc99fed-7ede-42ae-bb5f-a4afe6d5e772,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:21.875023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:21.875937 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:21.876088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:21.878823 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] 10.222.0.91 "PUT /v2.0/ports/e6d05102-6861-495f-a9aa-e0ff8b4c24c4 HTTP/1.1" status: 200 len: 1095 time: 3.1590796 Aug 17 16:25:21.908773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:21.912934 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837" -d '{"events": [{"name": "network-changed", "server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:22.004635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df05642f-87ab-4384-bc0d-c2699ef1bac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addc51d9-c7aa-4b03-b79b-f6efd87e5b86'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:22.009919 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60f02d1-1c77-4d5f-84fd-3a588f217b31" -d '{"events": [{"server_uuid": "df05642f-87ab-4384-bc0d-c2699ef1bac2", "name": "network-vif-plugged", "status": "completed", "tag": "addc51d9-c7aa-4b03-b79b-f6efd87e5b86"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:22.042918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e62ea-e190-4ecb-8551-98c90a4383b0 req-81135c0e-1816-45dc-b648-1189b97b6833 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:22.054307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-979e62ea-e190-4ecb-8551-98c90a4383b0 req-81135c0e-1816-45dc-b648-1189b97b6833 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 936 time: 0.1115391 Aug 17 16:25:22.160847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port addc51d9-c7aa-4b03-b79b-f6efd87e5b86, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:22.190572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73284575-7925-49ba-9474-e8c5ae7834c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:22.191296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-979e62ea-e190-4ecb-8551-98c90a4383b0 req-4308a5e9-4bda-4af4-9284-99d5df6819a2 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351643 Aug 17 16:25:22.200313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Checking segment: {'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:22.201121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Network hostable DHCP agents. Network: 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:25:22.208067 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34ee35c0-df3f-40e3-a485-daeb331dd5cd req-5314663a-f8bf-4a40-a923-f38c49616454 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000876 Aug 17 16:25:22.248042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c53466-fba6-485d-bb3a-f030a7a04c92 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:22.266783 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:22.297944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Transition to ACTIVE for port object 67c53466-fba6-485d-bb3a-f030a7a04c92 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:22.301427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:25:22.311155 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:22.324026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-346e3ae4-b7ad-4555-8814-4155fd0f53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:22.326134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-346e3ae4-b7ad-4555-8814-4155fd0f53b9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=272fef8ace834d31982742ab73928a4a&device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 1098 time: 0.3814576 Aug 17 16:25:22.359754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:22.404234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0749b0-4bb3-4010-9dcc-7d437c1e6179 req-85466990-7e37-4d0b-a11a-4fc0899aebbc tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:22.411751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0749b0-4bb3-4010-9dcc-7d437c1e6179 req-85466990-7e37-4d0b-a11a-4fc0899aebbc tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:22.418819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-59489a38-5093-4ef4-8eab-8ae12c65c533 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4 HTTP/1.1" status: 200 len: 217 time: 0.0566995 Aug 17 16:25:22.419650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0749b0-4bb3-4010-9dcc-7d437c1e6179 req-85466990-7e37-4d0b-a11a-4fc0899aebbc tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:22.420228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:22.420883 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:22.430022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c0749b0-4bb3-4010-9dcc-7d437c1e6179 req-85466990-7e37-4d0b-a11a-4fc0899aebbc tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2414 time: 0.1141860 Aug 17 16:25:22.431028 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:22.440008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4104e18-3980-412b-8f34-2757a5c136a2 None None] Network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:22.484219 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0eb1a3a5-d4c9-4ff3-b8fb-8a27c6766aaf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5803115 Aug 17 16:25:22.487575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50862) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:22.493657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:22.516894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c0749b0-4bb3-4010-9dcc-7d437c1e6179 req-106d1dcd-a192-48d2-9189-c359e8bad026 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857272 Aug 17 16:25:22.568804 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:22.573432 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:22.604666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Pushing event updated for resources: {'Port': ['ID=67c53466-fba6-485d-bb3a-f030a7a04c92,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:22.675471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f7b54-9bbb-4f07-82fe-300af56f2950 req-7c12923d-04de-4d98-810d-c06cf9973973 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:22.677587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f19f7b54-9bbb-4f07-82fe-300af56f2950 req-7c12923d-04de-4d98-810d-c06cf9973973 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.3442595 Aug 17 16:25:22.683913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-656ed19f-92d0-492b-b2ec-f43dee14032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:22.685483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d37a0-4ff2-41f4-9aac-bb29145c0f8c None None] Network d8c336c5-260b-408f-afcd-e4f6466be332 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:22.687324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-656ed19f-92d0-492b-b2ec-f43dee14032d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2277994 Aug 17 16:25:22.714973 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d84bb81-87c2-46e2-9f6f-eb4219218512 req-106ea756-3124-45b1-9bd7-81b7153ce34e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 210 time: 0.0838568 Aug 17 16:25:22.776689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:22.813785 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33092930-ebe7-4ac1-b63a-ee8ed6a41167 x-openstack-request-id: req-33092930-ebe7-4ac1-b63a-ee8ed6a41167 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:22.814184 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:22.814552 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33092930-ebe7-4ac1-b63a-ee8ed6a41167 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:22.815107 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'status': 'completed', 'code': 200} Aug 17 16:25:22.832254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:22.853227 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75696f02-a6a9-4bae-8df0-c3f15ea2681d x-openstack-request-id: req-75696f02-a6a9-4bae-8df0-c3f15ea2681d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:22.853686 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df05642f-87ab-4384-bc0d-c2699ef1bac2", "name": "network-vif-plugged", "status": "completed", "tag": "addc51d9-c7aa-4b03-b79b-f6efd87e5b86", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:22.854076 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75696f02-a6a9-4bae-8df0-c3f15ea2681d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:22.854647 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df05642f-87ab-4384-bc0d-c2699ef1bac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addc51d9-c7aa-4b03-b79b-f6efd87e5b86', 'code': 200} Aug 17 16:25:22.863635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f19f7b54-9bbb-4f07-82fe-300af56f2950 req-96fa3b63-7ad7-477a-a197-d9873ee6231a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187968 Aug 17 16:25:22.880635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-20f7a6ba-c3a0-48f2-8190-e4e033f012ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:22.882946 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-20f7a6ba-c3a0-48f2-8190-e4e033f012ea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275768 Aug 17 16:25:22.908123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:25:22.909361 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.050288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Attempting to bind port 67c53466-fba6-485d-bb3a-f030a7a04c92 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:23.050770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Attempting to bind port 67c53466-fba6-485d-bb3a-f030a7a04c92 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:23.051101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Attempting to bind port 67c53466-fba6-485d-bb3a-f030a7a04c92 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:23.089566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Port 67c53466-fba6-485d-bb3a-f030a7a04c92 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:25:23.089891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Attempting to bind port 67c53466-fba6-485d-bb3a-f030a7a04c92 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:23.127310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.179584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:23.180140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:23.180615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:23.191051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Bound port: 67c53466-fba6-485d-bb3a-f030a7a04c92, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:23.191578 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.196114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-90eb64ca-28e5-42f3-9d7c-0617c3d42eb5 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005586 Aug 17 16:25:23.239413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Allocated IP 172.20.0.2 (079f2b2a-f66c-4071-9aa1-7ea1143aa7d8/ffc99fed-7ede-42ae-bb5f-a4afe6d5e772/a54749f7-56e7-43d6-95bd-54ac04a413de) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:23.241407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498e76-82ed-46c3-9c40-02e008979840 req-dc2188ee-8d48-4c63-803a-09b3072a86dd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:23.249034 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06498e76-82ed-46c3-9c40-02e008979840 req-dc2188ee-8d48-4c63-803a-09b3072a86dd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 944 time: 0.2138529 Aug 17 16:25:23.317600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06498e76-82ed-46c3-9c40-02e008979840 req-9ef23c7e-93e2-4deb-b724-1218813046ee tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674491 Aug 17 16:25:23.371519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1820723-b409-4e26-a509-ee7d0a8b2c67 req-04fe6948-72e9-4505-bc37-04ff71bcc505 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523802 Aug 17 16:25:23.387723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656da6c-913c-4883-8db2-9c65203abeba req-2ba4a994-75ad-4ac6-b6ea-5c9e252e46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:23.389398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6656da6c-913c-4883-8db2-9c65203abeba req-2ba4a994-75ad-4ac6-b6ea-5c9e252e46e0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 1096 time: 0.3561199 Aug 17 16:25:23.406790 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eb9cf6a1-f096-4e35-848d-3189c50baf2c details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:23.576700 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.595102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Transition to ACTIVE for port object a54749f7-56e7-43d6-95bd-54ac04a413de will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:23.635672 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.640794 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-1d64f165-7397-41f3-9e6f-ad61a564c710 service neutron] 10.222.0.91 "GET /v2.0/ports/e7417ed2-a28a-41e3-a94e-3be8c7438c70/bindings/n-h2-804878-1 HTTP/1.1" status: 200 len: 384 time: 0.1728644 Aug 17 16:25:23.641920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Transition to ACTIVE for port object a54749f7-56e7-43d6-95bd-54ac04a413de will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:23.644767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:23.650065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf73a8-7d87-4a64-922e-f401f9203f49 req-2cf171dc-0c5e-48c2-a4d4-f9d561b16e40 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:23.651960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-feaf73a8-7d87-4a64-922e-f401f9203f49 req-2cf171dc-0c5e-48c2-a4d4-f9d561b16e40 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 948 time: 0.1941466 Aug 17 16:25:23.664597 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.669099 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6656da6c-913c-4883-8db2-9c65203abeba req-2a983d28-fdf5-4c8c-9eaa-4bbbb09087d4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152185 Aug 17 16:25:23.678508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'port_id': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'mac_address': 'fa:16:3e:16:b4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:25:23.685536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-98cdd172-a886-4736-93b1-92c98cc5ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:23.687192 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-98cdd172-a886-4736-93b1-92c98cc5ed1e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=272fef8ace834d31982742ab73928a4a&device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 1098 time: 0.2306087 Aug 17 16:25:23.690097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.703408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] For port 67c53466-fba6-485d-bb3a-f030a7a04c92, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:23.713129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:23.738337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90743-41de-46b6-8961-4527f1a57146 req-fdba741b-cec3-44ee-9761-dc1d7e5897e7 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:23.742404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-fdba741b-cec3-44ee-9761-dc1d7e5897e7 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 814 time: 0.3672986 Aug 17 16:25:23.742556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] For port 67c53466-fba6-485d-bb3a-f030a7a04c92, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67c53466-fba6-485d-bb3a-f030a7a04c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:23.757241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:23.758446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-28f5bd41-18a2-4813-a5e6-b47fbfd9c6d3 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:23.761784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-28f5bd41-18a2-4813-a5e6-b47fbfd9c6d3 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.91 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.3057761 Aug 17 16:25:23.763266 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.765552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:23.771717 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Pushing event updated for resources: {'Port': ['ID=a54749f7-56e7-43d6-95bd-54ac04a413de,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:23.775492 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.786777 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-2da37c95-4e95-44e4-9ae8-3b9005ca34d2 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/quotas/472d2a85576d4f5eaa6a98e6d7e70e56 HTTP/1.1" status: 200 len: 375 time: 0.0377989 Aug 17 16:25:23.812746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9cf6a1-f096-4e35-848d-3189c50baf2c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:23.820913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Request body: {'port': {'device_id': '47662a08-1cc6-4271-94ec-f2b6a54aec18', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'admin_state_up': True, 'tenant_id': '53d1a0b8d2bf49299668c4fec59e650e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:23.834844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:23.836049 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.838114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] 10.222.0.93 "PUT /v2.0/ports/67c53466-fba6-485d-bb3a-f030a7a04c92 HTTP/1.1" status: 200 len: 1096 time: 3.6572628 Aug 17 16:25:23.875684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:23.878590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Attempting to bind port a54749f7-56e7-43d6-95bd-54ac04a413de on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:23.878590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Attempting to bind port a54749f7-56e7-43d6-95bd-54ac04a413de by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:23.878928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Attempting to bind port a54749f7-56e7-43d6-95bd-54ac04a413de on network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:23.883576 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.887478 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-feaf73a8-7d87-4a64-922e-f401f9203f49 req-1bad4590-02da-4f77-bf21-139f7eeca5a6 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038894 Aug 17 16:25:23.890494 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:23.890872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Checking segment: {'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:23.891276 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.891696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Bound using segment: {'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:23.892484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Bound port: a54749f7-56e7-43d6-95bd-54ac04a413de, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:23.892603 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:23.917980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a77417a-a842-4b81-8cac-f975c61e2f8b tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1303852 Aug 17 16:25:23.976180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:24.018767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-4f7502ed-944b-497c-8038-e43b7f8a627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:24.020632 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-4f7502ed-944b-497c-8038-e43b7f8a627d service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3037724 Aug 17 16:25:24.059786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61b260-9776-42b2-8c7f-f8c4770bf213 service neutron] Pushing event updated for resources: {'Port': ['ID=67c53466-fba6-485d-bb3a-f030a7a04c92,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:24.082107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] For port a54749f7-56e7-43d6-95bd-54ac04a413de, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:24.088275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] For port a54749f7-56e7-43d6-95bd-54ac04a413de, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a54749f7-56e7-43d6-95bd-54ac04a413de,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:24.095995 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:24.102575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-4e7224f4-bd21-4638-a1bc-297a6950d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:24.104339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-4e7224f4-bd21-4638-a1bc-297a6950d0ab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=272fef8ace834d31982742ab73928a4a&device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 1099 time: 0.1821332 Aug 17 16:25:24.117789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-188fc121-6c2e-4ea3-98a1-7629f85df2d7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4 HTTP/1.1" status: 200 len: 217 time: 0.0720601 Aug 17 16:25:24.165934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a93714ae-5d22-4f30-af68-7c48b0f92229 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:24.180881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-1d197fa4-7691-442a-a80d-b327c07794c6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=67c53466-fba6-485d-bb3a-f030a7a04c92 HTTP/1.1" status: 200 len: 217 time: 0.0630195 Aug 17 16:25:24.189474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-8965e53d-35d9-4f19-abbb-76c6eebb2888 service neutron] 10.222.0.77 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534561 Aug 17 16:25:24.203887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Made reservation on behalf of 53d1a0b8d2bf49299668c4fec59e650e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:24.207591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:24.231205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Allocated IP 172.25.7.134 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/c8f419ad-2868-4b44-895b-53aa5e769f21) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:24.291432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc668f42-9585-43c8-ac5f-6ebe5a33388b req-a7dbb68c-6a5c-4c11-b28e-0f0dcf2e1b22 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:24.295358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc668f42-9585-43c8-ac5f-6ebe5a33388b req-a7dbb68c-6a5c-4c11-b28e-0f0dcf2e1b22 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.2518594 Aug 17 16:25:24.333866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['eb9cf6a1-f096-4e35-848d-3189c50baf2c'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:24.334743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-aeaeca31-791b-48f8-ad63-10f838396973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:24.336514 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-aeaeca31-791b-48f8-ad63-10f838396973 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1447473 Aug 17 16:25:24.354277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-0fba4aeb-bfc9-4f94-808d-932add26943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:24.356025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-0fba4aeb-bfc9-4f94-808d-932add26943a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2176712 Aug 17 16:25:24.466004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-352e9fdc-89b6-4538-946d-5d54c604f70f service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:24.468551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-be19157f-ecd8-42a5-aba8-57f147d786f5 service neutron] 10.222.0.77 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655840 Aug 17 16:25:24.471124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce640b5-2ba9-4ba5-aa68-7c7ec8403acc None None] Pushing event updated for resources: {'Port': ['ID=a54749f7-56e7-43d6-95bd-54ac04a413de,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:24.488353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-352e9fdc-89b6-4538-946d-5d54c604f70f service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:24.546964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-97c01253-e978-49cc-8d63-13acf1fdf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:24.549293 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-97c01253-e978-49cc-8d63-13acf1fdf585 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766484 Aug 17 16:25:24.584047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-352e9fdc-89b6-4538-946d-5d54c604f70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7417ed2-a28a-41e3-a94e-3be8c7438c70 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:24.611591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-352e9fdc-89b6-4538-946d-5d54c604f70f service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:24.643284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port a93714ae-5d22-4f30-af68-7c48b0f92229 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:24.651205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port a93714ae-5d22-4f30-af68-7c48b0f92229 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:24.651705 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:24.660872 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc668f42-9585-43c8-ac5f-6ebe5a33388b req-a15e2fae-cb51-4fa5-8cdc-b8c9049d9c5b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084321 Aug 17 16:25:24.661934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-352e9fdc-89b6-4538-946d-5d54c604f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:24.708738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Allocated IP 172.20.0.5 (a22ada0a-8873-45d4-89a0-e6f5a025e01b/6f87ffbc-ac13-4956-8048-aa2480c87aa7/41f02846-2ecb-4257-a48c-a4c95a7dcab6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:24.815743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'tag': '67c53466-fba6-485d-bb3a-f030a7a04c92'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:24.819139 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b" -d '{"events": [{"name": "network-changed", "server_uuid": "d44e2064-83e6-469c-8372-8ecb0bf27c23", "tag": "67c53466-fba6-485d-bb3a-f030a7a04c92"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:24.832050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-e3633072-b150-44ad-87cc-b610e1a6756f service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742617 Aug 17 16:25:24.838479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-e24f69ae-1c46-4e10-8fa2-6419f0578ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:24.840865 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-e24f69ae-1c46-4e10-8fa2-6419f0578ea1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4640143 Aug 17 16:25:24.903641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a54749f7-56e7-43d6-95bd-54ac04a413de up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:24.946797 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-19ae052e-a3e1-45a4-9c05-0436b5860f77 req-2315c4de-88ef-4bcf-852b-2c656f72a399 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 210 time: 0.1083074 Aug 17 16:25:24.965236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.002838 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93714ae-5d22-4f30-af68-7c48b0f92229'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:25.005551 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fcfd05-88a7-40f2-bc66-2dc654143219" -d '{"events": [{"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-plugged", "status": "completed", "tag": "a93714ae-5d22-4f30-af68-7c48b0f92229"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:25.008534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.044554 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a93714ae-5d22-4f30-af68-7c48b0f92229, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a93714ae-5d22-4f30-af68-7c48b0f92229,segment=NetworkSegment(4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb),segment_id=4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:25.059043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port a54749f7-56e7-43d6-95bd-54ac04a413de completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:25.090714 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.093296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:25.135891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf84d-df7c-4e46-91f2-49e1152d2b6e req-2c8835a9-96b7-41f0-8a03-1f7a2e203958 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:25.153265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf84d-df7c-4e46-91f2-49e1152d2b6e req-2c8835a9-96b7-41f0-8a03-1f7a2e203958 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:25.157260 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1fe5ec-594c-4e93-9e49-261498aee4c1 req-39589036-b0d8-4ab2-82c7-82e1de646e42 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049793 Aug 17 16:25:25.159936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf84d-df7c-4e46-91f2-49e1152d2b6e req-2c8835a9-96b7-41f0-8a03-1f7a2e203958 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:25.177900 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc7cf84d-df7c-4e46-91f2-49e1152d2b6e req-2c8835a9-96b7-41f0-8a03-1f7a2e203958 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2414 time: 0.3179705 Aug 17 16:25:25.202576 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.219151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-352e9fdc-89b6-4538-946d-5d54c604f70f service neutron] Transition to ACTIVE for port object e7417ed2-a28a-41e3-a94e-3be8c7438c70 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:25.244397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-352e9fdc-89b6-4538-946d-5d54c604f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.258964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=a93714ae-5d22-4f30-af68-7c48b0f92229,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:25.259191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.298319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:25.303697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:25.304913 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.307183 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-8587b8ef-4eed-4f88-9bba-4f0caf35e59f service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503815 Aug 17 16:25:25.334319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43c084-85ca-4442-9d80-b6b5b2aa3466 req-9e0a8440-1a79-4362-ab9e-39f222d45f6f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:25.340250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc7cf84d-df7c-4e46-91f2-49e1152d2b6e req-0d7587c7-6a53-40ba-abdd-6958a8f02c6d tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614220 Aug 17 16:25:25.343133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c43c084-85ca-4442-9d80-b6b5b2aa3466 req-9e0a8440-1a79-4362-ab9e-39f222d45f6f tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 943 time: 0.2666848 Aug 17 16:25:25.364851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Network a22ada0a-8873-45d4-89a0-e6f5a025e01b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:25.383548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:25.395784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:25.465254 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.473930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:25.479678 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.497656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event updated for resources: {'Port': ['ID=41f02846-2ecb-4257-a48c-a4c95a7dcab6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:25.529621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:25.532681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-2d678b48-c52e-46ea-b01a-8f28bb18aa9d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7431555 Aug 17 16:25:25.536060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c43c084-85ca-4442-9d80-b6b5b2aa3466 req-130119c6-3a87-4c47-bc60-dbe7f4ecc2a1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919045 Aug 17 16:25:25.544781 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.550976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 98ccdf7c-e3e1-462a-86dd-7325fc990b95 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:25.560114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Request body: {'port': {'device_id': '47662a08-1cc6-4271-94ec-f2b6a54aec18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:25.621175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e9fdc-89b6-4538-946d-5d54c604f70f service neutron] Pushing event updated for resources: {'Port': ['ID=e7417ed2-a28a-41e3-a94e-3be8c7438c70,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:25.649872 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.698850 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.712246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:25.729151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:25.736981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:25.737678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:25.782066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbb6c2db-8c5a-40b0-a37d-d7dfd9a39837 req-a2e01e84-f49e-4acc-9bef-4b468bb982a7 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407682 Aug 17 16:25:25.784496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-352e9fdc-89b6-4538-946d-5d54c604f70f service neutron] No DVR routers for this DVR port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:25.792409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:25.811908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:25.822302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:25.829607 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f419ad-2868-4b44-895b-53aa5e769f21,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:25.888130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b49663-36af-4a5a-a69c-526ab75ebc21 None None] Network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:25.919405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957042ea-1439-42b6-9c26-91bc1e700198 req-381c063f-65fa-470d-8cce-1b173a553c04 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:25.919657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-edf5e722-accf-48e9-b054-feeccc1a5a45 req-bfe56a0d-17f1-4965-9f11-36b08cee4733 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 210 time: 0.0599346 Aug 17 16:25:25.931264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-957042ea-1439-42b6-9c26-91bc1e700198 req-381c063f-65fa-470d-8cce-1b173a553c04 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 945 time: 0.2888119 Aug 17 16:25:25.943235 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-352e9fdc-89b6-4538-946d-5d54c604f70f service neutron] 10.222.0.91 "PUT /v2.0/ports/e7417ed2-a28a-41e3-a94e-3be8c7438c70/bindings/n-h2-804878-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2665238 Aug 17 16:25:25.963851 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:26.012422 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a00cc75-1b3b-4661-aa4f-38733fbc258b x-openstack-request-id: req-4a00cc75-1b3b-4661-aa4f-38733fbc258b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:26.012709 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44e2064-83e6-469c-8372-8ecb0bf27c23", "tag": "67c53466-fba6-485d-bb3a-f030a7a04c92", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:26.012959 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a00cc75-1b3b-4661-aa4f-38733fbc258b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:26.013423 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'tag': '67c53466-fba6-485d-bb3a-f030a7a04c92', 'status': 'completed', 'code': 200} Aug 17 16:25:26.060330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-957042ea-1439-42b6-9c26-91bc1e700198 req-b38042e0-c9f6-474b-8003-a133a3d6ba2c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221116 Aug 17 16:25:26.114303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 98ccdf7c-e3e1-462a-86dd-7325fc990b95, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=98ccdf7c-e3e1-462a-86dd-7325fc990b95,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:26.115696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ffffae3e-83ac-48c0-9b3e-e452ef97e554 None None] Provisioning for port a54749f7-56e7-43d6-95bd-54ac04a413de completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:26.124315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ffffae3e-83ac-48c0-9b3e-e452ef97e554 None None] Provisioning complete for port a54749f7-56e7-43d6-95bd-54ac04a413de triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:26.124917 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffffae3e-83ac-48c0-9b3e-e452ef97e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:26.132944 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b9001f-7970-4bf8-92d3-212837a9c067 x-openstack-request-id: req-c4b9001f-7970-4bf8-92d3-212837a9c067 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:26.133662 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-plugged", "status": "completed", "tag": "a93714ae-5d22-4f30-af68-7c48b0f92229", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:26.133662 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4b9001f-7970-4bf8-92d3-212837a9c067 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:26.134187 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93714ae-5d22-4f30-af68-7c48b0f92229', 'code': 200} Aug 17 16:25:26.136384 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:26.137363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e7417ed2-a28a-41e3-a94e-3be8c7438c70 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:26.270751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6d05102-6861-495f-a9aa-e0ff8b4c24c4 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:26.377407 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:26.415650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e7417ed2-a28a-41e3-a94e-3be8c7438c70 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:25:26.465406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:26.494314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=98ccdf7c-e3e1-462a-86dd-7325fc990b95,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:26.500856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'mac_address': 'fa:16:3e:ab:1d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:25:26.565680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-99f93570-5b08-4032-a16d-914415d23243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:26.568068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-99f93570-5b08-4032-a16d-914415d23243 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=272fef8ace834d31982742ab73928a4a&device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 1099 time: 0.5259991 Aug 17 16:25:26.587025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-f191fa4f-60bf-4a41-b670-ad9eca2c9467 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:26.588624 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-f191fa4f-60bf-4a41-b670-ad9eca2c9467 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.5458620 Aug 17 16:25:26.603628 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffffae3e-83ac-48c0-9b3e-e452ef97e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:26.633806 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:26.660711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d05102-6861-495f-a9aa-e0ff8b4c24c4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:26.686633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ffffae3e-83ac-48c0-9b3e-e452ef97e554 None None] For port a54749f7-56e7-43d6-95bd-54ac04a413de, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a54749f7-56e7-43d6-95bd-54ac04a413de,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:26.698898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b04994-99f2-42e7-a374-1805bece03f1 req-3830db7e-2a94-4678-907c-9c21c8b1ff22 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:26.700351 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffffae3e-83ac-48c0-9b3e-e452ef97e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:26.704159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:26.708934 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23b04994-99f2-42e7-a374-1805bece03f1 req-3830db7e-2a94-4678-907c-9c21c8b1ff22 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 948 time: 0.6292322 Aug 17 16:25:26.710891 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:26.769638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffae3e-83ac-48c0-9b3e-e452ef97e554 None None] Pushing event updated for resources: {'Port': ['ID=a54749f7-56e7-43d6-95bd-54ac04a413de,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:26.824058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-54779338-e1a3-4eb0-b14c-0b10651fd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:26.825872 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-54779338-e1a3-4eb0-b14c-0b10651fd7f7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585&tenant_id=888def3d37bf406299868afa066e412d HTTP/1.1" status: 200 len: 1095 time: 0.2175751 Aug 17 16:25:26.836758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:26.839603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9d20848c-9c56-4cba-aa12-225d475148c1 None None] Provisioning complete for port a54749f7-56e7-43d6-95bd-54ac04a413de triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:26.840059 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d20848c-9c56-4cba-aa12-225d475148c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:26.851256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23b04994-99f2-42e7-a374-1805bece03f1 req-4bc7e738-a912-4c9c-bdb1-423819b6bd60 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366093 Aug 17 16:25:26.907345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f02846-2ecb-4257-a48c-a4c95a7dcab6 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:26.922018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:26.924900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-e6948ada-8eed-492e-8713-d3675f82509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:26.926451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-e6948ada-8eed-492e-8713-d3675f82509e service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3487928 Aug 17 16:25:26.973316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Transition to ACTIVE for port object 41f02846-2ecb-4257-a48c-a4c95a7dcab6 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:26.989243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e6d05102-6861-495f-a9aa-e0ff8b4c24c4'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:27.011568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-a5cf4479-59f7-4412-a99f-1801eee8f351 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=67c53466-fba6-485d-bb3a-f030a7a04c92 HTTP/1.1" status: 200 len: 217 time: 0.0693300 Aug 17 16:25:27.013975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:27.037584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a65294-53be-4278-82f5-4bad813e6692 req-f4bce705-031e-4703-bb64-77ca28633851 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.040371 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67a65294-53be-4278-82f5-4bad813e6692 req-f4bce705-031e-4703-bb64-77ca28633851 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.8522723 Aug 17 16:25:27.082890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-496cf546-bb2c-408d-a62b-c585edeff285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.085951 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-496cf546-bb2c-408d-a62b-c585edeff285 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=888def3d37bf406299868afa066e412d&device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 1095 time: 0.2186065 Aug 17 16:25:27.131118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2519d-f2eb-4058-b8fd-654c4c16e8ea req-ab9a74b8-1bb4-48d2-ac15-61e6db3e0380 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.132918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcb2519d-f2eb-4058-b8fd-654c4c16e8ea req-ab9a74b8-1bb4-48d2-ac15-61e6db3e0380 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 931 time: 0.2131503 Aug 17 16:25:27.185470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90743-41de-46b6-8961-4527f1a57146 req-6d6352d2-596f-4113-a937-bd5db169c7b9 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.187655 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-6d6352d2-596f-4113-a937-bd5db169c7b9 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.93 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 814 time: 0.8374362 Aug 17 16:25:27.200831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67a65294-53be-4278-82f5-4bad813e6692 req-2923d97c-a700-48f5-9f67-276da61cf0c7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085165 Aug 17 16:25:27.203032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Pushing event updated for resources: {'Port': ['ID=41f02846-2ecb-4257-a48c-a4c95a7dcab6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:27.206727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Request body: {'port': {'device_id': '32f110fc-488b-4bba-9f2e-537c8812d432', 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332', 'admin_state_up': True, 'tenant_id': '472d2a85576d4f5eaa6a98e6d7e70e56'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:27.207408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-a6437ec5-32c0-4e69-9ffb-7093f6f97f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.208947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-a6437ec5-32c0-4e69-9ffb-7093f6f97f17 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1842794 Aug 17 16:25:27.329504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcb2519d-f2eb-4058-b8fd-654c4c16e8ea req-68742b34-7bed-4884-8b2d-5ce450f07779 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475329 Aug 17 16:25:27.375730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eb9cf6a1-f096-4e35-848d-3189c50baf2c up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:27.387499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-fac4e8ee-7e2f-473f-9f4d-c6ff82cf74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.393909 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-fac4e8ee-7e2f-473f-9f4d-c6ff82cf74a6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640887 Aug 17 16:25:27.422580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-951bde40-2a96-4457-8f99-f7a53a4b49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.424968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-951bde40-2a96-4457-8f99-f7a53a4b49c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 200 len: 909 time: 0.3265059 Aug 17 16:25:27.430526 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:27.441727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21ccb5-a5f0-4744-9f0b-542a4da134e6 req-2b1e412d-735d-4328-8ec3-e72060373057 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.447811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21ccb5-a5f0-4744-9f0b-542a4da134e6 req-2b1e412d-735d-4328-8ec3-e72060373057 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.452629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port eb9cf6a1-f096-4e35-848d-3189c50baf2c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:27.453455 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:27.454060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21ccb5-a5f0-4744-9f0b-542a4da134e6 req-2b1e412d-735d-4328-8ec3-e72060373057 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.455833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a21ccb5-a5f0-4744-9f0b-542a4da134e6 req-2b1e412d-735d-4328-8ec3-e72060373057 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2417 time: 0.1610222 Aug 17 16:25:27.531845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-1ec65d98-3bf8-487a-b49a-521ccfbbdc1c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70 HTTP/1.1" status: 200 len: 217 time: 0.0532024 Aug 17 16:25:27.541247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Made reservation on behalf of 472d2a85576d4f5eaa6a98e6d7e70e56 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:27.544910 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:27.551719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Attempting to bind port 41f02846-2ecb-4257-a48c-a4c95a7dcab6 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:27.553154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Attempting to bind port 41f02846-2ecb-4257-a48c-a4c95a7dcab6 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:27.553154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Attempting to bind port 41f02846-2ecb-4257-a48c-a4c95a7dcab6 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:27.560549 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:27.604238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Port 41f02846-2ecb-4257-a48c-a4c95a7dcab6 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:25:27.604592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Attempting to bind port 41f02846-2ecb-4257-a48c-a4c95a7dcab6 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:27.604799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:27.613689 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:27.622472 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a21ccb5-a5f0-4744-9f0b-542a4da134e6 req-cf0155eb-7f7a-413d-98d6-53804ec2f632 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221581 Aug 17 16:25:27.630418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:27.630418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Checking segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:27.631419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Bound using segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:27.631419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Bound port: 41f02846-2ecb-4257-a48c-a4c95a7dcab6, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:27.631705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:27.705647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:27.730229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-7411d920-cd31-4c84-bea2-c8d146f8e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.732908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-7411d920-cd31-4c84-bea2-c8d146f8e960 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 200 len: 848 time: 0.1708632 Aug 17 16:25:27.748440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b3a4-8393-415a-9345-7e475c11500d req-26d099b9-9709-4422-9ea5-0b6230c62350 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:27.751259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d01b3a4-8393-415a-9345-7e475c11500d req-26d099b9-9709-4422-9ea5-0b6230c62350 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 944 time: 0.3070536 Aug 17 16:25:27.798585 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7f36f93-0089-4597-adfd-c1478bdbe887 req-37c3f5c6-60ae-48d7-91fb-c8524c1c8ef5 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 210 time: 0.0482039 Aug 17 16:25:27.814039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Router c12421dd-aa45-4a07-b5c7-15f5cf437d61 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:25:27.818368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Allocated IP 172.20.0.9 (d8c336c5-260b-408f-afcd-e4f6466be332/8df030a3-8a90-4cbe-bb3d-354313eb9184/a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:27.862939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-ec90c327-84cc-4c0e-984c-5e4126299dbf service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599178 Aug 17 16:25:27.865403 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-390fcd72-ea83-40f6-81f0-a83d482acd44 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042848 Aug 17 16:25:28.002174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d01b3a4-8393-415a-9345-7e475c11500d req-1197a417-81eb-4fa1-86bd-186c27a4bf1b tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086141 Aug 17 16:25:28.031300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] For port 41f02846-2ecb-4257-a48c-a4c95a7dcab6, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:28.062143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] For port 41f02846-2ecb-4257-a48c-a4c95a7dcab6, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=41f02846-2ecb-4257-a48c-a4c95a7dcab6,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:28.075172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1accd3d-f692-484a-8464-08026771b8f4 req-0850b4ff-a911-4b14-b782-edab4ac6e1d2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.076795 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1accd3d-f692-484a-8464-08026771b8f4 req-0850b4ff-a911-4b14-b782-edab4ac6e1d2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 947 time: 0.1781812 Aug 17 16:25:28.079447 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:28.097587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:25:28.102234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-51eb7454-d703-419d-b433-58a53097e3d2 service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188959 Aug 17 16:25:28.113060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Sync routers for ids ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:25:28.131529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Routers {'c12421dd-aa45-4a07-b5c7-15f5cf437d61'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:25:28.132508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:25:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:28.137879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc7dca7-bb93-4567-9d42-04de8a1d03d3'}, {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ccdf7c-e3e1-462a-86dd-7325fc990b95'}, {'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:28.150467 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41afb9ba-d5f6-4162-bd4a-1b39d705073b" -d '{"events": [{"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-plugged", "status": "completed", "tag": "1fc7dca7-bb93-4567-9d42-04de8a1d03d3"}, {"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-plugged", "status": "completed", "tag": "98ccdf7c-e3e1-462a-86dd-7325fc990b95"}, {"server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "name": "network-vif-plugged", "status": "completed", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:28.161320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:28.163930 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e34f461f-a580-4aaf-b21b-d91f3bd6dd29 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6744478 Aug 17 16:25:28.168777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50924) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:28.175387 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-90b2585c-c3c7-4cb5-b5b8-0a11c912a67b req-ff4677db-1881-4a79-bd57-071cdaca7f8f service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978942 Aug 17 16:25:28.176842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.177758 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:28.179206 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] 10.222.0.91 "PUT /v2.0/ports/41f02846-2ecb-4257-a48c-a4c95a7dcab6 HTTP/1.1" status: 200 len: 1091 time: 2.6301460 Aug 17 16:25:28.188000 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1accd3d-f692-484a-8464-08026771b8f4 req-ce3b6702-bb15-41ad-9fe3-7462a3843d62 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005561 Aug 17 16:25:28.217122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47662a08-1cc6-4271-94ec-f2b6a54aec18', 'tag': '41f02846-2ecb-4257-a48c-a4c95a7dcab6'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:28.219480 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a38248e-adf3-4ecd-9ce1-54c71ec27751" -d '{"events": [{"name": "network-changed", "server_uuid": "47662a08-1cc6-4271-94ec-f2b6a54aec18", "tag": "41f02846-2ecb-4257-a48c-a4c95a7dcab6"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:28.247438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6d05102-6861-495f-a9aa-e0ff8b4c24c4 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:28.267593 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:28.280790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2f96a-2306-4a9c-a218-d815a6271730 service neutron] Pushing event updated for resources: {'Port': ['ID=41f02846-2ecb-4257-a48c-a4c95a7dcab6,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:28.320843 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06cdfa4-167c-4166-bd57-2cc2f424e701 x-openstack-request-id: req-c06cdfa4-167c-4166-bd57-2cc2f424e701 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:28.321255 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-plugged", "status": "completed", "tag": "1fc7dca7-bb93-4567-9d42-04de8a1d03d3", "code": 200}, {"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-plugged", "status": "completed", "tag": "98ccdf7c-e3e1-462a-86dd-7325fc990b95", "code": 200}, {"server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "name": "network-vif-plugged", "status": "completed", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:28.321510 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c06cdfa4-167c-4166-bd57-2cc2f424e701 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:28.321914 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc7dca7-bb93-4567-9d42-04de8a1d03d3', 'code': 200} Aug 17 16:25:28.322167 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ccdf7c-e3e1-462a-86dd-7325fc990b95', 'code': 200} Aug 17 16:25:28.322444 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'code': 200} Aug 17 16:25:28.418078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:28.428050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:28.429052 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:28.457737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-b62bfaaa-1b5c-4440-9258-9b7cd6e46e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.459380 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-b62bfaaa-1b5c-4440-9258-9b7cd6e46e57 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 1094 time: 0.2083809 Aug 17 16:25:28.460707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Set router c12421dd-aa45-4a07-b5c7-15f5cf437d61 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:25:28.476314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434f4a2-56bf-42ab-8e64-cbb80d25e392 req-aae5d7e0-7e88-4a5b-9bc8-3ddab7b65c0c tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.482715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7434f4a2-56bf-42ab-8e64-cbb80d25e392 req-aae5d7e0-7e88-4a5b-9bc8-3ddab7b65c0c tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 948 time: 0.1918917 Aug 17 16:25:28.499229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-8d02cb6f-d189-49dd-a1a6-7d7a51f72c5c service neutron] 10.222.0.93 "GET /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706446 Aug 17 16:25:28.525408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:28.544097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b08cc-abd1-48c5-b4fe-8661eb0ef33a req-3395eeda-7764-4c48-833e-2c4dcaab488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.544595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b08cc-abd1-48c5-b4fe-8661eb0ef33a req-3395eeda-7764-4c48-833e-2c4dcaab488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.545067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b08cc-abd1-48c5-b4fe-8661eb0ef33a req-3395eeda-7764-4c48-833e-2c4dcaab488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.547767 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b7b08cc-abd1-48c5-b4fe-8661eb0ef33a req-3395eeda-7764-4c48-833e-2c4dcaab488f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2870 time: 0.1526768 Aug 17 16:25:28.567836 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-0b1d7e18-3a24-47f4-8ad5-2acb98fddf92 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41f02846-2ecb-4257-a48c-a4c95a7dcab6 HTTP/1.1" status: 200 len: 217 time: 0.0826888 Aug 17 16:25:28.651020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7768b-1ae0-4534-b317-8edf4ed90edd req-d6a17a16-33d2-4a27-9ec1-cc72314df840 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.652608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ac7768b-1ae0-4534-b317-8edf4ed90edd req-d6a17a16-33d2-4a27-9ec1-cc72314df840 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.2407215 Aug 17 16:25:28.658788 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7434f4a2-56bf-42ab-8e64-cbb80d25e392 req-374ab541-d955-4c09-8623-63c926d10b2e tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695709 Aug 17 16:25:28.664100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Network d8c336c5-260b-408f-afcd-e4f6466be332 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:28.666131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627c4b1-606b-4e76-b370-d7bf1292a628 req-9b85e41d-50ff-4b48-b5bc-385b15e02b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.670484 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1627c4b1-606b-4e76-b370-d7bf1292a628 req-9b85e41d-50ff-4b48-b5bc-385b15e02b51 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 1098 time: 0.2177370 Aug 17 16:25:28.694893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:28.704828 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9da62fb-87a5-4051-8284-8ae3ae7165f4 x-openstack-request-id: req-b9da62fb-87a5-4051-8284-8ae3ae7165f4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:28.712581 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47662a08-1cc6-4271-94ec-f2b6a54aec18", "tag": "41f02846-2ecb-4257-a48c-a4c95a7dcab6", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:28.713042 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9da62fb-87a5-4051-8284-8ae3ae7165f4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:28.713547 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47662a08-1cc6-4271-94ec-f2b6a54aec18', 'tag': '41f02846-2ecb-4257-a48c-a4c95a7dcab6', 'status': 'completed', 'code': 200} Aug 17 16:25:28.715364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-be7bcc30-7fbf-48d8-afac-e08b5045e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.716967 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-be7bcc30-7fbf-48d8-afac-e08b5045e3fa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.1372387 Aug 17 16:25:28.718891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:28.721666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Pushing event updated for resources: {'Port': ['ID=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:28.783585 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b7b08cc-abd1-48c5-b4fe-8661eb0ef33a req-edddeefa-3eba-4bcc-b4e9-4938ddf18f60 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025344 Aug 17 16:25:28.791921 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:28.808576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-49235d58-86cd-4cfd-a516-7052b6ff2b83 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737164 Aug 17 16:25:28.860427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ac7768b-1ae0-4534-b317-8edf4ed90edd req-44a21407-a673-4289-9b0a-1ebbfeef247f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629908 Aug 17 16:25:28.872659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.873631 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:28.897323 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-f1cfe643-1f32-4877-ac70-51e98f31c91d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6947889 Aug 17 16:25:28.910873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Request body: {'port': {'device_id': '32f110fc-488b-4bba-9f2e-537c8812d432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:28.926123 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1627c4b1-606b-4e76-b370-d7bf1292a628 req-df40c0c0-fd0f-40f3-bcee-61dbc0b40bb2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407134 Aug 17 16:25:28.977837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1a1de-1245-47e9-a5e8-43fa8f5a0792 req-0bdcca49-49c7-492a-bba6-584f5604be2a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:28.979546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51d1a1de-1245-47e9-a5e8-43fa8f5a0792 req-0bdcca49-49c7-492a-bba6-584f5604be2a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 943 time: 0.1853590 Aug 17 16:25:28.998386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a54749f7-56e7-43d6-95bd-54ac04a413de up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:29.006354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:29.009296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-a215d521-e14f-40c2-aa67-a15d41d30112 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:29.010849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-a215d521-e14f-40c2-aa67-a15d41d30112 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585&tenant_id=888def3d37bf406299868afa066e412d&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1095 time: 0.2152874 Aug 17 16:25:29.026698 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-d07174a7-5913-4297-8c7d-eab53ec7a549 service neutron] 10.222.0.91 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723735 Aug 17 16:25:29.033494 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.110769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.122952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:29.133397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port a54749f7-56e7-43d6-95bd-54ac04a413de triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:29.133597 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.137628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:26Z', 'revision_number': 3, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:29.140118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476f174-8ae6-4ccb-bf22-695f665155e5 req-26916215-c9d4-43f1-b29f-9140337ff399 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:29.146617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476f174-8ae6-4ccb-bf22-695f665155e5 req-26916215-c9d4-43f1-b29f-9140337ff399 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:29.153529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476f174-8ae6-4ccb-bf22-695f665155e5 req-26916215-c9d4-43f1-b29f-9140337ff399 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:29.154350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51d1a1de-1245-47e9-a5e8-43fa8f5a0792 req-3100106f-4780-4af5-95ff-6410dfb94b44 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500630 Aug 17 16:25:29.155424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d476f174-8ae6-4ccb-bf22-695f665155e5 req-26916215-c9d4-43f1-b29f-9140337ff399 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2417 time: 0.1683326 Aug 17 16:25:29.190501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Checking router: c12421dd-aa45-4a07-b5c7-15f5cf437d61 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:25:29.190932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Updating router c12421dd-aa45-4a07-b5c7-15f5cf437d61 port c8f419ad-2868-4b44-895b-53aa5e769f21 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:25:29.228611 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.338625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d476f174-8ae6-4ccb-bf22-695f665155e5 req-ea143583-21ea-4ac6-a7ed-d11124dcdc1e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533837 Aug 17 16:25:29.374597 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45bcc7c0-bf56-4a94-a508-339fba80aa75 req-fc52fc21-f9e1-47ba-b526-5e2d020d3862 service neutron] 10.222.0.91 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351479 Aug 17 16:25:29.396625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-1f6a860d-d462-4456-a30f-23f689a7d70d service neutron] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:29.403521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67c53466-fba6-485d-bb3a-f030a7a04c92 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:29.423793 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-1f6a860d-d462-4456-a30f-23f689a7d70d service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.425680 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44031751-6655-43d0-85a1-e0ea5334cd17 req-1f6a860d-d462-4456-a30f-23f689a7d70d service neutron] 10.222.0.93 "DELETE /v2.0/ports/e7417ed2-a28a-41e3-a94e-3be8c7438c70/bindings/n-h1-804878-1 HTTP/1.1" status: 204 len: 173 time: 0.3916726 Aug 17 16:25:29.441165 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.464483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa42df5-3d54-4a16-80f2-a4ffeb7f4a9c req-2833c97c-1370-4316-9845-75a71c54a376 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:29.467566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8fa42df5-3d54-4a16-80f2-a4ffeb7f4a9c req-2833c97c-1370-4316-9845-75a71c54a376 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 931 time: 0.1755910 Aug 17 16:25:29.565336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38248e-adf3-4ecd-9ce1-54c71ec27751 req-f4f66de9-bbf3-419d-a2b0-e741c69ec38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:29.567369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a38248e-adf3-4ecd-9ce1-54c71ec27751 req-f4f66de9-bbf3-419d-a2b0-e741c69ec38a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 1094 time: 0.0950534 Aug 17 16:25:29.643235 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8fa42df5-3d54-4a16-80f2-a4ffeb7f4a9c req-28c12130-c012-4bd1-bc9d-5ac92caeb141 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194489 Aug 17 16:25:29.661126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67c53466-fba6-485d-bb3a-f030a7a04c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67c53466-fba6-485d-bb3a-f030a7a04c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:29.692364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '67c53466-fba6-485d-bb3a-f030a7a04c92', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '67c53466-fba6-485d-bb3a-f030a7a04c92', 'mac_address': 'fa:16:3e:0d:0c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:25:29.737051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.765279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38248e-adf3-4ecd-9ce1-54c71ec27751 req-122df7c3-7a26-4207-bc61-44dde9c94e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:29.766927 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a38248e-adf3-4ecd-9ce1-54c71ec27751 req-122df7c3-7a26-4207-bc61-44dde9c94e63 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 913 time: 0.1811647 Aug 17 16:25:29.778642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c53466-fba6-485d-bb3a-f030a7a04c92 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:29.800201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67c53466-fba6-485d-bb3a-f030a7a04c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67c53466-fba6-485d-bb3a-f030a7a04c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:29.820099 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.830795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a38248e-adf3-4ecd-9ce1-54c71ec27751 req-a1da9499-bf98-492d-824b-23597718b931 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41f02846-2ecb-4257-a48c-a4c95a7dcab6 HTTP/1.1" status: 200 len: 217 time: 0.0449648 Aug 17 16:25:29.833198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69760ba-445c-429b-b374-dad70a943288 req-fce31571-39d1-474b-a805-9d488b9f5726 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:29.844590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b69760ba-445c-429b-b374-dad70a943288 req-fce31571-39d1-474b-a805-9d488b9f5726 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 944 time: 0.3156126 Aug 17 16:25:29.880762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=67c53466-fba6-485d-bb3a-f030a7a04c92,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:29.887930 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.900064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:29.910653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Transition to ACTIVE for port object c8f419ad-2868-4b44-895b-53aa5e769f21 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:29.914113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb4871-0109-442d-8df0-47dbf98c11aa req-a222fefc-35d0-40c3-9101-486d8bf5edd2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:29.919475 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71cb4871-0109-442d-8df0-47dbf98c11aa req-a222fefc-35d0-40c3-9101-486d8bf5edd2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 947 time: 0.1729684 Aug 17 16:25:29.922130 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.930924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:29.945511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b69760ba-445c-429b-b374-dad70a943288 req-f20bb319-4aa6-4000-bc14-37696e5b59a0 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997951 Aug 17 16:25:29.967790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38248e-adf3-4ecd-9ce1-54c71ec27751 req-ab5c8bb4-a188-46ea-b211-a4b8ded6a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:29.969627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a38248e-adf3-4ecd-9ce1-54c71ec27751 req-ab5c8bb4-a188-46ea-b211-a4b8ded6a63a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.1315191 Aug 17 16:25:30.016805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a38248e-adf3-4ecd-9ce1-54c71ec27751 req-acb6a531-e67b-458e-b695-452c7bee7732 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312760 Aug 17 16:25:30.028935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Attempting to bind port c8f419ad-2868-4b44-895b-53aa5e769f21 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:30.029596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Attempting to bind port c8f419ad-2868-4b44-895b-53aa5e769f21 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:30.030145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Attempting to bind port c8f419ad-2868-4b44-895b-53aa5e769f21 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:30.033176 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71cb4871-0109-442d-8df0-47dbf98c11aa req-4b41e9bb-0efd-45b9-83d6-52bca7e79a59 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889578 Aug 17 16:25:30.039447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ceccd0-ee1b-4a92-adc1-cb24e37819ec None None] Pushing event updated for resources: {'Port': ['ID=c8f419ad-2868-4b44-895b-53aa5e769f21,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:30.054476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:30.055166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:30.056788 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:30.057403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:30.058264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Bound port: c8f419ad-2868-4b44-895b-53aa5e769f21, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:30.058704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Transition to ACTIVE for port object a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:30.059127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:30.072795 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:30.094499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['67c53466-fba6-485d-bb3a-f030a7a04c92'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:30.200474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] For port c8f419ad-2868-4b44-895b-53aa5e769f21, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:30.201055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Allocated IP 172.20.0.1 (079f2b2a-f66c-4071-9aa1-7ea1143aa7d8/ffc99fed-7ede-42ae-bb5f-a4afe6d5e772/c0d3a026-410d-4540-b191-649dcc11a052) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:30.208494 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] For port c8f419ad-2868-4b44-895b-53aa5e769f21, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c8f419ad-2868-4b44-895b-53aa5e769f21,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:30.217747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d73a6f-ba59-4d20-ac70-e670bed169c6 req-d2d4c22e-94ec-496d-ba9a-9512cef5a07c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:30.219518 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7d73a6f-ba59-4d20-ac70-e670bed169c6 req-d2d4c22e-94ec-496d-ba9a-9512cef5a07c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.0761895 Aug 17 16:25:30.228846 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:30.290576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a38248e-adf3-4ecd-9ce1-54c71ec27751 req-5f508739-d2e5-4b84-90e3-0641ca8fcb69 service neutron] 10.222.0.91 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561243 Aug 17 16:25:30.302675 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7d73a6f-ba59-4d20-ac70-e670bed169c6 req-e66d6661-213d-43cd-9fc6-eab24d37294a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753853 Aug 17 16:25:30.326310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:30.329441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:30.349028 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42d8a22-8a29-43b4-aac9-e1b9cd47e729" -d '{"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-plugged", "status": "completed", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:30.406486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a9e0d-59f6-4d99-862f-96dacf607032 req-5c538d98-adfa-41b7-8e3f-0a9f59526d80 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:30.414749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a0a9e0d-59f6-4d99-862f-96dacf607032 req-5c538d98-adfa-41b7-8e3f-0a9f59526d80 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 949 time: 0.3068986 Aug 17 16:25:30.432238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Routers {'c12421dd-aa45-4a07-b5c7-15f5cf437d61'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:25:30.433069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:25:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:30.435400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ceccd0-ee1b-4a92-adc1-cb24e37819ec None None] Pushing event updated for resources: {'Port': ['ID=c8f419ad-2868-4b44-895b-53aa5e769f21,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:30.482869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a38248e-adf3-4ecd-9ce1-54c71ec27751 req-a3d8de12-a419-450f-8da7-c7a2a8e118e2 service neutron] 10.222.0.91 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774065 Aug 17 16:25:30.587954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd28df1-9f59-4400-9f95-c416cf956d0c req-b89aa8d5-e721-4c12-8ea6-a67fbb6a7b6f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:30.589810 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fd28df1-9f59-4400-9f95-c416cf956d0c req-b89aa8d5-e721-4c12-8ea6-a67fbb6a7b6f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 943 time: 0.0759950 Aug 17 16:25:30.608715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] Set router c12421dd-aa45-4a07-b5c7-15f5cf437d61 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:25:30.651541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fd28df1-9f59-4400-9f95-c416cf956d0c req-aedc54d4-be1f-436e-86b7-47ce58568f24 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528288 Aug 17 16:25:30.733999 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bbe0ae-f605-40ee-8df2-cead353fdb68 x-openstack-request-id: req-85bbe0ae-f605-40ee-8df2-cead353fdb68 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:30.734322 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-plugged", "status": "completed", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:30.734662 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85bbe0ae-f605-40ee-8df2-cead353fdb68 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:30.735107 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'code': 200} Aug 17 16:25:30.839007 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:26Z', 'revision_number': 3, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:30.871869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3bc909-3d4c-4da1-8b0a-cc3894ff86f0 None None] The sync data for ids ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'] in n-d-804878-1 is: [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:26Z', 'revision_number': 3, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:25:30.909427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdeae2-0306-4bf2-8c9f-d05cecbbd66c req-35b0814e-f49e-4fbd-8fcd-90d6e50a07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:30.910996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3bdeae2-0306-4bf2-8c9f-d05cecbbd66c req-35b0814e-f49e-4fbd-8fcd-90d6e50a07aa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 1100 time: 0.1167908 Aug 17 16:25:30.914984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a0a9e0d-59f6-4d99-862f-96dacf607032 req-7d40e8a8-8c1b-4795-891f-33f324bdf3fb tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990904 Aug 17 16:25:30.933371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Attempting to bind port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:30.933801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Attempting to bind port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:30.934594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Attempting to bind port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf on network d8c336c5-260b-408f-afcd-e4f6466be332 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:30.940208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcdf11-1e5b-40a7-ac7f-85852fa2b6e8 req-500a12a0-19cc-4350-86ff-61baae768751 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:30.946364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcdf11-1e5b-40a7-ac7f-85852fa2b6e8 req-500a12a0-19cc-4350-86ff-61baae768751 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:30.952609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcdf11-1e5b-40a7-ac7f-85852fa2b6e8 req-500a12a0-19cc-4350-86ff-61baae768751 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:30.963921 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:30.966008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0edcdf11-1e5b-40a7-ac7f-85852fa2b6e8 req-500a12a0-19cc-4350-86ff-61baae768751 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2417 time: 0.1145639 Aug 17 16:25:30.984301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Transition to ACTIVE for port object c0d3a026-410d-4540-b191-649dcc11a052 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:30.996800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf on network d8c336c5-260b-408f-afcd-e4f6466be332 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:25:30.997772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Attempting to bind port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf on network d8c336c5-260b-408f-afcd-e4f6466be332 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:31.013158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:31.013614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Checking segment: {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:31.013902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Bound using segment: {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:31.014344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Bound port: a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:31.014721 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:31.028952 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3bdeae2-0306-4bf2-8c9f-d05cecbbd66c req-ce0115e8-6d94-48f0-9619-97eb8ceec687 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103323 Aug 17 16:25:31.031950 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0edcdf11-1e5b-40a7-ac7f-85852fa2b6e8 req-3b3f664f-1e76-4475-ba38-b1a2d56a54d5 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651112 Aug 17 16:25:31.102195 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:31.168804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:31.181999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:31.191590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bbce7-563a-41b8-be38-cf9321d681b6 req-1f6abcab-4eff-4381-ae7b-5642070ec186 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:31.193422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c38bbce7-563a-41b8-be38-cf9321d681b6 req-1f6abcab-4eff-4381-ae7b-5642070ec186 tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 1095 time: 0.1653895 Aug 17 16:25:31.194814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:31.207681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] For port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:31.242223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d3a026-410d-4540-b191-649dcc11a052,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:31.289045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] For port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:31.309305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:31.326983 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:31.385983 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c38bbce7-563a-41b8-be38-cf9321d681b6 req-d554aae4-df16-46a8-88c3-8489b15ccc6d tempest-LiveMigrationTest-1019466393 tempest-LiveMigrationTest-1019466393-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797261 Aug 17 16:25:31.387143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67c53466-fba6-485d-bb3a-f030a7a04c92 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:31.421674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:31.423509 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:31.425676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] 10.222.0.93 "PUT /v2.0/ports/a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf HTTP/1.1" status: 200 len: 1091 time: 2.5209835 Aug 17 16:25:31.429697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e98ec-b1b9-45e8-9b82-f95a386c04e6 req-f206a156-d8ab-4c83-bdc2-c8dbe07ac283 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:31.432439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-316e98ec-b1b9-45e8-9b82-f95a386c04e6 req-f206a156-d8ab-4c83-bdc2-c8dbe07ac283 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 943 time: 0.0785873 Aug 17 16:25:31.447174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f110fc-488b-4bba-9f2e-537c8812d432', 'tag': 'a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:31.451152 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84954e34-920f-4b03-abd2-8d77a776a823" -d '{"events": [{"name": "network-changed", "server_uuid": "32f110fc-488b-4bba-9f2e-537c8812d432", "tag": "a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:31.507747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 67c53466-fba6-485d-bb3a-f030a7a04c92 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:31.520463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 67c53466-fba6-485d-bb3a-f030a7a04c92 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:31.523743 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:31.526075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-316e98ec-b1b9-45e8-9b82-f95a386c04e6 req-040c9d87-a514-4b53-b027-d2c56cf62d91 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756135 Aug 17 16:25:31.624444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67c126-80e8-4299-8bd7-1ec04e297a75 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:31.650415 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:31.707658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd3cb9-6b45-44e9-83dc-4ca47483e8cc req-fef2f519-39f3-4212-8070-50db69770ce5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:31.709801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67c53466-fba6-485d-bb3a-f030a7a04c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67c53466-fba6-485d-bb3a-f030a7a04c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:31.717989 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5cd3cb9-6b45-44e9-83dc-4ca47483e8cc req-fef2f519-39f3-4212-8070-50db69770ce5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.0711751 Aug 17 16:25:31.726145 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:31.738277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-58b427f5-f853-4641-a827-d5724d63b41a None None] Provisioning for port c0d3a026-410d-4540-b191-649dcc11a052 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:31.747513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90743-41de-46b6-8961-4527f1a57146 req-68ac1be4-ea82-4cee-be3f-4c30462a610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:31.749245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-68ac1be4-ea82-4cee-be3f-4c30462a610a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 1094 time: 0.2495351 Aug 17 16:25:31.757730 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:31.765568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-58b427f5-f853-4641-a827-d5724d63b41a None None] Provisioning complete for port c0d3a026-410d-4540-b191-649dcc11a052 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:31.766179 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58b427f5-f853-4641-a827-d5724d63b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:31.778321 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5cd3cb9-6b45-44e9-83dc-4ca47483e8cc req-3b83ef8d-7d8d-4dca-bc68-94e8b1df71c9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594969 Aug 17 16:25:31.809314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198eae-b649-462a-8ac0-e9730627e441 req-6c837d49-a543-480b-b6de-b1e45352d625 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:31.811079 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d198eae-b649-462a-8ac0-e9730627e441 req-6c837d49-a543-480b-b6de-b1e45352d625 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 947 time: 0.2155130 Aug 17 16:25:31.826944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=67c53466-fba6-485d-bb3a-f030a7a04c92,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:31.840523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-58b427f5-f853-4641-a827-d5724d63b41a None None] Port c0d3a026-410d-4540-b191-649dcc11a052 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:25:31.870548 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-885a5f67-59a6-44f5-84ba-852ed44c07e1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf HTTP/1.1" status: 200 len: 217 time: 0.1074402 Aug 17 16:25:31.984972 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d198eae-b649-462a-8ac0-e9730627e441 req-c69a9a9d-9f29-44de-a45c-108c93a7707c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346962 Aug 17 16:25:32.010044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90743-41de-46b6-8961-4527f1a57146 req-e2288fe5-85fa-4978-b834-72823b60158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:32.011580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-e2288fe5-85fa-4978-b834-72823b60158c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8df030a3-8a90-4cbe-bb3d-354313eb9184 HTTP/1.1" status: 200 len: 854 time: 0.1041191 Aug 17 16:25:32.065930 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ffadb9b-c2e9-4d60-be87-1ddf6ddd3ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:32.075101 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333f818-d896-4587-b86c-94cdb35c17ce x-openstack-request-id: req-e333f818-d896-4587-b86c-94cdb35c17ce {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:32.075101 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f110fc-488b-4bba-9f2e-537c8812d432", "tag": "a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:32.075504 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e333f818-d896-4587-b86c-94cdb35c17ce {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:32.075693 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f110fc-488b-4bba-9f2e-537c8812d432', 'tag': 'a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf', 'status': 'completed', 'code': 200} Aug 17 16:25:32.126024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-198e577c-aca8-437c-927a-40b17c499b0e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d8c336c5-260b-408f-afcd-e4f6466be332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958610 Aug 17 16:25:32.172515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 41f02846-2ecb-4257-a48c-a4c95a7dcab6 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:32.188815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb702c-b6f1-4e93-b0bb-2740f4b24647 req-912756e2-6067-427f-826e-08f13ac4e1bb tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:32.196501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebcb702c-b6f1-4e93-b0bb-2740f4b24647 req-912756e2-6067-427f-826e-08f13ac4e1bb tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 943 time: 0.0854542 Aug 17 16:25:32.280720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebcb702c-b6f1-4e93-b0bb-2740f4b24647 req-71f2776d-4414-42bf-939e-d39903de96b7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725546 Aug 17 16:25:32.328498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 41f02846-2ecb-4257-a48c-a4c95a7dcab6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=41f02846-2ecb-4257-a48c-a4c95a7dcab6,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:32.348471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '41f02846-2ecb-4257-a48c-a4c95a7dcab6', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'port_id': '41f02846-2ecb-4257-a48c-a4c95a7dcab6', 'mac_address': 'fa:16:3e:e3:2a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f87ffbc-ac13-4956-8048-aa2480c87aa7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:25:32.354735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:32.367775 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:32.397210 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:32.398142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73acba0-69b0-483b-8c06-fe0a2e7a0474 req-48e52889-3114-4d08-8cfc-73cb510b2c9a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:32.400315 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e73acba0-69b0-483b-8c06-fe0a2e7a0474 req-48e52889-3114-4d08-8cfc-73cb510b2c9a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 944 time: 0.0582736 Aug 17 16:25:32.412556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f02846-2ecb-4257-a48c-a4c95a7dcab6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:32.417505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-823e91d1-b88b-4d9c-8e31-0faff17e3256 service neutron] 10.222.0.93 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824216 Aug 17 16:25:32.426109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36714116-b4ef-4349-85ee-f82dfc039ba3 req-3f14d529-8a60-4f3b-b8d0-247f6659a107 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:32.427702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36714116-b4ef-4349-85ee-f82dfc039ba3 req-3f14d529-8a60-4f3b-b8d0-247f6659a107 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 950 time: 0.1500537 Aug 17 16:25:32.435448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 41f02846-2ecb-4257-a48c-a4c95a7dcab6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=41f02846-2ecb-4257-a48c-a4c95a7dcab6,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:32.441796 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:32.445367 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e73acba0-69b0-483b-8c06-fe0a2e7a0474 req-a9b80f4c-44f3-49e6-b91a-b11cdf0879c2 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368540 Aug 17 16:25:32.502576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=41f02846-2ecb-4257-a48c-a4c95a7dcab6,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:32.513934 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:25:32.548003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d3a026-410d-4540-b191-649dcc11a052,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:32.556518 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:32.564242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36714116-b4ef-4349-85ee-f82dfc039ba3 req-12b178d2-e2ad-4412-9673-9e6845564f73 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109593 Aug 17 16:25:32.590186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c76f65-9d67-4699-9bc3-34298fc9357b req-0223bb75-8dde-49e8-9dfb-f73572ebd6d9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:32.596697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c76f65-9d67-4699-9bc3-34298fc9357b req-0223bb75-8dde-49e8-9dfb-f73572ebd6d9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:32.603388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c76f65-9d67-4699-9bc3-34298fc9357b req-0223bb75-8dde-49e8-9dfb-f73572ebd6d9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:32.605389 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55c76f65-9d67-4699-9bc3-34298fc9357b req-0223bb75-8dde-49e8-9dfb-f73572ebd6d9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2417 time: 0.0827403 Aug 17 16:25:32.656450 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f90743-41de-46b6-8961-4527f1a57146 req-d6510799-1984-4900-b23e-0a9858edaf25 service neutron] 10.222.0.93 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275584 Aug 17 16:25:32.687061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55c76f65-9d67-4699-9bc3-34298fc9357b req-e29212f6-95d6-4ed2-b54b-96bb4177ca52 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715754 Aug 17 16:25:32.699383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['41f02846-2ecb-4257-a48c-a4c95a7dcab6'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:32.739549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c53466-fba6-485d-bb3a-f030a7a04c92'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:32.740532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-c7624da0-d72d-4b37-8e31-3db2d0743a01 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:32.744049 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-c7624da0-d72d-4b37-8e31-3db2d0743a01 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 944 time: 0.1127772 Aug 17 16:25:32.747460 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed89682-29de-4c6b-9f9d-e3fdf79d4294" -d '{"events": [{"server_uuid": "d44e2064-83e6-469c-8372-8ecb0bf27c23", "name": "network-vif-plugged", "status": "completed", "tag": "67c53466-fba6-485d-bb3a-f030a7a04c92"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:32.765730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d64eb-14c8-4c56-8770-d8d507d2b793 req-ef4e00fe-ce5e-4458-a446-2b6d1f0cb60d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:32.773805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-607d64eb-14c8-4c56-8770-d8d507d2b793 req-ef4e00fe-ce5e-4458-a446-2b6d1f0cb60d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 943 time: 0.1296275 Aug 17 16:25:32.814895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:32.819237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:32.841384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84954e34-920f-4b03-abd2-8d77a776a823 req-f24b5c07-6e4f-4d3d-8ed2-610658e62e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:32.844050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84954e34-920f-4b03-abd2-8d77a776a823 req-f24b5c07-6e4f-4d3d-8ed2-610658e62e6f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 1094 time: 0.1304991 Aug 17 16:25:32.848143 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ff662a-6945-496a-acb8-7b9453c894d3 x-openstack-request-id: req-d7ff662a-6945-496a-acb8-7b9453c894d3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:32.848683 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44e2064-83e6-469c-8372-8ecb0bf27c23", "name": "network-vif-plugged", "status": "completed", "tag": "67c53466-fba6-485d-bb3a-f030a7a04c92", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:32.848683 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7ff662a-6945-496a-acb8-7b9453c894d3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:32.849181 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c53466-fba6-485d-bb3a-f030a7a04c92', 'code': 200} Aug 17 16:25:32.887368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c8f419ad-2868-4b44-895b-53aa5e769f21 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:32.946488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-0ea8c5f7-ac79-45dc-aa5c-e72c33ad8ddd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Deleting port e7417ed2-a28a-41e3-a94e-3be8c7438c70 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:32.946849 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-0ea8c5f7-ac79-45dc-aa5c-e72c33ad8ddd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:33.102809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port c8f419ad-2868-4b44-895b-53aa5e769f21 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:33.111561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c8f419ad-2868-4b44-895b-53aa5e769f21 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:33.111919 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:33.117280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84954e34-920f-4b03-abd2-8d77a776a823 req-32ccfe13-d8b3-4bd2-b8cb-a40b50274b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:33.119243 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84954e34-920f-4b03-abd2-8d77a776a823 req-32ccfe13-d8b3-4bd2-b8cb-a40b50274b28 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 915 time: 0.1175535 Aug 17 16:25:33.128824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Router c12421dd-aa45-4a07-b5c7-15f5cf437d61 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:25:33.133586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-607d64eb-14c8-4c56-8770-d8d507d2b793 req-22062bcc-7eb3-4674-a00c-f808f84907cd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589094 Aug 17 16:25:33.152863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90842ac5-c301-4a6e-bd8f-d962377cbf04 req-92a0348f-3167-46ea-b6ed-bb53d206abac tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:33.160693 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-90842ac5-c301-4a6e-bd8f-d962377cbf04 req-92a0348f-3167-46ea-b6ed-bb53d206abac tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.1297019 Aug 17 16:25:33.187276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ffc69-71f2-445a-bc53-a0ce319ef66c req-73f1519a-8574-40c8-bc95-4f3260a30966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:33.187656 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84954e34-920f-4b03-abd2-8d77a776a823 req-27b5e6d6-9ba7-47c7-9231-0fdea0a1a2e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf HTTP/1.1" status: 200 len: 217 time: 0.0529687 Aug 17 16:25:33.188795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-756ffc69-71f2-445a-bc53-a0ce319ef66c req-73f1519a-8574-40c8-bc95-4f3260a30966 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 1101 time: 0.2305281 Aug 17 16:25:33.232293 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:33.261823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port c8f419ad-2868-4b44-895b-53aa5e769f21, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c8f419ad-2868-4b44-895b-53aa5e769f21,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:33.268366 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:33.290666 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-90842ac5-c301-4a6e-bd8f-d962377cbf04 req-22acab22-8eb3-43e7-b759-3e8c8c7d3e99 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247418 Aug 17 16:25:33.303743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-0ea8c5f7-ac79-45dc-aa5c-e72c33ad8ddd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] For port e7417ed2-a28a-41e3-a94e-3be8c7438c70, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e7417ed2-a28a-41e3-a94e-3be8c7438c70,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:33.303743 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-0ea8c5f7-ac79-45dc-aa5c-e72c33ad8ddd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:33.310465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b3e83e6f-baad-47f9-966d-1c1e3e7f81cf None None] Provisioning complete for port c0d3a026-410d-4540-b191-649dcc11a052 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:33.312621 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3e83e6f-baad-47f9-966d-1c1e3e7f81cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:33.322976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-756ffc69-71f2-445a-bc53-a0ce319ef66c req-98e20163-a880-4518-8660-7aaaadbf5668 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182466 Aug 17 16:25:33.324220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-0ea8c5f7-ac79-45dc-aa5c-e72c33ad8ddd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Calling delete_port for e7417ed2-a28a-41e3-a94e-3be8c7438c70 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:33.369827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=c8f419ad-2868-4b44-895b-53aa5e769f21,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:33.375066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b3e83e6f-baad-47f9-966d-1c1e3e7f81cf None None] Port c0d3a026-410d-4540-b191-649dcc11a052 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:25:33.390910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84954e34-920f-4b03-abd2-8d77a776a823 req-7af401e5-3b84-4a67-8e65-d9e3f7aac846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:33.392398 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84954e34-920f-4b03-abd2-8d77a776a823 req-7af401e5-3b84-4a67-8e65-d9e3f7aac846 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8df030a3-8a90-4cbe-bb3d-354313eb9184 HTTP/1.1" status: 200 len: 854 time: 0.1811461 Aug 17 16:25:33.453055 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84954e34-920f-4b03-abd2-8d77a776a823 req-b56b5034-f107-4218-a750-ca4ae66b5233 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d8c336c5-260b-408f-afcd-e4f6466be332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527890 Aug 17 16:25:33.477041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:25:33.486135 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8ef30c9f-db28-4007-b75e-c02b413a05c8 admin admin] 10.222.0.77 "PUT /v2.0/routers/c12421dd-aa45-4a07-b5c7-15f5cf437d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3136158 Aug 17 16:25:33.499483 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-0ea8c5f7-ac79-45dc-aa5c-e72c33ad8ddd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:33.500919 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Sync routers for ids ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:25:33.512408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0089541a-6f43-4af7-9039-97349ea648b7', 'e7417ed2-a28a-41e3-a94e-3be8c7438c70'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:33.523993 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Routers {'c12421dd-aa45-4a07-b5c7-15f5cf437d61'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:25:33.524632 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:25:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:33.534291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8c5f7-ac79-45dc-aa5c-e72c33ad8ddd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Pushing event deleted for resources: {'Port': ['ID=e7417ed2-a28a-41e3-a94e-3be8c7438c70,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:33.547563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ec19-f883-4100-a529-a5ecf781b724 req-d751388c-d74b-48a1-8010-2c866ea711e9 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:33.554958 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c36ec19-f883-4100-a529-a5ecf781b724 req-d751388c-d74b-48a1-8010-2c866ea711e9 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 944 time: 0.1430564 Aug 17 16:25:33.618280 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c36ec19-f883-4100-a529-a5ecf781b724 req-b121f9ea-d40d-49b0-8812-64b6fa2dc719 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624049 Aug 17 16:25:33.622808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-0ea8c5f7-ac79-45dc-aa5c-e72c33ad8ddd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] No DVR routers for this DVR port e7417ed2-a28a-41e3-a94e-3be8c7438c70 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:33.643994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-0ea8c5f7-ac79-45dc-aa5c-e72c33ad8ddd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:33.646306 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-776bd701-0fd2-43fc-bb98-ebe5cc4f6bcd req-0ea8c5f7-ac79-45dc-aa5c-e72c33ad8ddd tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.93 "DELETE /v2.0/ports/e7417ed2-a28a-41e3-a94e-3be8c7438c70 HTTP/1.1" status: 204 len: 173 time: 0.8951910 Aug 17 16:25:33.646863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'name': 'network-vif-deleted', 'tag': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:33.650075 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec68fdc2-12a9-4602-940e-9744dcb37293" -d '{"events": [{"server_uuid": "9c1b9a34-0dc6-48c6-ab49-868597d93585", "name": "network-vif-deleted", "tag": "e7417ed2-a28a-41e3-a94e-3be8c7438c70"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:33.666439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ae6c094-c62b-49f7-998b-c95591e1f8b1 req-09903e01-06d1-4f7b-8a08-b67b82b8148a tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 210 time: 0.0769906 Aug 17 16:25:33.692343 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84954e34-920f-4b03-abd2-8d77a776a823 req-ffacc637-c14d-4498-831c-5de6fe6bb4bd service neutron] 10.222.0.93 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269545 Aug 17 16:25:33.732058 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f38d696-850d-4eea-aaed-4a1ddaf60866 x-openstack-request-id: req-8f38d696-850d-4eea-aaed-4a1ddaf60866 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:33.732344 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1b9a34-0dc6-48c6-ab49-868597d93585", "name": "network-vif-deleted", "tag": "e7417ed2-a28a-41e3-a94e-3be8c7438c70", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:33.732584 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f38d696-850d-4eea-aaed-4a1ddaf60866 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:33.732985 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1b9a34-0dc6-48c6-ab49-868597d93585', 'name': 'network-vif-deleted', 'tag': 'e7417ed2-a28a-41e3-a94e-3be8c7438c70', 'status': 'completed', 'code': 200} Aug 17 16:25:33.736184 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Set router c12421dd-aa45-4a07-b5c7-15f5cf437d61 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:25:33.913998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-8010ee16-a65f-4cd3-a18e-f21dec3ef6ec tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:33.922469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-8010ee16-a65f-4cd3-a18e-f21dec3ef6ec tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:33.932497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-8010ee16-a65f-4cd3-a18e-f21dec3ef6ec tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:33.936249 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-8010ee16-a65f-4cd3-a18e-f21dec3ef6ec tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2417 time: 0.1671777 Aug 17 16:25:33.974022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84954e34-920f-4b03-abd2-8d77a776a823 req-29ef1899-91e7-405c-b997-0fe0ff7d49f2 service neutron] 10.222.0.93 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708631 Aug 17 16:25:34.007409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff32df-4057-4766-8a91-cc31423b324a req-33477261-6aa5-4228-88ff-87ae0568c559 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:34.015103 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eff32df-4057-4766-8a91-cc31423b324a req-33477261-6aa5-4228-88ff-87ae0568c559 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 950 time: 0.1330485 Aug 17 16:25:34.063624 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:31Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'c0d3a026-410d-4540-b191-649dcc11a052', 'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'mac_address': 'fa:16:3e:f6:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:29Z', 'updated_at': '2021-08-17T16:25:31Z', 'revision_number': 2, 'project_id': '909deb24639a47f49b711a05e3416d78', 'subnets': [{'id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:34.095668 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eff32df-4057-4766-8a91-cc31423b324a req-875cf5d1-68eb-4031-86f1-eacc445f6bb1 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796208 Aug 17 16:25:34.098032 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Checking router: c12421dd-aa45-4a07-b5c7-15f5cf437d61 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:25:34.098421 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Updating router c12421dd-aa45-4a07-b5c7-15f5cf437d61 port c0d3a026-410d-4540-b191-649dcc11a052 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:25:34.133719 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:34.166998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 41f02846-2ecb-4257-a48c-a4c95a7dcab6 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:34.328122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabbdac-0625-4faa-8f06-86d0393424b7 req-a1c86cc2-33b3-4540-9b13-424d1a59c42b tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:34.337785 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffabbdac-0625-4faa-8f06-86d0393424b7 req-a1c86cc2-33b3-4540-9b13-424d1a59c42b tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 943 time: 0.1021383 Aug 17 16:25:34.431803 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffabbdac-0625-4faa-8f06-86d0393424b7 req-e6c2182f-15d0-4d88-ae49-f2e29d41aaa4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926716 Aug 17 16:25:34.532953 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:34.544859 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Transition to ACTIVE for port object c0d3a026-410d-4540-b191-649dcc11a052 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:34.553597 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:34.620521 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Pushing event updated for resources: {'Port': ['ID=c0d3a026-410d-4540-b191-649dcc11a052,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:34.639789 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.640368 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.640799 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.641489 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.641914 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.642331 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.642768 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.643187 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.643600 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.644015 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.644423 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.644831 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:34.669443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 41f02846-2ecb-4257-a48c-a4c95a7dcab6 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:34.672648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf390ad-50f6-46bd-b6ba-b8576d428f6b req-4cacaabb-73b1-4c93-97aa-ba1789ecf1cb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:34.680849 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ecf390ad-50f6-46bd-b6ba-b8576d428f6b req-4cacaabb-73b1-4c93-97aa-ba1789ecf1cb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.1072910 Aug 17 16:25:34.681036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 41f02846-2ecb-4257-a48c-a4c95a7dcab6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:34.681036 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:34.746048 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Attempting to bind port c0d3a026-410d-4540-b191-649dcc11a052 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:34.746626 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Attempting to bind port c0d3a026-410d-4540-b191-649dcc11a052 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:34.752436 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Attempting to bind port c0d3a026-410d-4540-b191-649dcc11a052 on network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:34.760434 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:34.761340 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Checking segment: {'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:34.761340 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:34.761607 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Bound using segment: {'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:34.764596 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ecf390ad-50f6-46bd-b6ba-b8576d428f6b req-07bbd016-1113-49b3-98a8-7be91823a965 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641875 Aug 17 16:25:34.767183 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Bound port: c0d3a026-410d-4540-b191-649dcc11a052, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:34.768593 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:34.812477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebefc1-0349-4d39-9763-f414b3899926 req-942e7454-6e1f-489c-90e8-db50f07f38c2 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:34.827323 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f300-949d-4ccd-941c-46eec68ae0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:34.829048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebefc1-0349-4d39-9763-f414b3899926 req-942e7454-6e1f-489c-90e8-db50f07f38c2 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:34.852060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebefc1-0349-4d39-9763-f414b3899926 req-942e7454-6e1f-489c-90e8-db50f07f38c2 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:34.853299 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdebefc1-0349-4d39-9763-f414b3899926 req-942e7454-6e1f-489c-90e8-db50f07f38c2 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 2417 time: 1.0427420 Aug 17 16:25:34.872836 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:34.916378 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 41f02846-2ecb-4257-a48c-a4c95a7dcab6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=41f02846-2ecb-4257-a48c-a4c95a7dcab6,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:34.918705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c8f419ad-2868-4b44-895b-53aa5e769f21 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:34.924804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47662a08-1cc6-4271-94ec-f2b6a54aec18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f02846-2ecb-4257-a48c-a4c95a7dcab6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:34.927880 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab2e271-574c-4a79-affe-32b3b1a353c7" -d '{"events": [{"server_uuid": "47662a08-1cc6-4271-94ec-f2b6a54aec18", "name": "network-vif-plugged", "status": "completed", "tag": "41f02846-2ecb-4257-a48c-a4c95a7dcab6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:34.947447 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdebefc1-0349-4d39-9763-f414b3899926 req-d34c2a38-8df0-45fa-b284-1ef3c47ec1bc tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830038 Aug 17 16:25:34.972214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:34.972214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a93714ae-5d22-4f30-af68-7c48b0f92229 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:34.997164 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] For port c0d3a026-410d-4540-b191-649dcc11a052, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:35.002573 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] For port c0d3a026-410d-4540-b191-649dcc11a052, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c0d3a026-410d-4540-b191-649dcc11a052,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:35.013072 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:35.015351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4617c12-0bc6-474f-b67b-b8a0a81780a9 req-06b5a85d-7d43-4277-bda0-b334ff868cce tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:35.025428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c4617c12-0bc6-474f-b67b-b8a0a81780a9 req-06b5a85d-7d43-4277-bda0-b334ff868cce tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 944 time: 0.1339543 Aug 17 16:25:35.027217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-f229994e-351f-4029-abd4-929eac516162 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0885527 Aug 17 16:25:35.051522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-c03ff0b5-9fd2-40c0-920d-9941c020daa1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:35.052257 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-c03ff0b5-9fd2-40c0-920d-9941c020daa1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:35.120067 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c4617c12-0bc6-474f-b67b-b8a0a81780a9 req-1403fbcb-2688-4c91-b032-67bc7707fea9 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918000 Aug 17 16:25:35.168574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=41f02846-2ecb-4257-a48c-a4c95a7dcab6,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:35.173538 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Routers {'c12421dd-aa45-4a07-b5c7-15f5cf437d61'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:25:35.174499 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:35.266286 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d735ae62-54ee-4ceb-ad2d-ed627fdb5fa2 x-openstack-request-id: req-d735ae62-54ee-4ceb-ad2d-ed627fdb5fa2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:35.268680 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47662a08-1cc6-4271-94ec-f2b6a54aec18", "name": "network-vif-plugged", "status": "completed", "tag": "41f02846-2ecb-4257-a48c-a4c95a7dcab6", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:35.268949 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d735ae62-54ee-4ceb-ad2d-ed627fdb5fa2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:35.269384 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47662a08-1cc6-4271-94ec-f2b6a54aec18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f02846-2ecb-4257-a48c-a4c95a7dcab6', 'code': 200} Aug 17 16:25:35.284194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-c03ff0b5-9fd2-40c0-920d-9941c020daa1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] For port 98ccdf7c-e3e1-462a-86dd-7325fc990b95, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=98ccdf7c-e3e1-462a-86dd-7325fc990b95,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:35.286262 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-c03ff0b5-9fd2-40c0-920d-9941c020daa1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:35.291295 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:35.311948 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc5d12-2647-4afd-89e2-da701a3c919e None None] Pushing event updated for resources: {'Port': ['ID=c0d3a026-410d-4540-b191-649dcc11a052,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:35.319988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-c03ff0b5-9fd2-40c0-920d-9941c020daa1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Calling delete_port for 98ccdf7c-e3e1-462a-86dd-7325fc990b95 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:35.421572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:35.487924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02347a4e-4af4-4c64-82dd-f2f0fba59dc2 req-68b6ea3d-182f-401f-8b11-34df30d0ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:35.494441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-02347a4e-4af4-4c64-82dd-f2f0fba59dc2 req-68b6ea3d-182f-401f-8b11-34df30d0ecdf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 1096 time: 0.1854548 Aug 17 16:25:35.556296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e19a4-17bf-4507-9a9f-2552783cd1e4 req-40b1aa3a-8cd5-43ec-9047-e00965b45b70 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:35.558453 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d4e19a4-17bf-4507-9a9f-2552783cd1e4 req-40b1aa3a-8cd5-43ec-9047-e00965b45b70 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 950 time: 0.1880596 Aug 17 16:25:35.595337 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-02347a4e-4af4-4c64-82dd-f2f0fba59dc2 req-60b3312e-1aa5-4ace-87f2-5ab354c533d4 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905168 Aug 17 16:25:35.631257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:25:35.635490 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d4e19a4-17bf-4507-9a9f-2552783cd1e4 req-e123e713-d2b4-4279-b32b-47beaf0d59d6 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704179 Aug 17 16:25:35.662753 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] Set router c12421dd-aa45-4a07-b5c7-15f5cf437d61 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:25:35.687425 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:35.721540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c7e01be-de8b-4f3f-8799-619fd337f259 req-fba74946-d06a-467f-b2ee-eea0392f7993 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 210 time: 0.2031932 Aug 17 16:25:35.781444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c8f419ad-2868-4b44-895b-53aa5e769f21 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:35.787131 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:35.816048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-65a20c32-5125-41fc-b0dc-ecfa2e0d0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:35.817904 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-65a20c32-5125-41fc-b0dc-ecfa2e0d0ddc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 1098 time: 0.3030469 Aug 17 16:25:35.911301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f22d08-6a47-42ff-90d5-79dbd28be3eb req-69773904-815d-4c5a-b21a-8dbd79e13697 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:35.924523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40f22d08-6a47-42ff-90d5-79dbd28be3eb req-69773904-815d-4c5a-b21a-8dbd79e13697 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 943 time: 0.1636200 Aug 17 16:25:36.039918 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40f22d08-6a47-42ff-90d5-79dbd28be3eb req-1b7a4bfd-1016-4476-9b8f-ea23c8faebe3 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082039 Aug 17 16:25:36.080521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-356ac64f-0ac8-47a3-9319-c79cae60df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:36.083615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-356ac64f-0ac8-47a3-9319-c79cae60df62 service neutron] 10.222.0.93 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 916 time: 0.2265799 Aug 17 16:25:36.111311 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:31Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'c0d3a026-410d-4540-b191-649dcc11a052', 'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'mac_address': 'fa:16:3e:f6:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:29Z', 'updated_at': '2021-08-17T16:25:34Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'subnets': [{'id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:36.124164 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-c03ff0b5-9fd2-40c0-920d-9941c020daa1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:36.126763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:36.169532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf', 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332', 'port_id': 'a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf', 'mac_address': 'fa:16:3e:fa:68:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df030a3-8a90-4cbe-bb3d-354313eb9184', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:25:36.179624 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:36.197826 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f4791-8381-4681-adc4-dd10ebfe25e1 None None] The sync data for ids ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'] in n-d-804878-1 is: [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:31Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'c0d3a026-410d-4540-b191-649dcc11a052', 'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'mac_address': 'fa:16:3e:f6:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:29Z', 'updated_at': '2021-08-17T16:25:34Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'subnets': [{'id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:25:36.217755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652003a-1f53-4fda-9f5c-8c5654018daa req-41e90c71-348b-480f-9d8d-e2c07f243b36 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:36.226711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8652003a-1f53-4fda-9f5c-8c5654018daa req-41e90c71-348b-480f-9d8d-e2c07f243b36 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.1296036 Aug 17 16:25:36.242629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829d0f3-c18e-4ee5-84f7-ff91841026c5 req-7d7f664b-f218-41be-ad66-0cf38b332801 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:36.259963 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b829d0f3-c18e-4ee5-84f7-ff91841026c5 req-7d7f664b-f218-41be-ad66-0cf38b332801 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 949 time: 0.2382922 Aug 17 16:25:36.297749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ff0b5-9fd2-40c0-920d-9941c020daa1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Port': ['ID=98ccdf7c-e3e1-462a-86dd-7325fc990b95,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:36.321904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a93714ae-5d22-4f30-af68-7c48b0f92229, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a93714ae-5d22-4f30-af68-7c48b0f92229,segment=NetworkSegment(4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb),segment_id=4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:36.324381 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8652003a-1f53-4fda-9f5c-8c5654018daa req-76465505-b760-4bb4-8ab7-85806281e224 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954962 Aug 17 16:25:36.402932 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-86916be0-eb03-4f30-b67e-9bf0213c89b6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c HTTP/1.1" status: 200 len: 1002 time: 0.2885747 Aug 17 16:25:36.410081 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:36.445050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:36.547119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b829d0f3-c18e-4ee5-84f7-ff91841026c5 req-404e5f35-f32c-427c-abb1-06c41bd41f7d tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749386 Aug 17 16:25:36.553994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-c03ff0b5-9fd2-40c0-920d-9941c020daa1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] No DVR routers for this DVR port 98ccdf7c-e3e1-462a-86dd-7325fc990b95 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:36.600197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-c03ff0b5-9fd2-40c0-920d-9941c020daa1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:36.604223 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:36.609273 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-c03ff0b5-9fd2-40c0-920d-9941c020daa1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "DELETE /v2.0/ports/98ccdf7c-e3e1-462a-86dd-7325fc990b95 HTTP/1.1" status: 204 len: 173 time: 2.6496823 Aug 17 16:25:36.614226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-deleted', 'tag': '98ccdf7c-e3e1-462a-86dd-7325fc990b95'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:36.618238 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ed4ed9-a474-4f73-9414-cb489c203f11" -d '{"events": [{"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-deleted", "tag": "98ccdf7c-e3e1-462a-86dd-7325fc990b95"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:36.618744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df91f8-84a4-4a48-99bf-70a6ae7050de req-b6d9166f-299a-4793-82ad-3ab318a3460f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:36.625267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df91f8-84a4-4a48-99bf-70a6ae7050de req-b6d9166f-299a-4793-82ad-3ab318a3460f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:36.633709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48df91f8-84a4-4a48-99bf-70a6ae7050de req-b6d9166f-299a-4793-82ad-3ab318a3460f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 1679 time: 0.1609433 Aug 17 16:25:36.701228 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48df91f8-84a4-4a48-99bf-70a6ae7050de req-98196ddb-bbf7-4baf-9b97-9ef9147a3747 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653753 Aug 17 16:25:36.713635 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:36.767016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:36.817457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:36.828109 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:36.831193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=a93714ae-5d22-4f30-af68-7c48b0f92229,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:36.873741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-f4a80bcf-b8b0-4c70-81eb-9ad7b06210ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:36.878453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-f4a80bcf-b8b0-4c70-81eb-9ad7b06210ac service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.4283109 Aug 17 16:25:36.885919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:36.950694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c0d3a026-410d-4540-b191-649dcc11a052 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:36.958893 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:36.964277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 98ccdf7c-e3e1-462a-86dd-7325fc990b95 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:37.047460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 98ccdf7c-e3e1-462a-86dd-7325fc990b95 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:25:37.047800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 98ccdf7c-e3e1-462a-86dd-7325fc990b95 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:25:37.096224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6405b8b-3e28-4dc8-9600-c83e22b30ccf req-d42e286f-35f4-4fdb-81b9-b1bfe8daffcc tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:37.097838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d6405b8b-3e28-4dc8-9600-c83e22b30ccf req-d42e286f-35f4-4fdb-81b9-b1bfe8daffcc tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.3516459 Aug 17 16:25:37.110312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-afcedf0b-d65b-47a4-b385-56c700422a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:37.111837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-afcedf0b-d65b-47a4-b385-56c700422a51 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2193153 Aug 17 16:25:37.117461 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:37.196282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:37.244869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d6405b8b-3e28-4dc8-9600-c83e22b30ccf req-7aa44926-c5a3-42cf-8781-b4475b667829 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243877 Aug 17 16:25:37.255026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-47eac1d5-fca8-47c8-a663-e4de746b7d2f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:37.257704 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-47eac1d5-fca8-47c8-a663-e4de746b7d2f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:37.279283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93714ae-5d22-4f30-af68-7c48b0f92229'}, {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc7dca7-bb93-4567-9d42-04de8a1d03d3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:37.279283 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f732c0-8039-4df3-8ee1-ad2b3b570c97" -d '{"events": [{"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-unplugged", "status": "completed", "tag": "a93714ae-5d22-4f30-af68-7c48b0f92229"}, {"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-unplugged", "status": "completed", "tag": "1fc7dca7-bb93-4567-9d42-04de8a1d03d3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:37.294616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:37.307987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port c0d3a026-410d-4540-b191-649dcc11a052 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:37.321922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c0d3a026-410d-4540-b191-649dcc11a052 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:37.322304 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:37.429132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e7417ed2-a28a-41e3-a94e-3be8c7438c70 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:37.439216 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5751d95b-4994-4074-b89b-09a84c145545 x-openstack-request-id: req-5751d95b-4994-4074-b89b-09a84c145545 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:37.439517 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-deleted", "tag": "98ccdf7c-e3e1-462a-86dd-7325fc990b95", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:37.439769 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5751d95b-4994-4074-b89b-09a84c145545 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:37.440176 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-deleted', 'tag': '98ccdf7c-e3e1-462a-86dd-7325fc990b95', 'status': 'completed', 'code': 200} Aug 17 16:25:37.505611 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-4014937b-332b-4feb-b955-39e92defad12 service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801568 Aug 17 16:25:37.544827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: e7417ed2-a28a-41e3-a94e-3be8c7438c70 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:25:37.545322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e7417ed2-a28a-41e3-a94e-3be8c7438c70 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:25:37.630325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263c100-90ae-4ef5-83df-01814776565a req-c07a2486-5bee-4867-95c8-0e74dcc23173 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:37.644887 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2263c100-90ae-4ef5-83df-01814776565a req-c07a2486-5bee-4867-95c8-0e74dcc23173 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 944 time: 0.1188166 Aug 17 16:25:37.676687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-47eac1d5-fca8-47c8-a663-e4de746b7d2f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] For port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:37.680515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-47eac1d5-fca8-47c8-a663-e4de746b7d2f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:37.712459 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:37.731285 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2263c100-90ae-4ef5-83df-01814776565a req-9463a8a0-481c-426a-bc48-758400213280 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845373 Aug 17 16:25:37.743121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-47eac1d5-fca8-47c8-a663-e4de746b7d2f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Calling delete_port for 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:37.879534 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:37.951193 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728499de-84cc-4e38-9189-b718af286e01 x-openstack-request-id: req-728499de-84cc-4e38-9189-b718af286e01 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:37.951887 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-unplugged", "status": "completed", "tag": "a93714ae-5d22-4f30-af68-7c48b0f92229", "code": 200}, {"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-unplugged", "status": "completed", "tag": "1fc7dca7-bb93-4567-9d42-04de8a1d03d3", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:37.952385 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-728499de-84cc-4e38-9189-b718af286e01 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:37.956353 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93714ae-5d22-4f30-af68-7c48b0f92229', 'code': 200} Aug 17 16:25:37.956870 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc7dca7-bb93-4567-9d42-04de8a1d03d3', 'code': 200} Aug 17 16:25:37.974161 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba4910c4-46f0-45fc-b8fb-3206e22e22bd req-43676fe0-233a-496a-961b-3f1664f7561c tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 210 time: 0.0963721 Aug 17 16:25:38.063944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port c0d3a026-410d-4540-b191-649dcc11a052, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c0d3a026-410d-4540-b191-649dcc11a052,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:38.074480 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:38.092472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dd9ee-2098-40b3-85a1-7c8a90c20288 req-d13e1a6a-2909-42bc-9dec-c8d0cf79983e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:38.102987 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e69dd9ee-2098-40b3-85a1-7c8a90c20288 req-d13e1a6a-2909-42bc-9dec-c8d0cf79983e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.1201463 Aug 17 16:25:38.142676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b8dda56-a70d-4f00-95fd-239f321aae02 req-456411dc-2a80-46ec-94e9-f0a7dd5cba41 service neutron] 10.222.0.93 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137025 Aug 17 16:25:38.179903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e69dd9ee-2098-40b3-85a1-7c8a90c20288 req-e83f757c-759d-4015-a00c-0147a36edb4d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692673 Aug 17 16:25:38.203971 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-47eac1d5-fca8-47c8-a663-e4de746b7d2f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:38.210976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=c0d3a026-410d-4540-b191-649dcc11a052,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:38.298774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eac1d5-fca8-47c8-a663-e4de746b7d2f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Port': ['ID=1fc7dca7-bb93-4567-9d42-04de8a1d03d3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:38.377848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bb423-4360-4218-907d-0340d02ffbae req-06df9046-8587-4c88-97d2-42d356a1fe0f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:38.389517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d61bb423-4360-4218-907d-0340d02ffbae req-06df9046-8587-4c88-97d2-42d356a1fe0f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.0812328 Aug 17 16:25:38.399551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-47eac1d5-fca8-47c8-a663-e4de746b7d2f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] No DVR routers for this DVR port 1fc7dca7-bb93-4567-9d42-04de8a1d03d3 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:38.403151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-47eac1d5-fca8-47c8-a663-e4de746b7d2f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:38.408308 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-47eac1d5-fca8-47c8-a663-e4de746b7d2f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "DELETE /v2.0/ports/1fc7dca7-bb93-4567-9d42-04de8a1d03d3 HTTP/1.1" status: 204 len: 173 time: 1.7618487 Aug 17 16:25:38.456067 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d61bb423-4360-4218-907d-0340d02ffbae req-6f38bb4a-b7a4-43c5-828c-263f268b8016 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655656 Aug 17 16:25:38.459926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373437-90e4-4c7b-981f-97cdd79ec988 req-e82413f3-709f-4a1f-850a-ea6bd10ac0f8 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:38.469877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc373437-90e4-4c7b-981f-97cdd79ec988 req-e82413f3-709f-4a1f-850a-ea6bd10ac0f8 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 943 time: 0.2050054 Aug 17 16:25:38.599971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc373437-90e4-4c7b-981f-97cdd79ec988 req-a917a8fd-3374-43d1-9d23-b38ef7bef920 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271973 Aug 17 16:25:38.634186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-bb6f58ab-d0d2-4b07-8266-518e338360ef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting port a93714ae-5d22-4f30-af68-7c48b0f92229 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:38.634682 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-bb6f58ab-d0d2-4b07-8266-518e338360ef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:38.761116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-bb6f58ab-d0d2-4b07-8266-518e338360ef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] For port a93714ae-5d22-4f30-af68-7c48b0f92229, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a93714ae-5d22-4f30-af68-7c48b0f92229,segment=NetworkSegment(4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb),segment_id=4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:38.762775 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-bb6f58ab-d0d2-4b07-8266-518e338360ef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:38.790618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-bb6f58ab-d0d2-4b07-8266-518e338360ef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Calling delete_port for a93714ae-5d22-4f30-af68-7c48b0f92229 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:38.813271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c0d3a026-410d-4540-b191-649dcc11a052 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:38.859640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91176-00a4-4b37-856b-9cb8418c07aa req-23bc958e-f74f-4b8f-b3ed-1a7e36deccd6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:38.868532 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03b91176-00a4-4b37-856b-9cb8418c07aa req-23bc958e-f74f-4b8f-b3ed-1a7e36deccd6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 944 time: 0.0719161 Aug 17 16:25:38.885127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c0d3a026-410d-4540-b191-649dcc11a052 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:38.885734 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:38.919836 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03b91176-00a4-4b37-856b-9cb8418c07aa req-a1cb99f4-ef61-45cd-bc80-a5187574f95e tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502024 Aug 17 16:25:39.041691 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-bb6f58ab-d0d2-4b07-8266-518e338360ef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:39.104147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4d10c9e8-3456-4384-8698-465614df7917 req-ea34f4ec-0b1a-45af-b6e7-b447c3ee3068 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 210 time: 0.0583873 Aug 17 16:25:39.106870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f58ab-d0d2-4b07-8266-518e338360ef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Port': ['ID=a93714ae-5d22-4f30-af68-7c48b0f92229,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:39.211042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-bb6f58ab-d0d2-4b07-8266-518e338360ef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] No DVR routers for this DVR port a93714ae-5d22-4f30-af68-7c48b0f92229 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:39.213914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-bb6f58ab-d0d2-4b07-8266-518e338360ef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:39.216629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e254d64-0b94-41c5-b51b-5fa19592b87e req-bb6f58ab-d0d2-4b07-8266-518e338360ef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "DELETE /v2.0/ports/a93714ae-5d22-4f30-af68-7c48b0f92229 HTTP/1.1" status: 204 len: 173 time: 0.7982757 Aug 17 16:25:39.332642 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a1b31-4de7-4cca-a070-6ac1d105a9fa req-1648de13-a065-4f21-b9f9-2bf4acbc7723 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:39.334448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d1a1b31-4de7-4cca-a070-6ac1d105a9fa req-1648de13-a065-4f21-b9f9-2bf4acbc7723 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.0729823 Aug 17 16:25:39.405954 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d1a1b31-4de7-4cca-a070-6ac1d105a9fa req-9eb3b23d-d345-4932-afc9-f5ad070c6c44 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625055 Aug 17 16:25:39.434494 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:39.440906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-deleted', 'tag': '1fc7dca7-bb93-4567-9d42-04de8a1d03d3'}, {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-deleted', 'tag': 'a93714ae-5d22-4f30-af68-7c48b0f92229'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:39.444294 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2a711-aaf8-4c9e-9db1-2aabbd7998e4" -d '{"events": [{"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-deleted", "tag": "1fc7dca7-bb93-4567-9d42-04de8a1d03d3"}, {"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-deleted", "tag": "a93714ae-5d22-4f30-af68-7c48b0f92229"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:39.496259 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fe70d8-ec91-481e-8b1e-f6c5e3600396 x-openstack-request-id: req-a8fe70d8-ec91-481e-8b1e-f6c5e3600396 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:39.496755 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-deleted", "tag": "1fc7dca7-bb93-4567-9d42-04de8a1d03d3", "status": "completed", "code": 200}, {"server_uuid": "d4b381b7-4acc-4383-b607-1f69477b0a63", "name": "network-vif-deleted", "tag": "a93714ae-5d22-4f30-af68-7c48b0f92229", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:39.497093 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8fe70d8-ec91-481e-8b1e-f6c5e3600396 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:39.497592 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-deleted', 'tag': '1fc7dca7-bb93-4567-9d42-04de8a1d03d3', 'status': 'completed', 'code': 200} Aug 17 16:25:39.497931 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b381b7-4acc-4383-b607-1f69477b0a63', 'name': 'network-vif-deleted', 'tag': 'a93714ae-5d22-4f30-af68-7c48b0f92229', 'status': 'completed', 'code': 200} Aug 17 16:25:39.527702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:39.532478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:39.532861 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:39.595765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9271b0-92f4-4e24-8068-e491de4509df req-b357bb8f-9164-4fbf-8c93-ee78e4e61b68 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:39.597300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d9271b0-92f4-4e24-8068-e491de4509df req-b357bb8f-9164-4fbf-8c93-ee78e4e61b68 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.0584264 Aug 17 16:25:39.642292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:39.668105 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d9271b0-92f4-4e24-8068-e491de4509df req-a2fbb41d-5010-4b59-8e7b-4867cb8dfee1 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598974 Aug 17 16:25:39.699520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:39.708358 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:39.774301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:39.794542 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f8d8689-cc88-4b01-84f6-7e5482409c6c req-0783e019-f812-4a0a-ab75-af68b1251ade tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b381b7-4acc-4383-b607-1f69477b0a63 HTTP/1.1" status: 200 len: 210 time: 0.0338030 Aug 17 16:25:39.958511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f110fc-488b-4bba-9f2e-537c8812d432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:39.961484 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7bba49-3358-4f03-a05e-c8b16874340b" -d '{"events": [{"server_uuid": "32f110fc-488b-4bba-9f2e-537c8812d432", "name": "network-vif-plugged", "status": "completed", "tag": "a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:40.010932 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d2030a-f73a-4b6b-815b-9350053fe434 x-openstack-request-id: req-b2d2030a-f73a-4b6b-815b-9350053fe434 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:40.011473 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f110fc-488b-4bba-9f2e-537c8812d432", "name": "network-vif-plugged", "status": "completed", "tag": "a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:40.011694 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2d2030a-f73a-4b6b-815b-9350053fe434 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:40.012099 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f110fc-488b-4bba-9f2e-537c8812d432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf', 'code': 200} Aug 17 16:25:40.080489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bb722-a175-4e82-a60a-90961de5c42d req-9a5ea332-5ad6-4892-b5ce-84f7941168d7 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:40.082437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-397bb722-a175-4e82-a60a-90961de5c42d req-9a5ea332-5ad6-4892-b5ce-84f7941168d7 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 945 time: 0.0661674 Aug 17 16:25:40.159756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-397bb722-a175-4e82-a60a-90961de5c42d req-247f706a-3ec4-40bd-8cce-a36c1d039e3a tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706120 Aug 17 16:25:40.185883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6d05102-6861-495f-a9aa-e0ff8b4c24c4 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:25:40.215674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d27f5-1de5-4844-8113-1c7ff816d8d8 req-09c0b134-8b8c-4655-9f64-bb3c902b3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:40.217344 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba9d27f5-1de5-4844-8113-1c7ff816d8d8 req-09c0b134-8b8c-4655-9f64-bb3c902b3355 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 1096 time: 0.1091559 Aug 17 16:25:40.255700 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22f93e2a-d049-479d-81b0-03cfb77fc730 req-e0924f6e-d236-4aa9-86ae-adf776e315cb tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c1b9a34-0dc6-48c6-ab49-868597d93585 HTTP/1.1" status: 200 len: 210 time: 0.0525265 Aug 17 16:25:40.360256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba9d27f5-1de5-4844-8113-1c7ff816d8d8 req-7cd0347f-84ee-416a-890b-b916f42b39f6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267972 Aug 17 16:25:40.414802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:40.428095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'mac_address': 'fa:16:3e:ab:1d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:25:40.483551 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:40.501899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6d05102-6861-495f-a9aa-e0ff8b4c24c4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:25:40.528817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:40.534409 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:40.609045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ab1d9-a243-44e3-b3aa-093f3c614ffc req-438a44ee-9ce6-4617-afaf-793f8aab6be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:40.613382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:40.618710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e8ab1d9-a243-44e3-b3aa-093f3c614ffc req-438a44ee-9ce6-4617-afaf-793f8aab6be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.0956235 Aug 17 16:25:40.668662 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e6d05102-6861-495f-a9aa-e0ff8b4c24c4'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:40.721141 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e8ab1d9-a243-44e3-b3aa-093f3c614ffc req-f0f6d34d-414b-493f-aafd-ae27d42f7b82 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011086 Aug 17 16:25:40.869741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103a95c-87ab-44d1-9ca8-e51d024f7f1b req-5b0f0467-8e08-4ce6-ba4a-e095caa8d981 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:40.878323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9103a95c-87ab-44d1-9ca8-e51d024f7f1b req-5b0f0467-8e08-4ce6-ba4a-e095caa8d981 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.0917239 Aug 17 16:25:40.900847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51234) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:40.993960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b77f7f-08b9-4cf4-baef-d2af73d9c2b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting subnet 8364d643-6e09-4452-9070-4c1f9d3fba5b {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:25:41.008711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9103a95c-87ab-44d1-9ca8-e51d024f7f1b req-7da7040d-ea46-4721-a417-c993b6efdd70 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265011 Aug 17 16:25:41.029114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77b77f7f-08b9-4cf4-baef-d2af73d9c2b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:41.090485 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77b77f7f-08b9-4cf4-baef-d2af73d9c2b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:41.237277 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77b77f7f-08b9-4cf4-baef-d2af73d9c2b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:41.406407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0cfba-98a5-4b97-8547-a5fcdce739b0 req-3e52ce5c-c455-4aec-a49b-94c161016535 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:41.419838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4d0cfba-98a5-4b97-8547-a5fcdce739b0 req-3e52ce5c-c455-4aec-a49b-94c161016535 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 945 time: 0.1285994 Aug 17 16:25:41.503483 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77b77f7f-08b9-4cf4-baef-d2af73d9c2b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:41.540548 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4d0cfba-98a5-4b97-8547-a5fcdce739b0 req-ac641ac8-d8f9-49c4-a4b7-7bfc8c7d45c3 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195598 Aug 17 16:25:41.600125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b77f7f-08b9-4cf4-baef-d2af73d9c2b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Subnet': ['ID=8364d643-6e09-4452-9070-4c1f9d3fba5b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:41.607438 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77b77f7f-08b9-4cf4-baef-d2af73d9c2b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:41.610291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-77b77f7f-08b9-4cf4-baef-d2af73d9c2b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "DELETE /v2.0/subnets/8364d643-6e09-4452-9070-4c1f9d3fba5b HTTP/1.1" status: 204 len: 168 time: 0.7082276 Aug 17 16:25:41.613734 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:41.618260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e08ae57-2158-4d61-acd4-fb4ab2eab7a3 None None] Network 9725712b-395a-48dd-ba89-5380ff163a9f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:41.712861 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:41.794207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting port 0e65f5b9-4015-4602-951c-daf0a4d03aff {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:41.794853 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:42.019880 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] For port 0e65f5b9-4015-4602-951c-daf0a4d03aff, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0e65f5b9-4015-4602-951c-daf0a4d03aff,segment=NetworkSegment(4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb),segment_id=4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:42.023026 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:42.036784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048fd64-e06c-4818-8ea5-c25fe0be4d19 req-2e3a9169-ea88-4de0-b5c8-9952f5e24736 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:42.049297 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0048fd64-e06c-4818-8ea5-c25fe0be4d19 req-2e3a9169-ea88-4de0-b5c8-9952f5e24736 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.1763086 Aug 17 16:25:42.078138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Calling delete_port for 0e65f5b9-4015-4602-951c-daf0a4d03aff owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:42.119442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8755180e-28c4-45ff-ab39-96214a8fcf57 None None] DHCP port deletion for 9725712b-395a-48dd-ba89-5380ff163a9f request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:25:42.150471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0048fd64-e06c-4818-8ea5-c25fe0be4d19 req-5f9ccb8e-678d-4f9c-ae9a-e453521bda19 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952032 Aug 17 16:25:42.183213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6d05102-6861-495f-a9aa-e0ff8b4c24c4 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:42.309243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8755180e-28c4-45ff-ab39-96214a8fcf57 None None] Deleting port 0e65f5b9-4015-4602-951c-daf0a4d03aff {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:42.311860 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8755180e-28c4-45ff-ab39-96214a8fcf57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:42.325127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:42.377292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Port': ['ID=0e65f5b9-4015-4602-951c-daf0a4d03aff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:42.406212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ca12-7fa1-42db-9240-5bc2cf2eeb3b req-804dee9a-ef8f-4b06-989a-c8bdc2a42f83 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:42.409087 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ecd9ca12-7fa1-42db-9240-5bc2cf2eeb3b req-804dee9a-ef8f-4b06-989a-c8bdc2a42f83 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.1292684 Aug 17 16:25:42.419021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] No DVR routers for this DVR port 0e65f5b9-4015-4602-951c-daf0a4d03aff on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:42.435511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.436182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.436718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.437270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.437795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.438866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.442015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.442777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.443315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.444012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.445528 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.446061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:25:42.480705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:42.485879 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:42.503149 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ecd9ca12-7fa1-42db-9240-5bc2cf2eeb3b req-c7f573b8-359b-4988-b157-bc362b16a6d2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845401 Aug 17 16:25:42.673640 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8755180e-28c4-45ff-ab39-96214a8fcf57 None None] For port 0e65f5b9-4015-4602-951c-daf0a4d03aff, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0e65f5b9-4015-4602-951c-daf0a4d03aff,segment=NetworkSegment(4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb),segment_id=4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:42.674217 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8755180e-28c4-45ff-ab39-96214a8fcf57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:42.764131 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8755180e-28c4-45ff-ab39-96214a8fcf57 None None] Calling delete_port for 0e65f5b9-4015-4602-951c-daf0a4d03aff owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:42.798899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:42.833320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9725712b-395a-48dd-ba89-5380ff163a9f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:42.843824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d312d2-922d-4bce-8bb7-2d37d2a31de4 req-c35dd21d-dab3-4e7d-ba64-4f87de27f6e3 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:42.854590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09d312d2-922d-4bce-8bb7-2d37d2a31de4 req-c35dd21d-dab3-4e7d-ba64-4f87de27f6e3 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 945 time: 0.1548624 Aug 17 16:25:42.864646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:42.865029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dabd7c4-0ca1-488e-9cd1-e66624e3a9eb') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:42.889165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:42.891175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0e65f5b9-4015-4602-951c-daf0a4d03aff no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:42.918968 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-09d312d2-922d-4bce-8bb7-2d37d2a31de4 req-bcd6d92e-08de-4e5e-a818-013f77ab4ce4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567403 Aug 17 16:25:42.932792 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:42.951665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:25:42.952081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:25:42.963096 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:25:43.086626 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:43.091061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 0e65f5b9-4015-4602-951c-daf0a4d03aff {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:25:43.091742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0e65f5b9-4015-4602-951c-daf0a4d03aff not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:25:43.159343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:43.172864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:43.177494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "DELETE /v2.0/networks/9725712b-395a-48dd-ba89-5380ff163a9f HTTP/1.1" status: 204 len: 168 time: 1.5602255 Aug 17 16:25:43.180165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51268) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:43.218682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860967da-7022-4aee-b949-df8dbc2d1061 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Network': ['ID=9725712b-395a-48dd-ba89-5380ff163a9f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:43.253918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:43.259822 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d6537a-971e-49fa-b15f-f10e3739e8b1" -d '{"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-plugged", "status": "completed", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:43.352204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:43.365085 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:43.431338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4fde13-74ca-49dd-bbb4-18e713a5070b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting subnet a975c6cb-d2e5-436a-9566-8e65b80d9836 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:25:43.443217 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8755180e-28c4-45ff-ab39-96214a8fcf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:43.493823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f4fde13-74ca-49dd-bbb4-18e713a5070b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:43.497959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8755180e-28c4-45ff-ab39-96214a8fcf57 None None] Network 9725712b-395a-48dd-ba89-5380ff163a9f is not hosted by any dhcp agent {{(pid=94840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 16:25:43.499517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755180e-28c4-45ff-ab39-96214a8fcf57 None None] No DVR routers for this DVR port 0e65f5b9-4015-4602-951c-daf0a4d03aff on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:43.572041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:43.666863 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf332ec-1609-402f-a765-154bd9bea46d req-6881ac3f-fc12-4abb-b4c4-bd4803bcba5f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:43.679037 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755180e-28c4-45ff-ab39-96214a8fcf57 None None] Pushing event deleted for resources: {'Port': ['ID=0e65f5b9-4015-4602-951c-daf0a4d03aff,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:43.680883 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7cf332ec-1609-402f-a765-154bd9bea46d req-6881ac3f-fc12-4abb-b4c4-bd4803bcba5f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.2806597 Aug 17 16:25:43.828231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7cf332ec-1609-402f-a765-154bd9bea46d req-ace94131-c2c6-4c85-8206-fcd28447a843 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467826 Aug 17 16:25:43.833997 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f4fde13-74ca-49dd-bbb4-18e713a5070b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:43.943437 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de713c26-c98e-4ad5-96c3-b64d03fb15b6 x-openstack-request-id: req-de713c26-c98e-4ad5-96c3-b64d03fb15b6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:43.945037 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-plugged", "status": "completed", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:43.945471 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de713c26-c98e-4ad5-96c3-b64d03fb15b6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:43.946012 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'code': 200} Aug 17 16:25:44.147159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f4fde13-74ca-49dd-bbb4-18e713a5070b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:44.185500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8a5f4-c638-4d15-817a-a94fcf2112cc req-6e67609b-4c85-4f0f-b2d6-8c1d69f36beb tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:44.193802 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8d8a5f4-c638-4d15-817a-a94fcf2112cc req-6e67609b-4c85-4f0f-b2d6-8c1d69f36beb tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.1082366 Aug 17 16:25:44.340338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8d8a5f4-c638-4d15-817a-a94fcf2112cc req-bf78bcf8-4afe-4cc5-8693-e7ab28304ee3 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449549 Aug 17 16:25:44.397502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f4fde13-74ca-49dd-bbb4-18e713a5070b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:44.471859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fde13-74ca-49dd-bbb4-18e713a5070b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Subnet': ['ID=a975c6cb-d2e5-436a-9566-8e65b80d9836,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:44.483635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f4fde13-74ca-49dd-bbb4-18e713a5070b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:44.487506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6f4fde13-74ca-49dd-bbb4-18e713a5070b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "DELETE /v2.0/subnets/a975c6cb-d2e5-436a-9566-8e65b80d9836 HTTP/1.1" status: 204 len: 168 time: 1.3060496 Aug 17 16:25:44.490622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:44.497517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41629fd1-7514-4e73-97ea-00b8d0557bc6 None None] Network 9fb1f7fa-4376-4e13-8443-193e0d08766a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:44.727421 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:44.810592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd7133-c782-4e95-b905-33f7d7928e44 None None] DHCP port deletion for 9fb1f7fa-4376-4e13-8443-193e0d08766a request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:25:44.850041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting port de9ed76d-bb69-45b3-9a3d-194a334a2c3e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:44.850548 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:44.987423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] For port de9ed76d-bb69-45b3-9a3d-194a334a2c3e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=de9ed76d-bb69-45b3-9a3d-194a334a2c3e,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:44.988196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:44.991522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd7133-c782-4e95-b905-33f7d7928e44 None None] Deleting port de9ed76d-bb69-45b3-9a3d-194a334a2c3e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:44.991914 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7133-c782-4e95-b905-33f7d7928e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.013666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8adc8-556c-44a7-9eda-47efe26289dd req-b7531c99-3bb3-4d64-a8b2-743775543759 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:45.016139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Calling delete_port for de9ed76d-bb69-45b3-9a3d-194a334a2c3e owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:45.035397 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6d8adc8-556c-44a7-9eda-47efe26289dd req-b7531c99-3bb3-4d64-a8b2-743775543759 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.0908237 Aug 17 16:25:45.088789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6d8adc8-556c-44a7-9eda-47efe26289dd req-191de655-491f-4622-93d7-267d90e795e3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522251 Aug 17 16:25:45.188407 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.196854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b0fd7133-c782-4e95-b905-33f7d7928e44 None None] For port de9ed76d-bb69-45b3-9a3d-194a334a2c3e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=de9ed76d-bb69-45b3-9a3d-194a334a2c3e,segment=NetworkSegment(809e3be5-8669-4ad6-b51b-fb2751a9d0d0),segment_id=809e3be5-8669-4ad6-b51b-fb2751a9d0d0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:45.197189 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7133-c782-4e95-b905-33f7d7928e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.206967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] No DVR routers for this DVR port de9ed76d-bb69-45b3-9a3d-194a334a2c3e on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:45.234501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd7133-c782-4e95-b905-33f7d7928e44 None None] Calling delete_port for de9ed76d-bb69-45b3-9a3d-194a334a2c3e owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:45.235668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Port': ['ID=de9ed76d-bb69-45b3-9a3d-194a334a2c3e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:45.361101 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.377870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb1f7fa-4376-4e13-8443-193e0d08766a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:45.393447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809e3be5-8669-4ad6-b51b-fb2751a9d0d0') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:45.394190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809e3be5-8669-4ad6-b51b-fb2751a9d0d0') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:25:45.394308 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7133-c782-4e95-b905-33f7d7928e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.411391 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.441846 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.462535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:25:45.463111 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:25:45.469957 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:25:45.472142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd7133-c782-4e95-b905-33f7d7928e44 None None] No DVR routers for this DVR port de9ed76d-bb69-45b3-9a3d-194a334a2c3e on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:45.476847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd7133-c782-4e95-b905-33f7d7928e44 None None] Pushing event deleted for resources: {'Port': ['ID=de9ed76d-bb69-45b3-9a3d-194a334a2c3e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:45.595213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a39c6-317e-421b-84d0-c906d5016f86 req-5a9f26b2-7271-450c-ba00-c832561d4344 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:45.608795 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-851a39c6-317e-421b-84d0-c906d5016f86 req-5a9f26b2-7271-450c-ba00-c832561d4344 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.1076000 Aug 17 16:25:45.644662 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.653483 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.655540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "DELETE /v2.0/networks/9fb1f7fa-4376-4e13-8443-193e0d08766a HTTP/1.1" status: 204 len: 168 time: 1.1635091 Aug 17 16:25:45.672275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:45.680283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-13597634'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:45.708975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6be7-ebd9-4697-aaad-4fdc395a3b39 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Network': ['ID=9fb1f7fa-4376-4e13-8443-193e0d08766a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:45.720554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:45.724481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.741733 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-851a39c6-317e-421b-84d0-c906d5016f86 req-4d6ff252-5960-4708-956f-2f34619fb798 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302524 Aug 17 16:25:45.770691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:25:45.782745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.783242 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Added segment 1588aa85-c337-4934-b9af-a14921cc5132 of type vlan for network 886f00a2-204b-4689-acb9-b7c7648e9a9d Aug 17 16:25:45.829731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.901545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:45.925381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:45.926045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:46.162740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51312) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:46.168469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'subnet': {'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:46.171851 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4959579 Aug 17 16:25:46.206896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334b45d-8872-4c78-96b7-f4e90316fab6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Network': ['ID=886f00a2-204b-4689-acb9-b7c7648e9a9d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:46.227935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 886f00a2-204b-4689-acb9-b7c7648e9a9d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:25:46.401358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:46.405099 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:46.659467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:46.731574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Subnet': ['ID=f719c1ee-2d80-4540-9db5-62f5987eed7e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:46.801369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Checking segment: {'id': '1588aa85-c337-4934-b9af-a14921cc5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:46.801852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network hostable DHCP agents. Network: 886f00a2-204b-4689-acb9-b7c7648e9a9d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:25:46.839161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device de9ed76d-bb69-45b3-9a3d-194a334a2c3e no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:46.877087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: de9ed76d-bb69-45b3-9a3d-194a334a2c3e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:25:46.877425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device de9ed76d-bb69-45b3-9a3d-194a334a2c3e not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:25:46.916020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network 886f00a2-204b-4689-acb9-b7c7648e9a9d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:25:46.948848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaf72d-7934-4a73-85c4-23f7fbc8f7ab req-2442f8ea-03b6-4f34-bf17-ecb6a0b800ac tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:46.957354 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3abaf72d-7934-4a73-85c4-23f7fbc8f7ab req-2442f8ea-03b6-4f34-bf17-ecb6a0b800ac tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.1477175 Aug 17 16:25:47.005034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 886f00a2-204b-4689-acb9-b7c7648e9a9d) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:47.019258 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a341e2c-9e6f-4fcb-aabc-4c82183fffdc None None] Network 886f00a2-204b-4689-acb9-b7c7648e9a9d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:47.033968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:47.034882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:47.074435 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3abaf72d-7934-4a73-85c4-23f7fbc8f7ab req-ce98e6e0-9653-45ca-a27d-3175a792d18a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125987 Aug 17 16:25:47.100439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1f044b52-b8df-4843-aa5e-e11ae4c1eaff tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9334474 Aug 17 16:25:47.100979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:47.108822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-631078569'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:47.167245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:47.171455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:47.237646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:25:47.264129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:47.264777 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Added segment 026824c6-a962-4e21-bd0e-9941767da991 of type vlan for network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 Aug 17 16:25:47.333734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03330569-18f3-45a1-8ea5-8c187a296389 req-694a0250-fb18-44ad-801d-4b037007d98c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:47.347897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03330569-18f3-45a1-8ea5-8c187a296389 req-694a0250-fb18-44ad-801d-4b037007d98c tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.1298382 Aug 17 16:25:47.371497 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:47.445272 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:47.463387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:47.463989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03330569-18f3-45a1-8ea5-8c187a296389 req-1b7958dd-ee67-49f5-968a-35b98f736321 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128137 Aug 17 16:25:47.465217 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:47.477636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-886f00a2-204b-4689-acb9-b7c7648e9a9d', 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'fixed_ips': [{'subnet_id': 'f719c1ee-2d80-4540-9db5-62f5987eed7e'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:25:47.478885 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:47.584551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Network': ['ID=0461e7d3-5389-4fde-9fd4-0cd2f923af22,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:47.591329 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a54337f-a14a-455c-a3a1-cae80e863555 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4859402 Aug 17 16:25:47.592164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51330) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:25:47.602316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'subnet': {'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:47.663084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:25:47.948763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:47.948763 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:48.097974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Allocated IP 19.80.0.2 (886f00a2-204b-4689-acb9-b7c7648e9a9d/f719c1ee-2d80-4540-9db5-62f5987eed7e/786986d1-18f5-4269-bfb7-06c72893bf1c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:48.401748 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:48.414634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Transition to ACTIVE for port object 786986d1-18f5-4269-bfb7-06c72893bf1c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:48.437183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Transition to ACTIVE for port object 786986d1-18f5-4269-bfb7-06c72893bf1c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:48.446500 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:48.578122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-4f928de8-e067-47ac-ac24-09251ff003de tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:48.583950 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-4f928de8-e067-47ac-ac24-09251ff003de tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.93 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 944 time: 0.1418326 Aug 17 16:25:48.584680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Network 886f00a2-204b-4689-acb9-b7c7648e9a9d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:48.588891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:48.599095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:48.741701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Pushing event updated for resources: {'Port': ['ID=786986d1-18f5-4269-bfb7-06c72893bf1c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:48.771773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Attempting to bind port 786986d1-18f5-4269-bfb7-06c72893bf1c on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:48.772325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Attempting to bind port 786986d1-18f5-4269-bfb7-06c72893bf1c by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '1588aa85-c337-4934-b9af-a14921cc5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:48.772804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Attempting to bind port 786986d1-18f5-4269-bfb7-06c72893bf1c on network 886f00a2-204b-4689-acb9-b7c7648e9a9d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:48.786624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:48.788152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Checking segment: {'id': '1588aa85-c337-4934-b9af-a14921cc5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:48.791220 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:48.792607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Bound using segment: {'id': '1588aa85-c337-4934-b9af-a14921cc5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:48.796331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Bound port: 786986d1-18f5-4269-bfb7-06c72893bf1c, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1588aa85-c337-4934-b9af-a14921cc5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:48.796331 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:48.810179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-2817586a-9d68-4e6d-aa48-e3e85b88e1d9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Deleting port 0089541a-6f43-4af7-9039-97349ea648b7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:48.810707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-2817586a-9d68-4e6d-aa48-e3e85b88e1d9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:48.942138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-2817586a-9d68-4e6d-aa48-e3e85b88e1d9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] For port 0089541a-6f43-4af7-9039-97349ea648b7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0089541a-6f43-4af7-9039-97349ea648b7,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:48.942572 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-2817586a-9d68-4e6d-aa48-e3e85b88e1d9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:48.987492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-2817586a-9d68-4e6d-aa48-e3e85b88e1d9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Calling delete_port for 0089541a-6f43-4af7-9039-97349ea648b7 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:49.003808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] For port 786986d1-18f5-4269-bfb7-06c72893bf1c, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:49.011233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] For port 786986d1-18f5-4269-bfb7-06c72893bf1c, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=786986d1-18f5-4269-bfb7-06c72893bf1c,segment=NetworkSegment(1588aa85-c337-4934-b9af-a14921cc5132),segment_id=1588aa85-c337-4934-b9af-a14921cc5132)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:49.016986 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:49.213106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ef70e-d5ee-4480-9292-35a151a75d4d None None] Pushing event updated for resources: {'Port': ['ID=786986d1-18f5-4269-bfb7-06c72893bf1c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:49.317170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb6054-ff6d-4916-a0bb-94dde3da82cc req-3cc3ae42-9144-43e9-bf45-9b1d95fd39ca tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:49.331229 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3efb6054-ff6d-4916-a0bb-94dde3da82cc req-3cc3ae42-9144-43e9-bf45-9b1d95fd39ca tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=67474dca-3a3e-4ef1-8fc5-88fd9b9525ae HTTP/1.1" status: 200 len: 944 time: 0.4673181 Aug 17 16:25:49.363698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-2817586a-9d68-4e6d-aa48-e3e85b88e1d9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:49.396181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0089541a-6f43-4af7-9039-97349ea648b7'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:25:49.441274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817586a-9d68-4e6d-aa48-e3e85b88e1d9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Pushing event deleted for resources: {'Port': ['ID=0089541a-6f43-4af7-9039-97349ea648b7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:49.527388 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3efb6054-ff6d-4916-a0bb-94dde3da82cc req-c885677d-0c22-42fe-a925-0d8b3cc1fcf1 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950779 Aug 17 16:25:49.584615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-2817586a-9d68-4e6d-aa48-e3e85b88e1d9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] No DVR routers for this DVR port 0089541a-6f43-4af7-9039-97349ea648b7 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:49.592882 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-2817586a-9d68-4e6d-aa48-e3e85b88e1d9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:49.597741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ad5cb13-d171-477e-9963-7874d51ab7cf req-2817586a-9d68-4e6d-aa48-e3e85b88e1d9 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.93 "DELETE /v2.0/ports/0089541a-6f43-4af7-9039-97349ea648b7 HTTP/1.1" status: 204 len: 173 time: 1.0005324 Aug 17 16:25:49.602437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'name': 'network-vif-deleted', 'tag': '0089541a-6f43-4af7-9039-97349ea648b7'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:49.606243 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2c2f30-a79b-45f9-b466-4bde9fdcde9c" -d '{"events": [{"server_uuid": "67474dca-3a3e-4ef1-8fc5-88fd9b9525ae", "name": "network-vif-deleted", "tag": "0089541a-6f43-4af7-9039-97349ea648b7"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:49.977540 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97accc6-b273-4e0e-82ef-2bb0fbe1ca26 req-7911c952-193e-46b8-a4eb-23b881484cf7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:49.980753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c97accc6-b273-4e0e-82ef-2bb0fbe1ca26 req-7911c952-193e-46b8-a4eb-23b881484cf7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.2395029 Aug 17 16:25:49.989292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:49.996787 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:49.998938 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:50.180019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c97accc6-b273-4e0e-82ef-2bb0fbe1ca26 req-1ff77498-d0bb-4688-8463-60c5d23120bd tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885357 Aug 17 16:25:50.214775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Checking segment: {'id': '026824c6-a962-4e21-bd0e-9941767da991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:50.215128 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network hostable DHCP agents. Network: 0461e7d3-5389-4fde-9fd4-0cd2f923af22, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:25:50.268844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Subnet': ['ID=b0e1499b-5cbe-4a61-ac6a-0e06ababb55b,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:50.290564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:25:50.402965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 0461e7d3-5389-4fde-9fd4-0cd2f923af22) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:50.426722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:50.427424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:50.427677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de32907-8c8d-40f3-a6c6-ede90d313621 None None] Network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:50.459408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6437b472-b4b5-4862-9cf3-ad6221c37511 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8665533 Aug 17 16:25:50.519954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6bcf8-9f5f-4960-9404-8aec3521a1c5 req-79f223b7-433c-450c-951c-9c6d78397a07 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:50.536154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84e6bcf8-9f5f-4960-9404-8aec3521a1c5 req-79f223b7-433c-450c-951c-9c6d78397a07 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.2210081 Aug 17 16:25:50.706580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84e6bcf8-9f5f-4960-9404-8aec3521a1c5 req-b43f77ae-bd99-49a5-ba8e-d29f61d91eee tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691594 Aug 17 16:25:50.792414 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3e418a-3fa9-48c6-a30e-6897bf439f2d x-openstack-request-id: req-bc3e418a-3fa9-48c6-a30e-6897bf439f2d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:50.793324 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67474dca-3a3e-4ef1-8fc5-88fd9b9525ae", "name": "network-vif-deleted", "tag": "0089541a-6f43-4af7-9039-97349ea648b7", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:50.793324 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc3e418a-3fa9-48c6-a30e-6897bf439f2d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:50.793561 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67474dca-3a3e-4ef1-8fc5-88fd9b9525ae', 'name': 'network-vif-deleted', 'tag': '0089541a-6f43-4af7-9039-97349ea648b7', 'status': 'completed', 'code': 200} Aug 17 16:25:50.987210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-0461e7d3-5389-4fde-9fd4-0cd2f923af22', 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'fixed_ips': [{'subnet_id': 'b0e1499b-5cbe-4a61-ac6a-0e06ababb55b'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:25:50.988552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:51.031403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 786986d1-18f5-4269-bfb7-06c72893bf1c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:51.230673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 786986d1-18f5-4269-bfb7-06c72893bf1c completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:51.271885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c5ec53-6030-4ef1-bb23-9f29d39a1e68 None None] Network 886f00a2-204b-4689-acb9-b7c7648e9a9d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:51.472297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Allocated IP 19.86.0.2 (0461e7d3-5389-4fde-9fd4-0cd2f923af22/b0e1499b-5cbe-4a61-ac6a-0e06ababb55b/d607cd60-24ee-4fbe-83cb-31b31f91e755) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:51.518251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1661669c-6568-4fd9-889a-2926c07fd8aa None None] Provisioning for port 786986d1-18f5-4269-bfb7-06c72893bf1c completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:51.540320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1661669c-6568-4fd9-889a-2926c07fd8aa None None] Provisioning complete for port 786986d1-18f5-4269-bfb7-06c72893bf1c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:51.541583 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1661669c-6568-4fd9-889a-2926c07fd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:51.934496 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:51.940461 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1661669c-6568-4fd9-889a-2926c07fd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:51.967299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Transition to ACTIVE for port object d607cd60-24ee-4fbe-83cb-31b31f91e755 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:51.998006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1661669c-6568-4fd9-889a-2926c07fd8aa None None] For port 786986d1-18f5-4269-bfb7-06c72893bf1c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=786986d1-18f5-4269-bfb7-06c72893bf1c,segment=NetworkSegment(1588aa85-c337-4934-b9af-a14921cc5132),segment_id=1588aa85-c337-4934-b9af-a14921cc5132)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:52.004261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Transition to ACTIVE for port object d607cd60-24ee-4fbe-83cb-31b31f91e755 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:25:52.009316 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1661669c-6568-4fd9-889a-2926c07fd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:52.016175 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:52.077302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:25:52.088539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:25:52.092265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:25:52.104540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661669c-6568-4fd9-889a-2926c07fd8aa None None] Pushing event updated for resources: {'Port': ['ID=786986d1-18f5-4269-bfb7-06c72893bf1c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:52.201695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Pushing event updated for resources: {'Port': ['ID=d607cd60-24ee-4fbe-83cb-31b31f91e755,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:52.206818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Attempting to bind port d607cd60-24ee-4fbe-83cb-31b31f91e755 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:25:52.207514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Attempting to bind port d607cd60-24ee-4fbe-83cb-31b31f91e755 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '026824c6-a962-4e21-bd0e-9941767da991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:25:52.208034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Attempting to bind port d607cd60-24ee-4fbe-83cb-31b31f91e755 on network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:25:52.215270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:25:52.215969 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Checking segment: {'id': '026824c6-a962-4e21-bd0e-9941767da991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:25:52.216488 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:52.216936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Bound using segment: {'id': '026824c6-a962-4e21-bd0e-9941767da991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:25:52.217474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Bound port: d607cd60-24ee-4fbe-83cb-31b31f91e755, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026824c6-a962-4e21-bd0e-9941767da991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:25:52.218185 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:52.269834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5aed93e3-9744-4d55-83cf-3ac9dfcec35c None None] Provisioning complete for port 786986d1-18f5-4269-bfb7-06c72893bf1c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:52.270229 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aed93e3-9744-4d55-83cf-3ac9dfcec35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:52.398775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] For port d607cd60-24ee-4fbe-83cb-31b31f91e755, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:25:52.408158 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] For port d607cd60-24ee-4fbe-83cb-31b31f91e755, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d607cd60-24ee-4fbe-83cb-31b31f91e755,segment=NetworkSegment(026824c6-a962-4e21-bd0e-9941767da991),segment_id=026824c6-a962-4e21-bd0e-9941767da991)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:25:52.425755 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:52.597611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18268e35-4438-4378-adf3-2aa8294a16d4 None None] Pushing event updated for resources: {'Port': ['ID=d607cd60-24ee-4fbe-83cb-31b31f91e755,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:52.869950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 786986d1-18f5-4269-bfb7-06c72893bf1c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:52.998362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 786986d1-18f5-4269-bfb7-06c72893bf1c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:52.998801 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:53.497913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0089541a-6f43-4af7-9039-97349ea648b7 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:25:53.540785 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 0089541a-6f43-4af7-9039-97349ea648b7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:25:53.541119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0089541a-6f43-4af7-9039-97349ea648b7 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:25:54.045548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d803c-41a8-470a-920f-411060fb78c9 None None] Network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:25:54.151349 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e220cfc9-36c0-4583-bdf3-246751c33d04 None None] Provisioning for port d607cd60-24ee-4fbe-83cb-31b31f91e755 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:54.853335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d607cd60-24ee-4fbe-83cb-31b31f91e755 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:54.935991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d607cd60-24ee-4fbe-83cb-31b31f91e755 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:25:54.942297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d607cd60-24ee-4fbe-83cb-31b31f91e755 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:54.943006 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:55.082704 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:55.121387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d607cd60-24ee-4fbe-83cb-31b31f91e755, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d607cd60-24ee-4fbe-83cb-31b31f91e755,segment=NetworkSegment(026824c6-a962-4e21-bd0e-9941767da991),segment_id=026824c6-a962-4e21-bd0e-9941767da991)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:55.129236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:55.210237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d607cd60-24ee-4fbe-83cb-31b31f91e755,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:56.462906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-a1aa1518-b1e6-4418-a7fa-3fc978a457a9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:56.469930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-a1aa1518-b1e6-4418-a7fa-3fc978a457a9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:56.478511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-a1aa1518-b1e6-4418-a7fa-3fc978a457a9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/networks?id=886f00a2-204b-4689-acb9-b7c7648e9a9d&id=0461e7d3-5389-4fde-9fd4-0cd2f923af22 HTTP/1.1" status: 200 len: 1389 time: 0.1877012 Aug 17 16:25:56.496413 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-9c91740f-02a2-4216-bd9a-43bda7acfb93 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/quotas/760ff278cc3a4456822a364590d87753 HTTP/1.1" status: 200 len: 375 time: 0.0166039 Aug 17 16:25:56.556819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6a35c-2a00-4681-804e-6b554ad17070 req-e29d4a0b-be61-4568-820c-b6361a8b23ec tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:56.564769 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9fa6a35c-2a00-4681-804e-6b554ad17070 req-e29d4a0b-be61-4568-820c-b6361a8b23ec tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.0685542 Aug 17 16:25:56.566501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-d29db07d-ce10-44dc-bbf8-54d0f1d93eef tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=760ff278cc3a4456822a364590d87753&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0689094 Aug 17 16:25:56.622541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9fa6a35c-2a00-4681-804e-6b554ad17070 req-c19dc784-3025-42df-8706-a6e0956d65bc tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522532 Aug 17 16:25:56.693023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-af4f598f-36b0-4492-87e5-745455d518f3 service neutron] 10.222.0.77 "GET /v2.0/networks/886f00a2-204b-4689-acb9-b7c7648e9a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252389 Aug 17 16:25:56.851091 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-5f4ed018-6c9d-4072-9181-6ac391fbb4ce service neutron] 10.222.0.77 "GET /v2.0/networks/886f00a2-204b-4689-acb9-b7c7648e9a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461172 Aug 17 16:25:56.855416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a602d3-a22b-4fc7-a14c-d145f348d2b3 req-3705f9f7-f790-4d25-a78b-fd9331708c65 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:56.857322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d3a602d3-a22b-4fc7-a14c-d145f348d2b3 req-3705f9f7-f790-4d25-a78b-fd9331708c65 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.1011956 Aug 17 16:25:56.985814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d607cd60-24ee-4fbe-83cb-31b31f91e755 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:25:57.031077 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d3a602d3-a22b-4fc7-a14c-d145f348d2b3 req-0f543ec4-2bd4-4c84-a55c-62ff5307e43e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658485 Aug 17 16:25:57.065553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d607cd60-24ee-4fbe-83cb-31b31f91e755 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:25:57.066168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:57.081438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-1aef2b27-0954-4f8c-8dd6-b10c0efb2954 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:57.083064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-1aef2b27-0954-4f8c-8dd6-b10c0efb2954 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.93 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 944 time: 0.1214442 Aug 17 16:25:57.087416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e5ffbdc4-49dc-4fc8-941c-75abdd291413 service neutron] 10.222.0.77 "GET /v2.0/networks/0461e7d3-5389-4fde-9fd4-0cd2f923af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351065 Aug 17 16:25:57.275855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f90ca1-6e74-4a53-9b76-c6997e35dc10 req-5b3bd09e-e09e-4051-8612-f3c8598b76a7 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:57.276782 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-67f90ca1-6e74-4a53-9b76-c6997e35dc10 req-5b3bd09e-e09e-4051-8612-f3c8598b76a7 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 944 time: 0.0985587 Aug 17 16:25:57.286289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-8f8ec381-1a39-40d3-829a-586f4be86a57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Deleting port 3854f379-abc5-472e-bf85-98f69d373511 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:25:57.286579 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-8f8ec381-1a39-40d3-829a-586f4be86a57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:57.322926 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-4332541e-50a8-4a62-a493-49cbe133c463 service neutron] 10.222.0.77 "GET /v2.0/networks/0461e7d3-5389-4fde-9fd4-0cd2f923af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244067 Aug 17 16:25:57.391313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-67f90ca1-6e74-4a53-9b76-c6997e35dc10 req-de65808c-18e2-4f25-9c77-34d4345061d3 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015055 Aug 17 16:25:57.470605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-8f8ec381-1a39-40d3-829a-586f4be86a57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] For port 3854f379-abc5-472e-bf85-98f69d373511, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3854f379-abc5-472e-bf85-98f69d373511,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:25:57.470974 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-8f8ec381-1a39-40d3-829a-586f4be86a57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:57.503431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-8f8ec381-1a39-40d3-829a-586f4be86a57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Calling delete_port for 3854f379-abc5-472e-bf85-98f69d373511 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:25:57.561781 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-585bd4f3-5e80-4c5d-a679-b06117df34b9 req-ebc5e20f-8ed4-402c-ae08-de7218395240 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 210 time: 0.0553288 Aug 17 16:25:57.834998 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-8f8ec381-1a39-40d3-829a-586f4be86a57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:57.844870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee653b5f-4b72-4894-a110-33cc4c5b9ff7 req-3ee99da1-892e-4fdb-8575-41efe8d33682 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:57.851636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee653b5f-4b72-4894-a110-33cc4c5b9ff7 req-3ee99da1-892e-4fdb-8575-41efe8d33682 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.0973086 Aug 17 16:25:57.947619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee653b5f-4b72-4894-a110-33cc4c5b9ff7 req-d2206d20-408d-4835-ae69-2dc5591d80be tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889459 Aug 17 16:25:57.955352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ec381-1a39-40d3-829a-586f4be86a57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Pushing event deleted for resources: {'Port': ['ID=3854f379-abc5-472e-bf85-98f69d373511,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:25:58.040889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-8f8ec381-1a39-40d3-829a-586f4be86a57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] No DVR routers for this DVR port 3854f379-abc5-472e-bf85-98f69d373511 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:25:58.043955 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-8f8ec381-1a39-40d3-829a-586f4be86a57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:58.046208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7acea373-7c35-4ad1-b216-1d65a85fa451 req-8f8ec381-1a39-40d3-829a-586f4be86a57 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.93 "DELETE /v2.0/ports/3854f379-abc5-472e-bf85-98f69d373511 HTTP/1.1" status: 204 len: 173 time: 0.9491937 Aug 17 16:25:58.046689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'name': 'network-vif-deleted', 'tag': '3854f379-abc5-472e-bf85-98f69d373511'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:25:58.049105 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf771454-bd19-413e-9617-388dcca0a012" -d '{"events": [{"server_uuid": "68e48381-ab6f-4f31-8a9b-a1657fe3f555", "name": "network-vif-deleted", "tag": "3854f379-abc5-472e-bf85-98f69d373511"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:25:58.100920 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c902791-5441-437c-8998-e33c8a48c8d5 x-openstack-request-id: req-9c902791-5441-437c-8998-e33c8a48c8d5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:25:58.101398 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e48381-ab6f-4f31-8a9b-a1657fe3f555", "name": "network-vif-deleted", "tag": "3854f379-abc5-472e-bf85-98f69d373511", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:25:58.101849 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c902791-5441-437c-8998-e33c8a48c8d5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:25:58.102414 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e48381-ab6f-4f31-8a9b-a1657fe3f555', 'name': 'network-vif-deleted', 'tag': '3854f379-abc5-472e-bf85-98f69d373511', 'status': 'completed', 'code': 200} Aug 17 16:25:58.200840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c893969-0e98-4979-9bd9-3994672e98fb req-b4d512bc-9e8c-4e16-a6e8-1d7246de90f2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:58.209281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c893969-0e98-4979-9bd9-3994672e98fb req-b4d512bc-9e8c-4e16-a6e8-1d7246de90f2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.0646842 Aug 17 16:25:58.252771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c893969-0e98-4979-9bd9-3994672e98fb req-a99e1a12-93f9-4403-b180-57543f149f39 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Aug 17 16:25:58.630762 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6931189a-b108-4eaa-a16b-cd97e0c7904c req-293d6e3b-6927-4e01-9627-b02226858a83 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=68e48381-ab6f-4f31-8a9b-a1657fe3f555 HTTP/1.1" status: 200 len: 210 time: 0.0883901 Aug 17 16:25:58.784468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dd230695-5667-4ead-9b46-26d6debdaba5 req-a344353c-9d7c-46b6-b8c6-e8359d3402df tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 210 time: 0.0493100 Aug 17 16:25:59.168229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-70566bdd-cacd-46af-9c2c-486f70989a7f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:59.174348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-70566bdd-cacd-46af-9c2c-486f70989a7f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:59.176069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-70566bdd-cacd-46af-9c2c-486f70989a7f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "GET /v2.0/networks?id=886f00a2-204b-4689-acb9-b7c7648e9a9d&id=0461e7d3-5389-4fde-9fd4-0cd2f923af22 HTTP/1.1" status: 200 len: 1389 time: 0.2402105 Aug 17 16:25:59.195696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'port': {'device_id': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d', 'admin_state_up': True, 'tenant_id': '760ff278cc3a4456822a364590d87753'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:25:59.200268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016efa-1ed1-4589-be62-bfe4f6a4a56e req-6f21f0fd-d493-455a-821f-d886eb5a10d7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:59.202550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c016efa-1ed1-4589-be62-bfe4f6a4a56e req-6f21f0fd-d493-455a-821f-d886eb5a10d7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.0969274 Aug 17 16:25:59.249690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c016efa-1ed1-4589-be62-bfe4f6a4a56e req-a8e22db0-05ef-4cdd-b14b-78eabccd1fb3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399039 Aug 17 16:25:59.348181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:25:59.352236 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:25:59.414285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cebbc3-30ad-49ae-99da-88e07d16e1d0 req-df06a704-a7c3-4adf-95bb-ed0774f0e5ef tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:59.416066 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9cebbc3-30ad-49ae-99da-88e07d16e1d0 req-df06a704-a7c3-4adf-95bb-ed0774f0e5ef tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.0828857 Aug 17 16:25:59.488391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c15705-88ba-470b-ae1c-f78f7f757b60 req-87f8871b-06b0-4ec0-89c9-6ae57add5515 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:59.489965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18c15705-88ba-470b-ae1c-f78f7f757b60 req-87f8871b-06b0-4ec0-89c9-6ae57add5515 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0627980 Aug 17 16:25:59.508138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9cebbc3-30ad-49ae-99da-88e07d16e1d0 req-7a75a46f-9aae-4112-b244-23092462f8e6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633411 Aug 17 16:25:59.544026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18c15705-88ba-470b-ae1c-f78f7f757b60 req-7167c0ca-59a2-41e1-b3f1-4ee4a128a53a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462918 Aug 17 16:25:59.590957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Allocated IP 19.80.0.209 (886f00a2-204b-4689-acb9-b7c7648e9a9d/f719c1ee-2d80-4540-9db5-62f5987eed7e/50615f5d-4bc5-4a40-a241-20019af75afc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:25:59.746317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307166f4-b123-4568-ab14-44573a677c1b req-8a885c9f-8117-465e-82c5-6a4e08065b58 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:25:59.747876 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-307166f4-b123-4568-ab14-44573a677c1b req-8a885c9f-8117-465e-82c5-6a4e08065b58 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1223590 Aug 17 16:26:00.089234 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61e75166-146c-4f60-94cd-be91a65405b0 req-917d1114-86a0-401f-8d5d-1f2690f8355f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 210 time: 0.0294394 Aug 17 16:26:00.192443 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-307166f4-b123-4568-ab14-44573a677c1b req-aa8928ab-fe4a-439b-bbb4-eb04da665b46 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4332201 Aug 17 16:26:00.208083 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:00.219925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69578704-c8b5-474c-882a-dd3e864d926b req-4fca36aa-fdd1-40ae-9694-2007650fcfd7 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:00.221821 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69578704-c8b5-474c-882a-dd3e864d926b req-4fca36aa-fdd1-40ae-9694-2007650fcfd7 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 949 time: 0.0680931 Aug 17 16:26:00.272345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Transition to ACTIVE for port object 50615f5d-4bc5-4a40-a241-20019af75afc will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:00.315719 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69578704-c8b5-474c-882a-dd3e864d926b req-26dc2e66-6428-4a03-9903-9e556371fc64 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777617 Aug 17 16:26:00.358009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fd84c-153a-4778-a585-8b5b2dbaba09 req-4aa7247c-9825-4d32-b613-18b161847388 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:00.365523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a68fd84c-153a-4778-a585-8b5b2dbaba09 req-4aa7247c-9825-4d32-b613-18b161847388 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 944 time: 0.0911994 Aug 17 16:26:00.385076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:00.457959 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a68fd84c-153a-4778-a585-8b5b2dbaba09 req-cf94192c-8f88-4aaa-8755-70ce29fc1846 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/security-groups?id=048f2b16-5c2b-404a-bbcf-dd953357280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907648 Aug 17 16:26:00.463724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network 886f00a2-204b-4689-acb9-b7c7648e9a9d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:00.465298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Port': ['ID=50615f5d-4bc5-4a40-a241-20019af75afc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:00.477310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:00.482036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:00.592773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:00.593780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:00.694491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-8ce78d1d-dda2-4c19-9e58-13701318c3ab tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:00.701232 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-8ce78d1d-dda2-4c19-9e58-13701318c3ab tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 944 time: 0.1827397 Aug 17 16:26:00.707124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-902e4d1e-a6ae-4182-8fc8-c2a4656e7cd3 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5179973 Aug 17 16:26:00.723783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Request body: {'port': {'device_id': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22', 'admin_state_up': True, 'tenant_id': '760ff278cc3a4456822a364590d87753'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:00.895759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-74b57940-2037-4ecb-9c8e-443062dca1e6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:00.902848 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-74b57940-2037-4ecb-9c8e-443062dca1e6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 814 time: 0.3195276 Aug 17 16:26:00.909926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1da85176-97a7-4eb7-ba32-5b3c0a7b7cbf None None] Provisioning for port 50615f5d-4bc5-4a40-a241-20019af75afc completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:00.917605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1da85176-97a7-4eb7-ba32-5b3c0a7b7cbf None None] Provisioning complete for port 50615f5d-4bc5-4a40-a241-20019af75afc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:00.919322 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1da85176-97a7-4eb7-ba32-5b3c0a7b7cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:00.955064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7f4fb551-6e57-4196-a1f9-0618e0c94ff2 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/quotas/472d2a85576d4f5eaa6a98e6d7e70e56 HTTP/1.1" status: 200 len: 375 time: 0.0511994 Aug 17 16:26:00.961464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-ddeb8512-cfc1-4ecc-9ba2-1269a51ff48a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:00.963562 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-ddeb8512-cfc1-4ecc-9ba2-1269a51ff48a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 812 time: 0.1229160 Aug 17 16:26:00.968935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1da85176-97a7-4eb7-ba32-5b3c0a7b7cbf None None] Port 50615f5d-4bc5-4a40-a241-20019af75afc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:00.995437 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-b93abe38-51db-4918-bf55-55706df3140d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/quotas/5e0bff260f5f426d99f5384af5be17ad HTTP/1.1" status: 200 len: 375 time: 0.0252621 Aug 17 16:26:01.018646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-f49b64c2-a57a-4893-b49c-3a77f4f83496 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Deleting port 596edea1-6cac-44c1-a93e-57e10c64a42e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:01.018995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-f49b64c2-a57a-4893-b49c-3a77f4f83496 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:01.064488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-b795de31-44d9-492b-afe0-b63a57e17a71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0681772 Aug 17 16:26:01.084402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Made reservation on behalf of 760ff278cc3a4456822a364590d87753 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:01.087985 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:01.108427 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-a947184c-5326-4fec-b186-37c2403d3f39 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1524901 Aug 17 16:26:01.164940 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-bb2e56db-ef12-45db-ae0a-5af8d57c12a6 service neutron] 10.222.0.77 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921054 Aug 17 16:26:01.242840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-f49b64c2-a57a-4893-b49c-3a77f4f83496 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] For port 596edea1-6cac-44c1-a93e-57e10c64a42e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=596edea1-6cac-44c1-a93e-57e10c64a42e,segment=NetworkSegment(4cf92be2-8dfd-46c3-ace1-5574b7f44f21),segment_id=4cf92be2-8dfd-46c3-ace1-5574b7f44f21)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:01.243412 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-f49b64c2-a57a-4893-b49c-3a77f4f83496 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:01.268409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-f49b64c2-a57a-4893-b49c-3a77f4f83496 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Calling delete_port for 596edea1-6cac-44c1-a93e-57e10c64a42e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:01.270882 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-b56d90cf-417a-4446-a0ac-75fd6ee0c1b1 service neutron] 10.222.0.77 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979748 Aug 17 16:26:01.411211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-eecbb826-c3ea-4e29-96f5-2bf0ee6703ee service neutron] 10.222.0.77 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882679 Aug 17 16:26:01.446756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Allocated IP 19.86.0.227 (0461e7d3-5389-4fde-9fd4-0cd2f923af22/b0e1499b-5cbe-4a61-ac6a-0e06ababb55b/4d1fa5e3-5494-49b7-814b-e8aee819400a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:01.544398 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3854f379-abc5-472e-bf85-98f69d373511 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:01.564842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c10272-dbd8-4067-8d76-b1de6d0281fc req-0be380a3-59f7-472c-a634-c6dc0c7e5059 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:01.569372 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-f49b64c2-a57a-4893-b49c-3a77f4f83496 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:01.573968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 3854f379-abc5-472e-bf85-98f69d373511 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:01.574807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3854f379-abc5-472e-bf85-98f69d373511 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:01.584065 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22c10272-dbd8-4067-8d76-b1de6d0281fc req-0be380a3-59f7-472c-a634-c6dc0c7e5059 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.1102302 Aug 17 16:26:01.609529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b64c2-a57a-4893-b49c-3a77f4f83496 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Pushing event deleted for resources: {'Port': ['ID=596edea1-6cac-44c1-a93e-57e10c64a42e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:01.625803 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22c10272-dbd8-4067-8d76-b1de6d0281fc req-663c9e2f-e061-49f0-8a1c-b92802e7e8dd tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Aug 17 16:26:01.694636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-0c74fbb8-727b-4a2e-8134-64315418e82e service neutron] 10.222.0.77 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743924 Aug 17 16:26:01.815534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-f49b64c2-a57a-4893-b49c-3a77f4f83496 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] No DVR routers for this DVR port 596edea1-6cac-44c1-a93e-57e10c64a42e on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:26:01.832392 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-f49b64c2-a57a-4893-b49c-3a77f4f83496 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:01.835072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a7ca1792-4caa-4dab-8542-b0fbb3c58013 req-f49b64c2-a57a-4893-b49c-3a77f4f83496 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.93 "DELETE /v2.0/ports/596edea1-6cac-44c1-a93e-57e10c64a42e HTTP/1.1" status: 204 len: 173 time: 1.1233523 Aug 17 16:26:01.835849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'name': 'network-vif-deleted', 'tag': '596edea1-6cac-44c1-a93e-57e10c64a42e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:01.838328 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bdb478-c856-4b70-950b-9c0eef665b39" -d '{"events": [{"server_uuid": "a2544fe6-6cc9-40c7-8243-78885e978e5f", "name": "network-vif-deleted", "tag": "596edea1-6cac-44c1-a93e-57e10c64a42e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:01.900718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965761f4-9d90-4f10-94ad-a16d0df7231f req-ddc47002-0321-4b44-a0f2-2cbfa3de0b4c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:01.903997 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-965761f4-9d90-4f10-94ad-a16d0df7231f req-ddc47002-0321-4b44-a0f2-2cbfa3de0b4c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 932 time: 0.1138580 Aug 17 16:26:02.020529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-965761f4-9d90-4f10-94ad-a16d0df7231f req-1f953ced-bf22-4c78-a8a0-72f6dfd6c407 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059000 Aug 17 16:26:02.083269 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3126320-0905-4be7-9103-6cb6f23dd51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:02.104218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:02.108355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a87d664f-8bf7-4bee-a866-bcdb0afb36cf req-d1e1ab0c-69f9-46f9-bd07-6133e53d46ac tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 210 time: 0.0641921 Aug 17 16:26:02.139984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Transition to ACTIVE for port object 4d1fa5e3-5494-49b7-814b-e8aee819400a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:02.212494 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:02.215942 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584a71a-0b88-4cbc-9432-d49073d11748 x-openstack-request-id: req-a584a71a-0b88-4cbc-9432-d49073d11748 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:02.216241 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2544fe6-6cc9-40c7-8243-78885e978e5f", "name": "network-vif-deleted", "tag": "596edea1-6cac-44c1-a93e-57e10c64a42e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:02.216496 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a584a71a-0b88-4cbc-9432-d49073d11748 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:02.216949 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2544fe6-6cc9-40c7-8243-78885e978e5f', 'name': 'network-vif-deleted', 'tag': '596edea1-6cac-44c1-a93e-57e10c64a42e', 'status': 'completed', 'code': 200} Aug 17 16:26:02.263971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6d05102-6861-495f-a9aa-e0ff8b4c24c4 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:02.269790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de3418cc-01f0-4791-82a9-f0e47272d905 req-78a6354b-373e-4bcb-b924-8c604f1c1276 tempest-LiveMigrationTest-1172578721 tempest-LiveMigrationTest-1172578721-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2544fe6-6cc9-40c7-8243-78885e978e5f HTTP/1.1" status: 200 len: 210 time: 0.0548213 Aug 17 16:26:02.299077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:02.304102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:02.360811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:02.365754 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77b02ef1-904e-41a5-b70a-227964666baf req-741a44df-626d-4b3b-9f48-a6fe8ae82647 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 210 time: 0.0438285 Aug 17 16:26:02.510504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event updated for resources: {'Port': ['ID=4d1fa5e3-5494-49b7-814b-e8aee819400a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:02.521225 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:02.581314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:02.583947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:02.592408 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43295aa-0660-4125-95b7-dee252bb3967" -d '{"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:02.595034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:02.595915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:02.625257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:02.689205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e77e49d5-cfcd-4e95-9f00-f7ae5ebc770b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9697092 Aug 17 16:26:02.713776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Request body: {'port': {'device_id': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:02.774893 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d091b6c9-4033-4626-944b-061788f66f3d x-openstack-request-id: req-d091b6c9-4033-4626-944b-061788f66f3d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:02.775581 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:02.776034 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d091b6c9-4033-4626-944b-061788f66f3d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:02.783286 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'code': 200} Aug 17 16:26:02.839535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:02.861789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-95768aed-5ab2-498b-9f17-afef0c635a41 None None] Provisioning for port 4d1fa5e3-5494-49b7-814b-e8aee819400a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:02.876521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-95768aed-5ab2-498b-9f17-afef0c635a41 None None] Provisioning complete for port 4d1fa5e3-5494-49b7-814b-e8aee819400a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:02.877460 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95768aed-5ab2-498b-9f17-afef0c635a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:02.966057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-95768aed-5ab2-498b-9f17-afef0c635a41 None None] Port 4d1fa5e3-5494-49b7-814b-e8aee819400a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:03.004991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:03.016779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f09f6e-4025-49a3-8489-eb7c2ab4badc req-770eac43-ed66-4de9-b844-803f2e97f38a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:03.018762 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d0f09f6e-4025-49a3-8489-eb7c2ab4badc req-770eac43-ed66-4de9-b844-803f2e97f38a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.2201474 Aug 17 16:26:03.200177 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d0f09f6e-4025-49a3-8489-eb7c2ab4badc req-ca56e3a7-53cc-43d6-ae5b-cfc2d5fd1dfe tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660070 Aug 17 16:26:03.301771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0943b9-d4ea-47c8-9bc4-0df8f1859a84 req-dc790f94-3559-4501-9689-0c24187d6c74 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:03.308359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0943b9-d4ea-47c8-9bc4-0df8f1859a84 req-dc790f94-3559-4501-9689-0c24187d6c74 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:03.316513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f0943b9-d4ea-47c8-9bc4-0df8f1859a84 req-dc790f94-3559-4501-9689-0c24187d6c74 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1655 time: 0.1906042 Aug 17 16:26:03.342134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2f5d829-ab95-4b80-b0e1-d0ce33f2baa6 req-a8cf282f-83ea-47ec-8f30-f304b21e03be tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 210 time: 0.0370300 Aug 17 16:26:03.443480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51644) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:03.489786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50615f5d-4bc5-4a40-a241-20019af75afc {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:03.500699 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:03.508692 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f0943b9-d4ea-47c8-9bc4-0df8f1859a84 req-2252a50f-6263-4a29-bb68-4e96e99dd517 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887393 Aug 17 16:26:03.528584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-003eea7b-4e72-478c-bc15-1dd3ee70c388 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:03.534554 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-003eea7b-4e72-478c-bc15-1dd3ee70c388 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 812 time: 0.3703275 Aug 17 16:26:03.540967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67c53466-fba6-485d-bb3a-f030a7a04c92 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:03.547381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'port': {'device_id': '0301f015-4226-4cf6-ad77-e9b628ff4ae0', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'admin_state_up': True, 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:03.556056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ad9642f-4213-4683-bfeb-4fbbcd4d2ec9 req-92ba1b2c-ab0c-4d31-bdfb-017d0468ddeb tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 210 time: 0.0344822 Aug 17 16:26:03.560545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Transition to ACTIVE for port object 50615f5d-4bc5-4a40-a241-20019af75afc will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:03.566137 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:03.641502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Pushing event updated for resources: {'Port': ['ID=50615f5d-4bc5-4a40-a241-20019af75afc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:03.694696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67c53466-fba6-485d-bb3a-f030a7a04c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67c53466-fba6-485d-bb3a-f030a7a04c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:03.718295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '67c53466-fba6-485d-bb3a-f030a7a04c92', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '67c53466-fba6-485d-bb3a-f030a7a04c92', 'mac_address': 'fa:16:3e:0d:0c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:03.723778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Attempting to bind port 50615f5d-4bc5-4a40-a241-20019af75afc on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:03.724201 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Attempting to bind port 50615f5d-4bc5-4a40-a241-20019af75afc by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '1588aa85-c337-4934-b9af-a14921cc5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:03.724477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Attempting to bind port 50615f5d-4bc5-4a40-a241-20019af75afc on network 886f00a2-204b-4689-acb9-b7c7648e9a9d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:03.733608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Port 50615f5d-4bc5-4a40-a241-20019af75afc on network 886f00a2-204b-4689-acb9-b7c7648e9a9d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:03.734181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Attempting to bind port 50615f5d-4bc5-4a40-a241-20019af75afc on network 886f00a2-204b-4689-acb9-b7c7648e9a9d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:03.742927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:03.743294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Checking segment: {'id': '1588aa85-c337-4934-b9af-a14921cc5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:03.744072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Bound using segment: {'id': '1588aa85-c337-4934-b9af-a14921cc5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:03.744717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Bound port: 50615f5d-4bc5-4a40-a241-20019af75afc, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1588aa85-c337-4934-b9af-a14921cc5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:03.745928 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:03.759751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Deleting subnet eb19aee1-783b-4332-b4fd-155bac3d322f {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:26:03.795208 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:03.801872 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:03.814468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67c53466-fba6-485d-bb3a-f030a7a04c92 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:03.854313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67c53466-fba6-485d-bb3a-f030a7a04c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67c53466-fba6-485d-bb3a-f030a7a04c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:03.866400 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:03.911651 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:03.992132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-c81ee502-dda0-4d6c-ae7a-31e4ea93fb66 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:03.994501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Made reservation on behalf of 5e0bff260f5f426d99f5384af5be17ad for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:03.994917 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-c81ee502-dda0-4d6c-ae7a-31e4ea93fb66 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.93 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 814 time: 0.1731582 Aug 17 16:26:04.002951 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:04.011777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['67c53466-fba6-485d-bb3a-f030a7a04c92'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:04.025899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Request body: {'port': {'device_id': '7989b619-296d-4651-bd76-07f775ef6719', 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332', 'admin_state_up': True, 'tenant_id': '472d2a85576d4f5eaa6a98e6d7e70e56'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:04.106660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=67c53466-fba6-485d-bb3a-f030a7a04c92,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:04.109662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] For port 50615f5d-4bc5-4a40-a241-20019af75afc, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:04.137284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] For port 50615f5d-4bc5-4a40-a241-20019af75afc, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=50615f5d-4bc5-4a40-a241-20019af75afc,segment=NetworkSegment(1588aa85-c337-4934-b9af-a14921cc5132),segment_id=1588aa85-c337-4934-b9af-a14921cc5132)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:04.145469 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:04.184776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:04.237318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Pushing event updated for resources: {'Port': ['ID=50615f5d-4bc5-4a40-a241-20019af75afc,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:04.241784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:04.242414 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:04.243887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-c16d115c-65ed-40c9-b3e4-e7059b038298 service neutron] 10.222.0.91 "PUT /v2.0/ports/50615f5d-4bc5-4a40-a241-20019af75afc HTTP/1.1" status: 200 len: 1092 time: 1.5442176 Aug 17 16:26:04.246964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'tag': '50615f5d-4bc5-4a40-a241-20019af75afc'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:04.249778 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93895d28-14e5-4cd4-97e0-15edac219754" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "tag": "50615f5d-4bc5-4a40-a241-20019af75afc"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:04.286520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Request body: {'port': {'device_id': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:04.332695 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9105093-3d9b-49bb-abf2-4e794a850420 x-openstack-request-id: req-a9105093-3d9b-49bb-abf2-4e794a850420 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:04.332990 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "tag": "50615f5d-4bc5-4a40-a241-20019af75afc", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:04.333262 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9105093-3d9b-49bb-abf2-4e794a850420 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:04.333671 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'tag': '50615f5d-4bc5-4a40-a241-20019af75afc', 'status': 'completed', 'code': 200} Aug 17 16:26:04.347748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Allocated IP 172.20.0.4 (00185e88-19dc-41da-bc27-e709ce5b6aa4/ec998730-4b90-4672-b8bf-007e271712f7/85ee2243-0a93-413f-8b4d-63f2556ee30b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:04.432479 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:04.518772 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80f4f95a-1dc6-49a2-88ca-556db896a2f6 req-e3b69740-dcae-41e0-9be5-b323ee04b929 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 210 time: 0.0564060 Aug 17 16:26:04.525715 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:04.595919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb19aee1-783b-4332-b4fd-155bac3d322f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:04.604359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:04.606293 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/eb19aee1-783b-4332-b4fd-155bac3d322f HTTP/1.1" status: 204 len: 168 time: 1.1614461 Aug 17 16:26:04.610026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:04.636172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.636521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.636860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.637214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.637979 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.638084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.638465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.638795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.639206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.639590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.640017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.640348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b10485-dfe0-4c4b-afb8-e7eac5077616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:04.649519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93895d28-14e5-4cd4-97e0-15edac219754 req-c669de5e-c7bc-4074-ba90-6af196f2f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:04.650031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93895d28-14e5-4cd4-97e0-15edac219754 req-c669de5e-c7bc-4074-ba90-6af196f2f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:04.652113 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93895d28-14e5-4cd4-97e0-15edac219754 req-c669de5e-c7bc-4074-ba90-6af196f2f7e4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=760ff278cc3a4456822a364590d87753&device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1914 time: 0.2868457 Aug 17 16:26:04.696141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Made reservation on behalf of 472d2a85576d4f5eaa6a98e6d7e70e56 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:04.700236 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:04.763290 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57eea7e0-7239-4494-92d9-3ff22853be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:04.792197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3c6c7-b0f3-4e03-9319-1c8f1ea2bfd0 req-ea6ebf93-c2f7-4b74-ab62-e48bf0e678cf tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:04.792634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980ba87-6375-448b-be7f-90c56727ac60 req-b64beebc-9da5-4b39-8ac4-c13d0bb20b8e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:04.793944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5f3c6c7-b0f3-4e03-9319-1c8f1ea2bfd0 req-ea6ebf93-c2f7-4b74-ab62-e48bf0e678cf tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.4234214 Aug 17 16:26:04.798620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980ba87-6375-448b-be7f-90c56727ac60 req-b64beebc-9da5-4b39-8ac4-c13d0bb20b8e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:04.800431 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6980ba87-6375-448b-be7f-90c56727ac60 req-b64beebc-9da5-4b39-8ac4-c13d0bb20b8e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1667 time: 0.1567388 Aug 17 16:26:04.868154 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:04.895097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93895d28-14e5-4cd4-97e0-15edac219754 req-91166a0f-0c92-45ca-ad1b-3036fe585aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:04.895476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93895d28-14e5-4cd4-97e0-15edac219754 req-91166a0f-0c92-45ca-ad1b-3036fe585aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:04.896051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93895d28-14e5-4cd4-97e0-15edac219754 req-91166a0f-0c92-45ca-ad1b-3036fe585aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:04.897745 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93895d28-14e5-4cd4-97e0-15edac219754 req-91166a0f-0c92-45ca-ad1b-3036fe585aef service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=760ff278cc3a4456822a364590d87753&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2326965 Aug 17 16:26:04.909506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Transition to ACTIVE for port object 85ee2243-0a93-413f-8b4d-63f2556ee30b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:04.919921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Allocated IP 172.20.0.6 (d8c336c5-260b-408f-afcd-e4f6466be332/8df030a3-8a90-4cbe-bb3d-354313eb9184/89cfd8aa-208d-4370-aeee-f6ff7f6cc786) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:04.940710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6980ba87-6375-448b-be7f-90c56727ac60 req-43046703-f60d-4080-888e-fb9777b9edba tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302702 Aug 17 16:26:04.970142 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.065603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93895d28-14e5-4cd4-97e0-15edac219754 req-cc9813fa-b0d9-4d7c-9f28-33ee4acbba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:05.067361 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93895d28-14e5-4cd4-97e0-15edac219754 req-cc9813fa-b0d9-4d7c-9f28-33ee4acbba32 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601000 Aug 17 16:26:05.069112 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.085977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['addc51d9-c7aa-4b03-b79b-f6efd87e5b86'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:05.113613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:05.130104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:05.155219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:05.160376 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-12b6cb97-12b1-4d35-9ae4-d4ddda3cbe95 req-e9ffcc9a-52ff-404a-a16d-40059f3276a5 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 210 time: 0.0488989 Aug 17 16:26:05.196674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'Port': ['ID=85ee2243-0a93-413f-8b4d-63f2556ee30b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:05.216673 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.245983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.247471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:05.248685 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.276689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-58187b5e-77e9-467c-b30b-4a7aa7381fd3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7357788 Aug 17 16:26:05.293320 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5f3c6c7-b0f3-4e03-9319-1c8f1ea2bfd0 req-7fed8f2f-f323-4407-8f36-88b997ef5ae5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782501 Aug 17 16:26:05.293588 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Request body: {'port': {'device_id': '0301f015-4226-4cf6-ad77-e9b628ff4ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:05.444264 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.546073 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.566880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67c53466-fba6-485d-bb3a-f030a7a04c92 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:05.651682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Pushing event updated for resources: {'Port': ['ID=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:05.673796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.695788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:05.702704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cf8e7d-fee9-4c49-bbd1-8022677d56c3']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:05.711491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Network d8c336c5-260b-408f-afcd-e4f6466be332 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:05.728804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:05.741572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:05.773332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf92be2-8dfd-46c3-ace1-5574b7f44f21') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:05.773736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf92be2-8dfd-46c3-ace1-5574b7f44f21') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:05.803793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 67c53466-fba6-485d-bb3a-f030a7a04c92 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:05.804220 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.820727 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.855117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-604b3318-ee76-4d7b-8480-b4bf61ca30cd None None] Provisioning for port 85ee2243-0a93-413f-8b4d-63f2556ee30b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:05.870661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-604b3318-ee76-4d7b-8480-b4bf61ca30cd None None] Provisioning complete for port 85ee2243-0a93-413f-8b4d-63f2556ee30b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:05.871248 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-604b3318-ee76-4d7b-8480-b4bf61ca30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.893588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.900586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:26:05.904304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:05.924732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-604b3318-ee76-4d7b-8480-b4bf61ca30cd None None] Port 85ee2243-0a93-413f-8b4d-63f2556ee30b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:05.950267 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.010130 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:26:06.013015 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:26:06.016123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1fa5e3-5494-49b7-814b-e8aee819400a {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:06.023514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.040927 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.062169 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.066889 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] 10.222.0.77 "DELETE /v2.0/networks/b6cf8e7d-fee9-4c49-bbd1-8022677d56c3 HTTP/1.1" status: 204 len: 168 time: 1.3987944 Aug 17 16:26:06.066889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923134c2-a5c3-40ed-8418-f428f29d20fe admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cf8e7d-fee9-4c49-bbd1-8022677d56c3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:06.067336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:06.067890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67c53466-fba6-485d-bb3a-f030a7a04c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67c53466-fba6-485d-bb3a-f030a7a04c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:06.071549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c53466-fba6-485d-bb3a-f030a7a04c92'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:06.074562 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc4c579-1cdc-413f-8cd9-9127c5b00dfa" -d '{"events": [{"server_uuid": "d44e2064-83e6-469c-8372-8ecb0bf27c23", "name": "network-vif-plugged", "status": "completed", "tag": "67c53466-fba6-485d-bb3a-f030a7a04c92"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:06.075391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634176ac-127a-46a6-900d-2b92892eebe6 req-356a22f9-cf8e-4f93-b5ba-ea7be6c561f2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:06.086598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-634176ac-127a-46a6-900d-2b92892eebe6 req-356a22f9-cf8e-4f93-b5ba-ea7be6c561f2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 931 time: 0.3668158 Aug 17 16:26:06.087283 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.088549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 596edea1-6cac-44c1-a93e-57e10c64a42e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:06.134067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:06.135167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.166977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Transition to ACTIVE for port object 4d1fa5e3-5494-49b7-814b-e8aee819400a will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:06.168564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-7540a845-935b-4e6d-9825-95809d9830a4 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1541977 Aug 17 16:26:06.187247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c73ca-5ba2-4d43-963d-a2dcc1b87c2c req-5888069b-1e02-4ea3-8fdf-3d5f1c3e43c0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:06.195112 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305c73ca-5ba2-4d43-963d-a2dcc1b87c2c req-5888069b-1e02-4ea3-8fdf-3d5f1c3e43c0 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.4466350 Aug 17 16:26:06.210942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Request body: {'port': {'device_id': '7989b619-296d-4651-bd76-07f775ef6719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:06.212314 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-634176ac-127a-46a6-900d-2b92892eebe6 req-62957020-bc82-45c0-bdd9-d0a643415998 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123724 Aug 17 16:26:06.237237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ee2243-0a93-413f-8b4d-63f2556ee30b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:06.237382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=67c53466-fba6-485d-bb3a-f030a7a04c92,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:06.249723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.271140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Transition to ACTIVE for port object 85ee2243-0a93-413f-8b4d-63f2556ee30b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:06.273611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 596edea1-6cac-44c1-a93e-57e10c64a42e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:06.279281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.279871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 596edea1-6cac-44c1-a93e-57e10c64a42e not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:06.311428 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.428532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Pushing event updated for resources: {'Port': ['ID=85ee2243-0a93-413f-8b4d-63f2556ee30b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:06.533371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5633cf-b78d-4f53-9d30-ac0c62b10f75 req-56e87f63-450d-4d86-95a7-611c14845102 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:06.541257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5633cf-b78d-4f53-9d30-ac0c62b10f75 req-56e87f63-450d-4d86-95a7-611c14845102 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:06.543359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c5633cf-b78d-4f53-9d30-ac0c62b10f75 req-56e87f63-450d-4d86-95a7-611c14845102 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1679 time: 0.2012970 Aug 17 16:26:06.624238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Attempting to bind port 85ee2243-0a93-413f-8b4d-63f2556ee30b on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:06.624510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Attempting to bind port 85ee2243-0a93-413f-8b4d-63f2556ee30b by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:06.624823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Attempting to bind port 85ee2243-0a93-413f-8b4d-63f2556ee30b on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:06.634277 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c5633cf-b78d-4f53-9d30-ac0c62b10f75 req-f97d9072-a374-4935-9b10-1faa26e1f5cc tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837843 Aug 17 16:26:06.635046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Port 85ee2243-0a93-413f-8b4d-63f2556ee30b on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:06.635656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Attempting to bind port 85ee2243-0a93-413f-8b4d-63f2556ee30b on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:06.642841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:06.643215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Checking segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:06.643625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Bound using segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:06.644073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Bound port: 85ee2243-0a93-413f-8b4d-63f2556ee30b, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:06.644440 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.729999 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cc1da3-57d1-4bf6-bd31-324822f64c14 x-openstack-request-id: req-e4cc1da3-57d1-4bf6-bd31-324822f64c14 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:06.730296 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44e2064-83e6-469c-8372-8ecb0bf27c23", "name": "network-vif-plugged", "status": "completed", "tag": "67c53466-fba6-485d-bb3a-f030a7a04c92", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:06.730661 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4cc1da3-57d1-4bf6-bd31-324822f64c14 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:06.731061 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c53466-fba6-485d-bb3a-f030a7a04c92', 'code': 200} Aug 17 16:26:06.827943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] For port 85ee2243-0a93-413f-8b4d-63f2556ee30b, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:06.833374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] For port 85ee2243-0a93-413f-8b4d-63f2556ee30b, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=85ee2243-0a93-413f-8b4d-63f2556ee30b,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:06.843077 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.942235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c44a11-ccdb-49ad-84f7-39a3034dbd0d admin admin] Deleting subnet 1058ce17-eb71-4fff-9d62-eb942d6f44e7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:26:06.946278 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1c44a11-ccdb-49ad-84f7-39a3034dbd0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:06.993586 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1c44a11-ccdb-49ad-84f7-39a3034dbd0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:07.047550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:07.048235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:07.049734 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] 10.222.0.91 "PUT /v2.0/ports/85ee2243-0a93-413f-8b4d-63f2556ee30b HTTP/1.1" status: 200 len: 1091 time: 1.7642899 Aug 17 16:26:07.053501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0301f015-4226-4cf6-ad77-e9b628ff4ae0', 'tag': '85ee2243-0a93-413f-8b4d-63f2556ee30b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:07.055566 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1c44a11-ccdb-49ad-84f7-39a3034dbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:07.056348 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff" -d '{"events": [{"name": "network-changed", "server_uuid": "0301f015-4226-4cf6-ad77-e9b628ff4ae0", "tag": "85ee2243-0a93-413f-8b4d-63f2556ee30b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:07.134444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f415762-0e86-42ed-9195-98b8d7e8bad9 req-97df43a0-0f86-4538-b085-7956e50ecbbb tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:07.136923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f415762-0e86-42ed-9195-98b8d7e8bad9 req-97df43a0-0f86-4538-b085-7956e50ecbbb tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 931 time: 0.2898583 Aug 17 16:26:07.151067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-ffbfc2bb-11dc-40f0-8770-fce7c3a2969f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:07.153359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-ffbfc2bb-11dc-40f0-8770-fce7c3a2969f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.91 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.2235215 Aug 17 16:26:07.155227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dffae-582f-4c50-b2a4-1ee70dc1d50f service neutron] Pushing event updated for resources: {'Port': ['ID=85ee2243-0a93-413f-8b4d-63f2556ee30b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:07.202277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1c44a11-ccdb-49ad-84f7-39a3034dbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:07.269102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1c44a11-ccdb-49ad-84f7-39a3034dbd0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:07.277088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1c44a11-ccdb-49ad-84f7-39a3034dbd0d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1058ce17-eb71-4fff-9d62-eb942d6f44e7 HTTP/1.1" status: 204 len: 168 time: 1.1990554 Aug 17 16:26:07.278050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:07.294880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51746) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:07.348168 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305c73ca-5ba2-4d43-963d-a2dcc1b87c2c req-c4987b92-48e1-492c-8b88-e0011ce2f535 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1520913 Aug 17 16:26:07.424117 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f415762-0e86-42ed-9195-98b8d7e8bad9 req-63a70634-e986-470f-8e78-d7161e5eb942 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826224 Aug 17 16:26:07.522674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c44a11-ccdb-49ad-84f7-39a3034dbd0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1058ce17-eb71-4fff-9d62-eb942d6f44e7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:07.569813 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923f8290-92e9-41a6-8e19-27f35d79a759 x-openstack-request-id: req-923f8290-92e9-41a6-8e19-27f35d79a759 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:07.570418 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0301f015-4226-4cf6-ad77-e9b628ff4ae0", "tag": "85ee2243-0a93-413f-8b4d-63f2556ee30b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:07.574556 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-923f8290-92e9-41a6-8e19-27f35d79a759 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:07.575138 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0301f015-4226-4cf6-ad77-e9b628ff4ae0', 'tag': '85ee2243-0a93-413f-8b4d-63f2556ee30b', 'status': 'completed', 'code': 200} Aug 17 16:26:07.585738 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:07.605529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Attempting to bind port 4d1fa5e3-5494-49b7-814b-e8aee819400a on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:07.605866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Attempting to bind port 4d1fa5e3-5494-49b7-814b-e8aee819400a by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '026824c6-a962-4e21-bd0e-9941767da991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:07.606208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Attempting to bind port 4d1fa5e3-5494-49b7-814b-e8aee819400a on network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:07.609294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1fa5e3-5494-49b7-814b-e8aee819400a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:07.624251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Port 4d1fa5e3-5494-49b7-814b-e8aee819400a on network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:07.624581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Attempting to bind port 4d1fa5e3-5494-49b7-814b-e8aee819400a on network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:07.645015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:07.645368 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Checking segment: {'id': '026824c6-a962-4e21-bd0e-9941767da991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:07.645758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Bound using segment: {'id': '026824c6-a962-4e21-bd0e-9941767da991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:07.646204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Bound port: 4d1fa5e3-5494-49b7-814b-e8aee819400a, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026824c6-a962-4e21-bd0e-9941767da991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:07.646587 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:07.715054 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:07.719014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-e094bce7-038f-4b76-aa58-28b9145d7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:07.720843 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-e094bce7-038f-4b76-aa58-28b9145d7ae7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 1094 time: 0.6039732 Aug 17 16:26:07.801013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-57f146e9-4361-4c8c-b0e3-6df0bda2a6ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85ee2243-0a93-413f-8b4d-63f2556ee30b HTTP/1.1" status: 200 len: 217 time: 0.0720372 Aug 17 16:26:07.852433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e88e4-5a65-47dc-9563-a804d2e0feff req-7f889e4e-884a-4c70-929f-21f39aeff310 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:07.854037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-486e88e4-5a65-47dc-9563-a804d2e0feff req-7f889e4e-884a-4c70-929f-21f39aeff310 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 943 time: 0.1403048 Aug 17 16:26:07.867283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-a4c42726-bbaf-43f7-886b-f8d4b2108685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Deleting port 41f02846-2ecb-4257-a48c-a4c95a7dcab6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:07.868046 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-a4c42726-bbaf-43f7-886b-f8d4b2108685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:07.957463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] For port 4d1fa5e3-5494-49b7-814b-e8aee819400a, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:07.989075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-486e88e4-5a65-47dc-9563-a804d2e0feff req-0ce1c172-adc9-44cb-948f-5fcbd7a172ab tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113634 Aug 17 16:26:08.006249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] For port 4d1fa5e3-5494-49b7-814b-e8aee819400a, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=4d1fa5e3-5494-49b7-814b-e8aee819400a,segment=NetworkSegment(026824c6-a962-4e21-bd0e-9941767da991),segment_id=026824c6-a962-4e21-bd0e-9941767da991)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:08.016730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.052669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:08.054145 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.056167 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] 10.222.0.91 "PUT /v2.0/ports/4d1fa5e3-5494-49b7-814b-e8aee819400a HTTP/1.1" status: 200 len: 1092 time: 3.7826765 Aug 17 16:26:08.056832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'tag': '4d1fa5e3-5494-49b7-814b-e8aee819400a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:08.059422 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1386158b-4e98-4d9e-9ca4-52510b9456ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "tag": "4d1fa5e3-5494-49b7-814b-e8aee819400a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:08.086099 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.107835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842e99ee-1405-4116-89e9-e7d5fe051ad5']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:08.122925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5dd5b8-4959-41e6-97a2-0e6c6847a12a') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:08.123343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5dd5b8-4959-41e6-97a2-0e6c6847a12a') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:08.138346 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2a1a82-03f2-4e8c-98bc-52d14b4c6a6c x-openstack-request-id: req-7b2a1a82-03f2-4e8c-98bc-52d14b4c6a6c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:08.138650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.138753 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "tag": "4d1fa5e3-5494-49b7-814b-e8aee819400a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:08.139044 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b2a1a82-03f2-4e8c-98bc-52d14b4c6a6c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:08.139498 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'tag': '4d1fa5e3-5494-49b7-814b-e8aee819400a', 'status': 'completed', 'code': 200} Aug 17 16:26:08.157599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.179695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:26:08.180138 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:26:08.188488 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:26:08.241697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17e63a-1dc7-4210-a89d-fb2b78b90251 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1fa5e3-5494-49b7-814b-e8aee819400a,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:08.251657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b036379-2c1c-45a5-a34f-c09e1cf27a7d req-96d7819b-2018-448a-ae07-d557e08dd098 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:08.257937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b036379-2c1c-45a5-a34f-c09e1cf27a7d req-96d7819b-2018-448a-ae07-d557e08dd098 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:08.265669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b036379-2c1c-45a5-a34f-c09e1cf27a7d req-96d7819b-2018-448a-ae07-d557e08dd098 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1679 time: 0.4715197 Aug 17 16:26:08.305072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-450c891b-c705-4171-a9e0-7924fc7263ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:08.305555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-450c891b-c705-4171-a9e0-7924fc7263ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:08.307301 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-450c891b-c705-4171-a9e0-7924fc7263ff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=760ff278cc3a4456822a364590d87753&device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1981 time: 0.1732011 Aug 17 16:26:08.317116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-09a910a2-abc2-4ce9-9a84-49ee903a8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:08.318736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-09a910a2-abc2-4ce9-9a84-49ee903a8608 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.5022485 Aug 17 16:26:08.318866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:08.351825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.413480 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.419968 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.421932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] 10.222.0.77 "DELETE /v2.0/networks/842e99ee-1405-4116-89e9-e7d5fe051ad5 HTTP/1.1" status: 204 len: 168 time: 1.1260872 Aug 17 16:26:08.445954 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-908244d1-e441-46d6-8b9b-bc219c5a5bb5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=50615f5d-4bc5-4a40-a241-20019af75afc HTTP/1.1" status: 200 len: 217 time: 0.1294746 Aug 17 16:26:08.452364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b036379-2c1c-45a5-a34f-c09e1cf27a7d req-df0c3e6d-7247-4777-96fc-90f88432ce23 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857281 Aug 17 16:26:08.473390 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718cb9f-366f-4528-b200-5c7dbcbf0a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=842e99ee-1405-4116-89e9-e7d5fe051ad5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:08.528547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-2a353fb7-a2a4-461c-b004-0ead2ff7f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:08.533782 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-2a353fb7-a2a4-461c-b004-0ead2ff7f534 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899347 Aug 17 16:26:08.542236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-a4c42726-bbaf-43f7-886b-f8d4b2108685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] For port 41f02846-2ecb-4257-a48c-a4c95a7dcab6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=41f02846-2ecb-4257-a48c-a4c95a7dcab6,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:08.543573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-a4c42726-bbaf-43f7-886b-f8d4b2108685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.619268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Transition to ACTIVE for port object 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:08.641493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:08.645368 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.663291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-135948445'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:08.686320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:08.705342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:08.709145 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.750353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-a4c42726-bbaf-43f7-886b-f8d4b2108685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Calling delete_port for 41f02846-2ecb-4257-a48c-a4c95a7dcab6 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:08.777160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-dbcea764-8544-40cb-8b54-0adb58ce4494 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289610 Aug 17 16:26:08.802633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-d7141f79-df69-4ea5-a1cd-15e2ea4f7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:08.804682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-d7141f79-df69-4ea5-a1cd-15e2ea4f7886 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f719c1ee-2d80-4540-9db5-62f5987eed7e HTTP/1.1" status: 200 len: 801 time: 0.3404174 Aug 17 16:26:08.838251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec675c3-48b4-4bfa-b0bb-382f9cc0d7ea req-3753eb48-7304-433f-b266-55bfcab624ea tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:08.845875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aec675c3-48b4-4bfa-b0bb-382f9cc0d7ea req-3753eb48-7304-433f-b266-55bfcab624ea tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 945 time: 0.2978070 Aug 17 16:26:08.899832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Pushing event updated for resources: {'Port': ['ID=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:08.919098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:26:08.960715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f4f884ea-40e2-47ab-a706-a8cd9a598db9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=888def3d37bf406299868afa066e412d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709599 Aug 17 16:26:08.968307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:08.968902 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Added segment 33fab7d5-5f12-4938-8b91-d8696fbcf14f of type vlan for network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac Aug 17 16:26:08.994074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:09.033287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aec675c3-48b4-4bfa-b0bb-382f9cc0d7ea req-855d035c-26f2-4d80-a44a-ddebf7decf2f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863739 Aug 17 16:26:09.080970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-7eb00f58-e490-4339-86e3-6c6e19a6a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:09.082576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-7eb00f58-e490-4339-86e3-6c6e19a6a02f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=886f00a2-204b-4689-acb9-b7c7648e9a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2689278 Aug 17 16:26:09.119235 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.229260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Attempting to bind port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:09.229595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Attempting to bind port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:09.229912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Attempting to bind port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 on network d8c336c5-260b-408f-afcd-e4f6466be332 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:09.240625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.246928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:09.247580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.281968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 on network d8c336c5-260b-408f-afcd-e4f6466be332 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:09.282285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Attempting to bind port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 on network d8c336c5-260b-408f-afcd-e4f6466be332 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:09.284206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d917c0e-895a-4d50-924c-aa4641c09175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.354944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74487ae-b5f5-4104-9be8-1005186b28c2 req-d5399cd9-ec10-4f7a-bccb-3efd258c80ba tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:09.363993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e74487ae-b5f5-4104-9be8-1005186b28c2 req-d5399cd9-ec10-4f7a-bccb-3efd258c80ba tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 943 time: 0.6590691 Aug 17 16:26:09.367601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:09.367858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Checking segment: {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:09.368026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Bound using segment: {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:09.368501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Bound port: 89cfd8aa-208d-4370-aeee-f6ff7f6cc786, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:09.368857 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.370151 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ceea2e4-1e72-46bd-88db-7743b0d7af49 req-1d40eac9-75d4-4251-a2b4-3aa4c70ba3fd service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767305 Aug 17 16:26:09.398505 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7477710 Aug 17 16:26:09.411694 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d917c0e-895a-4d50-924c-aa4641c09175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.412888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51790) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:09.418714 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-df953eaa-7cf7-4d47-b000-84fa117898df service neutron] 10.222.0.91 "GET /v2.0/networks/886f00a2-204b-4689-acb9-b7c7648e9a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236783 Aug 17 16:26:09.421661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1995823115'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:09.443749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87701558-cdf4-4178-a506-24c80a5e4600 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Network': ['ID=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:09.454976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:26:09.502730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babd9f2-e53d-4150-a807-171462105d53 req-de16c0a3-3674-4844-87f1-24373cb49ec2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:09.504517 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2babd9f2-e53d-4150-a807-171462105d53 req-de16c0a3-3674-4844-87f1-24373cb49ec2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 943 time: 0.2666361 Aug 17 16:26:09.514238 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:26:09.524812 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e74487ae-b5f5-4104-9be8-1005186b28c2 req-b9db473e-77dd-400c-a066-5a7e21a282fa tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535304 Aug 17 16:26:09.533935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:09.541423 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.658334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-1e69e2a9-88cc-4bef-8db2-5f7486d88099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:09.660008 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-1e69e2a9-88cc-4bef-8db2-5f7486d88099 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 1094 time: 0.2251301 Aug 17 16:26:09.674197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2babd9f2-e53d-4150-a807-171462105d53 req-bf91418c-5ad5-499e-9112-f672ddd0ab56 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290743 Aug 17 16:26:09.678220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] For port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:09.687470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] For port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:09.688688 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d917c0e-895a-4d50-924c-aa4641c09175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.691362 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d917c0e-895a-4d50-924c-aa4641c09175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.692745 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8d917c0e-895a-4d50-924c-aa4641c09175 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/048f2b16-5c2b-404a-bbcf-dd953357280c HTTP/1.1" status: 204 len: 168 time: 0.6964998 Aug 17 16:26:09.711736 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.726231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-0ac69754-e5c9-4c16-807b-01996fe8cd57 service neutron] 10.222.0.91 "GET /v2.0/networks/886f00a2-204b-4689-acb9-b7c7648e9a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900438 Aug 17 16:26:09.746146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d917c0e-895a-4d50-924c-aa4641c09175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f2b16-5c2b-404a-bbcf-dd953357280c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:09.776513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:26:09.805953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.806573 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Added segment 9fbbf179-e66f-412c-adcd-7741f018d338 of type vlan for network 019feb88-1596-40ac-a5d4-9314af196c7a Aug 17 16:26:09.811140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-e2cc7800-4748-41f9-bce5-b911feca4c40 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=4d1fa5e3-5494-49b7-814b-e8aee819400a HTTP/1.1" status: 200 len: 217 time: 0.0625365 Aug 17 16:26:09.812706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:09.813467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.814986 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] 10.222.0.93 "PUT /v2.0/ports/89cfd8aa-208d-4370-aeee-f6ff7f6cc786 HTTP/1.1" status: 200 len: 1091 time: 3.6088352 Aug 17 16:26:09.855166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567268-0e75-4a63-a633-986bd6500b95 req-33f3cebe-82d2-41fb-9efa-bbce4232f3af tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:09.861796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567268-0e75-4a63-a633-986bd6500b95 req-33f3cebe-82d2-41fb-9efa-bbce4232f3af tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:09.863609 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b567268-0e75-4a63-a633-986bd6500b95 req-33f3cebe-82d2-41fb-9efa-bbce4232f3af tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1679 time: 0.2175715 Aug 17 16:26:09.864404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-a4c42726-bbaf-43f7-886b-f8d4b2108685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:09.905779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e88d3-18d5-40f4-9848-c477b66f3e7f service neutron] Pushing event updated for resources: {'Port': ['ID=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:09.927353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-ee8f78ed-52fb-415b-bb95-e79a488256c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:09.929833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-ee8f78ed-52fb-415b-bb95-e79a488256c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b0e1499b-5cbe-4a61-ac6a-0e06ababb55b HTTP/1.1" status: 200 len: 801 time: 0.1077862 Aug 17 16:26:09.948675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-42568538-b906-4ca3-bef4-82ad9ce3f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:09.951150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-42568538-b906-4ca3-bef4-82ad9ce3f280 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 1094 time: 0.0816460 Aug 17 16:26:09.994013 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c42726-bbaf-43f7-886b-f8d4b2108685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event deleted for resources: {'Port': ['ID=41f02846-2ecb-4257-a48c-a4c95a7dcab6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:10.002427 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:10.033129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-a4c42726-bbaf-43f7-886b-f8d4b2108685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] No DVR routers for this DVR port 41f02846-2ecb-4257-a48c-a4c95a7dcab6 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:26:10.036410 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-a4c42726-bbaf-43f7-886b-f8d4b2108685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:10.039092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b6df196-dd22-476c-8fc4-5e9254f6a86f req-a4c42726-bbaf-43f7-886b-f8d4b2108685 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.91 "DELETE /v2.0/ports/41f02846-2ecb-4257-a48c-a4c95a7dcab6 HTTP/1.1" status: 204 len: 173 time: 2.8100216 Aug 17 16:26:10.042520 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-a91d0548-be0f-4725-9b6b-0e4f47f797c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89cfd8aa-208d-4370-aeee-f6ff7f6cc786 HTTP/1.1" status: 200 len: 217 time: 0.0723910 Aug 17 16:26:10.051403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47662a08-1cc6-4271-94ec-f2b6a54aec18', 'name': 'network-vif-deleted', 'tag': '41f02846-2ecb-4257-a48c-a4c95a7dcab6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:10.058431 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820b0c46-35f0-4cea-af07-bae5c851d3c3" -d '{"events": [{"server_uuid": "47662a08-1cc6-4271-94ec-f2b6a54aec18", "name": "network-vif-deleted", "tag": "41f02846-2ecb-4257-a48c-a4c95a7dcab6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:10.069855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-85ddc510-eecf-4448-aa50-8c73ca706cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:10.071989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-85ddc510-eecf-4448-aa50-8c73ca706cc2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.3756578 Aug 17 16:26:10.160394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7989b619-296d-4651-bd76-07f775ef6719', 'tag': '89cfd8aa-208d-4370-aeee-f6ff7f6cc786'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:10.164817 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d99716b-c860-4a2c-9ee3-333204c287ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7989b619-296d-4651-bd76-07f775ef6719", "tag": "89cfd8aa-208d-4370-aeee-f6ff7f6cc786"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:10.172519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-04d12629-b289-4eb6-8a75-6cb33f2115c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:10.179551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-04d12629-b289-4eb6-8a75-6cb33f2115c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8df030a3-8a90-4cbe-bb3d-354313eb9184 HTTP/1.1" status: 200 len: 854 time: 0.1278017 Aug 17 16:26:10.225854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-28988228-f677-441c-90ef-5f825dc55060 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85ee2243-0a93-413f-8b4d-63f2556ee30b HTTP/1.1" status: 200 len: 217 time: 0.1385348 Aug 17 16:26:10.236447 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b567268-0e75-4a63-a633-986bd6500b95 req-1621417c-ed4e-40dc-8c75-d192b4341674 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360596 Aug 17 16:26:10.243001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee456164-cb57-4de4-b496-0390291fa17f req-8d41bb68-b319-4d15-a96d-2eb221cfe809 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=47662a08-1cc6-4271-94ec-f2b6a54aec18 HTTP/1.1" status: 200 len: 210 time: 0.0553741 Aug 17 16:26:10.277634 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:10.294035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-ee56785e-bc8a-436b-b293-144453114374 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d8c336c5-260b-408f-afcd-e4f6466be332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444896 Aug 17 16:26:10.295579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-2e07a61e-61ee-4f95-891f-d36886838a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:10.297277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-2e07a61e-61ee-4f95-891f-d36886838a32 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0461e7d3-5389-4fde-9fd4-0cd2f923af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3597276 Aug 17 16:26:10.304306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 41f02846-2ecb-4257-a48c-a4c95a7dcab6 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:10.307076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:10.307740 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:10.421752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51810) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:10.428037 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ea13b6-b19a-441e-b0fc-2788b269f48b x-openstack-request-id: req-f3ea13b6-b19a-441e-b0fc-2788b269f48b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:10.428037 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47662a08-1cc6-4271-94ec-f2b6a54aec18", "name": "network-vif-deleted", "tag": "41f02846-2ecb-4257-a48c-a4c95a7dcab6", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:10.428400 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f3ea13b6-b19a-441e-b0fc-2788b269f48b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:10.428517 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47662a08-1cc6-4271-94ec-f2b6a54aec18', 'name': 'network-vif-deleted', 'tag': '41f02846-2ecb-4257-a48c-a4c95a7dcab6', 'status': 'completed', 'code': 200} Aug 17 16:26:10.429097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Network': ['ID=019feb88-1596-40ac-a5d4-9314af196c7a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:10.463875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-2da80170-a34e-4af5-aa53-f2a8045c6390 service neutron] 10.222.0.93 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601100 Aug 17 16:26:10.465683 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7df46a-0365-4042-b3cc-9a1c157f9522 x-openstack-request-id: req-0c7df46a-0365-4042-b3cc-9a1c157f9522 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:10.466090 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7989b619-296d-4651-bd76-07f775ef6719", "tag": "89cfd8aa-208d-4370-aeee-f6ff7f6cc786", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:10.466483 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c7df46a-0365-4042-b3cc-9a1c157f9522 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:10.466976 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7989b619-296d-4651-bd76-07f775ef6719', 'tag': '89cfd8aa-208d-4370-aeee-f6ff7f6cc786', 'status': 'completed', 'code': 200} Aug 17 16:26:10.470492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-791d59f7-0632-46c2-af70-cb0636f4e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:10.472398 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-791d59f7-0632-46c2-af70-cb0636f4e7be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.2295847 Aug 17 16:26:10.523719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 41f02846-2ecb-4257-a48c-a4c95a7dcab6 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:10.524663 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 41f02846-2ecb-4257-a48c-a4c95a7dcab6 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:10.527952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 019feb88-1596-40ac-a5d4-9314af196c7a details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:26:10.550345 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f94a7c59-bb21-42fc-a481-ff941bc141ce tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1355276 Aug 17 16:26:10.554145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51818) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:10.569498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'subnet': {'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:10.739837 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c6f43a0f-3390-4571-9f53-b8c81d74265f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e67889e4db04e0e9d3b631eaad4b747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035676 Aug 17 16:26:10.742079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-fd01dddf-802b-45b4-b6a4-bdd4ca9c206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:10.743990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-fd01dddf-802b-45b4-b6a4-bdd4ca9c206f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610421 Aug 17 16:26:10.744999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:10.850186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:10.853055 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:10.882332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-5c037170-cc9e-46f8-8b6b-81dac585b05a service neutron] 10.222.0.91 "GET /v2.0/networks/0461e7d3-5389-4fde-9fd4-0cd2f923af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143870 Aug 17 16:26:10.890975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4edd4b25-070e-409a-a0b2-7351d9212326 req-295da90f-0715-4a7e-95c6-4d42d6b23b9f service neutron] 10.222.0.93 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951273 Aug 17 16:26:10.962523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab381b-bfe7-40b7-bf46-7de8809ca4fa req-4304fc0b-686f-464b-ac2f-64445d59f423 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:10.963609 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7dab381b-bfe7-40b7-bf46-7de8809ca4fa req-4304fc0b-686f-464b-ac2f-64445d59f423 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 943 time: 0.2160394 Aug 17 16:26:10.995577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4022e28-f748-4ebd-a7e0-3c33d0eae123 req-61e50306-2ab4-4566-89e1-af78d577496a service neutron] 10.222.0.91 "GET /v2.0/networks/0461e7d3-5389-4fde-9fd4-0cd2f923af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030533 Aug 17 16:26:11.044589 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-4813c8fe-bd71-4b8a-8981-ced8375f5d61 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827427 Aug 17 16:26:11.045037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9260c6e-9368-461b-b21d-21bcd38f655e req-aebe7b51-f88b-4633-8567-8dec4cda3bbb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:11.052463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9260c6e-9368-461b-b21d-21bcd38f655e req-aebe7b51-f88b-4633-8567-8dec4cda3bbb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 943 time: 0.2462611 Aug 17 16:26:11.116151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0fdc246-a9eb-4b57-b641-c9d1cbd73876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:11.142323 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7dab381b-bfe7-40b7-bf46-7de8809ca4fa req-357fb622-4643-4756-8769-e0ea588ae618 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344588 Aug 17 16:26:11.158706 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9260c6e-9368-461b-b21d-21bcd38f655e req-238eae3a-f878-4042-9e50-fbf9035c7e3f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007524 Aug 17 16:26:11.164295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99716b-c860-4a2c-9ee3-333204c287ee req-62fc7dc8-6c08-431a-a744-06af37c89538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:11.167720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d99716b-c860-4a2c-9ee3-333204c287ee req-62fc7dc8-6c08-431a-a744-06af37c89538 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 1094 time: 0.1690795 Aug 17 16:26:11.195028 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0fdc246-a9eb-4b57-b641-c9d1cbd73876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:11.247454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-f17fd3f4-5620-4051-b095-fd4fd868ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:11.247846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-f17fd3f4-5620-4051-b095-fd4fd868ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:11.249840 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-f17fd3f4-5620-4051-b095-fd4fd868ad9f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=760ff278cc3a4456822a364590d87753&device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1981 time: 0.1830235 Aug 17 16:26:11.263147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99d318c8-a54e-49d2-ac81-58fb6c6b8eff req-bc241a3a-4de7-41c4-9f5c-038c64215a7e service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986151 Aug 17 16:26:11.267800 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:11.350489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Subnet': ['ID=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:11.384021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Checking segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:11.385702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network hostable DHCP agents. Network: 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:26:11.403442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99716b-c860-4a2c-9ee3-333204c287ee req-07bf9317-4452-426f-8898-cd06bb202057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:11.405322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d99716b-c860-4a2c-9ee3-333204c287ee req-07bf9317-4452-426f-8898-cd06bb202057 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 915 time: 0.2284989 Aug 17 16:26:11.434736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:26:11.450342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:11.456320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:11.457191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:11.462442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220d7fe-39e2-4bb0-8a26-fdea09da35a3 None None] Network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:26:11.481186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3d4eec4e-a697-43cf-8aed-64de68728873 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9180794 Aug 17 16:26:11.483689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51842) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:11.490297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'subnet': {'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:11.518557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0fdc246-a9eb-4b57-b641-c9d1cbd73876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:11.521335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0fdc246-a9eb-4b57-b641-c9d1cbd73876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:11.527617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f0fdc246-a9eb-4b57-b641-c9d1cbd73876 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e730f4d-648d-4e47-9853-dea40e882005 HTTP/1.1" status: 204 len: 168 time: 0.7798297 Aug 17 16:26:11.650830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d99716b-c860-4a2c-9ee3-333204c287ee req-a104238e-7ba5-4b02-910a-987da3a99915 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89cfd8aa-208d-4370-aeee-f6ff7f6cc786 HTTP/1.1" status: 200 len: 217 time: 0.1432171 Aug 17 16:26:11.688550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdc246-a9eb-4b57-b641-c9d1cbd73876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e730f4d-648d-4e47-9853-dea40e882005,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:11.812911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:11.817429 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:11.825668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'fixed_ips': [{'subnet_id': 'e862e5dc-3e4e-4fd1-b5f1-76cd8d044667'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:26:11.828365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:11.983410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-ced896f5-929d-4ea9-a54d-79a394381dd5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:11.984982 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-ced896f5-929d-4ea9-a54d-79a394381dd5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.3863845 Aug 17 16:26:12.068219 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-bd29dc1f-5a3f-4bb8-96d4-b980fc6187c3 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/quotas/53d1a0b8d2bf49299668c4fec59e650e HTTP/1.1" status: 200 len: 375 time: 0.0726361 Aug 17 16:26:12.195470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Allocated IP 10.1.1.2 (3e0b0d31-abaf-43a7-80a9-aebf2f0edaac/e862e5dc-3e4e-4fd1-b5f1-76cd8d044667/ab9865fe-56a9-4be9-a77e-3835b5a86778) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:12.253730 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-a40f6275-8664-446b-8914-386fc6ba1041 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1680813 Aug 17 16:26:12.256741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938e67-218d-4ae4-92d4-f262b2fa1fce req-2cff0445-9d5f-496c-8057-4769b4f7eee1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:12.263433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938e67-218d-4ae4-92d4-f262b2fa1fce req-2cff0445-9d5f-496c-8057-4769b4f7eee1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:12.272995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c938e67-218d-4ae4-92d4-f262b2fa1fce req-2cff0445-9d5f-496c-8057-4769b4f7eee1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1679 time: 0.8598530 Aug 17 16:26:12.347775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 50615f5d-4bc5-4a40-a241-20019af75afc details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:12.370858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-0bc4f3d3-6859-430c-a4f4-a3f6791542c0 service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159687 Aug 17 16:26:12.381916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:12.389796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99716b-c860-4a2c-9ee3-333204c287ee req-b07ede10-1ba9-48a5-a2bd-29e07746a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:12.391805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d99716b-c860-4a2c-9ee3-333204c287ee req-b07ede10-1ba9-48a5-a2bd-29e07746a71f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8df030a3-8a90-4cbe-bb3d-354313eb9184 HTTP/1.1" status: 200 len: 854 time: 0.6943271 Aug 17 16:26:12.425062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-e64e7fe6-b47d-492e-82b9-a5f761992685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:12.428879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-e64e7fe6-b47d-492e-82b9-a5f761992685 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0461e7d3-5389-4fde-9fd4-0cd2f923af22 HTTP/1.1" status: 200 len: 902 time: 1.0828264 Aug 17 16:26:12.492281 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:12.497438 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d99716b-c860-4a2c-9ee3-333204c287ee req-083bd6d3-970d-4100-aefe-a2269a7f3226 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d8c336c5-260b-408f-afcd-e4f6466be332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661218 Aug 17 16:26:12.519574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Transition to ACTIVE for port object ab9865fe-56a9-4be9-a77e-3835b5a86778 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:12.534447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Checking segment: {'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:12.536350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network hostable DHCP agents. Network: 019feb88-1596-40ac-a5d4-9314af196c7a, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:26:12.564558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c938e67-218d-4ae4-92d4-f262b2fa1fce req-e50be850-2d44-4b5b-9a01-563dd2afff4c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902699 Aug 17 16:26:12.568157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-f4a72408-00c8-4d11-b94f-efff1ae8c564 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=4d1fa5e3-5494-49b7-814b-e8aee819400a HTTP/1.1" status: 200 len: 217 time: 0.0646384 Aug 17 16:26:12.594314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Subnet': ['ID=50c669c8-80f7-4298-96dc-96190b20c8a6,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:12.598418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e4cb019-8ad8-4e50-8d96-c8fe518f5347 service neutron] 10.222.0.77 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265918 Aug 17 16:26:12.617634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network 019feb88-1596-40ac-a5d4-9314af196c7a is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:26:12.639185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Transition to ACTIVE for port object ab9865fe-56a9-4be9-a77e-3835b5a86778 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:12.653058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 019feb88-1596-40ac-a5d4-9314af196c7a) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:12.659812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:12.663327 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:12.690314 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-825d31dc-a5d3-46c6-a05a-560d34b70b48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2046437 Aug 17 16:26:12.691609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51882) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:12.705391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cda0df-8826-47c3-ab26-f51c4f5d065e None None] Network 019feb88-1596-40ac-a5d4-9314af196c7a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:26:12.708561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'port': {'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'name': 'tempest-TaggedBootDevicesTest-722332624', 'fixed_ips': [{'subnet_id': 'e862e5dc-3e4e-4fd1-b5f1-76cd8d044667'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:12.764702 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-f187a062-7226-4452-887b-5a4bccd47e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:12.766187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-f187a062-7226-4452-887b-5a4bccd47e2a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b0e1499b-5cbe-4a61-ac6a-0e06ababb55b HTTP/1.1" status: 200 len: 801 time: 0.1855996 Aug 17 16:26:12.822017 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:12.902944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d99716b-c860-4a2c-9ee3-333204c287ee req-27efe960-cbb6-4f0d-98a5-b4fb5c84950d service neutron] 10.222.0.93 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369653 Aug 17 16:26:13.005821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:13.019696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:13.028344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Pushing event updated for resources: {'Port': ['ID=ab9865fe-56a9-4be9-a77e-3835b5a86778,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:13.092949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 50615f5d-4bc5-4a40-a241-20019af75afc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=50615f5d-4bc5-4a40-a241-20019af75afc,segment=NetworkSegment(1588aa85-c337-4934-b9af-a14921cc5132),segment_id=1588aa85-c337-4934-b9af-a14921cc5132)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:13.104132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:13.149678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:13.166252 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d99716b-c860-4a2c-9ee3-333204c287ee req-f721fba8-daaa-49fb-9d9c-082aa91dbfc3 service neutron] 10.222.0.93 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433858 Aug 17 16:26:13.168890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '50615f5d-4bc5-4a40-a241-20019af75afc', 'network_id': '886f00a2-204b-4689-acb9-b7c7648e9a9d', 'port_id': '50615f5d-4bc5-4a40-a241-20019af75afc', 'mac_address': 'fa:16:3e:1c:da:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f719c1ee-2d80-4540-9db5-62f5987eed7e', 'ip_address': '19.80.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:13.208826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-019feb88-1596-40ac-a5d4-9314af196c7a', 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'fixed_ips': [{'subnet_id': '50c669c8-80f7-4298-96dc-96190b20c8a6'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:26:13.210260 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:13.238634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-686c3499-c11d-47b0-9c20-b53fa1d16593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:13.242093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-686c3499-c11d-47b0-9c20-b53fa1d16593 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0461e7d3-5389-4fde-9fd4-0cd2f923af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4640439 Aug 17 16:26:13.248081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b53d7-5fa1-41f2-9c8a-75c24045ce13 req-e882aebe-55f6-4f62-8ac5-8f1d761bb59a tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:13.257497 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb8b53d7-5fa1-41f2-9c8a-75c24045ce13 req-e882aebe-55f6-4f62-8ac5-8f1d761bb59a tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 943 time: 0.1820006 Aug 17 16:26:13.337185 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:13.383032 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb8b53d7-5fa1-41f2-9c8a-75c24045ce13 req-e0bc05d0-7880-4b6e-85a8-c83ffe305588 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247447 Aug 17 16:26:13.386320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:13.402857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-29d7d2f4-7076-482f-af8a-036102b733e5 service neutron] 10.222.0.91 "GET /v2.0/networks/0461e7d3-5389-4fde-9fd4-0cd2f923af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515656 Aug 17 16:26:13.457283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] device_id is not set on port 68de96b2-2710-4249-9f4b-3131d75aa45b yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:26:13.521460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50615f5d-4bc5-4a40-a241-20019af75afc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:13.531570 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1386158b-4e98-4d9e-9ca4-52510b9456ed req-fb597ab4-b86d-487d-b945-5b887fea3b24 service neutron] 10.222.0.91 "GET /v2.0/networks/0461e7d3-5389-4fde-9fd4-0cd2f923af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207516 Aug 17 16:26:13.547854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 50615f5d-4bc5-4a40-a241-20019af75afc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=50615f5d-4bc5-4a40-a241-20019af75afc,segment=NetworkSegment(1588aa85-c337-4934-b9af-a14921cc5132),segment_id=1588aa85-c337-4934-b9af-a14921cc5132)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:13.556527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab218-b44e-4c6b-a54e-dc86d461e22b req-d60f489c-9f01-4791-94ad-abf3c9b3522c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:13.557817 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:13.558319 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f39ab218-b44e-4c6b-a54e-dc86d461e22b req-d60f489c-9f01-4791-94ad-abf3c9b3522c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 943 time: 0.6343901 Aug 17 16:26:13.558690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 85ee2243-0a93-413f-8b4d-63f2556ee30b details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:13.561556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Attempting to bind port ab9865fe-56a9-4be9-a77e-3835b5a86778 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:13.561920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Attempting to bind port ab9865fe-56a9-4be9-a77e-3835b5a86778 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:13.562291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Attempting to bind port ab9865fe-56a9-4be9-a77e-3835b5a86778 on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:13.630303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f39ab218-b44e-4c6b-a54e-dc86d461e22b req-2ff884e3-332d-4c92-ba8d-e5e1aa68525b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644889 Aug 17 16:26:13.654524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:13.695387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:13.695771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Checking segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:13.696180 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:13.700628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Bound using segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:13.700906 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Bound port: ab9865fe-56a9-4be9-a77e-3835b5a86778, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:13.703379 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:13.735476 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-65e578ee-9d08-4bb0-952c-e76624782e14 req-7a3af7d0-ec60-404e-967a-f7a60fe32e41 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 210 time: 0.0912402 Aug 17 16:26:13.863752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=50615f5d-4bc5-4a40-a241-20019af75afc,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:13.869968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:26:13.946936 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:26:14.134732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] For port ab9865fe-56a9-4be9-a77e-3835b5a86778, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:14.149362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Allocated IP 10.2.2.2 (019feb88-1596-40ac-a5d4-9314af196c7a/50c669c8-80f7-4298-96dc-96190b20c8a6/24ce1243-e4a4-4a8d-a897-84346d6a1f30) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:14.190539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] For port ab9865fe-56a9-4be9-a77e-3835b5a86778, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ab9865fe-56a9-4be9-a77e-3835b5a86778,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:14.220588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 85ee2243-0a93-413f-8b4d-63f2556ee30b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=85ee2243-0a93-413f-8b4d-63f2556ee30b,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:14.226195 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:14.228085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777ec4f-07ed-4523-9d7e-b34eeb67e026 req-4627dc9c-574b-408c-ab4f-5a2ca38ae6c9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:14.238051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777ec4f-07ed-4523-9d7e-b34eeb67e026 req-4627dc9c-574b-408c-ab4f-5a2ca38ae6c9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:14.239858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1777ec4f-07ed-4523-9d7e-b34eeb67e026 req-4627dc9c-574b-408c-ab4f-5a2ca38ae6c9 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1680 time: 0.4057982 Aug 17 16:26:14.277648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:14.315581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Allocated IP 10.1.1.248 (3e0b0d31-abaf-43a7-80a9-aebf2f0edaac/e862e5dc-3e4e-4fd1-b5f1-76cd8d044667/68de96b2-2710-4249-9f4b-3131d75aa45b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:14.322395 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1777ec4f-07ed-4523-9d7e-b34eeb67e026 req-4de12662-8fa1-4027-9531-6df2c5f19baa tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754428 Aug 17 16:26:14.341064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '85ee2243-0a93-413f-8b4d-63f2556ee30b', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'port_id': '85ee2243-0a93-413f-8b4d-63f2556ee30b', 'mac_address': 'fa:16:3e:6c:b4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:14.397869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '89cfd8aa-208d-4370-aeee-f6ff7f6cc786', 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332', 'port_id': '89cfd8aa-208d-4370-aeee-f6ff7f6cc786', 'mac_address': 'fa:16:3e:24:8e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df030a3-8a90-4cbe-bb3d-354313eb9184', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:14.555027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25d531-d5f4-43f7-a06c-fb9f588f0c92 None None] Pushing event updated for resources: {'Port': ['ID=ab9865fe-56a9-4be9-a77e-3835b5a86778,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:14.618910 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:14.686171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ee2243-0a93-413f-8b4d-63f2556ee30b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:14.697125 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:14.779824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 85ee2243-0a93-413f-8b4d-63f2556ee30b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=85ee2243-0a93-413f-8b4d-63f2556ee30b,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:14.844797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:14.855398 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:14.856087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 4d1fa5e3-5494-49b7-814b-e8aee819400a details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:14.864139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458da213-7c42-4363-bcad-7c8a32b98298 req-59e3b1d5-c80b-4051-ba84-cb2bad5cde81 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:14.876655 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-458da213-7c42-4363-bcad-7c8a32b98298 req-59e3b1d5-c80b-4051-ba84-cb2bad5cde81 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 943 time: 0.3404224 Aug 17 16:26:14.929917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=85ee2243-0a93-413f-8b4d-63f2556ee30b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:14.970164 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:14.973425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.973771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.974408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.975298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.975624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.975958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.976287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.976614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.976941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.977264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.977586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.977917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:14.979861 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:14.985525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:14.998605 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:15.002335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Transition to ACTIVE for port object 24ce1243-e4a4-4a8d-a897-84346d6a1f30 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:15.017184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51954) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:15.059144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-458da213-7c42-4363-bcad-7c8a32b98298 req-ca4c1e24-4ba4-4286-8b7a-b5a2227f3012 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755850 Aug 17 16:26:15.121819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-33f17a8e-6a5d-494b-bae8-81b18c85b723 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:15.123898 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-33f17a8e-6a5d-494b-bae8-81b18c85b723 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.91 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 812 time: 0.5041478 Aug 17 16:26:15.138711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Request body: {'port': {'device_id': '3c145718-2dff-4f58-973f-093e9d053c2b', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'admin_state_up': True, 'tenant_id': '53d1a0b8d2bf49299668c4fec59e650e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:15.184802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Transition to ACTIVE for port object 68de96b2-2710-4249-9f4b-3131d75aa45b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:15.265250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585dfa1-c18a-4def-9d59-2aa44cc6d24b req-c3f19922-770a-48b8-bd8b-bf38b35a3e45 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:15.272295 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b585dfa1-c18a-4def-9d59-2aa44cc6d24b req-c3f19922-770a-48b8-bd8b-bf38b35a3e45 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 944 time: 0.3196785 Aug 17 16:26:15.273428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:15.274325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Transition to ACTIVE for port object 24ce1243-e4a4-4a8d-a897-84346d6a1f30 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:15.276478 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70685849-623a-4980-9a95-671d5536173a req-c8b069f4-076a-47a4-a18d-7e988e930a31 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 210 time: 0.0679543 Aug 17 16:26:15.296083 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c38167b9-3ea1-49ce-8069-fa7f740c91c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:15.348804 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:15.448185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Port': ['ID=68de96b2-2710-4249-9f4b-3131d75aa45b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:15.481590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['89cfd8aa-208d-4370-aeee-f6ff7f6cc786'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:15.494306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Network 019feb88-1596-40ac-a5d4-9314af196c7a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:15.536678 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c38167b9-3ea1-49ce-8069-fa7f740c91c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:15.554972 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c38167b9-3ea1-49ce-8069-fa7f740c91c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:15.575880 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b585dfa1-c18a-4def-9d59-2aa44cc6d24b req-749aa143-0e84-44a9-a4f4-aabc548126d6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775991 Aug 17 16:26:15.595413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:15.597235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:15.603162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:15.631784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:15.646315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:15.678046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:15.690223 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c38167b9-3ea1-49ce-8069-fa7f740c91c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb4c34e106ee4041b209b4890d0e4de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6699157 Aug 17 16:26:15.701461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51968) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:15.719119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38167b9-3ea1-49ce-8069-fa7f740c91c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f1fdcb-eff3-4b03-91ab-62d8f74c460c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:15.726922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Made reservation on behalf of 53d1a0b8d2bf49299668c4fec59e650e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:15.732595 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:15.778877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c493d1-c8ec-47d4-962a-56634131ce24 req-58ae7bc4-bfc1-4ac5-86d2-9e821bd62a0e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:15.781021 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 4d1fa5e3-5494-49b7-814b-e8aee819400a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=4d1fa5e3-5494-49b7-814b-e8aee819400a,segment=NetworkSegment(026824c6-a962-4e21-bd0e-9941767da991),segment_id=026824c6-a962-4e21-bd0e-9941767da991)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:15.797292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c493d1-c8ec-47d4-962a-56634131ce24 req-58ae7bc4-bfc1-4ac5-86d2-9e821bd62a0e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:15.801297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:15.802682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:15.811084 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9c493d1-c8ec-47d4-962a-56634131ce24 req-58ae7bc4-bfc1-4ac5-86d2-9e821bd62a0e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1680 time: 0.2717190 Aug 17 16:26:15.837047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-283905be-0f90-4238-8692-cc6ec62d29db tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1440299 Aug 17 16:26:15.841059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51974) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:15.846674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'port': {'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'name': 'tempest-TaggedBootDevicesTest-366351467', 'fixed_ips': [{'subnet_id': 'e862e5dc-3e4e-4fd1-b5f1-76cd8d044667'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:15.968868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70bd8de6-0703-440d-afa2-d10bc06fd7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:15.995645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '4d1fa5e3-5494-49b7-814b-e8aee819400a', 'network_id': '0461e7d3-5389-4fde-9fd4-0cd2f923af22', 'port_id': '4d1fa5e3-5494-49b7-814b-e8aee819400a', 'mac_address': 'fa:16:3e:d3:16:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e1499b-5cbe-4a61-ac6a-0e06ababb55b', 'ip_address': '19.86.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:16.011609 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9c493d1-c8ec-47d4-962a-56634131ce24 req-fe9eb7a9-a052-4b81-897d-100ae890173e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936426 Aug 17 16:26:16.067634 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70bd8de6-0703-440d-afa2-d10bc06fd7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:16.134313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Allocated IP 172.20.0.8 (a22ada0a-8873-45d4-89a0-e6f5a025e01b/6f87ffbc-ac13-4956-8048-aa2480c87aa7/3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:16.258390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Attempting to bind port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:16.278458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Attempting to bind port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:16.279268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Attempting to bind port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 on network 019feb88-1596-40ac-a5d4-9314af196c7a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:16.282118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:16.290177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c24967f-5304-4324-b6c2-df41a4ca3c1a None None] Network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:26:16.321837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:16.330679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:16.371275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664d341-916e-4a91-9775-faac5140aad7 req-0cd9ea88-4cdf-4766-88a2-a05e267130ba tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:16.378869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4664d341-916e-4a91-9775-faac5140aad7 req-0cd9ea88-4cdf-4766-88a2-a05e267130ba tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 944 time: 0.1531887 Aug 17 16:26:16.383535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] device_id is not set on port 97dcf9ab-b66f-46c4-b085-5114a8e0308a yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:26:16.408791 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70bd8de6-0703-440d-afa2-d10bc06fd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:16.411495 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70bd8de6-0703-440d-afa2-d10bc06fd7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:16.415823 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-70bd8de6-0703-440d-afa2-d10bc06fd7b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36f1fdcb-eff3-4b03-91ab-62d8f74c460c HTTP/1.1" status: 204 len: 168 time: 0.7083588 Aug 17 16:26:16.505509 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85db64d7-e999-431c-921b-abbd7adbde69 req-4c893041-8707-40aa-bbad-deb1f8ee056a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 210 time: 0.0777946 Aug 17 16:26:16.512528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd8de6-0703-440d-afa2-d10bc06fd7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f1fdcb-eff3-4b03-91ab-62d8f74c460c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:16.569766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Pushing event updated for resources: {'Port': ['ID=24ce1243-e4a4-4a8d-a897-84346d6a1f30,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:16.605094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4664d341-916e-4a91-9775-faac5140aad7 req-2d35ef23-b1fd-482f-9bbd-fd6b9dbf8825 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252347 Aug 17 16:26:16.688995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:16.705669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:16.706315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Checking segment: {'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:16.707186 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:16.707804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Bound using segment: {'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:16.708465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Bound port: 24ce1243-e4a4-4a8d-a897-84346d6a1f30, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:16.709001 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:16.736929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1fa5e3-5494-49b7-814b-e8aee819400a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:16.776423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-982fdda5-7307-4488-a743-d3dd24f2fb74 None None] Provisioning for port ab9865fe-56a9-4be9-a77e-3835b5a86778 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:16.783514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:16.855839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 4d1fa5e3-5494-49b7-814b-e8aee819400a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=4d1fa5e3-5494-49b7-814b-e8aee819400a,segment=NetworkSegment(026824c6-a962-4e21-bd0e-9941767da991),segment_id=026824c6-a962-4e21-bd0e-9941767da991)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:16.887399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Network a22ada0a-8873-45d4-89a0-e6f5a025e01b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:16.895590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:16.905218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:16.929337 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:16.932542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event updated for resources: {'Port': ['ID=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:17.029468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:17.030864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:17.057088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-7e45385a-4b62-489a-a8ea-b4c93a0dd15e tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9226069 Aug 17 16:26:17.080730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Request body: {'port': {'device_id': '3c145718-2dff-4f58-973f-093e9d053c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:17.116108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ab9865fe-56a9-4be9-a77e-3835b5a86778 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:17.129975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Allocated IP 10.1.1.7 (3e0b0d31-abaf-43a7-80a9-aebf2f0edaac/e862e5dc-3e4e-4fd1-b5f1-76cd8d044667/97dcf9ab-b66f-46c4-b085-5114a8e0308a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:17.220502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:17.272969 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] For port 24ce1243-e4a4-4a8d-a897-84346d6a1f30, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:17.293123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] For port 24ce1243-e4a4-4a8d-a897-84346d6a1f30, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=24ce1243-e4a4-4a8d-a897-84346d6a1f30,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:17.318085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['85ee2243-0a93-413f-8b4d-63f2556ee30b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:17.327986 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c3ba-a396-49a8-a07b-1169732832db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:17.419363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['50615f5d-4bc5-4a40-a241-20019af75afc'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:17.421546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ab9865fe-56a9-4be9-a77e-3835b5a86778 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:17.432296 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:17.478051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ab9865fe-56a9-4be9-a77e-3835b5a86778 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:17.478421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:17.499581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:17.523841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Transition to ACTIVE for port object 97dcf9ab-b66f-46c4-b085-5114a8e0308a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:17.579371 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['4d1fa5e3-5494-49b7-814b-e8aee819400a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:17.598406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686983e9-86ae-4f22-a244-e90589a7fd06 req-73354c95-cf50-4d5d-9c11-9094d3287394 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:17.601422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-686983e9-86ae-4f22-a244-e90589a7fd06 req-73354c95-cf50-4d5d-9c11-9094d3287394 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 944 time: 0.9029646 Aug 17 16:26:17.603327 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:17.618643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c3ba-a396-49a8-a07b-1169732832db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:17.621411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:17.645523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c3ba-a396-49a8-a07b-1169732832db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:17.735379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=4d1fa5e3-5494-49b7-814b-e8aee819400a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:17.788482 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-686983e9-86ae-4f22-a244-e90589a7fd06 req-afa79d80-010d-454f-aad8-14fe23f0186e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660511 Aug 17 16:26:17.799026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b054d72-47a7-4ba6-b947-e1cc925eca81 req-78624aae-0c70-41a6-b6b2-3003be176538 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:17.810623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:17.820037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b054d72-47a7-4ba6-b947-e1cc925eca81 req-78624aae-0c70-41a6-b6b2-3003be176538 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:17.824948 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:17.830062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:17.834960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b054d72-47a7-4ba6-b947-e1cc925eca81 req-78624aae-0c70-41a6-b6b2-3003be176538 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1681 time: 0.6805103 Aug 17 16:26:17.901676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:17.902686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:17.921778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Port': ['ID=97dcf9ab-b66f-46c4-b085-5114a8e0308a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:17.933521 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6539a436-ccd0-4200-b038-ba9616e07c7b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0911319 Aug 17 16:26:17.963050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-12e12bd6-460a-4a4d-a14f-990684662122 None None] Provisioning for port 68de96b2-2710-4249-9f4b-3131d75aa45b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:18.015604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-12e12bd6-460a-4a4d-a14f-990684662122 None None] Provisioning complete for port 68de96b2-2710-4249-9f4b-3131d75aa45b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:18.015996 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12e12bd6-460a-4a4d-a14f-990684662122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:18.035487 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94246058-cc39-4580-94bd-a2ce992a2635 req-4367de24-2b90-4532-9eb7-b1fb51269831 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:18.037040 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-94246058-cc39-4580-94bd-a2ce992a2635 req-4367de24-2b90-4532-9eb7-b1fb51269831 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 931 time: 0.0853589 Aug 17 16:26:18.057836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2c3ba-a396-49a8-a07b-1169732832db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00140df1-6bba-4d25-a2b1-150959877ebc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:18.185360 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-94246058-cc39-4580-94bd-a2ce992a2635 req-b8ff2b2d-b30e-47b6-a1ee-8fb38d80004f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246827 Aug 17 16:26:18.202161 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b3f2c3ba-a396-49a8-a07b-1169732832db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c942600250c440fb0c28433ebf17399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9296145 Aug 17 16:26:18.204478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52012) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:18.233748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9b054d72-47a7-4ba6-b947-e1cc925eca81 req-2686159a-78ef-4669-a5c2-dbf4fde8bf10 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973894 Aug 17 16:26:18.274294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a99e19-54d3-47ea-88ef-18746042bf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:18.321017 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a99e19-54d3-47ea-88ef-18746042bf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:18.469303 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a99e19-54d3-47ea-88ef-18746042bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:18.471906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a99e19-54d3-47ea-88ef-18746042bf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:18.473660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c8a99e19-54d3-47ea-88ef-18746042bf0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00140df1-6bba-4d25-a2b1-150959877ebc HTTP/1.1" status: 204 len: 168 time: 0.2679601 Aug 17 16:26:18.490699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb7004-b3de-4800-a178-d195236bd1b9 None None] Pushing event updated for resources: {'Port': ['ID=24ce1243-e4a4-4a8d-a897-84346d6a1f30,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:18.539584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a99e19-54d3-47ea-88ef-18746042bf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00140df1-6bba-4d25-a2b1-150959877ebc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:18.622471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b909dda-cdb8-41af-ba8c-225ba973aaf8 req-3f69a92f-5308-485a-8d65-44b63270cb35 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:18.633566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b909dda-cdb8-41af-ba8c-225ba973aaf8 req-3f69a92f-5308-485a-8d65-44b63270cb35 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 944 time: 0.2104809 Aug 17 16:26:18.650880 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:18.709701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:18.725323 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:18.752652 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b909dda-cdb8-41af-ba8c-225ba973aaf8 req-73bc2cdd-76d4-4e01-88d7-becfd92d5560 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177824 Aug 17 16:26:18.761085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Transition to ACTIVE for port object 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:18.765853 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:18.848341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-12e12bd6-460a-4a4d-a14f-990684662122 None None] Port 68de96b2-2710-4249-9f4b-3131d75aa45b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:18.895809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:19.144842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ab9865fe-56a9-4be9-a77e-3835b5a86778, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ab9865fe-56a9-4be9-a77e-3835b5a86778,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:19.153436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Attempting to bind port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:19.153961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Attempting to bind port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:19.154156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Attempting to bind port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:19.157718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-12e12bd6-460a-4a4d-a14f-990684662122 None None] Provisioning complete for port ab9865fe-56a9-4be9-a77e-3835b5a86778 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:19.158101 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12e12bd6-460a-4a4d-a14f-990684662122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:19.163794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:19.164278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Attempting to bind port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 on network a22ada0a-8873-45d4-89a0-e6f5a025e01b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:19.173590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d03c0-b07b-4b68-ada1-49ddd4768c94 req-70ed2ff7-d7f1-49f4-99ba-524f7d14557f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:19.178876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:19.179224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Checking segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:19.179623 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Bound using segment: {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:19.180061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Bound port: 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0fdcb2-55a8-4429-bb25-bf9fafae4139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:19.180426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:19.192080 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:19.195011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9f5d03c0-b07b-4b68-ada1-49ddd4768c94 req-70ed2ff7-d7f1-49f4-99ba-524f7d14557f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 944 time: 0.1897962 Aug 17 16:26:19.306857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9f5d03c0-b07b-4b68-ada1-49ddd4768c94 req-cebe4b14-ecc9-4747-9755-b4b3b87d12c0 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069002 Aug 17 16:26:19.387410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] For port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:19.403853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] For port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:19.415710 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:19.464070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ab9865fe-56a9-4be9-a77e-3835b5a86778,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:19.524727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:19.537834 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:19.539713 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] 10.222.0.91 "PUT /v2.0/ports/3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 HTTP/1.1" status: 200 len: 1091 time: 2.4722257 Aug 17 16:26:19.540340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c145718-2dff-4f58-973f-093e9d053c2b', 'tag': '3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:19.543079 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fbb595-f2ef-465e-b7d7-9f7680d0d473" -d '{"events": [{"name": "network-changed", "server_uuid": "3c145718-2dff-4f58-973f-093e9d053c2b", "tag": "3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:19.605416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 24ce1243-e4a4-4a8d-a897-84346d6a1f30 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:19.638878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b8242-0be5-4847-be4d-c1b9e1a572f8 req-a494088e-9967-4cae-aeae-018851fabed1 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:19.648232 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a4b8242-0be5-4847-be4d-c1b9e1a572f8 req-a494088e-9967-4cae-aeae-018851fabed1 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 943 time: 0.1640031 Aug 17 16:26:19.652831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7a4a38-d024-4847-ab5d-b2011ec78fc4 None None] Network 019feb88-1596-40ac-a5d4-9314af196c7a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:26:19.720495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237f449-aa36-4ab1-88f0-6a867c9f56b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:19.767316 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a4b8242-0be5-4847-be4d-c1b9e1a572f8 req-3247b75e-d521-45d4-9ffe-d3d8a6f3d930 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181934 Aug 17 16:26:19.771414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-983e332c-24a2-454d-98cc-5a64bbfcb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:19.778122 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-983e332c-24a2-454d-98cc-5a64bbfcb858 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 1094 time: 0.1442645 Aug 17 16:26:19.846507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-b59ebbe6-a832-4c14-b91f-a00d43b88d85 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 HTTP/1.1" status: 200 len: 217 time: 0.0602257 Aug 17 16:26:19.904056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:19.946128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-8616a125-4f8f-496f-9bce-f2442e876490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:19.952303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-8616a125-4f8f-496f-9bce-f2442e876490 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.0940900 Aug 17 16:26:20.034810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ed383-bea2-43b4-85fc-17fa02cb5f83 req-892afc98-9e78-4d8c-bf42-83af81c63db6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:20.039955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52056) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:20.044963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ed383-bea2-43b4-85fc-17fa02cb5f83 req-892afc98-9e78-4d8c-bf42-83af81c63db6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:20.046407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-535bf432-b8fa-4540-bc08-5e428f466e48 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866528 Aug 17 16:26:20.057107 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db7ed383-bea2-43b4-85fc-17fa02cb5f83 req-892afc98-9e78-4d8c-bf42-83af81c63db6 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1681 time: 0.1397185 Aug 17 16:26:20.058585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-147e59c1-b987-428a-a573-7e39c7cd69e4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248196103', 'description': 'tempest-description--1396622668'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:20.135481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db7ed383-bea2-43b4-85fc-17fa02cb5f83 req-aebe21bc-3897-4ee8-95e7-5cbf3cf64309 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671885 Aug 17 16:26:20.139596 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:20.203305 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:20.371328 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-e98b5bad-5455-4e09-8f9e-b872cf9e9a4b service neutron] 10.222.0.91 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065865 Aug 17 16:26:20.376172 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de38c756-21fb-478e-86f9-c284faee391a x-openstack-request-id: req-de38c756-21fb-478e-86f9-c284faee391a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:20.376710 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c145718-2dff-4f58-973f-093e9d053c2b", "tag": "3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:20.377114 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de38c756-21fb-478e-86f9-c284faee391a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:20.377709 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c145718-2dff-4f58-973f-093e9d053c2b', 'tag': '3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48', 'status': 'completed', 'code': 200} Aug 17 16:26:20.456440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd037d7-1be7-4b9c-b33e-841de8ca9c37 req-5b268db4-2c75-4188-a474-d25a7261e092 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:20.466845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cdd037d7-1be7-4b9c-b33e-841de8ca9c37 req-5b268db4-2c75-4188-a474-d25a7261e092 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 944 time: 0.1401134 Aug 17 16:26:20.509527 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-147e59c1-b987-428a-a573-7e39c7cd69e4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:20.536210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:20.581367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:20.588894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf237d5e-61ef-4401-9de9-834fd2d8b1e6 req-5e94c2ca-3f1f-40bc-9a25-fe06f23275c5 service neutron] 10.222.0.91 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082822 Aug 17 16:26:20.591314 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cdd037d7-1be7-4b9c-b33e-841de8ca9c37 req-86139cb0-0f2b-4d19-8bfb-bedef75ff69d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214426 Aug 17 16:26:20.597164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:20.597659 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:20.629713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574ff05-89ef-4411-9f0f-1934a2d2abb7 req-0f54c0bc-bbc1-4a4a-bb5c-beb462ef164a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:20.632772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a574ff05-89ef-4411-9f0f-1934a2d2abb7 req-0f54c0bc-bbc1-4a4a-bb5c-beb462ef164a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 944 time: 0.1896107 Aug 17 16:26:20.754634 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a574ff05-89ef-4411-9f0f-1934a2d2abb7 req-866a9a81-249f-4a7e-bc90-6b0ab119e3bd tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118541 Aug 17 16:26:20.801103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Provisioning for port 97dcf9ab-b66f-46c4-b085-5114a8e0308a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:20.826769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Provisioning complete for port 97dcf9ab-b66f-46c4-b085-5114a8e0308a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:20.828797 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:20.884498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbb595-f2ef-465e-b7d7-9f7680d0d473 req-5c32ab0d-7956-4b17-affc-4bd04c4a3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:20.889303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06fbb595-f2ef-465e-b7d7-9f7680d0d473 req-5c32ab0d-7956-4b17-affc-4bd04c4a3c14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 1094 time: 0.2374306 Aug 17 16:26:20.909694 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-147e59c1-b987-428a-a573-7e39c7cd69e4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:20.947553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c996b7-dd27-45a9-8cf7-96d21e47ee40 req-22a0cd55-b626-4139-858f-b7187698d96d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:20.949527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31c996b7-dd27-45a9-8cf7-96d21e47ee40 req-22a0cd55-b626-4139-858f-b7187698d96d tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 943 time: 0.0980704 Aug 17 16:26:20.973875 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.001694 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-147e59c1-b987-428a-a573-7e39c7cd69e4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.003948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 50615f5d-4bc5-4a40-a241-20019af75afc up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:21.058687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31c996b7-dd27-45a9-8cf7-96d21e47ee40 req-c391775a-a0a0-4412-a2cb-4bfa3a75d5a5 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020064 Aug 17 16:26:21.159287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Port 97dcf9ab-b66f-46c4-b085-5114a8e0308a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:21.179309 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-147e59c1-b987-428a-a573-7e39c7cd69e4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.187922 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-147e59c1-b987-428a-a573-7e39c7cd69e4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1402457 Aug 17 16:26:21.191831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52086) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:21.197711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-97da90f3-5ae0-4117-88fd-1cec500d15aa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'security_group_rule': {'security_group_id': 'a9867806-c3c4-46cc-823d-200f576309d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:21.235797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e59c1-b987-428a-a573-7e39c7cd69e4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9867806-c3c4-46cc-823d-200f576309d7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:21.243398 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97da90f3-5ae0-4117-88fd-1cec500d15aa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.276855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7989b619-296d-4651-bd76-07f775ef6719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cfd8aa-208d-4370-aeee-f6ff7f6cc786'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:21.288956 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26591ff9-5418-49e6-b2b9-0711eb1377bb" -d '{"events": [{"server_uuid": "7989b619-296d-4651-bd76-07f775ef6719", "name": "network-vif-plugged", "status": "completed", "tag": "89cfd8aa-208d-4370-aeee-f6ff7f6cc786"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:21.320771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbb595-f2ef-465e-b7d7-9f7680d0d473 req-61388afb-a263-4dab-ba53-85f53ea9e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:21.323522 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97da90f3-5ae0-4117-88fd-1cec500d15aa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.332474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06fbb595-f2ef-465e-b7d7-9f7680d0d473 req-61388afb-a263-4dab-ba53-85f53ea9e7e0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 200 len: 913 time: 0.4331839 Aug 17 16:26:21.343001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97da90f3-5ae0-4117-88fd-1cec500d15aa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.396578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Provisioning for port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:21.398669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da90f3-5ae0-4117-88fd-1cec500d15aa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5948cdf0-3763-41ec-8381-8308b7cdab99,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:21.416725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97da90f3-5ae0-4117-88fd-1cec500d15aa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.427276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-97da90f3-5ae0-4117-88fd-1cec500d15aa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2342925 Aug 17 16:26:21.427555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:21.441944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52100) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:21.455377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ab9865fe-56a9-4be9-a77e-3835b5a86778 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:21.463229 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-288cd30f-0bd7-48ab-91be-4344475c12e5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'security_group_rule': {'security_group_id': 'a9867806-c3c4-46cc-823d-200f576309d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:21.467835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Provisioning complete for port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:21.468222 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.482553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06fbb595-f2ef-465e-b7d7-9f7680d0d473 req-2aac1c93-5361-4c0a-91e7-5ad4b2c92eff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 HTTP/1.1" status: 200 len: 217 time: 0.1408617 Aug 17 16:26:21.486662 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.529219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a84a5-25b2-44dd-989b-926e2c5ba7bf req-701e386a-f30b-4350-9827-124a4c3ae77a tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:21.539136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a84a5-25b2-44dd-989b-926e2c5ba7bf req-701e386a-f30b-4350-9827-124a4c3ae77a tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:21.541003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea1a84a5-25b2-44dd-989b-926e2c5ba7bf req-701e386a-f30b-4350-9827-124a4c3ae77a tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1681 time: 0.2149866 Aug 17 16:26:21.561783 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-288cd30f-0bd7-48ab-91be-4344475c12e5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.572155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbb595-f2ef-465e-b7d7-9f7680d0d473 req-9c78ef45-c270-4b03-9ee6-1b1228408059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:21.579644 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06fbb595-f2ef-465e-b7d7-9f7680d0d473 req-9c78ef45-c270-4b03-9ee6-1b1228408059 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 200 len: 852 time: 0.0823653 Aug 17 16:26:21.643777 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3743f12-db63-4581-9716-1c8c08d54395 x-openstack-request-id: req-b3743f12-db63-4581-9716-1c8c08d54395 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:21.644128 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7989b619-296d-4651-bd76-07f775ef6719", "name": "network-vif-plugged", "status": "completed", "tag": "89cfd8aa-208d-4370-aeee-f6ff7f6cc786", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:21.644308 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3743f12-db63-4581-9716-1c8c08d54395 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:21.644722 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7989b619-296d-4651-bd76-07f775ef6719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cfd8aa-208d-4370-aeee-f6ff7f6cc786', 'code': 200} Aug 17 16:26:21.650419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06fbb595-f2ef-465e-b7d7-9f7680d0d473 req-a0ebae55-15ce-4012-b5a1-ae3c82f8d3b5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a22ada0a-8873-45d4-89a0-e6f5a025e01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663903 Aug 17 16:26:21.734895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea1a84a5-25b2-44dd-989b-926e2c5ba7bf req-02cf6783-a898-40ff-bfb1-c72dfed6536a tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795285 Aug 17 16:26:21.736941 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-288cd30f-0bd7-48ab-91be-4344475c12e5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.755047 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-288cd30f-0bd7-48ab-91be-4344475c12e5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.779716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cd30f-0bd7-48ab-91be-4344475c12e5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20050f0f-06fb-40dd-8a37-3439bb475091,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:21.811136 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-288cd30f-0bd7-48ab-91be-4344475c12e5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.812581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-288cd30f-0bd7-48ab-91be-4344475c12e5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679023 Aug 17 16:26:21.819153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52110) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:21.824681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:21.861408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:21.906966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3c14b-d67c-4000-b5c1-47d1b0a402ba req-a049c5e4-be40-463d-a964-9dee14b3aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:21.908576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7a3c14b-d67c-4000-b5c1-47d1b0a402ba req-a049c5e4-be40-463d-a964-9dee14b3aacc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 1096 time: 0.2667871 Aug 17 16:26:21.917262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:21.956073 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 50615f5d-4bc5-4a40-a241-20019af75afc completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:21.987789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4813cd1-e54e-4229-9019-ee4ffcc2d6ee req-21390f55-722a-4293-a5be-7eb9d65ebd53 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:21.998696 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4813cd1-e54e-4229-9019-ee4ffcc2d6ee req-21390f55-722a-4293-a5be-7eb9d65ebd53 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 945 time: 0.1528356 Aug 17 16:26:22.063319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432498db-6e0d-461c-a50f-36feddf7d1b8 req-a29976ee-dd14-4d0d-9f63-b7ce6a5b96c5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:22.065448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-432498db-6e0d-461c-a50f-36feddf7d1b8 req-a29976ee-dd14-4d0d-9f63-b7ce6a5b96c5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 944 time: 0.1137965 Aug 17 16:26:22.067681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06fbb595-f2ef-465e-b7d7-9f7680d0d473 req-1d8c7fd2-23d4-431e-95e3-69cb0c5bd3c0 service neutron] 10.222.0.91 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277779 Aug 17 16:26:22.075893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7a3c14b-d67c-4000-b5c1-47d1b0a402ba req-4b15f429-c6d6-4bc1-a5ce-ee8579f83c5f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498277 Aug 17 16:26:22.140415 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-432498db-6e0d-461c-a50f-36feddf7d1b8 req-f7df2d87-cf65-4d75-b160-66dab57dc13d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664577 Aug 17 16:26:22.165986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:22.225006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 50615f5d-4bc5-4a40-a241-20019af75afc triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:22.225621 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:22.236209 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4813cd1-e54e-4229-9019-ee4ffcc2d6ee req-b2389b19-14ee-4bd6-b2d5-e020e4f03da0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344022 Aug 17 16:26:22.284379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ab9865fe-56a9-4be9-a77e-3835b5a86778 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:22.284750 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:22.295365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:22.364347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06fbb595-f2ef-465e-b7d7-9f7680d0d473 req-a9e7b00f-c1d3-43cc-9876-90f0d1e7f220 service neutron] 10.222.0.91 "GET /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770090 Aug 17 16:26:22.445859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] For port 24ce1243-e4a4-4a8d-a897-84346d6a1f30, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=24ce1243-e4a4-4a8d-a897-84346d6a1f30,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:22.482322 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:22.533447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efa95-f566-40c8-802b-ab0829d59070 req-17ead91e-0310-4065-bb37-23c857907000 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:22.535591 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-565efa95-f566-40c8-802b-ab0829d59070 req-17ead91e-0310-4065-bb37-23c857907000 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 943 time: 0.1155589 Aug 17 16:26:22.566108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Pushing event updated for resources: {'Port': ['ID=24ce1243-e4a4-4a8d-a897-84346d6a1f30,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:22.617739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Allocated IP 172.25.7.198 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/cea4920b-4a2c-41f5-812a-75549d336156) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:22.632056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-565efa95-f566-40c8-802b-ab0829d59070 req-40a2a6c5-f5fd-40b8-a132-396e14f0f977 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853655 Aug 17 16:26:22.728271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Provisioning complete for port 68de96b2-2710-4249-9f4b-3131d75aa45b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:22.728642 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:22.737654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:22.767799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-89ddca19-24de-4460-90f0-91c6aed853e5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=33b5263107bc4172a20b376bbcf02daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701480 Aug 17 16:26:22.794849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-25ece678-ba1a-4dd8-9614-bef26a1854fb None None] Port 68de96b2-2710-4249-9f4b-3131d75aa45b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:22.871910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 50615f5d-4bc5-4a40-a241-20019af75afc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=50615f5d-4bc5-4a40-a241-20019af75afc,segment=NetworkSegment(1588aa85-c337-4934-b9af-a14921cc5132),segment_id=1588aa85-c337-4934-b9af-a14921cc5132)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:22.880787 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:22.882439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 85ee2243-0a93-413f-8b4d-63f2556ee30b up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:22.996384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=50615f5d-4bc5-4a40-a241-20019af75afc,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:23.001342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:23.008435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da3a7-d152-46ef-a44b-776c4162f021 req-06eb251d-9507-405a-84fc-2d6a932e7398 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:23.015257 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da3a7-d152-46ef-a44b-776c4162f021 req-06eb251d-9507-405a-84fc-2d6a932e7398 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:23.038065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a3da3a7-d152-46ef-a44b-776c4162f021 req-06eb251d-9507-405a-84fc-2d6a932e7398 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1682 time: 0.1311510 Aug 17 16:26:23.073316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b9856361-8bd3-4322-8fff-10c9f2546d81 None None] Provisioning complete for port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:23.073700 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9856361-8bd3-4322-8fff-10c9f2546d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:23.094878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a3da3a7-d152-46ef-a44b-776c4162f021 req-9a8f3ba9-d7ad-4380-96c5-830e59f6c33c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537093 Aug 17 16:26:23.205103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 85ee2243-0a93-413f-8b4d-63f2556ee30b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:23.230080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 85ee2243-0a93-413f-8b4d-63f2556ee30b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:23.230578 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:23.393191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e8aa5-6c56-4864-adf5-d26e568eed0b req-ecd6bb75-9499-4e03-a52d-d83a93f4192a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:23.395195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 24ce1243-e4a4-4a8d-a897-84346d6a1f30 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:23.401719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:23.403374 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ac3e8aa5-6c56-4864-adf5-d26e568eed0b req-ecd6bb75-9499-4e03-a52d-d83a93f4192a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 944 time: 0.0923257 Aug 17 16:26:23.463589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:23.477096 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ac3e8aa5-6c56-4864-adf5-d26e568eed0b req-9987adbc-e19d-4152-98f5-7d02fa774df6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724509 Aug 17 16:26:23.529188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-73c2d742-681a-40a2-b5f1-0eb5690791e9 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:23.544198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48', 'network_id': 'a22ada0a-8873-45d4-89a0-e6f5a025e01b', 'port_id': '3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48', 'mac_address': 'fa:16:3e:92:57:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f87ffbc-ac13-4956-8048-aa2480c87aa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:23.545439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-73c2d742-681a-40a2-b5f1-0eb5690791e9 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7758045 Aug 17 16:26:23.595054 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-06415625-6ec4-4c43-b764-16f7543663ba tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/quotas/33b5263107bc4172a20b376bbcf02daa HTTP/1.1" status: 200 len: 375 time: 0.0485203 Aug 17 16:26:23.644334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3170e7-a918-4860-b69b-1bf65c5798aa req-ff3b5dc7-44b1-47b3-941b-3372212c774c tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:23.653080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc3170e7-a918-4860-b69b-1bf65c5798aa req-ff3b5dc7-44b1-47b3-941b-3372212c774c tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 945 time: 0.0984390 Aug 17 16:26:23.663013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50615f5d-4bc5-4a40-a241-20019af75afc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:23.665512 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a2f3f9-1115-4b4a-88f0-44c56d63543f" -d '{"events": [{"server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "name": "network-vif-plugged", "status": "completed", "tag": "50615f5d-4bc5-4a40-a241-20019af75afc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:23.710022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-5d360123-c7e9-45f8-9a4f-fd40a47571c6 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=33b5263107bc4172a20b376bbcf02daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132145 Aug 17 16:26:23.728685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:23.751961 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:23.772754 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc3170e7-a918-4860-b69b-1bf65c5798aa req-4cf847a7-17a7-490c-a258-03586b57a415 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976582 Aug 17 16:26:23.790222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:23.829652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:23.840269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:23.840740 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:23.843042 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:23.863397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:23.874523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:23.886438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:23.913630 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:23.932569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Port': ['ID=cea4920b-4a2c-41f5-812a-75549d336156,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:23.968829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:24.043542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec0ee0-638a-4762-be8a-9a5066b9edeb req-8e2704bd-3a93-411b-9970-c07552ebe302 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:24.046691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1ec0ee0-638a-4762-be8a-9a5066b9edeb req-8e2704bd-3a93-411b-9970-c07552ebe302 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 944 time: 0.1412525 Aug 17 16:26:24.090335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 85ee2243-0a93-413f-8b4d-63f2556ee30b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=85ee2243-0a93-413f-8b4d-63f2556ee30b,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:24.106436 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039c0d1b-91c2-4646-a3c2-504f0737fc1e x-openstack-request-id: req-039c0d1b-91c2-4646-a3c2-504f0737fc1e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:24.106857 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "name": "network-vif-plugged", "status": "completed", "tag": "50615f5d-4bc5-4a40-a241-20019af75afc", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:24.107258 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-039c0d1b-91c2-4646-a3c2-504f0737fc1e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:24.107806 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50615f5d-4bc5-4a40-a241-20019af75afc', 'code': 200} Aug 17 16:26:24.111968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:24.113202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 4d1fa5e3-5494-49b7-814b-e8aee819400a up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:24.119100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:24.130712 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1ec0ee0-638a-4762-be8a-9a5066b9edeb req-aaac59c9-d2be-4be4-9d17-59b81208aa97 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691764 Aug 17 16:26:24.158907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:24.205980 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:24.412506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-b3c0d0d8-b38f-40db-b991-631b28993d8b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=33b5263107bc4172a20b376bbcf02daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265687 Aug 17 16:26:24.488200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=85ee2243-0a93-413f-8b4d-63f2556ee30b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:24.597324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 4d1fa5e3-5494-49b7-814b-e8aee819400a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:24.614510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 4d1fa5e3-5494-49b7-814b-e8aee819400a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:24.614894 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:24.620130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c10e-7178-4e3a-b6e8-60a934145a3a req-a2154874-0c7b-4ee8-bc6e-53d730f54d7b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:24.626888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c10e-7178-4e3a-b6e8-60a934145a3a req-a2154874-0c7b-4ee8-bc6e-53d730f54d7b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:24.636037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8f24c10e-7178-4e3a-b6e8-60a934145a3a req-a2154874-0c7b-4ee8-bc6e-53d730f54d7b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1682 time: 0.1039660 Aug 17 16:26:24.695810 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8f24c10e-7178-4e3a-b6e8-60a934145a3a req-bf2b35d0-cd58-417a-9e22-d4ec7315d1f7 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583801 Aug 17 16:26:24.696476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-4596851c-fe4e-4831-a1e3-48e41b09d148 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:24.706798 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-4596851c-fe4e-4831-a1e3-48e41b09d148 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2737479 Aug 17 16:26:24.738593 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-61dd8cfd-0da9-4a6e-9f4b-abe976c531fc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/quotas/33b5263107bc4172a20b376bbcf02daa HTTP/1.1" status: 200 len: 375 time: 0.0306697 Aug 17 16:26:24.788319 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-ee9ea696-717f-440d-a9b2-4fd44387cadd tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=33b5263107bc4172a20b376bbcf02daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486946 Aug 17 16:26:24.866873 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:24.875736 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:24.910770 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:24.965647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Port': ['ID=cea4920b-4a2c-41f5-812a-75549d336156,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:24.970447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 4d1fa5e3-5494-49b7-814b-e8aee819400a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=4d1fa5e3-5494-49b7-814b-e8aee819400a,segment=NetworkSegment(026824c6-a962-4e21-bd0e-9941767da991),segment_id=026824c6-a962-4e21-bd0e-9941767da991)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:24.975116 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:24.980178 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:24.992625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:24.995598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e2a8cf26-4520-4d1c-a227-5569d94628d0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1753275 Aug 17 16:26:25.100658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=4d1fa5e3-5494-49b7-814b-e8aee819400a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:25.117887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0b2b7-b40f-46c6-8518-b77f3c12920c req-b9e68f0d-2b09-4536-a7f4-0bbbf5515552 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:25.125562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b4f0b2b7-b40f-46c6-8518-b77f3c12920c req-b9e68f0d-2b09-4536-a7f4-0bbbf5515552 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 945 time: 0.0857158 Aug 17 16:26:25.187228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b4f0b2b7-b40f-46c6-8518-b77f3c12920c req-4014c993-7c4b-4796-bc85-edec486daee8 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 Aug 17 16:26:25.339798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3ab83-6c4f-45db-b91b-f62344fab84d req-2600badd-c108-4f2d-a697-e43fb0d70cfd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:25.341350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3e3ab83-6c4f-45db-b91b-f62344fab84d req-2600badd-c108-4f2d-a697-e43fb0d70cfd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 947 time: 0.0834739 Aug 17 16:26:25.414314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3e3ab83-6c4f-45db-b91b-f62344fab84d req-163dc885-3ca5-436c-8549-571d072e15a3 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661838 Aug 17 16:26:25.592634 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e56d5173-6304-47ac-85c3-0a382f583ac8 req-13ff02b9-dcec-4f10-9626-b224c624bc82 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0925012 Aug 17 16:26:25.619365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d925c78-f83d-41bb-aa38-9739c4faabe4 req-63b2bce1-5e70-4bb6-a4ba-eae256f6f563 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:25.626535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d925c78-f83d-41bb-aa38-9739c4faabe4 req-63b2bce1-5e70-4bb6-a4ba-eae256f6f563 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 944 time: 0.0820909 Aug 17 16:26:25.690461 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d925c78-f83d-41bb-aa38-9739c4faabe4 req-9173b9b3-bca4-49fb-aabf-1438d3221f61 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473514 Aug 17 16:26:25.817053 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-c92ccd5b-73e8-4f0a-a96c-0dd12f97bf74 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--248196103&fields=id&tenant_id=909deb24639a47f49b711a05e3416d78 HTTP/1.1" status: 200 len: 267 time: 0.0549636 Aug 17 16:26:25.902036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-fa28b010-f5f5-4142-8bbb-8314120831e4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:25.910124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-fa28b010-f5f5-4142-8bbb-8314120831e4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports/68de96b2-2710-4249-9f4b-3131d75aa45b HTTP/1.1" status: 200 len: 931 time: 0.0910308 Aug 17 16:26:25.972302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8846f6-36d8-4c74-b183-a3803273cdc4 req-1e272341-5d2c-494e-92ab-ecb99fdc5181 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:25.981895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8846f6-36d8-4c74-b183-a3803273cdc4 req-1e272341-5d2c-494e-92ab-ecb99fdc5181 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:25.985494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-36805e65-cf89-4457-ae3c-7cced08a14c6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:25.988761 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c8846f6-36d8-4c74-b183-a3803273cdc4 req-1e272341-5d2c-494e-92ab-ecb99fdc5181 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1683 time: 0.1031566 Aug 17 16:26:25.994285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-36805e65-cf89-4457-ae3c-7cced08a14c6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports/97dcf9ab-b66f-46c4-b085-5114a8e0308a HTTP/1.1" status: 200 len: 929 time: 0.0828571 Aug 17 16:26:26.037895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c8846f6-36d8-4c74-b183-a3803273cdc4 req-f4bbbcba-f90e-48e0-a9e0-12a269a4cb7f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471916 Aug 17 16:26:26.109234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0301f015-4226-4cf6-ad77-e9b628ff4ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ee2243-0a93-413f-8b4d-63f2556ee30b'}, {'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1fa5e3-5494-49b7-814b-e8aee819400a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:26.110581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-60285690-5aef-4033-82bc-635ed2fa1921 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1146021 Aug 17 16:26:26.111699 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fee32e5-43dc-4a97-90b3-856dcb2dbba7" -d '{"events": [{"server_uuid": "0301f015-4226-4cf6-ad77-e9b628ff4ae0", "name": "network-vif-plugged", "status": "completed", "tag": "85ee2243-0a93-413f-8b4d-63f2556ee30b"}, {"server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "name": "network-vif-plugged", "status": "completed", "tag": "4d1fa5e3-5494-49b7-814b-e8aee819400a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:26.174735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-35838018-30fb-419b-a4e4-7f58eb3313fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0580087 Aug 17 16:26:26.252058 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a87e0d2-f366-43ba-8988-addb9ac65af8 x-openstack-request-id: req-5a87e0d2-f366-43ba-8988-addb9ac65af8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:26.252562 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0301f015-4226-4cf6-ad77-e9b628ff4ae0", "name": "network-vif-plugged", "status": "completed", "tag": "85ee2243-0a93-413f-8b4d-63f2556ee30b", "code": 200}, {"server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "name": "network-vif-plugged", "status": "completed", "tag": "4d1fa5e3-5494-49b7-814b-e8aee819400a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:26.253005 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a87e0d2-f366-43ba-8988-addb9ac65af8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:26.253583 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0301f015-4226-4cf6-ad77-e9b628ff4ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ee2243-0a93-413f-8b4d-63f2556ee30b', 'code': 200} Aug 17 16:26:26.254011 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1fa5e3-5494-49b7-814b-e8aee819400a', 'code': 200} Aug 17 16:26:26.282463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-901437b0-c204-4999-854b-0c88fff44f78 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=33b5263107bc4172a20b376bbcf02daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423176 Aug 17 16:26:26.437339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-1235b7d9-4835-4613-8890-baec581e19fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:26.444385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-1235b7d9-4835-4613-8890-baec581e19fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:26.451202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-1235b7d9-4835-4613-8890-baec581e19fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:26.459115 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-1235b7d9-4835-4613-8890-baec581e19fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/networks?id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=019feb88-1596-40ac-a5d4-9314af196c7a&id=019feb88-1596-40ac-a5d4-9314af196c7a HTTP/1.1" status: 200 len: 1989 time: 0.2830925 Aug 17 16:26:26.486707 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-08463e2e-e32f-47dd-9732-859372b4a0d8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/quotas/909deb24639a47f49b711a05e3416d78 HTTP/1.1" status: 200 len: 375 time: 0.0263734 Aug 17 16:26:26.506969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bfe48-7e5c-4647-a36f-8631af5cc75a req-63462839-91aa-4b6c-95ac-c0ec221cd914 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:26.510541 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-385bfe48-7e5c-4647-a36f-8631af5cc75a req-63462839-91aa-4b6c-95ac-c0ec221cd914 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 945 time: 0.1342425 Aug 17 16:26:26.537522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cc217-b4a7-42dd-92b9-3298f0b60139 req-57f9af07-13ce-489c-a1d2-1cb5ca17346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:26.538105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cc217-b4a7-42dd-92b9-3298f0b60139 req-57f9af07-13ce-489c-a1d2-1cb5ca17346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:26.539861 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-065cc217-b4a7-42dd-92b9-3298f0b60139 req-57f9af07-13ce-489c-a1d2-1cb5ca17346a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1985 time: 0.1862519 Aug 17 16:26:26.588202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-24568d96-1dac-4e26-9b31-b9b9da7088ad tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:26.590122 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-24568d96-1dac-4e26-9b31-b9b9da7088ad tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987854 Aug 17 16:26:26.617098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Request body: {'port': {'device_id': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '33b5263107bc4172a20b376bbcf02daa'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:26.669888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-7380d6a2-9fee-4d25-87fd-b7ba5188b24d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1756971 Aug 17 16:26:26.712029 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-065cc217-b4a7-42dd-92b9-3298f0b60139 req-57d705d1-6fe6-4ad3-8005-7ce90fd2cb78 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601436 Aug 17 16:26:26.849293 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-3665b44d-c9e3-495c-bab1-4339d53dfb74 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=33b5263107bc4172a20b376bbcf02daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433154 Aug 17 16:26:26.895109 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-385bfe48-7e5c-4647-a36f-8631af5cc75a req-eece5979-0921-4b1a-b0f0-e920e2f1ad14 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978928 Aug 17 16:26:26.914683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784493f-b6cf-4db7-90f7-180dbcfb6167 req-0842ce8d-0723-48ad-a919-1040fa1635b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:26.936216 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b784493f-b6cf-4db7-90f7-180dbcfb6167 req-0842ce8d-0723-48ad-a919-1040fa1635b9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 1096 time: 0.4041979 Aug 17 16:26:26.982243 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-89cdd036-21d7-4434-9c2e-2225aa6062d7 service neutron] 10.222.0.77 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794185 Aug 17 16:26:27.007944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:27.020558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-bf849264-01da-41a6-9df8-f0690ee630c8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:27.024058 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-bf849264-01da-41a6-9df8-f0690ee630c8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 947 time: 0.2440197 Aug 17 16:26:27.083434 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-fa1337d8-b1fc-42a7-9f98-8bfb264cf2ae service neutron] 10.222.0.77 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000113 Aug 17 16:26:27.127612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:27.133458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:27.134037 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:27.147285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Made reservation on behalf of 33b5263107bc4172a20b376bbcf02daa for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:27.151342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:27.178367 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-cb6a18bb-4e60-4c9b-80e5-579c39bbe6b5 service neutron] 10.222.0.77 "GET /v2.0/ports/68de96b2-2710-4249-9f4b-3131d75aa45b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0919595 Aug 17 16:26:27.190095 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:27.200424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-9cabd176-46b2-429d-8543-42c0d6d11fc4 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:27.202101 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-9cabd176-46b2-429d-8543-42c0d6d11fc4 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3417523 Aug 17 16:26:27.251578 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b784493f-b6cf-4db7-90f7-180dbcfb6167 req-e57b3dd4-335d-44d1-a409-49fe3bc98d81 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959893 Aug 17 16:26:27.259204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Request body: {'port': {'device_id': '1fe9a0d4-55fd-42a4-bb95-d8241658d4d3', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '33b5263107bc4172a20b376bbcf02daa'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:27.326232 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:27.343927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae8781-022d-49ab-8f7e-6c334f7e0007 req-d463db11-c288-49be-b058-9a625f9c70aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:27.355001 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fae8781-022d-49ab-8f7e-6c334f7e0007 req-d463db11-c288-49be-b058-9a625f9c70aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e06f8d2-0fb8-47ac-b470-968f292feacd HTTP/1.1" status: 200 len: 947 time: 0.2812364 Aug 17 16:26:27.403694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:27.410108 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:27.483881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:27.497903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fae8781-022d-49ab-8f7e-6c334f7e0007 req-ef0a4ba4-d688-44e8-b1d7-45cc221d2add tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ed9ea12-8a3d-4c95-aae0-56b700d283e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353328 Aug 17 16:26:27.516905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Deleting port eb9cf6a1-f096-4e35-848d-3189c50baf2c {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:27.517265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:27.766425 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-95644f8b-1d4c-43b9-882f-e0d8e573d13c req-bc1475d0-62e0-4f94-b171-1544260f9e30 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0878341 Aug 17 16:26:27.800792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] For port eb9cf6a1-f096-4e35-848d-3189c50baf2c, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eb9cf6a1-f096-4e35-848d-3189c50baf2c,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:27.801262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:27.864290 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5b6e9a47-f734-4e52-a6c6-f4c26003e5fb service neutron] 10.222.0.77 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837809 Aug 17 16:26:28.016917 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0d28ae98-f039-4109-864f-816c3435af8c service neutron] 10.222.0.77 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506550 Aug 17 16:26:28.060133 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:28.073405 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-724a0164-1924-4801-9868-74690b0d8607 service neutron] 10.222.0.77 "GET /v2.0/ports/97dcf9ab-b66f-46c4-b085-5114a8e0308a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0556600 Aug 17 16:26:28.086084 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:28.150321 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:28.150960 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:28.151252 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Floating IP ec0bd715-bfa7-47c1-a8af-2b9a97fb2d9d disassociated. External IP: 172.25.7.117, port: eb9cf6a1-f096-4e35-848d-3189c50baf2c. Aug 17 16:26:28.151534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Calling delete_port for eb9cf6a1-f096-4e35-848d-3189c50baf2c owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:28.167722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5220d-56bb-4b98-82ed-533731140921 req-2a7a5488-c5a2-4789-bcc4-88b529921cb1 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:28.175026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2f5220d-56bb-4b98-82ed-533731140921 req-2a7a5488-c5a2-4789-bcc4-88b529921cb1 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 945 time: 0.1824968 Aug 17 16:26:28.195405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913a17d2-22ff-44d7-b86f-4dfa5c2dec05,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:28.255546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c145718-2dff-4f58-973f-093e9d053c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:28.259133 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00ad383-d264-435e-b0fc-4f435c3d251e" -d '{"events": [{"server_uuid": "3c145718-2dff-4f58-973f-093e9d053c2b", "name": "network-vif-plugged", "status": "completed", "tag": "3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:28.306038 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2f5220d-56bb-4b98-82ed-533731140921 req-aeb3085d-ce35-4fed-803c-f46ff1f71837 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294799 Aug 17 16:26:28.314116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Made reservation on behalf of 33b5263107bc4172a20b376bbcf02daa for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:28.318190 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:28.543743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:28.592609 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-e90083b1-cca2-44b5-bffe-a81ca6f467d8 service neutron] 10.222.0.77 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026326 Aug 17 16:26:28.601684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event deleted for resources: {'Port': ['ID=eb9cf6a1-f096-4e35-848d-3189c50baf2c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:28.693179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Allocated IP 192.168.233.226 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/9f46b784-2aa5-46bb-b372-07b74257ad86) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:28.756702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ada35-234c-45a3-b218-d4ecfd88b08a req-9d5d90b8-816e-44e4-b7d7-113a700d0466 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:28.763789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ada35-234c-45a3-b218-d4ecfd88b08a req-9d5d90b8-816e-44e4-b7d7-113a700d0466 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:28.766195 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-980ada35-234c-45a3-b218-d4ecfd88b08a req-9d5d90b8-816e-44e4-b7d7-113a700d0466 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1683 time: 0.1795542 Aug 17 16:26:28.821554 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-a24bf476-4db9-46c0-8b9c-38d268e43128 service neutron] 10.222.0.77 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998343 Aug 17 16:26:28.878108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:26:28.944229 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-980ada35-234c-45a3-b218-d4ecfd88b08a req-63612265-be89-4ff0-8544-50e9863e3f63 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687136 Aug 17 16:26:29.028147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-244866d4-15e2-4511-8ede-88abc1c74030 service neutron] 10.222.0.77 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995020 Aug 17 16:26:29.052376 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:29.132935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Transition to ACTIVE for port object 9f46b784-2aa5-46bb-b372-07b74257ad86 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:29.233459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:26:29.246114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] Sync routers for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:26:29.259550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:26:29.261207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:26:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:29.284825 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9781a2a6-6aad-4d78-a59a-d2781f06d655 service neutron] 10.222.0.77 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476866 Aug 17 16:26:29.295506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] No DVR routers for this DVR port eb9cf6a1-f096-4e35-848d-3189c50baf2c on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:26:29.304025 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:29.306093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a08d12d2-aae7-4d48-b3df-c8a0eae896be req-e3f5f0fb-8cf3-4608-a141-be0cc0662c38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.93 "DELETE /v2.0/ports/eb9cf6a1-f096-4e35-848d-3189c50baf2c HTTP/1.1" status: 204 len: 173 time: 2.2619753 Aug 17 16:26:29.327701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977fd5c-2a9a-406d-a7b9-ef3f618e2c6c req-eb84bf2e-9e3b-46e3-bb5a-cde26836fec5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:29.341731 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1977fd5c-2a9a-406d-a7b9-ef3f618e2c6c req-eb84bf2e-9e3b-46e3-bb5a-cde26836fec5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 945 time: 0.1384401 Aug 17 16:26:29.388872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'name': 'network-vif-deleted', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:29.395406 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25baac39-bb73-4624-aba1-bbcd9cf9a59e" -d '{"events": [{"server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "name": "network-vif-deleted", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:29.400003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:29.484884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1977fd5c-2a9a-406d-a7b9-ef3f618e2c6c req-d960c9ab-36c4-4b43-9380-5ad613556a87 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395991 Aug 17 16:26:29.621412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:26:29.631350 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42287124-3c4e-4963-bccf-70c40beec0c3 x-openstack-request-id: req-42287124-3c4e-4963-bccf-70c40beec0c3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:29.631593 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c145718-2dff-4f58-973f-093e9d053c2b", "name": "network-vif-plugged", "status": "completed", "tag": "3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:29.631852 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42287124-3c4e-4963-bccf-70c40beec0c3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:29.632452 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c145718-2dff-4f58-973f-093e9d053c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48', 'code': 200} Aug 17 16:26:29.692864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-20227530-0a56-4022-bac4-ad1b3e81a1f0 service neutron] 10.222.0.77 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066715 Aug 17 16:26:29.695662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Pushing event updated for resources: {'Port': ['ID=9f46b784-2aa5-46bb-b372-07b74257ad86,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:29.734222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:29.792554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:29.801555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:29.805281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Allocated IP 192.168.233.178 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/0da16b95-9114-41b1-8453-02efe07c46a9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:30.002886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:30.005442 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:30.057084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a015f-ca56-41a5-beb8-ab49a2ca18a1 req-03d9f64c-8281-4821-8702-6b412c819be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:30.063403 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-524a015f-ca56-41a5-beb8-ab49a2ca18a1 req-03d9f64c-8281-4821-8702-6b412c819be6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 1096 time: 0.1192226 Aug 17 16:26:30.145311 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-524a015f-ca56-41a5-beb8-ab49a2ca18a1 req-be7fc2e3-db91-4bb5-987f-fcdc266f7781 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759015 Aug 17 16:26:30.225049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:30.247379 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61177474-8aa6-469c-830f-171103cc607d req-92000f13-5273-4bab-b907-83771ca15565 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:30.249509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61177474-8aa6-469c-830f-171103cc607d req-92000f13-5273-4bab-b907-83771ca15565 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 936 time: 0.0678537 Aug 17 16:26:30.256938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-54b4616e-792a-4bd5-b170-ef481f7d17c9 service neutron] 10.222.0.77 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628495 Aug 17 16:26:30.276320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] Checking router: 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:26:30.290785 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaa9c101-8819-44ea-af10-95bb07f91a9f None None] Provisioning for port 9f46b784-2aa5-46bb-b372-07b74257ad86 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:30.296844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:26:30.297668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:26:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:30.302009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaa9c101-8819-44ea-af10-95bb07f91a9f None None] Provisioning complete for port 9f46b784-2aa5-46bb-b372-07b74257ad86 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:30.303232 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c101-8819-44ea-af10-95bb07f91a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:30.324029 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-29feed44-2b87-4156-96d6-f73102c9de4b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1032202 Aug 17 16:26:30.330602 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61177474-8aa6-469c-830f-171103cc607d req-cc044ace-c112-4be2-8b13-a64605089e2e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685391 Aug 17 16:26:30.433883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Request body: {'port': {'device_id': '1fe9a0d4-55fd-42a4-bb95-d8241658d4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:30.475324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9c101-8819-44ea-af10-95bb07f91a9f None None] Port 9f46b784-2aa5-46bb-b372-07b74257ad86 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:30.530043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282ff6b-327d-4c4b-9f64-1003c601fd22 req-3204e3b5-1391-44fd-921e-5a4bae966944 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:30.531929 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7282ff6b-327d-4c4b-9f64-1003c601fd22 req-3204e3b5-1391-44fd-921e-5a4bae966944 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 945 time: 0.0630686 Aug 17 16:26:30.594320 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:30.596862 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7282ff6b-327d-4c4b-9f64-1003c601fd22 req-6f512ff4-da2d-4aeb-946d-a13b8044ef86 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580106 Aug 17 16:26:30.624622 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:26:30.655809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Transition to ACTIVE for port object 0da16b95-9114-41b1-8453-02efe07c46a9 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:30.703264 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a2cd0-958a-423e-bc1b-e72c30298359 x-openstack-request-id: req-fa1a2cd0-958a-423e-bc1b-e72c30298359 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:30.703567 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e06f8d2-0fb8-47ac-b470-968f292feacd", "name": "network-vif-deleted", "tag": "eb9cf6a1-f096-4e35-848d-3189c50baf2c", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:30.703828 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa1a2cd0-958a-423e-bc1b-e72c30298359 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:30.704244 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e06f8d2-0fb8-47ac-b470-968f292feacd', 'name': 'network-vif-deleted', 'tag': 'eb9cf6a1-f096-4e35-848d-3189c50baf2c', 'status': 'completed', 'code': 200} Aug 17 16:26:30.742464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-2245c34e-fba1-47a5-8c19-ca9216c964af service neutron] 10.222.0.77 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672961 Aug 17 16:26:30.745313 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:30.935947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.044558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52316) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:31.147712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:31.166433 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6769df2b-2aeb-419c-a84c-b31c9d655f6f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.190548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:31.193046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:31.197844 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6769df2b-2aeb-419c-a84c-b31c9d655f6f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.203849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:31.214928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:31.244066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec15687-7fa9-45e8-9456-76a7a20e6bc0 None None] The sync data for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 is: [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:26:31.280732 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6769df2b-2aeb-419c-a84c-b31c9d655f6f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.285468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6769df2b-2aeb-419c-a84c-b31c9d655f6f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.290120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6769df2b-2aeb-419c-a84c-b31c9d655f6f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "DELETE /v2.0/security-groups/3ed9ea12-8a3d-4c95-aae0-56b700d283e0 HTTP/1.1" status: 204 len: 168 time: 0.2409244 Aug 17 16:26:31.291245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52322) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:31.311783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769df2b-2aeb-419c-a84c-b31c9d655f6f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed9ea12-8a3d-4c95-aae0-56b700d283e0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:31.316353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-a0f06f44-1938-45b0-bab6-760ab92054c0 service neutron] 10.222.0.77 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505588 Aug 17 16:26:31.319576 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-860bad4b-4b06-4400-af50-bda902896bfe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] show failed (client error): The resource could not be found. Aug 17 16:26:31.323836 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-860bad4b-4b06-4400-af50-bda902896bfe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups/3ed9ea12-8a3d-4c95-aae0-56b700d283e0 HTTP/1.1" status: 404 len: 347 time: 0.0276845 Aug 17 16:26:31.326358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52324) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:31.503226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:31.505056 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.575329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182ea25-1171-46a9-8003-06d2a8cffe13 req-11b11c62-95bb-4cd3-9223-1a31e2ad4736 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:31.583688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d182ea25-1171-46a9-8003-06d2a8cffe13 req-11b11c62-95bb-4cd3-9223-1a31e2ad4736 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 936 time: 0.1421297 Aug 17 16:26:31.597851 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-67160485-94da-41ae-97e6-70ea82961c55 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9936113 Aug 17 16:26:31.613836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c8e08442-a6cf-4427-8a4d-94dae01b6ebe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Deleting port 8ffa11b8-6dfe-470e-afae-738d5c694006 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:31.614401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8e08442-a6cf-4427-8a4d-94dae01b6ebe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.618221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b7d3297f-b1a2-4d09-b0ee-b54e8ff641d4 None None] Provisioning for port 0da16b95-9114-41b1-8453-02efe07c46a9 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:31.621264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Request body: {'port': {'device_id': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:31.622346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b7d3297f-b1a2-4d09-b0ee-b54e8ff641d4 None None] Provisioning complete for port 0da16b95-9114-41b1-8453-02efe07c46a9 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:31.622742 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7d3297f-b1a2-4d09-b0ee-b54e8ff641d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.679140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-f2a568fb-6cab-4069-8eb5-1de20ce4cedd service neutron] 10.222.0.77 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618264 Aug 17 16:26:31.691258 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eb9cf6a1-f096-4e35-848d-3189c50baf2c no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:31.722043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8e08442-a6cf-4427-8a4d-94dae01b6ebe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.722394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8e08442-a6cf-4427-8a4d-94dae01b6ebe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.735846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c8e08442-a6cf-4427-8a4d-94dae01b6ebe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Calling delete_port for 8ffa11b8-6dfe-470e-afae-738d5c694006 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:31.763715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: eb9cf6a1-f096-4e35-848d-3189c50baf2c {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:31.764403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eb9cf6a1-f096-4e35-848d-3189c50baf2c not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:31.777247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b7d3297f-b1a2-4d09-b0ee-b54e8ff641d4 None None] Port 0da16b95-9114-41b1-8453-02efe07c46a9 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:31.803298 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8736ce4-1945-4176-9664-b322e93a37c5 None None] New status for floating IP ec0bd715-bfa7-47c1-a8af-2b9a97fb2d9d: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:26:31.816741 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d182ea25-1171-46a9-8003-06d2a8cffe13 req-0c70b4d5-6a9b-4a33-b5a0-a123cd3db51c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314680 Aug 17 16:26:31.835041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.869154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f46b784-2aa5-46bb-b372-07b74257ad86 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:31.920957 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.959801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Transition to ACTIVE for port object 9f46b784-2aa5-46bb-b372-07b74257ad86 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:31.981929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-60697b74-1b90-4235-8dfe-40637f887168 service neutron] 10.222.0.77 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894168 Aug 17 16:26:31.992598 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-d8736ce4-1945-4176-9664-b322e93a37c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:26:31.992983 n-d-804878-1 neutron-server[94841]: DEBUG oslo_db.api [None req-d8736ce4-1945-4176-9664-b322e93a37c5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:26:31.994141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8e08442-a6cf-4427-8a4d-94dae01b6ebe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:31.999297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:32.037876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e08442-a6cf-4427-8a4d-94dae01b6ebe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event deleted for resources: {'Port': ['ID=8ffa11b8-6dfe-470e-afae-738d5c694006,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:32.071904 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-404033d4-3c5e-4386-ae04-d5d3267ffcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:32.085510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4b59f-4600-47f1-b74b-be98d09a9602 req-f4698ee6-41d6-47ad-b831-4dea3e82e4e8 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:32.091631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4b59f-4600-47f1-b74b-be98d09a9602 req-f4698ee6-41d6-47ad-b831-4dea3e82e4e8 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:32.099750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3bd4b59f-4600-47f1-b74b-be98d09a9602 req-f4698ee6-41d6-47ad-b831-4dea3e82e4e8 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1683 time: 0.1705704 Aug 17 16:26:32.169773 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8e08442-a6cf-4427-8a4d-94dae01b6ebe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:32.172363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8e08442-a6cf-4427-8a4d-94dae01b6ebe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:32.176919 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c8e08442-a6cf-4427-8a4d-94dae01b6ebe tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "DELETE /v2.0/floatingips/ec0bd715-bfa7-47c1-a8af-2b9a97fb2d9d HTTP/1.1" status: 204 len: 168 time: 0.8462331 Aug 17 16:26:32.194509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3bd4b59f-4600-47f1-b74b-be98d09a9602 req-aedc731f-e9e7-4842-91db-a715d72429b8 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935533 Aug 17 16:26:32.230551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f46b784-2aa5-46bb-b372-07b74257ad86,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:32.379019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fa41f-dbd0-4585-b18c-e3146c38cea0 req-508b2591-ac2d-4ebf-a5fc-cd78c21ebc26 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:32.382899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3a4fa41f-dbd0-4585-b18c-e3146c38cea0 req-508b2591-ac2d-4ebf-a5fc-cd78c21ebc26 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 945 time: 0.0711114 Aug 17 16:26:32.429679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Attempting to bind port 9f46b784-2aa5-46bb-b372-07b74257ad86 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:32.430165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Attempting to bind port 9f46b784-2aa5-46bb-b372-07b74257ad86 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:32.430328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Attempting to bind port 9f46b784-2aa5-46bb-b372-07b74257ad86 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:32.447334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Port 9f46b784-2aa5-46bb-b372-07b74257ad86 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:32.447656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Attempting to bind port 9f46b784-2aa5-46bb-b372-07b74257ad86 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:32.455751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3a4fa41f-dbd0-4585-b18c-e3146c38cea0 req-4903e534-79cf-411b-809b-c2a13975b145 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658472 Aug 17 16:26:32.463008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:32.463275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:32.463652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:32.464077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Bound port: 9f46b784-2aa5-46bb-b372-07b74257ad86, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:32.464436 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:32.494886 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8736ce4-1945-4176-9664-b322e93a37c5 None None] New status for floating IP ec0bd715-bfa7-47c1-a8af-2b9a97fb2d9d: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:26:32.562252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da16b95-9114-41b1-8453-02efe07c46a9 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:32.576784 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:32.608393 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Transition to ACTIVE for port object 0da16b95-9114-41b1-8453-02efe07c46a9 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:32.620820 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:32.655195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] For port 9f46b784-2aa5-46bb-b372-07b74257ad86, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:32.660692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] For port 9f46b784-2aa5-46bb-b372-07b74257ad86, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9f46b784-2aa5-46bb-b372-07b74257ad86,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:32.696059 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:32.731030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:32.731647 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:32.733038 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] 10.222.0.93 "PUT /v2.0/ports/9f46b784-2aa5-46bb-b372-07b74257ad86 HTTP/1.1" status: 200 len: 1096 time: 2.3085010 Aug 17 16:26:32.733462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe9a0d4-55fd-42a4-bb95-d8241658d4d3', 'tag': '9f46b784-2aa5-46bb-b372-07b74257ad86'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:32.736086 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7044496a-2850-4063-ae7a-24d9f2aa11bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe9a0d4-55fd-42a4-bb95-d8241658d4d3", "tag": "9f46b784-2aa5-46bb-b372-07b74257ad86"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:32.751088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:32.868847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-32dd67b8-0191-46c7-90f1-05514b4d4eb1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:32.883458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-32dd67b8-0191-46c7-90f1-05514b4d4eb1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:32.886812 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-32dd67b8-0191-46c7-90f1-05514b4d4eb1 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 1683 time: 0.1454647 Aug 17 16:26:32.907625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43255b5e-c0be-44a9-8496-c96e9989c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f46b784-2aa5-46bb-b372-07b74257ad86,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:32.968438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-9792c729-9cf7-4078-ad12-0be8b6a1be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:32.970067 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-9792c729-9cf7-4078-ad12-0be8b6a1be6c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33b5263107bc4172a20b376bbcf02daa&device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 1099 time: 0.1804483 Aug 17 16:26:33.017889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Attempting to bind port 0da16b95-9114-41b1-8453-02efe07c46a9 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:33.017889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Attempting to bind port 0da16b95-9114-41b1-8453-02efe07c46a9 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:33.018355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Attempting to bind port 0da16b95-9114-41b1-8453-02efe07c46a9 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:33.072578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Port 0da16b95-9114-41b1-8453-02efe07c46a9 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:33.072865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Attempting to bind port 0da16b95-9114-41b1-8453-02efe07c46a9 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:33.083502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:33.083911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:33.084984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:33.085449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Bound port: 0da16b95-9114-41b1-8453-02efe07c46a9, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:33.085809 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.102899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-fa2973d3-2ce7-4bb2-b7e2-4276f53f981f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=9f46b784-2aa5-46bb-b372-07b74257ad86 HTTP/1.1" status: 200 len: 217 time: 0.0924528 Aug 17 16:26:33.114849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-5b59209a-57c0-4985-bb33-4f39da1bd0b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting port 4d1fa5e3-5494-49b7-814b-e8aee819400a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:33.115357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-5b59209a-57c0-4985-bb33-4f39da1bd0b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.192744 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3895f4be-ec13-47a7-9dd6-86ba1d6b5d2f x-openstack-request-id: req-3895f4be-ec13-47a7-9dd6-86ba1d6b5d2f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:33.193050 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe9a0d4-55fd-42a4-bb95-d8241658d4d3", "tag": "9f46b784-2aa5-46bb-b372-07b74257ad86", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:33.199093 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3895f4be-ec13-47a7-9dd6-86ba1d6b5d2f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:33.210938 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe9a0d4-55fd-42a4-bb95-d8241658d4d3', 'tag': '9f46b784-2aa5-46bb-b372-07b74257ad86', 'status': 'completed', 'code': 200} Aug 17 16:26:33.321240 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c385a5e6-b5b4-4515-ac55-0e8a5044838e req-c1a52d9f-63bf-4e25-8ba1-a7dafc37785d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0899923 Aug 17 16:26:33.326175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52402) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:33.330251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-5b59209a-57c0-4985-bb33-4f39da1bd0b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] For port 4d1fa5e3-5494-49b7-814b-e8aee819400a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=4d1fa5e3-5494-49b7-814b-e8aee819400a,segment=NetworkSegment(026824c6-a962-4e21-bd0e-9941767da991),segment_id=026824c6-a962-4e21-bd0e-9941767da991)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:33.330734 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-5b59209a-57c0-4985-bb33-4f39da1bd0b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.338306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c0b9f92a-cde9-4a51-bb8d-c2cdfcd47dc5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617272960', 'description': 'tempest-description--2090819603'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:33.385936 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0b9f92a-cde9-4a51-bb8d-c2cdfcd47dc5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.407531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:33.412397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:33.416116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-6cfeee06-78fd-48bc-a2e8-003bc210aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:33.417476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-6cfeee06-78fd-48bc-a2e8-003bc210aaf4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2295930 Aug 17 16:26:33.421467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-2e262dcb-db2e-4379-85ef-b09e65135c14 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1438353 Aug 17 16:26:33.423529 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.540149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-5b59209a-57c0-4985-bb33-4f39da1bd0b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Calling delete_port for 4d1fa5e3-5494-49b7-814b-e8aee819400a owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:33.576094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:33.576953 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.578423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] 10.222.0.93 "PUT /v2.0/ports/0da16b95-9114-41b1-8453-02efe07c46a9 HTTP/1.1" status: 200 len: 1096 time: 1.9631267 Aug 17 16:26:33.644142 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0b9f92a-cde9-4a51-bb8d-c2cdfcd47dc5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.656315 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0b9f92a-cde9-4a51-bb8d-c2cdfcd47dc5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.720359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0b9f92a-cde9-4a51-bb8d-c2cdfcd47dc5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.721583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c0b9f92a-cde9-4a51-bb8d-c2cdfcd47dc5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3942916 Aug 17 16:26:33.724239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9f92a-cde9-4a51-bb8d-c2cdfcd47dc5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d48438-6bba-4002-84c6-09fb6393bcfc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:33.734586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ce314-a997-4eca-831b-81846f59c17e req-a75cce2e-3c76-4847-914c-2f3d267483ed tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:33.742404 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c56ce314-a997-4eca-831b-81846f59c17e req-a75cce2e-3c76-4847-914c-2f3d267483ed tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 948 time: 0.3377321 Aug 17 16:26:33.749440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52416) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:33.758558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f82f830d-2c44-4fff-862e-0846cb45f2aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'security_group_rule': {'security_group_id': '52d48438-6bba-4002-84c6-09fb6393bcfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:33.851133 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c56ce314-a997-4eca-831b-81846f59c17e req-7914299e-d470-45a6-bf8c-185fe5a94095 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076803 Aug 17 16:26:33.867548 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-5b59209a-57c0-4985-bb33-4f39da1bd0b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.879308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['50615f5d-4bc5-4a40-a241-20019af75afc', '4d1fa5e3-5494-49b7-814b-e8aee819400a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:33.899853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f82f830d-2c44-4fff-862e-0846cb45f2aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:33.940029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59209a-57c0-4985-bb33-4f39da1bd0b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Port': ['ID=4d1fa5e3-5494-49b7-814b-e8aee819400a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:34.114471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-5b59209a-57c0-4985-bb33-4f39da1bd0b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] No DVR routers for this DVR port 4d1fa5e3-5494-49b7-814b-e8aee819400a on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:26:34.123261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-5b59209a-57c0-4985-bb33-4f39da1bd0b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.125826 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-5b59209a-57c0-4985-bb33-4f39da1bd0b4 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "DELETE /v2.0/ports/4d1fa5e3-5494-49b7-814b-e8aee819400a HTTP/1.1" status: 204 len: 173 time: 1.2314301 Aug 17 16:26:34.128377 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'name': 'network-vif-deleted', 'tag': '4d1fa5e3-5494-49b7-814b-e8aee819400a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:34.132513 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2401dd4-c62e-43fb-bc1f-2b401d8f67da" -d '{"events": [{"server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "name": "network-vif-deleted", "tag": "4d1fa5e3-5494-49b7-814b-e8aee819400a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:34.174833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-ff93527e-1941-45da-b9c2-9bc9ceee2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.176972 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-ff93527e-1941-45da-b9c2-9bc9ceee2699 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7442758 Aug 17 16:26:34.223698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4347094-0b67-435e-8877-01895e64e415 req-cadb3d77-ec82-4b43-892b-b64d22413fe6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.225337 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d4347094-0b67-435e-8877-01895e64e415 req-cadb3d77-ec82-4b43-892b-b64d22413fe6 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 945 time: 0.2820179 Aug 17 16:26:34.236790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea664e1-aed9-4df3-9283-cb748de60ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:34.237268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f82f830d-2c44-4fff-862e-0846cb45f2aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.261799 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f82f830d-2c44-4fff-862e-0846cb45f2aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.292089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-aa81a650-3ea8-4065-889c-a0953045e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.293899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-aa81a650-3ea8-4065-889c-a0953045e0d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33b5263107bc4172a20b376bbcf02daa&device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 1099 time: 0.2123504 Aug 17 16:26:34.305810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-06ebd6ca-bc95-45d4-991a-0b78d425e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.307543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-06ebd6ca-bc95-45d4-991a-0b78d425e367 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1095 time: 0.7776556 Aug 17 16:26:34.317125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f830d-2c44-4fff-862e-0846cb45f2aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8665df93-accd-4061-bcbd-d6b00a6271d5,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:34.332365 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d4347094-0b67-435e-8877-01895e64e415 req-e9aa3845-8cce-456a-8ab4-f4a3d1d122a2 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970306 Aug 17 16:26:34.335176 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f82f830d-2c44-4fff-862e-0846cb45f2aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.339992 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f82f830d-2c44-4fff-862e-0846cb45f2aa tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5820541 Aug 17 16:26:34.351052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52420) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:34.372447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c7ceb2e2-98e6-48eb-9b1c-f640b1fb6744 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'security_group_rule': {'security_group_id': '52d48438-6bba-4002-84c6-09fb6393bcfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:34.377732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-ccb89711-1f4e-44e4-907b-0c660bfd2091 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0da16b95-9114-41b1-8453-02efe07c46a9 HTTP/1.1" status: 200 len: 217 time: 0.0620725 Aug 17 16:26:34.388050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-b49ca958-17e9-4895-819e-7b5e43deac59 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.389549 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-b49ca958-17e9-4895-819e-7b5e43deac59 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 814 time: 0.8666577 Aug 17 16:26:34.420107 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-db06080e-0a00-42bd-b973-08e2949a0332 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting port 50615f5d-4bc5-4a40-a241-20019af75afc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:34.420664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-db06080e-0a00-42bd-b973-08e2949a0332 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.449067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb2e2-98e6-48eb-9b1c-f640b1fb6744 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.501364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-1f79cf0a-be74-4c1c-b6f4-d3110220e055 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/quotas/472d2a85576d4f5eaa6a98e6d7e70e56 HTTP/1.1" status: 200 len: 375 time: 0.0961947 Aug 17 16:26:34.516710 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-7b9295ea-4c1d-412a-9a06-c16663b065e5 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276010 Aug 17 16:26:34.541186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-f8cc92fd-bcd7-465e-8e2f-6ecd9e5a2016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.542762 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-f8cc92fd-bcd7-465e-8e2f-6ecd9e5a2016 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1412115 Aug 17 16:26:34.575238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-42311c24-7594-431b-9b09-1cc335259275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.576987 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-42311c24-7594-431b-9b09-1cc335259275 service neutron] 10.222.0.93 "GET /v2.0/ports/68de96b2-2710-4249-9f4b-3131d75aa45b HTTP/1.1" status: 200 len: 1027 time: 0.1358318 Aug 17 16:26:34.648126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85ea8-2e3f-4807-a9c6-b98bc2eb681f req-1ba4d026-d59d-457d-a7df-5e4bcc624bef tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.649710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76e85ea8-2e3f-4807-a9c6-b98bc2eb681f req-1ba4d026-d59d-457d-a7df-5e4bcc624bef tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 950 time: 0.1679239 Aug 17 16:26:34.677157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8fbaf40e-86e2-4948-b362-f115e1141ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.678711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8fbaf40e-86e2-4948-b362-f115e1141ecb service neutron] 10.222.0.93 "GET /v2.0/ports/97dcf9ab-b66f-46c4-b085-5114a8e0308a HTTP/1.1" status: 200 len: 1025 time: 0.0878906 Aug 17 16:26:34.698493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-c59504db-9065-4a28-be0b-c9e73a191bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.700245 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-c59504db-9065-4a28-be0b-c9e73a191bd2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.3329597 Aug 17 16:26:34.719318 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb2e2-98e6-48eb-9b1c-f640b1fb6744 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.766889 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb2e2-98e6-48eb-9b1c-f640b1fb6744 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.774659 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52c093fa-6bbd-461b-94e4-214ed1b561d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.787259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-958087b1-a74d-40dc-9db4-05f6525a90ab tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2584610 Aug 17 16:26:34.789091 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-7f62fb82-2441-4595-bee1-ce2e8290a65e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 998 time: 0.0804029 Aug 17 16:26:34.809337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-d122f53a-4d72-4f16-a3d9-ee90f5eb8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:34.810921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-d122f53a-4d72-4f16-a3d9-ee90f5eb8a97 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2097747 Aug 17 16:26:34.818604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-db06080e-0a00-42bd-b973-08e2949a0332 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] For port 50615f5d-4bc5-4a40-a241-20019af75afc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=50615f5d-4bc5-4a40-a241-20019af75afc,segment=NetworkSegment(1588aa85-c337-4934-b9af-a14921cc5132),segment_id=1588aa85-c337-4934-b9af-a14921cc5132)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:34.818977 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-db06080e-0a00-42bd-b973-08e2949a0332 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.830981 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76e85ea8-2e3f-4807-a9c6-b98bc2eb681f req-a6cb0666-949a-42c7-95a1-88a0bcb206f7 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712630 Aug 17 16:26:34.846849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceb2e2-98e6-48eb-9b1c-f640b1fb6744 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24642be-42d3-447b-9e61-28458479129a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:34.860170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-db06080e-0a00-42bd-b973-08e2949a0332 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Calling delete_port for 50615f5d-4bc5-4a40-a241-20019af75afc owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:34.866556 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb2e2-98e6-48eb-9b1c-f640b1fb6744 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:34.871077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c7ceb2e2-98e6-48eb-9b1c-f640b1fb6744 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5143096 Aug 17 16:26:34.877156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52428) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:34.882551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:34.943429 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:35.007970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045c0e81-0f75-4c09-80b6-7ec406fbbd1e req-ea0460ca-5624-4eec-90e8-9891d3bf8c11 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684505 Aug 17 16:26:35.012674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-05ca9f2b-d838-452d-a434-827ebc7c9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:35.014100 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-05ca9f2b-d838-452d-a434-827ebc7c9abf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.2162538 Aug 17 16:26:35.056115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01d1f2a3-491a-4471-aa17-2c0f9d137da5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:35.062917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01d1f2a3-491a-4471-aa17-2c0f9d137da5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:35.068791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01d1f2a3-491a-4471-aa17-2c0f9d137da5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:35.070961 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01d1f2a3-491a-4471-aa17-2c0f9d137da5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "GET /v2.0/networks?id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=019feb88-1596-40ac-a5d4-9314af196c7a&id=019feb88-1596-40ac-a5d4-9314af196c7a HTTP/1.1" status: 200 len: 1989 time: 0.3734982 Aug 17 16:26:35.084859 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:35.131074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a68a9d-c430-45dc-8522-4b744be0b21d req-cedbd85e-b523-4d1b-bb28-ffed3dd51f12 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:35.132755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61a68a9d-c430-45dc-8522-4b744be0b21d req-cedbd85e-b523-4d1b-bb28-ffed3dd51f12 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 946 time: 0.1711426 Aug 17 16:26:35.137736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-d5e477ca-439d-4a5f-b9db-3caa8f1a8a12 service neutron] 10.222.0.77 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408458 Aug 17 16:26:35.155193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-ae717fbf-c014-4adc-a149-fb756716ab7e service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285716 Aug 17 16:26:35.212005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-472472ea-0faa-4367-bd8b-ed640cfddacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:35.213661 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-472472ea-0faa-4367-bd8b-ed640cfddacb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889727 Aug 17 16:26:35.215581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-41f8608c-f399-49b2-b7e0-a9d9ac247fe7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909deb24639a47f49b711a05e3416d78 HTTP/1.1" status: 200 len: 379 time: 0.1249573 Aug 17 16:26:35.229056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'tag': '0da16b95-9114-41b1-8453-02efe07c46a9'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:35.230897 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6089defc-21f6-426b-a40d-3961a3798be8" -d '{"events": [{"name": "network-changed", "server_uuid": "b581a782-4b87-4b6c-8abe-878eff3ceb64", "tag": "0da16b95-9114-41b1-8453-02efe07c46a9"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:35.235593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'admin_state_up': True, 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'security_groups': ['a9867806-c3c4-46cc-823d-200f576309d7']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:35.322469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-d2de20de-99df-4ed0-bdda-3f9ebcf41ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:35.323341 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61a68a9d-c430-45dc-8522-4b744be0b21d req-e97ba8ec-50f0-4789-8b70-da44f3d6ea6f tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/security-groups?id=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571217 Aug 17 16:26:35.323861 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-d2de20de-99df-4ed0-bdda-3f9ebcf41ee2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33b5263107bc4172a20b376bbcf02daa&device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 1099 time: 0.2551081 Aug 17 16:26:35.363208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-db06080e-0a00-42bd-b973-08e2949a0332 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:35.416154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06080e-0a00-42bd-b973-08e2949a0332 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Port': ['ID=50615f5d-4bc5-4a40-a241-20019af75afc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:35.449757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-ad64dd9c-1a2c-4e5a-be7e-172670bf20a9 service neutron] 10.222.0.77 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109212 Aug 17 16:26:35.477855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7c4bc0a-a80d-4a04-a434-75e508e23ade req-3aad1d85-540c-4df7-ac1b-b5dafdf40ca4 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096812 Aug 17 16:26:35.480587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-db06080e-0a00-42bd-b973-08e2949a0332 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] No DVR routers for this DVR port 50615f5d-4bc5-4a40-a241-20019af75afc on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:26:35.491841 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-db06080e-0a00-42bd-b973-08e2949a0332 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:35.493945 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f3eb9116-e15a-4ab5-aacf-eb0337cda5db req-db06080e-0a00-42bd-b973-08e2949a0332 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.91 "DELETE /v2.0/ports/50615f5d-4bc5-4a40-a241-20019af75afc HTTP/1.1" status: 204 len: 173 time: 1.3563673 Aug 17 16:26:35.512097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:35.520824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-b6e1a536-0135-4080-aa84-dbe38dfe2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:35.524866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-b6e1a536-0135-4080-aa84-dbe38dfe2655 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1893137 Aug 17 16:26:35.528187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-5934d4ae-1f14-40b6-85a8-9f14d8f09857 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684689 Aug 17 16:26:35.549058 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f01a3dc-6d76-437c-8005-7b4b46865086 x-openstack-request-id: req-2f01a3dc-6d76-437c-8005-7b4b46865086 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:35.549574 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "name": "network-vif-deleted", "tag": "4d1fa5e3-5494-49b7-814b-e8aee819400a", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:35.549832 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f01a3dc-6d76-437c-8005-7b4b46865086 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:35.550264 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'name': 'network-vif-deleted', 'tag': '4d1fa5e3-5494-49b7-814b-e8aee819400a', 'status': 'completed', 'code': 200} Aug 17 16:26:35.558734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:35.567301 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:35.649309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67c53466-fba6-485d-bb3a-f030a7a04c92 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:35.678407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-bc29cc7b-1386-4d5f-a0c1-020632bd44e5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=9f46b784-2aa5-46bb-b372-07b74257ad86 HTTP/1.1" status: 200 len: 217 time: 0.1447432 Aug 17 16:26:35.958887 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:35.980209 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:36.011041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2835a49d-3c15-4ff9-a0a3-da9965e9ff55 req-9575325b-d859-4bb1-9c1e-8154f97032ef tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0992229 Aug 17 16:26:36.032856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c53466-fba6-485d-bb3a-f030a7a04c92'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:36.034762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-c726d620-d07a-4e32-8d7b-f63697e5db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:36.036386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-c726d620-d07a-4e32-8d7b-f63697e5db3d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.3441901 Aug 17 16:26:36.038894 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc181f2-b1e2-477f-b42d-e2309821a865" -d '{"events": [{"server_uuid": "d44e2064-83e6-469c-8372-8ecb0bf27c23", "name": "network-vif-unplugged", "status": "completed", "tag": "67c53466-fba6-485d-bb3a-f030a7a04c92"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:36.091760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 67c53466-fba6-485d-bb3a-f030a7a04c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67c53466-fba6-485d-bb3a-f030a7a04c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:36.103045 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:36.201909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e45ab-9937-4171-a81c-a96432bd0bf4 req-890e976a-f6f2-402d-b244-b8aa11968a45 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:36.203743 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d94e45ab-9937-4171-a81c-a96432bd0bf4 req-890e976a-f6f2-402d-b244-b8aa11968a45 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 948 time: 0.0853724 Aug 17 16:26:36.206034 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-515b03a7-6ee5-489b-8655-12ee7e18ed1f req-44f2c4f5-0c2b-4e0a-b86c-84025b0d86ba service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536649 Aug 17 16:26:36.238490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-dd4a5d35-778f-49da-ae5a-322bb430a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:36.245030 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-dd4a5d35-778f-49da-ae5a-322bb430a156 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924968 Aug 17 16:26:36.274145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=67c53466-fba6-485d-bb3a-f030a7a04c92,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:36.421042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d94e45ab-9937-4171-a81c-a96432bd0bf4 req-47ee699f-615c-4b39-b5a9-b80ccde7a496 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015309 Aug 17 16:26:36.486151 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-d38d79f8-30c4-4e87-8aa1-b0b6749695dc service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196579 Aug 17 16:26:36.494565 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d58c0a-e353-46ae-984c-7ad84a8cdce9 x-openstack-request-id: req-75d58c0a-e353-46ae-984c-7ad84a8cdce9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:36.496640 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b581a782-4b87-4b6c-8abe-878eff3ceb64", "tag": "0da16b95-9114-41b1-8453-02efe07c46a9", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:36.496978 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75d58c0a-e353-46ae-984c-7ad84a8cdce9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:36.498938 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'tag': '0da16b95-9114-41b1-8453-02efe07c46a9', 'status': 'completed', 'code': 200} Aug 17 16:26:36.716790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b3480ed7-4cc2-4483-932c-778fc4cf6c9f req-7b9eb797-60ae-443e-a1cc-84838bb83f60 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 210 time: 0.0556118 Aug 17 16:26:36.739525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089defc-21f6-426b-a40d-3961a3798be8 req-cbec15ab-f613-454b-b328-1005a251d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:36.742901 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6089defc-21f6-426b-a40d-3961a3798be8 req-cbec15ab-f613-454b-b328-1005a251d91f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33b5263107bc4172a20b376bbcf02daa&device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 1099 time: 0.1625259 Aug 17 16:26:36.816725 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1000a0-e3e8-4c8d-9ff2-f57406d77d75 x-openstack-request-id: req-bb1000a0-e3e8-4c8d-9ff2-f57406d77d75 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:36.817023 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44e2064-83e6-469c-8372-8ecb0bf27c23", "name": "network-vif-unplugged", "status": "completed", "tag": "67c53466-fba6-485d-bb3a-f030a7a04c92", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:36.817292 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb1000a0-e3e8-4c8d-9ff2-f57406d77d75 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:36.817872 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c53466-fba6-485d-bb3a-f030a7a04c92', 'code': 200} Aug 17 16:26:36.822541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ee009-8539-4ccb-89d4-1fe52495c690 req-e7870694-f811-4cb2-a256-09475932bd5a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:36.828770 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9e7ee009-8539-4ccb-89d4-1fe52495c690 req-e7870694-f811-4cb2-a256-09475932bd5a tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 945 time: 0.2038412 Aug 17 16:26:36.918393 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7044496a-2850-4063-ae7a-24d9f2aa11bc req-1e678954-8d8c-43e8-9ed6-9cbcb571bc78 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106045 Aug 17 16:26:36.980652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Allocated IP 172.25.7.242 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/49e20829-a58f-4c3e-8d7b-61a14c479bc2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:37.005581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9e7ee009-8539-4ccb-89d4-1fe52495c690 req-a194a4e5-78a6-4e49-a7fa-41d5fe1044f8 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4732018-5374-40c0-b52f-b8dfe91412bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526344 Aug 17 16:26:37.029442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089defc-21f6-426b-a40d-3961a3798be8 req-ba7f0a30-15f1-4394-abdd-f0bc2e93f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:37.030975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6089defc-21f6-426b-a40d-3961a3798be8 req-ba7f0a30-15f1-4394-abdd-f0bc2e93f680 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2774572 Aug 17 16:26:37.073628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Allocated IP 172.20.0.6 (079f2b2a-f66c-4071-9aa1-7ea1143aa7d8/ffc99fed-7ede-42ae-bb5f-a4afe6d5e772/401290c7-c876-424e-8464-c4b19090850f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:37.088538 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-272a00b9-e2ab-4d89-899b-ebe4f88ad8f1 req-ec5edb6f-200e-4e3f-b576-70680a50956d tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c HTTP/1.1" status: 200 len: 210 time: 0.0580344 Aug 17 16:26:37.102295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 50615f5d-4bc5-4a40-a241-20019af75afc no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:37.142650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 50615f5d-4bc5-4a40-a241-20019af75afc {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:37.147314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6089defc-21f6-426b-a40d-3961a3798be8 req-024453ed-36ea-485e-b957-54ac248e7f5b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0da16b95-9114-41b1-8453-02efe07c46a9 HTTP/1.1" status: 200 len: 217 time: 0.1059010 Aug 17 16:26:37.147701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 50615f5d-4bc5-4a40-a241-20019af75afc not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:37.148386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 4d1fa5e3-5494-49b7-814b-e8aee819400a no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:37.186335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 4d1fa5e3-5494-49b7-814b-e8aee819400a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:37.186982 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 4d1fa5e3-5494-49b7-814b-e8aee819400a not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:37.234209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089defc-21f6-426b-a40d-3961a3798be8 req-e179bc1b-170e-4561-bedb-ea1a7ecb3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:37.236024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6089defc-21f6-426b-a40d-3961a3798be8 req-e179bc1b-170e-4561-bedb-ea1a7ecb3736 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0808907 Aug 17 16:26:37.269801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9a8de04-c618-41db-9df9-92286e4efc27 req-513b9999-e05c-4c81-83c9-5cf34947ab8e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0411091 Aug 17 16:26:37.284681 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:37.319599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089defc-21f6-426b-a40d-3961a3798be8 req-dfbb9d4d-1d2a-446b-b8d0-9e05d0dd81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:37.321418 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6089defc-21f6-426b-a40d-3961a3798be8 req-dfbb9d4d-1d2a-446b-b8d0-9e05d0dd81c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661726 Aug 17 16:26:37.366407 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:37.380041 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:37.386648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Transition to ACTIVE for port object 401290c7-c876-424e-8464-c4b19090850f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:37.437192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:37.443560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:37.453290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:37.461179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'Port': ['ID=49e20829-a58f-4c3e-8d7b-61a14c479bc2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:37.483160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6089defc-21f6-426b-a40d-3961a3798be8 req-807e5b66-e469-4d13-8ce1-624e32015fff service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538525 Aug 17 16:26:37.514961 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:37.557241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'name': 'network-vif-deleted', 'tag': '50615f5d-4bc5-4a40-a241-20019af75afc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:37.559648 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a442c949-d557-4509-82f8-f019ec1f8486" -d '{"events": [{"server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "name": "network-vif-deleted", "tag": "50615f5d-4bc5-4a40-a241-20019af75afc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:37.601597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:37.602499 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:37.610691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:37.625741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:37.664438 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869352e0-ec9c-4bfc-a2a2-f7a9efdd31e9 x-openstack-request-id: req-869352e0-ec9c-4bfc-a2a2-f7a9efdd31e9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:37.664721 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c", "name": "network-vif-deleted", "tag": "50615f5d-4bc5-4a40-a241-20019af75afc", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:37.664967 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-869352e0-ec9c-4bfc-a2a2-f7a9efdd31e9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:37.665080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9f46b784-2aa5-46bb-b372-07b74257ad86 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:37.665356 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1b0d2-0b15-4cf3-bc71-c45fc97f9a4c', 'name': 'network-vif-deleted', 'tag': '50615f5d-4bc5-4a40-a241-20019af75afc', 'status': 'completed', 'code': 200} Aug 17 16:26:37.670622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Port': ['ID=401290c7-c876-424e-8464-c4b19090850f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:37.684710 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:37.712164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:37.712904 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:37.713810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0316d7-76e3-47e0-af26-7b2b1681969f req-3262ecdd-eb04-40b0-981b-cc6ddbba9cb0 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:37.715831 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf0316d7-76e3-47e0-af26-7b2b1681969f req-3262ecdd-eb04-40b0-981b-cc6ddbba9cb0 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 948 time: 0.1086519 Aug 17 16:26:37.778570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec683b-2adb-4d28-a581-07587d6231dc req-5cc2dd13-734d-423b-8ac4-f9afb602b0b7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:37.780478 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1dec683b-2adb-4d28-a581-07587d6231dc req-5cc2dd13-734d-423b-8ac4-f9afb602b0b7 tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 945 time: 0.2145603 Aug 17 16:26:37.798439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ffbc8a6a-7745-4109-b166-884269920b0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5672152 Aug 17 16:26:37.813090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'admin_state_up': True, 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'security_groups': ['a9867806-c3c4-46cc-823d-200f576309d7']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:37.839596 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6089defc-21f6-426b-a40d-3961a3798be8 req-b92d4c0a-3f55-410d-ad94-a9c6046aa535 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458240 Aug 17 16:26:37.942882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:37.947419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf0316d7-76e3-47e0-af26-7b2b1681969f req-30d3bc74-a0b3-474a-a091-942a524fb881 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166955 Aug 17 16:26:37.957089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 9f46b784-2aa5-46bb-b372-07b74257ad86, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9f46b784-2aa5-46bb-b372-07b74257ad86,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:37.985944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '9f46b784-2aa5-46bb-b372-07b74257ad86', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '9f46b784-2aa5-46bb-b372-07b74257ad86', 'mac_address': 'fa:16:3e:a9:f8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:37.993779 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-16eae60e-695f-4a16-a053-f53020e76abf req-8ade66e0-6965-4586-8e76-cb015effcb95 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 210 time: 0.0689254 Aug 17 16:26:38.055926 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.077329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:38.083651 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.107930 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f46b784-2aa5-46bb-b372-07b74257ad86 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:38.117236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1dec683b-2adb-4d28-a581-07587d6231dc req-b10d1944-5fa4-4efa-ae2b-a83bbfd4d79f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Deleting port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:38.117782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1dec683b-2adb-4d28-a581-07587d6231dc req-b10d1944-5fa4-4efa-ae2b-a83bbfd4d79f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.151361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bc796720-647a-42e4-8216-84c4ecda14b4 None None] Provisioning for port 401290c7-c876-424e-8464-c4b19090850f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:38.164166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bc796720-647a-42e4-8216-84c4ecda14b4 None None] Provisioning complete for port 401290c7-c876-424e-8464-c4b19090850f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:38.164542 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc796720-647a-42e4-8216-84c4ecda14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.168282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 9f46b784-2aa5-46bb-b372-07b74257ad86, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9f46b784-2aa5-46bb-b372-07b74257ad86,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:38.201146 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.201859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0da16b95-9114-41b1-8453-02efe07c46a9 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:38.247681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52498) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:38.270760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1dec683b-2adb-4d28-a581-07587d6231dc req-b10d1944-5fa4-4efa-ae2b-a83bbfd4d79f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] For port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,segment=NetworkSegment(7f0fdcb2-55a8-4429-bb25-bf9fafae4139),segment_id=7f0fdcb2-55a8-4429-bb25-bf9fafae4139)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:38.271153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1dec683b-2adb-4d28-a581-07587d6231dc req-b10d1944-5fa4-4efa-ae2b-a83bbfd4d79f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.286853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1dec683b-2adb-4d28-a581-07587d6231dc req-b10d1944-5fa4-4efa-ae2b-a83bbfd4d79f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Calling delete_port for 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:38.287940 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bc796720-647a-42e4-8216-84c4ecda14b4 None None] Port 401290c7-c876-424e-8464-c4b19090850f cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:38.323109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=9f46b784-2aa5-46bb-b372-07b74257ad86,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:38.329224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:38.354751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0da16b95-9114-41b1-8453-02efe07c46a9', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '0da16b95-9114-41b1-8453-02efe07c46a9', 'mac_address': 'fa:16:3e:41:88:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:38.408952 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.436309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da16b95-9114-41b1-8453-02efe07c46a9 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:38.475374 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:38.482764 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.486746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-4f47b3e3-7be4-40b0-93c2-f09ba2a4ae79 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:38.492456 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-4f47b3e3-7be4-40b0-93c2-f09ba2a4ae79 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.91 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 814 time: 0.2395487 Aug 17 16:26:38.559678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Request body: {'port': {'device_id': '9189a760-bbc1-41ae-ab93-6e3b684028fe', 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332', 'admin_state_up': True, 'tenant_id': '472d2a85576d4f5eaa6a98e6d7e70e56'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:38.640956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:38.734468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7d31fd-ab17-422a-81b2-f59013b5060b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting subnet b0e1499b-5cbe-4a61-ac6a-0e06ababb55b {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:26:38.785624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d3727-03f4-4688-a523-6db7c5d5ccc8 req-cafcacef-d4f4-487b-bc68-56f61e608828 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:38.787847 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d81d3727-03f4-4688-a523-6db7c5d5ccc8 req-cafcacef-d4f4-487b-bc68-56f61e608828 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 931 time: 0.2831872 Aug 17 16:26:38.792261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b7d31fd-ab17-422a-81b2-f59013b5060b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.807234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['9f46b784-2aa5-46bb-b372-07b74257ad86'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:38.812647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0da16b95-9114-41b1-8453-02efe07c46a9'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:38.900866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c193430a-6ae4-4fb0-8957-c9324137b30e req-475c4926-9b0e-4851-96dd-739d6ca268bb tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c145718-2dff-4f58-973f-093e9d053c2b HTTP/1.1" status: 200 len: 210 time: 0.5288773 Aug 17 16:26:38.901994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1dec683b-2adb-4d28-a581-07587d6231dc req-b10d1944-5fa4-4efa-ae2b-a83bbfd4d79f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.917647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b7d31fd-ab17-422a-81b2-f59013b5060b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.933024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d1944-5fa4-4efa-ae2b-a83bbfd4d79f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Pushing event deleted for resources: {'Port': ['ID=3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:38.944119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:38.968733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Allocated IP 10.1.1.193 (3e0b0d31-abaf-43a7-80a9-aebf2f0edaac/e862e5dc-3e4e-4fd1-b5f1-76cd8d044667/6b16fe39-fc13-4db9-bd64-1cdc4c415c90) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:38.989040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dec683b-2adb-4d28-a581-07587d6231dc req-b10d1944-5fa4-4efa-ae2b-a83bbfd4d79f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] No DVR routers for this DVR port 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:26:38.992587 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1dec683b-2adb-4d28-a581-07587d6231dc req-b10d1944-5fa4-4efa-ae2b-a83bbfd4d79f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:38.995405 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1dec683b-2adb-4d28-a581-07587d6231dc req-b10d1944-5fa4-4efa-ae2b-a83bbfd4d79f tempest-DeleteServersTestJSON-1526808530 tempest-DeleteServersTestJSON-1526808530-project] 10.222.0.91 "DELETE /v2.0/ports/3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 HTTP/1.1" status: 204 len: 173 time: 1.1826911 Aug 17 16:26:38.996010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c145718-2dff-4f58-973f-093e9d053c2b', 'name': 'network-vif-deleted', 'tag': '3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:38.998865 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b12cfc-1857-4cf6-857e-ea72cfb3d1f4" -d '{"events": [{"server_uuid": "3c145718-2dff-4f58-973f-093e9d053c2b", "name": "network-vif-deleted", "tag": "3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:39.006305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.021610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d81d3727-03f4-4688-a523-6db7c5d5ccc8 req-22f4b802-94cf-484c-8e87-4d0b34333de2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997664 Aug 17 16:26:39.031339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.123038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6d05102-6861-495f-a9aa-e0ff8b4c24c4 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:39.150929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Made reservation on behalf of 472d2a85576d4f5eaa6a98e6d7e70e56 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:39.154402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.190135 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636a040d-fe68-4bbc-b24f-a71d331b1c78 x-openstack-request-id: req-636a040d-fe68-4bbc-b24f-a71d331b1c78 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:39.190874 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c145718-2dff-4f58-973f-093e9d053c2b", "name": "network-vif-deleted", "tag": "3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:39.198428 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-636a040d-fe68-4bbc-b24f-a71d331b1c78 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:39.202824 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c145718-2dff-4f58-973f-093e9d053c2b', 'name': 'network-vif-deleted', 'tag': '3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48', 'status': 'completed', 'code': 200} Aug 17 16:26:39.225365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'Port': ['ID=49e20829-a58f-4c3e-8d7b-61a14c479bc2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:39.286123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9619fea-6cb2-4365-9991-0b836b88bbee req-95324647-d21b-4f14-a3ad-f84f81738ee5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:39.291467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9619fea-6cb2-4365-9991-0b836b88bbee req-95324647-d21b-4f14-a3ad-f84f81738ee5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 949 time: 0.1924343 Aug 17 16:26:39.331050 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b7d31fd-ab17-422a-81b2-f59013b5060b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.348126 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9619fea-6cb2-4365-9991-0b836b88bbee req-58c4913a-ed47-46ff-a74c-70217fb7124a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499580 Aug 17 16:26:39.437123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:39.453030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'mac_address': 'fa:16:3e:ab:1d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:39.483893 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.494852 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a1ad75d-ab72-4334-b846-468b3a31eefd req-023fc609-4709-45d8-96a7-1d3be6442cc6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 210 time: 0.1828301 Aug 17 16:26:39.504549 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.532704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d05102-6861-495f-a9aa-e0ff8b4c24c4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:39.549748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.558441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4f175310-2b28-4631-a395-14518853cd50 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6728702 Aug 17 16:26:39.558633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:39.572004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.607897 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b7d31fd-ab17-422a-81b2-f59013b5060b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.633335 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b7d31fd-ab17-422a-81b2-f59013b5060b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.634918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091c2ff6-62d0-4181-b1a5-234f07227c29 None None] Network 0461e7d3-5389-4fde-9fd4-0cd2f923af22 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:26:39.635295 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7b7d31fd-ab17-422a-81b2-f59013b5060b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "DELETE /v2.0/subnets/b0e1499b-5cbe-4a61-ac6a-0e06ababb55b HTTP/1.1" status: 204 len: 168 time: 1.1726131 Aug 17 16:26:39.637988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52524) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:39.672676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d31fd-ab17-422a-81b2-f59013b5060b tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e1499b-5cbe-4a61-ac6a-0e06ababb55b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:39.682668 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.709076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e6d05102-6861-495f-a9aa-e0ff8b4c24c4'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:39.725656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Allocated IP 172.20.0.4 (d8c336c5-260b-408f-afcd-e4f6466be332/8df030a3-8a90-4cbe-bb3d-354313eb9184/c7060775-c1a5-4973-b7a3-2c59a74351f2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:39.738244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Transition to ACTIVE for port object 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:39.802763 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:39.812117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:39.813688 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-3551640f-1082-4274-8387-dea328dba71c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--617272960&fields=id&tenant_id=430c11389e6c4985a880c3e7e6e36fa1 HTTP/1.1" status: 200 len: 267 time: 0.0969203 Aug 17 16:26:39.887840 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.010703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting port d607cd60-24ee-4fbe-83cb-31b31f91e755 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:40.011764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.019508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:40.044981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:40.059797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:40.080057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8598b0b-5187-40bf-9810-84365b728925 None None] DHCP port deletion for 0461e7d3-5389-4fde-9fd4-0cd2f923af22 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:26:40.139500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Port': ['ID=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:40.196037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.228600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] For port d607cd60-24ee-4fbe-83cb-31b31f91e755, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d607cd60-24ee-4fbe-83cb-31b31f91e755,segment=NetworkSegment(026824c6-a962-4e21-bd0e-9941767da991),segment_id=026824c6-a962-4e21-bd0e-9941767da991)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:40.229161 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.235631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b8598b0b-5187-40bf-9810-84365b728925 None None] Deleting port d607cd60-24ee-4fbe-83cb-31b31f91e755 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:40.236180 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8598b0b-5187-40bf-9810-84365b728925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.258605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:40.264985 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.272544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Calling delete_port for d607cd60-24ee-4fbe-83cb-31b31f91e755 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:40.298097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-8fec331f-7464-436f-8989-592a50acf166 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:40.304547 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-8fec331f-7464-436f-8989-592a50acf166 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 815 time: 0.4619219 Aug 17 16:26:40.334612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b8598b0b-5187-40bf-9810-84365b728925 None None] For port d607cd60-24ee-4fbe-83cb-31b31f91e755, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d607cd60-24ee-4fbe-83cb-31b31f91e755,segment=NetworkSegment(026824c6-a962-4e21-bd0e-9941767da991),segment_id=026824c6-a962-4e21-bd0e-9941767da991)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:40.335049 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8598b0b-5187-40bf-9810-84365b728925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.358137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-ec9b74cc-301a-454d-b119-978395791223 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5492966 Aug 17 16:26:40.373453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'admin_state_up': True, 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'security_groups': ['a9867806-c3c4-46cc-823d-200f576309d7']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:40.390029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b8598b0b-5187-40bf-9810-84365b728925 None None] Calling delete_port for d607cd60-24ee-4fbe-83cb-31b31f91e755 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:40.408895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb959d-b44d-42a8-bf94-4145829cc70f req-6aff5135-1e02-4956-bcc8-09c8070b6701 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:40.423450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb959d-b44d-42a8-bf94-4145829cc70f req-6aff5135-1e02-4956-bcc8-09c8070b6701 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:40.427281 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4bb959d-b44d-42a8-bf94-4145829cc70f req-6aff5135-1e02-4956-bcc8-09c8070b6701 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 1653 time: 0.2224891 Aug 17 16:26:40.465000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d3432403-294e-4d6b-af62-ca6d0ab7a736 None None] Provisioning for port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:40.466212 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-da74e879-c782-434f-93dd-df79901aeb02 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/quotas/430c11389e6c4985a880c3e7e6e36fa1 HTTP/1.1" status: 200 len: 375 time: 0.1497993 Aug 17 16:26:40.480445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d3432403-294e-4d6b-af62-ca6d0ab7a736 None None] Provisioning complete for port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:40.480950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3432403-294e-4d6b-af62-ca6d0ab7a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.515774 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.522160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d3432403-294e-4d6b-af62-ca6d0ab7a736 None None] Port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:40.530192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf', '89cfd8aa-208d-4370-aeee-f6ff7f6cc786'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:40.590325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Pushing event updated for resources: {'Port': ['ID=c7060775-c1a5-4973-b7a3-2c59a74351f2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:40.591974 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8598b0b-5187-40bf-9810-84365b728925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.619037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Network d8c336c5-260b-408f-afcd-e4f6466be332 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:40.628408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:40.631982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:40.640582 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8598b0b-5187-40bf-9810-84365b728925 None None] Pushing event deleted for resources: {'Port': ['ID=d607cd60-24ee-4fbe-83cb-31b31f91e755,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:40.646223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8598b0b-5187-40bf-9810-84365b728925 None None] No DVR routers for this DVR port d607cd60-24ee-4fbe-83cb-31b31f91e755 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:26:40.651434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4bb959d-b44d-42a8-bf94-4145829cc70f req-84c0e45b-be44-40c8-bbfa-33678285a36f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766961 Aug 17 16:26:40.683633 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-73a89c1a-8dc4-4bde-8f73-2044d5ebc71c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1965964 Aug 17 16:26:40.688422 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.738419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:40.739075 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.744553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:40.748163 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:40.771738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Port': ['ID=d607cd60-24ee-4fbe-83cb-31b31f91e755,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:40.780267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] No DVR routers for this DVR port d607cd60-24ee-4fbe-83cb-31b31f91e755 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:26:40.795783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a4f7e52-37fa-4856-b313-c0466b214d3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2405989 Aug 17 16:26:40.845333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Request body: {'port': {'device_id': '9189a760-bbc1-41ae-ab93-6e3b684028fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:41.000894 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.017183 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.032582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0461e7d3-5389-4fde-9fd4-0cd2f923af22']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:41.043837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026824c6-a962-4e21-bd0e-9941767da991') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:41.044147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026824c6-a962-4e21-bd0e-9941767da991') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:41.054235 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.069714 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.076503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:26:41.076912 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.104652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Allocated IP 10.1.1.36 (3e0b0d31-abaf-43a7-80a9-aebf2f0edaac/e862e5dc-3e4e-4fd1-b5f1-76cd8d044667/018fcbe2-3082-461b-b24b-05d753360d2d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:41.117952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6d05102-6861-495f-a9aa-e0ff8b4c24c4 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:41.124374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a2e59-da13-4087-9d0d-0d555a2c134b req-d891dfd3-8b91-4350-a15f-3666973c62bd tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:41.132619 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac1a2e59-da13-4087-9d0d-0d555a2c134b req-d891dfd3-8b91-4350-a15f-3666973c62bd tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 949 time: 0.2040422 Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:26:41.143496 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:26:41.146332 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.155410 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.157417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "DELETE /v2.0/networks/0461e7d3-5389-4fde-9fd4-0cd2f923af22 HTTP/1.1" status: 204 len: 168 time: 1.5181394 Aug 17 16:26:41.161378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:41.231872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:41.232954 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.265648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b1c77e-8719-4fac-a6a6-a8bd60ac3010 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting subnet f719c1ee-2d80-4540-9db5-62f5987eed7e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:26:41.269836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c77e-8719-4fac-a6a6-a8bd60ac3010 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.310832 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac1a2e59-da13-4087-9d0d-0d555a2c134b req-255b1d2a-2b52-4c6f-8730-f6ec5336f5e5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770766 Aug 17 16:26:41.343523 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.346139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0e0af-9ac8-43b0-9140-fd14b6382c8c tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Network': ['ID=0461e7d3-5389-4fde-9fd4-0cd2f923af22,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:41.394769 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c77e-8719-4fac-a6a6-a8bd60ac3010 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.405008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:41.408672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:41.416731 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4111c9a3-078c-4822-9b57-4d2a8c453e2d" -d '{"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-plugged", "status": "completed", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:41.420018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d607cd60-24ee-4fbe-83cb-31b31f91e755 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:41.448984 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-59612d71-a15a-40c6-9d5c-ede81fb2d7a9 service neutron] 10.222.0.77 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919541 Aug 17 16:26:41.458507 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.461225 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:41.556517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:41.559672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d607cd60-24ee-4fbe-83cb-31b31f91e755 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:41.560084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d607cd60-24ee-4fbe-83cb-31b31f91e755 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:41.562479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:41.562899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3dbbda4a-4af3-4c0a-b2e5-4187edbf0e48 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:41.576278 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-74cde42c-1811-4cdb-a8d2-411e897e92bc service neutron] 10.222.0.77 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260877 Aug 17 16:26:41.681967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0da16b95-9114-41b1-8453-02efe07c46a9 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:41.713120 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c77e-8719-4fac-a6a6-a8bd60ac3010 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.793182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 0da16b95-9114-41b1-8453-02efe07c46a9 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:41.793640 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0da16b95-9114-41b1-8453-02efe07c46a9 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:41.794073 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.856300 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c77e-8719-4fac-a6a6-a8bd60ac3010 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.886911 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c77e-8719-4fac-a6a6-a8bd60ac3010 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:41.893665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b7b1c77e-8719-4fac-a6a6-a8bd60ac3010 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "DELETE /v2.0/subnets/f719c1ee-2d80-4540-9db5-62f5987eed7e HTTP/1.1" status: 204 len: 168 time: 0.7136376 Aug 17 16:26:41.907144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd7171-91e0-4596-9133-24cc71ce9915 None None] Network 886f00a2-204b-4689-acb9-b7c7648e9a9d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:26:41.940447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:42.065696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1c77e-8719-4fac-a6a6-a8bd60ac3010 tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Subnet': ['ID=f719c1ee-2d80-4540-9db5-62f5987eed7e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:42.078508 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72251faf-c23b-4203-b3c5-73181be104a3 x-openstack-request-id: req-72251faf-c23b-4203-b3c5-73181be104a3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:42.078842 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-plugged", "status": "completed", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:42.079105 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72251faf-c23b-4203-b3c5-73181be104a3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:42.079642 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'code': 200} Aug 17 16:26:42.145346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:42.170646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398149d2-a558-43cc-9d20-6f6c4593a6aa req-d12f7ddf-3416-4cec-9124-580bf6ac619a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:42.177334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398149d2-a558-43cc-9d20-6f6c4593a6aa req-d12f7ddf-3416-4cec-9124-580bf6ac619a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:42.185949 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-398149d2-a558-43cc-9d20-6f6c4593a6aa req-d12f7ddf-3416-4cec-9124-580bf6ac619a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 1653 time: 0.1071575 Aug 17 16:26:42.273436 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-398149d2-a558-43cc-9d20-6f6c4593a6aa req-c190a1c6-982a-4c24-ae22-74c93aaa6724 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792146 Aug 17 16:26:42.331039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Deleting port 786986d1-18f5-4269-bfb7-06c72893bf1c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:42.335733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:42.511968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a45fcea3-1138-4895-a51b-bf3e470f3ce7 req-689ae976-7c5b-43c4-9ab9-8769039d2ad6 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 210 time: 0.1072693 Aug 17 16:26:42.514579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] For port 786986d1-18f5-4269-bfb7-06c72893bf1c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=786986d1-18f5-4269-bfb7-06c72893bf1c,segment=NetworkSegment(1588aa85-c337-4934-b9af-a14921cc5132),segment_id=1588aa85-c337-4934-b9af-a14921cc5132)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:42.520842 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:42.538965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Calling delete_port for 786986d1-18f5-4269-bfb7-06c72893bf1c owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:42.657932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:42.666540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:42.703111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Port': ['ID=786986d1-18f5-4269-bfb7-06c72893bf1c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:42.718830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] No DVR routers for this DVR port 786986d1-18f5-4269-bfb7-06c72893bf1c on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:26:42.726009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.726590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.727116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.727642 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.729263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.730033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.731239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.732048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.732530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.732929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.733384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.733778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:26:42.806872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:42.827053 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:42.834647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9f46b784-2aa5-46bb-b372-07b74257ad86 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:42.870133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cec4c-b17a-4156-9d56-bbb229c900d1 req-2cebc7b9-7425-442d-bb80-6c9e7036e028 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:42.879521 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-273cec4c-b17a-4156-9d56-bbb229c900d1 req-2cebc7b9-7425-442d-bb80-6c9e7036e028 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 931 time: 0.1973915 Aug 17 16:26:42.942851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:42.944587 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:42.979204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886f00a2-204b-4689-acb9-b7c7648e9a9d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:42.994494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1588aa85-c337-4934-b9af-a14921cc5132') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:42.994870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1588aa85-c337-4934-b9af-a14921cc5132') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:43.003416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-273cec4c-b17a-4156-9d56-bbb229c900d1 req-db71f852-d951-435d-9b2e-9804ac175da7 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225727 Aug 17 16:26:43.020473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.020677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899926a5-a120-46a0-91e1-37c0c4c03710 None None] DHCP port deletion for 886f00a2-204b-4689-acb9-b7c7648e9a9d request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:26:43.023424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:43.090211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5e247-b1d6-4a38-b1fd-d40b87af9fdc req-b6fdfca5-eb29-4927-ae4c-f7b076fde810 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:43.105479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13e5e247-b1d6-4a38-b1fd-d40b87af9fdc req-b6fdfca5-eb29-4927-ae4c-f7b076fde810 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 949 time: 0.2747211 Aug 17 16:26:43.119789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 9f46b784-2aa5-46bb-b372-07b74257ad86 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:43.124213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 9f46b784-2aa5-46bb-b372-07b74257ad86 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:43.124676 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.132512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.133382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7060775-c1a5-4973-b7a3-2c59a74351f2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:43.143152 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.154708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:26:43.155327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.158295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Transition to ACTIVE for port object c7060775-c1a5-4973-b7a3-2c59a74351f2 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:26:43.160523 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:26:43.163153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Transition to ACTIVE for port object 018fcbe2-3082-461b-b24b-05d753360d2d will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:43.198952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.245246 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13e5e247-b1d6-4a38-b1fd-d40b87af9fdc req-0ba83d7c-97b4-488f-8fcc-f3609f7609be tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359179 Aug 17 16:26:43.262511 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Pushing event updated for resources: {'Port': ['ID=c7060775-c1a5-4973-b7a3-2c59a74351f2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:43.266003 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.343160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.373067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:43.402225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:43.408688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:43.414148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.420607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 786986d1-18f5-4269-bfb7-06c72893bf1c no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:43.429459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] 10.222.0.77 "DELETE /v2.0/networks/886f00a2-204b-4689-acb9-b7c7648e9a9d HTTP/1.1" status: 204 len: 168 time: 1.4789271 Aug 17 16:26:43.432648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c15c7-a2b8-4d6a-82c4-5c200fd16f3e tempest-ServersTestMultiNic-1962073178 tempest-ServersTestMultiNic-1962073178-project] Pushing event deleted for resources: {'Network': ['ID=886f00a2-204b-4689-acb9-b7c7648e9a9d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:43.487382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Port': ['ID=018fcbe2-3082-461b-b24b-05d753360d2d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:43.580916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 786986d1-18f5-4269-bfb7-06c72893bf1c {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:43.581376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 786986d1-18f5-4269-bfb7-06c72893bf1c not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:43.627114 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.641058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:43.642027 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.688307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-754a5619-94d8-4020-a65f-b3ac514c6d00 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3193736 Aug 17 16:26:43.716381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a', 'admin_state_up': True, 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'security_groups': ['a9867806-c3c4-46cc-823d-200f576309d7']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:43.731417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 9f46b784-2aa5-46bb-b372-07b74257ad86, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9f46b784-2aa5-46bb-b372-07b74257ad86,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:43.739051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.782535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66493df-9b11-4040-af67-2c69b42e3319 req-491eb895-7317-421d-9bfc-7dd8338d4c95 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:43.803199 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e66493df-9b11-4040-af67-2c69b42e3319 req-491eb895-7317-421d-9bfc-7dd8338d4c95 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.2433002 Aug 17 16:26:43.847046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ceefe-6ea0-42fb-831f-c4259d8472d4 req-b723e594-05f5-4a14-880d-f5c25085e5f7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:43.853582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ceefe-6ea0-42fb-831f-c4259d8472d4 req-b723e594-05f5-4a14-880d-f5c25085e5f7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:43.871068 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ceefe-6ea0-42fb-831f-c4259d8472d4 req-b723e594-05f5-4a14-880d-f5c25085e5f7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:43.872842 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-610ceefe-6ea0-42fb-831f-c4259d8472d4 req-b723e594-05f5-4a14-880d-f5c25085e5f7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 2373 time: 0.2812498 Aug 17 16:26:43.877704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Attempting to bind port c7060775-c1a5-4973-b7a3-2c59a74351f2 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:43.878015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Attempting to bind port c7060775-c1a5-4973-b7a3-2c59a74351f2 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:43.878832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Attempting to bind port c7060775-c1a5-4973-b7a3-2c59a74351f2 on network d8c336c5-260b-408f-afcd-e4f6466be332 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:43.901092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=9f46b784-2aa5-46bb-b372-07b74257ad86,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:43.907506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4da8dcfe-bfd8-41e1-a7b4-cf442a45734b None None] Provisioning for port 018fcbe2-3082-461b-b24b-05d753360d2d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:43.915960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4da8dcfe-bfd8-41e1-a7b4-cf442a45734b None None] Provisioning complete for port 018fcbe2-3082-461b-b24b-05d753360d2d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:43.916188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-c930855e-b738-41a4-9ed1-b13cd6e69d1a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:43.916404 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4da8dcfe-bfd8-41e1-a7b4-cf442a45734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.917817 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-c930855e-b738-41a4-9ed1-b13cd6e69d1a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.91 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 815 time: 0.4274821 Aug 17 16:26:43.925705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Port c7060775-c1a5-4973-b7a3-2c59a74351f2 on network d8c336c5-260b-408f-afcd-e4f6466be332 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:43.926135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Attempting to bind port c7060775-c1a5-4973-b7a3-2c59a74351f2 on network d8c336c5-260b-408f-afcd-e4f6466be332 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:43.937884 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e66493df-9b11-4040-af67-2c69b42e3319 req-105a07cf-9dee-40e5-9c34-916088c28af0 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325526 Aug 17 16:26:43.957624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:43.957624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Checking segment: {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:43.957624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Bound using segment: {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:43.957624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Bound port: c7060775-c1a5-4973-b7a3-2c59a74351f2, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:43.957624 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:43.992266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4da8dcfe-bfd8-41e1-a7b4-cf442a45734b None None] Port 018fcbe2-3082-461b-b24b-05d753360d2d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:44.060548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-451bd655-0fd3-4779-9a7f-d5f62555b444 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430c11389e6c4985a880c3e7e6e36fa1 HTTP/1.1" status: 200 len: 379 time: 0.1203158 Aug 17 16:26:44.075759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'port': {'device_id': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'admin_state_up': True, 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'security_groups': ['52d48438-6bba-4002-84c6-09fb6393bcfc']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:44.078210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:44.081133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da16b95-9114-41b1-8453-02efe07c46a9'}, {'server_uuid': '1fe9a0d4-55fd-42a4-bb95-d8241658d4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f46b784-2aa5-46bb-b372-07b74257ad86'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:44.088428 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9836da8f-c50a-438b-87e7-2ec146bd87de" -d '{"events": [{"server_uuid": "b581a782-4b87-4b6c-8abe-878eff3ceb64", "name": "network-vif-plugged", "status": "completed", "tag": "0da16b95-9114-41b1-8453-02efe07c46a9"}, {"server_uuid": "1fe9a0d4-55fd-42a4-bb95-d8241658d4d3", "name": "network-vif-plugged", "status": "completed", "tag": "9f46b784-2aa5-46bb-b372-07b74257ad86"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:44.165287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-610ceefe-6ea0-42fb-831f-c4259d8472d4 req-e7a67ef4-5126-43f1-b5ce-aaafd455193d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714694 Aug 17 16:26:44.207592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d76b1fa0-b699-41ee-965a-41d955f757e2 req-07314a9a-849a-439e-a61d-29b64e317529 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 210 time: 0.0611165 Aug 17 16:26:44.351453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] For port c7060775-c1a5-4973-b7a3-2c59a74351f2, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:44.356183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Made reservation on behalf of 430c11389e6c4985a880c3e7e6e36fa1 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:44.362053 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:44.366816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:44.388269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] For port c7060775-c1a5-4973-b7a3-2c59a74351f2, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c7060775-c1a5-4973-b7a3-2c59a74351f2,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:44.403590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:44.441726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0c913-2d18-4b21-a12d-b5a315885203 req-f7142272-1363-4363-a50e-9345f6ce1427 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:44.452534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3be0c913-2d18-4b21-a12d-b5a315885203 req-f7142272-1363-4363-a50e-9345f6ce1427 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 943 time: 0.1211419 Aug 17 16:26:44.486649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9ca3-6b52-4804-bf08-c8c71b0345e2 req-a18d3624-46ef-4920-8844-3b19020f937b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:44.494517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5ee9ca3-6b52-4804-bf08-c8c71b0345e2 req-a18d3624-46ef-4920-8844-3b19020f937b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1918333 Aug 17 16:26:44.552258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:44.553995 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:44.556657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] 10.222.0.91 "PUT /v2.0/ports/c7060775-c1a5-4973-b7a3-2c59a74351f2 HTTP/1.1" status: 200 len: 1091 time: 3.7258320 Aug 17 16:26:44.562859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3be0c913-2d18-4b21-a12d-b5a315885203 req-595210dd-86b4-435b-830d-657f6c1aa7c3 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085422 Aug 17 16:26:44.606177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9189a760-bbc1-41ae-ab93-6e3b684028fe', 'tag': 'c7060775-c1a5-4973-b7a3-2c59a74351f2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:44.610562 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "9189a760-bbc1-41ae-ab93-6e3b684028fe", "tag": "c7060775-c1a5-4973-b7a3-2c59a74351f2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:44.667905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Allocated IP 172.20.0.14 (80c83ecf-6ce9-4496-b252-00688b25968b/fd0d815e-677b-49d0-9ff9-ffe8efa321ea/e13653cb-97bb-463a-81e9-328200b22e19) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:44.852777 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920f7b25-d476-4047-b63c-8c329d3e4cbe x-openstack-request-id: req-920f7b25-d476-4047-b63c-8c329d3e4cbe {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:44.854004 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b581a782-4b87-4b6c-8abe-878eff3ceb64", "name": "network-vif-plugged", "status": "completed", "tag": "0da16b95-9114-41b1-8453-02efe07c46a9", "code": 200}, {"server_uuid": "1fe9a0d4-55fd-42a4-bb95-d8241658d4d3", "name": "network-vif-plugged", "status": "completed", "tag": "9f46b784-2aa5-46bb-b372-07b74257ad86", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:44.854466 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-920f7b25-d476-4047-b63c-8c329d3e4cbe {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:44.855145 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da16b95-9114-41b1-8453-02efe07c46a9', 'code': 200} Aug 17 16:26:44.855774 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe9a0d4-55fd-42a4-bb95-d8241658d4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f46b784-2aa5-46bb-b372-07b74257ad86', 'code': 200} Aug 17 16:26:44.891466 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5ee9ca3-6b52-4804-bf08-c8c71b0345e2 req-0dc658b3-4bea-492e-9934-be3a4da72a64 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3959391 Aug 17 16:26:44.940905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62002b-ec32-443f-8682-90227fdc8867 service neutron] Pushing event updated for resources: {'Port': ['ID=c7060775-c1a5-4973-b7a3-2c59a74351f2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:44.958838 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:44.983141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Transition to ACTIVE for port object e13653cb-97bb-463a-81e9-328200b22e19 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:45.004601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-eb4afe43-f6d0-4cbd-a5f0-ec5377059eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:45.009677 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-eb4afe43-f6d0-4cbd-a5f0-ec5377059eb0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 1094 time: 0.3879750 Aug 17 16:26:45.102470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e5b83-5227-4a9c-a3cd-5d0eb2283bba req-14c9e1e5-e38b-48d8-9287-3a75d24055fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:45.104376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9e6e5b83-5227-4a9c-a3cd-5d0eb2283bba req-14c9e1e5-e38b-48d8-9287-3a75d24055fd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 1101 time: 0.1052454 Aug 17 16:26:45.104837 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff932cc-bf44-4d3d-862b-7aaa8a3cbf2e x-openstack-request-id: req-5ff932cc-bf44-4d3d-862b-7aaa8a3cbf2e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:45.105377 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9189a760-bbc1-41ae-ab93-6e3b684028fe", "tag": "c7060775-c1a5-4973-b7a3-2c59a74351f2", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:45.105787 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ff932cc-bf44-4d3d-862b-7aaa8a3cbf2e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:45.106344 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9189a760-bbc1-41ae-ab93-6e3b684028fe', 'tag': 'c7060775-c1a5-4973-b7a3-2c59a74351f2', 'status': 'completed', 'code': 200} Aug 17 16:26:45.133186 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:45.172449 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-3c097da9-864f-486a-a17e-398d1c59d0a0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7060775-c1a5-4973-b7a3-2c59a74351f2 HTTP/1.1" status: 200 len: 217 time: 0.1517587 Aug 17 16:26:45.219353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:45.249828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be3dae-e468-411f-9e20-1bd35802a9dc req-b78d31fa-5871-4f50-ac46-9a09a78b39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:45.251461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7be3dae-e468-411f-9e20-1bd35802a9dc req-b78d31fa-5871-4f50-ac46-9a09a78b39fc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 1101 time: 0.2542856 Aug 17 16:26:45.254736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Network 80c83ecf-6ce9-4496-b252-00688b25968b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:45.275938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Allocated IP 10.2.2.100 (019feb88-1596-40ac-a5d4-9314af196c7a/50c669c8-80f7-4298-96dc-96190b20c8a6/782258dc-1a4a-4ad5-916d-17b7f87e7762) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:45.280271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:45.309803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:45.314658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-24e63ba4-10a7-4212-83df-0261c4c012eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:45.322539 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-24e63ba4-10a7-4212-83df-0261c4c012eb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8df030a3-8a90-4cbe-bb3d-354313eb9184 HTTP/1.1" status: 200 len: 854 time: 0.1332793 Aug 17 16:26:45.361115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe22172-a5ba-49ca-a7e9-4ee71c45f514 req-a7bb4b8f-ee2c-4ced-abf2-048daf9e3cc9 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:45.362681 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fe22172-a5ba-49ca-a7e9-4ee71c45f514 req-a7bb4b8f-ee2c-4ced-abf2-048daf9e3cc9 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 950 time: 0.2751822 Aug 17 16:26:45.386268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:45.388499 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:45.422951 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9e6e5b83-5227-4a9c-a3cd-5d0eb2283bba req-c861b3a8-5c7e-4a5b-8378-6c3df8376434 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098032 Aug 17 16:26:45.427709 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-03c54524-e84b-4d4b-9328-bbc143760929 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3613429 Aug 17 16:26:45.432941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-dfdd4599-c24c-4433-bc7b-835b4b330881 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8c336c5-260b-408f-afcd-e4f6466be332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071296 Aug 17 16:26:45.454007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7be3dae-e468-411f-9e20-1bd35802a9dc req-d67e3c99-7b88-4717-98f4-b5c52796d196 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838245 Aug 17 16:26:45.465463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Request body: {'port': {'device_id': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:45.537517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:45.675815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fe22172-a5ba-49ca-a7e9-4ee71c45f514 req-f23675c7-fb69-4397-9421-1744e2240b68 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741835 Aug 17 16:26:45.688686 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:45.732800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ee5467da-de88-4ef3-8d1c-0760d408ca60 None None] Provisioning for port e13653cb-97bb-463a-81e9-328200b22e19 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:45.742604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ee5467da-de88-4ef3-8d1c-0760d408ca60 None None] Provisioning complete for port e13653cb-97bb-463a-81e9-328200b22e19 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:45.746699 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee5467da-de88-4ef3-8d1c-0760d408ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:45.754389 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-f88f3767-3144-401c-b462-a14bf17ea5dd service neutron] 10.222.0.91 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941930 Aug 17 16:26:45.855411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ee5467da-de88-4ef3-8d1c-0760d408ca60 None None] Port e13653cb-97bb-463a-81e9-328200b22e19 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:45.905049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9bbf5-1e36-4633-8305-5a4f052d234e req-a279f926-b44f-4f44-8070-7ba1a2684a02 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:45.913213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9bbf5-1e36-4633-8305-5a4f052d234e req-a279f926-b44f-4f44-8070-7ba1a2684a02 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:45.920054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9bbf5-1e36-4633-8305-5a4f052d234e req-a279f926-b44f-4f44-8070-7ba1a2684a02 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:45.926977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8b9bbf5-1e36-4633-8305-5a4f052d234e req-a279f926-b44f-4f44-8070-7ba1a2684a02 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 2373 time: 0.2393463 Aug 17 16:26:45.995746 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:46.019554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be61d8c-a476-47e9-b66f-f35794893177 req-53695161-fbe7-453e-9c0b-bbea69a017b1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:46.029548 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8be61d8c-a476-47e9-b66f-f35794893177 req-53695161-fbe7-453e-9c0b-bbea69a017b1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 932 time: 0.1659360 Aug 17 16:26:46.109892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8be61d8c-a476-47e9-b66f-f35794893177 req-8d1bb05e-288f-4bea-838a-1650bd9bf187 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784013 Aug 17 16:26:46.137148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f2db6f7-a241-41d8-aeeb-9ace11f1019f req-989bee6e-ae3d-49e4-afa1-5b81c129a2cf service neutron] 10.222.0.91 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723583 Aug 17 16:26:46.139168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Transition to ACTIVE for port object 782258dc-1a4a-4ad5-916d-17b7f87e7762 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:46.159703 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8b9bbf5-1e36-4633-8305-5a4f052d234e req-9643a13c-6039-45b2-9183-edbe3b9a63c1 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273815 Aug 17 16:26:46.319930 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:46.432372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Port': ['ID=782258dc-1a4a-4ad5-916d-17b7f87e7762,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:46.468534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network 019feb88-1596-40ac-a5d4-9314af196c7a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:46.474126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13653cb-97bb-463a-81e9-328200b22e19 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:46.487277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:46.493497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:46.507633 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:46.511775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c491e48-ba28-4493-a90f-d898733146cd req-6778cf37-f252-48db-9e0a-2d4a94f58e92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:46.522760 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c491e48-ba28-4493-a90f-d898733146cd req-6778cf37-f252-48db-9e0a-2d4a94f58e92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.2255275 Aug 17 16:26:46.539516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Transition to ACTIVE for port object e13653cb-97bb-463a-81e9-328200b22e19 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:46.587395 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:26:46.667116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c491e48-ba28-4493-a90f-d898733146cd req-22cfe143-0de4-4774-aa01-457f6e7fd4c1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433618 Aug 17 16:26:46.685826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6 req-d86c5417-7a7e-4f82-8aea-08fd96b7a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:46.700498 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6 req-d86c5417-7a7e-4f82-8aea-08fd96b7a901 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 1094 time: 0.4457612 Aug 17 16:26:46.808803 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:46.921008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:46.921677 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:46.979824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6 req-0cdb19c1-4f54-45d8-936d-dc4268deb449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:46.981342 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6 req-0cdb19c1-4f54-45d8-936d-dc4268deb449 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 915 time: 0.2683635 Aug 17 16:26:46.983392 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8a56bbcb-9b66-4d05-b84d-16515a0c9e62 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2805548 Aug 17 16:26:47.001644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a', 'admin_state_up': True, 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'security_groups': ['a9867806-c3c4-46cc-823d-200f576309d7']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:47.016391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-482f6cf5-b751-4303-80c6-df9d16de0ed7 None None] Provisioning for port 782258dc-1a4a-4ad5-916d-17b7f87e7762 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:47.022601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-482f6cf5-b751-4303-80c6-df9d16de0ed7 None None] Provisioning complete for port 782258dc-1a4a-4ad5-916d-17b7f87e7762 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:47.022983 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-482f6cf5-b751-4303-80c6-df9d16de0ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:47.051286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9eab2-d59c-4675-9680-dece17b68ae9 req-626bbc70-a09c-45a7-9b5f-20a064b8f85f tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:47.063881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94b9eab2-d59c-4675-9680-dece17b68ae9 req-626bbc70-a09c-45a7-9b5f-20a064b8f85f tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 943 time: 0.3416858 Aug 17 16:26:47.089361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:47.098165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-482f6cf5-b751-4303-80c6-df9d16de0ed7 None None] Port 782258dc-1a4a-4ad5-916d-17b7f87e7762 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:47.189702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6 req-0bf7a3cf-3e69-4874-9e9c-2ab7137b6319 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7060775-c1a5-4973-b7a3-2c59a74351f2 HTTP/1.1" status: 200 len: 217 time: 0.1924133 Aug 17 16:26:47.221870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94b9eab2-d59c-4675-9680-dece17b68ae9 req-19ce7986-ffc9-4a68-9a5f-28ebf236a721 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563768 Aug 17 16:26:47.272501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Attempting to bind port e13653cb-97bb-463a-81e9-328200b22e19 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:47.272837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Attempting to bind port e13653cb-97bb-463a-81e9-328200b22e19 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:47.273155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Attempting to bind port e13653cb-97bb-463a-81e9-328200b22e19 on network 80c83ecf-6ce9-4496-b252-00688b25968b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:47.287240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Port e13653cb-97bb-463a-81e9-328200b22e19 on network 80c83ecf-6ce9-4496-b252-00688b25968b not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:47.287566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Attempting to bind port e13653cb-97bb-463a-81e9-328200b22e19 on network 80c83ecf-6ce9-4496-b252-00688b25968b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:47.308308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:47.308669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Checking segment: {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:47.309031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Bound using segment: {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:47.309729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Bound port: e13653cb-97bb-463a-81e9-328200b22e19, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d22d60-4d4a-4049-ba5d-db637c2f7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:47.310099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:47.381934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa13a8-4f18-407f-974d-2be3b2aabfbf req-dbb24938-4c92-400c-9a47-c5c94facc58e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:47.389834 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6fa13a8-4f18-407f-974d-2be3b2aabfbf req-dbb24938-4c92-400c-9a47-c5c94facc58e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 950 time: 0.3711326 Aug 17 16:26:47.417215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Made reservation on behalf of 909deb24639a47f49b711a05e3416d78 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:47.425191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:47.449347 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6 req-a9eab6bf-bf95-4aed-b642-ddb5f0da327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:47.460707 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6 req-a9eab6bf-bf95-4aed-b642-ddb5f0da327b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8df030a3-8a90-4cbe-bb3d-354313eb9184 HTTP/1.1" status: 200 len: 854 time: 0.1960454 Aug 17 16:26:47.516658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:47.520841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:47.549082 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:47.557501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6 req-0c982e61-5ee2-4b0b-8cfe-45a54c4a3ed8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8c336c5-260b-408f-afcd-e4f6466be332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960486 Aug 17 16:26:47.597333 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6fa13a8-4f18-407f-974d-2be3b2aabfbf req-17a39968-4dc8-4051-91f5-c5c06bd9f104 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062132 Aug 17 16:26:47.728845 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:47.729464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:47.731061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] 10.222.0.91 "PUT /v2.0/ports/e13653cb-97bb-463a-81e9-328200b22e19 HTTP/1.1" status: 200 len: 1092 time: 2.2762001 Aug 17 16:26:47.731652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:47.734342 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1000f376-fa79-4654-9710-2f6e2711fcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "tag": "e13653cb-97bb-463a-81e9-328200b22e19"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:47.852128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42028d-16b2-46c0-85c4-f9db679938b5 req-30cb30f2-ef9f-4b10-b949-6826cce6dc77 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:47.860324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb42028d-16b2-46c0-85c4-f9db679938b5 req-30cb30f2-ef9f-4b10-b949-6826cce6dc77 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.3132148 Aug 17 16:26:47.908098 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:47.951955 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6 req-687b341b-30b3-4495-94c3-ff426e48df3e service neutron] 10.222.0.91 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503144 Aug 17 16:26:47.970263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad5b6f-0937-4d5a-87de-3423584bcee9 req-968e0f2a-f2ac-44ce-a54f-46878b854807 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:47.986299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad5b6f-0937-4d5a-87de-3423584bcee9 req-968e0f2a-f2ac-44ce-a54f-46878b854807 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:48.013070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad5b6f-0937-4d5a-87de-3423584bcee9 req-968e0f2a-f2ac-44ce-a54f-46878b854807 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:48.031438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad5b6f-0937-4d5a-87de-3423584bcee9 req-968e0f2a-f2ac-44ce-a54f-46878b854807 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:48.033245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25ad5b6f-0937-4d5a-87de-3423584bcee9 req-968e0f2a-f2ac-44ce-a54f-46878b854807 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 3094 time: 0.2567027 Aug 17 16:26:48.245086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Allocated IP 10.2.2.200 (019feb88-1596-40ac-a5d4-9314af196c7a/50c669c8-80f7-4298-96dc-96190b20c8a6/0f2c41cf-56d3-4257-9ab0-e1b58827a522) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:48.253521 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25ad5b6f-0937-4d5a-87de-3423584bcee9 req-b8062104-49d0-40e8-aed0-b3c1f2a1970c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886148 Aug 17 16:26:48.308593 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d3d6f4b5-b4a1-415d-9dee-ab3459a96eb6 req-8c17c66e-2482-47ea-b264-2248c59669fd service neutron] 10.222.0.91 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741988 Aug 17 16:26:48.456934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea4a00-084b-4a12-a4fe-ccaca23a8e00 service neutron] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:48.502219 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:48.525314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Transition to ACTIVE for port object 0f2c41cf-56d3-4257-9ab0-e1b58827a522 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:48.567504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb42028d-16b2-46c0-85c4-f9db679938b5 req-e6da6f37-8b38-463b-99da-259c373e2def tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7053270 Aug 17 16:26:48.632691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-b05bdf77-b526-449a-93e6-3f3169ea1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:48.634602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-b05bdf77-b526-449a-93e6-3f3169ea1af2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 1095 time: 0.8626378 Aug 17 16:26:48.710077 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e9f15f-cc45-4f8e-9315-7823808f2c44 x-openstack-request-id: req-a4e9f15f-cc45-4f8e-9315-7823808f2c44 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:48.710775 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "tag": "e13653cb-97bb-463a-81e9-328200b22e19", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:48.711261 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4e9f15f-cc45-4f8e-9315-7823808f2c44 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:48.712048 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19', 'status': 'completed', 'code': 200} Aug 17 16:26:48.719109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-df6556b2-91ed-47fc-af6a-3dd98c3dc822 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13653cb-97bb-463a-81e9-328200b22e19 HTTP/1.1" status: 200 len: 217 time: 0.0705724 Aug 17 16:26:48.756133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1856ff0-aad1-4794-ad51-af35048e6465 req-1b70d7ef-0ce5-41c9-875c-c8b06701549d tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:48.781286 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1856ff0-aad1-4794-ad51-af35048e6465 req-1b70d7ef-0ce5-41c9-875c-c8b06701549d tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1722295 Aug 17 16:26:48.786193 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:48.840261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-53b24e0c-891f-41e7-b75b-ad8b600109d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:48.842691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-53b24e0c-891f-41e7-b75b-ad8b600109d2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.1004899 Aug 17 16:26:48.934541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event updated for resources: {'Port': ['ID=0f2c41cf-56d3-4257-9ab0-e1b58827a522,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:48.951624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Network 019feb88-1596-40ac-a5d4-9314af196c7a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:48.955856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:48.961315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1856ff0-aad1-4794-ad51-af35048e6465 req-ba02cd4e-1cf5-46fb-9cbb-3243a25e6c90 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764832 Aug 17 16:26:48.962149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:49.023126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-8ba35a2f-01e9-461c-98d1-6a4976bf6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:49.026134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-8ba35a2f-01e9-461c-98d1-6a4976bf6df0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484642 Aug 17 16:26:49.046587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0154d4f-0b7d-4e92-9254-6068ae82fc13 req-f4c30909-f6e9-4c72-9d8a-24cf0637e762 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:49.056429 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0154d4f-0b7d-4e92-9254-6068ae82fc13 req-f4c30909-f6e9-4c72-9d8a-24cf0637e762 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 943 time: 0.1346865 Aug 17 16:26:49.075501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:49.077106 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:49.094277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] Deleting port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:49.095051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:49.109609 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-01031693-5442-481f-9853-bdc0ad061269 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1135297 Aug 17 16:26:49.135426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:49.152579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c7060775-c1a5-4973-b7a3-2c59a74351f2 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:49.271510 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0154d4f-0b7d-4e92-9254-6068ae82fc13 req-efa5f5db-c562-4f16-80e0-54d02460b1c3 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096429 Aug 17 16:26:49.379754 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:49.391841 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-f127cd87-9cde-4f4a-8f5a-1d0171f28848 service neutron] 10.222.0.91 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560319 Aug 17 16:26:49.419954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port c7060775-c1a5-4973-b7a3-2c59a74351f2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c7060775-c1a5-4973-b7a3-2c59a74351f2,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:49.462612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'c7060775-c1a5-4973-b7a3-2c59a74351f2', 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332', 'port_id': 'c7060775-c1a5-4973-b7a3-2c59a74351f2', 'mac_address': 'fa:16:3e:dd:6c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df030a3-8a90-4cbe-bb3d-354313eb9184', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:49.470439 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:49.515454 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:49.549037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e503a-b2c5-4850-8e37-9589124bf69f req-d405c039-dbbe-4de4-bcee-be871b8f4799 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:49.558751 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-55783c3f-100e-4eaa-9a5d-524a808f8625 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=33b5263107bc4172a20b376bbcf02daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643224 Aug 17 16:26:49.562834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] For port 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1078a0ff-f633-4b7e-88a5-5d5dd5bd627d,segment=NetworkSegment(7b3f7877-d81f-4237-b9bb-bde8b3105282),segment_id=7b3f7877-d81f-4237-b9bb-bde8b3105282)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:49.563209 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:49.565258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc6e503a-b2c5-4850-8e37-9589124bf69f req-d405c039-dbbe-4de4-bcee-be871b8f4799 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.2921135 Aug 17 16:26:49.590418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7060775-c1a5-4973-b7a3-2c59a74351f2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:49.681347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port c7060775-c1a5-4973-b7a3-2c59a74351f2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c7060775-c1a5-4973-b7a3-2c59a74351f2,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:49.687966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cb517e3c-6aae-418b-80f4-06e0543f7acd None None] Provisioning for port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:49.692479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cb517e3c-6aae-418b-80f4-06e0543f7acd None None] Provisioning complete for port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:49.692927 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb517e3c-6aae-418b-80f4-06e0543f7acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:49.726084 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc6e503a-b2c5-4850-8e37-9589124bf69f req-37d2eb51-3049-436e-843a-2025daf09f77 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592314 Aug 17 16:26:49.754921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cb517e3c-6aae-418b-80f4-06e0543f7acd None None] Port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:49.756647 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:49.757754 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:49.771741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] Calling delete_port for 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:49.912399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=c7060775-c1a5-4973-b7a3-2c59a74351f2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:50.039846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd27141a-ac26-4cb6-b212-d34a985ffc79 req-df9559e0-405b-4441-9a09-d2d8b980233b service neutron] 10.222.0.91 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156991 Aug 17 16:26:50.041556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['c7060775-c1a5-4973-b7a3-2c59a74351f2'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:50.103064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-63e54bd8-68e1-452f-8496-3686811eca5b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:50.111772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-63e54bd8-68e1-452f-8496-3686811eca5b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5346448 Aug 17 16:26:50.203750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345419e-08fc-46ec-ac18-69aafd5af12c req-83753d98-0fe2-4fe8-9642-fc1e34fa5b95 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:50.210762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345419e-08fc-46ec-ac18-69aafd5af12c req-83753d98-0fe2-4fe8-9642-fc1e34fa5b95 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:50.216667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345419e-08fc-46ec-ac18-69aafd5af12c req-83753d98-0fe2-4fe8-9642-fc1e34fa5b95 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:50.223607 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345419e-08fc-46ec-ac18-69aafd5af12c req-83753d98-0fe2-4fe8-9642-fc1e34fa5b95 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:50.231104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345419e-08fc-46ec-ac18-69aafd5af12c req-83753d98-0fe2-4fe8-9642-fc1e34fa5b95 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:50.232923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b345419e-08fc-46ec-ac18-69aafd5af12c req-83753d98-0fe2-4fe8-9642-fc1e34fa5b95 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 3815 time: 0.2899857 Aug 17 16:26:50.241555 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-37c5e7eb-d481-49e5-abef-464a7898c44d tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/quotas/33b5263107bc4172a20b376bbcf02daa HTTP/1.1" status: 200 len: 375 time: 0.1286416 Aug 17 16:26:50.339199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401290c7-c876-424e-8464-c4b19090850f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:50.347415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-754e1295-6c63-41ad-9569-742cf12825b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:50.347786 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:50.349420 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-754e1295-6c63-41ad-9569-742cf12825b1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 1095 time: 0.2338119 Aug 17 16:26:50.368080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Transition to ACTIVE for port object 401290c7-c876-424e-8464-c4b19090850f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:50.377560 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:50.442147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20eb0735-4a25-4ee4-93de-a5ae0ad486d2 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=33b5263107bc4172a20b376bbcf02daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1945987 Aug 17 16:26:50.471025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b345419e-08fc-46ec-ac18-69aafd5af12c req-4670b9c7-fdf8-4e8f-8725-2d9f68836480 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014314 Aug 17 16:26:50.647178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Pushing event updated for resources: {'Port': ['ID=401290c7-c876-424e-8464-c4b19090850f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:50.669118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Attempting to bind port 401290c7-c876-424e-8464-c4b19090850f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:50.669449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Attempting to bind port 401290c7-c876-424e-8464-c4b19090850f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:50.669778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Attempting to bind port 401290c7-c876-424e-8464-c4b19090850f on network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:50.696076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Port 401290c7-c876-424e-8464-c4b19090850f on network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:50.696398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Attempting to bind port 401290c7-c876-424e-8464-c4b19090850f on network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:50.715653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:50.715984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Checking segment: {'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:50.716370 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Bound using segment: {'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:50.716824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Bound port: 401290c7-c876-424e-8464-c4b19090850f, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:50.717184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:50.768153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:50.936548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=1078a0ff-f633-4b7e-88a5-5d5dd5bd627d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:50.938603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a07d6-9b17-4518-86da-d74068d828d2 req-22a7f1d1-6df8-46b4-91cc-74f91fb3d688 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:50.946961 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-846a07d6-9b17-4518-86da-d74068d828d2 req-22a7f1d1-6df8-46b4-91cc-74f91fb3d688 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.2607911 Aug 17 16:26:51.082698 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-846a07d6-9b17-4518-86da-d74068d828d2 req-b9d02782-2c6a-4897-a35d-9d7764b73208 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347251 Aug 17 16:26:51.134876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] For port 401290c7-c876-424e-8464-c4b19090850f, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:51.144421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] For port 401290c7-c876-424e-8464-c4b19090850f, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=401290c7-c876-424e-8464-c4b19090850f,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:51.152408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:51.165504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c7060775-c1a5-4973-b7a3-2c59a74351f2 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:51.192558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-5b4c6d2c-71a6-4591-a107-e4c2bb3742f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:51.197239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-5b4c6d2c-71a6-4591-a107-e4c2bb3742f7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 916 time: 0.8332911 Aug 17 16:26:51.233135 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9d29b179-3dd3-4145-85ed-1bc0c1f4dd1c req-a244176a-85c6-4e54-8df2-261619915464 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 210 time: 0.0475326 Aug 17 16:26:51.240656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:51.254891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:51.257062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] 10.222.0.93 "PUT /v2.0/ports/401290c7-c876-424e-8464-c4b19090850f HTTP/1.1" status: 200 len: 1091 time: 2.1280262 Aug 17 16:26:51.257364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '401290c7-c876-424e-8464-c4b19090850f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:51.259736 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1128559a-272f-4c53-a544-9b3fd27f9051" -d '{"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "401290c7-c876-424e-8464-c4b19090850f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:51.308581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:51.332024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port c7060775-c1a5-4973-b7a3-2c59a74351f2 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:51.337791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port c7060775-c1a5-4973-b7a3-2c59a74351f2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:51.338445 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:51.590365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:51.658552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9189a760-bbc1-41ae-ab93-6e3b684028fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7060775-c1a5-4973-b7a3-2c59a74351f2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:51.664595 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3974c327-4a9e-4796-a79e-b9dbb8348584" -d '{"events": [{"server_uuid": "9189a760-bbc1-41ae-ab93-6e3b684028fe", "name": "network-vif-plugged", "status": "completed", "tag": "c7060775-c1a5-4973-b7a3-2c59a74351f2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:51.699355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port c7060775-c1a5-4973-b7a3-2c59a74351f2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c7060775-c1a5-4973-b7a3-2c59a74351f2,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:51.708423 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:51.767866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-68724150-39ee-496a-90fa-634e92645c27 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13653cb-97bb-463a-81e9-328200b22e19 HTTP/1.1" status: 200 len: 217 time: 0.5540602 Aug 17 16:26:51.804002 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5be8-6910-48b9-b1f3-3a02e3fdbdc0 req-0c8d5bb8-ed3d-4877-bce8-902459ec0fd8 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:51.805995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-982c5be8-6910-48b9-b1f3-3a02e3fdbdc0 req-0c8d5bb8-ed3d-4877-bce8-902459ec0fd8 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 944 time: 0.8980808 Aug 17 16:26:51.840039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=c7060775-c1a5-4973-b7a3-2c59a74351f2,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:51.951848 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:52.077798 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-982c5be8-6910-48b9-b1f3-3a02e3fdbdc0 req-4cdecef2-189d-4500-b819-fab29e92cc16 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303245 Aug 17 16:26:52.079920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-49220752-d22a-4a48-a150-4199f8ae99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:52.092311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-49220752-d22a-4a48-a150-4199f8ae99f4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.2740502 Aug 17 16:26:52.236398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-67445498-d994-49ad-8baf-925d13f3c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:52.237975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-67445498-d994-49ad-8baf-925d13f3c244 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317739 Aug 17 16:26:52.363070 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc42d9f8-3a14-422f-ab28-a6fe9997667c x-openstack-request-id: req-fc42d9f8-3a14-422f-ab28-a6fe9997667c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:52.363747 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "401290c7-c876-424e-8464-c4b19090850f", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:52.363993 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc42d9f8-3a14-422f-ab28-a6fe9997667c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:52.364421 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '401290c7-c876-424e-8464-c4b19090850f', 'status': 'completed', 'code': 200} Aug 17 16:26:52.419899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e0a7f-5040-44ec-ba36-3f9711bd4254 req-5a24d785-a8a1-46ab-9689-37d9bdf14925 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:52.427566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a1e0a7f-5040-44ec-ba36-3f9711bd4254 req-5a24d785-a8a1-46ab-9689-37d9bdf14925 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 1.0178483 Aug 17 16:26:52.472444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943f483-94f7-4b73-962d-b539491d9f10 service neutron] Pushing event updated for resources: {'Port': ['ID=401290c7-c876-424e-8464-c4b19090850f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:52.484033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:52.559013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a1e0a7f-5040-44ec-ba36-3f9711bd4254 req-22281ef7-116c-4542-98ae-dd8db7ebd5f8 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302783 Aug 17 16:26:52.642156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-4b5ab8cd-0e17-4912-96eb-fdda4a24826b service neutron] 10.222.0.91 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792069 Aug 17 16:26:52.690993 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a0076f-a5a1-4235-8924-d32b67965181 x-openstack-request-id: req-37a0076f-a5a1-4235-8924-d32b67965181 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:52.691833 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9189a760-bbc1-41ae-ab93-6e3b684028fe", "name": "network-vif-plugged", "status": "completed", "tag": "c7060775-c1a5-4973-b7a3-2c59a74351f2", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:52.692221 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37a0076f-a5a1-4235-8924-d32b67965181 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:52.692784 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9189a760-bbc1-41ae-ab93-6e3b684028fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7060775-c1a5-4973-b7a3-2c59a74351f2', 'code': 200} Aug 17 16:26:52.778671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-93ce9ba4-0a63-487c-b3d8-cc032ba52563 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=33b5263107bc4172a20b376bbcf02daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1408963 Aug 17 16:26:52.918509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] Router 8f84e94e-a609-47b3-8971-a621575c9564 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:26:52.962681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b73606-7685-462f-8295-b5579ac0aeaf req-975f1530-99a4-4e62-9976-cde8330e24e6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:52.980905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b73606-7685-462f-8295-b5579ac0aeaf req-975f1530-99a4-4e62-9976-cde8330e24e6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:52.987476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b73606-7685-462f-8295-b5579ac0aeaf req-975f1530-99a4-4e62-9976-cde8330e24e6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:52.995284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b73606-7685-462f-8295-b5579ac0aeaf req-975f1530-99a4-4e62-9976-cde8330e24e6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:53.001399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b73606-7685-462f-8295-b5579ac0aeaf req-975f1530-99a4-4e62-9976-cde8330e24e6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:53.010716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20b73606-7685-462f-8295-b5579ac0aeaf req-975f1530-99a4-4e62-9976-cde8330e24e6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 3827 time: 0.5945802 Aug 17 16:26:53.164187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20b73606-7685-462f-8295-b5579ac0aeaf req-56bf2b60-d80c-439a-bed2-8a030dc9b5ff tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452518 Aug 17 16:26:53.166141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad80647-8d02-444f-8b2f-032bca23dbb3 req-13297b83-3491-4bdf-a41a-501182611e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:53.167774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cad80647-8d02-444f-8b2f-032bca23dbb3 req-13297b83-3491-4bdf-a41a-501182611e0f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 1096 time: 0.2398922 Aug 17 16:26:53.187045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6e1e1-bb4b-42a8-8de2-6fe1e18380ea req-134f694a-3a55-473a-a497-74a996b35e11 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:53.187308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e13653cb-97bb-463a-81e9-328200b22e19 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:26:53.195618 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56c6e1e1-bb4b-42a8-8de2-6fe1e18380ea req-134f694a-3a55-473a-a497-74a996b35e11 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.2472496 Aug 17 16:26:53.212003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-41c310b2-9e1d-4de9-af7f-ac938ba1ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:53.215358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-41c310b2-9e1d-4de9-af7f-ac938ba1ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:53.217262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-41c310b2-9e1d-4de9-af7f-ac938ba1ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:53.219373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-41c310b2-9e1d-4de9-af7f-ac938ba1ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:53.219970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-41c310b2-9e1d-4de9-af7f-ac938ba1ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:53.234874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-41c310b2-9e1d-4de9-af7f-ac938ba1ba25 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 4362 time: 0.8454413 Aug 17 16:26:53.360887 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cad80647-8d02-444f-8b2f-032bca23dbb3 req-dd1573b5-2af4-4be1-ab6b-92c1fe5bcc74 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384702 Aug 17 16:26:53.404498 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1000f376-fa79-4654-9710-2f6e2711fcd6 req-1bc88410-5680-4299-8bce-c3c237bae5a2 service neutron] 10.222.0.91 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475994 Aug 17 16:26:53.452785 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56c6e1e1-bb4b-42a8-8de2-6fe1e18380ea req-00ecbf97-37f5-4823-8216-dd5f9c7725b0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561419 Aug 17 16:26:53.500153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:53.532730 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b71a6af2-7e05-464c-ac08-0e2e40d0fbaa req-552477d1-ac1f-4a66-99a3-143cee133a2b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 210 time: 0.1686699 Aug 17 16:26:53.544204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e13653cb-97bb-463a-81e9-328200b22e19', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'port_id': 'e13653cb-97bb-463a-81e9-328200b22e19', 'mac_address': 'fa:16:3e:89:7f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:26:53.707564 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:53.719774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-8a182a59-f555-44c7-8e89-a511e9292cda tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:53.726265 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-8a182a59-f555-44c7-8e89-a511e9292cda tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7869961 Aug 17 16:26:53.752133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13653cb-97bb-463a-81e9-328200b22e19 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:53.774955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Request body: {'port': {'device_id': 'afb30e34-7eda-4466-8a84-d71ad0a251f6', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '33b5263107bc4172a20b376bbcf02daa'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:53.783282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68de96b2-2710-4249-9f4b-3131d75aa45b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:53.793559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:53.807277 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:53.811944 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:53.903894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:53.919764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Transition to ACTIVE for port object 68de96b2-2710-4249-9f4b-3131d75aa45b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:53.935436 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:54.060474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385ea97-d25d-4e1e-82fe-d6bcfd90117e req-715d88c2-cea6-44e4-86cd-9dec5db9dae2 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.069737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6385ea97-d25d-4e1e-82fe-d6bcfd90117e req-715d88c2-cea6-44e4-86cd-9dec5db9dae2 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 945 time: 0.4442122 Aug 17 16:26:54.107610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Pushing event updated for resources: {'Port': ['ID=68de96b2-2710-4249-9f4b-3131d75aa45b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:54.110232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e13653cb-97bb-463a-81e9-328200b22e19'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:54.214354 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6385ea97-d25d-4e1e-82fe-d6bcfd90117e req-2c1da461-56ae-4da4-a7b0-64c3a072eb7a tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431499 Aug 17 16:26:54.400030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Attempting to bind port 68de96b2-2710-4249-9f4b-3131d75aa45b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:54.400394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Attempting to bind port 68de96b2-2710-4249-9f4b-3131d75aa45b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:54.400732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Attempting to bind port 68de96b2-2710-4249-9f4b-3131d75aa45b on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:54.405692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Port 68de96b2-2710-4249-9f4b-3131d75aa45b on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:54.406025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Attempting to bind port 68de96b2-2710-4249-9f4b-3131d75aa45b on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:54.413908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:54.414261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Checking segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:54.414681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Bound using segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:54.423408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Bound port: 68de96b2-2710-4249-9f4b-3131d75aa45b, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:54.432063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:54.620738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-6bece72e-a56c-4bd1-a0f0-fd76bcd69476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.621295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-6bece72e-a56c-4bd1-a0f0-fd76bcd69476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.621656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-6bece72e-a56c-4bd1-a0f0-fd76bcd69476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.623302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-6bece72e-a56c-4bd1-a0f0-fd76bcd69476 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=909deb24639a47f49b711a05e3416d78&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.2641525 Aug 17 16:26:54.637820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] For port 68de96b2-2710-4249-9f4b-3131d75aa45b, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:54.656516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] For port 68de96b2-2710-4249-9f4b-3131d75aa45b, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=68de96b2-2710-4249-9f4b-3131d75aa45b,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:54.666102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:54.683838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.684917 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:54.687430 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] 10.222.0.93 "PUT /v2.0/ports/68de96b2-2710-4249-9f4b-3131d75aa45b HTTP/1.1" status: 200 len: 1130 time: 3.3958976 Aug 17 16:26:54.690688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '68de96b2-2710-4249-9f4b-3131d75aa45b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:54.702696 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "68de96b2-2710-4249-9f4b-3131d75aa45b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:54.740557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:54.795601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:26:54.808973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] Sync routers for ids ['8f84e94e-a609-47b3-8971-a621575c9564'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:26:54.815276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c64f1184-6e21-4054-9ba3-b46ad4755b0f admin admin] 10.222.0.77 "PUT /v2.0/routers/8f84e94e-a609-47b3-8971-a621575c9564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2693281 Aug 17 16:26:54.819916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52824) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:54.835812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8bc00-4bad-4c16-98a8-44bee4baa970 req-ec545444-8d88-492b-9f5d-0acd3adcf85b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.838877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] Routers {'8f84e94e-a609-47b3-8971-a621575c9564'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:26:54.840919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Made reservation on behalf of 33b5263107bc4172a20b376bbcf02daa for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:26:54.841871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:26:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8f84e94e-a609-47b3-8971-a621575c9564'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:54.842895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8bc00-4bad-4c16-98a8-44bee4baa970 req-ec545444-8d88-492b-9f5d-0acd3adcf85b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.844930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:54.850066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8bc00-4bad-4c16-98a8-44bee4baa970 req-ec545444-8d88-492b-9f5d-0acd3adcf85b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.857963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8bc00-4bad-4c16-98a8-44bee4baa970 req-ec545444-8d88-492b-9f5d-0acd3adcf85b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.864198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8bc00-4bad-4c16-98a8-44bee4baa970 req-ec545444-8d88-492b-9f5d-0acd3adcf85b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.871004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8bc00-4bad-4c16-98a8-44bee4baa970 req-ec545444-8d88-492b-9f5d-0acd3adcf85b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:54.872950 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5be8bc00-4bad-4c16-98a8-44bee4baa970 req-ec545444-8d88-492b-9f5d-0acd3adcf85b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 4599 time: 0.2969527 Aug 17 16:26:55.020863 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:55.075317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b70b81-017f-4fca-9201-9a1fe3e40c18 req-350c8a7b-979e-4a1b-a569-a44c2905d3b6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:55.083318 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77b70b81-017f-4fca-9201-9a1fe3e40c18 req-350c8a7b-979e-4a1b-a569-a44c2905d3b6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 1.0820787 Aug 17 16:26:55.095908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] Set router 8f84e94e-a609-47b3-8971-a621575c9564 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:26:55.150527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8a803-c8e3-4b47-a58b-e8c2a89a29ce service neutron] Pushing event updated for resources: {'Port': ['ID=68de96b2-2710-4249-9f4b-3131d75aa45b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:55.194746 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5be8bc00-4bad-4c16-98a8-44bee4baa970 req-818497f8-afb6-4e7e-b6fd-ee6bd3de875f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1808896 Aug 17 16:26:55.225624 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77b70b81-017f-4fca-9201-9a1fe3e40c18 req-97d4423b-2c25-4795-ae40-750eb7739e3b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407652 Aug 17 16:26:55.244007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:55.250673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-1e859f93-6107-447a-87fa-7e77f53f6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:55.252250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1128559a-272f-4c53-a544-9b3fd27f9051 req-1e859f93-6107-447a-87fa-7e77f53f6904 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6145120 Aug 17 16:26:55.325255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e13653cb-97bb-463a-81e9-328200b22e19 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:26:55.361062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Allocated IP 192.168.233.30 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/baef901c-5940-4c00-b93b-189641d1005b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:26:55.451157 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:55.588032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9443f93-6f51-4641-9519-23f4f71d02a5 req-72a7a97a-bc1b-42fa-83f7-fa958b7ee4b9 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:55.597193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9443f93-6f51-4641-9519-23f4f71d02a5 req-72a7a97a-bc1b-42fa-83f7-fa958b7ee4b9 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 945 time: 0.2447395 Aug 17 16:26:55.641883 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:55.656330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Transition to ACTIVE for port object baef901c-5940-4c00-b93b-189641d1005b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:55.701696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e13653cb-97bb-463a-81e9-328200b22e19 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:55.714337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e13653cb-97bb-463a-81e9-328200b22e19 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:55.714899 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:55.720500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f84e94e-a609-47b3-8971-a621575c9564', 'name': 'tempest-ServersTestMultiNic-1833781344-router', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:24:28Z', 'updated_at': '2021-08-17T16:26:50Z', 'revision_number': 5, 'project_id': '760ff278cc3a4456822a364590d87753', 'gw_port': {'id': 'cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84e94e-a609-47b3-8971-a621575c9564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:24:30Z', 'updated_at': '2021-08-17T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:55.746040 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:55.804914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9443f93-6f51-4641-9519-23f4f71d02a5 req-712264b7-423f-4245-825a-ff1da3e31d89 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064726 Aug 17 16:26:55.815342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Deleting port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:26:55.815682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:55.857786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['9f46b784-2aa5-46bb-b372-07b74257ad86', '0da16b95-9114-41b1-8453-02efe07c46a9'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:26:55.924553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:26:55.967424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:26:56.000594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef48ea-1bcf-41fe-a363-1ae67ffc08fb req-e9c6a971-10c4-4bdc-8fd1-e3d959fcfbda tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.008897 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c4ef48ea-1bcf-41fe-a363-1ae67ffc08fb req-e9c6a971-10c4-4bdc-8fd1-e3d959fcfbda tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 935 time: 0.2919023 Aug 17 16:26:56.015755 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b87c93-6b47-4caf-9b2f-15716fec2b6c x-openstack-request-id: req-c3b87c93-6b47-4caf-9b2f-15716fec2b6c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:56.017877 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "68de96b2-2710-4249-9f4b-3131d75aa45b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:56.018234 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3b87c93-6b47-4caf-9b2f-15716fec2b6c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:56.018792 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '68de96b2-2710-4249-9f4b-3131d75aa45b', 'status': 'completed', 'code': 200} Aug 17 16:26:56.085595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:26:56.092220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] Checking router: 8f84e94e-a609-47b3-8971-a621575c9564 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:26:56.101333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Pushing event updated for resources: {'Port': ['ID=baef901c-5940-4c00-b93b-189641d1005b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:56.144640 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] Routers {'8f84e94e-a609-47b3-8971-a621575c9564'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:26:56.145758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:26:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8f84e94e-a609-47b3-8971-a621575c9564'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:56.149317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] For port cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:56.149776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:56.174346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97dcf9ab-b66f-46c4-b085-5114a8e0308a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:56.182797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Calling delete_port for cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:26:56.188879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:56.229486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916e5fb-f7de-4179-8ef7-ebb79d404e67 req-2567a68b-b72d-4e3d-b41c-98c8520b775d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.237350 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6916e5fb-f7de-4179-8ef7-ebb79d404e67 req-2567a68b-b72d-4e3d-b41c-98c8520b775d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 945 time: 0.1501477 Aug 17 16:26:56.345578 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c4ef48ea-1bcf-41fe-a363-1ae67ffc08fb req-8aa62336-ffb5-4891-968f-ceb3f5af9ebf tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352013 Aug 17 16:26:56.369446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-8480d164-6ca6-41ec-b1f4-21a27784ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.369825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-8480d164-6ca6-41ec-b1f4-21a27784ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.370292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-8480d164-6ca6-41ec-b1f4-21a27784ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.370788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-8480d164-6ca6-41ec-b1f4-21a27784ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.371256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-8480d164-6ca6-41ec-b1f4-21a27784ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.371718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-8480d164-6ca6-41ec-b1f4-21a27784ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.374233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Transition to ACTIVE for port object 97dcf9ab-b66f-46c4-b085-5114a8e0308a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:56.383710 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-8480d164-6ca6-41ec-b1f4-21a27784ed52 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5285 time: 0.3492763 Aug 17 16:26:56.478709 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:56.572321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:26:56.577551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] Set router 8f84e94e-a609-47b3-8971-a621575c9564 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:26:56.579921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:56.583038 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5789c1-4c71-4a3a-8a0e-1820524d4ac3" -d '{"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-plugged", "status": "completed", "tag": "e13653cb-97bb-463a-81e9-328200b22e19"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:56.619480 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:56.662014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-15a32761-1167-4656-8fd6-069b30c01425 None None] Provisioning for port baef901c-5940-4c00-b93b-189641d1005b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:26:56.663884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-013efd7b-87f3-456e-b982-360cbadbe3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.664679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-013efd7b-87f3-456e-b982-360cbadbe3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.665288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-013efd7b-87f3-456e-b982-360cbadbe3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.673350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-013efd7b-87f3-456e-b982-360cbadbe3b9 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=909deb24639a47f49b711a05e3416d78&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2756920 Aug 17 16:26:56.674773 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:56.702968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:56.703646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:56.704643 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6916e5fb-f7de-4179-8ef7-ebb79d404e67 req-5365a618-5869-4dea-91c8-534b1d7b4402 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661481 Aug 17 16:26:56.718710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f84e94e-a609-47b3-8971-a621575c9564', 'name': 'tempest-ServersTestMultiNic-1833781344-router', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:24:28Z', 'updated_at': '2021-08-17T16:26:55Z', 'revision_number': 6, 'project_id': '760ff278cc3a4456822a364590d87753', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:26:56.782096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-15a32761-1167-4656-8fd6-069b30c01425 None None] Provisioning complete for port baef901c-5940-4c00-b93b-189641d1005b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:26:56.782877 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15a32761-1167-4656-8fd6-069b30c01425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:56.813999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Pushing event updated for resources: {'Port': ['ID=97dcf9ab-b66f-46c4-b085-5114a8e0308a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:56.821262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:56.863260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:56.948921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52852) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:56.992851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5761e-7d47-4bb0-835c-b6c107254ddd None None] The sync data for ids ['8f84e94e-a609-47b3-8971-a621575c9564'] in n-d-804878-1 is: [{'id': '8f84e94e-a609-47b3-8971-a621575c9564', 'name': 'tempest-ServersTestMultiNic-1833781344-router', 'tenant_id': '760ff278cc3a4456822a364590d87753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:24:28Z', 'updated_at': '2021-08-17T16:26:55Z', 'revision_number': 6, 'project_id': '760ff278cc3a4456822a364590d87753', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:26:57.027446 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-20ac4b65-d20b-4d44-b65f-98d6c6def3bc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2660983 Aug 17 16:26:57.058442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Request body: {'port': {'device_id': 'afb30e34-7eda-4466-8a84-d71ad0a251f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:57.259458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-15a32761-1167-4656-8fd6-069b30c01425 None None] Port baef901c-5940-4c00-b93b-189641d1005b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:26:57.298416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:57.309591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:57.326720 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-c58652f7-0381-482a-90e0-b04aeac0e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:57.328669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0268be64-e90f-4425-ac0c-3ea9b4dafd1d req-c58652f7-0381-482a-90e0-b04aeac0e4a0 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5874104 Aug 17 16:26:57.602621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:57.605116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8bbc9-99f8-471f-bce9-04ff00ead361 req-753cfbf4-8c00-43d2-80ef-602c08a0593f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:57.620684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Attempting to bind port 97dcf9ab-b66f-46c4-b085-5114a8e0308a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:57.621027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Attempting to bind port 97dcf9ab-b66f-46c4-b085-5114a8e0308a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:57.621402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Attempting to bind port 97dcf9ab-b66f-46c4-b085-5114a8e0308a on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:57.633978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8bbc9-99f8-471f-bce9-04ff00ead361 req-753cfbf4-8c00-43d2-80ef-602c08a0593f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:57.648471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8bbc9-99f8-471f-bce9-04ff00ead361 req-753cfbf4-8c00-43d2-80ef-602c08a0593f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:57.669663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8bbc9-99f8-471f-bce9-04ff00ead361 req-753cfbf4-8c00-43d2-80ef-602c08a0593f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:57.679430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8bbc9-99f8-471f-bce9-04ff00ead361 req-753cfbf4-8c00-43d2-80ef-602c08a0593f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:57.686014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:57.686547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1078a0ff-f633-4b7e-88a5-5d5dd5bd627d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:57.695047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Port 97dcf9ab-b66f-46c4-b085-5114a8e0308a on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:57.695410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Attempting to bind port 97dcf9ab-b66f-46c4-b085-5114a8e0308a on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:57.700506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:57.707855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8bbc9-99f8-471f-bce9-04ff00ead361 req-753cfbf4-8c00-43d2-80ef-602c08a0593f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:57.720006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8bbc9-99f8-471f-bce9-04ff00ead361 req-753cfbf4-8c00-43d2-80ef-602c08a0593f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:57.727176 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdc8bbc9-99f8-471f-bce9-04ff00ead361 req-753cfbf4-8c00-43d2-80ef-602c08a0593f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5369 time: 0.5665367 Aug 17 16:26:57.851346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-56dd8709-0ce2-4fcb-b69c-bc213fd09b8a admin admin] Deleting subnet 6f87ffbc-ac13-4956-8048-aa2480c87aa7 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:26:57.869679 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdc8bbc9-99f8-471f-bce9-04ff00ead361 req-f9a42ad8-381c-4a53-89c6-240e71bc6332 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364834 Aug 17 16:26:57.990985 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caa993c-8903-4878-be30-1a9348d2722c x-openstack-request-id: req-0caa993c-8903-4878-be30-1a9348d2722c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:57.991377 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-plugged", "status": "completed", "tag": "e13653cb-97bb-463a-81e9-328200b22e19", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:57.991725 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0caa993c-8903-4878-be30-1a9348d2722c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:57.992218 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19', 'code': 200} Aug 17 16:26:58.214083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baef901c-5940-4c00-b93b-189641d1005b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:26:58.241464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:58.266326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa2bf0-e3d0-4932-bf46-65b661f639cd req-82f86b9c-0ecc-4274-ac9d-f12aded80d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:58.267932 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93aa2bf0-e3d0-4932-bf46-65b661f639cd req-82f86b9c-0ecc-4274-ac9d-f12aded80d79 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 1097 time: 0.1768277 Aug 17 16:26:58.292328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Transition to ACTIVE for port object baef901c-5940-4c00-b93b-189641d1005b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:26:58.301548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84afb3-efb9-4d0a-abc3-37b629499e0b req-f5a20c87-cc86-4698-a785-a263a0b4cbfa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:58.304307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c84afb3-efb9-4d0a-abc3-37b629499e0b req-f5a20c87-cc86-4698-a785-a263a0b4cbfa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 1.1924083 Aug 17 16:26:58.308373 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56dd8709-0ce2-4fcb-b69c-bc213fd09b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:58.311752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9503af-f78f-4669-855c-a2880675ea79 req-969c9f6a-06b4-4dcf-aa4c-935681665d2c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:58.313332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b9503af-f78f-4669-855c-a2880675ea79 req-969c9f6a-06b4-4dcf-aa4c-935681665d2c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1609743 Aug 17 16:26:58.315188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:58.315742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Checking segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:58.316340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Bound using segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:58.316927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Bound port: 97dcf9ab-b66f-46c4-b085-5114a8e0308a, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:58.317431 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:58.369959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:58.444302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] For port 97dcf9ab-b66f-46c4-b085-5114a8e0308a, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:58.448284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] For port 97dcf9ab-b66f-46c4-b085-5114a8e0308a, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=97dcf9ab-b66f-46c4-b085-5114a8e0308a,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:58.462093 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:58.487692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:58.497900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b9503af-f78f-4669-855c-a2880675ea79 req-acedabef-5349-46a3-b45b-872076c4ac58 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643949 Aug 17 16:26:58.509660 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:58.605939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93aa2bf0-e3d0-4932-bf46-65b661f639cd req-dcb216c0-8002-4a8e-9d73-5f1d0b517711 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283052 Aug 17 16:26:58.622206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Pushing event updated for resources: {'Port': ['ID=baef901c-5940-4c00-b93b-189641d1005b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:58.765605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c84afb3-efb9-4d0a-abc3-37b629499e0b req-2ce150d7-4173-43de-8fa9-716d7a73005a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4515531 Aug 17 16:26:58.775167 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:58.779008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f84e94e-a609-47b3-8971-a621575c9564 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:26:58.815989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec11bdb-2eea-4c66-8e75-d2c48c251949 req-8757828c-c013-4ac5-9bf0-c8d36f94683f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:58.822925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:58.829727 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-32313b39-1bac-40b1-b445-235b3dca0f27 admin admin] 10.222.0.77 "DELETE /v2.0/routers/8f84e94e-a609-47b3-8971-a621575c9564 HTTP/1.1" status: 204 len: 168 time: 3.9557250 Aug 17 16:26:58.840834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Pushing event updated for resources: {'Port': ['ID=97dcf9ab-b66f-46c4-b085-5114a8e0308a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:58.845267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ec11bdb-2eea-4c66-8e75-d2c48c251949 req-8757828c-c013-4ac5-9bf0-c8d36f94683f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 947 time: 0.1862588 Aug 17 16:26:58.871456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52868) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:26:58.948792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56dd8709-0ce2-4fcb-b69c-bc213fd09b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:58.982451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:58.991419 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:59.010748 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0e9e512f-ac3e-45d8-a39e-e81d555c3950 service neutron] 10.222.0.93 "PUT /v2.0/ports/97dcf9ab-b66f-46c4-b085-5114a8e0308a HTTP/1.1" status: 200 len: 1128 time: 4.2617455 Aug 17 16:26:59.013568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Attempting to bind port baef901c-5940-4c00-b93b-189641d1005b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:26:59.014180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Attempting to bind port baef901c-5940-4c00-b93b-189641d1005b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:26:59.014978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Attempting to bind port baef901c-5940-4c00-b93b-189641d1005b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:59.053612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ec11bdb-2eea-4c66-8e75-d2c48c251949 req-71978c90-abd4-414f-845c-ce20f206014b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015784 Aug 17 16:26:59.054990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Port baef901c-5940-4c00-b93b-189641d1005b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:26:59.055547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Attempting to bind port baef901c-5940-4c00-b93b-189641d1005b on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:26:59.064498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:26:59.065285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:26:59.066096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:26:59.066994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Bound port: baef901c-5940-4c00-b93b-189641d1005b, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:26:59.067707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:59.200258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] For port baef901c-5940-4c00-b93b-189641d1005b, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:26:59.212548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] For port baef901c-5940-4c00-b93b-189641d1005b, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=baef901c-5940-4c00-b93b-189641d1005b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:26:59.219251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '97dcf9ab-b66f-46c4-b085-5114a8e0308a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:59.221872 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f198c3b7-a17d-4312-b13f-30160547763b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "97dcf9ab-b66f-46c4-b085-5114a8e0308a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:59.226881 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:59.271706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:26:59.284750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56dd8709-0ce2-4fcb-b69c-bc213fd09b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:59.307041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:26:59.342505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.354564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:26:59.355236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cc45ed5d-11ef-40d0-bcd2-9b1d90eed5dc not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:26:59.355998 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:59.359079 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] 10.222.0.93 "PUT /v2.0/ports/baef901c-5940-4c00-b93b-189641d1005b HTTP/1.1" status: 200 len: 1095 time: 2.3156641 Aug 17 16:26:59.363295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb30e34-7eda-4466-8a84-d71ad0a251f6', 'tag': 'baef901c-5940-4c00-b93b-189641d1005b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:26:59.372940 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5757f34d-1cd5-446e-a74a-905a337f0d12" -d '{"events": [{"name": "network-changed", "server_uuid": "afb30e34-7eda-4466-8a84-d71ad0a251f6", "tag": "baef901c-5940-4c00-b93b-189641d1005b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:26:59.423878 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7802ba6-f1dd-493e-9cda-f06e72879598 x-openstack-request-id: req-b7802ba6-f1dd-493e-9cda-f06e72879598 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:59.426072 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "97dcf9ab-b66f-46c4-b085-5114a8e0308a", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:59.426072 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7802ba6-f1dd-493e-9cda-f06e72879598 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:59.426072 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '97dcf9ab-b66f-46c4-b085-5114a8e0308a', 'status': 'completed', 'code': 200} Aug 17 16:26:59.581056 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c345121b-a31f-4823-a27a-72cba35e6f7c x-openstack-request-id: req-c345121b-a31f-4823-a27a-72cba35e6f7c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:26:59.581338 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb30e34-7eda-4466-8a84-d71ad0a251f6", "tag": "baef901c-5940-4c00-b93b-189641d1005b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:26:59.581583 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c345121b-a31f-4823-a27a-72cba35e6f7c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:26:59.581969 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb30e34-7eda-4466-8a84-d71ad0a251f6', 'tag': 'baef901c-5940-4c00-b93b-189641d1005b', 'status': 'completed', 'code': 200} Aug 17 16:26:59.588218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1a0d5-8e49-4f05-ad87-77a967458eed service neutron] Pushing event updated for resources: {'Port': ['ID=baef901c-5940-4c00-b93b-189641d1005b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:26:59.682352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-e162c642-5ce2-458f-9458-62a089278c28 admin admin] Deleting subnet d9691c3f-5b5e-464c-8e96-7c827d775a4d {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:26:59.704230 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e162c642-5ce2-458f-9458-62a089278c28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:59.774830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-9c790480-8da7-494a-819c-7e3de5b82261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.775314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-9c790480-8da7-494a-819c-7e3de5b82261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.775828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-9c790480-8da7-494a-819c-7e3de5b82261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.776293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-9c790480-8da7-494a-819c-7e3de5b82261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.776752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-9c790480-8da7-494a-819c-7e3de5b82261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.777220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-9c790480-8da7-494a-819c-7e3de5b82261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.777732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-9c790480-8da7-494a-819c-7e3de5b82261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.779753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f198c3b7-a17d-4312-b13f-30160547763b req-9c790480-8da7-494a-819c-7e3de5b82261 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6206 time: 0.3458316 Aug 17 16:26:59.800114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-61421f90-400a-46ff-8804-189488ec9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.804604 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-61421f90-400a-46ff-8804-189488ec9b24 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33b5263107bc4172a20b376bbcf02daa&device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 1098 time: 0.3070352 Aug 17 16:26:59.861754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49588-34cb-4d03-b559-4881576b9e19 req-aa87737a-9860-4cf0-9651-defaa3163d13 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.867989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49588-34cb-4d03-b559-4881576b9e19 req-aa87737a-9860-4cf0-9651-defaa3163d13 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.873813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49588-34cb-4d03-b559-4881576b9e19 req-aa87737a-9860-4cf0-9651-defaa3163d13 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.879877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49588-34cb-4d03-b559-4881576b9e19 req-aa87737a-9860-4cf0-9651-defaa3163d13 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.886594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49588-34cb-4d03-b559-4881576b9e19 req-aa87737a-9860-4cf0-9651-defaa3163d13 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.892606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49588-34cb-4d03-b559-4881576b9e19 req-aa87737a-9860-4cf0-9651-defaa3163d13 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.899262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49588-34cb-4d03-b559-4881576b9e19 req-aa87737a-9860-4cf0-9651-defaa3163d13 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:26:59.907537 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87a49588-34cb-4d03-b559-4881576b9e19 req-aa87737a-9860-4cf0-9651-defaa3163d13 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5369 time: 0.6705348 Aug 17 16:26:59.930051 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:59.935828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e162c642-5ce2-458f-9458-62a089278c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:26:59.987021 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56dd8709-0ce2-4fcb-b69c-bc213fd09b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:00.045054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd8709-0ce2-4fcb-b69c-bc213fd09b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f87ffbc-ac13-4956-8048-aa2480c87aa7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:00.060588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f18015-8481-4130-96c1-1fd9874dd1d4 req-8bb52304-471f-4007-85d6-14da920214fc tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:00.069430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56dd8709-0ce2-4fcb-b69c-bc213fd09b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:00.071845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75f18015-8481-4130-96c1-1fd9874dd1d4 req-8bb52304-471f-4007-85d6-14da920214fc tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.3984458 Aug 17 16:27:00.074345 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-56dd8709-0ce2-4fcb-b69c-bc213fd09b8a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6f87ffbc-ac13-4956-8048-aa2480c87aa7 HTTP/1.1" status: 204 len: 168 time: 3.1233990 Aug 17 16:27:00.082811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52900) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:00.117068 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87a49588-34cb-4d03-b559-4881576b9e19 req-b7179d0d-da07-4e33-88b1-5ca6ecf35cdd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084746 Aug 17 16:27:00.135599 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-0c3ad595-dc8a-482f-8f10-c050e71d3098 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=baef901c-5940-4c00-b93b-189641d1005b HTTP/1.1" status: 200 len: 217 time: 0.1716135 Aug 17 16:27:00.201915 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75f18015-8481-4130-96c1-1fd9874dd1d4 req-db3abf53-a286-4b30-aff8-90b28759aee5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289051 Aug 17 16:27:00.216988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-1233bfb1-cc74-47c6-832b-933e094daea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:00.219571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-1233bfb1-cc74-47c6-832b-933e094daea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:00.220205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-1233bfb1-cc74-47c6-832b-933e094daea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:00.223451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f198c3b7-a17d-4312-b13f-30160547763b req-1233bfb1-cc74-47c6-832b-933e094daea0 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=909deb24639a47f49b711a05e3416d78&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4140985 Aug 17 16:27:00.361907 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:00.371158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e162c642-5ce2-458f-9458-62a089278c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:00.419592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-e6163d65-7ac0-48ba-87f4-784c63d168b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:00.421178 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-e6163d65-7ac0-48ba-87f4-784c63d168b0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2633905 Aug 17 16:27:00.493356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58fda1-475a-4f29-9bf3-850c7ec90bfc req-115269f8-c703-413f-bc93-da77204ffff6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:00.495002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d58fda1-475a-4f29-9bf3-850c7ec90bfc req-115269f8-c703-413f-bc93-da77204ffff6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1334133 Aug 17 16:27:00.562814 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d58fda1-475a-4f29-9bf3-850c7ec90bfc req-56dd74d1-b32a-44d9-be54-c9ff8a2b901b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544348 Aug 17 16:27:00.568777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c3b7-a17d-4312-b13f-30160547763b req-55441ba8-928d-4e23-a089-03a445c73902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:00.570240 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f198c3b7-a17d-4312-b13f-30160547763b req-55441ba8-928d-4e23-a089-03a445c73902 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3317437 Aug 17 16:27:00.595952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e162c642-5ce2-458f-9458-62a089278c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:00.605598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-999e02bc-1e50-425c-a6d5-1c2d886e4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:00.608686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-999e02bc-1e50-425c-a6d5-1c2d886e4c8d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725295 Aug 17 16:27:00.688868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:00.691170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162c642-5ce2-458f-9458-62a089278c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9691c3f-5b5e-464c-8e96-7c827d775a4d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:00.693615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc150436-f367-4c30-a835-f37ac95f5a24 None None] Network 1fbd200b-f93a-491c-962a-59dfa7a24c0f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:00.694102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e162c642-5ce2-458f-9458-62a089278c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:00.724438 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e162c642-5ce2-458f-9458-62a089278c28 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d9691c3f-5b5e-464c-8e96-7c827d775a4d HTTP/1.1" status: 204 len: 168 time: 1.8359599 Aug 17 16:27:00.727584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:00.765279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22ada0a-8873-45d4-89a0-e6f5a025e01b']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:00.895822 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:00.900975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0fdcb2-55a8-4429-bb25-bf9fafae4139') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:00.901457 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0fdcb2-55a8-4429-bb25-bf9fafae4139') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:00.928529 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-4d979291-1069-4ec8-968f-42eb5570c842 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075690 Aug 17 16:27:00.943067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b27cd2-b22b-4f68-b285-c180a7cb7a96 req-155d65e2-f906-448e-a34c-9285fb6d9c6e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:00.968611 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7b27cd2-b22b-4f68-b285-c180a7cb7a96 req-155d65e2-f906-448e-a34c-9285fb6d9c6e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 947 time: 0.1736381 Aug 17 16:27:00.991757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c3e5d-89a1-47ab-811c-c50294550e40 None None] DHCP port deletion for 1fbd200b-f93a-491c-962a-59dfa7a24c0f request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:27:01.063833 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:01.087064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-774c3e5d-89a1-47ab-811c-c50294550e40 None None] Deleting port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:27:01.087588 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-774c3e5d-89a1-47ab-811c-c50294550e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:01.123705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:01.136090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:01.180294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:27:01.181338 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:27:01.187844 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:27:01.202354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-774c3e5d-89a1-47ab-811c-c50294550e40 None None] For port 332ef006-af2e-4573-9b48-8f7efe8c8ce1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=332ef006-af2e-4573-9b48-8f7efe8c8ce1,segment=NetworkSegment(7b3f7877-d81f-4237-b9bb-bde8b3105282),segment_id=7b3f7877-d81f-4237-b9bb-bde8b3105282)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:01.205675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-774c3e5d-89a1-47ab-811c-c50294550e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:01.216696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:01.237259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-774c3e5d-89a1-47ab-811c-c50294550e40 None None] Calling delete_port for 332ef006-af2e-4573-9b48-8f7efe8c8ce1 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:27:01.437507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Transition to ACTIVE for port object 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:01.456076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:01.460679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:01.472646 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:01.477362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 332ef006-af2e-4573-9b48-8f7efe8c8ce1 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:27:01.481696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a22ada0a-8873-45d4-89a0-e6f5a025e01b HTTP/1.1" status: 204 len: 168 time: 1.3956490 Aug 17 16:27:01.483548 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-774c3e5d-89a1-47ab-811c-c50294550e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:01.556567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 332ef006-af2e-4573-9b48-8f7efe8c8ce1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:27:01.557074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 332ef006-af2e-4573-9b48-8f7efe8c8ce1 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:27:01.603695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579db6c-fbeb-4b0d-ad44-c3f4b04a8385 admin admin] Pushing event deleted for resources: {'Network': ['ID=a22ada0a-8873-45d4-89a0-e6f5a025e01b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:01.630612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c3e5d-89a1-47ab-811c-c50294550e40 None None] No DVR routers for this DVR port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:27:01.635128 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7e82-7e25-4346-91b4-64c4ec37b41d req-8d5f74e3-54c4-4a3c-a131-adc34b1d17f0 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:01.637508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c3e5d-89a1-47ab-811c-c50294550e40 None None] Pushing event deleted for resources: {'Port': ['ID=332ef006-af2e-4573-9b48-8f7efe8c8ce1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:01.646177 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9cf7e82-7e25-4346-91b4-64c4ec37b41d req-8d5f74e3-54c4-4a3c-a131-adc34b1d17f0 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.5000036 Aug 17 16:27:01.714961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52932) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:01.731335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9cf7e82-7e25-4346-91b4-64c4ec37b41d req-96f5ac45-1f4c-4536-9686-df95113b9c09 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841146 Aug 17 16:27:01.736025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Pushing event updated for resources: {'Port': ['ID=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:01.934718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Attempting to bind port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:01.935461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Attempting to bind port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:01.940153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Attempting to bind port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:01.984675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:01.985169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Attempting to bind port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:01.992857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7b27cd2-b22b-4f68-b285-c180a7cb7a96 req-c6d1c8bf-5be6-47e1-b62d-567d9f853ef4 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0228705 Aug 17 16:27:02.027044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7e0ad9d8-1cf4-472f-9e1e-edb9a73589d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53d1a0b8d2bf49299668c4fec59e650e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874997 Aug 17 16:27:02.040287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:02.049930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5421dc-90e2-4aa0-96f1-365e09e7f3be req-18cf5ca7-ce20-4332-8286-1efbf1e43d11 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.056642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5421dc-90e2-4aa0-96f1-365e09e7f3be req-18cf5ca7-ce20-4332-8286-1efbf1e43d11 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.085947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5421dc-90e2-4aa0-96f1-365e09e7f3be req-18cf5ca7-ce20-4332-8286-1efbf1e43d11 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.103794 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5421dc-90e2-4aa0-96f1-365e09e7f3be req-18cf5ca7-ce20-4332-8286-1efbf1e43d11 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.111013 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9aee7400-a62b-4e1e-b014-07b440d47272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:02.118908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5421dc-90e2-4aa0-96f1-365e09e7f3be req-18cf5ca7-ce20-4332-8286-1efbf1e43d11 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.126064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5421dc-90e2-4aa0-96f1-365e09e7f3be req-18cf5ca7-ce20-4332-8286-1efbf1e43d11 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.126414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-9eb20fa1-ab24-49f1-827a-36065c57a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.128144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-9eb20fa1-ab24-49f1-827a-36065c57a3a8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1095 time: 0.9121957 Aug 17 16:27:02.134169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5421dc-90e2-4aa0-96f1-365e09e7f3be req-18cf5ca7-ce20-4332-8286-1efbf1e43d11 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.137698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Deleting port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:27:02.138035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:02.144129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6b5421dc-90e2-4aa0-96f1-365e09e7f3be req-18cf5ca7-ce20-4332-8286-1efbf1e43d11 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5381 time: 0.2386317 Aug 17 16:27:02.146842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:02.147307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Checking segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:02.147834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Bound using segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:02.148393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Bound port: 6b16fe39-fc13-4db9-bd64-1cdc4c415c90, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:02.148882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:02.178359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d408d8-c5a9-4a68-9510-36ccfa828ec3 req-68714720-1f3d-4c16-ad63-1314f9b53918 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2070253 Aug 17 16:27:02.243349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] For port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:02.246769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] For port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:02.256565 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:02.340162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6b5421dc-90e2-4aa0-96f1-365e09e7f3be req-c8d11413-5514-4ccb-83ee-71a9ee518161 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948864 Aug 17 16:27:02.348598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.355615 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:02.360487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] 10.222.0.93 "PUT /v2.0/ports/6b16fe39-fc13-4db9-bd64-1cdc4c415c90 HTTP/1.1" status: 200 len: 1091 time: 3.1120174 Aug 17 16:27:02.374924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '6b16fe39-fc13-4db9-bd64-1cdc4c415c90'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:02.385346 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce69fc03-1d96-42a1-b052-facc5a32c799" -d '{"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "6b16fe39-fc13-4db9-bd64-1cdc4c415c90"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:02.408143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] For port 332ef006-af2e-4573-9b48-8f7efe8c8ce1, host n-d-804878-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:02.408143 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:02.410791 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbac867b-2f15-4113-85cb-b28e1f7f71bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:02.413412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:02.434996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Calling delete_port for 332ef006-af2e-4573-9b48-8f7efe8c8ce1 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:27:02.448378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 was not found and therefore no delete operation was performed {{(pid=94838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:27:02.477416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24af1d-c812-43d4-aae1-836709314bcb req-7ba6eee0-a8c7-44d6-af9e-06a77aac9fb1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.484870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ca24af1d-c812-43d4-aae1-836709314bcb req-7ba6eee0-a8c7-44d6-af9e-06a77aac9fb1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.3187513 Aug 17 16:27:02.524382 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:02.533112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c920cff-95ca-4fc6-815f-1c43c36e5f95 service neutron] Pushing event updated for resources: {'Port': ['ID=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:02.546280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbac867b-2f15-4113-85cb-b28e1f7f71bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:02.556783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-d456bd62-e8e6-4ee2-89ae-6394b6ef60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.558275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-d456bd62-e8e6-4ee2-89ae-6394b6ef60ae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33b5263107bc4172a20b376bbcf02daa&device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 1098 time: 0.2876391 Aug 17 16:27:02.595203 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6a6801-69e8-478f-843e-3fa1f2f25a16 x-openstack-request-id: req-de6a6801-69e8-478f-843e-3fa1f2f25a16 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:02.595571 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "6b16fe39-fc13-4db9-bd64-1cdc4c415c90", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:02.595908 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de6a6801-69e8-478f-843e-3fa1f2f25a16 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:02.596624 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '6b16fe39-fc13-4db9-bd64-1cdc4c415c90', 'status': 'completed', 'code': 200} Aug 17 16:27:02.614521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-af9d3333-f9f5-4949-bfc0-884f8d7844ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.616675 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-af9d3333-f9f5-4949-bfc0-884f8d7844ef service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.4715738 Aug 17 16:27:02.627417 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:02.631516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] No DVR routers for this DVR port 332ef006-af2e-4573-9b48-8f7efe8c8ce1 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:27:02.635677 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Pushing event deleted for resources: {'Port': ['ID=332ef006-af2e-4573-9b48-8f7efe8c8ce1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:02.815740 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ca24af1d-c812-43d4-aae1-836709314bcb req-f4fcaf68-03ce-4383-8e5d-c31e9996649c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278854 Aug 17 16:27:02.981417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-5437492f-b977-45a3-96c4-1fe325235a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.981417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-5437492f-b977-45a3-96c4-1fe325235a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.982146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-5437492f-b977-45a3-96c4-1fe325235a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.982693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-5437492f-b977-45a3-96c4-1fe325235a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.983206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-5437492f-b977-45a3-96c4-1fe325235a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.983722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-5437492f-b977-45a3-96c4-1fe325235a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.984261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-5437492f-b977-45a3-96c4-1fe325235a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:02.986838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-5437492f-b977-45a3-96c4-1fe325235a1e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6273 time: 0.3842502 Aug 17 16:27:02.994036 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:03.009356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-80661658-bd9d-4f48-b6f4-c4f4328707a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 998 time: 0.3364398 Aug 17 16:27:03.123054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-bc539e08-b747-47de-a7fa-d734b3440c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:03.124767 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-bc539e08-b747-47de-a7fa-d734b3440c6c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.0512447 Aug 17 16:27:03.130056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbd200b-f93a-491c-962a-59dfa7a24c0f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:03.137654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2ea55-534e-4942-81c3-2279acc0cf9c req-20033e53-1a6d-4596-ac71-de4c05181910 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:03.145767 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-faa2ea55-534e-4942-81c3-2279acc0cf9c req-20033e53-1a6d-4596-ac71-de4c05181910 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.2596698 Aug 17 16:27:03.230663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-faa2ea55-534e-4942-81c3-2279acc0cf9c req-66e1886b-dda4-41f3-b600-8a054783adfa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837812 Aug 17 16:27:03.243944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3f7877-d81f-4237-b9bb-bde8b3105282') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:03.244386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3f7877-d81f-4237-b9bb-bde8b3105282') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:03.257274 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbac867b-2f15-4113-85cb-b28e1f7f71bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:03.262729 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbac867b-2f15-4113-85cb-b28e1f7f71bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:03.264003 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dbac867b-2f15-4113-85cb-b28e1f7f71bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4732018-5374-40c0-b52f-b8dfe91412bb HTTP/1.1" status: 204 len: 168 time: 1.2227669 Aug 17 16:27:03.265734 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-33a2350e-53f3-4fac-867a-832566517dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:03.273141 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-33a2350e-53f3-4fac-867a-832566517dbf service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.7036355 Aug 17 16:27:03.336823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a7cae-d09c-44b7-aab3-d757b58860b7 req-be930cdc-967e-4ca8-9bf8-20d2c5625b6c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:03.338411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-138a7cae-d09c-44b7-aab3-d757b58860b7 req-be930cdc-967e-4ca8-9bf8-20d2c5625b6c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.3266597 Aug 17 16:27:03.340544 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:03.374148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52956) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:03.376098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-984252ed-48aa-48d9-bc39-cdab7830baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:03.377659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-984252ed-48aa-48d9-bc39-cdab7830baa0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225921 Aug 17 16:27:03.382075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f89ef4ae-67d2-45da-a13a-636d75bc024a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Request body: {'floatingip': {'port_id': 'e13653cb-97bb-463a-81e9-328200b22e19'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:03.476693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018fcbe2-3082-461b-b24b-05d753360d2d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:03.489324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac867b-2f15-4113-85cb-b28e1f7f71bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4732018-5374-40c0-b52f-b8dfe91412bb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:03.531652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-cf261787-61fe-4f8e-9d26-33eb59176a54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=baef901c-5940-4c00-b93b-189641d1005b HTTP/1.1" status: 200 len: 217 time: 0.2154491 Aug 17 16:27:03.532491 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:03.565275 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:03.573427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f89ef4ae-67d2-45da-a13a-636d75bc024a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:03.598899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14ef99-6c9e-473f-9201-d9dc89878ac6 req-590983b4-3849-4e09-9390-0e75a3f44492 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:03.614013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b14ef99-6c9e-473f-9201-d9dc89878ac6 req-590983b4-3849-4e09-9390-0e75a3f44492 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 947 time: 0.2931347 Aug 17 16:27:03.616868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Transition to ACTIVE for port object 018fcbe2-3082-461b-b24b-05d753360d2d will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:03.646317 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:03.707695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Pushing event updated for resources: {'Port': ['ID=018fcbe2-3082-461b-b24b-05d753360d2d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:03.795485 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b14ef99-6c9e-473f-9201-d9dc89878ac6 req-1b4ace6f-ee9b-4668-b0a9-3c71c0c1d6e1 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712723 Aug 17 16:27:03.955892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Attempting to bind port 018fcbe2-3082-461b-b24b-05d753360d2d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:03.956399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Attempting to bind port 018fcbe2-3082-461b-b24b-05d753360d2d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:03.956918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Attempting to bind port 018fcbe2-3082-461b-b24b-05d753360d2d on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:03.962700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Port 018fcbe2-3082-461b-b24b-05d753360d2d on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:03.963264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Attempting to bind port 018fcbe2-3082-461b-b24b-05d753360d2d on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:03.968606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:03.969326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Checking segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:03.969939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Bound using segment: {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:03.970681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Bound port: 018fcbe2-3082-461b-b24b-05d753360d2d, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fab7d5-5f12-4938-8b91-d8696fbcf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:03.971225 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:04.082342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] For port 018fcbe2-3082-461b-b24b-05d753360d2d, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:04.096161 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] For port 018fcbe2-3082-461b-b24b-05d753360d2d, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=018fcbe2-3082-461b-b24b-05d753360d2d,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:04.106266 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:04.240658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:04.243397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:04.246196 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] 10.222.0.93 "PUT /v2.0/ports/018fcbe2-3082-461b-b24b-05d753360d2d HTTP/1.1" status: 200 len: 1090 time: 1.8484399 Aug 17 16:27:04.310801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:04.319590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b1be0-05a8-4a1f-9a31-c898ce3ea42b service neutron] Pushing event updated for resources: {'Port': ['ID=018fcbe2-3082-461b-b24b-05d753360d2d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:04.425731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:04.576476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebd970-a7e9-45ef-9bae-c25155947f92 req-92bac436-a1cf-4966-a89d-14ee982d0acc tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:04.587062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8ebd970-a7e9-45ef-9bae-c25155947f92 req-92bac436-a1cf-4966-a89d-14ee982d0acc tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1622748 Aug 17 16:27:04.607757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '018fcbe2-3082-461b-b24b-05d753360d2d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:04.610280 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "018fcbe2-3082-461b-b24b-05d753360d2d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:04.670183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52994) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:04.706237 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8ebd970-a7e9-45ef-9bae-c25155947f92 req-60203c6f-90af-4a2c-8441-8b0fc593d6e4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180093 Aug 17 16:27:04.777314 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60679ab1-671b-4ccf-b5ec-5510087bb3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:04.849784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-62e1955c-c7af-4dd9-88cf-c3a6f6614cf6 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3959546 Aug 17 16:27:04.886503 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172ae0ed-f2a2-40d1-a4e3-81851663f08f x-openstack-request-id: req-172ae0ed-f2a2-40d1-a4e3-81851663f08f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:04.886798 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "018fcbe2-3082-461b-b24b-05d753360d2d", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:04.887054 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-172ae0ed-f2a2-40d1-a4e3-81851663f08f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:04.887472 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '018fcbe2-3082-461b-b24b-05d753360d2d', 'status': 'completed', 'code': 200} Aug 17 16:27:04.896728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:27:04.897382 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:27:04.916203 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:27:04.944313 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:04.971570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2079145160-network', 'tenant_id': '0c38c94b1f4d48ca8ece287050caca54'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:05.044624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec511d0-c41c-40e1-b4c0-b9235756def4 req-d040e09f-23ea-4d0b-a0e9-36b9fe029086 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.046407 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cec511d0-c41c-40e1-b4c0-b9235756def4 req-d040e09f-23ea-4d0b-a0e9-36b9fe029086 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 947 time: 0.1550210 Aug 17 16:27:05.051505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Made reservation on behalf of 0c38c94b1f4d48ca8ece287050caca54 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:05.054649 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:05.090135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14c84cc9-fbcc-415c-a34d-4e67783cf6c8 req-3350558e-441e-42e0-9586-71538d5fb9fe service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890049 Aug 17 16:27:05.106901 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:05.210461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782258dc-1a4a-4ad5-916d-17b7f87e7762 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:05.220260 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:05.235596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Transition to ACTIVE for port object 782258dc-1a4a-4ad5-916d-17b7f87e7762 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:05.242174 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cec511d0-c41c-40e1-b4c0-b9235756def4 req-e10a60fb-756c-40b3-93e4-0963d6b0c146 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848047 Aug 17 16:27:05.257151 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:05.260799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-b3ce04d5-a4c9-48da-8080-da1aaee873cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.261364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-b3ce04d5-a4c9-48da-8080-da1aaee873cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.261846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-b3ce04d5-a4c9-48da-8080-da1aaee873cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.263503 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-b3ce04d5-a4c9-48da-8080-da1aaee873cb service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=909deb24639a47f49b711a05e3416d78&shared=False HTTP/1.1" status: 200 len: 2292 time: 2.2451668 Aug 17 16:27:05.271782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:05.292280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:05.296593 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1fbd200b-f93a-491c-962a-59dfa7a24c0f HTTP/1.1" status: 204 len: 168 time: 4.5655005 Aug 17 16:27:05.355296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Pushing event updated for resources: {'Port': ['ID=782258dc-1a4a-4ad5-916d-17b7f87e7762,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:05.412937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-eae862bc-2440-4938-b379-61ee5d98fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.414655 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce69fc03-1d96-42a1-b052-facc5a32c799 req-eae862bc-2440-4938-b379-61ee5d98fdb5 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185591 Aug 17 16:27:05.469749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.470317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.471010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.471557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.472992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.473543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.474413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.474824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.475165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.475487 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.475875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.476202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:05.515926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb29362-8641-40af-833d-905a3be22206 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbd200b-f93a-491c-962a-59dfa7a24c0f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:05.587132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a4dc-a571-426f-850a-90df35752f9f req-f298175f-c642-454f-a6ec-8ba89a6876cf tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.599094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a4dc-a571-426f-850a-90df35752f9f req-f298175f-c642-454f-a6ec-8ba89a6876cf tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.617169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a4dc-a571-426f-850a-90df35752f9f req-f298175f-c642-454f-a6ec-8ba89a6876cf tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.619416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53014) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:05.628796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a4dc-a571-426f-850a-90df35752f9f req-f298175f-c642-454f-a6ec-8ba89a6876cf tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.644041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a4dc-a571-426f-850a-90df35752f9f req-f298175f-c642-454f-a6ec-8ba89a6876cf tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.666893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a4dc-a571-426f-850a-90df35752f9f req-f298175f-c642-454f-a6ec-8ba89a6876cf tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.679094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a4dc-a571-426f-850a-90df35752f9f req-f298175f-c642-454f-a6ec-8ba89a6876cf tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.684653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Attempting to bind port 782258dc-1a4a-4ad5-916d-17b7f87e7762 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:05.684996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Attempting to bind port 782258dc-1a4a-4ad5-916d-17b7f87e7762 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:05.685331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Attempting to bind port 782258dc-1a4a-4ad5-916d-17b7f87e7762 on network 019feb88-1596-40ac-a5d4-9314af196c7a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:05.692323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-feb3a4dc-a571-426f-850a-90df35752f9f req-f298175f-c642-454f-a6ec-8ba89a6876cf tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5393 time: 0.8501365 Aug 17 16:27:05.755930 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9449d84b-3f6d-48b8-bfba-5c4722199578 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=760ff278cc3a4456822a364590d87753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322110 Aug 17 16:27:05.761074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53018) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:05.771661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Port 782258dc-1a4a-4ad5-916d-17b7f87e7762 on network 019feb88-1596-40ac-a5d4-9314af196c7a not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:05.771994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Attempting to bind port 782258dc-1a4a-4ad5-916d-17b7f87e7762 on network 019feb88-1596-40ac-a5d4-9314af196c7a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:05.794800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:05.795145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Checking segment: {'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:05.804199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-4dd56570-b9d5-4de8-8793-c00103602941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:05.805813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-4dd56570-b9d5-4de8-8793-c00103602941 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.9625287 Aug 17 16:27:05.805949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device baef901c-5940-4c00-b93b-189641d1005b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:05.815181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Bound using segment: {'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:05.815775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Bound port: 782258dc-1a4a-4ad5-916d-17b7f87e7762, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:05.816157 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:05.882746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-f89ef4ae-67d2-45da-a13a-636d75bc024a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:27:05.941571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-feb3a4dc-a571-426f-850a-90df35752f9f req-ff5b5930-90c9-4a34-9515-b9c5efe1abec tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2474656 Aug 17 16:27:05.973181 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.000204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220c54-9e00-45e8-852f-b2fda7896997 req-99d7d5fd-d061-4fc2-b8aa-d2c366bace5b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.003847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-21c7505f-4d41-432a-b5f4-ea2779ebd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.006134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-21c7505f-4d41-432a-b5f4-ea2779ebd943 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1651638 Aug 17 16:27:06.008291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3b220c54-9e00-45e8-852f-b2fda7896997 req-99d7d5fd-d061-4fc2-b8aa-d2c366bace5b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1687739 Aug 17 16:27:06.023818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.071853 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f89ef4ae-67d2-45da-a13a-636d75bc024a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.080125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b5db78b-754e-4547-866e-b9fdcab5ef47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.105810 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f89ef4ae-67d2-45da-a13a-636d75bc024a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.122105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port baef901c-5940-4c00-b93b-189641d1005b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=baef901c-5940-4c00-b93b-189641d1005b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:06.152897 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.154147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'baef901c-5940-4c00-b93b-189641d1005b', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'baef901c-5940-4c00-b93b-189641d1005b', 'mac_address': 'fa:16:3e:f9:ca:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:06.233587 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.237489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-884cc787-fba8-4c95-9223-9ff20c4b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.239238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-884cc787-fba8-4c95-9223-9ff20c4b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.240012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-884cc787-fba8-4c95-9223-9ff20c4b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.241294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-884cc787-fba8-4c95-9223-9ff20c4b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.242095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-884cc787-fba8-4c95-9223-9ff20c4b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.243087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-884cc787-fba8-4c95-9223-9ff20c4b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.243960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-884cc787-fba8-4c95-9223-9ff20c4b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.246782 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-884cc787-fba8-4c95-9223-9ff20c4b760a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6365 time: 0.7619991 Aug 17 16:27:06.252253 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-f89ef4ae-67d2-45da-a13a-636d75bc024a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Floating IP ea95440e-4e7d-44c9-98d3-9093ddeed1fc associated. External IP: 172.25.7.242, port: e13653cb-97bb-463a-81e9-328200b22e19. Aug 17 16:27:06.273289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baef901c-5940-4c00-b93b-189641d1005b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:06.359530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port baef901c-5940-4c00-b93b-189641d1005b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=baef901c-5940-4c00-b93b-189641d1005b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:06.381794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.504968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-bc6ba86e-08e3-4e75-9fb4-9d7dc1174401 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762681 Aug 17 16:27:06.512081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b5db78b-754e-4547-866e-b9fdcab5ef47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.543807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=baef901c-5940-4c00-b93b-189641d1005b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:06.639401 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-7b2a7787-89a2-410f-9b7f-180c0b3c06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.640109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-7b2a7787-89a2-410f-9b7f-180c0b3c06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.640783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-7b2a7787-89a2-410f-9b7f-180c0b3c06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.642622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-7b2a7787-89a2-410f-9b7f-180c0b3c06ac service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=909deb24639a47f49b711a05e3416d78&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3817294 Aug 17 16:27:06.645416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b5db78b-754e-4547-866e-b9fdcab5ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.648237 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b5db78b-754e-4547-866e-b9fdcab5ef47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.658515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2b5db78b-754e-4547-866e-b9fdcab5ef47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081 HTTP/1.1" status: 204 len: 168 time: 0.8933897 Aug 17 16:27:06.658515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:27:06.684442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850faf6b-de22-4145-baef-45f8abb7dfb0 req-e4437b9f-05e1-497d-9590-f679017c6591 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:06.686388 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-850faf6b-de22-4145-baef-45f8abb7dfb0 req-e4437b9f-05e1-497d-9590-f679017c6591 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 948 time: 0.3180289 Aug 17 16:27:06.696180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] For port 782258dc-1a4a-4ad5-916d-17b7f87e7762, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:06.713850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ee5bf-10e8-4942-bd03-15a26a46c573,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:06.719289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['baef901c-5940-4c00-b93b-189641d1005b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:06.729523 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.730195 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Added segment d80e0416-c983-467e-b44a-c5936e8b1988 of type vlan for network 045b81c8-fcb8-48c7-838e-459d523fd4b1 Aug 17 16:27:06.748557 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3b220c54-9e00-45e8-852f-b2fda7896997 req-831c1722-6b0f-45c9-971d-6c80cf5db539 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7393024 Aug 17 16:27:06.750799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] For port 782258dc-1a4a-4ad5-916d-17b7f87e7762, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=782258dc-1a4a-4ad5-916d-17b7f87e7762,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:06.801486 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:06.817818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5db78b-754e-4547-866e-b9fdcab5ef47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc5cfe6-cb61-4bd3-8f4f-dd6cc19fd081,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:06.956669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5757f34d-1cd5-446e-a74a-905a337f0d12 req-16ce1431-5795-44fd-98c9-674077f236c4 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403694 Aug 17 16:27:06.971989 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-850faf6b-de22-4145-baef-45f8abb7dfb0 req-4633a1ae-ea7d-4c6b-ab6d-80ad223d6a8d tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132511 Aug 17 16:27:07.012618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-11057fe2-897f-4de8-9e5c-07703ab1226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:07.014224 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-edfbd9cd-1c39-4e0d-8b45-a071a3b21e3c req-11057fe2-897f-4de8-9e5c-07703ab1226e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3519001 Aug 17 16:27:07.040304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89ef4ae-67d2-45da-a13a-636d75bc024a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:27:07.062656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Pushing event updated for resources: {'Port': ['ID=782258dc-1a4a-4ad5-916d-17b7f87e7762,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:07.120145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:07.120784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:07.122428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-3ef19f7c-f44e-4724-b866-f2c112ded737 service neutron] 10.222.0.93 "PUT /v2.0/ports/782258dc-1a4a-4ad5-916d-17b7f87e7762 HTTP/1.1" status: 200 len: 1091 time: 2.8295243 Aug 17 16:27:07.125471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '782258dc-1a4a-4ad5-916d-17b7f87e7762'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:07.127880 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "782258dc-1a4a-4ad5-916d-17b7f87e7762"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:07.134604 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:07.167453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Request body: {'port': {'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:07.287304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14e712-6cf7-4929-b434-898c92523e48 req-0d6df9f4-82da-420f-b137-0f2a8108e7d9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:07.288937 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c14e712-6cf7-4929-b434-898c92523e48 req-0d6df9f4-82da-420f-b137-0f2a8108e7d9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.2216978 Aug 17 16:27:07.292263 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:07.293214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:07.293801 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:07.325729 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:07.577229 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c14e712-6cf7-4929-b434-898c92523e48 req-f5ecd991-3d7a-4537-9ad3-d34057097813 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729106 Aug 17 16:27:07.590476 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:07.737742 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0607281 Aug 17 16:27:07.742492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcbb15-1b98-40b1-9e68-23ba5e31e10d admin admin] Pushing event updated for resources: {'Network': ['ID=045b81c8-fcb8-48c7-838e-459d523fd4b1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:07.753786 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179792d5-c7a8-4e7e-a6d5-40e4917be11a x-openstack-request-id: req-179792d5-c7a8-4e7e-a6d5-40e4917be11a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:07.754080 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "782258dc-1a4a-4ad5-916d-17b7f87e7762", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:07.754336 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-179792d5-c7a8-4e7e-a6d5-40e4917be11a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:07.754761 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '782258dc-1a4a-4ad5-916d-17b7f87e7762', 'status': 'completed', 'code': 200} Aug 17 16:27:07.757503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 045b81c8-fcb8-48c7-838e-459d523fd4b1 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:27:07.762814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53056) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:07.778740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Request body: {'subnet': {'network_id': '045b81c8-fcb8-48c7-838e-459d523fd4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2079145160-subnet', 'tenant_id': '0c38c94b1f4d48ca8ece287050caca54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:07.843750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Made reservation on behalf of 0c38c94b1f4d48ca8ece287050caca54 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:07.847623 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:08.266591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5d1-2dc5-4592-997f-5b00ded08458 req-c896ffda-3a40-4057-9eaf-e19b5bdfdf74 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.273310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5d1-2dc5-4592-997f-5b00ded08458 req-c896ffda-3a40-4057-9eaf-e19b5bdfdf74 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.280470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5d1-2dc5-4592-997f-5b00ded08458 req-c896ffda-3a40-4057-9eaf-e19b5bdfdf74 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.287688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5d1-2dc5-4592-997f-5b00ded08458 req-c896ffda-3a40-4057-9eaf-e19b5bdfdf74 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.296606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5d1-2dc5-4592-997f-5b00ded08458 req-c896ffda-3a40-4057-9eaf-e19b5bdfdf74 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.303818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5d1-2dc5-4592-997f-5b00ded08458 req-c896ffda-3a40-4057-9eaf-e19b5bdfdf74 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.311809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5d1-2dc5-4592-997f-5b00ded08458 req-c896ffda-3a40-4057-9eaf-e19b5bdfdf74 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.322428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24f8c5d1-2dc5-4592-997f-5b00ded08458 req-c896ffda-3a40-4057-9eaf-e19b5bdfdf74 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5405 time: 1.0082436 Aug 17 16:27:08.359263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89ef4ae-67d2-45da-a13a-636d75bc024a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:27:08.372342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f89ef4ae-67d2-45da-a13a-636d75bc024a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:08.402924 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] Sync routers for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:27:08.414208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-bd35dfc5-3a4c-4b64-9962-c8dd374c32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.415082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-bd35dfc5-3a4c-4b64-9962-c8dd374c32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.415733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-bd35dfc5-3a4c-4b64-9962-c8dd374c32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.416377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-bd35dfc5-3a4c-4b64-9962-c8dd374c32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.417038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-bd35dfc5-3a4c-4b64-9962-c8dd374c32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.417679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-bd35dfc5-3a4c-4b64-9962-c8dd374c32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.418322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-bd35dfc5-3a4c-4b64-9962-c8dd374c32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.420557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-bd35dfc5-3a4c-4b64-9962-c8dd374c32cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6407 time: 0.2179248 Aug 17 16:27:08.424957 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:27:08.425584 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:27:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:08.439719 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24f8c5d1-2dc5-4592-997f-5b00ded08458 req-fdf76584-7bf3-4bce-b726-10864e8f142b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161034 Aug 17 16:27:08.472296 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f89ef4ae-67d2-45da-a13a-636d75bc024a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "PUT /v2.0/floatingips/ea95440e-4e7d-44c9-98d3-9093ddeed1fc HTTP/1.1" status: 200 len: 992 time: 5.0936227 Aug 17 16:27:08.478606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:08.481245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24ac80-dbb0-48d1-96db-c40824057b7c req-71464283-347b-4446-9a49-de28e836ea8f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.483564 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "tag": "e13653cb-97bb-463a-81e9-328200b22e19"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:08.487449 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1e24ac80-dbb0-48d1-96db-c40824057b7c req-71464283-347b-4446-9a49-de28e836ea8f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1994469 Aug 17 16:27:08.566704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:08.641963 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:08.657354 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1e24ac80-dbb0-48d1-96db-c40824057b7c req-1c25c3c7-42fd-4cdd-b78e-33fbe9cda870 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506519 Aug 17 16:27:08.682250 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:27:08.858556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb972eb3-27a7-42be-937f-6fced3b9c1cd req-e13a9925-5b1a-418e-8e07-6046f6202184 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.860359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb972eb3-27a7-42be-937f-6fced3b9c1cd req-e13a9925-5b1a-418e-8e07-6046f6202184 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 948 time: 0.2923071 Aug 17 16:27:08.866322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2138044257-network', 'tenant_id': '15562a1143f24da4a409adc225466121'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:08.899052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-88a73af8-2e61-41fb-8907-85a450f102fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.907575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-88a73af8-2e61-41fb-8907-85a450f102fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.910632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-88a73af8-2e61-41fb-8907-85a450f102fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:08.911186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2c41cf-56d3-4257-9ab0-e1b58827a522 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:08.913009 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-88a73af8-2e61-41fb-8907-85a450f102fa service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=909deb24639a47f49b711a05e3416d78&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4668832 Aug 17 16:27:08.928575 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:08.964068 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Transition to ACTIVE for port object 0f2c41cf-56d3-4257-9ab0-e1b58827a522 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:08.981811 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.008348 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc8d15e-119a-4791-a409-a0beab872bfa x-openstack-request-id: req-bdc8d15e-119a-4791-a409-a0beab872bfa {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:09.008704 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "tag": "e13653cb-97bb-463a-81e9-328200b22e19", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:09.008897 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bdc8d15e-119a-4791-a409-a0beab872bfa {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:09.009789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4effc4ca-f852-4569-aab9-7653911bbf57,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:09.012328 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19', 'status': 'completed', 'code': 200} Aug 17 16:27:09.033239 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'ea95440e-4e7d-44c9-98d3-9093ddeed1fc', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'port_id': 'e13653cb-97bb-463a-81e9-328200b22e19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'mac_address': 'fa:16:3e:89:7f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:26:37Z', 'updated_at': '2021-08-17T16:27:05Z', 'revision_number': 1, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:09.102303 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] Checking router: 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:27:09.123355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Checking segment: {'id': 'd80e0416-c983-467e-b44a-c5936e8b1988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '045b81c8-fcb8-48c7-838e-459d523fd4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:09.124013 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Network hostable DHCP agents. Network: 045b81c8-fcb8-48c7-838e-459d523fd4b1, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:27:09.147347 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:27:09.148008 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:27:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:09.207731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb972eb3-27a7-42be-937f-6fced3b9c1cd req-4f2cddcc-b470-416a-84a5-fb490e3c86d9 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258536 Aug 17 16:27:09.213276 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2c41cf-56d3-4257-9ab0-e1b58827a522,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:09.285199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Made reservation on behalf of 15562a1143f24da4a409adc225466121 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:09.289745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.324683 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.403088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Network 045b81c8-fcb8-48c7-838e-459d523fd4b1 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:27:09.434455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 045b81c8-fcb8-48c7-838e-459d523fd4b1) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:09.451067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6fadca-44de-4bb8-8615-e9bf908b0b63 None None] Network 045b81c8-fcb8-48c7-838e-459d523fd4b1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:09.454044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:09.454788 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.461374 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:27:09.520489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Attempting to bind port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:09.521804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Attempting to bind port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:09.522579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Attempting to bind port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 on network 019feb88-1596-40ac-a5d4-9314af196c7a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:09.532849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 on network 019feb88-1596-40ac-a5d4-9314af196c7a not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:09.533435 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Attempting to bind port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 on network 019feb88-1596-40ac-a5d4-9314af196c7a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:09.541170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:09.542772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Checking segment: {'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:09.543401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Bound using segment: {'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:09.544058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Bound port: 0f2c41cf-56d3-4257-9ab0-e1b58827a522, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbbf179-e66f-412c-adcd-7741f018d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:09.544634 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.619666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.634407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] For port 0f2c41cf-56d3-4257-9ab0-e1b58827a522, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:09.639435 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] For port 0f2c41cf-56d3-4257-9ab0-e1b58827a522, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:09.678514 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cc15fcaa-eb26-47dd-a46a-fcd269cbca91 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9141295 Aug 17 16:27:09.680516 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.683339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.724172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:27:09.743209 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.743553 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Added segment 36859979-299d-4147-9a24-cea087288f9e of type vlan for network 0e9a1be8-0c94-4b12-b78b-4f236c5247f4 Aug 17 16:27:09.805350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2c41cf-56d3-4257-9ab0-e1b58827a522,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:09.828338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device baef901c-5940-4c00-b93b-189641d1005b up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:09.839607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.844332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:09.845175 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.856174 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-99185e11-305f-4072-9d7b-4e49a6a00a32 service neutron] 10.222.0.93 "PUT /v2.0/ports/0f2c41cf-56d3-4257-9ab0-e1b58827a522 HTTP/1.1" status: 200 len: 1091 time: 2.6996610 Aug 17 16:27:09.860653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '0f2c41cf-56d3-4257-9ab0-e1b58827a522'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:09.872264 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb720de4-8b9e-487c-8083-1d62ff93cd74" -d '{"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "0f2c41cf-56d3-4257-9ab0-e1b58827a522"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:09.901305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2a5ef-b28f-4bcc-9fd7-394f743547e6 req-1e07da10-c512-4833-8f52-090517ce676d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:09.916394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2a5ef-b28f-4bcc-9fd7-394f743547e6 req-1e07da10-c512-4833-8f52-090517ce676d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:09.939553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.944796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:09.945451 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:09.954605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2a5ef-b28f-4bcc-9fd7-394f743547e6 req-1e07da10-c512-4833-8f52-090517ce676d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:09.961834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a6335-f195-4719-8116-ecb0cbff971d None None] Network 045b81c8-fcb8-48c7-838e-459d523fd4b1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:09.962814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2a5ef-b28f-4bcc-9fd7-394f743547e6 req-1e07da10-c512-4833-8f52-090517ce676d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:09.970031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2a5ef-b28f-4bcc-9fd7-394f743547e6 req-1e07da10-c512-4833-8f52-090517ce676d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:09.973571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-f3794fae-520d-47a3-ba05-4977ea9456c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:09.979731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-f3794fae-520d-47a3-ba05-4977ea9456c2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 1097 time: 0.9753115 Aug 17 16:27:09.980386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2a5ef-b28f-4bcc-9fd7-394f743547e6 req-1e07da10-c512-4833-8f52-090517ce676d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.016877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4447298 Aug 17 16:27:10.017900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2a5ef-b28f-4bcc-9fd7-394f743547e6 req-1e07da10-c512-4833-8f52-090517ce676d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.031490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:10.033627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0e2a5ef-b28f-4bcc-9fd7-394f743547e6 req-1e07da10-c512-4833-8f52-090517ce676d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.3921816 Aug 17 16:27:10.112971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0e2a5ef-b28f-4bcc-9fd7-394f743547e6 req-09e1e097-58d0-4762-b9c1-f144cd8aad1d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771732 Aug 17 16:27:10.153181 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'ea95440e-4e7d-44c9-98d3-9093ddeed1fc', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'port_id': 'e13653cb-97bb-463a-81e9-328200b22e19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'mac_address': 'fa:16:3e:89:7f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:26:37Z', 'updated_at': '2021-08-17T16:27:05Z', 'revision_number': 1, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:10.161190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port baef901c-5940-4c00-b93b-189641d1005b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:10.179400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port baef901c-5940-4c00-b93b-189641d1005b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:10.179817 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:10.184008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Request body: {'subnet': {'network_id': '0e9a1be8-0c94-4b12-b78b-4f236c5247f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2138044257-subnet', 'tenant_id': '15562a1143f24da4a409adc225466121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:10.218349 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70496fec-32da-4053-9c9f-76b297168b98 None None] The sync data for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 is: [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'ea95440e-4e7d-44c9-98d3-9093ddeed1fc', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'port_id': 'e13653cb-97bb-463a-81e9-328200b22e19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'mac_address': 'fa:16:3e:89:7f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:26:37Z', 'updated_at': '2021-08-17T16:27:05Z', 'revision_number': 1, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:27:10.242497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-dd95a876-576c-40e2-837d-19854e42a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.256682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15dd6f07-5939-4dd8-b9ed-17b6d68a6e9d req-dd95a876-576c-40e2-837d-19854e42a048 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3180146 Aug 17 16:27:10.344001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490bbf2d-31d0-4438-86cc-3cb69abb8aba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:10.405936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf8cc7-6372-4d3a-9239-a19012223061 admin admin] Pushing event updated for resources: {'Network': ['ID=0e9a1be8-0c94-4b12-b78b-4f236c5247f4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:10.429400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49e4df-b96d-4723-a236-4dbd835da485 req-10848b32-f135-4731-b2e3-679c1e9c24de tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.435748 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37932f58-d400-46a6-9ee3-42e6432a455f x-openstack-request-id: req-37932f58-d400-46a6-9ee3-42e6432a455f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:10.436162 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "0f2c41cf-56d3-4257-9ab0-e1b58827a522", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:10.436525 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37932f58-d400-46a6-9ee3-42e6432a455f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:10.437041 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '0f2c41cf-56d3-4257-9ab0-e1b58827a522', 'status': 'completed', 'code': 200} Aug 17 16:27:10.440812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8e49e4df-b96d-4723-a236-4dbd835da485 req-10848b32-f135-4731-b2e3-679c1e9c24de tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 1.0815623 Aug 17 16:27:10.456223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 0e9a1be8-0c94-4b12-b78b-4f236c5247f4 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:27:10.464816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Made reservation on behalf of 15562a1143f24da4a409adc225466121 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:10.468397 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:10.567094 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:10.606614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb30e34-7eda-4466-8a84-d71ad0a251f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baef901c-5940-4c00-b93b-189641d1005b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:10.609340 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09ef528-fda3-4125-a9e6-18d6d6c6fb38" -d '{"events": [{"server_uuid": "afb30e34-7eda-4466-8a84-d71ad0a251f6", "name": "network-vif-plugged", "status": "completed", "tag": "baef901c-5940-4c00-b93b-189641d1005b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:10.647113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port baef901c-5940-4c00-b93b-189641d1005b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=baef901c-5940-4c00-b93b-189641d1005b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:10.658970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8ef29-279b-4045-a098-15eb8ff9f755 None None] New status for floating IP ea95440e-4e7d-44c9-98d3-9093ddeed1fc: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:27:10.669286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-658872d9-fb98-4f9c-b134-412b69cad517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.671384 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-658872d9-fb98-4f9c-b134-412b69cad517 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 916 time: 0.6426013 Aug 17 16:27:10.679537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-87944246-05e7-4b39-8f7d-efff401da3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.680026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-87944246-05e7-4b39-8f7d-efff401da3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.680502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-87944246-05e7-4b39-8f7d-efff401da3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.680975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-87944246-05e7-4b39-8f7d-efff401da3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.681614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-87944246-05e7-4b39-8f7d-efff401da3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.682172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-87944246-05e7-4b39-8f7d-efff401da3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.682683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-87944246-05e7-4b39-8f7d-efff401da3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.684720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-87944246-05e7-4b39-8f7d-efff401da3a0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6474 time: 0.3586345 Aug 17 16:27:10.744134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:10.847010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=baef901c-5940-4c00-b93b-189641d1005b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:10.906905 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-f6c92fe7-f1d0-437c-87f1-5e2f5d41f69c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401290c7-c876-424e-8464-c4b19090850f HTTP/1.1" status: 200 len: 217 time: 0.2047303 Aug 17 16:27:10.928897 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8e49e4df-b96d-4723-a236-4dbd835da485 req-6ad47b07-4ae4-4cd7-b56e-a184ac5a29ca tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4870827 Aug 17 16:27:10.934514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-eea5d8f2-e0a5-4815-b044-d35770e6d132 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:10.936212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-eea5d8f2-e0a5-4815-b044-d35770e6d132 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/networks?id=045b81c8-fcb8-48c7-838e-459d523fd4b1 HTTP/1.1" status: 200 len: 818 time: 0.1440914 Aug 17 16:27:10.955734 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-2bbeff18-8900-4679-bb23-23403d2eaad2 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/quotas/0c38c94b1f4d48ca8ece287050caca54 HTTP/1.1" status: 200 len: 375 time: 0.0118642 Aug 17 16:27:11.011783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-eb8e5de2-8e86-4b99-a9a9-5d6bc5e51231 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0c38c94b1f4d48ca8ece287050caca54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454669 Aug 17 16:27:11.022183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-b6cd5f14-b25b-4f19-aa0d-90bcb64f1230 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13653cb-97bb-463a-81e9-328200b22e19 HTTP/1.1" status: 200 len: 1000 time: 0.3304138 Aug 17 16:27:11.033749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:11.060189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-849b31f3-e0ff-432c-b668-782557cdb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.061628 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-849b31f3-e0ff-432c-b668-782557cdb660 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ffc99fed-7ede-42ae-bb5f-a4afe6d5e772 HTTP/1.1" status: 200 len: 850 time: 0.1458967 Aug 17 16:27:11.107840 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-d27f54d4-a4e9-4959-bea8-218e7b762320 service neutron] 10.222.0.77 "GET /v2.0/networks/045b81c8-fcb8-48c7-838e-459d523fd4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951569 Aug 17 16:27:11.186683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d06a40-e55e-4cb1-93f9-833a65a4893b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:11.206646 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-669e3b4c-c07a-453c-8198-7c0f21c0c90a service neutron] 10.222.0.77 "GET /v2.0/networks/045b81c8-fcb8-48c7-838e-459d523fd4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923686 Aug 17 16:27:11.211866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb20e0-26a7-43b0-b603-9a652e25f1ee req-fa8225cd-b267-4ba1-84d5-979e676bf20b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.213411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5bb20e0-26a7-43b0-b603-9a652e25f1ee req-fa8225cd-b267-4ba1-84d5-979e676bf20b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 949 time: 0.1958697 Aug 17 16:27:11.214855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-fd122987-51c2-459d-920f-fe0bea5ba5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.216172 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-fd122987-51c2-459d-920f-fe0bea5ba5fe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.1597431 Aug 17 16:27:11.227051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9d314149-029f-44a8-aa02-e9bbee7f4127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.228523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9d314149-029f-44a8-aa02-e9bbee7f4127 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372545 Aug 17 16:27:11.253970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Checking segment: {'id': '36859979-299d-4147-9a24-cea087288f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0e9a1be8-0c94-4b12-b78b-4f236c5247f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:11.254434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Network hostable DHCP agents. Network: 0e9a1be8-0c94-4b12-b78b-4f236c5247f4, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:27:11.373732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5bb20e0-26a7-43b0-b603-9a652e25f1ee req-a3f887f1-b6de-477a-9f32-8a315adebf6e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509154 Aug 17 16:27:11.379719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Network 0e9a1be8-0c94-4b12-b78b-4f236c5247f4 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:27:11.407870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-5c602fef-38ce-4b0a-8c09-e8d41818219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.409421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-5c602fef-38ce-4b0a-8c09-e8d41818219f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730528 Aug 17 16:27:11.413765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 0e9a1be8-0c94-4b12-b78b-4f236c5247f4) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:11.423497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.423808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60784fb-b7be-478f-a03c-7d763d475ca6 None None] Network 0e9a1be8-0c94-4b12-b78b-4f236c5247f4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:11.424091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:11.453337 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0b75fa5b-daf4-42a4-a273-ad7a52f79a37 service neutron] 10.222.0.93 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005796 Aug 17 16:27:11.502873 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45899dd3-3380-482e-b69a-94762240f7b8 x-openstack-request-id: req-45899dd3-3380-482e-b69a-94762240f7b8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:11.503495 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb30e34-7eda-4466-8a84-d71ad0a251f6", "name": "network-vif-plugged", "status": "completed", "tag": "baef901c-5940-4c00-b93b-189641d1005b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:11.503749 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45899dd3-3380-482e-b69a-94762240f7b8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:11.504867 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb30e34-7eda-4466-8a84-d71ad0a251f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baef901c-5940-4c00-b93b-189641d1005b', 'code': 200} Aug 17 16:27:11.554829 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0810e826-3a18-4419-8ff4-a88b405cfe76 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3813558 Aug 17 16:27:11.641462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e111d1-8059-4b9c-ac85-e967fb831b09 None None] Network 0e9a1be8-0c94-4b12-b78b-4f236c5247f4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:11.650113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38822f-03d6-421b-8523-76d522b5af17 req-8ad0c093-bfb0-4846-a874-dbf20d24b5b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.656265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38822f-03d6-421b-8523-76d522b5af17 req-8ad0c093-bfb0-4846-a874-dbf20d24b5b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.662714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38822f-03d6-421b-8523-76d522b5af17 req-8ad0c093-bfb0-4846-a874-dbf20d24b5b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.668721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38822f-03d6-421b-8523-76d522b5af17 req-8ad0c093-bfb0-4846-a874-dbf20d24b5b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.674674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38822f-03d6-421b-8523-76d522b5af17 req-8ad0c093-bfb0-4846-a874-dbf20d24b5b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.680712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38822f-03d6-421b-8523-76d522b5af17 req-8ad0c093-bfb0-4846-a874-dbf20d24b5b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.686626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38822f-03d6-421b-8523-76d522b5af17 req-8ad0c093-bfb0-4846-a874-dbf20d24b5b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.688593 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b38822f-03d6-421b-8523-76d522b5af17 req-8ad0c093-bfb0-4846-a874-dbf20d24b5b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.2053971 Aug 17 16:27:11.691797 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2f18c2b2-ff8e-4af8-9b19-1de296de5eb3 req-5d920cfc-6010-4ecc-b503-a496808cc72b tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 210 time: 0.0603085 Aug 17 16:27:11.693441 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-4005a667-c470-476c-9f8b-c23c3e11d308 service neutron] 10.222.0.91 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715178 Aug 17 16:27:11.727668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571a84-2f43-4e01-825b-38acd5c5c197 req-0008de11-d733-4dc3-ae3e-9bbd6a6fcd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.733162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c2571a84-2f43-4e01-825b-38acd5c5c197 req-0008de11-d733-4dc3-ae3e-9bbd6a6fcd74 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 1100 time: 0.1830556 Aug 17 16:27:11.821869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4a892a12-4154-4dc1-bed8-9fdabbf14728 service neutron] 10.222.0.93 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398151 Aug 17 16:27:11.827066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c2571a84-2f43-4e01-825b-38acd5c5c197 req-590c8068-c4ea-4946-a261-659b00c7f88f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771060 Aug 17 16:27:11.863284 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b38822f-03d6-421b-8523-76d522b5af17 req-b33b52f4-49db-4289-a5d5-64551f73e729 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1590030 Aug 17 16:27:11.931715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-76177682-5a66-4ace-aab5-608659473aa9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=68de96b2-2710-4249-9f4b-3131d75aa45b HTTP/1.1" status: 200 len: 217 time: 0.0523896 Aug 17 16:27:11.942127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b4a25-a6dc-4dbf-ad0d-018fd17782d4 req-aefe79f6-b807-4d85-b033-d7b797741576 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:11.944169 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bd7b4a25-a6dc-4dbf-ad0d-018fd17782d4 req-aefe79f6-b807-4d85-b033-d7b797741576 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 950 time: 0.0683992 Aug 17 16:27:11.948941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-392879e7-8f39-4b3e-acd8-9b82bad0ef0b req-22cdb489-c1d0-480b-8506-fbf7b7560a5e service neutron] 10.222.0.91 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303376 Aug 17 16:27:12.007094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bd7b4a25-a6dc-4dbf-ad0d-018fd17782d4 req-4921d499-9c02-4b2c-a7cd-7e052b59e22a tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528057 Aug 17 16:27:12.017566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-6e4b0643-22fc-4700-8886-3023a598b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:12.019080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-6e4b0643-22fc-4700-8886-3023a598b1d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.0643821 Aug 17 16:27:12.133582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f592ef-4718-49db-9292-51430c6736e1 req-315ebdc4-7393-4b7c-9dcd-c84d971667fa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:12.144753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d1f592ef-4718-49db-9292-51430c6736e1 req-315ebdc4-7393-4b7c-9dcd-c84d971667fa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0724587 Aug 17 16:27:12.149692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-1ad88239-7337-45ab-b3db-396fdde4d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:12.151233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-1ad88239-7337-45ab-b3db-396fdde4d82e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1237714 Aug 17 16:27:12.185465 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d1f592ef-4718-49db-9292-51430c6736e1 req-3d63b4e8-e529-4b31-981b-9768035d6dbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 Aug 17 16:27:12.237998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-fc59864b-db94-41a7-bb33-438a5c862e5c tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:12.239570 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-fc59864b-db94-41a7-bb33-438a5c862e5c tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/networks?id=0e9a1be8-0c94-4b12-b78b-4f236c5247f4 HTTP/1.1" status: 200 len: 822 time: 0.1706033 Aug 17 16:27:12.261789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-b3237c36-9ee2-4031-a486-beb63a6d6b13 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/quotas/15562a1143f24da4a409adc225466121 HTTP/1.1" status: 200 len: 375 time: 0.0150640 Aug 17 16:27:12.315137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-b6354401-c79e-48f8-b8a9-bc2cb76b1a36 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=15562a1143f24da4a409adc225466121&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405419 Aug 17 16:27:12.315137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-d66eda4c-8511-4988-8147-6cf25bec5db9 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500762 Aug 17 16:27:12.480695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-80857148-179e-4f64-aa8a-115e7f77edb0 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542659 Aug 17 16:27:12.482247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-04022c62-e925-4463-bd86-f0f044d5367e service neutron] 10.222.0.77 "GET /v2.0/networks/0e9a1be8-0c94-4b12-b78b-4f236c5247f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655891 Aug 17 16:27:12.538894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-baaf473c-2bfd-4879-a815-c704840687b7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=97dcf9ab-b66f-46c4-b085-5114a8e0308a HTTP/1.1" status: 200 len: 217 time: 0.0511050 Aug 17 16:27:12.576127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccdc66-cbd3-4535-9a17-7c3ca5c3eba1 req-e7b6d368-11fb-45e2-9d2c-c8989946755d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:12.577858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c2ccdc66-cbd3-4535-9a17-7c3ca5c3eba1 req-e7b6d368-11fb-45e2-9d2c-c8989946755d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0574424 Aug 17 16:27:12.626098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c2ccdc66-cbd3-4535-9a17-7c3ca5c3eba1 req-c687dc7d-77e1-4556-a245-e8a60562f4b9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412188 Aug 17 16:27:12.769423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefac9d-5927-4a55-b1a1-90751c25d84b req-63e953a4-8d31-4a66-891d-4df5a0c06179 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:12.772349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-caefac9d-5927-4a55-b1a1-90751c25d84b req-63e953a4-8d31-4a66-891d-4df5a0c06179 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 949 time: 0.0621140 Aug 17 16:27:12.818938 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-caefac9d-5927-4a55-b1a1-90751c25d84b req-123b996d-78cf-418a-b8e1-8f5e97ecf07c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Aug 17 16:27:12.948627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-b8c7b6ab-5932-4c1a-9dbf-ab10090ca022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:12.950334 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-b8c7b6ab-5932-4c1a-9dbf-ab10090ca022 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.1219182 Aug 17 16:27:13.018642 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-085607f7-e4a7-496b-968f-139e1667ee63 service neutron] 10.222.0.77 "GET /v2.0/networks/0e9a1be8-0c94-4b12-b78b-4f236c5247f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296762 Aug 17 16:27:13.033012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-3191bf5b-2c19-49a5-b0df-8fcc36f89faf tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.034577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-3191bf5b-2c19-49a5-b0df-8fcc36f89faf tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.91 "GET /v2.0/networks?id=045b81c8-fcb8-48c7-838e-459d523fd4b1 HTTP/1.1" status: 200 len: 818 time: 0.2074010 Aug 17 16:27:13.041246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-f48db1d3-09b8-4a35-bd51-35a4cf2fc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.042732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-f48db1d3-09b8-4a35-bd51-35a4cf2fc2b7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0799525 Aug 17 16:27:13.054713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Request body: {'port': {'device_id': 'e677b122-774a-4ae7-872c-8b045d84d74f', 'network_id': '045b81c8-fcb8-48c7-838e-459d523fd4b1', 'admin_state_up': True, 'tenant_id': '0c38c94b1f4d48ca8ece287050caca54'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:13.084638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-02b6f079-3c48-4dda-a5fb-b76ee3359509 req-593c10c6-fee5-4a02-a0e9-be27cb36f94d tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 210 time: 0.0274901 Aug 17 16:27:13.229401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da51c7-62ad-4ac5-96cc-0c0f69772024 req-f275cfd9-cbad-4bab-a090-5bb021ab0f0c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.231568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-b02d388e-7a41-4cb8-a7ef-9560df9774d6 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734264 Aug 17 16:27:13.237996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da51c7-62ad-4ac5-96cc-0c0f69772024 req-f275cfd9-cbad-4bab-a090-5bb021ab0f0c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.247155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da51c7-62ad-4ac5-96cc-0c0f69772024 req-f275cfd9-cbad-4bab-a090-5bb021ab0f0c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.262965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da51c7-62ad-4ac5-96cc-0c0f69772024 req-f275cfd9-cbad-4bab-a090-5bb021ab0f0c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.271212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da51c7-62ad-4ac5-96cc-0c0f69772024 req-f275cfd9-cbad-4bab-a090-5bb021ab0f0c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.278798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da51c7-62ad-4ac5-96cc-0c0f69772024 req-f275cfd9-cbad-4bab-a090-5bb021ab0f0c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.284895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da51c7-62ad-4ac5-96cc-0c0f69772024 req-f275cfd9-cbad-4bab-a090-5bb021ab0f0c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.299155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0da51c7-62ad-4ac5-96cc-0c0f69772024 req-f275cfd9-cbad-4bab-a090-5bb021ab0f0c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1394744 Aug 17 16:27:13.327495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Made reservation on behalf of 0c38c94b1f4d48ca8ece287050caca54 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:13.330950 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:13.350860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0da51c7-62ad-4ac5-96cc-0c0f69772024 req-40ffb144-ff2c-48f5-8a39-0112fff3b3ad tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447814 Aug 17 16:27:13.362470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee0e4d26-7602-49cb-a0a8-d21bf308f648 req-7da67d78-f0ce-4d8e-9a6f-b5b9bd1f637d tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 210 time: 0.0541880 Aug 17 16:27:13.459873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-c7d12c18-74bb-46af-9a27-a21b25ea4d3d service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174227 Aug 17 16:27:13.523622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-81e141b8-a3a9-46c8-b1cd-5c57e26adee3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=6b16fe39-fc13-4db9-bd64-1cdc4c415c90 HTTP/1.1" status: 200 len: 217 time: 0.0541275 Aug 17 16:27:13.614467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-f9ee05c9-530e-4e2c-bb98-8b6ab2dba827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.616918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-f9ee05c9-530e-4e2c-bb98-8b6ab2dba827 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.0693908 Aug 17 16:27:13.622910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Allocated IP 172.20.0.3 (045b81c8-fcb8-48c7-838e-459d523fd4b1/4effc4ca-f852-4569-aab9-7653911bbf57/a38d005b-454d-4232-9256-ca86d9057b19) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:13.711924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-b9638eff-4dcd-417a-9596-e4e77b3da71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.713428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-b9638eff-4dcd-417a-9596-e4e77b3da71a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880010 Aug 17 16:27:13.780350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a2792-63d9-46a9-9e4c-a720f5a3cb42 req-0502dbf9-5293-4dee-a9f5-05f24f3052a7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:13.782192 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0e6a2792-63d9-46a9-9e4c-a720f5a3cb42 req-0502dbf9-5293-4dee-a9f5-05f24f3052a7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0707433 Aug 17 16:27:13.843607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0e6a2792-63d9-46a9-9e4c-a720f5a3cb42 req-b67cca00-a9a1-41fc-bedb-f0c0b5c32e24 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544915 Aug 17 16:27:13.920530 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-f7923893-94be-48fd-9bbb-649180f0f8c3 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992848 Aug 17 16:27:13.925917 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:14.001512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49451f-a80d-40a3-b1a2-758e69df9518 req-46511034-5744-48b2-b3ad-8b77104c3bd5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.010246 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b49451f-a80d-40a3-b1a2-758e69df9518 req-46511034-5744-48b2-b3ad-8b77104c3bd5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 949 time: 0.0854447 Aug 17 16:27:14.059776 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b49451f-a80d-40a3-b1a2-758e69df9518 req-8d0b6e3e-dfd1-4734-b877-b375f3e1f94c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483871 Aug 17 16:27:14.085041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-8d41f3ac-08c2-4cd7-89d6-d4d0ac365cb8 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502457 Aug 17 16:27:14.085041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:14.160758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4ac37abd-a556-4ab6-9030-62f62a0929f7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=018fcbe2-3082-461b-b24b-05d753360d2d HTTP/1.1" status: 200 len: 217 time: 0.0682895 Aug 17 16:27:14.189745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Network 045b81c8-fcb8-48c7-838e-459d523fd4b1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:27:14.197540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03796c2-ff5b-4ea0-8089-aecf262effa8 req-81b96654-0613-4108-a731-c90c259562ad tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.199064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b03796c2-ff5b-4ea0-8089-aecf262effa8 req-81b96654-0613-4108-a731-c90c259562ad tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1671979 Aug 17 16:27:14.205333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:14.229150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:27:14.241698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Pushing event updated for resources: {'Port': ['ID=a38d005b-454d-4232-9256-ca86d9057b19,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:14.300374 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-2dd228b1-c556-45d5-a9dd-6e3d58682773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.301834 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-2dd228b1-c556-45d5-a9dd-6e3d58682773 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.1272476 Aug 17 16:27:14.330435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.331076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:14.374958 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b03796c2-ff5b-4ea0-8089-aecf262effa8 req-ab6a59c9-e742-4a73-abe2-3e0e6f6a81a1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618629 Aug 17 16:27:14.377781 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6725d61c-aed1-4ffc-8698-c9857eb95e34 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3272178 Aug 17 16:27:14.400007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Request body: {'port': {'device_id': 'e677b122-774a-4ae7-872c-8b045d84d74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:14.466779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0741173a-a798-4484-9369-e08aaaa3f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.468686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-0741173a-a798-4484-9369-e08aaaa3f80c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1583464 Aug 17 16:27:14.471915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:14.590071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adc0a6-9157-49a5-8a9f-4d0cfc2cacbc req-ca120d15-1723-4451-99a8-6f2212fb820f tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.592789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04adc0a6-9157-49a5-8a9f-4d0cfc2cacbc req-ca120d15-1723-4451-99a8-6f2212fb820f tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 931 time: 0.1610198 Aug 17 16:27:14.601438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-6619f4da-7a2c-4688-aae4-50f0094894ea tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.602966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-6619f4da-7a2c-4688-aae4-50f0094894ea tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.91 "GET /v2.0/networks?id=0e9a1be8-0c94-4b12-b78b-4f236c5247f4 HTTP/1.1" status: 200 len: 822 time: 0.2110965 Aug 17 16:27:14.626115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Request body: {'port': {'device_id': '7c5dd8a0-3d71-4bee-bc68-d930448ebb10', 'network_id': '0e9a1be8-0c94-4b12-b78b-4f236c5247f4', 'admin_state_up': True, 'tenant_id': '15562a1143f24da4a409adc225466121'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:14.687991 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04adc0a6-9157-49a5-8a9f-4d0cfc2cacbc req-c5b80459-c9fb-463e-a8ae-0ccddca94676 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837851 Aug 17 16:27:14.769773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Made reservation on behalf of 15562a1143f24da4a409adc225466121 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:14.775622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:14.795065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-7f4a9692-6348-43a5-9ab1-93cebfdbaeb7 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183124 Aug 17 16:27:14.893546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95b04-1b29-49a3-9b11-6bd0a919409d req-6123a9ad-bd94-4ac6-afea-e806bf2e1d04 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.901257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95b04-1b29-49a3-9b11-6bd0a919409d req-6123a9ad-bd94-4ac6-afea-e806bf2e1d04 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.908150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95b04-1b29-49a3-9b11-6bd0a919409d req-6123a9ad-bd94-4ac6-afea-e806bf2e1d04 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.914752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95b04-1b29-49a3-9b11-6bd0a919409d req-6123a9ad-bd94-4ac6-afea-e806bf2e1d04 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.921539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95b04-1b29-49a3-9b11-6bd0a919409d req-6123a9ad-bd94-4ac6-afea-e806bf2e1d04 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.923602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38d005b-454d-4232-9256-ca86d9057b19 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:14.927843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95b04-1b29-49a3-9b11-6bd0a919409d req-6123a9ad-bd94-4ac6-afea-e806bf2e1d04 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.933818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95b04-1b29-49a3-9b11-6bd0a919409d req-6123a9ad-bd94-4ac6-afea-e806bf2e1d04 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.935838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c0e95b04-1b29-49a3-9b11-6bd0a919409d req-6123a9ad-bd94-4ac6-afea-e806bf2e1d04 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1460600 Aug 17 16:27:14.935986 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:14.965261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.965739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.966199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.966685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.967141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.967593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.968041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.968490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.968939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.969387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.969833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.970282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.970756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.971204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.971655 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.972099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.972546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.972995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.973484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.973917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:14.977190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-953eb037-aa0e-4d3e-9d8b-fde0de3cbbfa tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10&device_id=e677b122-774a-4ae7-872c-8b045d84d74f&device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6&device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb&device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3&device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3&device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64&device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0&device_id=7989b619-296d-4651-bd76-07f775ef6719&device_id=32f110fc-488b-4bba-9f2e-537c8812d432&device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23&device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37&device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 17946 time: 0.1709220 Aug 17 16:27:14.988282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Transition to ACTIVE for port object a38d005b-454d-4232-9256-ca86d9057b19 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:15.001168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.023694 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c0e95b04-1b29-49a3-9b11-6bd0a919409d req-421620e9-9f24-43cb-8230-9e4b5785746a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790331 Aug 17 16:27:15.027562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Allocated IP 172.20.0.8 (0e9a1be8-0c94-4b12-b78b-4f236c5247f4/01d06a40-e55e-4cb1-93f9-833a65a4893b/3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:15.041566 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-34d4d7f4-a83b-47f7-a6a6-b892c5d7e9e5 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.058063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4fd7708c-a040-4ba2-a591-22c9ae4cdf8c service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532971 Aug 17 16:27:15.114743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Pushing event updated for resources: {'Port': ['ID=a38d005b-454d-4232-9256-ca86d9057b19,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:15.121009 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-7684478b-709c-445b-983c-015df549bd2e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=782258dc-1a4a-4ad5-916d-17b7f87e7762 HTTP/1.1" status: 200 len: 217 time: 0.0493381 Aug 17 16:27:15.127353 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec330db9-52cf-4d0a-b551-9ddc8a6de342 req-fd6a6082-0c70-43f6-a9e3-658d9b42c335 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 210 time: 0.0404291 Aug 17 16:27:15.252938 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.264705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-00d6b5d0-e45f-4979-8ee8-456359a87575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:15.266193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-00d6b5d0-e45f-4979-8ee8-456359a87575 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=50c669c8-80f7-4298-96dc-96190b20c8a6 HTTP/1.1" status: 200 len: 797 time: 0.1120625 Aug 17 16:27:15.279206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604c46c-c262-4370-b053-207d66e94955 req-8cd499b6-242c-41e6-9286-90ed1f39b6f4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:15.280790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f604c46c-c262-4370-b053-207d66e94955 req-8cd499b6-242c-41e6-9286-90ed1f39b6f4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0862806 Aug 17 16:27:15.305699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Attempting to bind port a38d005b-454d-4232-9256-ca86d9057b19 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:15.305950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Attempting to bind port a38d005b-454d-4232-9256-ca86d9057b19 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'd80e0416-c983-467e-b44a-c5936e8b1988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '045b81c8-fcb8-48c7-838e-459d523fd4b1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:15.306278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Attempting to bind port a38d005b-454d-4232-9256-ca86d9057b19 on network 045b81c8-fcb8-48c7-838e-459d523fd4b1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:15.312630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6d05102-6861-495f-a9aa-e0ff8b4c24c4 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:27:15.323430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Port a38d005b-454d-4232-9256-ca86d9057b19 on network 045b81c8-fcb8-48c7-838e-459d523fd4b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:15.323757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Attempting to bind port a38d005b-454d-4232-9256-ca86d9057b19 on network 045b81c8-fcb8-48c7-838e-459d523fd4b1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:15.338573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:15.338912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Checking segment: {'id': 'd80e0416-c983-467e-b44a-c5936e8b1988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '045b81c8-fcb8-48c7-838e-459d523fd4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:15.339297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Bound using segment: {'id': 'd80e0416-c983-467e-b44a-c5936e8b1988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '045b81c8-fcb8-48c7-838e-459d523fd4b1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:15.339779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Bound port: a38d005b-454d-4232-9256-ca86d9057b19, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80e0416-c983-467e-b44a-c5936e8b1988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '045b81c8-fcb8-48c7-838e-459d523fd4b1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:15.340098 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.341393 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f604c46c-c262-4370-b053-207d66e94955 req-2c16f7cf-6a25-4805-9d17-4b17ec17bbe4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542350 Aug 17 16:27:15.347728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.378501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-34d4d7f4-a83b-47f7-a6a6-b892c5d7e9e5 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.401590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-87ce6136-3c9b-43b2-ad79-6c9f780fad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:15.403614 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-87ce6136-3c9b-43b2-ad79-6c9f780fad28 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1274166 Aug 17 16:27:15.406207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-34d4d7f4-a83b-47f7-a6a6-b892c5d7e9e5 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.427929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Pushing event updated for resources: {'Port': ['ID=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:15.456549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Network 0e9a1be8-0c94-4b12-b78b-4f236c5247f4 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:27:15.464472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:15.471494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:27:15.482640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bffeb390-fd4c-42ca-b0f9-c6a12606098a req-34d4d7f4-a83b-47f7-a6a6-b892c5d7e9e5 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&id=5be407c4-c836-48da-8432-cdbc693c59b6&id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&id=a9867806-c3c4-46cc-823d-200f576309d7&id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&id=7703562d-c32b-4670-a755-95169c489f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 898 time: 0.4919059 Aug 17 16:27:15.495862 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.532863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4d7f4-a83b-47f7-a6a6-b892c5d7e9e5 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ce91d9-5854-4e07-86c8-1afa0ce89021,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:15.538498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:15.540927 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7acab9-33e0-4e66-9bb1-c7f5186c59e0" -d '{"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:15.567143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] For port a38d005b-454d-4232-9256-ca86d9057b19, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:15.568503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:15.569626 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.573605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:15.574283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] For port a38d005b-454d-4232-9256-ca86d9057b19, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a38d005b-454d-4232-9256-ca86d9057b19,segment=NetworkSegment(d80e0416-c983-467e-b44a-c5936e8b1988),segment_id=d80e0416-c983-467e-b44a-c5936e8b1988)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:15.587051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.587446 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-901ce68d-6e5c-499e-bcf8-3f31a5f73468 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9651601 Aug 17 16:27:15.587618 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.608799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Request body: {'port': {'device_id': '7c5dd8a0-3d71-4bee-bc68-d930448ebb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:15.650089 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-e8da10c2-f42b-492d-8e34-7bb5ccd9017a service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279904 Aug 17 16:27:15.667996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:15.668620 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.670057 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] 10.222.0.91 "PUT /v2.0/ports/a38d005b-454d-4232-9256-ca86d9057b19 HTTP/1.1" status: 200 len: 1091 time: 1.2771044 Aug 17 16:27:15.671034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:15.675863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e677b122-774a-4ae7-872c-8b045d84d74f', 'tag': 'a38d005b-454d-4232-9256-ca86d9057b19'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:15.678729 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e677b122-774a-4ae7-872c-8b045d84d74f", "tag": "a38d005b-454d-4232-9256-ca86d9057b19"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:15.684504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:15.699499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.700771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.701286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.701843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.703447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.703737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.704096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.704525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.705192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.705552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.705993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.706310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:15.794709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184be39-cf4a-4776-92de-202a18c36779 service neutron] Pushing event updated for resources: {'Port': ['ID=a38d005b-454d-4232-9256-ca86d9057b19,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:15.798941 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52a104f-155b-4868-bbe3-9a5c0c94f4ab x-openstack-request-id: req-f52a104f-155b-4868-bbe3-9a5c0c94f4ab {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:15.799228 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:15.799477 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f52a104f-155b-4868-bbe3-9a5c0c94f4ab {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:15.800864 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'code': 200} Aug 17 16:27:15.821351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f6fe-5310-47ea-bd45-c05814586591 req-81cbcd9a-4364-4f87-baf4-fded762f48f6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:15.822949 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c527f6fe-5310-47ea-bd45-c05814586591 req-81cbcd9a-4364-4f87-baf4-fded762f48f6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.2145350 Aug 17 16:27:15.841093 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0649a411-6617-4c7d-b1bb-63f4f276d618 x-openstack-request-id: req-0649a411-6617-4c7d-b1bb-63f4f276d618 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:15.841393 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e677b122-774a-4ae7-872c-8b045d84d74f", "tag": "a38d005b-454d-4232-9256-ca86d9057b19", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:15.841645 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0649a411-6617-4c7d-b1bb-63f4f276d618 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:15.842037 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e677b122-774a-4ae7-872c-8b045d84d74f', 'tag': 'a38d005b-454d-4232-9256-ca86d9057b19', 'status': 'completed', 'code': 200} Aug 17 16:27:15.872411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-4d604844-787f-4bc0-9b7a-02af4ebf9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:15.874201 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-4d604844-787f-4bc0-9b7a-02af4ebf9c17 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0c38c94b1f4d48ca8ece287050caca54&device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 1094 time: 0.1387761 Aug 17 16:27:15.880211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-229f9e8c-5af6-43d9-98bb-0d20d5283316 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091308 Aug 17 16:27:15.936307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-7dbfb3d9-2ffd-41f4-a134-5570874188d8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a38d005b-454d-4232-9256-ca86d9057b19 HTTP/1.1" status: 200 len: 217 time: 0.0511355 Aug 17 16:27:15.970144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c527f6fe-5310-47ea-bd45-c05814586591 req-c3fa8712-3379-43b7-844b-d4e99d505991 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323478 Aug 17 16:27:15.981676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-4a4569b2-ac0d-4cf9-985c-5675b668c85b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522 HTTP/1.1" status: 200 len: 217 time: 0.0854669 Aug 17 16:27:16.048360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-4a2609f8-5755-4b44-a43e-3df65a9cee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.049924 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-4a2609f8-5755-4b44-a43e-3df65a9cee2a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4effc4ca-f852-4569-aab9-7653911bbf57 HTTP/1.1" status: 200 len: 858 time: 0.0831587 Aug 17 16:27:16.058965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-d1c50573-35d3-4891-a59b-0536851f45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.060557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-d1c50573-35d3-4891-a59b-0536851f45b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=50c669c8-80f7-4298-96dc-96190b20c8a6 HTTP/1.1" status: 200 len: 797 time: 0.0620201 Aug 17 16:27:16.080638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:16.095111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc63f7-2023-45f2-8213-705f94b24296 req-cc422c27-cf5d-48cc-a53e-6cf24d2b0f15 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.096662 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8dc63f7-2023-45f2-8213-705f94b24296 req-cc422c27-cf5d-48cc-a53e-6cf24d2b0f15 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 943 time: 0.1231759 Aug 17 16:27:16.098688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:16.101839 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-361deb4e-0e75-4650-9d8b-f451fc07a935 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=045b81c8-fcb8-48c7-838e-459d523fd4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404751 Aug 17 16:27:16.125623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Transition to ACTIVE for port object 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:16.137454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:16.174828 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8dc63f7-2023-45f2-8213-705f94b24296 req-3fd5ac57-9590-49d6-9c20-2fc5e075a65e tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716188 Aug 17 16:27:16.210221 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:16.294350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Attempting to bind port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:16.294816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Attempting to bind port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '36859979-299d-4147-9a24-cea087288f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0e9a1be8-0c94-4b12-b78b-4f236c5247f4'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:16.295887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Attempting to bind port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 on network 0e9a1be8-0c94-4b12-b78b-4f236c5247f4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:16.301215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 on network 0e9a1be8-0c94-4b12-b78b-4f236c5247f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:16.301632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Attempting to bind port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 on network 0e9a1be8-0c94-4b12-b78b-4f236c5247f4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:16.308455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:16.309026 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Checking segment: {'id': '36859979-299d-4147-9a24-cea087288f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0e9a1be8-0c94-4b12-b78b-4f236c5247f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:16.309574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Bound using segment: {'id': '36859979-299d-4147-9a24-cea087288f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0e9a1be8-0c94-4b12-b78b-4f236c5247f4'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:16.309983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Bound port: 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36859979-299d-4147-9a24-cea087288f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0e9a1be8-0c94-4b12-b78b-4f236c5247f4'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:16.310430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:16.421826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c39b6-af9f-42a5-bbc7-427496c5e757 req-6f556719-45e9-4c6e-b716-e9e0dfbed7df tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.431697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c39b6-af9f-42a5-bbc7-427496c5e757 req-6f556719-45e9-4c6e-b716-e9e0dfbed7df tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.439682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c39b6-af9f-42a5-bbc7-427496c5e757 req-6f556719-45e9-4c6e-b716-e9e0dfbed7df tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.447990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c39b6-af9f-42a5-bbc7-427496c5e757 req-6f556719-45e9-4c6e-b716-e9e0dfbed7df tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.455216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c39b6-af9f-42a5-bbc7-427496c5e757 req-6f556719-45e9-4c6e-b716-e9e0dfbed7df tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.463699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c39b6-af9f-42a5-bbc7-427496c5e757 req-6f556719-45e9-4c6e-b716-e9e0dfbed7df tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.469307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c39b6-af9f-42a5-bbc7-427496c5e757 req-6f556719-45e9-4c6e-b716-e9e0dfbed7df tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.471473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba8c39b6-af9f-42a5-bbc7-427496c5e757 req-6f556719-45e9-4c6e-b716-e9e0dfbed7df tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1581857 Aug 17 16:27:16.472375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9b8ff74b-4d94-4e2f-a025-23b157012c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.474143 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-9b8ff74b-4d94-4e2f-a025-23b157012c1d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4030099 Aug 17 16:27:16.483922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901de8-7746-476a-bd32-ff394da2e15c req-31be011e-dd9c-4595-bd84-92d0a81efd05 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.484404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901de8-7746-476a-bd32-ff394da2e15c req-31be011e-dd9c-4595-bd84-92d0a81efd05 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.485035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901de8-7746-476a-bd32-ff394da2e15c req-31be011e-dd9c-4595-bd84-92d0a81efd05 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.486579 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a901de8-7746-476a-bd32-ff394da2e15c req-31be011e-dd9c-4595-bd84-92d0a81efd05 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6&device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3&device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 2883 time: 0.3668125 Aug 17 16:27:16.511192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] For port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:16.536491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] For port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,segment=NetworkSegment(36859979-299d-4147-9a24-cea087288f9e),segment_id=36859979-299d-4147-9a24-cea087288f9e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:16.542027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba8c39b6-af9f-42a5-bbc7-427496c5e757 req-2daa4c7c-0d98-4a4a-b037-9e9fc2da468d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586221 Aug 17 16:27:16.548984 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:16.578412 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-17f57643-5cc5-4284-8041-338ef78060b2 service neutron] 10.222.0.91 "GET /v2.0/networks/045b81c8-fcb8-48c7-838e-459d523fd4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572930 Aug 17 16:27:16.595351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.596161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:16.597668 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] 10.222.0.91 "PUT /v2.0/ports/3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 HTTP/1.1" status: 200 len: 1091 time: 0.9939027 Aug 17 16:27:16.598143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5dd8a0-3d71-4bee-bc68-d930448ebb10', 'tag': '3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:16.601382 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8231c-1cd4-4a84-988f-0f0130672033" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5dd8a0-3d71-4bee-bc68-d930448ebb10", "tag": "3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:16.642566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a901de8-7746-476a-bd32-ff394da2e15c req-0e00ab23-9d76-4a79-a47f-0c2e2df5705f tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335731 Aug 17 16:27:16.662462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7f7e6-d9d5-488c-b435-3141bcdea128 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:16.712078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-46cd9cda-ca81-4ea6-8aad-76293a7d2ba4 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240818 Aug 17 16:27:16.735317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-4942cb01-42f3-42ec-99e8-8a709975c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.736860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-4942cb01-42f3-42ec-99e8-8a709975c91b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15562a1143f24da4a409adc225466121&device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 1094 time: 0.0855267 Aug 17 16:27:16.744234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac5f33-f042-468c-a643-f7b7d4752ad6 req-9ca16076-cbd4-4d1b-aff5-5b7773b22cb0 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.746042 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffac5f33-f042-468c-a643-f7b7d4752ad6 req-9ca16076-cbd4-4d1b-aff5-5b7773b22cb0 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 943 time: 0.1065726 Aug 17 16:27:16.788199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-21110076-0a3e-4781-8d6d-44106d69c1a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 HTTP/1.1" status: 200 len: 217 time: 0.0414188 Aug 17 16:27:16.793201 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37ab818a-9747-4f14-a9d5-5bfbb9dc4b0b req-bb7a7adc-21bd-457d-804c-2f5b97e4cb98 service neutron] 10.222.0.91 "GET /v2.0/networks/045b81c8-fcb8-48c7-838e-459d523fd4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047839 Aug 17 16:27:16.820412 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b75848b-d755-40e1-b62b-e2b0782b2e09 x-openstack-request-id: req-6b75848b-d755-40e1-b62b-e2b0782b2e09 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:16.820740 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5dd8a0-3d71-4bee-bc68-d930448ebb10", "tag": "3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:16.821017 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b75848b-d755-40e1-b62b-e2b0782b2e09 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:16.821656 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5dd8a0-3d71-4bee-bc68-d930448ebb10', 'tag': '3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8', 'status': 'completed', 'code': 200} Aug 17 16:27:16.829240 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffac5f33-f042-468c-a643-f7b7d4752ad6 req-41ba3d84-e3b4-4ab7-a17b-106186e3487e tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/security-groups?id=490bbf2d-31d0-4438-86cc-3cb69abb8aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755148 Aug 17 16:27:16.841670 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b1a3746-b5cf-45b7-8d7c-3ee814aebb9b req-5a632aa9-9b6a-4c16-b82d-f7de2a2d9dc7 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222956 Aug 17 16:27:16.894641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-00b436d8-0df4-4a92-b17b-ce45d5257287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.896379 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-00b436d8-0df4-4a92-b17b-ce45d5257287 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=01d06a40-e55e-4cb1-93f9-833a65a4893b HTTP/1.1" status: 200 len: 862 time: 0.0786757 Aug 17 16:27:16.911939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1 req-ec856744-2bcd-4890-ba81-c67672d9b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:16.914245 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1 req-ec856744-2bcd-4890-ba81-c67672d9b881 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0c38c94b1f4d48ca8ece287050caca54&device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 1094 time: 0.0564947 Aug 17 16:27:16.987647 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-e5d43b78-fe38-4d48-9056-8930e60f8cea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0e9a1be8-0c94-4b12-b78b-4f236c5247f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721610 Aug 17 16:27:17.059698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-863fa316-2acd-4c17-9800-5f9d0c4a9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.060190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-863fa316-2acd-4c17-9800-5f9d0c4a9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.060670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-863fa316-2acd-4c17-9800-5f9d0c4a9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.061145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-863fa316-2acd-4c17-9800-5f9d0c4a9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.061616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-863fa316-2acd-4c17-9800-5f9d0c4a9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.062084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-863fa316-2acd-4c17-9800-5f9d0c4a9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.062622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-863fa316-2acd-4c17-9800-5f9d0c4a9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.064762 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-863fa316-2acd-4c17-9800-5f9d0c4a9074 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6474 time: 0.1332273 Aug 17 16:27:17.115557 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-25c49b85-c87a-4909-84de-5ac19189f6bf service neutron] 10.222.0.91 "GET /v2.0/networks/0e9a1be8-0c94-4b12-b78b-4f236c5247f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170654 Aug 17 16:27:17.137649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1 req-d80344d2-7b07-4a64-b739-d4a537549445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.139198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1 req-d80344d2-7b07-4a64-b739-d4a537549445 service neutron] 10.222.0.91 "GET /v2.0/networks?id=045b81c8-fcb8-48c7-838e-459d523fd4b1 HTTP/1.1" status: 200 len: 919 time: 0.2090549 Aug 17 16:27:17.198972 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1 req-d46b5710-b8c8-4a5f-bca2-cba51ed33d1f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a38d005b-454d-4232-9256-ca86d9057b19 HTTP/1.1" status: 200 len: 217 time: 0.0509534 Aug 17 16:27:17.248054 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cf1efcb9-ae6d-40a1-b85d-4b596163596f req-69588793-e866-4f4c-9d01-07c8d29d34c5 service neutron] 10.222.0.91 "GET /v2.0/networks/0e9a1be8-0c94-4b12-b78b-4f236c5247f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252327 Aug 17 16:27:17.278865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-8828b521-bb8f-4419-ae44-d2dac43ae900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.280309 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-8828b521-bb8f-4419-ae44-d2dac43ae900 service neutron] 10.222.0.93 "GET /v2.0/networks?id=019feb88-1596-40ac-a5d4-9314af196c7a HTTP/1.1" status: 200 len: 903 time: 0.2020495 Aug 17 16:27:17.286708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1 req-d1477c03-1b6e-402e-904d-251ecfe76e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.288202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1 req-d1477c03-1b6e-402e-904d-251ecfe76e32 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4effc4ca-f852-4569-aab9-7653911bbf57 HTTP/1.1" status: 200 len: 858 time: 0.0774195 Aug 17 16:27:17.367938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-0510bd1b-75b0-412e-86f6-3ee1c28fa859 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522 HTTP/1.1" status: 200 len: 217 time: 0.0684981 Aug 17 16:27:17.379643 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8231c-1cd4-4a84-988f-0f0130672033 req-03bc0551-53bf-437a-87a4-90241edb96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.381278 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05e8231c-1cd4-4a84-988f-0f0130672033 req-03bc0551-53bf-437a-87a4-90241edb96d9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15562a1143f24da4a409adc225466121&device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 1094 time: 0.0721717 Aug 17 16:27:17.395730 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1 req-d1ae8103-6440-415a-ae78-a381015c69f2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=045b81c8-fcb8-48c7-838e-459d523fd4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770140 Aug 17 16:27:17.495888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-2e09e2f4-2719-4c1e-b3b7-4c50365ceee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.501484 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-2e09e2f4-2719-4c1e-b3b7-4c50365ceee1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=50c669c8-80f7-4298-96dc-96190b20c8a6 HTTP/1.1" status: 200 len: 797 time: 0.1120226 Aug 17 16:27:17.504464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8231c-1cd4-4a84-988f-0f0130672033 req-2074da65-3189-4758-a485-99f89b47d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.506311 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05e8231c-1cd4-4a84-988f-0f0130672033 req-2074da65-3189-4758-a485-99f89b47d122 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0e9a1be8-0c94-4b12-b78b-4f236c5247f4 HTTP/1.1" status: 200 len: 923 time: 0.1149709 Aug 17 16:27:17.603006 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1 req-efb30c15-b8a8-4b0b-95f0-41f3dc73e11f service neutron] 10.222.0.91 "GET /v2.0/networks/045b81c8-fcb8-48c7-838e-459d523fd4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849680 Aug 17 16:27:17.610728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-86a3e14e-1860-4c13-8fa5-f8992719c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.612258 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-86a3e14e-1860-4c13-8fa5-f8992719c8b1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1043069 Aug 17 16:27:17.737352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a03d8-7ffd-414a-ac48-953ef6bc4ee2 req-6e220896-d796-4a9c-a553-3abe608a41e1 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.739393 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8a8a03d8-7ffd-414a-ac48-953ef6bc4ee2 req-6e220896-d796-4a9c-a553-3abe608a41e1 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 943 time: 0.1843085 Aug 17 16:27:17.809221 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05e8231c-1cd4-4a84-988f-0f0130672033 req-d36faaff-10ab-49c0-901a-f4ae6ddd9a93 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 HTTP/1.1" status: 200 len: 217 time: 0.2905149 Aug 17 16:27:17.845910 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-599dc9ad-2697-4ed4-b65e-82d6dd9319a1 req-798ae676-7bdb-4ecc-8e0c-bf75031dae2f service neutron] 10.222.0.91 "GET /v2.0/networks/045b81c8-fcb8-48c7-838e-459d523fd4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326577 Aug 17 16:27:17.851045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8a8a03d8-7ffd-414a-ac48-953ef6bc4ee2 req-d730baed-6a62-43f2-aefc-77ba12cfe8a7 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995307 Aug 17 16:27:17.854855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-3158b8b9-9715-4ff4-afaa-6cc1b4415751 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313633 Aug 17 16:27:17.890639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8231c-1cd4-4a84-988f-0f0130672033 req-439764d8-d4d2-4ed3-9090-d3e3260d68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.892079 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05e8231c-1cd4-4a84-988f-0f0130672033 req-439764d8-d4d2-4ed3-9090-d3e3260d68ce service neutron] 10.222.0.91 "GET /v2.0/subnets?id=01d06a40-e55e-4cb1-93f9-833a65a4893b HTTP/1.1" status: 200 len: 862 time: 0.0743735 Aug 17 16:27:17.924687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323018b-c42b-4298-9237-80f1ed8a5938 req-fe9d6861-7d1a-47a5-878a-d333c987e195 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.930819 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323018b-c42b-4298-9237-80f1ed8a5938 req-fe9d6861-7d1a-47a5-878a-d333c987e195 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.936846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323018b-c42b-4298-9237-80f1ed8a5938 req-fe9d6861-7d1a-47a5-878a-d333c987e195 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.943277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323018b-c42b-4298-9237-80f1ed8a5938 req-fe9d6861-7d1a-47a5-878a-d333c987e195 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.949081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323018b-c42b-4298-9237-80f1ed8a5938 req-fe9d6861-7d1a-47a5-878a-d333c987e195 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.955198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323018b-c42b-4298-9237-80f1ed8a5938 req-fe9d6861-7d1a-47a5-878a-d333c987e195 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.963972 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb720de4-8b9e-487c-8083-1d62ff93cd74 req-f815fe87-3f43-4772-8506-a1887509b0f4 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958240 Aug 17 16:27:17.964280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323018b-c42b-4298-9237-80f1ed8a5938 req-fe9d6861-7d1a-47a5-878a-d333c987e195 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:17.964280 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b323018b-c42b-4298-9237-80f1ed8a5938 req-fe9d6861-7d1a-47a5-878a-d333c987e195 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1067362 Aug 17 16:27:18.005605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05e8231c-1cd4-4a84-988f-0f0130672033 req-9a5eacfa-5b91-48e7-b7b5-eb23efbb0040 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0e9a1be8-0c94-4b12-b78b-4f236c5247f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402546 Aug 17 16:27:18.048361 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b323018b-c42b-4298-9237-80f1ed8a5938 req-cea22cb7-4156-487b-855c-5ec18297a865 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716295 Aug 17 16:27:18.136538 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05e8231c-1cd4-4a84-988f-0f0130672033 req-4c086c69-7961-49b3-8ee5-6adab6fdad12 service neutron] 10.222.0.91 "GET /v2.0/networks/0e9a1be8-0c94-4b12-b78b-4f236c5247f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172705 Aug 17 16:27:18.263975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e1e67-369a-49b8-9824-de2ecf065f12 req-be79288e-3698-4279-82cf-785c5e4a6650 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:18.265536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-031e1e67-369a-49b8-9824-de2ecf065f12 req-be79288e-3698-4279-82cf-785c5e4a6650 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 1101 time: 0.0737143 Aug 17 16:27:18.269346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05e8231c-1cd4-4a84-988f-0f0130672033 req-c408309f-4a99-4404-b7db-c30ed544cd06 service neutron] 10.222.0.91 "GET /v2.0/networks/0e9a1be8-0c94-4b12-b78b-4f236c5247f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251392 Aug 17 16:27:18.310914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-031e1e67-369a-49b8-9824-de2ecf065f12 req-dcb50392-6ddd-4a15-afcb-f9a6ca2c544a tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382409 Aug 17 16:27:18.434150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b7187-dd71-41e7-a8ba-4969ecb1b4bf req-4fe4248f-bef6-4831-a93d-f3fcfd35e7c3 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:18.436045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b3b7187-dd71-41e7-a8ba-4969ecb1b4bf req-4fe4248f-bef6-4831-a93d-f3fcfd35e7c3 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 943 time: 0.0586669 Aug 17 16:27:18.479153 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b3b7187-dd71-41e7-a8ba-4969ecb1b4bf req-e88f5dbb-f882-4f34-b16b-8616cef5d9e6 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/security-groups?id=490bbf2d-31d0-4438-86cc-3cb69abb8aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361285 Aug 17 16:27:18.500537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a57ae-467e-4a7e-a951-8e7fada73924 req-2e351251-0f84-4f55-be89-81ff1892271d tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:18.502134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d60a57ae-467e-4a7e-a951-8e7fada73924 req-2e351251-0f84-4f55-be89-81ff1892271d tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 1101 time: 0.0455797 Aug 17 16:27:18.544747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d60a57ae-467e-4a7e-a951-8e7fada73924 req-07afe3cc-ae2a-42ec-835a-117d666bb3d8 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360088 Aug 17 16:27:19.063040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc8f1a-5081-4858-9070-9823e9d43380 req-82821696-87ce-4388-9c80-eadf1d52cd47 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.066024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39bc8f1a-5081-4858-9070-9823e9d43380 req-82821696-87ce-4388-9c80-eadf1d52cd47 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 943 time: 0.0550544 Aug 17 16:27:19.109872 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39bc8f1a-5081-4858-9070-9823e9d43380 req-fa6df036-3070-4782-8882-64c9ab9039a6 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357502 Aug 17 16:27:19.328229 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:19.334737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68703ce8-fc5d-44f8-9a63-e2363dc9b9d1 req-9b40eeb5-925a-4722-843d-ac7ca1b6831a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.344289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68703ce8-fc5d-44f8-9a63-e2363dc9b9d1 req-9b40eeb5-925a-4722-843d-ac7ca1b6831a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.353410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68703ce8-fc5d-44f8-9a63-e2363dc9b9d1 req-9b40eeb5-925a-4722-843d-ac7ca1b6831a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.360012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68703ce8-fc5d-44f8-9a63-e2363dc9b9d1 req-9b40eeb5-925a-4722-843d-ac7ca1b6831a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.369374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68703ce8-fc5d-44f8-9a63-e2363dc9b9d1 req-9b40eeb5-925a-4722-843d-ac7ca1b6831a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.375435 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68703ce8-fc5d-44f8-9a63-e2363dc9b9d1 req-9b40eeb5-925a-4722-843d-ac7ca1b6831a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.381388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68703ce8-fc5d-44f8-9a63-e2363dc9b9d1 req-9b40eeb5-925a-4722-843d-ac7ca1b6831a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.383674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-68703ce8-fc5d-44f8-9a63-e2363dc9b9d1 req-9b40eeb5-925a-4722-843d-ac7ca1b6831a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1202061 Aug 17 16:27:19.433051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:19.444109 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-68703ce8-fc5d-44f8-9a63-e2363dc9b9d1 req-d480368f-ff46-4290-9a31-61589ccb6117 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526633 Aug 17 16:27:19.471109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47a9e2-a59a-485a-ad67-e0acc5440abf req-fcba77a9-affc-4856-b726-b4d249bb8b83 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.473092 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee47a9e2-a59a-485a-ad67-e0acc5440abf req-fcba77a9-affc-4856-b726-b4d249bb8b83 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0531032 Aug 17 16:27:19.491787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,segment=NetworkSegment(36859979-299d-4147-9a24-cea087288f9e),segment_id=36859979-299d-4147-9a24-cea087288f9e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:19.509942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8', 'network_id': '0e9a1be8-0c94-4b12-b78b-4f236c5247f4', 'port_id': '3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8', 'mac_address': 'fa:16:3e:a0:3f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d06a40-e55e-4cb1-93f9-833a65a4893b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:19.539145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee47a9e2-a59a-485a-ad67-e0acc5440abf req-4d395834-4140-4a58-b236-6681c963716e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572765 Aug 17 16:27:19.587077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:19.589643 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:19.606204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:19.632518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,segment=NetworkSegment(36859979-299d-4147-9a24-cea087288f9e),segment_id=36859979-299d-4147-9a24-cea087288f9e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:19.638602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:19.639486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a38d005b-454d-4232-9256-ca86d9057b19 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:19.642118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b9a2-237f-47c2-9928-1b1f01bf620b req-aab48659-f229-4d8a-bcd4-0cde7a381bb5 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.644071 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c016b9a2-237f-47c2-9928-1b1f01bf620b req-aab48659-f229-4d8a-bcd4-0cde7a381bb5 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 948 time: 0.1066995 Aug 17 16:27:19.681345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01307712-5629-4e39-a80d-52fda7576673 req-625552c4-781d-4116-90e0-1781c7b95af4 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:19.690738 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c016b9a2-237f-47c2-9928-1b1f01bf620b req-017e2f48-5ec3-4cc1-8972-314f78b07ffb tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396824 Aug 17 16:27:19.694414 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01307712-5629-4e39-a80d-52fda7576673 req-625552c4-781d-4116-90e0-1781c7b95af4 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 943 time: 0.0738564 Aug 17 16:27:19.736017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01307712-5629-4e39-a80d-52fda7576673 req-d103e848-4902-423f-ae0c-5f579d014b61 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/security-groups?id=490bbf2d-31d0-4438-86cc-3cb69abb8aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Aug 17 16:27:19.752659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:19.785510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a38d005b-454d-4232-9256-ca86d9057b19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a38d005b-454d-4232-9256-ca86d9057b19,segment=NetworkSegment(d80e0416-c983-467e-b44a-c5936e8b1988),segment_id=d80e0416-c983-467e-b44a-c5936e8b1988)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:19.796720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'a38d005b-454d-4232-9256-ca86d9057b19', 'network_id': '045b81c8-fcb8-48c7-838e-459d523fd4b1', 'port_id': 'a38d005b-454d-4232-9256-ca86d9057b19', 'mac_address': 'fa:16:3e:8a:4f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4effc4ca-f852-4569-aab9-7653911bbf57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:19.836499 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:19.849802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38d005b-454d-4232-9256-ca86d9057b19 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:19.870716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a38d005b-454d-4232-9256-ca86d9057b19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a38d005b-454d-4232-9256-ca86d9057b19,segment=NetworkSegment(d80e0416-c983-467e-b44a-c5936e8b1988),segment_id=d80e0416-c983-467e-b44a-c5936e8b1988)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:19.875080 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:19.925864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=a38d005b-454d-4232-9256-ca86d9057b19,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:20.165271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:20.191203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['a38d005b-454d-4232-9256-ca86d9057b19'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:20.236944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caf358-f8fa-4a6b-becd-92401b24222e req-2ef39883-b74a-48de-b197-51d61702ceb2 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.238530 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9caf358-f8fa-4a6b-becd-92401b24222e req-2ef39883-b74a-48de-b197-51d61702ceb2 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 944 time: 0.0537212 Aug 17 16:27:20.281232 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9caf358-f8fa-4a6b-becd-92401b24222e req-79709c59-cf82-4f15-91b2-90ad5b990276 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360043 Aug 17 16:27:20.572620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5991ef-9bc3-482b-bfd5-68a7bfd4533e req-02eb1299-a7a2-4300-beab-bd05cdcc3827 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.578771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5991ef-9bc3-482b-bfd5-68a7bfd4533e req-02eb1299-a7a2-4300-beab-bd05cdcc3827 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.586326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5991ef-9bc3-482b-bfd5-68a7bfd4533e req-02eb1299-a7a2-4300-beab-bd05cdcc3827 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.594400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5991ef-9bc3-482b-bfd5-68a7bfd4533e req-02eb1299-a7a2-4300-beab-bd05cdcc3827 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.601193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5991ef-9bc3-482b-bfd5-68a7bfd4533e req-02eb1299-a7a2-4300-beab-bd05cdcc3827 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.607044 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5991ef-9bc3-482b-bfd5-68a7bfd4533e req-02eb1299-a7a2-4300-beab-bd05cdcc3827 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.612855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5991ef-9bc3-482b-bfd5-68a7bfd4533e req-02eb1299-a7a2-4300-beab-bd05cdcc3827 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.615006 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c5991ef-9bc3-482b-bfd5-68a7bfd4533e req-02eb1299-a7a2-4300-beab-bd05cdcc3827 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.0981371 Aug 17 16:27:20.659312 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c5991ef-9bc3-482b-bfd5-68a7bfd4533e req-5f608822-042f-4787-9dfa-59b8c29c0c07 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382974 Aug 17 16:27:20.666275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae24f8-692a-4c96-9b42-4580d8a5b258 req-e165882d-38a1-48ab-aed0-abcc6b9b889a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.669120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1eae24f8-692a-4c96-9b42-4580d8a5b258 req-e165882d-38a1-48ab-aed0-abcc6b9b889a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0544419 Aug 17 16:27:20.708558 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1eae24f8-692a-4c96-9b42-4580d8a5b258 req-3bd3e6fc-cc03-4554-9cb1-ae300ebf1678 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Aug 17 16:27:20.815778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab48ff1-4c10-428f-9e74-19f0228ee9b2 req-bbad5e07-67dc-424a-a7f6-fbecdc9e1754 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.817615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ab48ff1-4c10-428f-9e74-19f0228ee9b2 req-bbad5e07-67dc-424a-a7f6-fbecdc9e1754 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 948 time: 0.0565684 Aug 17 16:27:20.858603 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ab48ff1-4c10-428f-9e74-19f0228ee9b2 req-3a1f1b3b-0cae-40ef-8f0e-b1374f5662ab tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Aug 17 16:27:20.860306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92946e-fd87-4b1f-854e-e6edc07aaf3d req-d4bfc4e7-6835-49dc-ba36-d833c83c9b4c tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:20.863910 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2a92946e-fd87-4b1f-854e-e6edc07aaf3d req-d4bfc4e7-6835-49dc-ba36-d833c83c9b4c tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 944 time: 0.0541294 Aug 17 16:27:20.906237 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2a92946e-fd87-4b1f-854e-e6edc07aaf3d req-d4405037-ef88-499d-8dda-ce723157b648 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/security-groups?id=490bbf2d-31d0-4438-86cc-3cb69abb8aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365887 Aug 17 16:27:21.338873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:21.341217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-04ea7bdd-8675-4010-9584-fb9358f8964e tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.343000 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-04ea7bdd-8675-4010-9584-fb9358f8964e tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.93 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 948 time: 0.0521858 Aug 17 16:27:21.396007 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:21.405614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:21.406565 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:21.431388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd2094-4f80-4b1b-ae2c-c3908bb4921d req-1b83df5e-918c-4c9e-b5e7-3296049facbf tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.442426 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29dd2094-4f80-4b1b-ae2c-c3908bb4921d req-1b83df5e-918c-4c9e-b5e7-3296049facbf tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 944 time: 0.0784168 Aug 17 16:27:21.466901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-6d87bf4e-1624-4ce0-8e48-e287a1fd9728 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Deleting port 67c53466-fba6-485d-bb3a-f030a7a04c92 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:27:21.467248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-6d87bf4e-1624-4ce0-8e48-e287a1fd9728 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:21.500690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29dd2094-4f80-4b1b-ae2c-c3908bb4921d req-641dd82c-9528-4e74-bff8-5c21d06a740f tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565283 Aug 17 16:27:21.512966 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:21.539512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5dd8a0-3d71-4bee-bc68-d930448ebb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:21.542143 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafcc627-6303-4395-9004-7988bebb0bb7" -d '{"events": [{"server_uuid": "7c5dd8a0-3d71-4bee-bc68-d930448ebb10", "name": "network-vif-plugged", "status": "completed", "tag": "3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:21.561789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,segment=NetworkSegment(36859979-299d-4147-9a24-cea087288f9e),segment_id=36859979-299d-4147-9a24-cea087288f9e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:21.568354 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:21.569469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a38d005b-454d-4232-9256-ca86d9057b19 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:21.603834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-6d87bf4e-1624-4ce0-8e48-e287a1fd9728 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] For port 67c53466-fba6-485d-bb3a-f030a7a04c92, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=67c53466-fba6-485d-bb3a-f030a7a04c92,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:21.604670 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-6d87bf4e-1624-4ce0-8e48-e287a1fd9728 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:21.617811 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3788741-8fd0-4069-b0f4-7b3d343884d2 x-openstack-request-id: req-c3788741-8fd0-4069-b0f4-7b3d343884d2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:21.618392 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5dd8a0-3d71-4bee-bc68-d930448ebb10", "name": "network-vif-plugged", "status": "completed", "tag": "3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:21.618785 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3788741-8fd0-4069-b0f4-7b3d343884d2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:21.619319 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5dd8a0-3d71-4bee-bc68-d930448ebb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8', 'code': 200} Aug 17 16:27:21.619853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-6d87bf4e-1624-4ce0-8e48-e287a1fd9728 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Calling delete_port for 67c53466-fba6-485d-bb3a-f030a7a04c92 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:27:21.669608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:21.686534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port a38d005b-454d-4232-9256-ca86d9057b19 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:21.690651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port a38d005b-454d-4232-9256-ca86d9057b19 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:21.690834 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:21.772983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7bdf7-a591-4c6f-bc1d-74266c279807 req-31744238-1113-4155-9797-a02153530818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.775546 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebc7bdf7-a591-4c6f-bc1d-74266c279807 req-31744238-1113-4155-9797-a02153530818 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 1096 time: 0.1179471 Aug 17 16:27:21.854638 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-6d87bf4e-1624-4ce0-8e48-e287a1fd9728 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:21.868301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebc7bdf7-a591-4c6f-bc1d-74266c279807 req-4cee08de-6f8b-4f8a-aa77-d0c99bfa2a51 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=490bbf2d-31d0-4438-86cc-3cb69abb8aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734890 Aug 17 16:27:21.881091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968d06-db59-4e00-929b-60e993ad2859 req-667b6994-52bc-4718-8a30-72fe08cdc2a6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.888730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968d06-db59-4e00-929b-60e993ad2859 req-667b6994-52bc-4718-8a30-72fe08cdc2a6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.892332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87bf4e-1624-4ce0-8e48-e287a1fd9728 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Pushing event deleted for resources: {'Port': ['ID=67c53466-fba6-485d-bb3a-f030a7a04c92,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:21.897392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968d06-db59-4e00-929b-60e993ad2859 req-667b6994-52bc-4718-8a30-72fe08cdc2a6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.902994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968d06-db59-4e00-929b-60e993ad2859 req-667b6994-52bc-4718-8a30-72fe08cdc2a6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.909097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968d06-db59-4e00-929b-60e993ad2859 req-667b6994-52bc-4718-8a30-72fe08cdc2a6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.915623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968d06-db59-4e00-929b-60e993ad2859 req-667b6994-52bc-4718-8a30-72fe08cdc2a6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.923605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968d06-db59-4e00-929b-60e993ad2859 req-667b6994-52bc-4718-8a30-72fe08cdc2a6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.932600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5968d06-db59-4e00-929b-60e993ad2859 req-667b6994-52bc-4718-8a30-72fe08cdc2a6 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1792574 Aug 17 16:27:21.945020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-6d87bf4e-1624-4ce0-8e48-e287a1fd9728 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] No DVR routers for this DVR port 67c53466-fba6-485d-bb3a-f030a7a04c92 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:27:21.954074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a297e-a883-4c61-bd37-6fe5a1a0e51e req-2de32508-b3c4-40d4-b7ca-3758cb5d8fd3 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:21.955974 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-909a297e-a883-4c61-bd37-6fe5a1a0e51e req-2de32508-b3c4-40d4-b7ca-3758cb5d8fd3 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1363218 Aug 17 16:27:21.956714 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-6d87bf4e-1624-4ce0-8e48-e287a1fd9728 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:21.958675 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb23254a-1dfc-4e7a-8000-5df8dfe9ea2e req-6d87bf4e-1624-4ce0-8e48-e287a1fd9728 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.93 "DELETE /v2.0/ports/67c53466-fba6-485d-bb3a-f030a7a04c92 HTTP/1.1" status: 204 len: 173 time: 0.6079187 Aug 17 16:27:21.959227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'name': 'network-vif-deleted', 'tag': '67c53466-fba6-485d-bb3a-f030a7a04c92'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:21.962041 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc7abca-a7bc-4457-8452-f9e7f8adc5f2" -d '{"events": [{"server_uuid": "d44e2064-83e6-469c-8372-8ecb0bf27c23", "name": "network-vif-deleted", "tag": "67c53466-fba6-485d-bb3a-f030a7a04c92"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:21.968058 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:21.998366 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5968d06-db59-4e00-929b-60e993ad2859 req-3c09f69b-5815-4d7e-8586-222a9b139682 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642693 Aug 17 16:27:22.007805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-909a297e-a883-4c61-bd37-6fe5a1a0e51e req-c41805a4-e4a6-4171-b687-2b69fb386487 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Aug 17 16:27:22.013601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a38d005b-454d-4232-9256-ca86d9057b19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a38d005b-454d-4232-9256-ca86d9057b19,segment=NetworkSegment(d80e0416-c983-467e-b44a-c5936e8b1988),segment_id=d80e0416-c983-467e-b44a-c5936e8b1988)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:22.018436 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:22.076565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=a38d005b-454d-4232-9256-ca86d9057b19,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:22.124583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f9560df-c1a4-4c63-a85a-e8ff56e3e8a7 req-5f1fb568-0c86-4536-bc70-8bac31732b7b tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d44e2064-83e6-469c-8372-8ecb0bf27c23 HTTP/1.1" status: 200 len: 210 time: 0.0267262 Aug 17 16:27:22.129037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad192847-6b1e-41e3-8861-7aa72d44beff req-39af4a88-6947-4fc0-9190-77ee126e335e tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:22.130876 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad192847-6b1e-41e3-8861-7aa72d44beff req-39af4a88-6947-4fc0-9190-77ee126e335e tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 945 time: 0.0521057 Aug 17 16:27:22.172521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad192847-6b1e-41e3-8861-7aa72d44beff req-8f2503c5-a1de-458f-a453-83008aa200d8 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/security-groups?id=490bbf2d-31d0-4438-86cc-3cb69abb8aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352449 Aug 17 16:27:22.215383 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6f227c-e24b-4016-af1c-4797847e7503 x-openstack-request-id: req-cb6f227c-e24b-4016-af1c-4797847e7503 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:22.215681 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44e2064-83e6-469c-8372-8ecb0bf27c23", "name": "network-vif-deleted", "tag": "67c53466-fba6-485d-bb3a-f030a7a04c92", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:22.215987 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb6f227c-e24b-4016-af1c-4797847e7503 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:22.216408 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44e2064-83e6-469c-8372-8ecb0bf27c23', 'name': 'network-vif-deleted', 'tag': '67c53466-fba6-485d-bb3a-f030a7a04c92', 'status': 'completed', 'code': 200} Aug 17 16:27:22.504321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-244f68be-9c55-4236-9d4e-93fee6c1b699 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:22.506648 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-244f68be-9c55-4236-9d4e-93fee6c1b699 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 814 time: 0.1073751 Aug 17 16:27:22.522414 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-399b0d66-6a09-42a4-82dc-30a2f8355421 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/quotas/472d2a85576d4f5eaa6a98e6d7e70e56 HTTP/1.1" status: 200 len: 375 time: 0.0100343 Aug 17 16:27:22.579673 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-1d53c430-5e81-4dc5-907d-d0ef028dd168 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516884 Aug 17 16:27:22.687650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7117d-fda2-4571-8ba9-e111ed1b036c req-805595c6-f9fb-4f66-b779-bfa0e1e8b09b tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:22.689216 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dad7117d-fda2-4571-8ba9-e111ed1b036c req-805595c6-f9fb-4f66-b779-bfa0e1e8b09b tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 945 time: 0.0519855 Aug 17 16:27:22.706590 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-f77e056a-d7f5-43e4-9a76-b7b25128e14e service neutron] 10.222.0.77 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148386 Aug 17 16:27:22.730725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dad7117d-fda2-4571-8ba9-e111ed1b036c req-bcd2a797-4eba-4db3-ac10-92a638a85b03 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Aug 17 16:27:22.796847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-61fcd4ac-09f9-4f0b-a775-a8641a292ad2 service neutron] 10.222.0.77 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829573 Aug 17 16:27:22.962293 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cb69ae0e-a23e-4a3c-b7a8-c06e10c90294 req-98b34067-a847-492c-8530-9ccf05279dad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 210 time: 0.0275404 Aug 17 16:27:23.133422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b5f0d-a21d-45d3-912c-51ed1dd20e3a req-f4d74de2-3df0-47ab-a392-373bceb14445 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.135004 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-887b5f0d-a21d-45d3-912c-51ed1dd20e3a req-f4d74de2-3df0-47ab-a392-373bceb14445 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0532134 Aug 17 16:27:23.154177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be315-4e46-4bec-8fd9-3fe172e22173 req-1cfff93c-ee46-4349-b042-4618031cacda tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.160099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be315-4e46-4bec-8fd9-3fe172e22173 req-1cfff93c-ee46-4349-b042-4618031cacda tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.167436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be315-4e46-4bec-8fd9-3fe172e22173 req-1cfff93c-ee46-4349-b042-4618031cacda tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.173610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be315-4e46-4bec-8fd9-3fe172e22173 req-1cfff93c-ee46-4349-b042-4618031cacda tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.175625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-887b5f0d-a21d-45d3-912c-51ed1dd20e3a req-02beb195-d93e-472c-b034-6341e2302ffe tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346580 Aug 17 16:27:23.181191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be315-4e46-4bec-8fd9-3fe172e22173 req-1cfff93c-ee46-4349-b042-4618031cacda tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.187668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be315-4e46-4bec-8fd9-3fe172e22173 req-1cfff93c-ee46-4349-b042-4618031cacda tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.201240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be315-4e46-4bec-8fd9-3fe172e22173 req-1cfff93c-ee46-4349-b042-4618031cacda tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.201240 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d7be315-4e46-4bec-8fd9-3fe172e22173 req-1cfff93c-ee46-4349-b042-4618031cacda tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1100712 Aug 17 16:27:23.242423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d7be315-4e46-4bec-8fd9-3fe172e22173 req-07ed3681-c2ed-49ff-a4fa-3958a9df193e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399439 Aug 17 16:27:23.332482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d261c6-ef2b-454a-acae-0ee9e935d803 req-5883b0c8-b853-486f-bb7d-e04ccb7d8bfc tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.334678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5d261c6-ef2b-454a-acae-0ee9e935d803 req-5883b0c8-b853-486f-bb7d-e04ccb7d8bfc tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 945 time: 0.0605097 Aug 17 16:27:23.387654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5d261c6-ef2b-454a-acae-0ee9e935d803 req-296d8d86-2698-4bf7-a8d0-5ef1ea38abf9 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/security-groups?id=490bbf2d-31d0-4438-86cc-3cb69abb8aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467024 Aug 17 16:27:23.514212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f258-b2d3-4dad-b731-a6074bff5e8f req-0290fe8f-fb03-45a8-b0b1-db0da72a2403 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.516860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff13f258-b2d3-4dad-b731-a6074bff5e8f req-0290fe8f-fb03-45a8-b0b1-db0da72a2403 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 948 time: 0.0597906 Aug 17 16:27:23.528452 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:27:23.565256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff13f258-b2d3-4dad-b731-a6074bff5e8f req-0d462bef-1229-4956-a082-c4b2e2dd8531 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370369 Aug 17 16:27:23.620811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e677b122-774a-4ae7-872c-8b045d84d74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38d005b-454d-4232-9256-ca86d9057b19'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:23.624211 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85f51fc-7d58-44f9-a2aa-fb388dccf0a9" -d '{"events": [{"server_uuid": "e677b122-774a-4ae7-872c-8b045d84d74f", "name": "network-vif-plugged", "status": "completed", "tag": "a38d005b-454d-4232-9256-ca86d9057b19"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:23.669999 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd6237f-117d-4d96-bf37-0866f8d02acf x-openstack-request-id: req-1fd6237f-117d-4d96-bf37-0866f8d02acf {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:23.670287 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e677b122-774a-4ae7-872c-8b045d84d74f", "name": "network-vif-plugged", "status": "completed", "tag": "a38d005b-454d-4232-9256-ca86d9057b19", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:23.670564 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fd6237f-117d-4d96-bf37-0866f8d02acf {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:23.670963 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e677b122-774a-4ae7-872c-8b045d84d74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38d005b-454d-4232-9256-ca86d9057b19', 'code': 200} Aug 17 16:27:23.760066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c04e2-1ee2-40ee-a7a5-59c4e4d9e6cc req-09804713-2b8c-4748-9a4a-08bd15c57513 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.761907 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-301c04e2-1ee2-40ee-a7a5-59c4e4d9e6cc req-09804713-2b8c-4748-9a4a-08bd15c57513 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 945 time: 0.0499184 Aug 17 16:27:23.774255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d01f4e-2af1-4a86-8a52-2dbf40fceea2 req-ba10caaf-f613-4a09-824d-bef4812cc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.775818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96d01f4e-2af1-4a86-8a52-2dbf40fceea2 req-ba10caaf-f613-4a09-824d-bef4812cc3c7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 1096 time: 0.0419087 Aug 17 16:27:23.802095 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-301c04e2-1ee2-40ee-a7a5-59c4e4d9e6cc req-ba3b7db6-1ec7-43c8-817c-36089a38861a tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/security-groups?id=490bbf2d-31d0-4438-86cc-3cb69abb8aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Aug 17 16:27:23.850046 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96d01f4e-2af1-4a86-8a52-2dbf40fceea2 req-708c8787-c990-4a11-a081-429089e3e244 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578949 Aug 17 16:27:23.865909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775fff8-4016-4723-9410-3b43f5da8c62 req-43707e8b-820d-4fe4-b649-aba891c457c5 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:23.867422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4775fff8-4016-4723-9410-3b43f5da8c62 req-43707e8b-820d-4fe4-b649-aba891c457c5 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 945 time: 0.0593371 Aug 17 16:27:23.905159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4775fff8-4016-4723-9410-3b43f5da8c62 req-6cd249db-1719-4e8f-a08e-5cd55f2a3430 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Aug 17 16:27:24.058097 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3aa7125-ee6b-485e-b39f-2645b3ab31d7 req-59a7737b-6842-42ed-95de-6e7835bf03c1 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 210 time: 0.0292733 Aug 17 16:27:24.241810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-f8e804d6-2b41-45c4-9b06-5c7014b9c5cf tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.243276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-f8e804d6-2b41-45c4-9b06-5c7014b9c5cf tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.91 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 814 time: 0.1104536 Aug 17 16:27:24.266397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Request body: {'port': {'device_id': 'bf630079-35a3-40ff-9057-1f1e93a2b18c', 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332', 'admin_state_up': True, 'tenant_id': '472d2a85576d4f5eaa6a98e6d7e70e56'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:24.360975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6e6fe-c318-4b95-9e40-0ce780946f7d req-007387ba-c075-420d-b5fe-c4d9bcb7006c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.362582 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69e6e6fe-c318-4b95-9e40-0ce780946f7d req-007387ba-c075-420d-b5fe-c4d9bcb7006c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1104701 Aug 17 16:27:24.371852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455a0-a1dc-44c5-8095-2751a0795b18 req-b1b9af28-0c65-40c7-9a47-8a919bb49f0e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.377776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455a0-a1dc-44c5-8095-2751a0795b18 req-b1b9af28-0c65-40c7-9a47-8a919bb49f0e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.384287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455a0-a1dc-44c5-8095-2751a0795b18 req-b1b9af28-0c65-40c7-9a47-8a919bb49f0e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.390140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455a0-a1dc-44c5-8095-2751a0795b18 req-b1b9af28-0c65-40c7-9a47-8a919bb49f0e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.396102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455a0-a1dc-44c5-8095-2751a0795b18 req-b1b9af28-0c65-40c7-9a47-8a919bb49f0e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.401963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455a0-a1dc-44c5-8095-2751a0795b18 req-b1b9af28-0c65-40c7-9a47-8a919bb49f0e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.407822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455a0-a1dc-44c5-8095-2751a0795b18 req-b1b9af28-0c65-40c7-9a47-8a919bb49f0e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.409738 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed3455a0-a1dc-44c5-8095-2751a0795b18 req-b1b9af28-0c65-40c7-9a47-8a919bb49f0e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.0910320 Aug 17 16:27:24.421308 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69e6e6fe-c318-4b95-9e40-0ce780946f7d req-9dc06908-2fb8-46c1-8142-3054eb0632e7 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486274 Aug 17 16:27:24.444952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Made reservation on behalf of 472d2a85576d4f5eaa6a98e6d7e70e56 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:24.444952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:24.452574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed3455a0-a1dc-44c5-8095-2751a0795b18 req-764fc1ef-edf2-4302-9228-86e6fefe49e8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365634 Aug 17 16:27:24.569814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Allocated IP 172.20.0.5 (d8c336c5-260b-408f-afcd-e4f6466be332/8df030a3-8a90-4cbe-bb3d-354313eb9184/e9cc108c-9b57-4272-b8a6-6f47e235372d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:24.742002 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9113c-8bb0-4692-af7a-1a63f24bee49 req-cb9d22e4-d2e3-4ae7-abfa-44a11e29ac9f tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.743530 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1cc9113c-8bb0-4692-af7a-1a63f24bee49 req-cb9d22e4-d2e3-4ae7-abfa-44a11e29ac9f tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 948 time: 0.0869563 Aug 17 16:27:24.773823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:24.802119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1cc9113c-8bb0-4692-af7a-1a63f24bee49 req-adc342b1-4fb2-4a29-8a37-b603db957ab4 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508003 Aug 17 16:27:24.828886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:24.842889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf', '89cfd8aa-208d-4370-aeee-f6ff7f6cc786'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:24.846123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['c7060775-c1a5-4973-b7a3-2c59a74351f2'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:24.878890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Network d8c336c5-260b-408f-afcd-e4f6466be332 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:27:24.882653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:24.886490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:27:24.914314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Pushing event updated for resources: {'Port': ['ID=e9cc108c-9b57-4272-b8a6-6f47e235372d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:24.949462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.951603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:24.953826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedf38b-5ff8-4a37-9fea-a8b4abfa23ed req-2a942729-67b7-4691-869a-d99744c2f3a5 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:24.955404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-caedf38b-5ff8-4a37-9fea-a8b4abfa23ed req-2a942729-67b7-4691-869a-d99744c2f3a5 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 945 time: 0.0793338 Aug 17 16:27:24.977286 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-01c63325-a22d-48b8-a8d6-bfc3f6dcf7f6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7156031 Aug 17 16:27:24.995806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Request body: {'port': {'device_id': 'bf630079-35a3-40ff-9057-1f1e93a2b18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:25.026154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-caedf38b-5ff8-4a37-9fea-a8b4abfa23ed req-8b307c16-9b74-4680-9430-63002e63fc1c tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/security-groups?id=490bbf2d-31d0-4438-86cc-3cb69abb8aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620339 Aug 17 16:27:25.110217 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:25.136779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7492120-7426-4a51-8b85-3381c170f763 req-87393952-3385-4967-a3ef-0572473e6d24 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.143541 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7492120-7426-4a51-8b85-3381c170f763 req-87393952-3385-4967-a3ef-0572473e6d24 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 945 time: 0.1162810 Aug 17 16:27:25.187642 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17282300-f89d-440c-b987-0383356f3e0c req-0a576381-d4e7-40d0-9e12-84cc893094d5 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.191265 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17282300-f89d-440c-b987-0383356f3e0c req-0a576381-d4e7-40d0-9e12-84cc893094d5 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 931 time: 0.0570643 Aug 17 16:27:25.221512 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7492120-7426-4a51-8b85-3381c170f763 req-f21cac30-d632-48fa-b28c-b7b1fced59e1 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740926 Aug 17 16:27:25.232494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17282300-f89d-440c-b987-0383356f3e0c req-ba7a3cdd-7d2c-4c07-b8c7-269e44ff97ef tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359166 Aug 17 16:27:25.436300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cc108c-9b57-4272-b8a6-6f47e235372d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:25.444184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:25.456308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Transition to ACTIVE for port object e9cc108c-9b57-4272-b8a6-6f47e235372d will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:25.461301 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:25.538943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cc108c-9b57-4272-b8a6-6f47e235372d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:25.588189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fb6d7-8067-48d9-b8a4-3231f2f8c356 req-719fa8f5-4314-4587-92fe-c7b573fc81ef tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.595868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fb6d7-8067-48d9-b8a4-3231f2f8c356 req-719fa8f5-4314-4587-92fe-c7b573fc81ef tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.602267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fb6d7-8067-48d9-b8a4-3231f2f8c356 req-719fa8f5-4314-4587-92fe-c7b573fc81ef tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.608206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fb6d7-8067-48d9-b8a4-3231f2f8c356 req-719fa8f5-4314-4587-92fe-c7b573fc81ef tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.609887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f9923-f761-41c2-b9a7-d54efd37fccb req-57dd554b-4af5-4c10-93ac-ef2fc7dc616a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.611430 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-468f9923-f761-41c2-b9a7-d54efd37fccb req-57dd554b-4af5-4c10-93ac-ef2fc7dc616a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1093760 Aug 17 16:27:25.614131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fb6d7-8067-48d9-b8a4-3231f2f8c356 req-719fa8f5-4314-4587-92fe-c7b573fc81ef tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.620146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fb6d7-8067-48d9-b8a4-3231f2f8c356 req-719fa8f5-4314-4587-92fe-c7b573fc81ef tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.626052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fb6d7-8067-48d9-b8a4-3231f2f8c356 req-719fa8f5-4314-4587-92fe-c7b573fc81ef tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.628000 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5d0fb6d7-8067-48d9-b8a4-3231f2f8c356 req-719fa8f5-4314-4587-92fe-c7b573fc81ef tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.0951066 Aug 17 16:27:25.640009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Attempting to bind port e9cc108c-9b57-4272-b8a6-6f47e235372d on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:25.640342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Attempting to bind port e9cc108c-9b57-4272-b8a6-6f47e235372d by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:25.640684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Attempting to bind port e9cc108c-9b57-4272-b8a6-6f47e235372d on network d8c336c5-260b-408f-afcd-e4f6466be332 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:25.648732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Port e9cc108c-9b57-4272-b8a6-6f47e235372d on network d8c336c5-260b-408f-afcd-e4f6466be332 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:25.649055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Attempting to bind port e9cc108c-9b57-4272-b8a6-6f47e235372d on network d8c336c5-260b-408f-afcd-e4f6466be332 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:25.661747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:25.662088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Checking segment: {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:25.662511 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Bound using segment: {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:25.662947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Bound port: e9cc108c-9b57-4272-b8a6-6f47e235372d, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:25.663312 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:25.669690 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5d0fb6d7-8067-48d9-b8a4-3231f2f8c356 req-bb2448e1-d6bd-43a0-80be-fd40fdb09f54 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348217 Aug 17 16:27:25.679975 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-468f9923-f761-41c2-b9a7-d54efd37fccb req-46c062e0-c306-473f-9803-92941dbe4f8c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607078 Aug 17 16:27:25.731142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-158385bf-fc0a-44b3-b8ee-ed18084d09f1 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.732617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-158385bf-fc0a-44b3-b8ee-ed18084d09f1 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.91 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 945 time: 0.0493429 Aug 17 16:27:25.736064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] For port e9cc108c-9b57-4272-b8a6-6f47e235372d, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:25.739618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] For port e9cc108c-9b57-4272-b8a6-6f47e235372d, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e9cc108c-9b57-4272-b8a6-6f47e235372d,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:25.744710 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:25.785539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.786202 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:25.787743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] 10.222.0.91 "PUT /v2.0/ports/e9cc108c-9b57-4272-b8a6-6f47e235372d HTTP/1.1" status: 200 len: 1091 time: 0.7991512 Aug 17 16:27:25.788057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf630079-35a3-40ff-9057-1f1e93a2b18c', 'tag': 'e9cc108c-9b57-4272-b8a6-6f47e235372d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:25.790347 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23b078b-9a72-4a60-93e2-a07bafe45ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf630079-35a3-40ff-9057-1f1e93a2b18c", "tag": "e9cc108c-9b57-4272-b8a6-6f47e235372d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:25.832888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87d94a-3bab-4dad-8936-cff18140f603 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cc108c-9b57-4272-b8a6-6f47e235372d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:25.840975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-9e782e52-7512-4a1b-9b36-1f405b8d7018 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Deleting port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:27:25.841467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-9e782e52-7512-4a1b-9b36-1f405b8d7018 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:25.850084 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e461db8-2a54-4134-87ab-c50227ee5ddc x-openstack-request-id: req-2e461db8-2a54-4134-87ab-c50227ee5ddc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:25.850906 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf630079-35a3-40ff-9057-1f1e93a2b18c", "tag": "e9cc108c-9b57-4272-b8a6-6f47e235372d", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:25.851209 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e461db8-2a54-4134-87ab-c50227ee5ddc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:25.851615 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf630079-35a3-40ff-9057-1f1e93a2b18c', 'tag': 'e9cc108c-9b57-4272-b8a6-6f47e235372d', 'status': 'completed', 'code': 200} Aug 17 16:27:25.908341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-4e18060b-2d51-4839-90a9-e9e57901323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.910523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-4e18060b-2d51-4839-90a9-e9e57901323b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 1094 time: 0.0493901 Aug 17 16:27:25.957129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-82acb27a-9251-46ab-8122-8219dc442c31 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9cc108c-9b57-4272-b8a6-6f47e235372d HTTP/1.1" status: 200 len: 217 time: 0.0366552 Aug 17 16:27:25.963168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-9e782e52-7512-4a1b-9b36-1f405b8d7018 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] For port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,segment=NetworkSegment(36859979-299d-4147-9a24-cea087288f9e),segment_id=36859979-299d-4147-9a24-cea087288f9e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:25.963712 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-9e782e52-7512-4a1b-9b36-1f405b8d7018 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:25.965856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67c53466-fba6-485d-bb3a-f030a7a04c92 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:27:25.981791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a150c26-69d7-49f7-8778-592076820568 req-d9282773-ff6d-446e-88f6-54963db85dac tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:25.983331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a150c26-69d7-49f7-8778-592076820568 req-d9282773-ff6d-446e-88f6-54963db85dac tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 948 time: 0.0929213 Aug 17 16:27:25.987967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-9e782e52-7512-4a1b-9b36-1f405b8d7018 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Calling delete_port for 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:27:25.994928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 67c53466-fba6-485d-bb3a-f030a7a04c92 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:27:25.995380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 67c53466-fba6-485d-bb3a-f030a7a04c92 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:27:26.019728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-92f6607b-1a68-4417-9e68-12409d4a766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:26.021227 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-92f6607b-1a68-4417-9e68-12409d4a766a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8df030a3-8a90-4cbe-bb3d-354313eb9184 HTTP/1.1" status: 200 len: 854 time: 0.0529222 Aug 17 16:27:26.070784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a150c26-69d7-49f7-8778-592076820568 req-4a49f0b7-d079-4b3f-beff-2a58e5be8248 tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779569 Aug 17 16:27:26.074479 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-940d1e97-4199-4b9f-a5c4-a309d664a223 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8c336c5-260b-408f-afcd-e4f6466be332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424025 Aug 17 16:27:26.160562 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-9e782e52-7512-4a1b-9b36-1f405b8d7018 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:26.178328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:26.191800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e782e52-7512-4a1b-9b36-1f405b8d7018 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Pushing event deleted for resources: {'Port': ['ID=3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:26.206985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4ef8c-537c-4668-a6a6-acca59623f12 req-5b338b29-b155-4159-bba2-706562d592d4 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:26.208636 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7d4ef8c-537c-4668-a6a6-acca59623f12 req-5b338b29-b155-4159-bba2-706562d592d4 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5dd8a0-3d71-4bee-bc68-d930448ebb10 HTTP/1.1" status: 200 len: 867 time: 0.1026571 Aug 17 16:27:26.221248 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-c274fc94-d5ec-4be7-a615-ea312b4e59c1 service neutron] 10.222.0.91 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325738 Aug 17 16:27:26.233475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-9e782e52-7512-4a1b-9b36-1f405b8d7018 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] No DVR routers for this DVR port 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:27:26.236030 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-9e782e52-7512-4a1b-9b36-1f405b8d7018 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:26.238137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b43de3f-abab-485d-b2c3-203d5af0c0ab req-9e782e52-7512-4a1b-9b36-1f405b8d7018 tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.91 "DELETE /v2.0/ports/3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 HTTP/1.1" status: 204 len: 173 time: 0.4965987 Aug 17 16:27:26.238910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5dd8a0-3d71-4bee-bc68-d930448ebb10', 'name': 'network-vif-deleted', 'tag': '3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:26.241889 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f65d457-7b90-4fc6-953c-288f18e2bba2" -d '{"events": [{"server_uuid": "7c5dd8a0-3d71-4bee-bc68-d930448ebb10", "name": "network-vif-deleted", "tag": "3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:26.255486 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7d4ef8c-537c-4668-a6a6-acca59623f12 req-a4c72c9e-6a67-4d8a-81cf-0106ec1c4a3a tempest-InstanceActionsNegativeTestJSON-1389923933 tempest-InstanceActionsNegativeTestJSON-1389923933-project] 10.222.0.77 "GET /v2.0/security-groups?id=490bbf2d-31d0-4438-86cc-3cb69abb8aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375001 Aug 17 16:27:26.290922 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288e9c8b-0f9a-4c57-a0eb-06a5b765c9b3 x-openstack-request-id: req-288e9c8b-0f9a-4c57-a0eb-06a5b765c9b3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:26.291866 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5dd8a0-3d71-4bee-bc68-d930448ebb10", "name": "network-vif-deleted", "tag": "3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:26.292757 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-288e9c8b-0f9a-4c57-a0eb-06a5b765c9b3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:26.293353 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5dd8a0-3d71-4bee-bc68-d930448ebb10', 'name': 'network-vif-deleted', 'tag': '3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8', 'status': 'completed', 'code': 200} Aug 17 16:27:26.380883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-ea3f1b53-5096-4c67-988a-f241f84935fc tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:26.382889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-ea3f1b53-5096-4c67-988a-f241f84935fc tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.91 "GET /v2.0/ports?device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 948 time: 0.1249361 Aug 17 16:27:26.395768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c52be-134c-4cc2-bf40-fd89c178f4fe req-2275fe82-6aac-414f-9e52-ff661663d61e tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:26.398086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c9c52be-134c-4cc2-bf40-fd89c178f4fe req-2275fe82-6aac-414f-9e52-ff661663d61e tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 943 time: 0.0532069 Aug 17 16:27:26.443078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c9c52be-134c-4cc2-bf40-fd89c178f4fe req-0c4fd795-4870-42f8-b907-094a2a8000bc tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Aug 17 16:27:26.447883 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45d26a99-dc3f-4a04-9cf6-089f0a684cea req-d38c356c-2fca-4359-8f13-55d5e15af3dd service neutron] 10.222.0.91 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913886 Aug 17 16:27:26.502787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d80b-8c6b-4d39-a8eb-8192e08e3a39 req-5df152fb-4ab3-43a3-995b-b5f19ca002ac tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:26.504263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f10d80b-8c6b-4d39-a8eb-8192e08e3a39 req-5df152fb-4ab3-43a3-995b-b5f19ca002ac tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 945 time: 0.1489499 Aug 17 16:27:26.583727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-e064f5bf-5172-4909-b59f-574d334297ba tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Deleting port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:27:26.584064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-e064f5bf-5172-4909-b59f-574d334297ba tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:26.592098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f10d80b-8c6b-4d39-a8eb-8192e08e3a39 req-9fc06e2a-98f4-4018-984d-a969d1dca2db tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783079 Aug 17 16:27:26.628046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b078b-9a72-4a60-93e2-a07bafe45ba4 req-6c7c4b0a-b733-4f7a-b002-0183d48fd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:26.629534 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f23b078b-9a72-4a60-93e2-a07bafe45ba4 req-6c7c4b0a-b733-4f7a-b002-0183d48fd153 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 1094 time: 0.1244414 Aug 17 16:27:26.755091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-e064f5bf-5172-4909-b59f-574d334297ba tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] For port e6d05102-6861-495f-a9aa-e0ff8b4c24c4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:26.755448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-e064f5bf-5172-4909-b59f-574d334297ba tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:26.793475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-e064f5bf-5172-4909-b59f-574d334297ba tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Calling delete_port for e6d05102-6861-495f-a9aa-e0ff8b4c24c4 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:27:26.829519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b078b-9a72-4a60-93e2-a07bafe45ba4 req-07ffe23f-8fb3-4a88-af4e-fdc75b6ac51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:26.831083 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f23b078b-9a72-4a60-93e2-a07bafe45ba4 req-07ffe23f-8fb3-4a88-af4e-fdc75b6ac51d service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 200 len: 915 time: 0.1897769 Aug 17 16:27:26.854516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893e78-7c70-40b2-b5f2-a13f05adf7fd req-64bcb362-0b33-45a1-b3ad-1ff76eb24c3d tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:26.856183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05893e78-7c70-40b2-b5f2-a13f05adf7fd req-64bcb362-0b33-45a1-b3ad-1ff76eb24c3d tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0587809 Aug 17 16:27:26.896108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05893e78-7c70-40b2-b5f2-a13f05adf7fd req-46898126-ffeb-4e8f-bcd0-68e4b11d4ab9 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Aug 17 16:27:27.010745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0c2e9-8a94-4280-8227-51871ecb6f26 req-e5789cac-b491-4c19-a38d-459f625b624a tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.012482 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9e0c2e9-8a94-4280-8227-51871ecb6f26 req-e5789cac-b491-4c19-a38d-459f625b624a tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 945 time: 0.0546992 Aug 17 16:27:27.052791 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9e0c2e9-8a94-4280-8227-51871ecb6f26 req-58bb0595-d0a3-44b6-8e5c-3182c406deae tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341568 Aug 17 16:27:27.174786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c01cf-2971-458a-92c6-56f0af1130cd req-a7b8670e-ca30-4bb8-aa07-a851bee96248 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.180795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c01cf-2971-458a-92c6-56f0af1130cd req-a7b8670e-ca30-4bb8-aa07-a851bee96248 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.186557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c01cf-2971-458a-92c6-56f0af1130cd req-a7b8670e-ca30-4bb8-aa07-a851bee96248 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.192250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c01cf-2971-458a-92c6-56f0af1130cd req-a7b8670e-ca30-4bb8-aa07-a851bee96248 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.198498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c01cf-2971-458a-92c6-56f0af1130cd req-a7b8670e-ca30-4bb8-aa07-a851bee96248 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.204496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c01cf-2971-458a-92c6-56f0af1130cd req-a7b8670e-ca30-4bb8-aa07-a851bee96248 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.210925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c01cf-2971-458a-92c6-56f0af1130cd req-a7b8670e-ca30-4bb8-aa07-a851bee96248 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.212869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c9c01cf-2971-458a-92c6-56f0af1130cd req-a7b8670e-ca30-4bb8-aa07-a851bee96248 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.4394467 Aug 17 16:27:27.216578 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f23b078b-9a72-4a60-93e2-a07bafe45ba4 req-a73f221b-dad5-42be-b374-f50335fbfc67 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9cc108c-9b57-4272-b8a6-6f47e235372d HTTP/1.1" status: 200 len: 217 time: 0.3351207 Aug 17 16:27:27.221326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebfacf-b016-44af-abd4-a181cb683f8b req-7bf6e83d-10d8-4d47-82e1-f89aae692ace tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.222847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30ebfacf-b016-44af-abd4-a181cb683f8b req-7bf6e83d-10d8-4d47-82e1-f89aae692ace tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/ports?device_id=caa58db6-0ad2-4a7f-8554-584c0afe1a37 HTTP/1.1" status: 200 len: 948 time: 0.0504725 Aug 17 16:27:27.261406 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30ebfacf-b016-44af-abd4-a181cb683f8b req-823a616f-9411-481a-8fe2-139bea6009fb tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.77 "GET /v2.0/security-groups?id=e245f1e5-fd02-435e-8f1e-53fb4baaf430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Aug 17 16:27:27.313077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c9c01cf-2971-458a-92c6-56f0af1130cd req-685181a6-dbda-40af-a931-e9311a972bb3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928352 Aug 17 16:27:27.319135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:27.319885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b078b-9a72-4a60-93e2-a07bafe45ba4 req-4d414933-43a8-439e-a2e6-cc5e674babf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.321313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f23b078b-9a72-4a60-93e2-a07bafe45ba4 req-4d414933-43a8-439e-a2e6-cc5e674babf7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8df030a3-8a90-4cbe-bb3d-354313eb9184 HTTP/1.1" status: 200 len: 854 time: 0.0862782 Aug 17 16:27:27.382606 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f23b078b-9a72-4a60-93e2-a07bafe45ba4 req-fa0a7469-0dae-4ba6-8b16-9584a3d622ae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8c336c5-260b-408f-afcd-e4f6466be332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321398 Aug 17 16:27:27.416190 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-e064f5bf-5172-4909-b59f-574d334297ba tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:27.506489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064f5bf-5172-4909-b59f-574d334297ba tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Pushing event deleted for resources: {'Port': ['ID=e6d05102-6861-495f-a9aa-e0ff8b4c24c4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:27.553647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-e064f5bf-5172-4909-b59f-574d334297ba tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] No DVR routers for this DVR port e6d05102-6861-495f-a9aa-e0ff8b4c24c4 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:27:27.561078 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-e064f5bf-5172-4909-b59f-574d334297ba tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:27.563083 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3071aa2b-363d-4886-ad3b-c99e27de46ad req-e064f5bf-5172-4909-b59f-574d334297ba tempest-ListImageFiltersTestJSON-1653099443 tempest-ListImageFiltersTestJSON-1653099443-project] 10.222.0.91 "DELETE /v2.0/ports/e6d05102-6861-495f-a9aa-e0ff8b4c24c4 HTTP/1.1" status: 204 len: 173 time: 1.1666615 Aug 17 16:27:27.581041 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f23b078b-9a72-4a60-93e2-a07bafe45ba4 req-f2c88100-06bf-47d5-88a7-1851bbada845 service neutron] 10.222.0.91 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848724 Aug 17 16:27:27.654493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fbbbca-5213-456f-8b1c-b02f0549e929 admin admin] Deleting subnet 01d06a40-e55e-4cb1-93f9-833a65a4893b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:27:27.658123 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52fbbbca-5213-456f-8b1c-b02f0549e929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:27.691241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f39d9-a653-46da-a8bc-104a39faecd9 req-469a9e41-7b22-411f-a4e6-fdf09a4e1a3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:27.692920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-797f39d9-a653-46da-a8bc-104a39faecd9 req-469a9e41-7b22-411f-a4e6-fdf09a4e1a3d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 943 time: 0.0865011 Aug 17 16:27:27.703354 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f23b078b-9a72-4a60-93e2-a07bafe45ba4 req-f5a13aec-5228-4c48-8b59-e74ed2784c20 service neutron] 10.222.0.91 "GET /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978911 Aug 17 16:27:27.712654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52fbbbca-5213-456f-8b1c-b02f0549e929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:27.772052 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-797f39d9-a653-46da-a8bc-104a39faecd9 req-eb8f09ab-8cde-4c6b-a629-374073f9f668 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703187 Aug 17 16:27:27.776907 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52fbbbca-5213-456f-8b1c-b02f0549e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:27.837398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52fbbbca-5213-456f-8b1c-b02f0549e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:27.852507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-deleted', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:27.855126 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b57152-fded-4db1-ace1-9ba544644747" -d '{"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-deleted", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:27.865462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbbbca-5213-456f-8b1c-b02f0549e929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d06a40-e55e-4cb1-93f9-833a65a4893b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:27.867429 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52fbbbca-5213-456f-8b1c-b02f0549e929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:27.871940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53784) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:27.872184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-52fbbbca-5213-456f-8b1c-b02f0549e929 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/01d06a40-e55e-4cb1-93f9-833a65a4893b HTTP/1.1" status: 204 len: 168 time: 0.5519881 Aug 17 16:27:27.921002 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec99b9e-8dd4-462e-ba01-27e5562b1992 x-openstack-request-id: req-eec99b9e-8dd4-462e-ba01-27e5562b1992 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:27.921301 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa58db6-0ad2-4a7f-8554-584c0afe1a37", "name": "network-vif-deleted", "tag": "e6d05102-6861-495f-a9aa-e0ff8b4c24c4", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:27.921563 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eec99b9e-8dd4-462e-ba01-27e5562b1992 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:27.921968 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa58db6-0ad2-4a7f-8554-584c0afe1a37', 'name': 'network-vif-deleted', 'tag': 'e6d05102-6861-495f-a9aa-e0ff8b4c24c4', 'status': 'completed', 'code': 200} Aug 17 16:27:27.953006 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.031796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e27902-8e4c-4c73-94f7-24e0a14ae353 req-b1df5a20-68ea-419b-abc5-9b769401410f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.033332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5e27902-8e4c-4c73-94f7-24e0a14ae353 req-b1df5a20-68ea-419b-abc5-9b769401410f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0582986 Aug 17 16:27:28.046614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.058200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9a1be8-0c94-4b12-b78b-4f236c5247f4']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:28.070319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36859979-299d-4147-9a24-cea087288f9e') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:28.070672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36859979-299d-4147-9a24-cea087288f9e') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:28.073558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5e27902-8e4c-4c73-94f7-24e0a14ae353 req-dc685f15-9e8e-4da7-af85-ac602a605a91 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Aug 17 16:27:28.081464 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.103525 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.110148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:27:28.110470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:27:28.112717 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:27:28.208392 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.214367 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.216250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0e9a1be8-0c94-4b12-b78b-4f236c5247f4 HTTP/1.1" status: 204 len: 168 time: 0.3428807 Aug 17 16:27:28.235103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a39ecd-bbc1-47a3-875e-32ef9f1c18c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9a1be8-0c94-4b12-b78b-4f236c5247f4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:28.250602 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83774b2-bf16-4ae6-a2ff-eb2c397f6566 req-73cb2181-8989-4269-8b9b-0a3c55e8febe tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.252403 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c83774b2-bf16-4ae6-a2ff-eb2c397f6566 req-73cb2181-8989-4269-8b9b-0a3c55e8febe tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 945 time: 0.0885427 Aug 17 16:27:28.300170 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c83774b2-bf16-4ae6-a2ff-eb2c397f6566 req-d0067ada-3361-4164-a0a9-4449f2601558 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f1ee5bf-10e8-4942-bd03-15a26a46c573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Aug 17 16:27:28.347386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53806) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:28.391984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4465f8e4-5fa9-482e-8a34-21f106bd68b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=15562a1143f24da4a409adc225466121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433369 Aug 17 16:27:28.394830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:28.448216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbe705-2e57-4926-83e9-96d7ef70d1bf req-450b48bd-da87-4b83-9cd3-81d8b88d8d87 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.449526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-beb04a2b-c263-4d37-9c2e-6213156bd14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.454400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbe705-2e57-4926-83e9-96d7ef70d1bf req-450b48bd-da87-4b83-9cd3-81d8b88d8d87 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.460899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbe705-2e57-4926-83e9-96d7ef70d1bf req-450b48bd-da87-4b83-9cd3-81d8b88d8d87 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.466753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbe705-2e57-4926-83e9-96d7ef70d1bf req-450b48bd-da87-4b83-9cd3-81d8b88d8d87 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.472669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbe705-2e57-4926-83e9-96d7ef70d1bf req-450b48bd-da87-4b83-9cd3-81d8b88d8d87 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.479133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbe705-2e57-4926-83e9-96d7ef70d1bf req-450b48bd-da87-4b83-9cd3-81d8b88d8d87 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.479930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-beb04a2b-c263-4d37-9c2e-6213156bd14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.484963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbe705-2e57-4926-83e9-96d7ef70d1bf req-450b48bd-da87-4b83-9cd3-81d8b88d8d87 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.487020 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-02cbe705-2e57-4926-83e9-96d7ef70d1bf req-450b48bd-da87-4b83-9cd3-81d8b88d8d87 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.0938907 Aug 17 16:27:28.540153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-beb04a2b-c263-4d37-9c2e-6213156bd14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.544323 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-beb04a2b-c263-4d37-9c2e-6213156bd14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.546832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-beb04a2b-c263-4d37-9c2e-6213156bd14a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/490bbf2d-31d0-4438-86cc-3cb69abb8aba HTTP/1.1" status: 204 len: 168 time: 0.1503437 Aug 17 16:27:28.559408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb04a2b-c263-4d37-9c2e-6213156bd14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490bbf2d-31d0-4438-86cc-3cb69abb8aba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:28.563800 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-02cbe705-2e57-4926-83e9-96d7ef70d1bf req-3396b578-e6fb-408d-88dd-4bb9846bb15f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685608 Aug 17 16:27:28.597201 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76964bc1-d124-4333-925b-a887b945dc9f req-4a3f30ad-22c2-4687-aae2-205391b30b63 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.599710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76964bc1-d124-4333-925b-a887b945dc9f req-4a3f30ad-22c2-4687-aae2-205391b30b63 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.91 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 945 time: 0.0968416 Aug 17 16:27:28.702222 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-76964bc1-d124-4333-925b-a887b945dc9f req-9a4fd728-7e80-405b-a255-c896701cde20 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Deleting port a38d005b-454d-4232-9256-ca86d9057b19 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:27:28.702714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-76964bc1-d124-4333-925b-a887b945dc9f req-9a4fd728-7e80-405b-a255-c896701cde20 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.814854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-76964bc1-d124-4333-925b-a887b945dc9f req-9a4fd728-7e80-405b-a255-c896701cde20 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] For port a38d005b-454d-4232-9256-ca86d9057b19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a38d005b-454d-4232-9256-ca86d9057b19,segment=NetworkSegment(d80e0416-c983-467e-b44a-c5936e8b1988),segment_id=d80e0416-c983-467e-b44a-c5936e8b1988)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:28.815229 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-76964bc1-d124-4333-925b-a887b945dc9f req-9a4fd728-7e80-405b-a255-c896701cde20 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:28.834613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-76964bc1-d124-4333-925b-a887b945dc9f req-9a4fd728-7e80-405b-a255-c896701cde20 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Calling delete_port for a38d005b-454d-4232-9256-ca86d9057b19 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:27:28.922932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fce77-aeed-4528-b528-c31771fd122d req-3e7083ae-7769-4f96-aead-ae7a8ef39ecd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:28.925033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba0fce77-aeed-4528-b528-c31771fd122d req-3e7083ae-7769-4f96-aead-ae7a8ef39ecd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 943 time: 0.0696547 Aug 17 16:27:28.981832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba0fce77-aeed-4528-b528-c31771fd122d req-04abea82-c597-4b9f-9a49-5aeeea267ccf tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504692 Aug 17 16:27:29.006321 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-76964bc1-d124-4333-925b-a887b945dc9f req-9a4fd728-7e80-405b-a255-c896701cde20 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.018758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['a38d005b-454d-4232-9256-ca86d9057b19'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:29.040762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fd728-7e80-405b-a255-c896701cde20 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Pushing event deleted for resources: {'Port': ['ID=a38d005b-454d-4232-9256-ca86d9057b19,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:29.084525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-76964bc1-d124-4333-925b-a887b945dc9f req-9a4fd728-7e80-405b-a255-c896701cde20 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] No DVR routers for this DVR port a38d005b-454d-4232-9256-ca86d9057b19 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:27:29.087767 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-76964bc1-d124-4333-925b-a887b945dc9f req-9a4fd728-7e80-405b-a255-c896701cde20 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.089942 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76964bc1-d124-4333-925b-a887b945dc9f req-9a4fd728-7e80-405b-a255-c896701cde20 tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.91 "DELETE /v2.0/ports/a38d005b-454d-4232-9256-ca86d9057b19 HTTP/1.1" status: 204 len: 173 time: 0.4832485 Aug 17 16:27:29.236760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9315acd-2883-4056-92e3-b3fcef320e32 req-f7d9ee1f-ce54-4982-bcd2-9b025bdc25a5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:29.238506 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9315acd-2883-4056-92e3-b3fcef320e32 req-f7d9ee1f-ce54-4982-bcd2-9b025bdc25a5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0583520 Aug 17 16:27:29.291000 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9315acd-2883-4056-92e3-b3fcef320e32 req-3c0dfe68-150d-4715-947a-a321a477afdc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Aug 17 16:27:29.351655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e9cc108c-9b57-4272-b8a6-6f47e235372d details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:29.353774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6d05102-6861-495f-a9aa-e0ff8b4c24c4 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:27:29.458401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53876) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:29.473399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: e6d05102-6861-495f-a9aa-e0ff8b4c24c4 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:27:29.473399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6d05102-6861-495f-a9aa-e0ff8b4c24c4 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:27:29.474425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:27:29.490535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3ba31da-a44c-4643-b8ce-a30b34c0a637 req-3895d55e-92af-4d48-b8fd-c5f72c5c47db tempest-InstanceActionsV221TestJSON-438978860 tempest-InstanceActionsV221TestJSON-438978860-project] 10.222.0.77 "GET /v2.0/ports?device_id=e677b122-774a-4ae7-872c-8b045d84d74f HTTP/1.1" status: 200 len: 210 time: 0.0457730 Aug 17 16:27:29.499719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:27:29.500070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3ed32a6c-eb1a-4486-8d09-b7baa7dd07d8 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:27:29.510467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e9cc108c-9b57-4272-b8a6-6f47e235372d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e9cc108c-9b57-4272-b8a6-6f47e235372d,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:29.524981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e9cc108c-9b57-4272-b8a6-6f47e235372d', 'network_id': 'd8c336c5-260b-408f-afcd-e4f6466be332', 'port_id': 'e9cc108c-9b57-4272-b8a6-6f47e235372d', 'mac_address': 'fa:16:3e:25:ec:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df030a3-8a90-4cbe-bb3d-354313eb9184', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:29.575359 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.579254 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-546584367-network', 'tenant_id': 'abdb3f33002444baa16a0682651a1b52'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:29.593067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cc108c-9b57-4272-b8a6-6f47e235372d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:29.618199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e9cc108c-9b57-4272-b8a6-6f47e235372d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e9cc108c-9b57-4272-b8a6-6f47e235372d,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:29.624076 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.629304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Made reservation on behalf of abdb3f33002444baa16a0682651a1b52 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:29.633221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.659056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.693808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e9cc108c-9b57-4272-b8a6-6f47e235372d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:29.750571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5607113-4bfd-40f0-b693-a008fe565a4c req-0c08afee-2ccd-41e4-aefe-d3ddea3b3d4c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:29.757698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5607113-4bfd-40f0-b693-a008fe565a4c req-0c08afee-2ccd-41e4-aefe-d3ddea3b3d4c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:29.764229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5607113-4bfd-40f0-b693-a008fe565a4c req-0c08afee-2ccd-41e4-aefe-d3ddea3b3d4c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:29.770641 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5607113-4bfd-40f0-b693-a008fe565a4c req-0c08afee-2ccd-41e4-aefe-d3ddea3b3d4c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:29.777249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5607113-4bfd-40f0-b693-a008fe565a4c req-0c08afee-2ccd-41e4-aefe-d3ddea3b3d4c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:29.783491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5607113-4bfd-40f0-b693-a008fe565a4c req-0c08afee-2ccd-41e4-aefe-d3ddea3b3d4c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:29.789614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5607113-4bfd-40f0-b693-a008fe565a4c req-0c08afee-2ccd-41e4-aefe-d3ddea3b3d4c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:29.802970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f5607113-4bfd-40f0-b693-a008fe565a4c req-0c08afee-2ccd-41e4-aefe-d3ddea3b3d4c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1249259 Aug 17 16:27:29.817398 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.823433 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.846578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:27:29.847773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f5607113-4bfd-40f0-b693-a008fe565a4c req-7a2c9532-25a1-4f47-9455-f78dfe9bc5a3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430942 Aug 17 16:27:29.861197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae67db70-ec67-42b5-b0aa-6d60796707ff,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:29.866770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.867235 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Added segment db78323b-c5e2-4d39-a9d0-95c1bc52a438 of type vlan for network 00a45d8b-6b27-43b6-ad44-96f81b78922d Aug 17 16:27:29.896003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e9cc108c-9b57-4272-b8a6-6f47e235372d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:29.922492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.924388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e677b122-774a-4ae7-872c-8b045d84d74f', 'name': 'network-vif-deleted', 'tag': 'a38d005b-454d-4232-9256-ca86d9057b19'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:29.927345 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b81270-133d-48a1-8208-11b8c93dba8f" -d '{"events": [{"server_uuid": "e677b122-774a-4ae7-872c-8b045d84d74f", "name": "network-vif-deleted", "tag": "a38d005b-454d-4232-9256-ca86d9057b19"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:29.957594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.959577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:29.960512 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:29.988383 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5272329 Aug 17 16:27:29.988821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:29.996860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Request body: {'subnet': {'network_id': '00a45d8b-6b27-43b6-ad44-96f81b78922d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-546584367-subnet', 'tenant_id': 'abdb3f33002444baa16a0682651a1b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:30.015555 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701b51f9-143b-4519-96f7-3295efcea8e0 x-openstack-request-id: req-701b51f9-143b-4519-96f7-3295efcea8e0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:30.016294 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e677b122-774a-4ae7-872c-8b045d84d74f", "name": "network-vif-deleted", "tag": "a38d005b-454d-4232-9256-ca86d9057b19", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:30.016873 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-701b51f9-143b-4519-96f7-3295efcea8e0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:30.017274 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e677b122-774a-4ae7-872c-8b045d84d74f', 'name': 'network-vif-deleted', 'tag': 'a38d005b-454d-4232-9256-ca86d9057b19', 'status': 'completed', 'code': 200} Aug 17 16:27:30.017947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53902) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:30.041941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979f16c-8b3a-4024-96c3-3416004723ff admin admin] Pushing event updated for resources: {'Network': ['ID=00a45d8b-6b27-43b6-ad44-96f81b78922d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:30.054854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Made reservation on behalf of abdb3f33002444baa16a0682651a1b52 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:30.055721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 00a45d8b-6b27-43b6-ad44-96f81b78922d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:27:30.057429 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:30.183205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011369a-1068-47a3-aaff-e9174fd3cce3 req-5b07e1e3-a743-48c7-9a01-4be2525b8147 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:30.184735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c011369a-1068-47a3-aaff-e9174fd3cce3 req-5b07e1e3-a743-48c7-9a01-4be2525b8147 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 944 time: 0.0902069 Aug 17 16:27:30.196843 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e087b913-1da2-451d-8ec3-7f8a95a5d327 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=272fef8ace834d31982742ab73928a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760585 Aug 17 16:27:30.199364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53906) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:30.258257 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ad04713-57a6-492e-b78c-78cd51211495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:30.263594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c011369a-1068-47a3-aaff-e9174fd3cce3 req-30c773f2-83c0-443c-b9f5-6440c1ff08ae tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659242 Aug 17 16:27:30.296811 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ad04713-57a6-492e-b78c-78cd51211495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:30.315989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:30.352717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ad04713-57a6-492e-b78c-78cd51211495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:30.355769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ad04713-57a6-492e-b78c-78cd51211495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:30.357106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6ad04713-57a6-492e-b78c-78cd51211495 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e245f1e5-fd02-435e-8f1e-53fb4baaf430 HTTP/1.1" status: 204 len: 168 time: 0.1567557 Aug 17 16:27:30.381609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a86c339-1a2e-41a1-8596-ced09bfdd34d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:30.390009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Checking segment: {'id': 'db78323b-c5e2-4d39-a9d0-95c1bc52a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '00a45d8b-6b27-43b6-ad44-96f81b78922d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:30.390452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Network hostable DHCP agents. Network: 00a45d8b-6b27-43b6-ad44-96f81b78922d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:27:30.400910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad04713-57a6-492e-b78c-78cd51211495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e245f1e5-fd02-435e-8f1e-53fb4baaf430,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:30.413545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Network 00a45d8b-6b27-43b6-ad44-96f81b78922d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:27:30.427905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ccd28-7dfd-450c-a04b-1e7a6d0be202 req-fe0b50e2-bbf1-46f8-9108-09e12d2d1028 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:30.429628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2a5ccd28-7dfd-450c-a04b-1e7a6d0be202 req-fe0b50e2-bbf1-46f8-9108-09e12d2d1028 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0681970 Aug 17 16:27:30.433887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 00a45d8b-6b27-43b6-ad44-96f81b78922d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:30.441387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:30.445303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:30.445513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b8b31-fab4-477c-8006-bd868e9e64aa None None] Network 00a45d8b-6b27-43b6-ad44-96f81b78922d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:30.464435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-25bfb105-9f2d-40d9-a2a5-e0b14f21c12c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4735420 Aug 17 16:27:30.494435 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2a5ccd28-7dfd-450c-a04b-1e7a6d0be202 req-83af4aaf-58b5-462f-892c-2f017762069b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579929 Aug 17 16:27:30.612900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b19ea-7472-4d73-a0d3-46ed03777628 None None] Network 00a45d8b-6b27-43b6-ad44-96f81b78922d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:30.761347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:30.807587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4014d035-1150-4e07-bf37-794a7667a69d admin admin] Deleting subnet 4effc4ca-f852-4569-aab9-7653911bbf57 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:27:30.811781 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4014d035-1150-4e07-bf37-794a7667a69d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:30.853831 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4014d035-1150-4e07-bf37-794a7667a69d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:30.906066 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4014d035-1150-4e07-bf37-794a7667a69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.015415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69d08f-626d-4cbb-a061-232399357166 req-d8779e02-d990-4652-8f5c-cf09af1da520 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:31.021965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69d08f-626d-4cbb-a061-232399357166 req-d8779e02-d990-4652-8f5c-cf09af1da520 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:31.027818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69d08f-626d-4cbb-a061-232399357166 req-d8779e02-d990-4652-8f5c-cf09af1da520 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:31.033797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69d08f-626d-4cbb-a061-232399357166 req-d8779e02-d990-4652-8f5c-cf09af1da520 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:31.035096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-a3d82659-b890-4bf8-9b55-68e50064b947 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:31.037705 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-a3d82659-b890-4bf8-9b55-68e50064b947 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/networks?id=00a45d8b-6b27-43b6-ad44-96f81b78922d HTTP/1.1" status: 200 len: 820 time: 0.1351144 Aug 17 16:27:31.040372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69d08f-626d-4cbb-a061-232399357166 req-d8779e02-d990-4652-8f5c-cf09af1da520 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:31.046209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69d08f-626d-4cbb-a061-232399357166 req-d8779e02-d990-4652-8f5c-cf09af1da520 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:31.052617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69d08f-626d-4cbb-a061-232399357166 req-d8779e02-d990-4652-8f5c-cf09af1da520 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:31.054744 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-0325578e-c131-4934-810b-a8fc2409c7a8 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/quotas/abdb3f33002444baa16a0682651a1b52 HTTP/1.1" status: 200 len: 375 time: 0.0106974 Aug 17 16:27:31.061868 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b69d08f-626d-4cbb-a061-232399357166 req-d8779e02-d990-4652-8f5c-cf09af1da520 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1274145 Aug 17 16:27:31.072613 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4014d035-1150-4e07-bf37-794a7667a69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.108326 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-1504dacf-43c8-4219-aa47-6831dd102827 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=abdb3f33002444baa16a0682651a1b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387499 Aug 17 16:27:31.118541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014d035-1150-4e07-bf37-794a7667a69d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4effc4ca-f852-4569-aab9-7653911bbf57,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:31.124292 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4014d035-1150-4e07-bf37-794a7667a69d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.126191 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4014d035-1150-4e07-bf37-794a7667a69d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4effc4ca-f852-4569-aab9-7653911bbf57 HTTP/1.1" status: 204 len: 168 time: 0.3637810 Aug 17 16:27:31.128803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:31.164745 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b69d08f-626d-4cbb-a061-232399357166 req-603a8b2a-beef-4ea9-8118-908dc4296c0a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020219 Aug 17 16:27:31.222665 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-88011947-f09b-41d3-83f1-e193f6f88b79 service neutron] 10.222.0.77 "GET /v2.0/networks/00a45d8b-6b27-43b6-ad44-96f81b78922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062145 Aug 17 16:27:31.231989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.321234 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.324809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-a0c49ae0-af35-4f7e-8989-d7fc09be5c68 service neutron] 10.222.0.77 "GET /v2.0/networks/00a45d8b-6b27-43b6-ad44-96f81b78922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947707 Aug 17 16:27:31.335983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045b81c8-fcb8-48c7-838e-459d523fd4b1']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:31.347284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80e0416-c983-467e-b44a-c5936e8b1988') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:31.347284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80e0416-c983-467e-b44a-c5936e8b1988') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:31.356562 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.371492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.382219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e9cc108c-9b57-4272-b8a6-6f47e235372d up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:31.386087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:27:31.386087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:27:31.386962 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:27:31.440672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e9cc108c-9b57-4272-b8a6-6f47e235372d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:31.445976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e9cc108c-9b57-4272-b8a6-6f47e235372d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:31.446723 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.460579 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.466730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.468635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] 10.222.0.77 "DELETE /v2.0/networks/045b81c8-fcb8-48c7-838e-459d523fd4b1 HTTP/1.1" status: 204 len: 168 time: 0.3331349 Aug 17 16:27:31.488025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86de4b8-c8c4-44d6-bd00-bcc016efaa05 admin admin] Pushing event deleted for resources: {'Network': ['ID=045b81c8-fcb8-48c7-838e-459d523fd4b1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:31.584646 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.602225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e051d-e67a-420f-9b21-f53cd9d3814a req-d09f4c7b-e1c0-4de5-9844-4edf0629f002 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:31.604544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e23e051d-e67a-420f-9b21-f53cd9d3814a req-d09f4c7b-e1c0-4de5-9844-4edf0629f002 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 944 time: 0.0912030 Aug 17 16:27:31.619368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf630079-35a3-40ff-9057-1f1e93a2b18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cc108c-9b57-4272-b8a6-6f47e235372d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:31.622030 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1fbb95-fbc3-4628-b8a8-8138e864b0a1" -d '{"events": [{"server_uuid": "bf630079-35a3-40ff-9057-1f1e93a2b18c", "name": "network-vif-plugged", "status": "completed", "tag": "e9cc108c-9b57-4272-b8a6-6f47e235372d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:31.637457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e9cc108c-9b57-4272-b8a6-6f47e235372d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e9cc108c-9b57-4272-b8a6-6f47e235372d,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:31.643231 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.644693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a38d005b-454d-4232-9256-ca86d9057b19 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:27:31.662678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e23e051d-e67a-420f-9b21-f53cd9d3814a req-b3b9bc99-fc1a-4275-adb4-2197ae85f034 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484254 Aug 17 16:27:31.710937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: a38d005b-454d-4232-9256-ca86d9057b19 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:27:31.711281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a38d005b-454d-4232-9256-ca86d9057b19 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:27:31.752144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:31.754592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e9cc108c-9b57-4272-b8a6-6f47e235372d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:31.764605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba7c03c2-a78f-4323-a6dd-3a7c77963900 req-3de7cdb7-6d31-42a0-b8a6-cf5b1a619cb9 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 210 time: 0.0418813 Aug 17 16:27:31.813837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6afedad8-596c-472e-8420-5fd37bbbcd0f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0c38c94b1f4d48ca8ece287050caca54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604749 Aug 17 16:27:31.816278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:31.849378 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197d2689-5dde-47a6-adb3-0bb353348d92 x-openstack-request-id: req-197d2689-5dde-47a6-adb3-0bb353348d92 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:31.849692 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf630079-35a3-40ff-9057-1f1e93a2b18c", "name": "network-vif-plugged", "status": "completed", "tag": "e9cc108c-9b57-4272-b8a6-6f47e235372d", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:31.849947 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-197d2689-5dde-47a6-adb3-0bb353348d92 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:31.850344 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf630079-35a3-40ff-9057-1f1e93a2b18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cc108c-9b57-4272-b8a6-6f47e235372d', 'code': 200} Aug 17 16:27:31.892282 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4edc8718-e825-4bba-bb3b-668851fc8f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.913444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ec851-025f-49bd-b46f-bb3892977fa3 req-1a3d63f8-c20d-405a-940e-7f8526d35847 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:31.915685 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-494ec851-025f-49bd-b46f-bb3892977fa3 req-1a3d63f8-c20d-405a-940e-7f8526d35847 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0729721 Aug 17 16:27:31.922851 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4edc8718-e825-4bba-bb3b-668851fc8f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:31.996760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4edc8718-e825-4bba-bb3b-668851fc8f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:32.000426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4edc8718-e825-4bba-bb3b-668851fc8f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:32.005116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4edc8718-e825-4bba-bb3b-668851fc8f8a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f1ee5bf-10e8-4942-bd03-15a26a46c573 HTTP/1.1" status: 204 len: 168 time: 0.1870160 Aug 17 16:27:32.007678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-494ec851-025f-49bd-b46f-bb3892977fa3 req-98a22d01-0ecb-497b-9fec-922177f7aa95 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773635 Aug 17 16:27:32.011371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6bfcf-6698-4ba5-8c82-c2792e714cd6 req-36e372be-e5aa-4edd-8222-836b0f7e132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:32.014238 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a7a6bfcf-6698-4ba5-8c82-c2792e714cd6 req-36e372be-e5aa-4edd-8222-836b0f7e132b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 1096 time: 0.0941968 Aug 17 16:27:32.014564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc8718-e825-4bba-bb3b-668851fc8f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ee5bf-10e8-4942-bd03-15a26a46c573,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:32.060719 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a7a6bfcf-6698-4ba5-8c82-c2792e714cd6 req-96bdab5d-f624-4e92-95e0-df4acc237fe7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385303 Aug 17 16:27:32.079445 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08b3a948-3f4b-48d1-86d9-4b54c7074e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:32.349795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f5e3-11d6-4ae6-af80-db3e6dd30638 req-75d8d257-6810-47ff-9fa8-01e8ac87ac42 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:32.356499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f5e3-11d6-4ae6-af80-db3e6dd30638 req-75d8d257-6810-47ff-9fa8-01e8ac87ac42 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:32.362506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f5e3-11d6-4ae6-af80-db3e6dd30638 req-75d8d257-6810-47ff-9fa8-01e8ac87ac42 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:32.368966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f5e3-11d6-4ae6-af80-db3e6dd30638 req-75d8d257-6810-47ff-9fa8-01e8ac87ac42 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:32.374736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f5e3-11d6-4ae6-af80-db3e6dd30638 req-75d8d257-6810-47ff-9fa8-01e8ac87ac42 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:32.381218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f5e3-11d6-4ae6-af80-db3e6dd30638 req-75d8d257-6810-47ff-9fa8-01e8ac87ac42 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:32.388640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f5e3-11d6-4ae6-af80-db3e6dd30638 req-75d8d257-6810-47ff-9fa8-01e8ac87ac42 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:32.397137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b41f5e3-11d6-4ae6-af80-db3e6dd30638 req-75d8d257-6810-47ff-9fa8-01e8ac87ac42 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1231387 Aug 17 16:27:32.438704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b41f5e3-11d6-4ae6-af80-db3e6dd30638 req-2cc73346-df52-4bc6-9e9f-d689b1bd8ff8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405347 Aug 17 16:27:32.891946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54034) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:32.919274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eebf9-f29d-4e5d-ba65-dd50e3563eed req-f2204f84-9dbd-44a9-b08a-fee7a19bfe6d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:32.933196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fb4eebf9-f29d-4e5d-ba65-dd50e3563eed req-f2204f84-9dbd-44a9-b08a-fee7a19bfe6d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 945 time: 0.1933770 Aug 17 16:27:32.960607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1741b9a2-85a0-41a9-945e-40864991d2b8 req-3952ce3a-c23b-4362-bb67-1171ffb6f8f5 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 210 time: 0.0504425 Aug 17 16:27:33.017251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-6bcae661-c591-4789-b976-bce7877e78ac tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.019329 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-6bcae661-c591-4789-b976-bce7877e78ac tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.93 "GET /v2.0/networks?id=00a45d8b-6b27-43b6-ad44-96f81b78922d HTTP/1.1" status: 200 len: 820 time: 0.2997296 Aug 17 16:27:33.041474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Request body: {'port': {'device_id': '12bc060e-57b0-4ee6-b65a-5c1f4a32655d', 'network_id': '00a45d8b-6b27-43b6-ad44-96f81b78922d', 'admin_state_up': True, 'tenant_id': 'abdb3f33002444baa16a0682651a1b52'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:33.093942 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-90553794-network', 'tenant_id': '922da7789b574d6bb28205ceedc2fbd2'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:33.136606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fb4eebf9-f29d-4e5d-ba65-dd50e3563eed req-0216c0af-4e99-4815-8cd0-f1653a7d7e74 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014124 Aug 17 16:27:33.165935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Made reservation on behalf of 922da7789b574d6bb28205ceedc2fbd2 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:33.171442 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.186353 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.306534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b0b1c-151a-4ceb-b795-f4818afb4123 req-09774747-1b94-45a0-85c7-45eee008d030 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.308983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e96b0b1c-151a-4ceb-b795-f4818afb4123 req-09774747-1b94-45a0-85c7-45eee008d030 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0639806 Aug 17 16:27:33.342592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.347776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.352889 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e96b0b1c-151a-4ceb-b795-f4818afb4123 req-46f00e32-d634-4ef4-83f2-488320171886 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373545 Aug 17 16:27:33.367839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Made reservation on behalf of abdb3f33002444baa16a0682651a1b52 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:33.373562 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.396816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:27:33.405532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd89a9ff-f021-405e-a64e-1d02b72ac5a0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:33.415658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.416147 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Added segment 9021ef5f-d428-4d6b-b4f1-6f956ef28f47 of type vlan for network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 Aug 17 16:27:33.474064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.513811 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.516272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.517729 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.549725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Allocated IP 172.20.0.9 (00a45d8b-6b27-43b6-ad44-96f81b78922d/8a86c339-1a2e-41a1-8596-ced09bfdd34d/a54bee4f-8d7d-41ca-a35e-6c1d2a781b89) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:33.582355 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6887770 Aug 17 16:27:33.585713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54044) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:33.591328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Request body: {'subnet': {'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-90553794-subnet', 'tenant_id': '922da7789b574d6bb28205ceedc2fbd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:33.646939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042b998-dab1-46b1-8707-2c4eb58985a8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:33.666101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:27:33.671970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6327c-4b34-43b1-9d67-4ca201a08fae req-be32b1da-8e2a-432e-b0f9-442a8a32f328 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.678091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6327c-4b34-43b1-9d67-4ca201a08fae req-be32b1da-8e2a-432e-b0f9-442a8a32f328 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.685059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6327c-4b34-43b1-9d67-4ca201a08fae req-be32b1da-8e2a-432e-b0f9-442a8a32f328 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.691725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6327c-4b34-43b1-9d67-4ca201a08fae req-be32b1da-8e2a-432e-b0f9-442a8a32f328 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.698519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6327c-4b34-43b1-9d67-4ca201a08fae req-be32b1da-8e2a-432e-b0f9-442a8a32f328 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.705788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6327c-4b34-43b1-9d67-4ca201a08fae req-be32b1da-8e2a-432e-b0f9-442a8a32f328 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.713021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6327c-4b34-43b1-9d67-4ca201a08fae req-be32b1da-8e2a-432e-b0f9-442a8a32f328 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.715156 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c4e6327c-4b34-43b1-9d67-4ca201a08fae req-be32b1da-8e2a-432e-b0f9-442a8a32f328 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1859250 Aug 17 16:27:33.716445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Made reservation on behalf of 922da7789b574d6bb28205ceedc2fbd2 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:33.719415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.734058 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.807296 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.829610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c4e6327c-4b34-43b1-9d67-4ca201a08fae req-569cb424-0cea-40a8-8963-c197be519ccc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017878 Aug 17 16:27:33.865423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Network 00a45d8b-6b27-43b6-ad44-96f81b78922d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:27:33.873889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:33.878982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:27:33.906542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Pushing event updated for resources: {'Port': ['ID=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:33.943717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:33.944573 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.953941 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:33.961357 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-e76e3387-d4aa-4342-9d8b-4a77437c4388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9279933 Aug 17 16:27:33.980490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Request body: {'port': {'device_id': '12bc060e-57b0-4ee6-b65a-5c1f4a32655d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:34.040986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96b31e3-23f2-415b-9640-5d2b9c8899cb,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:34.043181 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:34.049278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Checking segment: {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:34.049726 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Network hostable DHCP agents. Network: 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:27:34.072376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:27:34.088969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:34.094353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:34.096016 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:34.104399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028513be-b091-4bfa-991b-dbbc08f0ee9f None None] Network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:34.122994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b4d66808-d994-4d93-8d93-3681cc1a1835 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5270236 Aug 17 16:27:34.195405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609d5cf-c035-4340-92c5-75c00276275a req-c7de99e2-7179-4f7d-a802-f33c5f4ef7e6 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:34.196968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0609d5cf-c035-4340-92c5-75c00276275a req-c7de99e2-7179-4f7d-a802-f33c5f4ef7e6 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 931 time: 0.1192479 Aug 17 16:27:34.319480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0609d5cf-c035-4340-92c5-75c00276275a req-31863fc4-b239-4461-8e72-08d4f3bea01b tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069705 Aug 17 16:27:34.324178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f682b321-6dac-4cdb-a6fe-38e216f614b1 None None] Network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:34.371252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b28effe-b068-4eb5-b61f-a574a133775d req-8a4454cd-2616-487f-9410-60ecec526bc0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992913 Aug 17 16:27:34.448208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28effe-b068-4eb5-b61f-a574a133775d req-c4329678-7ef5-4ccd-bc81-b7a113b96aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:34.450463 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b28effe-b068-4eb5-b61f-a574a133775d req-c4329678-7ef5-4ccd-bc81-b7a113b96aae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0538046 Aug 17 16:27:34.484670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a88b78-c4e3-4747-bbbb-e4e96a5e9c4e req-a8feacb4-0ef8-4ec8-befd-919cd1277919 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:34.486236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a88b78-c4e3-4747-bbbb-e4e96a5e9c4e req-a8feacb4-0ef8-4ec8-befd-919cd1277919 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 945 time: 0.0946016 Aug 17 16:27:34.510971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:34.521661 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:34.555013 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a88b78-c4e3-4747-bbbb-e4e96a5e9c4e req-5fcc96e3-2c5d-409a-b90d-14667d87344c tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616858 Aug 17 16:27:34.556769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Transition to ACTIVE for port object a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:34.562185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:34.606432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28effe-b068-4eb5-b61f-a574a133775d req-d1dd51d3-2ecb-45e3-b4f0-f9f86f39d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:34.608116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b28effe-b068-4eb5-b61f-a574a133775d req-d1dd51d3-2ecb-45e3-b4f0-f9f86f39d6a2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.1319261 Aug 17 16:27:34.654457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Pushing event updated for resources: {'Port': ['ID=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:34.707859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b28effe-b068-4eb5-b61f-a574a133775d req-a091dd12-16ff-453b-a143-923107a34156 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85ee2243-0a93-413f-8b4d-63f2556ee30b HTTP/1.1" status: 200 len: 217 time: 0.0872819 Aug 17 16:27:34.744080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Attempting to bind port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:34.744426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Attempting to bind port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'db78323b-c5e2-4d39-a9d0-95c1bc52a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '00a45d8b-6b27-43b6-ad44-96f81b78922d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:34.744763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Attempting to bind port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 on network 00a45d8b-6b27-43b6-ad44-96f81b78922d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:34.752060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 on network 00a45d8b-6b27-43b6-ad44-96f81b78922d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:34.752391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Attempting to bind port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 on network 00a45d8b-6b27-43b6-ad44-96f81b78922d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:34.763165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:34.763523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Checking segment: {'id': 'db78323b-c5e2-4d39-a9d0-95c1bc52a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '00a45d8b-6b27-43b6-ad44-96f81b78922d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:34.763900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Bound using segment: {'id': 'db78323b-c5e2-4d39-a9d0-95c1bc52a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '00a45d8b-6b27-43b6-ad44-96f81b78922d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:34.764341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Bound port: a54bee4f-8d7d-41ca-a35e-6c1d2a781b89, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db78323b-c5e2-4d39-a9d0-95c1bc52a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '00a45d8b-6b27-43b6-ad44-96f81b78922d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:34.764749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:34.777691 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19c5a6ed-ecf3-466d-a288-7fab06620404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:34.784693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8f13-7bb9-4fd6-9382-9581c8a715b6 req-78b52426-f148-4328-a24c-d774a7326b0b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:34.786406 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d9a8f13-7bb9-4fd6-9382-9581c8a715b6 req-78b52426-f148-4328-a24c-d774a7326b0b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0933332 Aug 17 16:27:34.799319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28effe-b068-4eb5-b61f-a574a133775d req-4c9d02a9-444c-431c-9abf-1626531f21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:34.800814 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b28effe-b068-4eb5-b61f-a574a133775d req-4c9d02a9-444c-431c-9abf-1626531f21a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.0809121 Aug 17 16:27:34.808163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-612cb1fc-25fe-41be-a0a2-bf9a6f77fcc1 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:34.809795 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-612cb1fc-25fe-41be-a0a2-bf9a6f77fcc1 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/networks?id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 200 len: 811 time: 0.2006533 Aug 17 16:27:34.854264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-c9ea59fe-6b9e-436e-85ae-feaded1eddd4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/quotas/922da7789b574d6bb28205ceedc2fbd2 HTTP/1.1" status: 200 len: 375 time: 0.0318964 Aug 17 16:27:34.900595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28effe-b068-4eb5-b61f-a574a133775d req-4825bc0d-2f5e-4e40-9039-eee569157404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:34.904795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] For port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:34.907022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b28effe-b068-4eb5-b61f-a574a133775d req-4825bc0d-2f5e-4e40-9039-eee569157404 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961449 Aug 17 16:27:34.908783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] For port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,segment=NetworkSegment(db78323b-c5e2-4d39-a9d0-95c1bc52a438),segment_id=db78323b-c5e2-4d39-a9d0-95c1bc52a438)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:34.916179 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:34.934491 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d9a8f13-7bb9-4fd6-9382-9581c8a715b6 req-8bedd986-a11d-42c7-883c-912470a8969b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154959 Aug 17 16:27:34.946584 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-c519ed03-28b9-4f33-b258-e91167df6685 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=922da7789b574d6bb28205ceedc2fbd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723653 Aug 17 16:27:34.973240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:34.976719 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:34.978357 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] 10.222.0.93 "PUT /v2.0/ports/a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 HTTP/1.1" status: 200 len: 1091 time: 1.0025990 Aug 17 16:27:34.981072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bc060e-57b0-4ee6-b65a-5c1f4a32655d', 'tag': 'a54bee4f-8d7d-41ca-a35e-6c1d2a781b89'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:34.985127 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46c00cd-d468-4333-975f-f6b096b16f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "12bc060e-57b0-4ee6-b65a-5c1f4a32655d", "tag": "a54bee4f-8d7d-41ca-a35e-6c1d2a781b89"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:34.986404 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:35.027305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd112239-e60e-4cf0-8e18-1f906b7eda50 service neutron] Pushing event updated for resources: {'Port': ['ID=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:35.097241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-5c29fc6b-4a98-473a-92ae-f3cc1fcde469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.099766 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-5c29fc6b-4a98-473a-92ae-f3cc1fcde469 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=abdb3f33002444baa16a0682651a1b52&device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 1094 time: 0.0522373 Aug 17 16:27:35.175347 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-9694d810-e616-469a-9fbd-f234d8a2268c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2274849 Aug 17 16:27:35.180511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b28effe-b068-4eb5-b61f-a574a133775d req-f58fef25-8ef8-46d0-be75-c0f3ad9651bd service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464602 Aug 17 16:27:35.183484 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-2e5764c5-4e21-436e-acda-c4494bd1f8b6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 HTTP/1.1" status: 200 len: 217 time: 0.0698891 Aug 17 16:27:35.203705 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-eec10db2-2682-4e13-9a75-6cb05c3e517c service neutron] 10.222.0.77 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313917 Aug 17 16:27:35.237040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf3dc-1ef5-4f9d-b90b-9087ab046212 req-1ceb4646-2211-4e87-89dd-49a34f29b26d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.244006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf3dc-1ef5-4f9d-b90b-9087ab046212 req-1ceb4646-2211-4e87-89dd-49a34f29b26d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.249949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf3dc-1ef5-4f9d-b90b-9087ab046212 req-1ceb4646-2211-4e87-89dd-49a34f29b26d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.258915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf3dc-1ef5-4f9d-b90b-9087ab046212 req-1ceb4646-2211-4e87-89dd-49a34f29b26d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.264685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf3dc-1ef5-4f9d-b90b-9087ab046212 req-1ceb4646-2211-4e87-89dd-49a34f29b26d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.274312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf3dc-1ef5-4f9d-b90b-9087ab046212 req-1ceb4646-2211-4e87-89dd-49a34f29b26d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.281993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf3dc-1ef5-4f9d-b90b-9087ab046212 req-1ceb4646-2211-4e87-89dd-49a34f29b26d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.284300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f4cf3dc-1ef5-4f9d-b90b-9087ab046212 req-1ceb4646-2211-4e87-89dd-49a34f29b26d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5417 time: 0.1835778 Aug 17 16:27:35.341270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-738d80e8-4a1c-4782-8c79-ccde27d0ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.342831 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-738d80e8-4a1c-4782-8c79-ccde27d0ba40 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a86c339-1a2e-41a1-8596-ced09bfdd34d HTTP/1.1" status: 200 len: 860 time: 0.1517193 Aug 17 16:27:35.347170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f4cf3dc-1ef5-4f9d-b90b-9087ab046212 req-f94c6575-b7a4-4667-83cd-91d114961591 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506191 Aug 17 16:27:35.385716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-08a4202d-5b49-41ae-9003-f131b8819e7a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00a45d8b-6b27-43b6-ad44-96f81b78922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339112 Aug 17 16:27:35.425986 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1809d383-7d09-4394-8e5d-00dfdaa2b9a8 x-openstack-request-id: req-1809d383-7d09-4394-8e5d-00dfdaa2b9a8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:35.425986 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bc060e-57b0-4ee6-b65a-5c1f4a32655d", "tag": "a54bee4f-8d7d-41ca-a35e-6c1d2a781b89", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:35.425986 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1809d383-7d09-4394-8e5d-00dfdaa2b9a8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:35.425986 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bc060e-57b0-4ee6-b65a-5c1f4a32655d', 'tag': 'a54bee4f-8d7d-41ca-a35e-6c1d2a781b89', 'status': 'completed', 'code': 200} Aug 17 16:27:35.505590 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-eea8f76b-07e5-497d-b55a-22b57b45f625 service neutron] 10.222.0.93 "GET /v2.0/networks/00a45d8b-6b27-43b6-ad44-96f81b78922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099491 Aug 17 16:27:35.628246 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6f5b7ef-671a-47e5-9ebd-be732859ef00 req-26d25823-063f-444b-a860-437ec6cd787d service neutron] 10.222.0.93 "GET /v2.0/networks/00a45d8b-6b27-43b6-ad44-96f81b78922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133573 Aug 17 16:27:35.697275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b28effe-b068-4eb5-b61f-a574a133775d req-a232bd8e-c9dc-4eae-ad74-7b2705a733cb service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925418 Aug 17 16:27:35.707812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-ba4c3ac6-b1d5-404c-b095-3d22fb9f13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.709401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-ba4c3ac6-b1d5-404c-b095-3d22fb9f13d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 1096 time: 0.4684339 Aug 17 16:27:35.726015 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-1eba8c42-0654-4e56-a9c8-757bb04a1920 service neutron] 10.222.0.77 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054305 Aug 17 16:27:35.736411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c00cd-d468-4333-975f-f6b096b16f3c req-ac562e81-ca89-468d-892e-341fed7a09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.738162 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c46c00cd-d468-4333-975f-f6b096b16f3c req-ac562e81-ca89-468d-892e-341fed7a09bf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=abdb3f33002444baa16a0682651a1b52&device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 1094 time: 0.0560274 Aug 17 16:27:35.855848 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:35.861291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-62b8e0f7-2c43-4673-b12d-9e39927dec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.862945 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-62b8e0f7-2c43-4673-b12d-9e39927dec5c service neutron] 10.222.0.93 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.1320055 Aug 17 16:27:35.882232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c00cd-d468-4333-975f-f6b096b16f3c req-a64e0164-437a-4f3a-a5ba-0b0d9b5cd2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:35.884471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c46c00cd-d468-4333-975f-f6b096b16f3c req-a64e0164-437a-4f3a-a5ba-0b0d9b5cd2d8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=00a45d8b-6b27-43b6-ad44-96f81b78922d HTTP/1.1" status: 200 len: 921 time: 0.1385067 Aug 17 16:27:35.929248 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-5fc2b200-7de4-49da-a669-172f44228e99 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=addc51d9-c7aa-4b03-b79b-f6efd87e5b86 HTTP/1.1" status: 200 len: 217 time: 0.0557711 Aug 17 16:27:35.991184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c46c00cd-d468-4333-975f-f6b096b16f3c req-3553d908-edd8-42ff-b695-7a89db01af2e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 HTTP/1.1" status: 200 len: 217 time: 0.0917506 Aug 17 16:27:36.007821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 68de96b2-2710-4249-9f4b-3131d75aa45b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:36.068646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-427e4e8c-b587-4f09-b0f6-6d7f2eefe39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.080937 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-427e4e8c-b587-4f09-b0f6-6d7f2eefe39f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.1440325 Aug 17 16:27:36.084791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c00cd-d468-4333-975f-f6b096b16f3c req-aa94a882-edba-4a5e-bca7-a8912274af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.086651 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c46c00cd-d468-4333-975f-f6b096b16f3c req-aa94a882-edba-4a5e-bca7-a8912274af55 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a86c339-1a2e-41a1-8596-ced09bfdd34d HTTP/1.1" status: 200 len: 860 time: 0.0872765 Aug 17 16:27:36.132588 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3572a7-c4a7-4037-9560-437f08f703fe req-caefc286-ef3a-45aa-8ee7-1e2cb1731cd5 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.140371 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f3572a7-c4a7-4037-9560-437f08f703fe req-caefc286-ef3a-45aa-8ee7-1e2cb1731cd5 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 943 time: 0.1688130 Aug 17 16:27:36.162002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 68de96b2-2710-4249-9f4b-3131d75aa45b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=68de96b2-2710-4249-9f4b-3131d75aa45b,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:36.171579 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c46c00cd-d468-4333-975f-f6b096b16f3c req-1109c7ed-cc43-495f-b6be-66dad704ba6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00a45d8b-6b27-43b6-ad44-96f81b78922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715311 Aug 17 16:27:36.180134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '68de96b2-2710-4249-9f4b-3131d75aa45b', 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'port_id': '68de96b2-2710-4249-9f4b-3131d75aa45b', 'mac_address': 'fa:16:3e:93:f8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e862e5dc-3e4e-4fd1-b5f1-76cd8d044667', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:36.233423 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:36.252362 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f3572a7-c4a7-4037-9560-437f08f703fe req-8ebf5811-9306-4811-986a-5401eeeeb388 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101942 Aug 17 16:27:36.257859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de96b2-2710-4249-9f4b-3131d75aa45b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:36.286654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-26afeb19-78b6-49cc-80f7-59b04364be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.288663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-26afeb19-78b6-49cc-80f7-59b04364be48 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887000 Aug 17 16:27:36.305407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 68de96b2-2710-4249-9f4b-3131d75aa45b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=68de96b2-2710-4249-9f4b-3131d75aa45b,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:36.310105 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:36.310917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 401290c7-c876-424e-8464-c4b19090850f details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:36.378473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c46c00cd-d468-4333-975f-f6b096b16f3c req-bec3d906-aeab-455e-a40d-2876a90af9a6 service neutron] 10.222.0.93 "GET /v2.0/networks/00a45d8b-6b27-43b6-ad44-96f81b78922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002494 Aug 17 16:27:36.477417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=68de96b2-2710-4249-9f4b-3131d75aa45b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:36.510234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c46c00cd-d468-4333-975f-f6b096b16f3c req-c1778940-1022-46f6-902d-d4c04931598c service neutron] 10.222.0.93 "GET /v2.0/networks/00a45d8b-6b27-43b6-ad44-96f81b78922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237023 Aug 17 16:27:36.539080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 401290c7-c876-424e-8464-c4b19090850f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=401290c7-c876-424e-8464-c4b19090850f,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:36.565341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f98a82-cf1b-4a6a-972d-70d744a91ef7 req-e37b1162-c9cc-45ea-bced-f360229462d4 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.565919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '401290c7-c876-424e-8464-c4b19090850f', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'port_id': '401290c7-c876-424e-8464-c4b19090850f', 'mac_address': 'fa:16:3e:9f:13:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:36.574607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18f98a82-cf1b-4a6a-972d-70d744a91ef7 req-e37b1162-c9cc-45ea-bced-f360229462d4 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1487880 Aug 17 16:27:36.605489 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-4ebf4f61-60c7-4540-bd55-e9403a65b8c4 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087113 Aug 17 16:27:36.628534 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:36.646399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401290c7-c876-424e-8464-c4b19090850f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:36.675004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 401290c7-c876-424e-8464-c4b19090850f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=401290c7-c876-424e-8464-c4b19090850f,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:36.679620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18f98a82-cf1b-4a6a-972d-70d744a91ef7 req-f2f06bb8-49e8-463f-8729-350f3f406465 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036019 Aug 17 16:27:36.682094 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:36.682618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0f2c41cf-56d3-4257-9ab0-e1b58827a522 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:36.794746 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c98ea726-4fe4-436c-8926-a9991105bcdf req-c0726867-b098-42e0-8ea1-b19ebff06ead service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800103 Aug 17 16:27:36.865501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=401290c7-c876-424e-8464-c4b19090850f,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:36.903882 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6e173add-b815-44f3-86a4-f0f94d2cdaf0 req-db248f8b-dde1-43ff-ba0d-bdf2bbca3925 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 210 time: 0.0939791 Aug 17 16:27:36.909410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0f2c41cf-56d3-4257-9ab0-e1b58827a522, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:36.929531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0f2c41cf-56d3-4257-9ab0-e1b58827a522', 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a', 'port_id': '0f2c41cf-56d3-4257-9ab0-e1b58827a522', 'mac_address': 'fa:16:3e:0f:e9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c669c8-80f7-4298-96dc-96190b20c8a6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:36.952380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9835-12a1-41fd-b9fa-d348522ee974 req-0ddd6f5f-4353-43d5-8d79-f4f8349a6dc8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.960025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9835-12a1-41fd-b9fa-d348522ee974 req-0ddd6f5f-4353-43d5-8d79-f4f8349a6dc8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.966335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9835-12a1-41fd-b9fa-d348522ee974 req-0ddd6f5f-4353-43d5-8d79-f4f8349a6dc8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.976229 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9835-12a1-41fd-b9fa-d348522ee974 req-0ddd6f5f-4353-43d5-8d79-f4f8349a6dc8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.981898 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:36.982780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9835-12a1-41fd-b9fa-d348522ee974 req-0ddd6f5f-4353-43d5-8d79-f4f8349a6dc8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.991534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9835-12a1-41fd-b9fa-d348522ee974 req-0ddd6f5f-4353-43d5-8d79-f4f8349a6dc8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:36.999287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9835-12a1-41fd-b9fa-d348522ee974 req-0ddd6f5f-4353-43d5-8d79-f4f8349a6dc8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:37.006097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2c41cf-56d3-4257-9ab0-e1b58827a522 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:37.009089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd1f9835-12a1-41fd-b9fa-d348522ee974 req-0ddd6f5f-4353-43d5-8d79-f4f8349a6dc8 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5419 time: 0.1876223 Aug 17 16:27:37.056511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0f2c41cf-56d3-4257-9ab0-e1b58827a522, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:37.064073 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.064637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:37.077778 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd1f9835-12a1-41fd-b9fa-d348522ee974 req-a07db171-b2cd-493e-bf24-6b1f652c5261 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665386 Aug 17 16:27:37.169301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0f2c41cf-56d3-4257-9ab0-e1b58827a522,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:37.196160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:37.214665 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '6b16fe39-fc13-4db9-bd64-1cdc4c415c90', 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'port_id': '6b16fe39-fc13-4db9-bd64-1cdc4c415c90', 'mac_address': 'fa:16:3e:14:d7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e862e5dc-3e4e-4fd1-b5f1-76cd8d044667', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:37.265185 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.289043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54152) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:37.291276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:37.316391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:37.321856 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.322926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 97dcf9ab-b66f-46c4-b085-5114a8e0308a details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:37.403803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b1d3f-2aec-4349-b4f4-32278b0b1c2a req-ad14dac1-b20a-4e09-b2fb-ae596ffc88c4 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:37.404484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 97dcf9ab-b66f-46c4-b085-5114a8e0308a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=97dcf9ab-b66f-46c4-b085-5114a8e0308a,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:37.405611 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a5b1d3f-2aec-4349-b4f4-32278b0b1c2a req-ad14dac1-b20a-4e09-b2fb-ae596ffc88c4 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 943 time: 0.0600381 Aug 17 16:27:37.414335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:37.421044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '97dcf9ab-b66f-46c4-b085-5114a8e0308a', 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'port_id': '97dcf9ab-b66f-46c4-b085-5114a8e0308a', 'mac_address': 'fa:16:3e:3e:ba:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e862e5dc-3e4e-4fd1-b5f1-76cd8d044667', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:37.470687 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.474859 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-20c17cb5-67f7-4129-9295-337a02f47c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.485966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97dcf9ab-b66f-46c4-b085-5114a8e0308a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:37.487048 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a5b1d3f-2aec-4349-b4f4-32278b0b1c2a req-35351665-5596-4c52-ba90-f83941c946e2 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723815 Aug 17 16:27:37.509300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 97dcf9ab-b66f-46c4-b085-5114a8e0308a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=97dcf9ab-b66f-46c4-b085-5114a8e0308a,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:37.514628 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.515696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 782258dc-1a4a-4ad5-916d-17b7f87e7762 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:37.580513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=97dcf9ab-b66f-46c4-b085-5114a8e0308a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:37.625856 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.639052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 782258dc-1a4a-4ad5-916d-17b7f87e7762, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=782258dc-1a4a-4ad5-916d-17b7f87e7762,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:37.651348 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-20c17cb5-67f7-4129-9295-337a02f47c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.655489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '782258dc-1a4a-4ad5-916d-17b7f87e7762', 'network_id': '019feb88-1596-40ac-a5d4-9314af196c7a', 'port_id': '782258dc-1a4a-4ad5-916d-17b7f87e7762', 'mac_address': 'fa:16:3e:67:ce:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c669c8-80f7-4298-96dc-96190b20c8a6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:37.667096 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-20c17cb5-67f7-4129-9295-337a02f47c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.703191 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.722614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782258dc-1a4a-4ad5-916d-17b7f87e7762 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:37.747770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 782258dc-1a4a-4ad5-916d-17b7f87e7762, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=782258dc-1a4a-4ad5-916d-17b7f87e7762,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:37.753392 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.755493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 018fcbe2-3082-461b-b24b-05d753360d2d details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:37.816438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c17cb5-67f7-4129-9295-337a02f47c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc914c7a-26b5-4251-aed8-eb950f17d2c2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:37.830581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-20c17cb5-67f7-4129-9295-337a02f47c3a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7a58a9069404a8ea4ca4b7da1d37b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5382397 Aug 17 16:27:37.831671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54158) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:37.847418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 018fcbe2-3082-461b-b24b-05d753360d2d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=018fcbe2-3082-461b-b24b-05d753360d2d,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:37.850335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069aa6-f02b-484f-aa3e-b160a673c7c5 req-65df5c92-ea1a-4dcd-8277-45b2f7cbb5f3 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:37.859487 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af069aa6-f02b-484f-aa3e-b160a673c7c5 req-65df5c92-ea1a-4dcd-8277-45b2f7cbb5f3 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0853150 Aug 17 16:27:37.859791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '018fcbe2-3082-461b-b24b-05d753360d2d', 'network_id': '3e0b0d31-abaf-43a7-80a9-aebf2f0edaac', 'port_id': '018fcbe2-3082-461b-b24b-05d753360d2d', 'mac_address': 'fa:16:3e:c0:00:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e862e5dc-3e4e-4fd1-b5f1-76cd8d044667', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:37.906134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af069aa6-f02b-484f-aa3e-b160a673c7c5 req-ce14063d-cb2a-4e97-8461-6b352f73e9b3 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433064 Aug 17 16:27:37.943714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-b41a9a79-ace2-431b-a5aa-c6325a2d5453 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:37.945313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-b41a9a79-ace2-431b-a5aa-c6325a2d5453 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "GET /v2.0/networks?id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 200 len: 811 time: 0.3187566 Aug 17 16:27:37.946159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-261e4ab2-bf86-4c53-b98d-3ad1145b4d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.947332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=782258dc-1a4a-4ad5-916d-17b7f87e7762,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:37.952663 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:37.963192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Request body: {'port': {'device_id': 'e7fa0d3e-4e73-4de2-9520-a6015a2ea2de', 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42', 'admin_state_up': True, 'tenant_id': '922da7789b574d6bb28205ceedc2fbd2'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:37.986317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018fcbe2-3082-461b-b24b-05d753360d2d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:38.010923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 018fcbe2-3082-461b-b24b-05d753360d2d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=018fcbe2-3082-461b-b24b-05d753360d2d,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:38.016598 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:38.048926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:38.053750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-261e4ab2-bf86-4c53-b98d-3ad1145b4d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:38.112373 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96ce0201-990b-4a97-96ed-2b2c608c73f2 req-223a4954-d898-4f4f-91b5-993284a90a08 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 210 time: 0.0646007 Aug 17 16:27:38.148983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=018fcbe2-3082-461b-b24b-05d753360d2d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:38.198432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,segment=NetworkSegment(db78323b-c5e2-4d39-a9d0-95c1bc52a438),segment_id=db78323b-c5e2-4d39-a9d0-95c1bc52a438)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:38.215104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'a54bee4f-8d7d-41ca-a35e-6c1d2a781b89', 'network_id': '00a45d8b-6b27-43b6-ad44-96f81b78922d', 'port_id': 'a54bee4f-8d7d-41ca-a35e-6c1d2a781b89', 'mac_address': 'fa:16:3e:ca:af:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a86c339-1a2e-41a1-8596-ced09bfdd34d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:38.262723 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:38.268890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Made reservation on behalf of 922da7789b574d6bb28205ceedc2fbd2 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:38.273296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:38.284180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:38.327717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-261e4ab2-bf86-4c53-b98d-3ad1145b4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:38.331265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-261e4ab2-bf86-4c53-b98d-3ad1145b4d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:38.332469 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-261e4ab2-bf86-4c53-b98d-3ad1145b4d32 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc914c7a-26b5-4251-aed8-eb950f17d2c2 HTTP/1.1" status: 204 len: 168 time: 0.4998617 Aug 17 16:27:38.345217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,segment=NetworkSegment(db78323b-c5e2-4d39-a9d0-95c1bc52a438),segment_id=db78323b-c5e2-4d39-a9d0-95c1bc52a438)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:38.351862 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:38.369903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dccf8-433f-4c4d-b11d-b8b1307039ba req-90206935-bbbc-4cfd-9c48-b72a043a7e2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:38.396633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dccf8-433f-4c4d-b11d-b8b1307039ba req-90206935-bbbc-4cfd-9c48-b72a043a7e2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:38.414711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dccf8-433f-4c4d-b11d-b8b1307039ba req-90206935-bbbc-4cfd-9c48-b72a043a7e2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:38.416306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e4ab2-bf86-4c53-b98d-3ad1145b4d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc914c7a-26b5-4251-aed8-eb950f17d2c2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:38.419855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:38.428556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-64df8428-0e7b-4b9a-9dae-7908563ee90b tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:38.430578 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-64df8428-0e7b-4b9a-9dae-7908563ee90b tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "GET /v2.0/networks?id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 200 len: 811 time: 0.3534296 Aug 17 16:27:38.434059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dccf8-433f-4c4d-b11d-b8b1307039ba req-90206935-bbbc-4cfd-9c48-b72a043a7e2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:38.441753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dccf8-433f-4c4d-b11d-b8b1307039ba req-90206935-bbbc-4cfd-9c48-b72a043a7e2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:38.448836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dccf8-433f-4c4d-b11d-b8b1307039ba req-90206935-bbbc-4cfd-9c48-b72a043a7e2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:38.456416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dccf8-433f-4c4d-b11d-b8b1307039ba req-90206935-bbbc-4cfd-9c48-b72a043a7e2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:38.459431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b6dccf8-433f-4c4d-b11d-b8b1307039ba req-90206935-bbbc-4cfd-9c48-b72a043a7e2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5424 time: 0.2371459 Aug 17 16:27:38.470444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Request body: {'port': {'device_id': '9fec4678-33b5-4a94-a884-2840ac62f3f6', 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42', 'admin_state_up': True, 'tenant_id': '922da7789b574d6bb28205ceedc2fbd2'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:38.527199 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b6dccf8-433f-4c4d-b11d-b8b1307039ba req-e849b3c6-92b1-47bd-8a40-a4dd40277548 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611465 Aug 17 16:27:38.616324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Allocated IP 172.20.0.7 (6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42/f96b31e3-23f2-415b-9640-5d2b9c8899cb/2d404104-9e1f-4efa-aaa0-08d0f19d7b1e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:38.762518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0d842-ab75-47c7-8c10-85f1cbe33609 req-9119b981-bd8e-463f-895e-819f62ad1289 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:38.764791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0a0d842-ab75-47c7-8c10-85f1cbe33609 req-9119b981-bd8e-463f-895e-819f62ad1289 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 944 time: 0.1524682 Aug 17 16:27:38.777156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Made reservation on behalf of 922da7789b574d6bb28205ceedc2fbd2 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:38.781317 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:38.917912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0a0d842-ab75-47c7-8c10-85f1cbe33609 req-bfaa5c56-48b5-49f1-986a-b3efb836a9e9 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445148 Aug 17 16:27:38.966209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['401290c7-c876-424e-8464-c4b19090850f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:39.021025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['6b16fe39-fc13-4db9-bd64-1cdc4c415c90'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:39.023577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['68de96b2-2710-4249-9f4b-3131d75aa45b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:39.073086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['97dcf9ab-b66f-46c4-b085-5114a8e0308a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:39.109162 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:39.165112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94800e05-64f2-49e0-9775-b0ae8cbb342d req-e84f237e-4316-4276-a03f-25059d383889 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:39.175331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94800e05-64f2-49e0-9775-b0ae8cbb342d req-e84f237e-4316-4276-a03f-25059d383889 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1634474 Aug 17 16:27:39.213841 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:39.248600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['018fcbe2-3082-461b-b24b-05d753360d2d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:39.252160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94800e05-64f2-49e0-9775-b0ae8cbb342d req-097829de-11c3-425b-8d1b-81fcd9ebf89f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759101 Aug 17 16:27:39.272253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0f2c41cf-56d3-4257-9ab0-e1b58827a522'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:39.274454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a54bee4f-8d7d-41ca-a35e-6c1d2a781b89'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:39.358070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:27:39.389383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93dc2a-f891-4c64-8d81-bef705cb5fcb req-d631b3ff-92ca-416f-9dfe-2b99db1a3426 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:39.397281 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e93dc2a-f891-4c64-8d81-bef705cb5fcb req-d631b3ff-92ca-416f-9dfe-2b99db1a3426 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 931 time: 0.1236291 Aug 17 16:27:39.399457 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:39.402096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:27:39.428959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54198) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:39.463248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Pushing event updated for resources: {'Port': ['ID=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:39.467229 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Allocated IP 172.20.0.14 (6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42/f96b31e3-23f2-415b-9640-5d2b9c8899cb/78587aed-782e-4777-b18b-9a9cf53fc3d5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:39.526050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e93dc2a-f891-4c64-8d81-bef705cb5fcb req-d6f4e4db-947d-41bd-8320-d14a49013f82 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276433 Aug 17 16:27:39.544367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:39.545262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:39.562636 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-bfe82e08-6df5-4755-91e5-df5cf2e454cb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6038842 Aug 17 16:27:39.584216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Request body: {'port': {'device_id': 'e7fa0d3e-4e73-4de2-9520-a6015a2ea2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:39.635016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-39975953-network', 'tenant_id': 'b6768771e16e4b07a5dc021d5b401b2a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:39.705886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Made reservation on behalf of b6768771e16e4b07a5dc021d5b401b2a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:39.709099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:39.724823 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:39.758216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:39.820241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20ccc-5cff-4cba-939e-7d42c772e5b0 req-362ff07d-3b53-42a3-aeb4-285738e357fc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:39.829167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20ccc-5cff-4cba-939e-7d42c772e5b0 req-362ff07d-3b53-42a3-aeb4-285738e357fc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:39.831370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['782258dc-1a4a-4ad5-916d-17b7f87e7762'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:39.836492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20ccc-5cff-4cba-939e-7d42c772e5b0 req-362ff07d-3b53-42a3-aeb4-285738e357fc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:39.844225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20ccc-5cff-4cba-939e-7d42c772e5b0 req-362ff07d-3b53-42a3-aeb4-285738e357fc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:39.852307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20ccc-5cff-4cba-939e-7d42c772e5b0 req-362ff07d-3b53-42a3-aeb4-285738e357fc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:39.860089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20ccc-5cff-4cba-939e-7d42c772e5b0 req-362ff07d-3b53-42a3-aeb4-285738e357fc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:39.868668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20ccc-5cff-4cba-939e-7d42c772e5b0 req-362ff07d-3b53-42a3-aeb4-285738e357fc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:39.879248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-62d20ccc-5cff-4cba-939e-7d42c772e5b0 req-362ff07d-3b53-42a3-aeb4-285738e357fc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5424 time: 0.2136393 Aug 17 16:27:39.937133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-62d20ccc-5cff-4cba-939e-7d42c772e5b0 req-12457298-e5ab-48f2-8c41-95948ad3cf44 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567238 Aug 17 16:27:40.002869 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.040968 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.049191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.081961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0da16b95-9114-41b1-8453-02efe07c46a9 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:40.084416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0da16b95-9114-41b1-8453-02efe07c46a9 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:27:40.094328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:27:40.107166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b9b099-6245-4301-bdd8-6b932742accb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:40.123204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94965f7-57e5-491a-85bc-6ffdd3e27c6b req-59b55640-468a-484e-894e-34ddc77f12ce tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:40.127891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.130902 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Added segment 54fc2b84-79c7-443e-aa9c-5120096f7a7d of type vlan for network ced132c0-cba4-4da9-9386-0f8e37036c58 Aug 17 16:27:40.132470 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f94965f7-57e5-491a-85bc-6ffdd3e27c6b req-59b55640-468a-484e-894e-34ddc77f12ce tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 944 time: 0.0987539 Aug 17 16:27:40.154228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.205588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:40.211332 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.254188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0da16b95-9114-41b1-8453-02efe07c46a9', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '0da16b95-9114-41b1-8453-02efe07c46a9', 'mac_address': 'fa:16:3e:41:88:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:40.270823 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.272648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:40.273998 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.281875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:27:40.306316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:40.314218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Pushing event updated for resources: {'Port': ['ID=78587aed-782e-4777-b18b-9a9cf53fc3d5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:40.346583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9163702 Aug 17 16:27:40.350178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:40.355100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Request body: {'subnet': {'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-39975953-subnet', 'tenant_id': 'b6768771e16e4b07a5dc021d5b401b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:40.358113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d9cdd-5af0-44d5-b451-7174ddda15a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ced132c0-cba4-4da9-9386-0f8e37036c58,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:40.376704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:27:40.379529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Made reservation on behalf of b6768771e16e4b07a5dc021d5b401b2a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:40.381862 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.382005 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f94965f7-57e5-491a-85bc-6ffdd3e27c6b req-c13690db-3554-49ba-8746-e4373f6915ea tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484794 Aug 17 16:27:40.409097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network ced132c0-cba4-4da9-9386-0f8e37036c58 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:27:40.412186 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.467155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:40.468128 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.510893 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb793b99-16e0-4950-8c83-3c2cd2742eab tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0496738 Aug 17 16:27:40.514969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:40.521734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0da16b95-9114-41b1-8453-02efe07c46a9 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:40.524180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9385f0-0c34-4671-8737-59e7812abe4b req-3c708f69-c3ea-4c3c-b872-986e7129123e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:40.525606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.525932 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d9385f0-0c34-4671-8737-59e7812abe4b req-3c708f69-c3ea-4c3c-b872-986e7129123e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0967517 Aug 17 16:27:40.531294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Request body: {'port': {'device_id': '9fec4678-33b5-4a94-a884-2840ac62f3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:40.553500 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.581334 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:40.597296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Transition to ACTIVE for port object 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:40.600388 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.605778 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.609269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.617952 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d9385f0-0c34-4671-8737-59e7812abe4b req-f878b023-b0be-4179-802d-a690e6fb3061 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843112 Aug 17 16:27:40.695560 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.707449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Pushing event updated for resources: {'Port': ['ID=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:40.835116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69e71c2-4c7e-4963-a65d-8ab246622bc7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:40.836193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:40.848110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Checking segment: {'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:40.849081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Network hostable DHCP agents. Network: ced132c0-cba4-4da9-9386-0f8e37036c58, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:27:40.854417 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:27:40.854965 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:27:40.859250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99a51b-a112-46c1-9986-e20aca280a11 req-dc7d826e-16be-4548-aaa1-bdb0f39b3aef tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:40.861366 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f99a51b-a112-46c1-9986-e20aca280a11 req-dc7d826e-16be-4548-aaa1-bdb0f39b3aef tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 943 time: 0.1161277 Aug 17 16:27:40.897798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Network ced132c0-cba4-4da9-9386-0f8e37036c58 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:27:40.899679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Attempting to bind port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:40.900016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Attempting to bind port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:40.900348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Attempting to bind port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:40.909168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:40.909488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Attempting to bind port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:40.918737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:40.919140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Checking segment: {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:40.919508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Bound using segment: {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:40.919959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Bound port: 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:40.920320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.920417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, ced132c0-cba4-4da9-9386-0f8e37036c58) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:40.924743 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f99a51b-a112-46c1-9986-e20aca280a11 req-eb5fcf49-89c5-496a-bdc1-ae10838eda69 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531135 Aug 17 16:27:40.928967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:40.928967 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:40.933675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d134393-bea6-404a-ac73-e2c85a1a74a0 None None] Network ced132c0-cba4-4da9-9386-0f8e37036c58 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:40.949617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-751b1ab3-fda4-4181-acab-3a7165ade813 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5984557 Aug 17 16:27:41.067057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] For port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:41.103294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] For port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:41.107616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78587aed-782e-4777-b18b-9a9cf53fc3d5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:41.116465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc265e0c-1237-4cad-880b-5fb33591bf2a None None] Network ced132c0-cba4-4da9-9386-0f8e37036c58 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:27:41.117178 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:41.120996 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:41.175691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Transition to ACTIVE for port object 78587aed-782e-4777-b18b-9a9cf53fc3d5 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:41.180494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.181118 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:41.182635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] 10.222.0.91 "PUT /v2.0/ports/2d404104-9e1f-4efa-aaa0-08d0f19d7b1e HTTP/1.1" status: 200 len: 1091 time: 1.6054955 Aug 17 16:27:41.182994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fa0d3e-4e73-4de2-9520-a6015a2ea2de', 'tag': '2d404104-9e1f-4efa-aaa0-08d0f19d7b1e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:41.185224 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067edb60-0fd2-4552-b3d4-da8221f4c36b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fa0d3e-4e73-4de2-9520-a6015a2ea2de", "tag": "2d404104-9e1f-4efa-aaa0-08d0f19d7b1e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:41.197403 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:41.215323 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceab28-6a37-4388-82c1-fd8ec1bad5d3 req-84f97ad2-4dde-4019-9dc2-ec0feb1cc760 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.221335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceab28-6a37-4388-82c1-fd8ec1bad5d3 req-84f97ad2-4dde-4019-9dc2-ec0feb1cc760 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.227367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceab28-6a37-4388-82c1-fd8ec1bad5d3 req-84f97ad2-4dde-4019-9dc2-ec0feb1cc760 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.233172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceab28-6a37-4388-82c1-fd8ec1bad5d3 req-84f97ad2-4dde-4019-9dc2-ec0feb1cc760 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.239404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceab28-6a37-4388-82c1-fd8ec1bad5d3 req-84f97ad2-4dde-4019-9dc2-ec0feb1cc760 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.245250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceab28-6a37-4388-82c1-fd8ec1bad5d3 req-84f97ad2-4dde-4019-9dc2-ec0feb1cc760 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.251062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceab28-6a37-4388-82c1-fd8ec1bad5d3 req-84f97ad2-4dde-4019-9dc2-ec0feb1cc760 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.253423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2aceab28-6a37-4388-82c1-fd8ec1bad5d3 req-84f97ad2-4dde-4019-9dc2-ec0feb1cc760 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5424 time: 0.2023153 Aug 17 16:27:41.263738 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de262831-2d63-48a3-b8be-dab139a5b342 x-openstack-request-id: req-de262831-2d63-48a3-b8be-dab139a5b342 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:41.264000 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fa0d3e-4e73-4de2-9520-a6015a2ea2de", "tag": "2d404104-9e1f-4efa-aaa0-08d0f19d7b1e", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:41.264185 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de262831-2d63-48a3-b8be-dab139a5b342 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:41.264588 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fa0d3e-4e73-4de2-9520-a6015a2ea2de', 'tag': '2d404104-9e1f-4efa-aaa0-08d0f19d7b1e', 'status': 'completed', 'code': 200} Aug 17 16:27:41.326546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274adf82-cab2-41b7-b189-7b5e5643435c service neutron] Pushing event updated for resources: {'Port': ['ID=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:41.395058 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:41.402652 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2aceab28-6a37-4388-82c1-fd8ec1bad5d3 req-d80b92eb-04e4-4586-939f-4bda287cad81 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1282096 Aug 17 16:27:41.436670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0da16b95-9114-41b1-8453-02efe07c46a9 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:41.457618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Pushing event updated for resources: {'Port': ['ID=78587aed-782e-4777-b18b-9a9cf53fc3d5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:41.464207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-550b5aaf-4ef6-47e1-bf1e-2bbd5f3366a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.465714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-550b5aaf-4ef6-47e1-bf1e-2bbd5f3366a8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=922da7789b574d6bb28205ceedc2fbd2&device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 1094 time: 0.2113991 Aug 17 16:27:41.491992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:41.507106 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:41.518899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-94a843cf-46c1-4e22-a72a-56ba52407eb7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e HTTP/1.1" status: 200 len: 217 time: 0.0398180 Aug 17 16:27:41.563155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Attempting to bind port 78587aed-782e-4777-b18b-9a9cf53fc3d5 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:41.563480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Attempting to bind port 78587aed-782e-4777-b18b-9a9cf53fc3d5 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:41.563804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Attempting to bind port 78587aed-782e-4777-b18b-9a9cf53fc3d5 on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:41.571576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:41.664949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-00b64422-e219-445e-ac8f-fd09cea5e32e tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.667281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-00b64422-e219-445e-ac8f-fd09cea5e32e tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/networks?id=ced132c0-cba4-4da9-9386-0f8e37036c58 HTTP/1.1" status: 200 len: 816 time: 0.1706896 Aug 17 16:27:41.686286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-79c28ddb-a0be-49f4-989e-21b85d550857 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/quotas/b6768771e16e4b07a5dc021d5b401b2a HTTP/1.1" status: 200 len: 375 time: 0.0122175 Aug 17 16:27:41.721399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-3d38120b-2be2-43db-b49c-64d49ce3d318 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b6768771e16e4b07a5dc021d5b401b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287163 Aug 17 16:27:41.823386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-8ba29c1a-a1b5-4041-9a4c-2dabd6d52f23 service neutron] 10.222.0.77 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931208 Aug 17 16:27:41.852918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Port 78587aed-782e-4777-b18b-9a9cf53fc3d5 on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:41.853233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Attempting to bind port 78587aed-782e-4777-b18b-9a9cf53fc3d5 on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:41.870358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:41.870914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Checking segment: {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:41.871300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Bound using segment: {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:41.871734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Bound port: 78587aed-782e-4777-b18b-9a9cf53fc3d5, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:41.872088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:41.875872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-4dc9e365-cbeb-4fed-a8fe-0e86f8343a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.877396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-4dc9e365-cbeb-4fed-a8fe-0e86f8343a59 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f96b31e3-23f2-415b-9640-5d2b9c8899cb HTTP/1.1" status: 200 len: 851 time: 0.3483555 Aug 17 16:27:41.946575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeab11d-80be-4a4e-9010-69142226e5e6 req-b8cf63e7-3a1a-485c-b67c-6adb7a5db95d tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:41.948307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ceeab11d-80be-4a4e-9010-69142226e5e6 req-b8cf63e7-3a1a-485c-b67c-6adb7a5db95d tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 944 time: 0.3886099 Aug 17 16:27:41.952684 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-0e9d4525-8368-4cd1-85e7-7df3c62fb309 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632234 Aug 17 16:27:42.014435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0da16b95-9114-41b1-8453-02efe07c46a9'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:42.073320 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ceeab11d-80be-4a4e-9010-69142226e5e6 req-3c0cddd9-c686-4bd0-980c-de0254b21e75 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180215 Aug 17 16:27:42.076085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] For port 78587aed-782e-4777-b18b-9a9cf53fc3d5, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:42.091947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 401290c7-c876-424e-8464-c4b19090850f up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:42.102147 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] For port 78587aed-782e-4777-b18b-9a9cf53fc3d5, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=78587aed-782e-4777-b18b-9a9cf53fc3d5,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:42.109674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:42.149654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-04870222-1e38-4083-beda-52ccc81955b7 service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819162 Aug 17 16:27:42.162629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.163231 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:42.164580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] 10.222.0.91 "PUT /v2.0/ports/78587aed-782e-4777-b18b-9a9cf53fc3d5 HTTP/1.1" status: 200 len: 1092 time: 1.6412587 Aug 17 16:27:42.216173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ac93f-301b-4929-9d0d-da12879d9210 service neutron] Pushing event updated for resources: {'Port': ['ID=78587aed-782e-4777-b18b-9a9cf53fc3d5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:42.217028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 401290c7-c876-424e-8464-c4b19090850f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:42.232329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 401290c7-c876-424e-8464-c4b19090850f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:42.232702 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:42.272277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-b37d46a8-4a84-4d26-9e73-33c8b753723c service neutron] 10.222.0.77 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415514 Aug 17 16:27:42.341192 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:42.380668 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-8e17a727-6cd3-4a98-98aa-ff085f3b772f service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192466 Aug 17 16:27:42.381495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 401290c7-c876-424e-8464-c4b19090850f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=401290c7-c876-424e-8464-c4b19090850f,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:42.382529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401290c7-c876-424e-8464-c4b19090850f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:42.397858 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9cc4c1-8cea-4352-9b26-1f2c67a643c1" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "401290c7-c876-424e-8464-c4b19090850f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:42.406003 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:42.409747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd02d-ade8-48fe-8da8-2e9357e1269d req-1d3baad7-b300-4d79-852a-f6c8524876dd tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.411927 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b3afd02d-ade8-48fe-8da8-2e9357e1269d req-1d3baad7-b300-4d79-852a-f6c8524876dd tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 948 time: 0.1082995 Aug 17 16:27:42.414177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-81c654e4-cce8-4487-977a-fccb504edf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.415749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-81c654e4-cce8-4487-977a-fccb504edf14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=922da7789b574d6bb28205ceedc2fbd2&device_id=9fec4678-33b5-4a94-a884-2840ac62f3f6 HTTP/1.1" status: 200 len: 1095 time: 0.1141059 Aug 17 16:27:42.497433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=401290c7-c876-424e-8464-c4b19090850f,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:42.529147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-381c4e81-6201-4930-b238-a135c680537f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78587aed-782e-4777-b18b-9a9cf53fc3d5 HTTP/1.1" status: 200 len: 217 time: 0.0769134 Aug 17 16:27:42.533772 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b3afd02d-ade8-48fe-8da8-2e9357e1269d req-5093ac47-8b76-4c4a-a078-f8c1c9fe4006 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146328 Aug 17 16:27:42.609028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067edb60-0fd2-4552-b3d4-da8221f4c36b req-5c1912ab-bd57-40fd-a0c4-71dcfa685258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.610777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-067edb60-0fd2-4552-b3d4-da8221f4c36b req-5c1912ab-bd57-40fd-a0c4-71dcfa685258 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=922da7789b574d6bb28205ceedc2fbd2&device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 1094 time: 0.1516578 Aug 17 16:27:42.669619 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b1ee25-07e1-48ae-8452-7a980a48aab6 x-openstack-request-id: req-d6b1ee25-07e1-48ae-8452-7a980a48aab6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:42.669920 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "401290c7-c876-424e-8464-c4b19090850f", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:42.670173 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6b1ee25-07e1-48ae-8452-7a980a48aab6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:42.670606 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401290c7-c876-424e-8464-c4b19090850f', 'code': 200} Aug 17 16:27:42.704309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-e17802c9-6ff6-480a-a643-fb6f3b179ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.706407 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-e17802c9-6ff6-480a-a643-fb6f3b179ded service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f96b31e3-23f2-415b-9640-5d2b9c8899cb HTTP/1.1" status: 200 len: 851 time: 0.1687286 Aug 17 16:27:42.783539 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-d6c79955-ae8f-4ff5-8383-301d0394ba2c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633485 Aug 17 16:27:42.797521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea724-cbfa-4929-87dc-77a0a17c609e req-0edf4aa0-ecff-4352-a3bf-572f655d3cfe tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.798046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a03209-3e2c-4b67-9119-172af0bd69a8 req-7e647b20-81c0-443a-a597-0b0c5a913d89 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.799289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26a03209-3e2c-4b67-9119-172af0bd69a8 req-7e647b20-81c0-443a-a597-0b0c5a913d89 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 943 time: 0.1874857 Aug 17 16:27:42.804791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea724-cbfa-4929-87dc-77a0a17c609e req-0edf4aa0-ecff-4352-a3bf-572f655d3cfe tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.811725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea724-cbfa-4929-87dc-77a0a17c609e req-0edf4aa0-ecff-4352-a3bf-572f655d3cfe tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.818953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea724-cbfa-4929-87dc-77a0a17c609e req-0edf4aa0-ecff-4352-a3bf-572f655d3cfe tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.826235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea724-cbfa-4929-87dc-77a0a17c609e req-0edf4aa0-ecff-4352-a3bf-572f655d3cfe tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.832565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea724-cbfa-4929-87dc-77a0a17c609e req-0edf4aa0-ecff-4352-a3bf-572f655d3cfe tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.839428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea724-cbfa-4929-87dc-77a0a17c609e req-0edf4aa0-ecff-4352-a3bf-572f655d3cfe tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.841605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-12fea724-cbfa-4929-87dc-77a0a17c609e req-0edf4aa0-ecff-4352-a3bf-572f655d3cfe tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5425 time: 0.1099110 Aug 17 16:27:42.912074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-12fea724-cbfa-4929-87dc-77a0a17c609e req-410cc8b7-749e-40ae-967f-025c505f584f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623374 Aug 17 16:27:42.924793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067edb60-0fd2-4552-b3d4-da8221f4c36b req-797aa627-d24d-420e-961a-5d4193401d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:42.927789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-067edb60-0fd2-4552-b3d4-da8221f4c36b req-797aa627-d24d-420e-961a-5d4193401d6e service neutron] 10.222.0.91 "GET /v2.0/networks?id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 200 len: 912 time: 0.2961543 Aug 17 16:27:42.930847 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26a03209-3e2c-4b67-9119-172af0bd69a8 req-517465de-c973-47dd-9eb3-81652fec43a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174307 Aug 17 16:27:42.992978 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-067edb60-0fd2-4552-b3d4-da8221f4c36b req-2632fe48-154e-4856-bf6f-dbc91089c605 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e HTTP/1.1" status: 200 len: 217 time: 0.0509336 Aug 17 16:27:43.062285 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-064220bc-0bc8-4aeb-99cb-7bebf9b5b666 service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619112 Aug 17 16:27:43.080951 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a30e467-ffce-44cb-82f4-5416e0637093 req-146db920-fb6a-40f5-b58b-9f54f3bbb788 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 210 time: 0.0410149 Aug 17 16:27:43.138385 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067edb60-0fd2-4552-b3d4-da8221f4c36b req-5b75be31-6c37-490f-aeb9-e4f6841fc3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:43.140025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-067edb60-0fd2-4552-b3d4-da8221f4c36b req-5b75be31-6c37-490f-aeb9-e4f6841fc3e7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f96b31e3-23f2-415b-9640-5d2b9c8899cb HTTP/1.1" status: 200 len: 851 time: 0.1383369 Aug 17 16:27:43.184390 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-067edb60-0fd2-4552-b3d4-da8221f4c36b req-ec2b196d-1ff1-4ad2-a1c8-3daa09e72dba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326757 Aug 17 16:27:43.204189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838b170-4bdb-440e-80de-c4ce8e3e66d4 req-fa5dc9f7-07fc-41a3-8ece-f174674c47b7 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:43.206050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6838b170-4bdb-440e-80de-c4ce8e3e66d4 req-fa5dc9f7-07fc-41a3-8ece-f174674c47b7 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 944 time: 0.0528378 Aug 17 16:27:43.247618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6838b170-4bdb-440e-80de-c4ce8e3e66d4 req-359c6e0e-65e6-47f1-a3a5-0964c17c3278 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351350 Aug 17 16:27:43.256711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d93f109-62d5-4eab-a155-2757c5f72b01 req-fb576b02-375c-4651-ae31-999958c694d7 service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780334 Aug 17 16:27:43.266773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fec4678-33b5-4a94-a884-2840ac62f3f6', 'tag': '78587aed-782e-4777-b18b-9a9cf53fc3d5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:43.269540 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b845a7c-f35e-49bd-a07c-6db2cf464b38" -d '{"events": [{"name": "network-changed", "server_uuid": "9fec4678-33b5-4a94-a884-2840ac62f3f6", "tag": "78587aed-782e-4777-b18b-9a9cf53fc3d5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:43.308520 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-067edb60-0fd2-4552-b3d4-da8221f4c36b req-1be52fb5-3efd-4755-af5e-d1c00b7afb2d service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129873 Aug 17 16:27:43.312557 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a84e904-0840-4a6d-98a4-38a6c74291af x-openstack-request-id: req-6a84e904-0840-4a6d-98a4-38a6c74291af {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:43.313103 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fec4678-33b5-4a94-a884-2840ac62f3f6", "tag": "78587aed-782e-4777-b18b-9a9cf53fc3d5", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:43.313483 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a84e904-0840-4a6d-98a4-38a6c74291af {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:43.314012 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fec4678-33b5-4a94-a884-2840ac62f3f6', 'tag': '78587aed-782e-4777-b18b-9a9cf53fc3d5', 'status': 'completed', 'code': 200} Aug 17 16:27:43.451845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b845a7c-f35e-49bd-a07c-6db2cf464b38 req-be9c66c1-4183-4998-afeb-ef1da5203df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:43.453356 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b845a7c-f35e-49bd-a07c-6db2cf464b38 req-be9c66c1-4183-4998-afeb-ef1da5203df9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=922da7789b574d6bb28205ceedc2fbd2&device_id=9fec4678-33b5-4a94-a884-2840ac62f3f6 HTTP/1.1" status: 200 len: 1095 time: 0.1056008 Aug 17 16:27:43.459697 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-067edb60-0fd2-4552-b3d4-da8221f4c36b req-583b986c-a81c-42c0-882d-f167f74586b5 service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311316 Aug 17 16:27:43.592485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b845a7c-f35e-49bd-a07c-6db2cf464b38 req-107434c0-45e1-49f5-81a0-188f029644e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:43.595064 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b845a7c-f35e-49bd-a07c-6db2cf464b38 req-107434c0-45e1-49f5-81a0-188f029644e5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 200 len: 912 time: 0.1088843 Aug 17 16:27:43.646269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b845a7c-f35e-49bd-a07c-6db2cf464b38 req-5c7e8732-41bf-488c-be3f-cc65fef2f8aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78587aed-782e-4777-b18b-9a9cf53fc3d5 HTTP/1.1" status: 200 len: 217 time: 0.0429428 Aug 17 16:27:43.678819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023e554-80e9-4f8d-9798-44cfdad4978d req-36c1f263-edf3-4e36-b32e-de3bd660c101 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:43.680373 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3023e554-80e9-4f8d-9798-44cfdad4978d req-36c1f263-edf3-4e36-b32e-de3bd660c101 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 948 time: 0.0596101 Aug 17 16:27:43.725132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b845a7c-f35e-49bd-a07c-6db2cf464b38 req-79d7f15d-f0ec-4eea-b8e6-4a074aeee3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:43.726648 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b845a7c-f35e-49bd-a07c-6db2cf464b38 req-79d7f15d-f0ec-4eea-b8e6-4a074aeee3da service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f96b31e3-23f2-415b-9640-5d2b9c8899cb HTTP/1.1" status: 200 len: 851 time: 0.0565178 Aug 17 16:27:43.727137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3023e554-80e9-4f8d-9798-44cfdad4978d req-41c0d051-b1ad-44c3-948e-bdac77d5e250 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384340 Aug 17 16:27:43.761902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b845a7c-f35e-49bd-a07c-6db2cf464b38 req-a1419b0c-2bed-4d4b-bd85-a2986eceb609 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261981 Aug 17 16:27:43.860002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b845a7c-f35e-49bd-a07c-6db2cf464b38 req-b4e78078-bab8-4042-839d-b2c9f2107455 service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895455 Aug 17 16:27:43.953511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b845a7c-f35e-49bd-a07c-6db2cf464b38 req-93f3e686-2e1f-40c4-90ad-7fb1acbb4393 service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841548 Aug 17 16:27:44.056047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083018-55ee-4604-ac70-82c86ed3caa1 req-1e7b3332-9ce6-4328-bb51-9b666b3489c9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.063640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083018-55ee-4604-ac70-82c86ed3caa1 req-1e7b3332-9ce6-4328-bb51-9b666b3489c9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.069718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083018-55ee-4604-ac70-82c86ed3caa1 req-1e7b3332-9ce6-4328-bb51-9b666b3489c9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.076102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083018-55ee-4604-ac70-82c86ed3caa1 req-1e7b3332-9ce6-4328-bb51-9b666b3489c9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.077634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80ba4-e9c3-404c-a6d3-9daf3c4e406c req-8d33999a-149c-4397-92e4-fa07c8cbf484 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.079259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53b80ba4-e9c3-404c-a6d3-9daf3c4e406c req-8d33999a-149c-4397-92e4-fa07c8cbf484 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 943 time: 0.0615923 Aug 17 16:27:44.082359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083018-55ee-4604-ac70-82c86ed3caa1 req-1e7b3332-9ce6-4328-bb51-9b666b3489c9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.089437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083018-55ee-4604-ac70-82c86ed3caa1 req-1e7b3332-9ce6-4328-bb51-9b666b3489c9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.096511 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083018-55ee-4604-ac70-82c86ed3caa1 req-1e7b3332-9ce6-4328-bb51-9b666b3489c9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.099142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d4083018-55ee-4604-ac70-82c86ed3caa1 req-1e7b3332-9ce6-4328-bb51-9b666b3489c9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5425 time: 0.1126535 Aug 17 16:27:44.107262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 68de96b2-2710-4249-9f4b-3131d75aa45b up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:44.160468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53b80ba4-e9c3-404c-a6d3-9daf3c4e406c req-dabf613e-eb26-4e04-808f-16ae9567b161 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741816 Aug 17 16:27:44.189434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 68de96b2-2710-4249-9f4b-3131d75aa45b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:44.195214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 68de96b2-2710-4249-9f4b-3131d75aa45b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:44.195674 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:44.247818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d4083018-55ee-4604-ac70-82c86ed3caa1 req-36febf61-26a4-47f7-baf2-bdff660d8956 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319907 Aug 17 16:27:44.292244 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-016b4650-04fc-4612-a448-b21dd97d4ba8 req-43adcac1-a206-47f5-912b-d869fa0f7a75 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 210 time: 0.0507851 Aug 17 16:27:44.310742 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:44.355512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 68de96b2-2710-4249-9f4b-3131d75aa45b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=68de96b2-2710-4249-9f4b-3131d75aa45b,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:44.363914 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:44.365431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:44.367564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-3451c99c-cb9f-455d-ad10-2bb8126ea24e tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.371552 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-3451c99c-cb9f-455d-ad10-2bb8126ea24e tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.91 "GET /v2.0/networks?id=ced132c0-cba4-4da9-9386-0f8e37036c58 HTTP/1.1" status: 200 len: 816 time: 0.2697349 Aug 17 16:27:44.411016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Request body: {'port': {'device_id': 'f4a72957-90be-451f-80da-66f829ceb440', 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58', 'admin_state_up': True, 'tenant_id': 'b6768771e16e4b07a5dc021d5b401b2a'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:44.446362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=68de96b2-2710-4249-9f4b-3131d75aa45b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:44.459502 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:44.463757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:44.463941 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:44.528931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b804af-85a4-42b3-95e3-a158e1758017 req-88beb7d6-8f88-44cd-ba64-5385d95cf770 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.530606 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56b804af-85a4-42b3-95e3-a158e1758017 req-88beb7d6-8f88-44cd-ba64-5385d95cf770 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 944 time: 0.1774857 Aug 17 16:27:44.545011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f7ffdd50-4850-4997-b81d-1f58d62485d0 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.546523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f7ffdd50-4850-4997-b81d-1f58d62485d0 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.93 "GET /v2.0/networks?id=ced132c0-cba4-4da9-9386-0f8e37036c58 HTTP/1.1" status: 200 len: 816 time: 0.2945504 Aug 17 16:27:44.562067 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:44.565683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Request body: {'port': {'device_id': 'a2ba5fcc-1c7c-49e0-ae02-9148678aa480', 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58', 'admin_state_up': True, 'tenant_id': 'b6768771e16e4b07a5dc021d5b401b2a'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:44.601240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:44.607048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:44.608281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 97dcf9ab-b66f-46c4-b085-5114a8e0308a up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:44.671948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de96b2-2710-4249-9f4b-3131d75aa45b'}, {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b16fe39-fc13-4db9-bd64-1cdc4c415c90'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:44.674286 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27459a5-8f96-4dca-8a3a-cfe062d6007b" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "68de96b2-2710-4249-9f4b-3131d75aa45b"}, {"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "6b16fe39-fc13-4db9-bd64-1cdc4c415c90"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:44.703901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:44.717140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 97dcf9ab-b66f-46c4-b085-5114a8e0308a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:44.721590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 97dcf9ab-b66f-46c4-b085-5114a8e0308a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:44.721965 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:44.746557 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4677d9-422d-44d0-85fb-1f69e3acb897 x-openstack-request-id: req-cb4677d9-422d-44d0-85fb-1f69e3acb897 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:44.747244 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "68de96b2-2710-4249-9f4b-3131d75aa45b", "code": 200}, {"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "6b16fe39-fc13-4db9-bd64-1cdc4c415c90", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:44.747244 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb4677d9-422d-44d0-85fb-1f69e3acb897 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:44.747465 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de96b2-2710-4249-9f4b-3131d75aa45b', 'code': 200} Aug 17 16:27:44.747702 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b16fe39-fc13-4db9-bd64-1cdc4c415c90', 'code': 200} Aug 17 16:27:44.784129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56b804af-85a4-42b3-95e3-a158e1758017 req-71199df8-369c-4ed0-b43c-4da8a81ba0e9 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252254 Aug 17 16:27:44.820736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Made reservation on behalf of b6768771e16e4b07a5dc021d5b401b2a for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:44.824304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:44.827099 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:44.835719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-47537768-fcde-436e-a1b9-a11ee7520e7e tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.837166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-47537768-fcde-436e-a1b9-a11ee7520e7e tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.91 "GET /v2.0/networks?id=ced132c0-cba4-4da9-9386-0f8e37036c58 HTTP/1.1" status: 200 len: 816 time: 0.3019054 Aug 17 16:27:44.858848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Request body: {'port': {'device_id': '3ce31dec-2bca-4c5a-aa89-8fcbc6218623', 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58', 'admin_state_up': True, 'tenant_id': 'b6768771e16e4b07a5dc021d5b401b2a'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:44.863267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 97dcf9ab-b66f-46c4-b085-5114a8e0308a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=97dcf9ab-b66f-46c4-b085-5114a8e0308a,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:44.868898 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:44.869717 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0f2c41cf-56d3-4257-9ab0-e1b58827a522 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:44.906052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ecca-74f8-482c-b5f2-24d145fe0663 req-adab136f-d53a-45cb-a68b-d865260be47a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:44.908167 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30d2ecca-74f8-482c-b5f2-24d145fe0663 req-adab136f-d53a-45cb-a68b-d865260be47a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 948 time: 0.0570397 Aug 17 16:27:44.950090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30d2ecca-74f8-482c-b5f2-24d145fe0663 req-c551346b-3069-438a-a114-8c4b36dfbf44 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347419 Aug 17 16:27:44.954006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=97dcf9ab-b66f-46c4-b085-5114a8e0308a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:44.977023 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:44.982674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:44.983046 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.073860 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.109121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0f2c41cf-56d3-4257-9ab0-e1b58827a522, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:45.113285 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.114802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:45.190125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0f2c41cf-56d3-4257-9ab0-e1b58827a522,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:45.211318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Made reservation on behalf of b6768771e16e4b07a5dc021d5b401b2a for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:45.211978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:45.214841 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.216847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:45.217365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.305704 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.358658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,segment=NetworkSegment(db78323b-c5e2-4d39-a9d0-95c1bc52a438),segment_id=db78323b-c5e2-4d39-a9d0-95c1bc52a438)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:45.363396 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.364768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 018fcbe2-3082-461b-b24b-05d753360d2d up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:45.391669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff0905-cb61-4dab-8efc-292e0859f738 req-107bc323-e986-4f76-a774-63cf43622ca9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:45.397892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff0905-cb61-4dab-8efc-292e0859f738 req-107bc323-e986-4f76-a774-63cf43622ca9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:45.404694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff0905-cb61-4dab-8efc-292e0859f738 req-107bc323-e986-4f76-a774-63cf43622ca9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:45.412441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff0905-cb61-4dab-8efc-292e0859f738 req-107bc323-e986-4f76-a774-63cf43622ca9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:45.416169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Allocated IP 172.20.0.8 (ced132c0-cba4-4da9-9386-0f8e37036c58/e69e71c2-4c7e-4963-a65d-8ab246622bc7/9ad9c8e5-cfaa-496a-9b05-2dafcf955938) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:45.419387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff0905-cb61-4dab-8efc-292e0859f738 req-107bc323-e986-4f76-a774-63cf43622ca9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:45.428268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff0905-cb61-4dab-8efc-292e0859f738 req-107bc323-e986-4f76-a774-63cf43622ca9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:45.434736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff0905-cb61-4dab-8efc-292e0859f738 req-107bc323-e986-4f76-a774-63cf43622ca9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:45.436430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f52bc-5b73-47fd-aef3-74ce734d7352 req-0abb61be-9a86-4516-83ca-7c8b61860e53 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:45.437180 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2eff0905-cb61-4dab-8efc-292e0859f738 req-107bc323-e986-4f76-a774-63cf43622ca9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5429 time: 0.1121209 Aug 17 16:27:45.437973 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9f52bc-5b73-47fd-aef3-74ce734d7352 req-0abb61be-9a86-4516-83ca-7c8b61860e53 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 943 time: 0.2024040 Aug 17 16:27:45.447710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:45.461364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 018fcbe2-3082-461b-b24b-05d753360d2d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:45.467924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 018fcbe2-3082-461b-b24b-05d753360d2d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:45.469058 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.476804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Made reservation on behalf of b6768771e16e4b07a5dc021d5b401b2a for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:45.480737 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.493775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2eff0905-cb61-4dab-8efc-292e0859f738 req-869cab9b-d568-46ec-9a35-f96a51e78e0e tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460954 Aug 17 16:27:45.553427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac9f52bc-5b73-47fd-aef3-74ce734d7352 req-28af37b2-f721-4bf1-99e3-804365507247 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070917 Aug 17 16:27:45.607124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e15d9491-4aba-4135-8677-a28e5706c37a req-0ca34cd1-a1d8-4d4d-a7dd-5b54de8a42e3 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 210 time: 0.0310299 Aug 17 16:27:45.631228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 78587aed-782e-4777-b18b-9a9cf53fc3d5 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:45.713894 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.755882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.764297 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.784342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 78587aed-782e-4777-b18b-9a9cf53fc3d5, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=78587aed-782e-4777-b18b-9a9cf53fc3d5,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:45.810348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '78587aed-782e-4777-b18b-9a9cf53fc3d5', 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42', 'port_id': '78587aed-782e-4777-b18b-9a9cf53fc3d5', 'mac_address': 'fa:16:3e:5e:6d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96b31e3-23f2-415b-9640-5d2b9c8899cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:45.825658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 018fcbe2-3082-461b-b24b-05d753360d2d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=018fcbe2-3082-461b-b24b-05d753360d2d,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:45.846739 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.852328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Network ced132c0-cba4-4da9-9386-0f8e37036c58 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:27:45.861692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:45.869445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Allocated IP 172.20.0.2 (ced132c0-cba4-4da9-9386-0f8e37036c58/e69e71c2-4c7e-4963-a65d-8ab246622bc7/a954a6ed-cb96-4932-bde5-916c7270fb3e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:45.872157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:27:45.884827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Pushing event updated for resources: {'Port': ['ID=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:45.904867 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.933673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=018fcbe2-3082-461b-b24b-05d753360d2d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:45.938217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78587aed-782e-4777-b18b-9a9cf53fc3d5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:45.949908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3837fb-69ca-4a0b-922c-a5b4ed3d9363 req-97b85b79-6e03-4fd6-9abe-826e48d166cc tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:45.951766 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f3837fb-69ca-4a0b-922c-a5b4ed3d9363 req-97b85b79-6e03-4fd6-9abe-826e48d166cc tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 945 time: 0.0700741 Aug 17 16:27:45.954526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:45.955153 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.959789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 78587aed-782e-4777-b18b-9a9cf53fc3d5, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=78587aed-782e-4777-b18b-9a9cf53fc3d5,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:45.965040 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:45.965882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:46.000291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-76bc7063-d9b4-44f3-9fe6-b55a8be0265f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5963824 Aug 17 16:27:46.012731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f3837fb-69ca-4a0b-922c-a5b4ed3d9363 req-89082bad-0337-47e5-9fdb-3755b52097d2 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489290 Aug 17 16:27:46.035348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Request body: {'port': {'device_id': 'f4a72957-90be-451f-80da-66f829ceb440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:46.072110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:46.083344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=78587aed-782e-4777-b18b-9a9cf53fc3d5,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:46.089979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '2d404104-9e1f-4efa-aaa0-08d0f19d7b1e', 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42', 'port_id': '2d404104-9e1f-4efa-aaa0-08d0f19d7b1e', 'mac_address': 'fa:16:3e:09:35:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96b31e3-23f2-415b-9640-5d2b9c8899cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:46.115058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 782258dc-1a4a-4ad5-916d-17b7f87e7762 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:46.155042 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.156904 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.177392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:46.193466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f6298-ab2d-4aae-81e1-5621ea3b124a req-86f12591-1aa1-4f3e-acc1-f0b6b468d9da tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.195047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2f5f6298-ab2d-4aae-81e1-5621ea3b124a req-86f12591-1aa1-4f3e-acc1-f0b6b468d9da tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 948 time: 0.1400347 Aug 17 16:27:46.201124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:46.201589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.202677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 782258dc-1a4a-4ad5-916d-17b7f87e7762 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:46.206466 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.211164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 782258dc-1a4a-4ad5-916d-17b7f87e7762 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:46.211523 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.284682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:46.330163 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.340765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2f5f6298-ab2d-4aae-81e1-5621ea3b124a req-86241174-72ea-4f70-a5a0-0e7e3016bb2e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367159 Aug 17 16:27:46.376563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 782258dc-1a4a-4ad5-916d-17b7f87e7762, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=782258dc-1a4a-4ad5-916d-17b7f87e7762,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:46.382012 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.382813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0da16b95-9114-41b1-8453-02efe07c46a9 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:46.383588 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.463844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=782258dc-1a4a-4ad5-916d-17b7f87e7762,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:46.464929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Network ced132c0-cba4-4da9-9386-0f8e37036c58 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:27:46.476691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Allocated IP 172.20.0.4 (ced132c0-cba4-4da9-9386-0f8e37036c58/e69e71c2-4c7e-4963-a65d-8ab246622bc7/73d615d0-ce6d-4996-8ed4-172f4e72dff2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:46.479000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:46.479566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0da16b95-9114-41b1-8453-02efe07c46a9 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:46.480011 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.482928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Pushing event updated for resources: {'Port': ['ID=a954a6ed-cb96-4932-bde5-916c7270fb3e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:46.484147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['78587aed-782e-4777-b18b-9a9cf53fc3d5'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:46.487131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:27:46.528784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['2d404104-9e1f-4efa-aaa0-08d0f19d7b1e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:46.559321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.559956 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.587016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-254d3b7c-9868-440f-99f6-5d97e81447d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0257742 Aug 17 16:27:46.632253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Request body: {'port': {'device_id': 'a2ba5fcc-1c7c-49e0-ae02-9148678aa480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:46.688169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d5bb-8bd0-44b1-88fc-a18a5a7854f7 req-17ec6980-86a5-45ee-b9fa-f916fd6853b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.695964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d5bb-8bd0-44b1-88fc-a18a5a7854f7 req-17ec6980-86a5-45ee-b9fa-f916fd6853b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.704566 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.704928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d5bb-8bd0-44b1-88fc-a18a5a7854f7 req-17ec6980-86a5-45ee-b9fa-f916fd6853b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.712584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d5bb-8bd0-44b1-88fc-a18a5a7854f7 req-17ec6980-86a5-45ee-b9fa-f916fd6853b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.719131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d5bb-8bd0-44b1-88fc-a18a5a7854f7 req-17ec6980-86a5-45ee-b9fa-f916fd6853b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.727247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d5bb-8bd0-44b1-88fc-a18a5a7854f7 req-17ec6980-86a5-45ee-b9fa-f916fd6853b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.734536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d5bb-8bd0-44b1-88fc-a18a5a7854f7 req-17ec6980-86a5-45ee-b9fa-f916fd6853b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.736944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2954d5bb-8bd0-44b1-88fc-a18a5a7854f7 req-17ec6980-86a5-45ee-b9fa-f916fd6853b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5431 time: 0.1180792 Aug 17 16:27:46.745248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.753355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dcf9ab-b66f-46c4-b085-5114a8e0308a'}, {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2c41cf-56d3-4257-9ab0-e1b58827a522'}, {'server_uuid': '12bc060e-57b0-4ee6-b65a-5c1f4a32655d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54bee4f-8d7d-41ca-a35e-6c1d2a781b89'}, {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018fcbe2-3082-461b-b24b-05d753360d2d'}, {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782258dc-1a4a-4ad5-916d-17b7f87e7762'}, {'server_uuid': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da16b95-9114-41b1-8453-02efe07c46a9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:46.756528 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108e113e-b673-4c6c-ab33-9a2b1bc9d058" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "97dcf9ab-b66f-46c4-b085-5114a8e0308a"}, {"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "0f2c41cf-56d3-4257-9ab0-e1b58827a522"}, {"server_uuid": "12bc060e-57b0-4ee6-b65a-5c1f4a32655d", "name": "network-vif-plugged", "status": "completed", "tag": "a54bee4f-8d7d-41ca-a35e-6c1d2a781b89"}, {"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "018fcbe2-3082-461b-b24b-05d753360d2d"}, {"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "782258dc-1a4a-4ad5-916d-17b7f87e7762"}, {"server_uuid": "b581a782-4b87-4b6c-8abe-878eff3ceb64", "name": "network-vif-plugged", "status": "completed", "tag": "0da16b95-9114-41b1-8453-02efe07c46a9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:46.782944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:46.788544 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.790338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2954d5bb-8bd0-44b1-88fc-a18a5a7854f7 req-7b204798-7a18-4d02-9cc6-8f6f047166a5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445590 Aug 17 16:27:46.791309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:46.830046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e27a3-5619-44d1-86fe-ea4c944ffc45 req-1bda5ef2-e35a-4342-9e24-d6cfd6e67aa2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.831679 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-114e27a3-5619-44d1-86fe-ea4c944ffc45 req-1bda5ef2-e35a-4342-9e24-d6cfd6e67aa2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 944 time: 0.1542456 Aug 17 16:27:46.914510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4a03c-ff02-4491-975c-a5c8898ad5aa req-a4926471-f0a1-4037-9384-c832e4997c24 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:46.916277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03e4a03c-ff02-4491-975c-a5c8898ad5aa req-a4926471-f0a1-4037-9384-c832e4997c24 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 931 time: 0.0562019 Aug 17 16:27:46.941673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:46.967478 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03e4a03c-ff02-4491-975c-a5c8898ad5aa req-2ad98a0a-909b-4837-9127-91a9b7947271 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Aug 17 16:27:46.971777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-114e27a3-5619-44d1-86fe-ea4c944ffc45 req-3d77e652-9be4-414d-b261-b8083eb506a6 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313393 Aug 17 16:27:46.995444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:47.042245 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d86124-5158-4f85-b5c6-71560633422f x-openstack-request-id: req-50d86124-5158-4f85-b5c6-71560633422f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:47.042661 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "97dcf9ab-b66f-46c4-b085-5114a8e0308a", "code": 200}, {"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "0f2c41cf-56d3-4257-9ab0-e1b58827a522", "code": 200}, {"server_uuid": "12bc060e-57b0-4ee6-b65a-5c1f4a32655d", "name": "network-vif-plugged", "status": "completed", "tag": "a54bee4f-8d7d-41ca-a35e-6c1d2a781b89", "code": 200}, {"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "018fcbe2-3082-461b-b24b-05d753360d2d", "code": 200}, {"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "782258dc-1a4a-4ad5-916d-17b7f87e7762", "code": 200}, {"server_uuid": "b581a782-4b87-4b6c-8abe-878eff3ceb64", "name": "network-vif-plugged", "status": "completed", "tag": "0da16b95-9114-41b1-8453-02efe07c46a9", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:47.043022 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50d86124-5158-4f85-b5c6-71560633422f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:47.043438 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dcf9ab-b66f-46c4-b085-5114a8e0308a', 'code': 200} Aug 17 16:27:47.043695 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2c41cf-56d3-4257-9ab0-e1b58827a522', 'code': 200} Aug 17 16:27:47.043949 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bc060e-57b0-4ee6-b65a-5c1f4a32655d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54bee4f-8d7d-41ca-a35e-6c1d2a781b89', 'code': 200} Aug 17 16:27:47.044200 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018fcbe2-3082-461b-b24b-05d753360d2d', 'code': 200} Aug 17 16:27:47.044440 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782258dc-1a4a-4ad5-916d-17b7f87e7762', 'code': 200} Aug 17 16:27:47.044682 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da16b95-9114-41b1-8453-02efe07c46a9', 'code': 200} Aug 17 16:27:47.092137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Network ced132c0-cba4-4da9-9386-0f8e37036c58 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:27:47.100569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:47.104381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:27:47.106936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Pushing event updated for resources: {'Port': ['ID=73d615d0-ce6d-4996-8ed4-172f4e72dff2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:47.166786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bada575-9f21-46a9-a53e-f1099136b45d req-e6a8d5f3-cacc-4135-b653-46db5dc2a288 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.168429 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4bada575-9f21-46a9-a53e-f1099136b45d req-e6a8d5f3-cacc-4135-b653-46db5dc2a288 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 945 time: 0.0736120 Aug 17 16:27:47.191073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.191768 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:47.236417 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-5b74169b-ed01-4443-8e33-ff49ab006047 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3822460 Aug 17 16:27:47.265330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Request body: {'port': {'device_id': '3ce31dec-2bca-4c5a-aa89-8fcbc6218623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:47.271537 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4bada575-9f21-46a9-a53e-f1099136b45d req-bb571d46-d7fa-4d12-8258-c83f58a5ac72 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796103 Aug 17 16:27:47.275072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df83344-b242-4319-97b7-11a00f18210c req-236f477c-d47f-4214-b6c6-d51b2c79dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.276485 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7df83344-b242-4319-97b7-11a00f18210c req-236f477c-d47f-4214-b6c6-d51b2c79dcd5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 1096 time: 0.1279526 Aug 17 16:27:47.281584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43783199-72e4-43aa-a89f-8612a71faea2 req-c496c6d0-d28d-40f9-ac8d-5aca57727fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.282070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43783199-72e4-43aa-a89f-8612a71faea2 req-c496c6d0-d28d-40f9-ac8d-5aca57727fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.282570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43783199-72e4-43aa-a89f-8612a71faea2 req-c496c6d0-d28d-40f9-ac8d-5aca57727fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.283038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43783199-72e4-43aa-a89f-8612a71faea2 req-c496c6d0-d28d-40f9-ac8d-5aca57727fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.283771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43783199-72e4-43aa-a89f-8612a71faea2 req-c496c6d0-d28d-40f9-ac8d-5aca57727fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.284048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43783199-72e4-43aa-a89f-8612a71faea2 req-c496c6d0-d28d-40f9-ac8d-5aca57727fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.284582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43783199-72e4-43aa-a89f-8612a71faea2 req-c496c6d0-d28d-40f9-ac8d-5aca57727fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.286568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43783199-72e4-43aa-a89f-8612a71faea2 req-c496c6d0-d28d-40f9-ac8d-5aca57727fa3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6488 time: 0.0965159 Aug 17 16:27:47.308157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:47.321392 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:47.339975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7df83344-b242-4319-97b7-11a00f18210c req-785e813b-e6bd-47a1-aaba-0f17113c64f4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524104 Aug 17 16:27:47.344566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43783199-72e4-43aa-a89f-8612a71faea2 req-5071eceb-c4ef-4b50-b475-7bfeb2a010a4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508335 Aug 17 16:27:47.360344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c4992-3365-457b-b994-7ff928a6c84d req-aa10e48a-1a80-4c33-8552-df300c80a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.361608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d25c4992-3365-457b-b994-7ff928a6c84d req-aa10e48a-1a80-4c33-8552-df300c80a4b9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 1101 time: 0.1269438 Aug 17 16:27:47.364483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Transition to ACTIVE for port object 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:47.373561 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:47.415825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:47.587025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Pushing event updated for resources: {'Port': ['ID=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:47.641263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d25c4992-3365-457b-b994-7ff928a6c84d req-3c467d37-4198-466f-bd3d-9704e205ff33 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888852 Aug 17 16:27:47.716365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8274fac-9cfc-4aae-b98c-cc44f9cdd480 req-dae17e6c-b16b-4833-90e4-ac1ff987118e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.717871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a8274fac-9cfc-4aae-b98c-cc44f9cdd480 req-dae17e6c-b16b-4833-90e4-ac1ff987118e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.2788794 Aug 17 16:27:47.788552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Attempting to bind port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:47.788901 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Attempting to bind port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:47.789214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Attempting to bind port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 on network ced132c0-cba4-4da9-9386-0f8e37036c58 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:47.811458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 on network ced132c0-cba4-4da9-9386-0f8e37036c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:47.811784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Attempting to bind port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 on network ced132c0-cba4-4da9-9386-0f8e37036c58 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:47.845061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:47.845322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Checking segment: {'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:47.845756 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Bound using segment: {'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:47.846162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Bound port: 9ad9c8e5-cfaa-496a-9b05-2dafcf955938, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:47.847034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:47.851753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a8274fac-9cfc-4aae-b98c-cc44f9cdd480 req-d30546b2-1bf8-4a7d-9354-a6aa47038643 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215622 Aug 17 16:27:47.875408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a954a6ed-cb96-4932-bde5-916c7270fb3e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:47.886029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:47.925050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Transition to ACTIVE for port object a954a6ed-cb96-4932-bde5-916c7270fb3e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:47.927695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1e1d1-04e1-4765-ab7d-208eb2e08d0f req-bb23ac9d-668d-4abd-a176-b3be53430082 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.934265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1e1d1-04e1-4765-ab7d-208eb2e08d0f req-bb23ac9d-668d-4abd-a176-b3be53430082 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.940110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1e1d1-04e1-4765-ab7d-208eb2e08d0f req-bb23ac9d-668d-4abd-a176-b3be53430082 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.945882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1e1d1-04e1-4765-ab7d-208eb2e08d0f req-bb23ac9d-668d-4abd-a176-b3be53430082 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.948342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:47.952212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1e1d1-04e1-4765-ab7d-208eb2e08d0f req-bb23ac9d-668d-4abd-a176-b3be53430082 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.958003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1e1d1-04e1-4765-ab7d-208eb2e08d0f req-bb23ac9d-668d-4abd-a176-b3be53430082 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.963802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1e1d1-04e1-4765-ab7d-208eb2e08d0f req-bb23ac9d-668d-4abd-a176-b3be53430082 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:47.970366 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0ae1e1d1-04e1-4765-ab7d-208eb2e08d0f req-bb23ac9d-668d-4abd-a176-b3be53430082 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5431 time: 0.1030488 Aug 17 16:27:48.011244 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0ae1e1d1-04e1-4765-ab7d-208eb2e08d0f req-3b110cd6-c6fe-4e14-a77b-cac2f8be1158 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393491 Aug 17 16:27:48.036922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] For port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:48.062976 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] For port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:48.080252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:48.100911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a954a6ed-cb96-4932-bde5-916c7270fb3e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:48.132038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dae3df-4dbf-4982-8b95-eebf43211db8 req-51a9fa09-8f4d-4365-b408-3077c8ddfdd0 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:48.133783 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15dae3df-4dbf-4982-8b95-eebf43211db8 req-51a9fa09-8f4d-4365-b408-3077c8ddfdd0 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 944 time: 0.0528760 Aug 17 16:27:48.167545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:48.168163 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:48.169625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] 10.222.0.91 "PUT /v2.0/ports/9ad9c8e5-cfaa-496a-9b05-2dafcf955938 HTTP/1.1" status: 200 len: 1091 time: 2.1385393 Aug 17 16:27:48.175044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15dae3df-4dbf-4982-8b95-eebf43211db8 req-0c196533-d284-4770-8331-7e025d002067 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332386 Aug 17 16:27:48.175337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a72957-90be-451f-80da-66f829ceb440', 'tag': '9ad9c8e5-cfaa-496a-9b05-2dafcf955938'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:48.182742 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a72957-90be-451f-80da-66f829ceb440", "tag": "9ad9c8e5-cfaa-496a-9b05-2dafcf955938"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:48.398077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66601e5-ebff-4701-9188-4576e74e5583 req-cbb00186-4d98-4a27-8e73-68bf58443bb9 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:48.399726 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b66601e5-ebff-4701-9188-4576e74e5583 req-cbb00186-4d98-4a27-8e73-68bf58443bb9 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 945 time: 0.0562885 Aug 17 16:27:48.443274 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b66601e5-ebff-4701-9188-4576e74e5583 req-0f72b256-6e16-4701-9645-894eb6a768bb tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362325 Aug 17 16:27:48.456795 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f70d27f-850a-4e58-866f-f7e7ad844b3e x-openstack-request-id: req-8f70d27f-850a-4e58-866f-f7e7ad844b3e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:48.457083 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a72957-90be-451f-80da-66f829ceb440", "tag": "9ad9c8e5-cfaa-496a-9b05-2dafcf955938", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:48.457332 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f70d27f-850a-4e58-866f-f7e7ad844b3e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:48.458249 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a72957-90be-451f-80da-66f829ceb440', 'tag': '9ad9c8e5-cfaa-496a-9b05-2dafcf955938', 'status': 'completed', 'code': 200} Aug 17 16:27:48.522392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234b7f-5604-4552-bc94-afc2776032bf req-d7a7d30c-26dd-429e-b03f-38186ffc1253 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:48.523900 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7234b7f-5604-4552-bc94-afc2776032bf req-d7a7d30c-26dd-429e-b03f-38186ffc1253 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 943 time: 0.4659979 Aug 17 16:27:48.561059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fec250-d3e6-468e-99b7-db5ab32dd9df service neutron] Pushing event updated for resources: {'Port': ['ID=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:48.626185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-b895c27b-0bb3-41e5-af2b-4f8c2e9a3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:48.627787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-b895c27b-0bb3-41e5-af2b-4f8c2e9a3404 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6768771e16e4b07a5dc021d5b401b2a&device_id=f4a72957-90be-451f-80da-66f829ceb440 HTTP/1.1" status: 200 len: 1094 time: 0.1687188 Aug 17 16:27:48.628441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Attempting to bind port a954a6ed-cb96-4932-bde5-916c7270fb3e on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:48.628793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Attempting to bind port a954a6ed-cb96-4932-bde5-916c7270fb3e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:48.629097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Attempting to bind port a954a6ed-cb96-4932-bde5-916c7270fb3e on network ced132c0-cba4-4da9-9386-0f8e37036c58 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:48.655316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d615d0-ce6d-4996-8ed4-172f4e72dff2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:48.662573 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7234b7f-5604-4552-bc94-afc2776032bf req-1d1e6dd5-5d1d-4b2d-952c-a80ecbc86d86 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241307 Aug 17 16:27:48.663189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Port a954a6ed-cb96-4932-bde5-916c7270fb3e on network ced132c0-cba4-4da9-9386-0f8e37036c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:48.663511 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Attempting to bind port a954a6ed-cb96-4932-bde5-916c7270fb3e on network ced132c0-cba4-4da9-9386-0f8e37036c58 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:48.695726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:48.700739 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-9a446112-45f7-447c-8be5-eb03af524ed9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad9c8e5-cfaa-496a-9b05-2dafcf955938 HTTP/1.1" status: 200 len: 217 time: 0.0595040 Aug 17 16:27:48.702951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:48.703285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Checking segment: {'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:48.703658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Bound using segment: {'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:48.704082 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Bound port: a954a6ed-cb96-4932-bde5-916c7270fb3e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:48.704428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:48.729617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Transition to ACTIVE for port object 73d615d0-ce6d-4996-8ed4-172f4e72dff2 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:27:48.751569 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:48.844864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-4df4596e-9dae-4b60-b1a6-ac681b7043c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:48.846442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-4df4596e-9dae-4b60-b1a6-ac681b7043c4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e69e71c2-4c7e-4963-a65d-8ab246622bc7 HTTP/1.1" status: 200 len: 856 time: 0.1341398 Aug 17 16:27:48.857952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Pushing event updated for resources: {'Port': ['ID=73d615d0-ce6d-4996-8ed4-172f4e72dff2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:48.914392 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-de6f1e88-7294-401a-b7f9-febae214cc02 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ced132c0-cba4-4da9-9386-0f8e37036c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525970 Aug 17 16:27:48.915649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] For port a954a6ed-cb96-4932-bde5-916c7270fb3e, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:48.979978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] For port a954a6ed-cb96-4932-bde5-916c7270fb3e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a954a6ed-cb96-4932-bde5-916c7270fb3e,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:49.013198 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.022181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be071f5-5123-4a85-8461-e0c9d67216d5 req-0ff1a739-00c8-419d-81e6-460a900b65c0 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.026907 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be071f5-5123-4a85-8461-e0c9d67216d5 req-0ff1a739-00c8-419d-81e6-460a900b65c0 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0782211 Aug 17 16:27:49.087239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.087862 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.089273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] 10.222.0.93 "PUT /v2.0/ports/a954a6ed-cb96-4932-bde5-916c7270fb3e HTTP/1.1" status: 200 len: 1091 time: 2.4862440 Aug 17 16:27:49.097755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Attempting to bind port 73d615d0-ce6d-4996-8ed4-172f4e72dff2 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:27:49.097920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be071f5-5123-4a85-8461-e0c9d67216d5 req-337dc161-c517-48e5-b764-e1a4cf113fe1 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675933 Aug 17 16:27:49.098182 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Attempting to bind port 73d615d0-ce6d-4996-8ed4-172f4e72dff2 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:27:49.098547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Attempting to bind port 73d615d0-ce6d-4996-8ed4-172f4e72dff2 on network ced132c0-cba4-4da9-9386-0f8e37036c58 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:49.121526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Port 73d615d0-ce6d-4996-8ed4-172f4e72dff2 on network ced132c0-cba4-4da9-9386-0f8e37036c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:27:49.121853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Attempting to bind port 73d615d0-ce6d-4996-8ed4-172f4e72dff2 on network ced132c0-cba4-4da9-9386-0f8e37036c58 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:27:49.149750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cc989-8051-4b81-9110-951d1d892cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a954a6ed-cb96-4932-bde5-916c7270fb3e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:49.164546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:27:49.164890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Checking segment: {'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:27:49.165275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Bound using segment: {'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:27:49.165712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Bound port: 73d615d0-ce6d-4996-8ed4-172f4e72dff2, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fc2b84-79c7-443e-aa9c-5120096f7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:27:49.166064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.193454 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-e54b2360-ac77-48c1-8840-88311b5858ab service neutron] 10.222.0.91 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491860 Aug 17 16:27:49.338295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab8e6d-6777-4cf8-8a19-df207c968e30 req-28c4da3c-437a-4d54-b6d7-a7c2ff15a03c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.344880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab8e6d-6777-4cf8-8a19-df207c968e30 req-28c4da3c-437a-4d54-b6d7-a7c2ff15a03c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.352190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab8e6d-6777-4cf8-8a19-df207c968e30 req-28c4da3c-437a-4d54-b6d7-a7c2ff15a03c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.358130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab8e6d-6777-4cf8-8a19-df207c968e30 req-28c4da3c-437a-4d54-b6d7-a7c2ff15a03c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.364075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab8e6d-6777-4cf8-8a19-df207c968e30 req-28c4da3c-437a-4d54-b6d7-a7c2ff15a03c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.370001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab8e6d-6777-4cf8-8a19-df207c968e30 req-28c4da3c-437a-4d54-b6d7-a7c2ff15a03c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.375949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab8e6d-6777-4cf8-8a19-df207c968e30 req-28c4da3c-437a-4d54-b6d7-a7c2ff15a03c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.378036 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4cab8e6d-6777-4cf8-8a19-df207c968e30 req-28c4da3c-437a-4d54-b6d7-a7c2ff15a03c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5431 time: 0.2459157 Aug 17 16:27:49.406482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936e63-243b-47bc-a64b-0ce63f735396 req-aa8848b4-b668-4b65-9fae-71e959908970 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.407604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-c7b165f3-9b51-4b72-adb4-f6dd0801e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.407811 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.409083 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-c7b165f3-9b51-4b72-adb4-f6dd0801e64c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b6768771e16e4b07a5dc021d5b401b2a&device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 1094 time: 0.2562375 Aug 17 16:27:49.409562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63936e63-243b-47bc-a64b-0ce63f735396 req-aa8848b4-b668-4b65-9fae-71e959908970 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 944 time: 0.0561543 Aug 17 16:27:49.451050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63936e63-243b-47bc-a64b-0ce63f735396 req-2b9a1268-22fc-45c0-8d71-689cd628246b tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332310 Aug 17 16:27:49.452309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] For port 73d615d0-ce6d-4996-8ed4-172f4e72dff2, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:27:49.501177 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-36af5580-af27-40ca-bbfe-945e01169f8e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a954a6ed-cb96-4932-bde5-916c7270fb3e HTTP/1.1" status: 200 len: 217 time: 0.0743334 Aug 17 16:27:49.503087 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] For port 73d615d0-ce6d-4996-8ed4-172f4e72dff2, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=73d615d0-ce6d-4996-8ed4-172f4e72dff2,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:27:49.508465 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-aaf0206a-f272-44e2-9ede-9339ea550c43 service neutron] 10.222.0.91 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963712 Aug 17 16:27:49.514143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 78587aed-782e-4777-b18b-9a9cf53fc3d5 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:49.521195 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.526681 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4cab8e6d-6777-4cf8-8a19-df207c968e30 req-175acca0-37b5-4435-a890-f9632b5cfddc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368563 Aug 17 16:27:49.586582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.587325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.588599 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] 10.222.0.91 "PUT /v2.0/ports/73d615d0-ce6d-4996-8ed4-172f4e72dff2 HTTP/1.1" status: 200 len: 1091 time: 2.3411655 Aug 17 16:27:49.611998 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.635373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 78587aed-782e-4777-b18b-9a9cf53fc3d5 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:49.641567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 78587aed-782e-4777-b18b-9a9cf53fc3d5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:49.641954 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.661236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-c3c098b4-7207-4d29-8a66-abed96895a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.663050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-c3c098b4-7207-4d29-8a66-abed96895a2f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e69e71c2-4c7e-4963-a65d-8ab246622bc7 HTTP/1.1" status: 200 len: 856 time: 0.1511939 Aug 17 16:27:49.700778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba956250-adf5-4ce0-ad00-36a72eb3a1fc service neutron] Pushing event updated for resources: {'Port': ['ID=73d615d0-ce6d-4996-8ed4-172f4e72dff2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:49.732179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eb9de-52fa-423e-84e9-00cb5d690fb5 req-00f60d3f-9b34-49cc-bd0a-9c2d9cc04f8c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.739592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eb9de-52fa-423e-84e9-00cb5d690fb5 req-00f60d3f-9b34-49cc-bd0a-9c2d9cc04f8c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.746040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eb9de-52fa-423e-84e9-00cb5d690fb5 req-00f60d3f-9b34-49cc-bd0a-9c2d9cc04f8c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.748861 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.751154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-b1181844-6fd4-4415-90cd-dde8ae616db2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ced132c0-cba4-4da9-9386-0f8e37036c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681851 Aug 17 16:27:49.752984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eb9de-52fa-423e-84e9-00cb5d690fb5 req-00f60d3f-9b34-49cc-bd0a-9c2d9cc04f8c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.757145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea req-7bb3fce0-3f24-4c51-b354-adebccbb5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.758618 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea req-7bb3fce0-3f24-4c51-b354-adebccbb5d81 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6768771e16e4b07a5dc021d5b401b2a&device_id=f4a72957-90be-451f-80da-66f829ceb440 HTTP/1.1" status: 200 len: 1094 time: 0.1790838 Aug 17 16:27:49.759905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eb9de-52fa-423e-84e9-00cb5d690fb5 req-00f60d3f-9b34-49cc-bd0a-9c2d9cc04f8c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.766056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eb9de-52fa-423e-84e9-00cb5d690fb5 req-00f60d3f-9b34-49cc-bd0a-9c2d9cc04f8c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.773769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eb9de-52fa-423e-84e9-00cb5d690fb5 req-00f60d3f-9b34-49cc-bd0a-9c2d9cc04f8c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.774125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec4678-33b5-4a94-a884-2840ac62f3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78587aed-782e-4777-b18b-9a9cf53fc3d5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:49.776213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-086eb9de-52fa-423e-84e9-00cb5d690fb5 req-00f60d3f-9b34-49cc-bd0a-9c2d9cc04f8c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5431 time: 0.1103425 Aug 17 16:27:49.787111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:49.791789 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ba645-6ebd-42cf-9020-8aa280b6670b" -d '{"events": [{"server_uuid": "9fec4678-33b5-4a94-a884-2840ac62f3f6", "name": "network-vif-plugged", "status": "completed", "tag": "78587aed-782e-4777-b18b-9a9cf53fc3d5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:49.792141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-50ac8600-8e7d-4f20-8c03-af432e06a6e3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Request body: {'floatingip': {'port_id': '401290c7-c876-424e-8464-c4b19090850f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:49.796066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-54804fc6-a81b-415c-a941-252d5bf6f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.797590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-54804fc6-a81b-415c-a941-252d5bf6f2f6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6768771e16e4b07a5dc021d5b401b2a&device_id=3ce31dec-2bca-4c5a-aa89-8fcbc6218623 HTTP/1.1" status: 200 len: 1094 time: 0.1582427 Aug 17 16:27:49.810617 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 78587aed-782e-4777-b18b-9a9cf53fc3d5, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=78587aed-782e-4777-b18b-9a9cf53fc3d5,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:49.815936 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.816891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:49.845625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50ac8600-8e7d-4f20-8c03-af432e06a6e3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:49.920644 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-37ee0789-1d7d-4ef7-9650-7c46ce0fc4c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73d615d0-ce6d-4996-8ed4-172f4e72dff2 HTTP/1.1" status: 200 len: 217 time: 0.0922055 Aug 17 16:27:49.921534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=78587aed-782e-4777-b18b-9a9cf53fc3d5,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:49.932486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3041633-b121-4585-8435-375966197b1a req-8a63993f-efb0-41a5-b7b4-e022a833c06a tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:49.934014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c3041633-b121-4585-8435-375966197b1a req-8a63993f-efb0-41a5-b7b4-e022a833c06a tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 945 time: 0.2674103 Aug 17 16:27:49.948551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:49.955516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:49.955896 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:50.064462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-627ded35-d188-4b05-8e05-868ae5296880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:50.065964 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-627ded35-d188-4b05-8e05-868ae5296880 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e69e71c2-4c7e-4963-a65d-8ab246622bc7 HTTP/1.1" status: 200 len: 856 time: 0.1292715 Aug 17 16:27:50.070221 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-8702b053-4645-4336-9878-254c97391f78 service neutron] 10.222.0.93 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071046 Aug 17 16:27:50.073741 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c3041633-b121-4585-8435-375966197b1a req-30bce24a-eaba-44d5-9ef3-a82ec9d1e101 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263089 Aug 17 16:27:50.076375 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea req-dcbc6f15-8b3e-4cf0-8f0d-d3ad5d2c4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:50.077808 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea req-dcbc6f15-8b3e-4cf0-8f0d-d3ad5d2c4f57 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ced132c0-cba4-4da9-9386-0f8e37036c58 HTTP/1.1" status: 200 len: 917 time: 0.3032603 Aug 17 16:27:50.100244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124430-f72c-4214-947d-0e79269009a2 req-5003e08c-92b0-4618-b2b5-e8d71896431d tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:50.107564 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:50.115066 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f124430-f72c-4214-947d-0e79269009a2 req-5003e08c-92b0-4618-b2b5-e8d71896431d tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 943 time: 0.2729914 Aug 17 16:27:50.137860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-b83ed6b3-136c-4000-8fab-8a5543c2db16 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ced132c0-cba4-4da9-9386-0f8e37036c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631564 Aug 17 16:27:50.170218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:50.175223 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:50.211401 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273df065-8e32-4750-b3f4-11c0601daf1d x-openstack-request-id: req-273df065-8e32-4750-b3f4-11c0601daf1d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:50.211631 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fec4678-33b5-4a94-a884-2840ac62f3f6", "name": "network-vif-plugged", "status": "completed", "tag": "78587aed-782e-4777-b18b-9a9cf53fc3d5", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:50.211837 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-273df065-8e32-4750-b3f4-11c0601daf1d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:50.212708 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fec4678-33b5-4a94-a884-2840ac62f3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78587aed-782e-4777-b18b-9a9cf53fc3d5', 'code': 200} Aug 17 16:27:50.273896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:50.294183 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea req-ed28eb29-ce94-4d9c-9cf3-c58c6b67eae9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad9c8e5-cfaa-496a-9b05-2dafcf955938 HTTP/1.1" status: 200 len: 217 time: 0.1733546 Aug 17 16:27:50.525974 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50ac8600-8e7d-4f20-8c03-af432e06a6e3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:50.562033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50ac8600-8e7d-4f20-8c03-af432e06a6e3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:50.676058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ba5fcc-1c7c-49e0-ae02-9148678aa480', 'tag': 'a954a6ed-cb96-4932-bde5-916c7270fb3e'}, {'name': 'network-changed', 'server_uuid': '3ce31dec-2bca-4c5a-aa89-8fcbc6218623', 'tag': '73d615d0-ce6d-4996-8ed4-172f4e72dff2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:50.677961 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08160bd8-9635-4b67-9d41-befcf65ca0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ba5fcc-1c7c-49e0-ae02-9148678aa480", "tag": "a954a6ed-cb96-4932-bde5-916c7270fb3e"}, {"name": "network-changed", "server_uuid": "3ce31dec-2bca-4c5a-aa89-8fcbc6218623", "tag": "73d615d0-ce6d-4996-8ed4-172f4e72dff2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:50.678758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f124430-f72c-4214-947d-0e79269009a2 req-0ffc15a6-0585-445c-a89d-8660cf73bd84 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602448 Aug 17 16:27:50.755152 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea req-197d0177-516f-46fe-847b-ecf9fcacb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:50.756656 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea req-197d0177-516f-46fe-847b-ecf9fcacb886 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e69e71c2-4c7e-4963-a65d-8ab246622bc7 HTTP/1.1" status: 200 len: 856 time: 0.4204471 Aug 17 16:27:50.757483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e9218-ec5b-4a64-b041-f1ae51749c00 req-4b2a2ac6-e531-4398-bd1b-39d06392db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:50.759037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b5e9218-ec5b-4a64-b041-f1ae51749c00 req-4b2a2ac6-e531-4398-bd1b-39d06392db3f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9fec4678-33b5-4a94-a884-2840ac62f3f6 HTTP/1.1" status: 200 len: 1097 time: 0.2319677 Aug 17 16:27:50.791368 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-3a83480f-8796-4913-8e3a-325562e72c2e service neutron] 10.222.0.93 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7025476 Aug 17 16:27:50.796800 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-fae240e7-3fb2-4c72-81a3-c9f774a5c443 service neutron] 10.222.0.91 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765035 Aug 17 16:27:50.812697 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea req-40ec9009-cc6f-47d6-978e-30a1a2b8ef48 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ced132c0-cba4-4da9-9386-0f8e37036c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350151 Aug 17 16:27:50.819533 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-50ac8600-8e7d-4f20-8c03-af432e06a6e3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Floating IP 53031efc-c855-4fee-99f4-527ac5159878 associated. External IP: 172.25.7.198, port: 401290c7-c876-424e-8464-c4b19090850f. Aug 17 16:27:50.820638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762c893-9458-4858-9e87-73a1e95a4831 req-8451b628-5b36-440e-bca9-257ad7ea098e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:50.824511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c762c893-9458-4858-9e87-73a1e95a4831 req-8451b628-5b36-440e-bca9-257ad7ea098e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.4891634 Aug 17 16:27:50.900861 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b5e9218-ec5b-4a64-b041-f1ae51749c00 req-d820b47c-4e1a-4b91-8dbc-04338d588e59 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137280 Aug 17 16:27:50.942827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547c1e1-de81-4c78-8155-bb5d19d650f9 req-b1e37373-3cdf-4fad-83da-f677c1d3e0c7 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:50.947519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a547c1e1-de81-4c78-8155-bb5d19d650f9 req-b1e37373-3cdf-4fad-83da-f677c1d3e0c7 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 945 time: 0.1581218 Aug 17 16:27:50.971661 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c762c893-9458-4858-9e87-73a1e95a4831 req-6064706e-49bd-491b-a528-0561a3b6963b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290576 Aug 17 16:27:51.012494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a547c1e1-de81-4c78-8155-bb5d19d650f9 req-b69fac89-fe8a-4eff-849a-26f7af8f0d26 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611675 Aug 17 16:27:51.016654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ea8e027-bb89-4148-82a4-f7be1e5ccac5 req-1dc21f7f-fca7-46da-a53a-0c00faa9c8c1 service neutron] 10.222.0.91 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909046 Aug 17 16:27:51.045640 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea req-141091d0-4db5-4c73-942f-2223ab01f7e9 service neutron] 10.222.0.91 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183568 Aug 17 16:27:51.152383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ac8600-8e7d-4f20-8c03-af432e06a6e3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Router c12421dd-aa45-4a07-b5c7-15f5cf437d61 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:27:51.176096 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4412e527-99c9-4a58-9abc-e4aa8c4cd8ea req-0de1eb77-2f29-400c-83bf-c297415b5b31 service neutron] 10.222.0.91 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217322 Aug 17 16:27:51.199370 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a308ac-81f0-4d8c-9518-e13fed03c6c4 x-openstack-request-id: req-c3a308ac-81f0-4d8c-9518-e13fed03c6c4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:51.199676 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ba5fcc-1c7c-49e0-ae02-9148678aa480", "tag": "a954a6ed-cb96-4932-bde5-916c7270fb3e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ce31dec-2bca-4c5a-aa89-8fcbc6218623", "tag": "73d615d0-ce6d-4996-8ed4-172f4e72dff2", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:51.199921 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3a308ac-81f0-4d8c-9518-e13fed03c6c4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:51.200330 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ba5fcc-1c7c-49e0-ae02-9148678aa480', 'tag': 'a954a6ed-cb96-4932-bde5-916c7270fb3e', 'status': 'completed', 'code': 200} Aug 17 16:27:51.200834 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce31dec-2bca-4c5a-aa89-8fcbc6218623', 'tag': '73d615d0-ce6d-4996-8ed4-172f4e72dff2', 'status': 'completed', 'code': 200} Aug 17 16:27:51.328181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-c33f9d77-5e1b-441f-906a-716b82209739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:51.329572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ac8600-8e7d-4f20-8c03-af432e06a6e3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:27:51.329713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-c33f9d77-5e1b-441f-906a-716b82209739 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b6768771e16e4b07a5dc021d5b401b2a&device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 1094 time: 0.1066482 Aug 17 16:27:51.334753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50ac8600-8e7d-4f20-8c03-af432e06a6e3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:51.336795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-65510b46-b255-40df-a2cc-4d974997d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:51.339554 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-65510b46-b255-40df-a2cc-4d974997d025 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6768771e16e4b07a5dc021d5b401b2a&device_id=3ce31dec-2bca-4c5a-aa89-8fcbc6218623 HTTP/1.1" status: 200 len: 1094 time: 0.0667086 Aug 17 16:27:51.345343 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] Sync routers for ids ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:27:51.368482 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] Routers {'c12421dd-aa45-4a07-b5c7-15f5cf437d61'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:27:51.369383 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:27:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:51.388311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a588064-7c63-4117-9059-463c28992d16 req-ac2d6ae8-3d2f-463a-814c-b37b9ddef881 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:51.389911 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a588064-7c63-4117-9059-463c28992d16 req-ac2d6ae8-3d2f-463a-814c-b37b9ddef881 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1255903 Aug 17 16:27:51.403305 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-50ac8600-8e7d-4f20-8c03-af432e06a6e3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "PUT /v2.0/floatingips/53031efc-c855-4fee-99f4-527ac5159878 HTTP/1.1" status: 200 len: 991 time: 1.6123867 Aug 17 16:27:51.448660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '401290c7-c876-424e-8464-c4b19090850f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:51.451247 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb7e02d-d248-4c1b-95ec-c982946e807f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "401290c7-c876-424e-8464-c4b19090850f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:51.492981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a588064-7c63-4117-9059-463c28992d16 req-4ed46ddd-f8fb-474e-8736-1508f2f29a9e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933864 Aug 17 16:27:51.528677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:51.534418 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-0b126a5b-5630-42f3-921e-b1cfe9616bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:51.536071 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-0b126a5b-5630-42f3-921e-b1cfe9616bb8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ced132c0-cba4-4da9-9386-0f8e37036c58 HTTP/1.1" status: 200 len: 917 time: 0.1894817 Aug 17 16:27:51.589255 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff80f2e1-1b19-4d99-acda-2b6dbf87cba0 x-openstack-request-id: req-ff80f2e1-1b19-4d99-acda-2b6dbf87cba0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:51.589642 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "tag": "401290c7-c876-424e-8464-c4b19090850f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:51.589960 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff80f2e1-1b19-4d99-acda-2b6dbf87cba0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:51.590458 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'tag': '401290c7-c876-424e-8464-c4b19090850f', 'status': 'completed', 'code': 200} Aug 17 16:27:51.694798 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] Set router c12421dd-aa45-4a07-b5c7-15f5cf437d61 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:27:51.734068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:51.751661 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-e56cdb22-4607-45dc-a3ca-601269a8ccb3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a954a6ed-cb96-4932-bde5-916c7270fb3e HTTP/1.1" status: 200 len: 217 time: 0.1942449 Aug 17 16:27:51.752951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '9ad9c8e5-cfaa-496a-9b05-2dafcf955938', 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58', 'port_id': '9ad9c8e5-cfaa-496a-9b05-2dafcf955938', 'mac_address': 'fa:16:3e:d5:cf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69e71c2-4c7e-4963-a65d-8ab246622bc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:51.757216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-33f33f4b-3215-46db-b2ad-0b61e932570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:51.767531 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-33f33f4b-3215-46db-b2ad-0b61e932570e service neutron] 10.222.0.91 "GET /v2.0/networks?id=ced132c0-cba4-4da9-9386-0f8e37036c58 HTTP/1.1" status: 200 len: 917 time: 0.3632703 Aug 17 16:27:51.865876 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:51.900705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:51.912003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-44fde21c-55ce-4d45-b6ad-afefdfe27e3c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73d615d0-ce6d-4996-8ed4-172f4e72dff2 HTTP/1.1" status: 200 len: 217 time: 0.0943894 Aug 17 16:27:51.935655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:51.942520 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:52.076847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:52.099673 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:31Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '53031efc-c855-4fee-99f4-527ac5159878', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'port_id': '401290c7-c876-424e-8464-c4b19090850f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'mac_address': 'fa:16:3e:9f:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:26:24Z', 'updated_at': '2021-08-17T16:27:50Z', 'revision_number': 1, 'project_id': '909deb24639a47f49b711a05e3416d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d3a026-410d-4540-b191-649dcc11a052', 'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'mac_address': 'fa:16:3e:f6:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:29Z', 'updated_at': '2021-08-17T16:25:38Z', 'revision_number': 5, 'project_id': '909deb24639a47f49b711a05e3416d78', 'subnets': [{'id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:52.133627 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] Checking router: c12421dd-aa45-4a07-b5c7-15f5cf437d61 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:27:52.156816 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] Routers {'c12421dd-aa45-4a07-b5c7-15f5cf437d61'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:27:52.157725 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:27:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:52.177777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-bd6ee87c-f124-4250-be2f-8607955b7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.178648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-bd6ee87c-f124-4250-be2f-8607955b7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.179274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-bd6ee87c-f124-4250-be2f-8607955b7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.180163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-bd6ee87c-f124-4250-be2f-8607955b7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.180797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-bd6ee87c-f124-4250-be2f-8607955b7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.181986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-bd6ee87c-f124-4250-be2f-8607955b7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.182710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-bd6ee87c-f124-4250-be2f-8607955b7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.185624 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-bd6ee87c-f124-4250-be2f-8607955b7a74 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6488 time: 0.5394390 Aug 17 16:27:52.201548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-2474c1f5-af2d-48c3-870f-504f09178881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.205465 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-2474c1f5-af2d-48c3-870f-504f09178881 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e69e71c2-4c7e-4963-a65d-8ab246622bc7 HTTP/1.1" status: 200 len: 856 time: 0.4198496 Aug 17 16:27:52.213644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-67f2dfd4-f334-4efa-8459-6d9e5e3c2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.213822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fa0d3e-4e73-4de2-9520-a6015a2ea2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d404104-9e1f-4efa-aaa0-08d0f19d7b1e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:52.215322 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-67f2dfd4-f334-4efa-8459-6d9e5e3c2d0a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e69e71c2-4c7e-4963-a65d-8ab246622bc7 HTTP/1.1" status: 200 len: 856 time: 0.2646706 Aug 17 16:27:52.216383 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1aa704-bf22-4e18-9805-ee8a7b79253d" -d '{"events": [{"server_uuid": "e7fa0d3e-4e73-4de2-9520-a6015a2ea2de", "name": "network-vif-plugged", "status": "completed", "tag": "2d404104-9e1f-4efa-aaa0-08d0f19d7b1e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:52.263000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['9ad9c8e5-cfaa-496a-9b05-2dafcf955938'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:52.299971 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] Set router c12421dd-aa45-4a07-b5c7-15f5cf437d61 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:27:52.313384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379ddad-fa90-4a41-a627-e076ee6687b8 req-6c5dd896-8e75-481a-8846-7231f4728dcf tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.321539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8379ddad-fa90-4a41-a627-e076ee6687b8 req-6c5dd896-8e75-481a-8846-7231f4728dcf tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0879233 Aug 17 16:27:52.371975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8379ddad-fa90-4a41-a627-e076ee6687b8 req-bd236273-7b59-43e6-bf70-c28dd2267683 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Aug 17 16:27:52.482477 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-70e00ab9-5c26-49f6-b2ae-3aae4cd66c50 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ced132c0-cba4-4da9-9386-0f8e37036c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2364054 Aug 17 16:27:52.484465 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-ab90b72d-5dd3-45b8-a558-3fd1b0aadc6b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ced132c0-cba4-4da9-9386-0f8e37036c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2407997 Aug 17 16:27:52.489163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-c9b31c5e-6009-40ee-8563-8227b49360ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.490966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-c9b31c5e-6009-40ee-8563-8227b49360ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 HTTP/1.1" status: 200 len: 912 time: 0.2804480 Aug 17 16:27:52.531310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b930-fe27-4678-af51-b057a091b4a7 req-12cb2d84-a17f-41fa-b885-69426dfaa4d6 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.544790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb42b930-fe27-4678-af51-b057a091b4a7 req-12cb2d84-a17f-41fa-b885-69426dfaa4d6 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 945 time: 0.1099925 Aug 17 16:27:52.595115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385b771-a1fc-4808-b3de-d03250e09194 req-2c1c8278-93e5-4e28-9b3b-a1ba1a896742 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:52.603993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1385b771-a1fc-4808-b3de-d03250e09194 req-2c1c8278-93e5-4e28-9b3b-a1ba1a896742 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 943 time: 0.5314960 Aug 17 16:27:52.617125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb42b930-fe27-4678-af51-b057a091b4a7 req-33ef9c87-7912-4577-8b36-af567e4e9263 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713592 Aug 17 16:27:52.723790 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:31Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '53031efc-c855-4fee-99f4-527ac5159878', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'port_id': '401290c7-c876-424e-8464-c4b19090850f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'mac_address': 'fa:16:3e:9f:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:26:24Z', 'updated_at': '2021-08-17T16:27:50Z', 'revision_number': 1, 'project_id': '909deb24639a47f49b711a05e3416d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d3a026-410d-4540-b191-649dcc11a052', 'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'mac_address': 'fa:16:3e:f6:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:29Z', 'updated_at': '2021-08-17T16:25:38Z', 'revision_number': 5, 'project_id': '909deb24639a47f49b711a05e3416d78', 'subnets': [{'id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:52.731676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-1c37592a-80f1-497b-8fbc-9872ac767d49 service neutron] 10.222.0.91 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394586 Aug 17 16:27:52.771861 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fed945-ac1f-4e75-960b-2eeedb2298d5 None None] The sync data for ids ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'] in n-d-804878-1 is: [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:31Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '53031efc-c855-4fee-99f4-527ac5159878', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'port_id': '401290c7-c876-424e-8464-c4b19090850f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'mac_address': 'fa:16:3e:9f:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:26:24Z', 'updated_at': '2021-08-17T16:27:50Z', 'revision_number': 1, 'project_id': '909deb24639a47f49b711a05e3416d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d3a026-410d-4540-b191-649dcc11a052', 'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'mac_address': 'fa:16:3e:f6:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:29Z', 'updated_at': '2021-08-17T16:25:38Z', 'revision_number': 5, 'project_id': '909deb24639a47f49b711a05e3416d78', 'subnets': [{'id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:27:52.856560 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-57ae6743-83be-43ea-ade9-551c5e1ab664 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401290c7-c876-424e-8464-c4b19090850f HTTP/1.1" status: 200 len: 999 time: 0.2745054 Aug 17 16:27:52.880227 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1385b771-a1fc-4808-b3de-d03250e09194 req-102eccaa-6d7e-453c-821c-c41f8b5da779 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751038 Aug 17 16:27:52.984041 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95d4418-93ec-4766-90b0-307cdbd7f991 x-openstack-request-id: req-b95d4418-93ec-4766-90b0-307cdbd7f991 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:52.984041 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fa0d3e-4e73-4de2-9520-a6015a2ea2de", "name": "network-vif-plugged", "status": "completed", "tag": "2d404104-9e1f-4efa-aaa0-08d0f19d7b1e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:52.984653 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b95d4418-93ec-4766-90b0-307cdbd7f991 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:52.984808 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fa0d3e-4e73-4de2-9520-a6015a2ea2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d404104-9e1f-4efa-aaa0-08d0f19d7b1e', 'code': 200} Aug 17 16:27:53.003207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-aba5b46c-60d8-41f8-8e81-956c56f0e024 service neutron] 10.222.0.93 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288461 Aug 17 16:27:53.072854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-a3dbf118-2d1a-4ec0-823d-3574f55faaf9 service neutron] 10.222.0.91 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225350 Aug 17 16:27:53.074750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-7bab0551-67ca-45cb-b062-aa70c67ab84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:53.076444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-7bab0551-67ca-45cb-b062-aa70c67ab84d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1095 time: 0.2321100 Aug 17 16:27:53.136400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ab381-1ad0-4bd9-b644-fad715304154 req-eeb49cf4-0b47-4d80-90a6-2b87d4da038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:53.141082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8a4ab381-1ad0-4bd9-b644-fad715304154 req-eeb49cf4-0b47-4d80-90a6-2b87d4da038c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 1096 time: 0.0908508 Aug 17 16:27:53.219074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8a4ab381-1ad0-4bd9-b644-fad715304154 req-c29004aa-570c-4467-9bf9-10679b2a029d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701323 Aug 17 16:27:53.236580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429477e-4252-4326-9fa4-1754623ecf49 req-5339daaa-cb8f-4813-b7da-6e28ca79847a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:53.239247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2429477e-4252-4326-9fa4-1754623ecf49 req-5339daaa-cb8f-4813-b7da-6e28ca79847a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0684502 Aug 17 16:27:53.254237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-4c4a6b9d-ad1a-40bc-98cf-a830f221ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:53.257114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-4c4a6b9d-ad1a-40bc-98cf-a830f221ccf5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ffc99fed-7ede-42ae-bb5f-a4afe6d5e772 HTTP/1.1" status: 200 len: 850 time: 0.3758092 Aug 17 16:27:53.263900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dda46d-602a-4f9e-9e02-b2eecff147d3 None None] New status for floating IP 53031efc-c855-4fee-99f4-527ac5159878: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:27:53.282200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-e64efa29-06df-414d-b9fb-38a6f50ba1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:53.283921 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-e64efa29-06df-414d-b9fb-38a6f50ba1c3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.1892016 Aug 17 16:27:53.289384 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2429477e-4252-4326-9fa4-1754623ecf49 req-f82d3679-451e-4e0d-8c1f-c89c67e2d6d0 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Aug 17 16:27:53.393520 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08160bd8-9635-4b67-9d41-befcf65ca0fc req-d814dedc-d39d-4e8d-b20b-c1787e78c7f9 service neutron] 10.222.0.93 "GET /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268261 Aug 17 16:27:53.405207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133565d1-c076-4439-b541-180511e13553 req-9fa1c1e1-74c5-4148-aad6-c83f91b2521e tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:53.406787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-133565d1-c076-4439-b541-180511e13553 req-9fa1c1e1-74c5-4148-aad6-c83f91b2521e tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 945 time: 0.4027026 Aug 17 16:27:53.435381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-01304af0-8288-416c-b055-ed0cb0468fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:53.437684 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-01304af0-8288-416c-b055-ed0cb0468fea service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587875 Aug 17 16:27:53.468743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-e254f970-955a-4bbf-8b30-5be6c21c9def service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 998 time: 0.1546340 Aug 17 16:27:53.512189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e36c8-7c31-4077-afc6-dd2d646c933b req-c3bb8a08-92d3-4dbf-b26f-e3bb559a1a0b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:53.519897 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9f0e36c8-7c31-4077-afc6-dd2d646c933b req-c3bb8a08-92d3-4dbf-b26f-e3bb559a1a0b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0674930 Aug 17 16:27:53.542496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 73d615d0-ce6d-4996-8ed4-172f4e72dff2 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:53.545973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:53.570968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9f0e36c8-7c31-4077-afc6-dd2d646c933b req-dfce0a1e-6821-4a70-90c1-078fb98f5fa5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473776 Aug 17 16:27:53.661409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:53.671431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:53.671801 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:53.746200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 73d615d0-ce6d-4996-8ed4-172f4e72dff2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=73d615d0-ce6d-4996-8ed4-172f4e72dff2,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:53.756823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db975333-f3e0-4ff4-98d0-ea91d786f789 req-44fe5530-238e-423f-b4b4-bc8a2dbf93bd tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:53.764477 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db975333-f3e0-4ff4-98d0-ea91d786f789 req-44fe5530-238e-423f-b4b4-bc8a2dbf93bd tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 945 time: 0.0641556 Aug 17 16:27:53.780046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '73d615d0-ce6d-4996-8ed4-172f4e72dff2', 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58', 'port_id': '73d615d0-ce6d-4996-8ed4-172f4e72dff2', 'mac_address': 'fa:16:3e:f4:0c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69e71c2-4c7e-4963-a65d-8ab246622bc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:53.815904 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db975333-f3e0-4ff4-98d0-ea91d786f789 req-2a2b4dea-4f06-464c-af14-b156a8523dde tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502915 Aug 17 16:27:53.843321 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:53.861499 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:53.887429 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-133565d1-c076-4439-b541-180511e13553 req-26004398-2d29-4124-a206-9820b779191d tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae67db70-ec67-42b5-b0aa-6d60796707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740701 Aug 17 16:27:53.895581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d615d0-ce6d-4996-8ed4-172f4e72dff2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:53.899889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-8bd80a41-1797-4cc8-8e81-f91e4f072235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:53.902067 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-8bd80a41-1797-4cc8-8e81-f91e4f072235 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.4226961 Aug 17 16:27:53.914540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:53.924130 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:54.002744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 73d615d0-ce6d-4996-8ed4-172f4e72dff2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=73d615d0-ce6d-4996-8ed4-172f4e72dff2,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:54.011075 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-9db0ea57-0d73-4512-b982-b5036b2d0a11 service neutron] 10.222.0.93 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602970 Aug 17 16:27:54.017486 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:54.023328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:54.080536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=73d615d0-ce6d-4996-8ed4-172f4e72dff2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:54.134021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-459e6d97-b05d-493d-816f-69d64ae40da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:54.135559 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-459e6d97-b05d-493d-816f-69d64ae40da7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2135160 Aug 17 16:27:54.163405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a954a6ed-cb96-4932-bde5-916c7270fb3e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:27:54.163984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f41f68-418f-4a7c-9471-de74f55a2bfb req-c343fd99-12c7-436b-92d0-5791d3f35c41 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:54.165675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22f41f68-418f-4a7c-9471-de74f55a2bfb req-c343fd99-12c7-436b-92d0-5791d3f35c41 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 943 time: 0.1711426 Aug 17 16:27:54.245772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-e4f41e03-99e2-41ee-964e-660417c11f76 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:54.247544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-e4f41e03-99e2-41ee-964e-660417c11f76 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.93 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 945 time: 0.2088592 Aug 17 16:27:54.288368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a954a6ed-cb96-4932-bde5-916c7270fb3e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a954a6ed-cb96-4932-bde5-916c7270fb3e,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:54.309935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'a954a6ed-cb96-4932-bde5-916c7270fb3e', 'network_id': 'ced132c0-cba4-4da9-9386-0f8e37036c58', 'port_id': 'a954a6ed-cb96-4932-bde5-916c7270fb3e', 'mac_address': 'fa:16:3e:f8:b9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69e71c2-4c7e-4963-a65d-8ab246622bc7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:27:54.329217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fb7e02d-d248-4c1b-95ec-c982946e807f req-86eeb02f-995a-4490-8d7c-bb39611fa7c6 service neutron] 10.222.0.93 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942486 Aug 17 16:27:54.368830 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:54.373489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['73d615d0-ce6d-4996-8ed4-172f4e72dff2'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:54.420219 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22f41f68-418f-4a7c-9471-de74f55a2bfb req-8f219fb2-f2b8-4d11-9992-7205eaf9c8e2 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356539 Aug 17 16:27:54.423067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a954a6ed-cb96-4932-bde5-916c7270fb3e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:27:54.447723 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-e3a98f0f-f443-4286-88f0-0b5f70ece670 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798879 Aug 17 16:27:54.456670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a954a6ed-cb96-4932-bde5-916c7270fb3e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a954a6ed-cb96-4932-bde5-916c7270fb3e,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:54.470986 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:54.476336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5f2a-4d26-4301-919d-de734124305f req-1ca267ac-d290-44ee-a0c6-e17458ad23c4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:54.478295 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-949b5f2a-4d26-4301-919d-de734124305f req-1ca267ac-d290-44ee-a0c6-e17458ad23c4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0819960 Aug 17 16:27:54.520852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-b5c058c5-88d1-4e7d-87c1-07107b05d698 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Deleting port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:27:54.521229 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-b5c058c5-88d1-4e7d-87c1-07107b05d698 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:54.524186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-949b5f2a-4d26-4301-919d-de734124305f req-735e4405-9ed0-4862-ad08-3de3053b90bd tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380099 Aug 17 16:27:54.564330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a954a6ed-cb96-4932-bde5-916c7270fb3e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:54.669452 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98162c72-89ee-4a15-a5cf-29aa2b93a1a9 req-447ae91e-057c-426a-9ba2-6d0e6040bf0e service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107754 Aug 17 16:27:54.691269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-b5c058c5-88d1-4e7d-87c1-07107b05d698 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] For port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,segment=NetworkSegment(db78323b-c5e2-4d39-a9d0-95c1bc52a438),segment_id=db78323b-c5e2-4d39-a9d0-95c1bc52a438)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:54.692380 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-b5c058c5-88d1-4e7d-87c1-07107b05d698 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:54.722863 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-b5c058c5-88d1-4e7d-87c1-07107b05d698 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Calling delete_port for a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:27:54.780748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158052dc-8a88-4cef-8532-24f3f05ba234 req-ff1b12dc-3d8a-4970-b67f-c9b7ae590e13 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:54.782458 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-158052dc-8a88-4cef-8532-24f3f05ba234 req-ff1b12dc-3d8a-4970-b67f-c9b7ae590e13 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1063037 Aug 17 16:27:54.850528 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-158052dc-8a88-4cef-8532-24f3f05ba234 req-9f1aa64e-d39e-472b-a418-86becfe8bd00 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608766 Aug 17 16:27:54.906886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-b5c058c5-88d1-4e7d-87c1-07107b05d698 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:54.919274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a54bee4f-8d7d-41ca-a35e-6c1d2a781b89'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:54.925338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a954a6ed-cb96-4932-bde5-916c7270fb3e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:54.943949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c058c5-88d1-4e7d-87c1-07107b05d698 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Pushing event deleted for resources: {'Port': ['ID=a54bee4f-8d7d-41ca-a35e-6c1d2a781b89,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:54.983835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121402d0-dac2-4e1d-b021-ccd10ed02825 req-f30140c1-8ac5-483c-acb2-7eb416bdd5db tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:54.990238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a72957-90be-451f-80da-66f829ceb440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad9c8e5-cfaa-496a-9b05-2dafcf955938'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:54.991471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-121402d0-dac2-4e1d-b021-ccd10ed02825 req-f30140c1-8ac5-483c-acb2-7eb416bdd5db tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 945 time: 0.0945022 Aug 17 16:27:54.993366 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff35471-ec5b-4020-a6f8-9269cf799e75" -d '{"events": [{"server_uuid": "f4a72957-90be-451f-80da-66f829ceb440", "name": "network-vif-plugged", "status": "completed", "tag": "9ad9c8e5-cfaa-496a-9b05-2dafcf955938"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:55.027808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-121402d0-dac2-4e1d-b021-ccd10ed02825 req-e3595b60-aa01-4dfb-a61c-f04a1d28a21a tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353794 Aug 17 16:27:55.034718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-b5c058c5-88d1-4e7d-87c1-07107b05d698 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] No DVR routers for this DVR port a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:27:55.039617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-65db7364-f545-40cf-a371-0941719eeb46 req-a4ea48b4-787d-4775-979e-518d7a7d7836 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.77 "GET /v2.0/ports?device_id=12bc060e-57b0-4ee6-b65a-5c1f4a32655d HTTP/1.1" status: 200 len: 210 time: 0.0511229 Aug 17 16:27:55.040648 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-b5c058c5-88d1-4e7d-87c1-07107b05d698 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:55.042735 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c4a0b3b-2224-4597-9e1f-ce6e6702bdfa req-b5c058c5-88d1-4e7d-87c1-07107b05d698 tempest-ServerMetadataNegativeTestJSON-334428976 tempest-ServerMetadataNegativeTestJSON-334428976-project] 10.222.0.93 "DELETE /v2.0/ports/a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 HTTP/1.1" status: 204 len: 173 time: 0.7806332 Aug 17 16:27:55.043236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bc060e-57b0-4ee6-b65a-5c1f4a32655d', 'name': 'network-vif-deleted', 'tag': 'a54bee4f-8d7d-41ca-a35e-6c1d2a781b89'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:55.047324 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3dbb0a-aa59-40cf-a1c3-10b8d3ac7079" -d '{"events": [{"server_uuid": "12bc060e-57b0-4ee6-b65a-5c1f4a32655d", "name": "network-vif-deleted", "tag": "a54bee4f-8d7d-41ca-a35e-6c1d2a781b89"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:55.155796 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23bc5b-e550-42c7-8962-6fc2a647d66a x-openstack-request-id: req-0a23bc5b-e550-42c7-8962-6fc2a647d66a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:55.156631 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a72957-90be-451f-80da-66f829ceb440", "name": "network-vif-plugged", "status": "completed", "tag": "9ad9c8e5-cfaa-496a-9b05-2dafcf955938", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:55.157096 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a23bc5b-e550-42c7-8962-6fc2a647d66a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:55.157485 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a72957-90be-451f-80da-66f829ceb440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad9c8e5-cfaa-496a-9b05-2dafcf955938', 'code': 200} Aug 17 16:27:55.229493 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc5fd4b-eea5-4a37-8502-e32f07617e8e x-openstack-request-id: req-3fc5fd4b-eea5-4a37-8502-e32f07617e8e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:55.229815 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bc060e-57b0-4ee6-b65a-5c1f4a32655d", "name": "network-vif-deleted", "tag": "a54bee4f-8d7d-41ca-a35e-6c1d2a781b89", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:55.230040 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fc5fd4b-eea5-4a37-8502-e32f07617e8e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:55.230479 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bc060e-57b0-4ee6-b65a-5c1f4a32655d', 'name': 'network-vif-deleted', 'tag': 'a54bee4f-8d7d-41ca-a35e-6c1d2a781b89', 'status': 'completed', 'code': 200} Aug 17 16:27:55.291605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53c585-e19b-47c7-a241-e22838013e4e req-35d37778-48e0-47d3-bf87-b112f1a820bf tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:55.293282 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b53c585-e19b-47c7-a241-e22838013e4e req-35d37778-48e0-47d3-bf87-b112f1a820bf tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fec4678-33b5-4a94-a884-2840ac62f3f6 HTTP/1.1" status: 200 len: 946 time: 0.0745940 Aug 17 16:27:55.364960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b53c585-e19b-47c7-a241-e22838013e4e req-be885133-d971-479c-9b1c-df7a6960347c tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572438 Aug 17 16:27:55.370453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9e0ae-e66e-459d-9b1e-5dfbebc6ef56 req-9159ca3a-85a2-4112-bc77-ab36881c217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:55.371936 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6d9e0ae-e66e-459d-9b1e-5dfbebc6ef56 req-9159ca3a-85a2-4112-bc77-ab36881c217e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f4a72957-90be-451f-80da-66f829ceb440 HTTP/1.1" status: 200 len: 1096 time: 0.0991945 Aug 17 16:27:55.410500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6d9e0ae-e66e-459d-9b1e-5dfbebc6ef56 req-bf57a331-c595-42d7-a757-22b1dc95de38 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310936 Aug 17 16:27:55.549350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58485a5a-2153-444a-b0c5-20b6ba797d66 req-60be95ce-73ee-4eb5-b9db-2b989f4864d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:55.551248 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-58485a5a-2153-444a-b0c5-20b6ba797d66 req-60be95ce-73ee-4eb5-b9db-2b989f4864d1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 944 time: 0.0666277 Aug 17 16:27:55.592466 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-58485a5a-2153-444a-b0c5-20b6ba797d66 req-750e39be-9e61-48bd-ad7d-db0ac0d6669b tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344360 Aug 17 16:27:55.728417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067cc4c-72b9-450c-ad67-25f510e41a1f req-963b44c3-d35f-4cb2-b920-4e95244b5481 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:55.730245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8067cc4c-72b9-450c-ad67-25f510e41a1f req-963b44c3-d35f-4cb2-b920-4e95244b5481 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0678799 Aug 17 16:27:55.773688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8067cc4c-72b9-450c-ad67-25f510e41a1f req-be5dd416-8ca6-43e0-9d85-1dd4bf7d23b0 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370760 Aug 17 16:27:56.001977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a939a9-11c3-4be4-a0fa-ccfbaaea8136 req-9955d99a-4fe3-42e8-bb67-e583c0b92be6 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:56.004092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-35a939a9-11c3-4be4-a0fa-ccfbaaea8136 req-9955d99a-4fe3-42e8-bb67-e583c0b92be6 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0590627 Aug 17 16:27:56.026317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-5acc3c22-24d3-4b65-9967-5c5828554a15 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:56.028607 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-5acc3c22-24d3-4b65-9967-5c5828554a15 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/networks?id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 200 len: 811 time: 0.1576242 Aug 17 16:27:56.048342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-918b4115-cff1-49d1-b994-187912888bdd tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/quotas/922da7789b574d6bb28205ceedc2fbd2 HTTP/1.1" status: 200 len: 375 time: 0.0132027 Aug 17 16:27:56.050481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-35a939a9-11c3-4be4-a0fa-ccfbaaea8136 req-5cfa2a61-846c-4272-b084-36d3d44f6f14 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Aug 17 16:27:56.107233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-3b4905a8-99c2-4f95-b521-6ab4fdb1dde0 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=922da7789b574d6bb28205ceedc2fbd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523870 Aug 17 16:27:56.116379 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54530) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:56.167290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a1518b-a609-43b9-bc1d-4c7a821b0e03 admin admin] Deleting subnet 8a86c339-1a2e-41a1-8596-ced09bfdd34d {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:27:56.170898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4a1518b-a609-43b9-bc1d-4c7a821b0e03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.208991 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4a1518b-a609-43b9-bc1d-4c7a821b0e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.216261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-115c55fd-ec90-449d-ac9e-5e5d71553dba service neutron] 10.222.0.77 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008830 Aug 17 16:27:56.256843 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4a1518b-a609-43b9-bc1d-4c7a821b0e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.314210 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-5714ce97-fc9b-4a4e-a98e-975152bff38b service neutron] 10.222.0.77 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914319 Aug 17 16:27:56.318153 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4a1518b-a609-43b9-bc1d-4c7a821b0e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.361082 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4a1518b-a609-43b9-bc1d-4c7a821b0e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.363191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d4a1518b-a609-43b9-bc1d-4c7a821b0e03 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8a86c339-1a2e-41a1-8596-ced09bfdd34d HTTP/1.1" status: 204 len: 168 time: 0.2456305 Aug 17 16:27:56.364810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1518b-a609-43b9-bc1d-4c7a821b0e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a86c339-1a2e-41a1-8596-ced09bfdd34d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:56.366353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:56.465363 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.559884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.572630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a45d8b-6b27-43b6-ad44-96f81b78922d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:56.584488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db78323b-c5e2-4d39-a9d0-95c1bc52a438') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:56.585207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db78323b-c5e2-4d39-a9d0-95c1bc52a438') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:27:56.595782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.621430 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.628739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:27:56.629178 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:27:56.631720 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:27:56.749177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.758889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a5605-8520-4d16-98c2-07853d50cb95 req-b4b12bd3-453c-4b2b-830e-5539c0531a92 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:56.765700 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec55217b-eda1-4332-8584-2f446318c90a req-9b25258f-501c-4b59-8415-f22c6f62f6e2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 210 time: 0.0457759 Aug 17 16:27:56.766657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a3a5605-8520-4d16-98c2-07853d50cb95 req-b4b12bd3-453c-4b2b-830e-5539c0531a92 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 944 time: 0.0759690 Aug 17 16:27:56.773118 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:56.774933 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] 10.222.0.77 "DELETE /v2.0/networks/00a45d8b-6b27-43b6-ad44-96f81b78922d HTTP/1.1" status: 204 len: 168 time: 0.4075720 Aug 17 16:27:56.796923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a45d8b-6b27-43b6-ad44-96f81b78922d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:56.807245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.807597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.807936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.808271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.808604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.808932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.809265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.809868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.809868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.810202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.810637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.810981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc30a8d9-1caf-4312-ab77-1ac3acbfe890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:27:56.842434 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a3a5605-8520-4d16-98c2-07853d50cb95 req-29a8369e-a5fe-4850-95ae-45155082ef1f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722079 Aug 17 16:27:56.940343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:56.986428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-05128cf7-97f8-4301-b41f-b2833ab33d93 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=abdb3f33002444baa16a0682651a1b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439615 Aug 17 16:27:56.988129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:57.043772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-054413dc-cae9-4c75-bf63-17db72d7714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:57.065271 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-054413dc-cae9-4c75-bf63-17db72d7714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:57.137021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-054413dc-cae9-4c75-bf63-17db72d7714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:57.140467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-054413dc-cae9-4c75-bf63-17db72d7714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:57.144747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-054413dc-cae9-4c75-bf63-17db72d7714f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae67db70-ec67-42b5-b0aa-6d60796707ff HTTP/1.1" status: 204 len: 168 time: 0.1547771 Aug 17 16:27:57.154944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054413dc-cae9-4c75-bf63-17db72d7714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae67db70-ec67-42b5-b0aa-6d60796707ff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:57.218295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d9038-c2ef-4366-949d-17f0358fd403 req-e07a1470-2aad-48ae-a789-23ad44dac15f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:57.226458 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c5d9038-c2ef-4366-949d-17f0358fd403 req-e07a1470-2aad-48ae-a789-23ad44dac15f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0782495 Aug 17 16:27:57.283753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c5d9038-c2ef-4366-949d-17f0358fd403 req-3f181f5d-4257-46cd-8b7d-daf0e060cf49 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554762 Aug 17 16:27:57.528959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ca358-c607-403b-a516-df85e7bb082d req-13a1a603-2da8-4c3e-90fa-45a6d1932690 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:57.534711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-738ca358-c607-403b-a516-df85e7bb082d req-13a1a603-2da8-4c3e-90fa-45a6d1932690 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fec4678-33b5-4a94-a884-2840ac62f3f6 HTTP/1.1" status: 200 len: 946 time: 0.1310999 Aug 17 16:27:57.576035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 73d615d0-ce6d-4996-8ed4-172f4e72dff2 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:57.664690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-ad9cfc93-2751-45ff-bf8a-df51f6948c2e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:57.666354 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-ad9cfc93-2751-45ff-bf8a-df51f6948c2e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7fa0d3e-4e73-4de2-9520-a6015a2ea2de HTTP/1.1" status: 200 len: 945 time: 0.0642204 Aug 17 16:27:57.680144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 73d615d0-ce6d-4996-8ed4-172f4e72dff2 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:57.686188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 73d615d0-ce6d-4996-8ed4-172f4e72dff2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:57.686741 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:57.738278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-738ca358-c607-403b-a516-df85e7bb082d req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Deleting port 78587aed-782e-4777-b18b-9a9cf53fc3d5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:27:57.739490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-738ca358-c607-403b-a516-df85e7bb082d req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:57.784477 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:57.835969 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 73d615d0-ce6d-4996-8ed4-172f4e72dff2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=73d615d0-ce6d-4996-8ed4-172f4e72dff2,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:57.837325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce31dec-2bca-4c5a-aa89-8fcbc6218623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d615d0-ce6d-4996-8ed4-172f4e72dff2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:57.840259 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d57dc5a-f19c-47cd-b04d-26199e89cf6b" -d '{"events": [{"server_uuid": "3ce31dec-2bca-4c5a-aa89-8fcbc6218623", "name": "network-vif-plugged", "status": "completed", "tag": "73d615d0-ce6d-4996-8ed4-172f4e72dff2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:57.856581 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:57.918455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-738ca358-c607-403b-a516-df85e7bb082d req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] For port 78587aed-782e-4777-b18b-9a9cf53fc3d5, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=78587aed-782e-4777-b18b-9a9cf53fc3d5,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:57.918836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-738ca358-c607-403b-a516-df85e7bb082d req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:57.924213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d25db58c-78d8-4c99-bda7-4b05b8cb50ab req-5a16abf6-4bba-4ab7-9134-eaaff9b6fea9 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 210 time: 0.0559354 Aug 17 16:27:57.931644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=73d615d0-ce6d-4996-8ed4-172f4e72dff2,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:57.936574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-f6c6eb42-f6a3-448e-84b2-7ae364375235 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Deleting port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:27:57.937192 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-f6c6eb42-f6a3-448e-84b2-7ae364375235 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:57.952296 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12deeca-c347-4a81-a6c7-7a200e8d075d x-openstack-request-id: req-d12deeca-c347-4a81-a6c7-7a200e8d075d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:57.952971 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce31dec-2bca-4c5a-aa89-8fcbc6218623", "name": "network-vif-plugged", "status": "completed", "tag": "73d615d0-ce6d-4996-8ed4-172f4e72dff2", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:57.953427 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d12deeca-c347-4a81-a6c7-7a200e8d075d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:57.954021 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce31dec-2bca-4c5a-aa89-8fcbc6218623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d615d0-ce6d-4996-8ed4-172f4e72dff2', 'code': 200} Aug 17 16:27:57.973590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-738ca358-c607-403b-a516-df85e7bb082d req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Calling delete_port for 78587aed-782e-4777-b18b-9a9cf53fc3d5 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:27:58.062793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-f6c6eb42-f6a3-448e-84b2-7ae364375235 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] For port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:58.063442 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-f6c6eb42-f6a3-448e-84b2-7ae364375235 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:58.084184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-f6c6eb42-f6a3-448e-84b2-7ae364375235 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Calling delete_port for 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:27:58.156525 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-738ca358-c607-403b-a516-df85e7bb082d req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:58.166942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['78587aed-782e-4777-b18b-9a9cf53fc3d5', '2d404104-9e1f-4efa-aaa0-08d0f19d7b1e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:58.236463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Pushing event deleted for resources: {'Port': ['ID=78587aed-782e-4777-b18b-9a9cf53fc3d5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:58.285112 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a954a6ed-cb96-4932-bde5-916c7270fb3e up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:27:58.341189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-738ca358-c607-403b-a516-df85e7bb082d req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] No DVR routers for this DVR port 78587aed-782e-4777-b18b-9a9cf53fc3d5 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:27:58.344418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-738ca358-c607-403b-a516-df85e7bb082d req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:58.346874 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-738ca358-c607-403b-a516-df85e7bb082d req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "DELETE /v2.0/ports/78587aed-782e-4777-b18b-9a9cf53fc3d5 HTTP/1.1" status: 204 len: 173 time: 0.8035300 Aug 17 16:27:58.393771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec4678-33b5-4a94-a884-2840ac62f3f6', 'name': 'network-vif-deleted', 'tag': '78587aed-782e-4777-b18b-9a9cf53fc3d5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:58.396231 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d993c0-8d63-4315-9405-b7d3f13ea8bf" -d '{"events": [{"server_uuid": "9fec4678-33b5-4a94-a884-2840ac62f3f6", "name": "network-vif-deleted", "tag": "78587aed-782e-4777-b18b-9a9cf53fc3d5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:58.474541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port a954a6ed-cb96-4932-bde5-916c7270fb3e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:27:58.482552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port a954a6ed-cb96-4932-bde5-916c7270fb3e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:27:58.483332 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:58.500598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8f075-5909-4740-ae96-5b5576a58ce5 req-2fed28f2-f132-4246-99be-70134038a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:58.505131 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f8f075-5909-4740-ae96-5b5576a58ce5 req-2fed28f2-f132-4246-99be-70134038a3fe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3ce31dec-2bca-4c5a-aa89-8fcbc6218623 HTTP/1.1" status: 200 len: 1096 time: 0.3719175 Aug 17 16:27:58.522230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54604) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:58.634112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-ea1e892f-1abe-44fb-b93f-30ba3b055642 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:58.635201 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-ea1e892f-1abe-44fb-b93f-30ba3b055642 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.93 "GET /v2.0/networks?id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 200 len: 811 time: 0.3311787 Aug 17 16:27:58.656479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd61d-cf84-41f8-9488-28d8b9b45435 req-1a1b3791-5dc7-4e3b-8b4a-032149cd35f4 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:58.666270 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5bbd61d-cf84-41f8-9488-28d8b9b45435 req-1a1b3791-5dc7-4e3b-8b4a-032149cd35f4 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 944 time: 0.5310345 Aug 17 16:27:58.679150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Request body: {'port': {'device_id': 'd33bca40-4009-4ada-aacd-80472e1b51df', 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42', 'admin_state_up': True, 'tenant_id': '922da7789b574d6bb28205ceedc2fbd2'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:58.688516 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:58.727129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a954a6ed-cb96-4932-bde5-916c7270fb3e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a954a6ed-cb96-4932-bde5-916c7270fb3e,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:27:58.733782 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:58.735630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:27:58.788720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:27:58.790071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a54bee4f-8d7d-41ca-a35e-6c1d2a781b89 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:27:58.802253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5bbd61d-cf84-41f8-9488-28d8b9b45435 req-a4167eb1-58a9-4485-81d9-d74a19d437e3 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317596 Aug 17 16:27:58.843123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a954a6ed-cb96-4932-bde5-916c7270fb3e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:58.850050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63f8f075-5909-4740-ae96-5b5576a58ce5 req-a69df16b-d9dc-4a2e-8d5b-0b27114dc3bb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170452 Aug 17 16:27:58.873769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1888208868-network', 'tenant_id': 'cf9c616507df41338c15d036a674e709'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:58.876060 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-f6c6eb42-f6a3-448e-84b2-7ae364375235 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:58.887087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['78587aed-782e-4777-b18b-9a9cf53fc3d5'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:27:58.925932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Made reservation on behalf of cf9c616507df41338c15d036a674e709 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:58.931425 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:58.958213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6eb42-f6a3-448e-84b2-7ae364375235 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Pushing event deleted for resources: {'Port': ['ID=2d404104-9e1f-4efa-aaa0-08d0f19d7b1e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:58.970637 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.000181 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee307a7-7ad0-4255-a955-4e013fc15865 x-openstack-request-id: req-6ee307a7-7ad0-4255-a955-4e013fc15865 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:59.000476 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fec4678-33b5-4a94-a884-2840ac62f3f6", "name": "network-vif-deleted", "tag": "78587aed-782e-4777-b18b-9a9cf53fc3d5", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:59.001326 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ee307a7-7ad0-4255-a955-4e013fc15865 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:59.001326 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fec4678-33b5-4a94-a884-2840ac62f3f6', 'name': 'network-vif-deleted', 'tag': '78587aed-782e-4777-b18b-9a9cf53fc3d5', 'status': 'completed', 'code': 200} Aug 17 16:27:59.006710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Made reservation on behalf of 922da7789b574d6bb28205ceedc2fbd2 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:59.011137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.028635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-f6c6eb42-f6a3-448e-84b2-7ae364375235 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] No DVR routers for this DVR port 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:27:59.031843 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-f6c6eb42-f6a3-448e-84b2-7ae364375235 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.034675 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b18240b-cc20-41af-be8d-1863450b9b1d req-f6c6eb42-f6a3-448e-84b2-7ae364375235 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "DELETE /v2.0/ports/2d404104-9e1f-4efa-aaa0-08d0f19d7b1e HTTP/1.1" status: 204 len: 173 time: 1.3561499 Aug 17 16:27:59.046518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6819b-e84e-4fd2-b37b-a5f576bdf20a req-28f3faf0-d319-4ae8-baae-bd8b2161977f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:59.057383 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4fe6819b-e84e-4fd2-b37b-a5f576bdf20a req-28f3faf0-d319-4ae8-baae-bd8b2161977f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.2301805 Aug 17 16:27:59.068938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fa0d3e-4e73-4de2-9520-a6015a2ea2de', 'name': 'network-vif-deleted', 'tag': '2d404104-9e1f-4efa-aaa0-08d0f19d7b1e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:59.071329 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea162f70-2a0c-4643-a334-6817ea37174e" -d '{"events": [{"server_uuid": "e7fa0d3e-4e73-4de2-9520-a6015a2ea2de", "name": "network-vif-deleted", "tag": "2d404104-9e1f-4efa-aaa0-08d0f19d7b1e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:27:59.095417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-026468a3-da58-41c9-8759-7583f940b1c7 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:59.097653 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-026468a3-da58-41c9-8759-7583f940b1c7 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "GET /v2.0/networks?id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 200 len: 811 time: 0.8140616 Aug 17 16:27:59.122717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Request body: {'port': {'device_id': 'ad43c268-3301-4bd6-bbf5-99191e1c8e31', 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42', 'admin_state_up': True, 'tenant_id': '922da7789b574d6bb28205ceedc2fbd2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:59.188063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4fe6819b-e84e-4fd2-b37b-a5f576bdf20a req-392d11d5-ff42-40f0-9061-129f405ba085 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297162 Aug 17 16:27:59.335684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Allocated IP 172.20.0.13 (6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42/f96b31e3-23f2-415b-9640-5d2b9c8899cb/0d292872-3f38-477e-b843-020cc26e222a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:59.352220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-62b8b538-4e54-4768-9367-06ef9197e411 req-0e076792-91d8-4198-9153-33ad80585872 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 210 time: 0.0583098 Aug 17 16:27:59.390141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.400656 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.401399 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05433f61-a4a6-45f8-8ac8-d8326f9419fe x-openstack-request-id: req-05433f61-a4a6-45f8-8ac8-d8326f9419fe {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:27:59.401974 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fa0d3e-4e73-4de2-9520-a6015a2ea2de", "name": "network-vif-deleted", "tag": "2d404104-9e1f-4efa-aaa0-08d0f19d7b1e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:27:59.402502 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05433f61-a4a6-45f8-8ac8-d8326f9419fe {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:27:59.403160 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fa0d3e-4e73-4de2-9520-a6015a2ea2de', 'name': 'network-vif-deleted', 'tag': '2d404104-9e1f-4efa-aaa0-08d0f19d7b1e', 'status': 'completed', 'code': 200} Aug 17 16:27:59.442979 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:27:59.445448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Made reservation on behalf of 922da7789b574d6bb28205ceedc2fbd2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:59.449048 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.479261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e23852-7c73-4cab-b454-2137063cbda7 req-ba0f85cb-3ecf-4698-b397-9ca17f7b84a2 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:59.480868 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-27e23852-7c73-4cab-b454-2137063cbda7 req-ba0f85cb-3ecf-4698-b397-9ca17f7b84a2 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 945 time: 0.0742238 Aug 17 16:27:59.496853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261c0488-3601-4a14-985c-c52ce932323c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:59.501544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.501893 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Added segment e0af7856-f8c7-469c-8a34-f1cbcf0be057 of type vlan for network dac56081-cbff-4e45-a4cd-897612b7673e Aug 17 16:27:59.557125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.566586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-27e23852-7c73-4cab-b454-2137063cbda7 req-b08e27b8-b48c-4702-8803-15cc5cd39792 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787036 Aug 17 16:27:59.618744 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.619595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:59.620170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.624341 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.682679 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1515653 Aug 17 16:27:59.685695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:27:59.691621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Request body: {'subnet': {'network_id': 'dac56081-cbff-4e45-a4cd-897612b7673e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1888208868-subnet', 'tenant_id': 'cf9c616507df41338c15d036a674e709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:59.698975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e55173-83b8-471c-8c73-c72d5f257de2 admin admin] Pushing event updated for resources: {'Network': ['ID=dac56081-cbff-4e45-a4cd-897612b7673e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:59.710659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network dac56081-cbff-4e45-a4cd-897612b7673e details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:27:59.730543 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.730868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Made reservation on behalf of cf9c616507df41338c15d036a674e709 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:27:59.736214 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.772120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:27:59.775341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:27:59.779222 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:27:59.839471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Pushing event updated for resources: {'Port': ['ID=0d292872-3f38-477e-b843-020cc26e222a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:27:59.858686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:27:59.859325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:27:59.877566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10d8c7ad-c580-4b62-8fae-50458c6872a4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2027209 Aug 17 16:27:59.894686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Request body: {'port': {'device_id': 'd33bca40-4009-4ada-aacd-80472e1b51df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:27:59.895212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Allocated IP 172.20.0.11 (6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42/f96b31e3-23f2-415b-9640-5d2b9c8899cb/63f22d12-06cb-4872-a4cb-41dbc734258a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:27:59.954939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ba5fcc-1c7c-49e0-ae02-9148678aa480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a954a6ed-cb96-4932-bde5-916c7270fb3e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:27:59.957537 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36219159-b0be-43cc-84a3-84246503c8be" -d '{"events": [{"server_uuid": "a2ba5fcc-1c7c-49e0-ae02-9148678aa480", "name": "network-vif-plugged", "status": "completed", "tag": "a954a6ed-cb96-4932-bde5-916c7270fb3e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:00.012454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66144810-0179-4528-924a-f9cbac421852 req-636407e9-5244-46a0-ba10-dab5c59c29bb tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:00.019030 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-66144810-0179-4528-924a-f9cbac421852 req-636407e9-5244-46a0-ba10-dab5c59c29bb tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 945 time: 0.0999651 Aug 17 16:28:00.023062 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.050457 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866a319d-a627-4308-809d-13549c766624 x-openstack-request-id: req-866a319d-a627-4308-809d-13549c766624 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:00.050863 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ba5fcc-1c7c-49e0-ae02-9148678aa480", "name": "network-vif-plugged", "status": "completed", "tag": "a954a6ed-cb96-4932-bde5-916c7270fb3e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:00.051339 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-866a319d-a627-4308-809d-13549c766624 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:00.052168 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ba5fcc-1c7c-49e0-ae02-9148678aa480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a954a6ed-cb96-4932-bde5-916c7270fb3e', 'code': 200} Aug 17 16:28:00.103580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-66144810-0179-4528-924a-f9cbac421852 req-0b051723-2d0e-4a91-a40c-3d20af28fa81 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818357 Aug 17 16:28:00.178176 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.182540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.242677 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f20b6d-f74c-4d54-9fd0-a5656db73a84,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:00.245428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73627d-a3c2-4156-82f4-3e2bb8cdfc3a req-ac05bcec-c0e2-40be-a79d-224e138816eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:00.247488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b73627d-a3c2-4156-82f4-3e2bb8cdfc3a req-ac05bcec-c0e2-40be-a79d-224e138816eb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 1096 time: 0.1294925 Aug 17 16:28:00.277892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Checking segment: {'id': 'e0af7856-f8c7-469c-8a34-f1cbcf0be057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dac56081-cbff-4e45-a4cd-897612b7673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:28:00.278248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Network hostable DHCP agents. Network: dac56081-cbff-4e45-a4cd-897612b7673e, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:28:00.295115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.297444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Network dac56081-cbff-4e45-a4cd-897612b7673e is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:28:00.331384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, dac56081-cbff-4e45-a4cd-897612b7673e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:00.340802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a89f0e8-89d3-41c4-8f20-57eb6f2e91ad None None] Network dac56081-cbff-4e45-a4cd-897612b7673e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:28:00.347290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:00.347882 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.362631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:28:00.369071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:00.372573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:28:00.373137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b73627d-a3c2-4156-82f4-3e2bb8cdfc3a req-5509605a-17b6-40f5-bd27-66877e461708 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173947 Aug 17 16:28:00.375842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Pushing event updated for resources: {'Port': ['ID=63f22d12-06cb-4872-a4cb-41dbc734258a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:00.380760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5c51bc5-3f77-4d31-8343-846bb5d053fe admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6935325 Aug 17 16:28:00.409431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3039e2e-6dce-4b7e-adb0-73d2b8adce6b req-8f392567-59ad-4de6-a918-18541c6d1adc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:00.411715 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e3039e2e-6dce-4b7e-adb0-73d2b8adce6b req-8f392567-59ad-4de6-a918-18541c6d1adc tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1384027 Aug 17 16:28:00.436989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:00.437997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.464360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b5e11801-68ef-4416-ab3b-5f878dddcf8e tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3470562 Aug 17 16:28:00.481388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Request body: {'port': {'device_id': 'ad43c268-3301-4bd6-bbf5-99191e1c8e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:00.488724 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e3039e2e-6dce-4b7e-adb0-73d2b8adce6b req-ff492217-afea-4285-917a-ab19087bb6ea tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679698 Aug 17 16:28:00.519291 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:28:00.554810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d292872-3f38-477e-b843-020cc26e222a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:00.560206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b869fa-2fca-4944-bf1a-2594ec478299 None None] Network dac56081-cbff-4e45-a4cd-897612b7673e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:28:00.572408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.587105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6ebce-c38c-49a7-b19a-abcc6733004e req-36a4f7dd-15e8-4841-adb6-bcdbc727813b tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:00.593111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Transition to ACTIVE for port object 0d292872-3f38-477e-b843-020cc26e222a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:00.594599 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45f6ebce-c38c-49a7-b19a-abcc6733004e req-36a4f7dd-15e8-4841-adb6-bcdbc727813b tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 932 time: 0.1213458 Aug 17 16:28:00.597672 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.602536 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.650509 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45f6ebce-c38c-49a7-b19a-abcc6733004e req-a54c836b-8ceb-4134-89f0-6973a104dd0a tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547371 Aug 17 16:28:00.664327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Pushing event updated for resources: {'Port': ['ID=0d292872-3f38-477e-b843-020cc26e222a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:00.753299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd0fd-b0c9-4a64-96d5-4a1c6387868a req-56b0b091-7190-4628-880f-ca1b1baca044 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:00.755373 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4acd0fd-b0c9-4a64-96d5-4a1c6387868a req-56b0b091-7190-4628-880f-ca1b1baca044 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 945 time: 0.0878515 Aug 17 16:28:00.825393 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4acd0fd-b0c9-4a64-96d5-4a1c6387868a req-6f32d7cc-a772-488a-98b5-608f76b71b86 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515287 Aug 17 16:28:00.837012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Attempting to bind port 0d292872-3f38-477e-b843-020cc26e222a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:28:00.837401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Attempting to bind port 0d292872-3f38-477e-b843-020cc26e222a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:28:00.846577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Attempting to bind port 0d292872-3f38-477e-b843-020cc26e222a on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:00.846577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Port 0d292872-3f38-477e-b843-020cc26e222a on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:28:00.846577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Attempting to bind port 0d292872-3f38-477e-b843-020cc26e222a on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:00.849198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:28:00.849704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Checking segment: {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:28:00.850222 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Bound using segment: {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:28:00.850732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Bound port: 0d292872-3f38-477e-b843-020cc26e222a, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:28:00.851154 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.916650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] For port 0d292872-3f38-477e-b843-020cc26e222a, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:28:00.919755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] For port 0d292872-3f38-477e-b843-020cc26e222a, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0d292872-3f38-477e-b843-020cc26e222a,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:28:00.924011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.967293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:00.967913 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:00.969327 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] 10.222.0.93 "PUT /v2.0/ports/0d292872-3f38-477e-b843-020cc26e222a HTTP/1.1" status: 200 len: 1092 time: 1.0814390 Aug 17 16:28:01.000392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc19b18-404d-4985-8df4-6e3fb5af8209 service neutron] Pushing event updated for resources: {'Port': ['ID=0d292872-3f38-477e-b843-020cc26e222a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:01.003185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33bca40-4009-4ada-aacd-80472e1b51df', 'tag': '0d292872-3f38-477e-b843-020cc26e222a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:01.006986 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b41a509-62c5-4079-a14c-b80e0d48d778" -d '{"events": [{"name": "network-changed", "server_uuid": "d33bca40-4009-4ada-aacd-80472e1b51df", "tag": "0d292872-3f38-477e-b843-020cc26e222a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:01.033123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-c9125e83-24c0-4ffa-8e43-a0d53a8ac42f tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:01.034761 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-c9125e83-24c0-4ffa-8e43-a0d53a8ac42f tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/networks?id=dac56081-cbff-4e45-a4cd-897612b7673e HTTP/1.1" status: 200 len: 809 time: 0.1675978 Aug 17 16:28:01.057192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-4d331f67-ede5-4759-88bc-bf1ead2d993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:01.058793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-4d331f67-ede5-4759-88bc-bf1ead2d993f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=922da7789b574d6bb28205ceedc2fbd2&device_id=d33bca40-4009-4ada-aacd-80472e1b51df HTTP/1.1" status: 200 len: 1095 time: 0.0458078 Aug 17 16:28:01.062718 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f98629-2f15-4c48-95d0-0d39425e22eb x-openstack-request-id: req-e1f98629-2f15-4c48-95d0-0d39425e22eb {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:01.062975 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33bca40-4009-4ada-aacd-80472e1b51df", "tag": "0d292872-3f38-477e-b843-020cc26e222a", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:01.063217 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1f98629-2f15-4c48-95d0-0d39425e22eb {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:01.063612 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33bca40-4009-4ada-aacd-80472e1b51df', 'tag': '0d292872-3f38-477e-b843-020cc26e222a', 'status': 'completed', 'code': 200} Aug 17 16:28:01.078980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-419c9454-302f-44e2-a4c2-ee2d914fb380 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/quotas/cf9c616507df41338c15d036a674e709 HTTP/1.1" status: 200 len: 375 time: 0.0333169 Aug 17 16:28:01.093239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f22d12-06cb-4872-a4cb-41dbc734258a {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:01.109656 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:01.128405 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-b4bbd386-3846-424e-8761-be5a735c7d79 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf9c616507df41338c15d036a674e709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380318 Aug 17 16:28:01.145034 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-67590c1f-7983-4e16-b3aa-420510eac31e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d292872-3f38-477e-b843-020cc26e222a HTTP/1.1" status: 200 len: 217 time: 0.0466056 Aug 17 16:28:01.149984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Transition to ACTIVE for port object 63f22d12-06cb-4872-a4cb-41dbc734258a will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:01.171692 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:01.232032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-e6b7a538-32f6-4e1f-b5a1-03cd0f619654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:01.233554 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-e6b7a538-32f6-4e1f-b5a1-03cd0f619654 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f96b31e3-23f2-415b-9640-5d2b9c8899cb HTTP/1.1" status: 200 len: 851 time: 0.0782206 Aug 17 16:28:01.249344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda184c-9c09-4744-8169-bb40cd8d3764 req-7798b7a4-1641-4917-aad5-28e99792af82 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:01.250809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbda184c-9c09-4744-8169-bb40cd8d3764 req-7798b7a4-1641-4917-aad5-28e99792af82 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 945 time: 0.0671732 Aug 17 16:28:01.281418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-c7005a78-309b-417a-a3b1-45dbbbe099c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266263 Aug 17 16:28:01.295185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Pushing event updated for resources: {'Port': ['ID=63f22d12-06cb-4872-a4cb-41dbc734258a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:01.332132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-86d88590-7a14-47d4-9238-3a0dbc3dc25c tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:01.332863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-86d88590-7a14-47d4-9238-3a0dbc3dc25c tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 945 time: 0.1920834 Aug 17 16:28:01.367126 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-c7959d16-e808-4d28-91b8-e21bcac20e9b service neutron] 10.222.0.77 "GET /v2.0/networks/dac56081-cbff-4e45-a4cd-897612b7673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292929 Aug 17 16:28:01.368072 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbda184c-9c09-4744-8169-bb40cd8d3764 req-31e147d2-8a40-432e-8dbf-5d3a8e8a43e3 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037359 Aug 17 16:28:01.422160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-cd1810d1-b1ce-43cc-b78d-76c35175c498 service neutron] 10.222.0.93 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243613 Aug 17 16:28:01.586539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 78587aed-782e-4777-b18b-9a9cf53fc3d5 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:01.587967 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-4970c2b8-ae90-4b61-9358-fc8dd69f751b service neutron] 10.222.0.77 "GET /v2.0/networks/dac56081-cbff-4e45-a4cd-897612b7673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000120 Aug 17 16:28:01.588735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Attempting to bind port 63f22d12-06cb-4872-a4cb-41dbc734258a on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:28:01.589169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Attempting to bind port 63f22d12-06cb-4872-a4cb-41dbc734258a by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:28:01.589597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Attempting to bind port 63f22d12-06cb-4872-a4cb-41dbc734258a on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:01.598691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Port 63f22d12-06cb-4872-a4cb-41dbc734258a on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:28:01.599261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Attempting to bind port 63f22d12-06cb-4872-a4cb-41dbc734258a on network 6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:01.611794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:28:01.612891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Checking segment: {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:28:01.614954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Bound using segment: {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:28:01.615550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Bound port: 63f22d12-06cb-4872-a4cb-41dbc734258a, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9021ef5f-d428-4d6b-b4f1-6f956ef28f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:28:01.616042 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:01.653048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 78587aed-782e-4777-b18b-9a9cf53fc3d5 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:01.654135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 78587aed-782e-4777-b18b-9a9cf53fc3d5 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:01.655301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:01.657015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-57c1911d-c842-44fa-91fb-dbc0d51a42d0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Deleting port e9cc108c-9b57-4272-b8a6-6f47e235372d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:01.657537 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-57c1911d-c842-44fa-91fb-dbc0d51a42d0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:01.701664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:01.702448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2d404104-9e1f-4efa-aaa0-08d0f19d7b1e not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:01.813834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5be63f-b144-4369-87f4-960f2b703770 req-698f0a67-6300-479c-a05b-13d7053e227b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:01.815423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ca5be63f-b144-4369-87f4-960f2b703770 req-698f0a67-6300-479c-a05b-13d7053e227b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1018474 Aug 17 16:28:01.847118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-51fc4b7e-8635-425e-88d0-63325c04b691 service neutron] 10.222.0.93 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074719 Aug 17 16:28:01.871088 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ca5be63f-b144-4369-87f4-960f2b703770 req-75d4d38a-e2df-4cb2-8d9d-1f60e1fbcc91 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457001 Aug 17 16:28:01.871351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] For port 63f22d12-06cb-4872-a4cb-41dbc734258a, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:28:01.901061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-57c1911d-c842-44fa-91fb-dbc0d51a42d0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] For port e9cc108c-9b57-4272-b8a6-6f47e235372d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e9cc108c-9b57-4272-b8a6-6f47e235372d,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:01.901501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-57c1911d-c842-44fa-91fb-dbc0d51a42d0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:01.911668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] For port 63f22d12-06cb-4872-a4cb-41dbc734258a, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=63f22d12-06cb-4872-a4cb-41dbc734258a,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:28:01.925163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-57c1911d-c842-44fa-91fb-dbc0d51a42d0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Calling delete_port for e9cc108c-9b57-4272-b8a6-6f47e235372d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:01.934355 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:01.948953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef420-0090-487c-9b6c-1ea749bdeb8e req-44df370a-e23e-4844-bc46-7954edc73228 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:01.950493 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e7ef420-0090-487c-9b6c-1ea749bdeb8e req-44df370a-e23e-4844-bc46-7954edc73228 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 944 time: 0.1479468 Aug 17 16:28:01.974005 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0ed3e94-c3c7-4200-b582-148b3d23a3c4 req-92e70626-81c2-4b7f-b2b5-e10d180fb606 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 210 time: 0.0384009 Aug 17 16:28:01.987282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41a509-62c5-4079-a14c-b80e0d48d778 req-ad514451-f8f7-43c0-b9fa-adf35bd07707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:01.989833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b41a509-62c5-4079-a14c-b80e0d48d778 req-ad514451-f8f7-43c0-b9fa-adf35bd07707 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=922da7789b574d6bb28205ceedc2fbd2&device_id=d33bca40-4009-4ada-aacd-80472e1b51df HTTP/1.1" status: 200 len: 1095 time: 0.0845869 Aug 17 16:28:02.057726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:02.058751 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:02.060054 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] 10.222.0.91 "PUT /v2.0/ports/63f22d12-06cb-4872-a4cb-41dbc734258a HTTP/1.1" status: 200 len: 1092 time: 1.5841866 Aug 17 16:28:02.062914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad43c268-3301-4bd6-bbf5-99191e1c8e31', 'tag': '63f22d12-06cb-4872-a4cb-41dbc734258a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:02.065576 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8619f519-a037-4bfe-91ac-007ee3f1b840" -d '{"events": [{"name": "network-changed", "server_uuid": "ad43c268-3301-4bd6-bbf5-99191e1c8e31", "tag": "63f22d12-06cb-4872-a4cb-41dbc734258a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:02.082891 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16bd79de-4ac2-4c29-addc-1eee6c8b5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:02.110665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4567d-d703-4f3d-b6d4-4d19e1d2b0df service neutron] Pushing event updated for resources: {'Port': ['ID=63f22d12-06cb-4872-a4cb-41dbc734258a,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:02.153443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffc2bb-9866-4ea0-aff4-de400ed6568b req-36e804e6-a37c-458d-8eef-c534762aa567 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:02.155066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4dffc2bb-9866-4ea0-aff4-de400ed6568b req-36e804e6-a37c-458d-8eef-c534762aa567 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 945 time: 0.1066320 Aug 17 16:28:02.168607 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41a509-62c5-4079-a14c-b80e0d48d778 req-c7a44450-9359-45b2-9498-5aa72840a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:02.170855 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b41a509-62c5-4079-a14c-b80e0d48d778 req-c7a44450-9359-45b2-9498-5aa72840a2d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 200 len: 912 time: 0.1734445 Aug 17 16:28:02.179404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e7ef420-0090-487c-9b6c-1ea749bdeb8e req-511fad14-f556-4e9a-8766-150c0ac3e629 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031350 Aug 17 16:28:02.206838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-71a8f3bc-426d-441e-b556-6e800b776264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:02.206838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-71a8f3bc-426d-441e-b556-6e800b776264 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=922da7789b574d6bb28205ceedc2fbd2&device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 1095 time: 0.1006575 Aug 17 16:28:02.253962 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b41a509-62c5-4079-a14c-b80e0d48d778 req-6137c4d2-9abb-42ff-9c6f-fea955a56958 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d292872-3f38-477e-b843-020cc26e222a HTTP/1.1" status: 200 len: 217 time: 0.0536215 Aug 17 16:28:02.256993 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d0414b-ad75-4c72-831d-c0089f63a53c x-openstack-request-id: req-33d0414b-ad75-4c72-831d-c0089f63a53c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:02.257286 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad43c268-3301-4bd6-bbf5-99191e1c8e31", "tag": "63f22d12-06cb-4872-a4cb-41dbc734258a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:02.257535 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33d0414b-ad75-4c72-831d-c0089f63a53c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:02.257926 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad43c268-3301-4bd6-bbf5-99191e1c8e31', 'tag': '63f22d12-06cb-4872-a4cb-41dbc734258a', 'status': 'completed', 'code': 200} Aug 17 16:28:02.260805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-10b2e710-e70b-4661-ad0a-2ef955dadcf1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63f22d12-06cb-4872-a4cb-41dbc734258a HTTP/1.1" status: 200 len: 217 time: 0.0455511 Aug 17 16:28:02.269670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4dffc2bb-9866-4ea0-aff4-de400ed6568b req-ffa53913-95ab-4514-b838-2bf3877819d6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965335 Aug 17 16:28:02.325965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41a509-62c5-4079-a14c-b80e0d48d778 req-dadf152a-7b58-4eef-b1f8-d662f189736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:02.328028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b41a509-62c5-4079-a14c-b80e0d48d778 req-dadf152a-7b58-4eef-b1f8-d662f189736f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f96b31e3-23f2-415b-9640-5d2b9c8899cb HTTP/1.1" status: 200 len: 851 time: 0.0508585 Aug 17 16:28:02.369117 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b41a509-62c5-4079-a14c-b80e0d48d778 req-d9bcf4c8-f8b3-4aa0-a968-51832b54c223 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330102 Aug 17 16:28:02.371039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-bc3162c6-8c82-411e-83b0-5f6582164e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:02.372732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-bc3162c6-8c82-411e-83b0-5f6582164e49 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f96b31e3-23f2-415b-9640-5d2b9c8899cb HTTP/1.1" status: 200 len: 851 time: 0.1038384 Aug 17 16:28:02.373997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-57c1911d-c842-44fa-91fb-dbc0d51a42d0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:02.388580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['c7060775-c1a5-4973-b7a3-2c59a74351f2'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:02.391697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf', '89cfd8aa-208d-4370-aeee-f6ff7f6cc786'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:02.438978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1911d-c842-44fa-91fb-dbc0d51a42d0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Pushing event deleted for resources: {'Port': ['ID=e9cc108c-9b57-4272-b8a6-6f47e235372d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:02.467697 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-e3bab71c-a5bd-4d27-b5f1-9d7320c4a9b3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823510 Aug 17 16:28:02.606713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b41a509-62c5-4079-a14c-b80e0d48d778 req-7a91b3e6-5cc2-4d6c-a21c-2d85c6765392 service neutron] 10.222.0.93 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272732 Aug 17 16:28:02.634172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340cd21-c492-418e-b1b5-18b8dcca4bce req-6b3de108-8486-461a-b488-a2e686110c12 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:02.635016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-57c1911d-c842-44fa-91fb-dbc0d51a42d0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] No DVR routers for this DVR port e9cc108c-9b57-4272-b8a6-6f47e235372d on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:02.639283 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-57c1911d-c842-44fa-91fb-dbc0d51a42d0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:02.641385 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d340cd21-c492-418e-b1b5-18b8dcca4bce req-6b3de108-8486-461a-b488-a2e686110c12 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 945 time: 0.1140616 Aug 17 16:28:02.644032 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-276e7d39-5da8-44f6-9ae0-4bda3d2f3e3b req-57c1911d-c842-44fa-91fb-dbc0d51a42d0 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.91 "DELETE /v2.0/ports/e9cc108c-9b57-4272-b8a6-6f47e235372d HTTP/1.1" status: 204 len: 173 time: 1.2931681 Aug 17 16:28:02.731902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-6f1044ab-f04d-414d-bc55-a441d1e1284b service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486312 Aug 17 16:28:02.749860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d340cd21-c492-418e-b1b5-18b8dcca4bce req-bd1b1fe4-4352-492a-96b7-303c96812199 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074843 Aug 17 16:28:02.786750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b41a509-62c5-4079-a14c-b80e0d48d778 req-15b68c5f-6c68-4c4b-8af8-e8694824ebf6 service neutron] 10.222.0.93 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684334 Aug 17 16:28:02.906631 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f400a2-c6b3-49ff-a03d-dd531c5d6970 req-0b4153f0-b788-4c43-9cf2-d863e934a9c4 service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641707 Aug 17 16:28:02.915570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e4f66-4dc1-4a6c-8abf-afdf62ea85c0 req-8120cba7-ec74-4723-a2ae-4a94586675d4 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:02.917033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-852e4f66-4dc1-4a6c-8abf-afdf62ea85c0 req-8120cba7-ec74-4723-a2ae-4a94586675d4 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ce31dec-2bca-4c5a-aa89-8fcbc6218623 HTTP/1.1" status: 200 len: 945 time: 0.0882931 Aug 17 16:28:02.965553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-852e4f66-4dc1-4a6c-8abf-afdf62ea85c0 req-ed138f1e-080a-4519-bee3-8dc4f05a8a24 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Aug 17 16:28:03.013320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa514d8-9f48-4a9e-97ce-ca95b5879db7 req-d64e8d4b-b0b8-4c77-9af8-a73eaf40b1c4 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:03.014961 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fa514d8-9f48-4a9e-97ce-ca95b5879db7 req-d64e8d4b-b0b8-4c77-9af8-a73eaf40b1c4 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0651944 Aug 17 16:28:03.025570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f519-a037-4bfe-91ac-007ee3f1b840 req-885396ef-3dba-4794-82fb-3dae9e59d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:03.028037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8619f519-a037-4bfe-91ac-007ee3f1b840 req-885396ef-3dba-4794-82fb-3dae9e59d4ef service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=922da7789b574d6bb28205ceedc2fbd2&device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 1095 time: 0.0615869 Aug 17 16:28:03.076296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fa514d8-9f48-4a9e-97ce-ca95b5879db7 req-f5532e1a-4940-468c-9ba0-d6d3d60ef80a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Aug 17 16:28:03.184862 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-15df6e3c-86bf-4dca-904c-806e517f1d98 req-d9b8725f-6ce8-4ee3-bbf3-c8735bf4148a tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 210 time: 0.0291877 Aug 17 16:28:03.235097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b1d9d-b37e-4a29-850c-bbb09e9d204a req-e21ca3ca-3094-431b-a739-1badf0b82d77 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:03.236703 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc9b1d9d-b37e-4a29-850c-bbb09e9d204a req-e21ca3ca-3094-431b-a739-1badf0b82d77 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4a72957-90be-451f-80da-66f829ceb440 HTTP/1.1" status: 200 len: 945 time: 0.1985629 Aug 17 16:28:03.295740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f519-a037-4bfe-91ac-007ee3f1b840 req-c3515a6e-61c6-4dd0-8072-205b6ceb4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:03.296514 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8619f519-a037-4bfe-91ac-007ee3f1b840 req-c3515a6e-61c6-4dd0-8072-205b6ceb4901 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 200 len: 912 time: 0.2479084 Aug 17 16:28:03.307660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-b2f44ca1-ecae-42b3-aa7d-c6dc7825bae7 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:03.309113 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-b2f44ca1-ecae-42b3-aa7d-c6dc7825bae7 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.91 "GET /v2.0/networks?id=dac56081-cbff-4e45-a4cd-897612b7673e HTTP/1.1" status: 200 len: 809 time: 0.2114506 Aug 17 16:28:03.319974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f189b-62cd-4b68-97c9-0cb884eb359e req-2a5cf9aa-74a8-4952-b8d5-24cac530b984 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:03.321740 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-409f189b-62cd-4b68-97c9-0cb884eb359e req-2a5cf9aa-74a8-4952-b8d5-24cac530b984 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 944 time: 0.0573816 Aug 17 16:28:03.324225 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cc9b1d9d-b37e-4a29-850c-bbb09e9d204a req-633f71a3-d345-4884-a333-78678bb49984 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779698 Aug 17 16:28:03.333994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Request body: {'port': {'device_id': 'bc154007-c72e-4711-ad48-806458323509', 'network_id': 'dac56081-cbff-4e45-a4cd-897612b7673e', 'admin_state_up': True, 'tenant_id': 'cf9c616507df41338c15d036a674e709'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:03.386352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-409f189b-62cd-4b68-97c9-0cb884eb359e req-9b67fe18-ac83-4921-8fb5-742b39410bd4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556509 Aug 17 16:28:03.431211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8619f519-a037-4bfe-91ac-007ee3f1b840 req-13d9f42b-e59f-4e12-b0e0-92888a8ebd3d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63f22d12-06cb-4872-a4cb-41dbc734258a HTTP/1.1" status: 200 len: 217 time: 0.1103516 Aug 17 16:28:03.515688 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea977d09-7296-402a-8e42-9e5d51e2af3a req-0acd7f0b-2664-4343-b505-fc5a23d623ec tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf630079-35a3-40ff-9057-1f1e93a2b18c HTTP/1.1" status: 200 len: 210 time: 0.0627224 Aug 17 16:28:03.547082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f519-a037-4bfe-91ac-007ee3f1b840 req-265a2b8e-08f8-4f90-8db9-98def4217266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:03.548445 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8619f519-a037-4bfe-91ac-007ee3f1b840 req-265a2b8e-08f8-4f90-8db9-98def4217266 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f96b31e3-23f2-415b-9640-5d2b9c8899cb HTTP/1.1" status: 200 len: 851 time: 0.1066995 Aug 17 16:28:03.585723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e9cc108c-9b57-4272-b8a6-6f47e235372d no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:03.623968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: e9cc108c-9b57-4272-b8a6-6f47e235372d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:03.624205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8619f519-a037-4bfe-91ac-007ee3f1b840 req-82badc86-219b-4387-93a9-d4ffa91a5893 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667589 Aug 17 16:28:03.624856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e9cc108c-9b57-4272-b8a6-6f47e235372d not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:03.693820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Made reservation on behalf of cf9c616507df41338c15d036a674e709 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:28:03.697465 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:03.772764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c917ad-8d59-4c99-89b6-b9fece30e07e req-ddfcfa56-b752-4d60-896d-7c8bc2d769cf tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:03.775216 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-79c917ad-8d59-4c99-89b6-b9fece30e07e req-ddfcfa56-b752-4d60-896d-7c8bc2d769cf tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4a72957-90be-451f-80da-66f829ceb440 HTTP/1.1" status: 200 len: 945 time: 0.0602839 Aug 17 16:28:03.795394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8619f519-a037-4bfe-91ac-007ee3f1b840 req-9e76b5d4-988d-4c7c-9695-a983346490e4 service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635203 Aug 17 16:28:03.819841 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-79c917ad-8d59-4c99-89b6-b9fece30e07e req-d4af0937-a530-4996-bc7c-09caaeb2ae9a tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 Aug 17 16:28:03.918027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Allocated IP 172.20.0.4 (dac56081-cbff-4e45-a4cd-897612b7673e/c7f20b6d-f74c-4d54-9fd0-a5656db73a84/85fc3c17-b97a-4579-9f65-8c71a25cedc0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:28:04.233476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8619f519-a037-4bfe-91ac-007ee3f1b840 req-b79bf67b-18eb-43a6-b534-081975d6097e service neutron] 10.222.0.91 "GET /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268425 Aug 17 16:28:04.258209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0d292872-3f38-477e-b843-020cc26e222a details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:28:04.260869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf630079-35a3-40ff-9057-1f1e93a2b18c', 'name': 'network-vif-deleted', 'tag': 'e9cc108c-9b57-4272-b8a6-6f47e235372d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:04.263150 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4dfd67-adb8-4fdf-b092-a37d6395fa67" -d '{"events": [{"server_uuid": "bf630079-35a3-40ff-9057-1f1e93a2b18c", "name": "network-vif-deleted", "tag": "e9cc108c-9b57-4272-b8a6-6f47e235372d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:04.285111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae1a53aa-ab4f-4486-b560-8c3acfbd7414 req-cf1b8776-c928-449d-8b9f-59d5dfd2622f tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 210 time: 0.0305707 Aug 17 16:28:04.291537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbd8fc-bb89-42c4-9163-d66b6b4bed00 req-660d0d36-2194-44e7-9ba1-a268907d3231 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:04.293082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-48fbd8fc-bb89-42c4-9163-d66b6b4bed00 req-660d0d36-2194-44e7-9ba1-a268907d3231 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1110919 Aug 17 16:28:04.333088 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ace6d06-0591-4f43-9532-99b520fa3978 x-openstack-request-id: req-6ace6d06-0591-4f43-9532-99b520fa3978 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:04.333382 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf630079-35a3-40ff-9057-1f1e93a2b18c", "name": "network-vif-deleted", "tag": "e9cc108c-9b57-4272-b8a6-6f47e235372d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:04.334235 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ace6d06-0591-4f43-9532-99b520fa3978 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:04.334235 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf630079-35a3-40ff-9057-1f1e93a2b18c', 'name': 'network-vif-deleted', 'tag': 'e9cc108c-9b57-4272-b8a6-6f47e235372d', 'status': 'completed', 'code': 200} Aug 17 16:28:04.370808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0d292872-3f38-477e-b843-020cc26e222a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0d292872-3f38-477e-b843-020cc26e222a,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:04.378405 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-48fbd8fc-bb89-42c4-9163-d66b6b4bed00 req-d047ed17-21c0-4f0a-ae92-3420a930d278 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560865 Aug 17 16:28:04.383176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0d292872-3f38-477e-b843-020cc26e222a', 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42', 'port_id': '0d292872-3f38-477e-b843-020cc26e222a', 'mac_address': 'fa:16:3e:81:7c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96b31e3-23f2-415b-9640-5d2b9c8899cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:28:04.415164 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:04.422644 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:04.437428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d292872-3f38-477e-b843-020cc26e222a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:04.458507 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:04.459092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0d292872-3f38-477e-b843-020cc26e222a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0d292872-3f38-477e-b843-020cc26e222a,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:04.464234 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:04.512793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Network dac56081-cbff-4e45-a4cd-897612b7673e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:28:04.516292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:04.520457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:28:04.527811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Pushing event updated for resources: {'Port': ['ID=85fc3c17-b97a-4579-9f65-8c71a25cedc0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:04.529140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0d292872-3f38-477e-b843-020cc26e222a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:04.553420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a88457-5d31-4019-b11d-1d340eb235f3 req-bbbf41f2-5a7a-467d-ab60-98004a29c4e5 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:04.555180 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d2a88457-5d31-4019-b11d-1d340eb235f3 req-bbbf41f2-5a7a-467d-ab60-98004a29c4e5 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 944 time: 0.0754535 Aug 17 16:28:04.574765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:04.575991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:04.593024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7178f967-ba54-47bd-938c-b9f70a817928 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2676425 Aug 17 16:28:04.596544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d2a88457-5d31-4019-b11d-1d340eb235f3 req-e2545f10-da9d-41a9-9700-c93795a5f355 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347311 Aug 17 16:28:04.608001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Request body: {'port': {'device_id': 'bc154007-c72e-4711-ad48-806458323509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:04.678168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:04.772665 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-369d3158-a5ad-4a18-ab5d-0cefb013d168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:04.882326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0d292872-3f38-477e-b843-020cc26e222a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:04.956586 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:04.979026 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d17b7-39aa-43bc-9beb-20f8932d3d16 req-bfeb54f3-ed7f-4a75-8ed9-44dcbf2e9997 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:04.986806 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ca2d17b7-39aa-43bc-9beb-20f8932d3d16 req-bfeb54f3-ed7f-4a75-8ed9-44dcbf2e9997 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4a72957-90be-451f-80da-66f829ceb440 HTTP/1.1" status: 200 len: 945 time: 0.0871682 Aug 17 16:28:05.020513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fc3c17-b97a-4579-9f65-8c71a25cedc0 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:05.029017 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:05.030953 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ca2d17b7-39aa-43bc-9beb-20f8932d3d16 req-369a3dd5-8136-40a0-a03d-18677958d7de tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Aug 17 16:28:05.050976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Transition to ACTIVE for port object 85fc3c17-b97a-4579-9f65-8c71a25cedc0 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:05.055065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:05.126589 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=85fc3c17-b97a-4579-9f65-8c71a25cedc0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:05.215280 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-49248f60-e911-4961-b4d9-2b3a50a12fa5 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:05.216729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-49248f60-e911-4961-b4d9-2b3a50a12fa5 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4a72957-90be-451f-80da-66f829ceb440 HTTP/1.1" status: 200 len: 945 time: 0.0694959 Aug 17 16:28:05.217546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Attempting to bind port 85fc3c17-b97a-4579-9f65-8c71a25cedc0 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:28:05.217874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Attempting to bind port 85fc3c17-b97a-4579-9f65-8c71a25cedc0 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'e0af7856-f8c7-469c-8a34-f1cbcf0be057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dac56081-cbff-4e45-a4cd-897612b7673e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:28:05.218193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Attempting to bind port 85fc3c17-b97a-4579-9f65-8c71a25cedc0 on network dac56081-cbff-4e45-a4cd-897612b7673e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:05.224209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Port 85fc3c17-b97a-4579-9f65-8c71a25cedc0 on network dac56081-cbff-4e45-a4cd-897612b7673e not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:28:05.224520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Attempting to bind port 85fc3c17-b97a-4579-9f65-8c71a25cedc0 on network dac56081-cbff-4e45-a4cd-897612b7673e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:05.252956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:28:05.253195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Checking segment: {'id': 'e0af7856-f8c7-469c-8a34-f1cbcf0be057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dac56081-cbff-4e45-a4cd-897612b7673e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:28:05.253550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Bound using segment: {'id': 'e0af7856-f8c7-469c-8a34-f1cbcf0be057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dac56081-cbff-4e45-a4cd-897612b7673e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:28:05.253984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Bound port: 85fc3c17-b97a-4579-9f65-8c71a25cedc0, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0af7856-f8c7-469c-8a34-f1cbcf0be057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dac56081-cbff-4e45-a4cd-897612b7673e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:28:05.254945 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:05.384176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] For port 85fc3c17-b97a-4579-9f65-8c71a25cedc0, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:28:05.417083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] For port 85fc3c17-b97a-4579-9f65-8c71a25cedc0, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=85fc3c17-b97a-4579-9f65-8c71a25cedc0,segment=NetworkSegment(e0af7856-f8c7-469c-8a34-f1cbcf0be057),segment_id=e0af7856-f8c7-469c-8a34-f1cbcf0be057)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:28:05.421329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-ba362c78-5a39-484b-9d34-098f94f54ffc tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Deleting port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:05.421670 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-ba362c78-5a39-484b-9d34-098f94f54ffc tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:05.429211 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:05.503390 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe27cc-7314-41af-8326-d439607d3a51 req-828f42cc-d266-461b-a6e7-87e5d44c8233 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:05.505549 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0cbe27cc-7314-41af-8326-d439607d3a51 req-828f42cc-d266-461b-a6e7-87e5d44c8233 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0539656 Aug 17 16:28:05.522083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fb6a3-db72-4ecd-b288-034e60d5296c req-65b0f1e1-69f2-45d5-8578-57aa15d31283 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:05.523625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a19fb6a3-db72-4ecd-b288-034e60d5296c req-65b0f1e1-69f2-45d5-8578-57aa15d31283 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 943 time: 0.1585438 Aug 17 16:28:05.533928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:05.534554 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:05.536159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] 10.222.0.91 "PUT /v2.0/ports/85fc3c17-b97a-4579-9f65-8c71a25cedc0 HTTP/1.1" status: 200 len: 1091 time: 0.9338701 Aug 17 16:28:05.569002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0cbe27cc-7314-41af-8326-d439607d3a51 req-8395ef74-bea1-4575-b26a-a736f22d90fb tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525224 Aug 17 16:28:05.578142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df9978-44bc-4759-abc3-5c569964c2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=85fc3c17-b97a-4579-9f65-8c71a25cedc0,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:05.608544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 63f22d12-06cb-4872-a4cb-41dbc734258a details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:28:05.652847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a19fb6a3-db72-4ecd-b288-034e60d5296c req-4494bfd1-bd3f-4433-87cb-08fac20f1a87 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156230 Aug 17 16:28:05.654688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-ba362c78-5a39-484b-9d34-098f94f54ffc tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] For port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:05.655049 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-ba362c78-5a39-484b-9d34-098f94f54ffc tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:05.671500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-ba362c78-5a39-484b-9d34-098f94f54ffc tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Calling delete_port for 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:05.701969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-6e2966da-a5b2-4fd0-b70f-a3beb57a79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:05.703530 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-6e2966da-a5b2-4fd0-b70f-a3beb57a79f0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf9c616507df41338c15d036a674e709&device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 1094 time: 0.1098499 Aug 17 16:28:05.785798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 63f22d12-06cb-4872-a4cb-41dbc734258a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=63f22d12-06cb-4872-a4cb-41dbc734258a,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:05.798507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '63f22d12-06cb-4872-a4cb-41dbc734258a', 'network_id': '6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42', 'port_id': '63f22d12-06cb-4872-a4cb-41dbc734258a', 'mac_address': 'fa:16:3e:41:11:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96b31e3-23f2-415b-9640-5d2b9c8899cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:28:05.804002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-7bfb9930-c64c-484e-ab29-0a4fe1dff92d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85fc3c17-b97a-4579-9f65-8c71a25cedc0 HTTP/1.1" status: 200 len: 217 time: 0.0669200 Aug 17 16:28:05.851082 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:05.874964 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:05.878720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f22d12-06cb-4872-a4cb-41dbc734258a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:05.887820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4500c-5fe3-4a1b-8897-56c5da46c987 req-709c9ae7-b6be-431d-9d81-71d3422cdd2f tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:05.889386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0b4500c-5fe3-4a1b-8897-56c5da46c987 req-709c9ae7-b6be-431d-9d81-71d3422cdd2f tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 944 time: 0.1534884 Aug 17 16:28:05.896946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-410dcb9c-5a9c-49a4-a07d-0aa06d261d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:05.898657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-410dcb9c-5a9c-49a4-a07d-0aa06d261d5f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c7f20b6d-f74c-4d54-9fd0-a5656db73a84 HTTP/1.1" status: 200 len: 849 time: 0.0867350 Aug 17 16:28:05.916665 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 63f22d12-06cb-4872-a4cb-41dbc734258a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=63f22d12-06cb-4872-a4cb-41dbc734258a,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:05.919949 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:05.967037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-0006fb3c-eaef-46d7-9945-e5f0e2bebf16 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dac56081-cbff-4e45-a4cd-897612b7673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588012 Aug 17 16:28:05.990312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=63f22d12-06cb-4872-a4cb-41dbc734258a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:06.016300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0b4500c-5fe3-4a1b-8897-56c5da46c987 req-828e235b-c9cb-4344-a6e8-7cb74182b7c6 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165485 Aug 17 16:28:06.059440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-ba362c78-5a39-484b-9d34-098f94f54ffc tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:06.073376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['73d615d0-ce6d-4996-8ed4-172f4e72dff2'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:06.099154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba362c78-5a39-484b-9d34-098f94f54ffc tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Pushing event deleted for resources: {'Port': ['ID=9ad9c8e5-cfaa-496a-9b05-2dafcf955938,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:06.157989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-ba362c78-5a39-484b-9d34-098f94f54ffc tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] No DVR routers for this DVR port 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:06.162008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-ba362c78-5a39-484b-9d34-098f94f54ffc tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:06.164005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b784bd7-84f4-42de-a3fc-582b76bc2e5a req-ba362c78-5a39-484b-9d34-098f94f54ffc tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.91 "DELETE /v2.0/ports/9ad9c8e5-cfaa-496a-9b05-2dafcf955938 HTTP/1.1" status: 204 len: 173 time: 0.9406502 Aug 17 16:28:06.166302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-f6f70c1a-0508-49fe-8b1c-bf063890050f service neutron] 10.222.0.91 "GET /v2.0/networks/dac56081-cbff-4e45-a4cd-897612b7673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902261 Aug 17 16:28:06.175500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a954a6ed-cb96-4932-bde5-916c7270fb3e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:06.192481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9331d458-f9e2-409c-8dce-17ba3b57ef94 req-97cca6fa-f380-4bee-b3a9-ec6bce9a863a tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4a72957-90be-451f-80da-66f829ceb440 HTTP/1.1" status: 200 len: 210 time: 0.0411766 Aug 17 16:28:06.216655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['63f22d12-06cb-4872-a4cb-41dbc734258a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:06.282770 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8351a8a-1129-4fe1-b430-148c082459d0 req-672b1997-cb1a-4b37-91c1-ffd20165d779 service neutron] 10.222.0.91 "GET /v2.0/networks/dac56081-cbff-4e45-a4cd-897612b7673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090984 Aug 17 16:28:06.334944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc154007-c72e-4711-ad48-806458323509', 'tag': '85fc3c17-b97a-4579-9f65-8c71a25cedc0'}, {'server_uuid': 'f4a72957-90be-451f-80da-66f829ceb440', 'name': 'network-vif-deleted', 'tag': '9ad9c8e5-cfaa-496a-9b05-2dafcf955938'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:06.337895 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955" -d '{"events": [{"name": "network-changed", "server_uuid": "bc154007-c72e-4711-ad48-806458323509", "tag": "85fc3c17-b97a-4579-9f65-8c71a25cedc0"}, {"server_uuid": "f4a72957-90be-451f-80da-66f829ceb440", "name": "network-vif-deleted", "tag": "9ad9c8e5-cfaa-496a-9b05-2dafcf955938"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:06.383010 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232f76a5-f126-47af-aebc-cef8d7bee219 x-openstack-request-id: req-232f76a5-f126-47af-aebc-cef8d7bee219 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:06.383443 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc154007-c72e-4711-ad48-806458323509", "tag": "85fc3c17-b97a-4579-9f65-8c71a25cedc0", "status": "completed", "code": 200}, {"server_uuid": "f4a72957-90be-451f-80da-66f829ceb440", "name": "network-vif-deleted", "tag": "9ad9c8e5-cfaa-496a-9b05-2dafcf955938", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:06.383698 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-232f76a5-f126-47af-aebc-cef8d7bee219 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:06.384094 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc154007-c72e-4711-ad48-806458323509', 'tag': '85fc3c17-b97a-4579-9f65-8c71a25cedc0', 'status': 'completed', 'code': 200} Aug 17 16:28:06.384366 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a72957-90be-451f-80da-66f829ceb440', 'name': 'network-vif-deleted', 'tag': '9ad9c8e5-cfaa-496a-9b05-2dafcf955938', 'status': 'completed', 'code': 200} Aug 17 16:28:06.453747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955 req-dc347016-7988-4f81-9a56-daa3e7628f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:06.455508 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955 req-dc347016-7988-4f81-9a56-daa3e7628f50 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf9c616507df41338c15d036a674e709&device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 1094 time: 0.0497947 Aug 17 16:28:06.549532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955 req-798ae577-0d0a-4461-964a-abe37c01d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:06.551157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955 req-798ae577-0d0a-4461-964a-abe37c01d275 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dac56081-cbff-4e45-a4cd-897612b7673e HTTP/1.1" status: 200 len: 910 time: 0.0876436 Aug 17 16:28:06.604393 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955 req-0ec7e690-28fa-481b-bb54-88df29c60750 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85fc3c17-b97a-4579-9f65-8c71a25cedc0 HTTP/1.1" status: 200 len: 217 time: 0.0414479 Aug 17 16:28:06.664356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955 req-1132e52a-aaad-49e4-bef4-8b437c42de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:06.665893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955 req-1132e52a-aaad-49e4-bef4-8b437c42de2d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c7f20b6d-f74c-4d54-9fd0-a5656db73a84 HTTP/1.1" status: 200 len: 849 time: 0.0476558 Aug 17 16:28:06.711437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955 req-34a20350-abeb-4e3d-8c9a-a3aab830e519 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dac56081-cbff-4e45-a4cd-897612b7673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334501 Aug 17 16:28:06.734801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11fe6-2448-4edb-aea8-b222e65d4a5a req-c1421d2b-2d2c-46ed-bddf-05fb7e821745 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:06.736710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29b11fe6-2448-4edb-aea8-b222e65d4a5a req-c1421d2b-2d2c-46ed-bddf-05fb7e821745 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0614684 Aug 17 16:28:06.808673 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29b11fe6-2448-4edb-aea8-b222e65d4a5a req-8e858aad-c78f-47d9-95dd-d06bf48adc20 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641530 Aug 17 16:28:06.897226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955 req-16bf1ea4-3e5a-4982-9f89-10f3b7cb7dba service neutron] 10.222.0.91 "GET /v2.0/networks/dac56081-cbff-4e45-a4cd-897612b7673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755266 Aug 17 16:28:06.916073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068c6e2-6395-4349-bb85-d1673b175f82 req-228299bb-0b6b-4c42-9a67-81ab761b0e51 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:06.917695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a068c6e2-6395-4349-bb85-d1673b175f82 req-228299bb-0b6b-4c42-9a67-81ab761b0e51 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 943 time: 0.0857508 Aug 17 16:28:07.011941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a068c6e2-6395-4349-bb85-d1673b175f82 req-84931d88-4c94-4aee-bfff-fe90c1686f96 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828061 Aug 17 16:28:07.041543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83298fbd-9a7a-4c5c-b089-74b2bb2ee955 req-4e9f26ec-bd93-4cc4-94a6-d3ca4eadd917 service neutron] 10.222.0.91 "GET /v2.0/networks/dac56081-cbff-4e45-a4cd-897612b7673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228671 Aug 17 16:28:07.142793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8f6a4-ef18-48c8-bd6a-df8cca00703a req-04b913d2-d6cc-4fab-9122-179c7cbb8bbb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:07.144279 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76f8f6a4-ef18-48c8-bd6a-df8cca00703a req-04b913d2-d6cc-4fab-9122-179c7cbb8bbb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 945 time: 0.0516026 Aug 17 16:28:07.187447 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76f8f6a4-ef18-48c8-bd6a-df8cca00703a req-22a23e45-9179-44fc-a4f3-00d9f1df51fb tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364788 Aug 17 16:28:07.600539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 63f22d12-06cb-4872-a4cb-41dbc734258a up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:28:07.608167 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:07.673050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 63f22d12-06cb-4872-a4cb-41dbc734258a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:28:07.677581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 63f22d12-06cb-4872-a4cb-41dbc734258a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:07.678023 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:07.794398 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:07.821679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43c268-3301-4bd6-bbf5-99191e1c8e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f22d12-06cb-4872-a4cb-41dbc734258a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:07.824070 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f645381e-37fb-4242-967c-316a17384de4" -d '{"events": [{"server_uuid": "ad43c268-3301-4bd6-bbf5-99191e1c8e31", "name": "network-vif-plugged", "status": "completed", "tag": "63f22d12-06cb-4872-a4cb-41dbc734258a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:07.839165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 63f22d12-06cb-4872-a4cb-41dbc734258a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=63f22d12-06cb-4872-a4cb-41dbc734258a,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:07.843699 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:07.845616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:07.945938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:07.946409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 9ad9c8e5-cfaa-496a-9b05-2dafcf955938 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:07.948239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=63f22d12-06cb-4872-a4cb-41dbc734258a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:07.956604 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d947b5d0-9d62-4148-8e53-cb3034cdbd6f x-openstack-request-id: req-d947b5d0-9d62-4148-8e53-cb3034cdbd6f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:07.957236 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad43c268-3301-4bd6-bbf5-99191e1c8e31", "name": "network-vif-plugged", "status": "completed", "tag": "63f22d12-06cb-4872-a4cb-41dbc734258a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:07.957928 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d947b5d0-9d62-4148-8e53-cb3034cdbd6f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:07.958814 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad43c268-3301-4bd6-bbf5-99191e1c8e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f22d12-06cb-4872-a4cb-41dbc734258a', 'code': 200} Aug 17 16:28:07.975728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16ec33-4073-4b53-b9ba-a04bf309eb36 req-7b972aca-ff8c-464e-a965-0381833ac3f5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:07.984943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b16ec33-4073-4b53-b9ba-a04bf309eb36 req-7b972aca-ff8c-464e-a965-0381833ac3f5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0860267 Aug 17 16:28:08.028317 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b16ec33-4073-4b53-b9ba-a04bf309eb36 req-45e14baf-93a4-43e8-bfdd-74a19694552c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 Aug 17 16:28:08.094964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9a673-8abe-49bf-8ec0-51ab349bd810 req-b4fd3f10-fc0d-48e5-92da-145274fc53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:08.096707 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bee9a673-8abe-49bf-8ec0-51ab349bd810 req-b4fd3f10-fc0d-48e5-92da-145274fc53ba service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 1097 time: 0.0586143 Aug 17 16:28:08.136018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bee9a673-8abe-49bf-8ec0-51ab349bd810 req-7eb54f03-80c4-4bf6-8b1e-651f54fcca7c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Aug 17 16:28:08.219838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ccbb6-970e-4c26-9ca9-b35efcdd5b1b req-a00ba555-062a-4600-bf58-4452ecaf9dad tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:08.226189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ccbb6-970e-4c26-9ca9-b35efcdd5b1b req-a00ba555-062a-4600-bf58-4452ecaf9dad tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:08.227824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-616ccbb6-970e-4c26-9ca9-b35efcdd5b1b req-a00ba555-062a-4600-bf58-4452ecaf9dad tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ce31dec-2bca-4c5a-aa89-8fcbc6218623&device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 1681 time: 0.0639415 Aug 17 16:28:08.268948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-616ccbb6-970e-4c26-9ca9-b35efcdd5b1b req-ac4c771d-ca80-465d-bd4d-0e306f35ecdd tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Aug 17 16:28:08.288385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0d292872-3f38-477e-b843-020cc26e222a up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:28:08.340412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 0d292872-3f38-477e-b843-020cc26e222a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:28:08.344207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0d292872-3f38-477e-b843-020cc26e222a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:08.344575 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:08.350665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca821c-7d72-41c9-9c92-cc865d763e6a req-2483da6b-cbd7-42c5-a495-82b82eb6708e tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:08.352292 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfca821c-7d72-41c9-9c92-cc865d763e6a req-2483da6b-cbd7-42c5-a495-82b82eb6708e tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 943 time: 0.0571132 Aug 17 16:28:08.376602 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61037afe-191f-43d7-bd3c-cf6dd7309c74 req-0dc92f7c-ab3f-4b5a-b41b-2aec9a44e655 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:08.378034 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61037afe-191f-43d7-bd3c-cf6dd7309c74 req-0dc92f7c-ab3f-4b5a-b41b-2aec9a44e655 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 945 time: 0.0565596 Aug 17 16:28:08.393789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfca821c-7d72-41c9-9c92-cc865d763e6a req-75e77cda-1bcb-4aef-ba57-f4802b3152a4 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345559 Aug 17 16:28:08.429914 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:08.431164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61037afe-191f-43d7-bd3c-cf6dd7309c74 req-27c0f058-7722-4359-a6cd-0906003be824 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Aug 17 16:28:08.479327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0d292872-3f38-477e-b843-020cc26e222a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0d292872-3f38-477e-b843-020cc26e222a,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:08.485026 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:08.512950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc49b-8e9a-4b48-bd7d-fb09e4808934 req-0232dcea-4fa7-4619-ba4c-1b01281ebb79 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:08.514678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23bcc49b-8e9a-4b48-bd7d-fb09e4808934 req-0232dcea-4fa7-4619-ba4c-1b01281ebb79 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 946 time: 0.0573447 Aug 17 16:28:08.567270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23bcc49b-8e9a-4b48-bd7d-fb09e4808934 req-8f3dacf0-50d9-440d-a0e7-3f8f55ae2000 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 Aug 17 16:28:08.675044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0d292872-3f38-477e-b843-020cc26e222a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:08.959621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764582bc-012e-45c5-93ad-2d9063e43e76 req-5facd524-91e2-4947-8dd1-3b346e61577a tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:08.961172 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-764582bc-012e-45c5-93ad-2d9063e43e76 req-5facd524-91e2-4947-8dd1-3b346e61577a tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ce31dec-2bca-4c5a-aa89-8fcbc6218623 HTTP/1.1" status: 200 len: 945 time: 0.0496383 Aug 17 16:28:09.000591 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-764582bc-012e-45c5-93ad-2d9063e43e76 req-c3232eb2-2753-4d1d-98b3-96ade51d64a1 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Aug 17 16:28:09.160883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97b72e-f995-4a3f-9a76-d469792b59ba req-fc78892f-1d55-46a0-bee2-a1c39fdb688e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:09.162554 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce97b72e-f995-4a3f-9a76-d469792b59ba req-fc78892f-1d55-46a0-bee2-a1c39fdb688e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0585833 Aug 17 16:28:09.202177 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce97b72e-f995-4a3f-9a76-d469792b59ba req-fe9014a7-e89e-4f2e-b765-cb4efb4fa88e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Aug 17 16:28:09.508773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed6624-8640-4738-bd41-f81b4e1fbed1 req-5b6d2e10-44f5-4529-bb42-07a2b408e835 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:09.510313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbed6624-8640-4738-bd41-f81b4e1fbed1 req-5b6d2e10-44f5-4529-bb42-07a2b408e835 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 943 time: 0.0495374 Aug 17 16:28:09.545812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dc1d-a2c3-4b11-9d00-ec06dca93f0d req-2010c134-6a26-42c2-a644-78d77d13b8fc tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:09.547345 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8bb5dc1d-a2c3-4b11-9d00-ec06dca93f0d req-2010c134-6a26-42c2-a644-78d77d13b8fc tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 945 time: 0.0491219 Aug 17 16:28:09.553705 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbed6624-8640-4738-bd41-f81b4e1fbed1 req-1941b34f-4dd0-4203-b2d9-c3dd29fac6f3 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372570 Aug 17 16:28:09.585881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8bb5dc1d-a2c3-4b11-9d00-ec06dca93f0d req-60db4f69-e0bb-44d3-a49e-a7b566ac3a85 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324867 Aug 17 16:28:09.614849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 85fc3c17-b97a-4579-9f65-8c71a25cedc0 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:28:09.687726 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99301ca2-d8ff-43e2-ac6a-d483e43dff65 req-3d71b055-69f9-41ee-8462-f345b3edd46f tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:09.689831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99301ca2-d8ff-43e2-ac6a-d483e43dff65 req-3d71b055-69f9-41ee-8462-f345b3edd46f tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 946 time: 0.0506525 Aug 17 16:28:09.712545 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 85fc3c17-b97a-4579-9f65-8c71a25cedc0, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=85fc3c17-b97a-4579-9f65-8c71a25cedc0,segment=NetworkSegment(e0af7856-f8c7-469c-8a34-f1cbcf0be057),segment_id=e0af7856-f8c7-469c-8a34-f1cbcf0be057)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:09.723504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '85fc3c17-b97a-4579-9f65-8c71a25cedc0', 'network_id': 'dac56081-cbff-4e45-a4cd-897612b7673e', 'port_id': '85fc3c17-b97a-4579-9f65-8c71a25cedc0', 'mac_address': 'fa:16:3e:27:54:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f20b6d-f74c-4d54-9fd0-a5656db73a84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:28:09.729072 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99301ca2-d8ff-43e2-ac6a-d483e43dff65 req-cabb0e3d-719b-4d1b-9598-3107761ffcdd tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Aug 17 16:28:09.765083 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:09.778560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fc3c17-b97a-4579-9f65-8c71a25cedc0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:09.797752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 85fc3c17-b97a-4579-9f65-8c71a25cedc0, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=85fc3c17-b97a-4579-9f65-8c71a25cedc0,segment=NetworkSegment(e0af7856-f8c7-469c-8a34-f1cbcf0be057),segment_id=e0af7856-f8c7-469c-8a34-f1cbcf0be057)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:09.802006 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:09.849809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=85fc3c17-b97a-4579-9f65-8c71a25cedc0,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:09.850500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9fe01-80ae-4e47-a080-7d9701c27ef0 req-d64fe6d7-d588-4abc-8e5e-98143a660865 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:09.852897 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fff9fe01-80ae-4e47-a080-7d9701c27ef0 req-d64fe6d7-d588-4abc-8e5e-98143a660865 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33bca40-4009-4ada-aacd-80472e1b51df HTTP/1.1" status: 200 len: 946 time: 0.0565994 Aug 17 16:28:09.890314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fff9fe01-80ae-4e47-a080-7d9701c27ef0 req-385f4917-4a67-465f-bf6a-03e81bf52faf tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Aug 17 16:28:09.960388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33bca40-4009-4ada-aacd-80472e1b51df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d292872-3f38-477e-b843-020cc26e222a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:09.962785 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef15b47-95fb-4cc6-bbb9-00a0992d990b" -d '{"events": [{"server_uuid": "d33bca40-4009-4ada-aacd-80472e1b51df", "name": "network-vif-plugged", "status": "completed", "tag": "0d292872-3f38-477e-b843-020cc26e222a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:10.000214 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e6f26c-13d6-47ca-9de9-87d85accc587 x-openstack-request-id: req-46e6f26c-13d6-47ca-9de9-87d85accc587 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:10.000499 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33bca40-4009-4ada-aacd-80472e1b51df", "name": "network-vif-plugged", "status": "completed", "tag": "0d292872-3f38-477e-b843-020cc26e222a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:10.000745 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46e6f26c-13d6-47ca-9de9-87d85accc587 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:10.001137 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33bca40-4009-4ada-aacd-80472e1b51df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d292872-3f38-477e-b843-020cc26e222a', 'code': 200} Aug 17 16:28:10.116114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd262d69-0377-4684-ab12-31fbf79eeb06 req-6090259f-0289-4857-9f73-f02d7db5bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:10.117636 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cd262d69-0377-4684-ab12-31fbf79eeb06 req-6090259f-0289-4857-9f73-f02d7db5bdaa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d33bca40-4009-4ada-aacd-80472e1b51df HTTP/1.1" status: 200 len: 1097 time: 0.0427735 Aug 17 16:28:10.118602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5430382-8a0b-4c6b-8e7b-6bb94ddc9769 req-dad3fcc6-05e8-4a3a-abba-dfac7e8f994b tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:10.120110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5430382-8a0b-4c6b-8e7b-6bb94ddc9769 req-dad3fcc6-05e8-4a3a-abba-dfac7e8f994b tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ce31dec-2bca-4c5a-aa89-8fcbc6218623 HTTP/1.1" status: 200 len: 945 time: 0.0504928 Aug 17 16:28:10.159749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cd262d69-0377-4684-ab12-31fbf79eeb06 req-d673f256-3769-4c0a-86a9-3dcef7fa9efa service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Aug 17 16:28:10.185104 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5430382-8a0b-4c6b-8e7b-6bb94ddc9769 req-4e14bcb6-54eb-4bb5-80d9-0395ae21aeac tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559795 Aug 17 16:28:10.197685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-edd0b929-02a4-45f2-96dc-e3ef053f5055 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:10.199583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-edd0b929-02a4-45f2-96dc-e3ef053f5055 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.91 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 945 time: 0.0783014 Aug 17 16:28:10.243551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['85fc3c17-b97a-4579-9f65-8c71a25cedc0'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:10.374180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e492397-90ea-4318-9f1f-f5007f6c6624 req-3a0dc058-a29b-4482-9790-a2a40bef1181 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:10.375655 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e492397-90ea-4318-9f1f-f5007f6c6624 req-3a0dc058-a29b-4482-9790-a2a40bef1181 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0972264 Aug 17 16:28:10.410967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-a3f1c6c2-308d-4819-8f55-0f64722c62ad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Deleting port c7060775-c1a5-4973-b7a3-2c59a74351f2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:10.411328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-a3f1c6c2-308d-4819-8f55-0f64722c62ad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:10.467605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e492397-90ea-4318-9f1f-f5007f6c6624 req-9cda6ed2-323a-4745-9c1b-0ba6c684ebc9 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821896 Aug 17 16:28:10.519805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-a3f1c6c2-308d-4819-8f55-0f64722c62ad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] For port c7060775-c1a5-4973-b7a3-2c59a74351f2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c7060775-c1a5-4973-b7a3-2c59a74351f2,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:10.520166 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-a3f1c6c2-308d-4819-8f55-0f64722c62ad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:10.533228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-a3f1c6c2-308d-4819-8f55-0f64722c62ad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Calling delete_port for c7060775-c1a5-4973-b7a3-2c59a74351f2 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:10.548449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-599430dc-b3d5-4fa1-a82d-d47d00a88d8f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:10.550012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-599430dc-b3d5-4fa1-a82d-d47d00a88d8f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2ba5fcc-1c7c-49e0-ae02-9148678aa480 HTTP/1.1" status: 200 len: 945 time: 0.0613675 Aug 17 16:28:10.689680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cd5da-e018-403a-a82e-c05e95400e0f req-e604190a-cbda-42be-8d9a-56bbeb7d9cdb tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:10.691233 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-451cd5da-e018-403a-a82e-c05e95400e0f req-e604190a-cbda-42be-8d9a-56bbeb7d9cdb tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 944 time: 0.0607526 Aug 17 16:28:10.721484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Deleting port a954a6ed-cb96-4932-bde5-916c7270fb3e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:10.721830 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:10.723782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-a3f1c6c2-308d-4819-8f55-0f64722c62ad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:10.737192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf', '89cfd8aa-208d-4370-aeee-f6ff7f6cc786'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:10.740026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b54c0-bddf-4aab-b87c-9b9a6949bd30 req-52ed1c4e-08fe-4975-9ab3-f52335829f71 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:10.741594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c44b54c0-bddf-4aab-b87c-9b9a6949bd30 req-52ed1c4e-08fe-4975-9ab3-f52335829f71 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9189a760-bbc1-41ae-ab93-6e3b684028fe HTTP/1.1" status: 200 len: 945 time: 0.0789716 Aug 17 16:28:10.775056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1c6c2-308d-4819-8f55-0f64722c62ad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Pushing event deleted for resources: {'Port': ['ID=c7060775-c1a5-4973-b7a3-2c59a74351f2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:10.789923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-451cd5da-e018-403a-a82e-c05e95400e0f req-069c86e8-fa4e-4431-8bc9-b831cee50554 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912399 Aug 17 16:28:10.846560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] For port a954a6ed-cb96-4932-bde5-916c7270fb3e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a954a6ed-cb96-4932-bde5-916c7270fb3e,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:10.846798 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:10.862765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-a3f1c6c2-308d-4819-8f55-0f64722c62ad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] No DVR routers for this DVR port c7060775-c1a5-4973-b7a3-2c59a74351f2 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:10.864816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Calling delete_port for a954a6ed-cb96-4932-bde5-916c7270fb3e owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:10.868477 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-a3f1c6c2-308d-4819-8f55-0f64722c62ad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:10.870891 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4657e67b-171b-4c5e-bebf-97e5400c4621 req-a3f1c6c2-308d-4819-8f55-0f64722c62ad tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.91 "DELETE /v2.0/ports/c7060775-c1a5-4973-b7a3-2c59a74351f2 HTTP/1.1" status: 204 len: 173 time: 0.6371427 Aug 17 16:28:10.871758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9189a760-bbc1-41ae-ab93-6e3b684028fe', 'name': 'network-vif-deleted', 'tag': 'c7060775-c1a5-4973-b7a3-2c59a74351f2'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:10.874075 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64386ed1-8c4c-4211-a0d3-fb8dd6471023" -d '{"events": [{"server_uuid": "9189a760-bbc1-41ae-ab93-6e3b684028fe", "name": "network-vif-deleted", "tag": "c7060775-c1a5-4973-b7a3-2c59a74351f2"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:10.882751 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c44b54c0-bddf-4aab-b87c-9b9a6949bd30 req-ddf4e850-00b6-41ba-9b00-18e2833a84a5 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115458 Aug 17 16:28:10.891749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476a713-352e-4646-9646-c4537c94adec req-6991c03c-0548-4338-a5ea-0d5be2726885 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:10.893265 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0476a713-352e-4646-9646-c4537c94adec req-6991c03c-0548-4338-a5ea-0d5be2726885 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.91 "GET /v2.0/ports?device_id=3ce31dec-2bca-4c5a-aa89-8fcbc6218623 HTTP/1.1" status: 200 len: 945 time: 0.1611791 Aug 17 16:28:10.985446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['c7060775-c1a5-4973-b7a3-2c59a74351f2'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:10.996188 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3677ad99-dcfa-4222-9094-7008617bdc5e x-openstack-request-id: req-3677ad99-dcfa-4222-9094-7008617bdc5e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:10.996861 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9189a760-bbc1-41ae-ab93-6e3b684028fe", "name": "network-vif-deleted", "tag": "c7060775-c1a5-4973-b7a3-2c59a74351f2", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:10.997350 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3677ad99-dcfa-4222-9094-7008617bdc5e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:10.998718 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9189a760-bbc1-41ae-ab93-6e3b684028fe', 'name': 'network-vif-deleted', 'tag': 'c7060775-c1a5-4973-b7a3-2c59a74351f2', 'status': 'completed', 'code': 200} Aug 17 16:28:11.048571 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:11.065266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['73d615d0-ce6d-4996-8ed4-172f4e72dff2'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:11.092223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Pushing event deleted for resources: {'Port': ['ID=a954a6ed-cb96-4932-bde5-916c7270fb3e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:11.105787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.106140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.106918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fb735-72dc-4cc0-b488-d5a2af987ba9 req-6cfc4a48-7b1c-4c4c-8dbf-88002fb5cde7 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:11.107052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.107052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.107232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.107477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.107805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.108131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.108408 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-212fb735-72dc-4cc0-b488-d5a2af987ba9 req-6cfc4a48-7b1c-4c4c-8dbf-88002fb5cde7 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33bca40-4009-4ada-aacd-80472e1b51df HTTP/1.1" status: 200 len: 946 time: 0.0843093 Aug 17 16:28:11.108518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.108769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.109092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.109412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:11.125240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-0476a713-352e-4646-9646-c4537c94adec req-434bb64c-7102-43e1-8a46-46e38cce7a2f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Deleting port 73d615d0-ce6d-4996-8ed4-172f4e72dff2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:11.125649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0476a713-352e-4646-9646-c4537c94adec req-434bb64c-7102-43e1-8a46-46e38cce7a2f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:11.146954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] No DVR routers for this DVR port a954a6ed-cb96-4932-bde5-916c7270fb3e on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:11.149776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:11.151846 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-882030c9-4846-4cc2-8b60-3d6bcd908329 req-3100117c-ef8c-4be9-907d-0a11ce7ae588 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.93 "DELETE /v2.0/ports/a954a6ed-cb96-4932-bde5-916c7270fb3e HTTP/1.1" status: 204 len: 173 time: 0.5947378 Aug 17 16:28:11.152283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ba5fcc-1c7c-49e0-ae02-9148678aa480', 'name': 'network-vif-deleted', 'tag': 'a954a6ed-cb96-4932-bde5-916c7270fb3e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:11.155039 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ece7dc5-b148-4232-8156-3bde21233b0d" -d '{"events": [{"server_uuid": "a2ba5fcc-1c7c-49e0-ae02-9148678aa480", "name": "network-vif-deleted", "tag": "a954a6ed-cb96-4932-bde5-916c7270fb3e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:11.195722 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd2c9a-f4c2-43e2-a4f2-4e6dd75875f7 x-openstack-request-id: req-e2cd2c9a-f4c2-43e2-a4f2-4e6dd75875f7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:11.196234 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ba5fcc-1c7c-49e0-ae02-9148678aa480", "name": "network-vif-deleted", "tag": "a954a6ed-cb96-4932-bde5-916c7270fb3e", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:11.196487 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2cd2c9a-f4c2-43e2-a4f2-4e6dd75875f7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:11.196882 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ba5fcc-1c7c-49e0-ae02-9148678aa480', 'name': 'network-vif-deleted', 'tag': 'a954a6ed-cb96-4932-bde5-916c7270fb3e', 'status': 'completed', 'code': 200} Aug 17 16:28:11.254669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-212fb735-72dc-4cc0-b488-d5a2af987ba9 req-e0ef000e-7aab-490b-b4fb-1d6dfe492b54 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332042 Aug 17 16:28:11.313487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0476a713-352e-4646-9646-c4537c94adec req-434bb64c-7102-43e1-8a46-46e38cce7a2f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] For port 73d615d0-ce6d-4996-8ed4-172f4e72dff2, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=73d615d0-ce6d-4996-8ed4-172f4e72dff2,segment=NetworkSegment(54fc2b84-79c7-443e-aa9c-5120096f7a7d),segment_id=54fc2b84-79c7-443e-aa9c-5120096f7a7d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:11.314094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0476a713-352e-4646-9646-c4537c94adec req-434bb64c-7102-43e1-8a46-46e38cce7a2f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:11.331020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-0476a713-352e-4646-9646-c4537c94adec req-434bb64c-7102-43e1-8a46-46e38cce7a2f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Calling delete_port for 73d615d0-ce6d-4996-8ed4-172f4e72dff2 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:11.363218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c98213-b603-4339-a593-ba06aeb4e8eb req-40c003ca-b8cf-4c0d-9842-3b2a7ee811d2 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:11.365565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80c98213-b603-4339-a593-ba06aeb4e8eb req-40c003ca-b8cf-4c0d-9842-3b2a7ee811d2 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ce31dec-2bca-4c5a-aa89-8fcbc6218623 HTTP/1.1" status: 200 len: 945 time: 0.0702977 Aug 17 16:28:11.413408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80c98213-b603-4339-a593-ba06aeb4e8eb req-a7a29152-a5bb-4d32-a157-1e4012a20072 tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.77 "GET /v2.0/security-groups?id=01b9b099-6245-4301-bdd8-6b932742accb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Aug 17 16:28:11.484952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0476a713-352e-4646-9646-c4537c94adec req-434bb64c-7102-43e1-8a46-46e38cce7a2f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:11.521392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bb64c-7102-43e1-8a46-46e38cce7a2f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Pushing event deleted for resources: {'Port': ['ID=73d615d0-ce6d-4996-8ed4-172f4e72dff2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:11.565143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0476a713-352e-4646-9646-c4537c94adec req-434bb64c-7102-43e1-8a46-46e38cce7a2f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] No DVR routers for this DVR port 73d615d0-ce6d-4996-8ed4-172f4e72dff2 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:11.569374 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0476a713-352e-4646-9646-c4537c94adec req-434bb64c-7102-43e1-8a46-46e38cce7a2f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:11.570887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0476a713-352e-4646-9646-c4537c94adec req-434bb64c-7102-43e1-8a46-46e38cce7a2f tempest-ListServersNegativeTestJSON-229035917 tempest-ListServersNegativeTestJSON-229035917-project] 10.222.0.91 "DELETE /v2.0/ports/73d615d0-ce6d-4996-8ed4-172f4e72dff2 HTTP/1.1" status: 204 len: 173 time: 0.6601319 Aug 17 16:28:11.604789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fc1a5-c5a5-4f44-96db-5ccd2b8b5e4e req-45997525-5101-4dac-99a6-aad9d604a6cf tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:11.606310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b1fc1a5-c5a5-4f44-96db-5ccd2b8b5e4e req-45997525-5101-4dac-99a6-aad9d604a6cf tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0530205 Aug 17 16:28:11.634873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 85fc3c17-b97a-4579-9f65-8c71a25cedc0 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:28:11.657879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b1fc1a5-c5a5-4f44-96db-5ccd2b8b5e4e req-2b262fe7-c662-450e-8c89-9da06ffeb155 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Aug 17 16:28:11.707469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 85fc3c17-b97a-4579-9f65-8c71a25cedc0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:28:11.711426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 85fc3c17-b97a-4579-9f65-8c71a25cedc0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:11.711797 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:11.794552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:11.830118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 85fc3c17-b97a-4579-9f65-8c71a25cedc0, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=85fc3c17-b97a-4579-9f65-8c71a25cedc0,segment=NetworkSegment(e0af7856-f8c7-469c-8a34-f1cbcf0be057),segment_id=e0af7856-f8c7-469c-8a34-f1cbcf0be057)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:11.834949 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:11.835782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c7060775-c1a5-4973-b7a3-2c59a74351f2 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:11.882187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a954a6ed-cb96-4932-bde5-916c7270fb3e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:11.884472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a954a6ed-cb96-4932-bde5-916c7270fb3e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:11.886559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: c7060775-c1a5-4973-b7a3-2c59a74351f2 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:11.886915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c7060775-c1a5-4973-b7a3-2c59a74351f2 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:11.887433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 73d615d0-ce6d-4996-8ed4-172f4e72dff2 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:11.930606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b05937-49aa-44cb-9caf-7db1a96a755a req-dd86aa36-d8cb-4c26-a3d2-84956b5b7d52 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:11.933943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37b05937-49aa-44cb-9caf-7db1a96a755a req-dd86aa36-d8cb-4c26-a3d2-84956b5b7d52 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 945 time: 0.0626841 Aug 17 16:28:11.951913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 73d615d0-ce6d-4996-8ed4-172f4e72dff2 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:11.952257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 73d615d0-ce6d-4996-8ed4-172f4e72dff2 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:11.992478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=85fc3c17-b97a-4579-9f65-8c71a25cedc0,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:11.994218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37b05937-49aa-44cb-9caf-7db1a96a755a req-e195070e-d4eb-40ed-9acf-ca3f0f85b584 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518146 Aug 17 16:28:12.008953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc154007-c72e-4711-ad48-806458323509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fc3c17-b97a-4579-9f65-8c71a25cedc0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:12.008953 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ffa1b3-9bbd-4283-bf81-7f83a22c07d7" -d '{"events": [{"server_uuid": "bc154007-c72e-4711-ad48-806458323509", "name": "network-vif-plugged", "status": "completed", "tag": "85fc3c17-b97a-4579-9f65-8c71a25cedc0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:12.045512 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be514715-fb2f-487c-9078-463f1cf02628 x-openstack-request-id: req-be514715-fb2f-487c-9078-463f1cf02628 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:12.045768 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc154007-c72e-4711-ad48-806458323509", "name": "network-vif-plugged", "status": "completed", "tag": "85fc3c17-b97a-4579-9f65-8c71a25cedc0", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:12.046040 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be514715-fb2f-487c-9078-463f1cf02628 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:12.046544 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc154007-c72e-4711-ad48-806458323509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fc3c17-b97a-4579-9f65-8c71a25cedc0', 'code': 200} Aug 17 16:28:12.201300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbc17c-e8f8-46b1-b240-aa514d138ab1 req-b236c2ec-f7ca-4176-ac3e-6374aa3ef853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:12.202874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0bdbc17c-e8f8-46b1-b240-aa514d138ab1 req-b236c2ec-f7ca-4176-ac3e-6374aa3ef853 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 1096 time: 0.0783262 Aug 17 16:28:12.225801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122b266-b0ad-4bd5-9f4e-b8f79e0d8a57 req-eca82e82-bd35-4f25-9f63-fbb470ba8395 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:12.227549 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6122b266-b0ad-4bd5-9f4e-b8f79e0d8a57 req-eca82e82-bd35-4f25-9f63-fbb470ba8395 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 945 time: 0.0756066 Aug 17 16:28:12.373876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa701ff-4f85-4722-8bf4-029030f8add8 req-ccff4a2e-64fb-483f-83f9-634ae1f1ae67 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:12.375567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efa701ff-4f85-4722-8bf4-029030f8add8 req-ccff4a2e-64fb-483f-83f9-634ae1f1ae67 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33bca40-4009-4ada-aacd-80472e1b51df HTTP/1.1" status: 200 len: 946 time: 0.0536783 Aug 17 16:28:12.416892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efa701ff-4f85-4722-8bf4-029030f8add8 req-3b20b17b-2cc7-43bf-992c-598a9a93aa06 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346851 Aug 17 16:28:12.535361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0bdbc17c-e8f8-46b1-b240-aa514d138ab1 req-b03a7bd2-0bbb-41ff-a1fd-fbc7239b9cb1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235173 Aug 17 16:28:12.549419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6122b266-b0ad-4bd5-9f4e-b8f79e0d8a57 req-6327f7e6-f49c-4082-9d55-9bb8b7cfef51 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125174 Aug 17 16:28:12.665314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:12.716152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7720f00d-7999-42a5-a379-47a5879a680d admin admin] Deleting subnet e69e71c2-4c7e-4963-a65d-8ab246622bc7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:28:12.719905 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7720f00d-7999-42a5-a379-47a5879a680d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:12.788495 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7720f00d-7999-42a5-a379-47a5879a680d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:12.835896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e8ce-2501-4b7a-a2ab-c3e704081b36 req-479ef4ae-8949-4d17-8ea8-d85d6bc6943d tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:12.837395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c84e8ce-2501-4b7a-a2ab-c3e704081b36 req-479ef4ae-8949-4d17-8ea8-d85d6bc6943d tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0963659 Aug 17 16:28:12.855971 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7720f00d-7999-42a5-a379-47a5879a680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:12.897584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddd989-6a5f-4bed-b0b8-1f0813196226 req-cf861b8d-608f-4e62-a964-c4c2314701c5 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:12.899166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48ddd989-6a5f-4bed-b0b8-1f0813196226 req-cf861b8d-608f-4e62-a964-c4c2314701c5 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33bca40-4009-4ada-aacd-80472e1b51df HTTP/1.1" status: 200 len: 946 time: 0.0560572 Aug 17 16:28:12.921279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c84e8ce-2501-4b7a-a2ab-c3e704081b36 req-1ce10fdb-e364-41fd-8917-a88dd332b3af tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764012 Aug 17 16:28:12.948477 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7720f00d-7999-42a5-a379-47a5879a680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:12.949663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48ddd989-6a5f-4bed-b0b8-1f0813196226 req-820fd06f-8754-4f4c-b1f7-af44bf8a41dd tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Aug 17 16:28:12.981612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720f00d-7999-42a5-a379-47a5879a680d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69e71c2-4c7e-4963-a65d-8ab246622bc7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:12.984167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7720f00d-7999-42a5-a379-47a5879a680d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:12.986732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7720f00d-7999-42a5-a379-47a5879a680d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e69e71c2-4c7e-4963-a65d-8ab246622bc7 HTTP/1.1" status: 204 len: 168 time: 0.3197093 Aug 17 16:28:12.989375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54878) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:13.007970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce31dec-2bca-4c5a-aa89-8fcbc6218623', 'name': 'network-vif-deleted', 'tag': '73d615d0-ce6d-4996-8ed4-172f4e72dff2'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:13.010157 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b35889-d7b4-4c3c-b75c-8262166e10fb" -d '{"events": [{"server_uuid": "3ce31dec-2bca-4c5a-aa89-8fcbc6218623", "name": "network-vif-deleted", "tag": "73d615d0-ce6d-4996-8ed4-172f4e72dff2"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:13.084827 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e134e3-489d-4342-aeef-189acd4e5b05 x-openstack-request-id: req-12e134e3-489d-4342-aeef-189acd4e5b05 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:13.085124 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce31dec-2bca-4c5a-aa89-8fcbc6218623", "name": "network-vif-deleted", "tag": "73d615d0-ce6d-4996-8ed4-172f4e72dff2", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:13.085371 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12e134e3-489d-4342-aeef-189acd4e5b05 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:13.085753 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce31dec-2bca-4c5a-aa89-8fcbc6218623', 'name': 'network-vif-deleted', 'tag': '73d615d0-ce6d-4996-8ed4-172f4e72dff2', 'status': 'completed', 'code': 200} Aug 17 16:28:13.109335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.137049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe433e-f604-406e-9122-a853818c2c99 req-d33c790a-7a36-44bf-a3cd-8c4a31561b65 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:13.138658 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34fe433e-f604-406e-9122-a853818c2c99 req-d33c790a-7a36-44bf-a3cd-8c4a31561b65 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 945 time: 0.0767939 Aug 17 16:28:13.234889 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.240982 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34fe433e-f604-406e-9122-a853818c2c99 req-91f04a3d-27ba-46e7-8003-e4b14de04bc7 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834420 Aug 17 16:28:13.249383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced132c0-cba4-4da9-9386-0f8e37036c58']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:13.262661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fc2b84-79c7-443e-aa9c-5120096f7a7d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:13.263020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fc2b84-79c7-443e-aa9c-5120096f7a7d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:13.273911 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.287840 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.295297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:28:13.295683 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:28:13.297319 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:28:13.353372 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.359731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.362899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ced132c0-cba4-4da9-9386-0f8e37036c58 HTTP/1.1" status: 204 len: 168 time: 0.3724933 Aug 17 16:28:13.377205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18506430-7821-4bf2-95c3-0cdaa4859c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=ced132c0-cba4-4da9-9386-0f8e37036c58,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:13.481949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54886) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:13.544011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cee03cbe-d1c6-44a0-91b0-04762635da8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6768771e16e4b07a5dc021d5b401b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583029 Aug 17 16:28:13.544258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54890) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:13.616055 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790809a6-9ad0-4432-8034-8c9987fc79bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.641725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790809a6-9ad0-4432-8034-8c9987fc79bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.688572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642792e1-ceeb-45d7-ac8c-cd37d8bbf238 req-6f49f62e-d4f4-47d3-9ac8-b56a39b37016 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:13.689920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-642792e1-ceeb-45d7-ac8c-cd37d8bbf238 req-6f49f62e-d4f4-47d3-9ac8-b56a39b37016 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 945 time: 0.0614550 Aug 17 16:28:13.696468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790809a6-9ad0-4432-8034-8c9987fc79bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.699370 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790809a6-9ad0-4432-8034-8c9987fc79bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:13.703129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-790809a6-9ad0-4432-8034-8c9987fc79bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01b9b099-6245-4301-bdd8-6b932742accb HTTP/1.1" status: 204 len: 168 time: 0.1554589 Aug 17 16:28:13.710308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790809a6-9ad0-4432-8034-8c9987fc79bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b9b099-6245-4301-bdd8-6b932742accb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:13.749415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-642792e1-ceeb-45d7-ac8c-cd37d8bbf238 req-6bc37931-0837-4fc1-a313-ec21ca6e3a39 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507684 Aug 17 16:28:13.860355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-9cf0067f-34fb-435c-9406-171e29161b9b tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:13.861845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-9cf0067f-34fb-435c-9406-171e29161b9b tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.93 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 945 time: 0.0541308 Aug 17 16:28:13.972248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-b0d3fbac-0b83-4a14-8f72-c9db4f7405bd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Deleting port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:13.973282 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-b0d3fbac-0b83-4a14-8f72-c9db4f7405bd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:14.079248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3047b-4d22-44f6-944f-738524b2a94d req-56632462-f9cc-498c-817f-bb8ca6fbf91f tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:14.080849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ae3047b-4d22-44f6-944f-738524b2a94d req-56632462-f9cc-498c-817f-bb8ca6fbf91f tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33bca40-4009-4ada-aacd-80472e1b51df HTTP/1.1" status: 200 len: 946 time: 0.0530224 Aug 17 16:28:14.088406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490dda-ff14-4de0-a286-17b6faa8695a req-fa9653d7-6fb7-4b91-b3c2-ebe9950876f7 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:14.089912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-78490dda-ff14-4de0-a286-17b6faa8695a req-fa9653d7-6fb7-4b91-b3c2-ebe9950876f7 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0637217 Aug 17 16:28:14.124737 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ae3047b-4d22-44f6-944f-738524b2a94d req-fb622272-3ef8-4a05-b7ea-4a1ff9720d87 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd89a9ff-f021-405e-a64e-1d02b72ac5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374012 Aug 17 16:28:14.136665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-b0d3fbac-0b83-4a14-8f72-c9db4f7405bd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] For port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:14.137035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-b0d3fbac-0b83-4a14-8f72-c9db4f7405bd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:14.159523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-b0d3fbac-0b83-4a14-8f72-c9db4f7405bd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Calling delete_port for 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:14.169313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-78490dda-ff14-4de0-a286-17b6faa8695a req-211bb07f-c4e9-4e4b-add9-10a1472d6314 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637188 Aug 17 16:28:14.308636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-b0d3fbac-0b83-4a14-8f72-c9db4f7405bd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:14.315175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a954a6ed-cb96-4932-bde5-916c7270fb3e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:14.347821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: a954a6ed-cb96-4932-bde5-916c7270fb3e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:14.348685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a954a6ed-cb96-4932-bde5-916c7270fb3e not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:14.349951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3fbac-0b83-4a14-8f72-c9db4f7405bd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Pushing event deleted for resources: {'Port': ['ID=89cfd8aa-208d-4370-aeee-f6ff7f6cc786,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:14.351561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf', '89cfd8aa-208d-4370-aeee-f6ff7f6cc786'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:14.391415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-b0d3fbac-0b83-4a14-8f72-c9db4f7405bd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] No DVR routers for this DVR port 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:14.392695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ce5c9-720e-4838-ad3a-433c6fad5747 req-f23b5ce5-4743-47db-8748-0303e8a618bf tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:14.394351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-036ce5c9-720e-4838-ad3a-433c6fad5747 req-f23b5ce5-4743-47db-8748-0303e8a618bf tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 945 time: 0.0610082 Aug 17 16:28:14.402559 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-b0d3fbac-0b83-4a14-8f72-c9db4f7405bd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:14.404654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f89bbba8-33a4-4552-a296-d38220e8a6a5 req-b0d3fbac-0b83-4a14-8f72-c9db4f7405bd tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.93 "DELETE /v2.0/ports/89cfd8aa-208d-4370-aeee-f6ff7f6cc786 HTTP/1.1" status: 204 len: 173 time: 0.5304155 Aug 17 16:28:14.405139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7989b619-296d-4651-bd76-07f775ef6719', 'name': 'network-vif-deleted', 'tag': '89cfd8aa-208d-4370-aeee-f6ff7f6cc786'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:14.407483 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a79cc2-2b7e-499d-86e6-64439723190f" -d '{"events": [{"server_uuid": "7989b619-296d-4651-bd76-07f775ef6719", "name": "network-vif-deleted", "tag": "89cfd8aa-208d-4370-aeee-f6ff7f6cc786"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:14.471339 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c9917c-f0b2-4485-9935-3f36f0ed936c x-openstack-request-id: req-51c9917c-f0b2-4485-9935-3f36f0ed936c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:14.471633 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7989b619-296d-4651-bd76-07f775ef6719", "name": "network-vif-deleted", "tag": "89cfd8aa-208d-4370-aeee-f6ff7f6cc786", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:14.471881 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51c9917c-f0b2-4485-9935-3f36f0ed936c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:14.472277 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7989b619-296d-4651-bd76-07f775ef6719', 'name': 'network-vif-deleted', 'tag': '89cfd8aa-208d-4370-aeee-f6ff7f6cc786', 'status': 'completed', 'code': 200} Aug 17 16:28:14.491135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-036ce5c9-720e-4838-ad3a-433c6fad5747 req-e405c53f-4ba1-4d0c-9d3e-ea3e0ba454da tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889392 Aug 17 16:28:14.523193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-8f1e292d-53a9-4beb-92de-cffc52af3328 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:14.526896 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-8f1e292d-53a9-4beb-92de-cffc52af3328 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.93 "GET /v2.0/ports?device_id=d33bca40-4009-4ada-aacd-80472e1b51df HTTP/1.1" status: 200 len: 946 time: 0.1082246 Aug 17 16:28:14.645023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-36cae6d2-aaf2-4110-8853-2750d01ed0d0 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:14.647104 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-36cae6d2-aaf2-4110-8853-2750d01ed0d0 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "GET /v2.0/ports?device_id=ad43c268-3301-4bd6-bbf5-99191e1c8e31 HTTP/1.1" status: 200 len: 946 time: 0.0907695 Aug 17 16:28:14.663087 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-1b75a48b-7e77-4a54-8549-43cb267e42c4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Deleting port 0d292872-3f38-477e-b843-020cc26e222a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:14.665379 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-1b75a48b-7e77-4a54-8549-43cb267e42c4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:14.777933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-ba33dff2-c4a5-496a-9cc3-88a5b0f45858 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Deleting port 63f22d12-06cb-4872-a4cb-41dbc734258a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:14.777933 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-ba33dff2-c4a5-496a-9cc3-88a5b0f45858 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:14.782947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-1b75a48b-7e77-4a54-8549-43cb267e42c4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] For port 0d292872-3f38-477e-b843-020cc26e222a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0d292872-3f38-477e-b843-020cc26e222a,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:14.785511 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-1b75a48b-7e77-4a54-8549-43cb267e42c4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:14.802256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-1b75a48b-7e77-4a54-8549-43cb267e42c4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Calling delete_port for 0d292872-3f38-477e-b843-020cc26e222a owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:14.948668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-ba33dff2-c4a5-496a-9cc3-88a5b0f45858 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] For port 63f22d12-06cb-4872-a4cb-41dbc734258a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=63f22d12-06cb-4872-a4cb-41dbc734258a,segment=NetworkSegment(9021ef5f-d428-4d6b-b4f1-6f956ef28f47),segment_id=9021ef5f-d428-4d6b-b4f1-6f956ef28f47)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:14.949095 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-ba33dff2-c4a5-496a-9cc3-88a5b0f45858 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:14.986862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-637726b7-ed6f-487b-ba24-1256386b61d0 req-bc78d602-b6e6-4191-98ff-664bf27a5c36 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=7989b619-296d-4651-bd76-07f775ef6719 HTTP/1.1" status: 200 len: 210 time: 0.0661726 Aug 17 16:28:14.993554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-ba33dff2-c4a5-496a-9cc3-88a5b0f45858 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Calling delete_port for 63f22d12-06cb-4872-a4cb-41dbc734258a owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:15.011069 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-1b75a48b-7e77-4a54-8549-43cb267e42c4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:15.025533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0d292872-3f38-477e-b843-020cc26e222a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:15.068014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['63f22d12-06cb-4872-a4cb-41dbc734258a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:15.072202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75a48b-7e77-4a54-8549-43cb267e42c4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Pushing event deleted for resources: {'Port': ['ID=0d292872-3f38-477e-b843-020cc26e222a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:15.167180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-1b75a48b-7e77-4a54-8549-43cb267e42c4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] No DVR routers for this DVR port 0d292872-3f38-477e-b843-020cc26e222a on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:15.167180 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-1b75a48b-7e77-4a54-8549-43cb267e42c4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:15.186568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efb13b2c-e4c1-4c90-95d3-47eeb0b691fe req-1b75a48b-7e77-4a54-8549-43cb267e42c4 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.93 "DELETE /v2.0/ports/0d292872-3f38-477e-b843-020cc26e222a HTTP/1.1" status: 204 len: 173 time: 0.6544964 Aug 17 16:28:15.244596 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-ba33dff2-c4a5-496a-9cc3-88a5b0f45858 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:15.258975 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84869baa-ec5a-40fc-8c91-72cd9b25e09e req-497eeda0-0c2e-430d-9ba1-5fc41073918c tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33bca40-4009-4ada-aacd-80472e1b51df HTTP/1.1" status: 200 len: 210 time: 0.0374513 Aug 17 16:28:15.267373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0d292872-3f38-477e-b843-020cc26e222a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:15.332893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33dff2-c4a5-496a-9cc3-88a5b0f45858 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Pushing event deleted for resources: {'Port': ['ID=63f22d12-06cb-4872-a4cb-41dbc734258a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:15.386864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-ba33dff2-c4a5-496a-9cc3-88a5b0f45858 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] No DVR routers for this DVR port 63f22d12-06cb-4872-a4cb-41dbc734258a on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:15.407419 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-ba33dff2-c4a5-496a-9cc3-88a5b0f45858 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:15.409523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0c46edf-050a-401a-b5b8-e15affc68689 req-ba33dff2-c4a5-496a-9cc3-88a5b0f45858 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] 10.222.0.91 "DELETE /v2.0/ports/63f22d12-06cb-4872-a4cb-41dbc734258a HTTP/1.1" status: 204 len: 173 time: 0.7559137 Aug 17 16:28:15.411668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43c268-3301-4bd6-bbf5-99191e1c8e31', 'name': 'network-vif-deleted', 'tag': '63f22d12-06cb-4872-a4cb-41dbc734258a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:15.414075 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922ec6b4-3050-4424-89f2-133dbded9cf1" -d '{"events": [{"server_uuid": "ad43c268-3301-4bd6-bbf5-99191e1c8e31", "name": "network-vif-deleted", "tag": "63f22d12-06cb-4872-a4cb-41dbc734258a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:15.442622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbeb59-cac0-4d40-bc61-3b97cf0f5485 req-58c4367a-3460-431c-832f-876921cc50d5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:15.444823 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-95bbeb59-cac0-4d40-bc61-3b97cf0f5485 req-58c4367a-3460-431c-832f-876921cc50d5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0894461 Aug 17 16:28:15.505530 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-95bbeb59-cac0-4d40-bc61-3b97cf0f5485 req-dd42dcdb-2399-4b68-b12b-4738fac92f5c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526254 Aug 17 16:28:15.507406 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44e41d5-43f0-4fae-a32e-2a0f3ce01f93 x-openstack-request-id: req-e44e41d5-43f0-4fae-a32e-2a0f3ce01f93 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:15.507700 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad43c268-3301-4bd6-bbf5-99191e1c8e31", "name": "network-vif-deleted", "tag": "63f22d12-06cb-4872-a4cb-41dbc734258a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:15.508025 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e44e41d5-43f0-4fae-a32e-2a0f3ce01f93 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:15.508441 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad43c268-3301-4bd6-bbf5-99191e1c8e31', 'name': 'network-vif-deleted', 'tag': '63f22d12-06cb-4872-a4cb-41dbc734258a', 'status': 'completed', 'code': 200} Aug 17 16:28:15.639187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54982) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:15.786063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0096fe99-98a2-423e-8dd0-96ffe38e5219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:15.932409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0096fe99-98a2-423e-8dd0-96ffe38e5219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:15.941340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0096fe99-98a2-423e-8dd0-96ffe38e5219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:16.000553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0096fe99-98a2-423e-8dd0-96ffe38e5219 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d5c757dc0c64ff48fad907abe5dff33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602180 Aug 17 16:28:16.002010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096fe99-98a2-423e-8dd0-96ffe38e5219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e8a4e2-ad1d-4215-862a-e53df6481fd9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:16.003994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:16.078616 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b084846-52c2-4b5f-9582-baf724046174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:16.108946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b084846-52c2-4b5f-9582-baf724046174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:16.168227 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b084846-52c2-4b5f-9582-baf724046174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:16.170899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b084846-52c2-4b5f-9582-baf724046174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:16.172888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b084846-52c2-4b5f-9582-baf724046174 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9e8a4e2-ad1d-4215-862a-e53df6481fd9 HTTP/1.1" status: 204 len: 168 time: 0.1674650 Aug 17 16:28:16.185541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b084846-52c2-4b5f-9582-baf724046174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e8a4e2-ad1d-4215-862a-e53df6481fd9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:16.386095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:16.449283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb271c9-c167-4f1a-a160-e276632e9f3f admin admin] Deleting subnet f96b31e3-23f2-415b-9640-5d2b9c8899cb {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:28:16.454483 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eb271c9-c167-4f1a-a160-e276632e9f3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:16.473820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33bca40-4009-4ada-aacd-80472e1b51df', 'name': 'network-vif-deleted', 'tag': '0d292872-3f38-477e-b843-020cc26e222a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:16.479293 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198cf2e9-be8c-4638-8ed5-8cacca24fe52" -d '{"events": [{"server_uuid": "d33bca40-4009-4ada-aacd-80472e1b51df", "name": "network-vif-deleted", "tag": "0d292872-3f38-477e-b843-020cc26e222a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:16.520944 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776a511c-8042-4d27-a8cc-3e11baad0d81 x-openstack-request-id: req-776a511c-8042-4d27-a8cc-3e11baad0d81 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:16.521239 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33bca40-4009-4ada-aacd-80472e1b51df", "name": "network-vif-deleted", "tag": "0d292872-3f38-477e-b843-020cc26e222a", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:16.521505 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-776a511c-8042-4d27-a8cc-3e11baad0d81 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:16.521905 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33bca40-4009-4ada-aacd-80472e1b51df', 'name': 'network-vif-deleted', 'tag': '0d292872-3f38-477e-b843-020cc26e222a', 'status': 'completed', 'code': 200} Aug 17 16:28:16.548746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eb271c9-c167-4f1a-a160-e276632e9f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:16.610646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eb271c9-c167-4f1a-a160-e276632e9f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:16.715861 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eb271c9-c167-4f1a-a160-e276632e9f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:16.745860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b15db1-ee61-4b04-895c-8d51ba2049f3 req-1ea745e0-73ef-4914-b054-c692586b6daa tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:16.750289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14b15db1-ee61-4b04-895c-8d51ba2049f3 req-1ea745e0-73ef-4914-b054-c692586b6daa tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1034210 Aug 17 16:28:16.782666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb271c9-c167-4f1a-a160-e276632e9f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96b31e3-23f2-415b-9640-5d2b9c8899cb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:16.788880 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eb271c9-c167-4f1a-a160-e276632e9f3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:16.793177 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6eb271c9-c167-4f1a-a160-e276632e9f3f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f96b31e3-23f2-415b-9640-5d2b9c8899cb HTTP/1.1" status: 204 len: 168 time: 0.4029672 Aug 17 16:28:16.796384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:16.822687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14b15db1-ee61-4b04-895c-8d51ba2049f3 req-72b71fa1-97c1-44e8-a8ad-c74d3676de05 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632730 Aug 17 16:28:16.938223 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.083818 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.098831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:17.119291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1180b-685c-41fd-8c7b-d68734e49276 req-c82b7520-3f45-44c9-b3eb-35f0ea2657a7 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:17.121290 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06b1180b-685c-41fd-8c7b-d68734e49276 req-c82b7520-3f45-44c9-b3eb-35f0ea2657a7 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 945 time: 0.1315048 Aug 17 16:28:17.125291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9021ef5f-d428-4d6b-b4f1-6f956ef28f47') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:17.125876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9021ef5f-d428-4d6b-b4f1-6f956ef28f47') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:17.150643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.175290 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.184389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:28:17.184909 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:28:17.186892 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:28:17.203088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06b1180b-685c-41fd-8c7b-d68734e49276 req-71d45461-5fca-438c-b52b-774bfcb02c41 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746334 Aug 17 16:28:17.267367 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.291802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.294583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42 HTTP/1.1" status: 204 len: 168 time: 0.4971898 Aug 17 16:28:17.295893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066d338-90b3-4851-ad32-4654f446d9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7e6b52-3572-4b17-b1b1-9b5b08f9ec42,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:17.428875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55072) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:17.479147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-221d1a5a-3de2-47fb-ab35-7595184b18b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=922da7789b574d6bb28205ceedc2fbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489898 Aug 17 16:28:17.481865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:17.516606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55076) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:17.537782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb1a1-98bf-4a55-aaab-38fb12c47fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.566211 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb1a1-98bf-4a55-aaab-38fb12c47fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.623863 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb1a1-98bf-4a55-aaab-38fb12c47fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.626550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb1a1-98bf-4a55-aaab-38fb12c47fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.628016 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8bfbb1a1-98bf-4a55-aaab-38fb12c47fdd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd89a9ff-f021-405e-a64e-1d02b72ac5a0 HTTP/1.1" status: 204 len: 168 time: 0.1448662 Aug 17 16:28:17.643383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbb1a1-98bf-4a55-aaab-38fb12c47fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd89a9ff-f021-405e-a64e-1d02b72ac5a0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:17.667834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dae64896-b086-4075-9da3-782d602e9628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.686841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 63f22d12-06cb-4872-a4cb-41dbc734258a no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:17.717308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 63f22d12-06cb-4872-a4cb-41dbc734258a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:17.718134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 63f22d12-06cb-4872-a4cb-41dbc734258a not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:17.783554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dae64896-b086-4075-9da3-782d602e9628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.788022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dae64896-b086-4075-9da3-782d602e9628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.833770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae64896-b086-4075-9da3-782d602e9628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf7b595-83cb-44be-8249-91fce8caa21d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:17.841911 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dae64896-b086-4075-9da3-782d602e9628 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8aaf609fd66b4b92b7effc9a8e5de258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218613 Aug 17 16:28:17.842754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:17.911573 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2d223b6-b0e2-447e-ad1b-c7a476477a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:17.938720 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2d223b6-b0e2-447e-ad1b-c7a476477a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.009187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f14c9-5d55-4d9c-a743-87a728697ce3 req-57921096-dbf1-404b-a3e5-d6f939b764ed tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:18.012563 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2d223b6-b0e2-447e-ad1b-c7a476477a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.016557 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e3f14c9-5d55-4d9c-a743-87a728697ce3 req-57921096-dbf1-404b-a3e5-d6f939b764ed tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0974262 Aug 17 16:28:18.017513 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2d223b6-b0e2-447e-ad1b-c7a476477a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.021517 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b2d223b6-b0e2-447e-ad1b-c7a476477a54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ddf7b595-83cb-44be-8249-91fce8caa21d HTTP/1.1" status: 204 len: 168 time: 0.1763144 Aug 17 16:28:18.039978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d223b6-b0e2-447e-ad1b-c7a476477a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf7b595-83cb-44be-8249-91fce8caa21d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:18.079443 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e3f14c9-5d55-4d9c-a743-87a728697ce3 req-a96d80f3-17d1-4078-8cdc-37733db8e4c1 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483065 Aug 17 16:28:18.366745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:18.396013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-cf09fb06-b5e0-4073-b8fc-5df9105d2b5a tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:18.406175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-cf09fb06-b5e0-4073-b8fc-5df9105d2b5a tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.91 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 945 time: 0.1019974 Aug 17 16:28:18.421372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10730f76-4ba6-4395-a388-b06e34e99062 req-6acfc528-c063-4f50-933e-faef9e1395a8 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:18.423001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10730f76-4ba6-4395-a388-b06e34e99062 req-6acfc528-c063-4f50-933e-faef9e1395a8 tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc154007-c72e-4711-ad48-806458323509 HTTP/1.1" status: 200 len: 945 time: 0.1090107 Aug 17 16:28:18.429592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:18.430048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 89cfd8aa-208d-4370-aeee-f6ff7f6cc786 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:18.432074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0d292872-3f38-477e-b843-020cc26e222a no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:18.475191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 0d292872-3f38-477e-b843-020cc26e222a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:18.475939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0d292872-3f38-477e-b843-020cc26e222a not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:18.545074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55118) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:18.550765 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10730f76-4ba6-4395-a388-b06e34e99062 req-f6497eae-a70d-4f23-8b95-43f4d681e03f tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.77 "GET /v2.0/security-groups?id=261c0488-3601-4a14-985c-c52ce932323c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807278 Aug 17 16:28:18.589065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-bfea297d-51bb-4837-a9d1-984123fd5c1c tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Deleting port 85fc3c17-b97a-4579-9f65-8c71a25cedc0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:18.589877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-bfea297d-51bb-4837-a9d1-984123fd5c1c tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.688123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-network', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:18.726786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-bfea297d-51bb-4837-a9d1-984123fd5c1c tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] For port 85fc3c17-b97a-4579-9f65-8c71a25cedc0, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=85fc3c17-b97a-4579-9f65-8c71a25cedc0,segment=NetworkSegment(e0af7856-f8c7-469c-8a34-f1cbcf0be057),segment_id=e0af7856-f8c7-469c-8a34-f1cbcf0be057)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:18.727217 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-bfea297d-51bb-4837-a9d1-984123fd5c1c tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.730876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Made reservation on behalf of 5a3ecceb64474b63951dfd9ceed02327 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:28:18.733431 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.743056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.748505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-bfea297d-51bb-4837-a9d1-984123fd5c1c tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Calling delete_port for 85fc3c17-b97a-4579-9f65-8c71a25cedc0 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:18.874334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.879805 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.911094 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c936eb71-a797-4099-be50-0f50a54daae6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:18.935495 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-bfea297d-51bb-4837-a9d1-984123fd5c1c tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.939581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:28:18.950116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['85fc3c17-b97a-4579-9f65-8c71a25cedc0'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:18.952503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:18.952997 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Added segment d95ba298-14b8-42e0-84d0-3a4762d978b5 of type vlan for network 2ebb8458-8446-4d94-b159-a51e2f291566 Aug 17 16:28:18.983821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea297d-51bb-4837-a9d1-984123fd5c1c tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Pushing event deleted for resources: {'Port': ['ID=85fc3c17-b97a-4579-9f65-8c71a25cedc0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:19.032534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.035423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-bfea297d-51bb-4837-a9d1-984123fd5c1c tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] No DVR routers for this DVR port 85fc3c17-b97a-4579-9f65-8c71a25cedc0 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:19.038599 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-bfea297d-51bb-4837-a9d1-984123fd5c1c tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.041000 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1ec60a2-231f-4c7f-a3af-29e4c8a9e598 req-bfea297d-51bb-4837-a9d1-984123fd5c1c tempest-ServerTagsTestJSON-1949987551 tempest-ServerTagsTestJSON-1949987551-project] 10.222.0.91 "DELETE /v2.0/ports/85fc3c17-b97a-4579-9f65-8c71a25cedc0 HTTP/1.1" status: 204 len: 173 time: 0.6281843 Aug 17 16:28:19.041716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc154007-c72e-4711-ad48-806458323509', 'name': 'network-vif-deleted', 'tag': '85fc3c17-b97a-4579-9f65-8c71a25cedc0'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:19.044572 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbda3e5-3387-46c4-b227-4816f269e46c" -d '{"events": [{"server_uuid": "bc154007-c72e-4711-ad48-806458323509", "name": "network-vif-deleted", "tag": "85fc3c17-b97a-4579-9f65-8c71a25cedc0"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:19.073380 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.074639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:19.079424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.118065 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d168310a-8323-410f-bfb2-ba80cc72cf0b x-openstack-request-id: req-d168310a-8323-410f-bfb2-ba80cc72cf0b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:19.119220 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc154007-c72e-4711-ad48-806458323509", "name": "network-vif-deleted", "tag": "85fc3c17-b97a-4579-9f65-8c71a25cedc0", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:19.119857 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d168310a-8323-410f-bfb2-ba80cc72cf0b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:19.120727 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc154007-c72e-4711-ad48-806458323509', 'name': 'network-vif-deleted', 'tag': '85fc3c17-b97a-4579-9f65-8c71a25cedc0', 'status': 'completed', 'code': 200} Aug 17 16:28:19.181804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6349671 Aug 17 16:28:19.184856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:19.191008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Request body: {'subnet': {'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-subnet', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:19.197684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e2e32-bfc3-479d-8b0a-8bb2568c9a99 admin admin] Pushing event updated for resources: {'Network': ['ID=2ebb8458-8446-4d94-b159-a51e2f291566,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:19.218343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 2ebb8458-8446-4d94-b159-a51e2f291566 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:28:19.257719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Made reservation on behalf of 5a3ecceb64474b63951dfd9ceed02327 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:28:19.260121 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.419487 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.422179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d74e9-f424-4502-872e-1833ef706cd5 req-e2d16ec2-ea18-4c7a-a753-6425f9a1c601 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:19.431456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-365d74e9-f424-4502-872e-1833ef706cd5 req-e2d16ec2-ea18-4c7a-a753-6425f9a1c601 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1889386 Aug 17 16:28:19.518248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-365d74e9-f424-4502-872e-1833ef706cd5 req-e6c22c3f-4b62-49d1-bf0d-fecb96454fe3 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858364 Aug 17 16:28:19.554614 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.588552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.715945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3301e9c-25a6-4ad6-936c-9263ec053444,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:19.748718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Checking segment: {'id': 'd95ba298-14b8-42e0-84d0-3a4762d978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:28:19.749092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Network hostable DHCP agents. Network: 2ebb8458-8446-4d94-b159-a51e2f291566, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:28:19.812984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Network 2ebb8458-8446-4d94-b159-a51e2f291566 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:28:19.831782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 2ebb8458-8446-4d94-b159-a51e2f291566) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:19.840843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:19.841441 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.842729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa9b694-cb3f-4a42-ac5c-4c0b8d20c473 None None] Network 2ebb8458-8446-4d94-b159-a51e2f291566 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:28:19.882265 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-978e57e7-9818-45d3-9116-95035a0bad93 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6912806 Aug 17 16:28:19.882939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55160) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:19.887971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:19.897356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:19.938806 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.940163 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:19.993684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1555345-4a7f-46e3-a1d2-a78e78973fc8 admin admin] Deleting subnet c7f20b6d-f74c-4d54-9fd0-a5656db73a84 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:28:20.000949 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1555345-4a7f-46e3-a1d2-a78e78973fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.073129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03865d67-4b09-4e23-a9ae-80373696d8da None None] Network 2ebb8458-8446-4d94-b159-a51e2f291566 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:28:20.097991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1555345-4a7f-46e3-a1d2-a78e78973fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.159977 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.204411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1555345-4a7f-46e3-a1d2-a78e78973fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.290277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e3786-4a0a-44f1-b0be-72299b030130 req-fec88ff8-7c47-44e1-84db-676abe037cc7 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:20.292079 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e7e3786-4a0a-44f1-b0be-72299b030130 req-fec88ff8-7c47-44e1-84db-676abe037cc7 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 945 time: 0.2021408 Aug 17 16:28:20.359819 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1555345-4a7f-46e3-a1d2-a78e78973fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.387987 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e7e3786-4a0a-44f1-b0be-72299b030130 req-df170ffc-c96e-4037-81be-6b374e8ee571 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802181 Aug 17 16:28:20.415536 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1555345-4a7f-46e3-a1d2-a78e78973fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.418674 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1555345-4a7f-46e3-a1d2-a78e78973fc8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c7f20b6d-f74c-4d54-9fd0-a5656db73a84 HTTP/1.1" status: 204 len: 168 time: 0.5197914 Aug 17 16:28:20.419591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1555345-4a7f-46e3-a1d2-a78e78973fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f20b6d-f74c-4d54-9fd0-a5656db73a84,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:20.421361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55178) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:20.515971 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.612220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.622936 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.649980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac56081-cbff-4e45-a4cd-897612b7673e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:20.678240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0af7856-f8c7-469c-8a34-f1cbcf0be057') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:20.678701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0af7856-f8c7-469c-8a34-f1cbcf0be057') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:20.693096 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.714859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.728714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d98d6-1ce0-4d3a-bfe0-2d7c96757eeb req-5eb60ee5-7c5d-4ee8-a4fc-1dd54a52acff tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:20.730538 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-697d98d6-1ce0-4d3a-bfe0-2d7c96757eeb req-5eb60ee5-7c5d-4ee8-a4fc-1dd54a52acff tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1045179 Aug 17 16:28:20.734020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:28:20.734681 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:28:20.738253 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:28:20.831081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.843503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.845655 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] 10.222.0.77 "DELETE /v2.0/networks/dac56081-cbff-4e45-a4cd-897612b7673e HTTP/1.1" status: 204 len: 168 time: 0.4235156 Aug 17 16:28:20.860164 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-697d98d6-1ce0-4d3a-bfe0-2d7c96757eeb req-0daa2b98-fdc6-431f-aafa-1fb35a51f40b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074524 Aug 17 16:28:20.874155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95e0c4-0177-47ee-81c1-cfde81207500 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac56081-cbff-4e45-a4cd-897612b7673e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:20.900144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:20.930962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:21.064146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Allocated IP 172.25.7.248 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/975ef414-eeb1-43ed-b92b-09767c7d19cd) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:28:21.083999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55184) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:21.182774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-25b9fe34-a1fe-4b53-a5a4-9084c8ce884c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf9c616507df41338c15d036a674e709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975754 Aug 17 16:28:21.185250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55186) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:21.249828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:21.278361 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3023b2a3-e5e8-4b47-9338-61c192b6f9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:21.317274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3023b2a3-e5e8-4b47-9338-61c192b6f9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:21.336851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:21.412401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:28:21.419862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:21.422669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:28:21.456050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Pushing event updated for resources: {'Port': ['ID=975ef414-eeb1-43ed-b92b-09767c7d19cd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:21.479033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3023b2a3-e5e8-4b47-9338-61c192b6f9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:21.481967 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3023b2a3-e5e8-4b47-9338-61c192b6f9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:21.484524 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3023b2a3-e5e8-4b47-9338-61c192b6f9e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/261c0488-3601-4a14-985c-c52ce932323c HTTP/1.1" status: 204 len: 168 time: 0.2980795 Aug 17 16:28:21.519309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023b2a3-e5e8-4b47-9338-61c192b6f9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261c0488-3601-4a14-985c-c52ce932323c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:21.598829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045c550-854a-438e-84af-6d838f8287b3 req-51824df9-7eab-4f4b-acef-f58783cdf2a6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:21.611823 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4045c550-854a-438e-84af-6d838f8287b3 req-51824df9-7eab-4f4b-acef-f58783cdf2a6 tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 945 time: 0.1104312 Aug 17 16:28:21.665683 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4045c550-854a-438e-84af-6d838f8287b3 req-6c9b2ae4-2201-4196-ba0d-dea64a3dbfce tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e2ddfb1-6e98-4c26-a295-bd0887e08e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528915 Aug 17 16:28:21.699197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 85fc3c17-b97a-4579-9f65-8c71a25cedc0 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:21.732034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 85fc3c17-b97a-4579-9f65-8c71a25cedc0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:21.732776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 85fc3c17-b97a-4579-9f65-8c71a25cedc0 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:21.733284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-c6fe06dc-43e9-4f12-8e57-48aed21ef93d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:21.735575 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-c6fe06dc-43e9-4f12-8e57-48aed21ef93d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.93 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 945 time: 0.1625524 Aug 17 16:28:21.937136 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:22.029247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196fa86-0f81-430b-950c-0ca8ee239e55 req-f2c39cdd-fb36-4652-9b61-1abbf7151b62 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:22.030950 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8196fa86-0f81-430b-950c-0ca8ee239e55 req-f2c39cdd-fb36-4652-9b61-1abbf7151b62 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.0930362 Aug 17 16:28:22.062609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-7caee958-3cee-4ed3-83c1-45907f5bd70d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Deleting port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:22.063125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-7caee958-3cee-4ed3-83c1-45907f5bd70d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:22.099173 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8196fa86-0f81-430b-950c-0ca8ee239e55 req-7b88ae0b-3c3b-4436-8dfa-198283dc00e1 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613606 Aug 17 16:28:22.277643 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-7caee958-3cee-4ed3-83c1-45907f5bd70d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] For port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,segment=NetworkSegment(f662cc58-e4d3-417b-9ffd-24a9288c9dbd),segment_id=f662cc58-e4d3-417b-9ffd-24a9288c9dbd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:22.278135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-7caee958-3cee-4ed3-83c1-45907f5bd70d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:22.299753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-7caee958-3cee-4ed3-83c1-45907f5bd70d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Calling delete_port for a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:22.323033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:22.587177 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-7caee958-3cee-4ed3-83c1-45907f5bd70d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:22.599811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Router d279bd1f-0388-476e-aa75-d71a1105c458 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:28:22.604594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:22.636231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caee958-3cee-4ed3-83c1-45907f5bd70d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Pushing event deleted for resources: {'Port': ['ID=a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:22.765517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-7caee958-3cee-4ed3-83c1-45907f5bd70d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] No DVR routers for this DVR port a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:22.770475 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-7caee958-3cee-4ed3-83c1-45907f5bd70d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:22.772620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc7da756-0a70-4280-a46a-b5027b7100a6 req-7caee958-3cee-4ed3-83c1-45907f5bd70d tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.93 "DELETE /v2.0/ports/a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf HTTP/1.1" status: 204 len: 173 time: 1.0298741 Aug 17 16:28:22.772830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f110fc-488b-4bba-9f2e-537c8812d432', 'name': 'network-vif-deleted', 'tag': 'a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:22.775390 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04450acb-673e-49b2-b0d1-cd79cc3b6f3c" -d '{"events": [{"server_uuid": "32f110fc-488b-4bba-9f2e-537c8812d432", "name": "network-vif-deleted", "tag": "a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:22.897420 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ab6b2-a1eb-426c-a4b2-72ba30482796 x-openstack-request-id: req-9b3ab6b2-a1eb-426c-a4b2-72ba30482796 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:22.898164 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f110fc-488b-4bba-9f2e-537c8812d432", "name": "network-vif-deleted", "tag": "a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:22.898639 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b3ab6b2-a1eb-426c-a4b2-72ba30482796 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:22.899041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f80eac77-8c11-425d-b027-62f2156f6c2d req-b5aa3351-d60f-4a72-bc7f-8d321e42e91b tempest-AttachVolumeNegativeTest-389746558 tempest-AttachVolumeNegativeTest-389746558-project] 10.222.0.77 "GET /v2.0/ports?device_id=32f110fc-488b-4bba-9f2e-537c8812d432 HTTP/1.1" status: 200 len: 210 time: 0.0746500 Aug 17 16:28:22.899632 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f110fc-488b-4bba-9f2e-537c8812d432', 'name': 'network-vif-deleted', 'tag': 'a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf', 'status': 'completed', 'code': 200} Aug 17 16:28:22.937169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:28:22.950589 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Sync routers for ids ['d279bd1f-0388-476e-aa75-d71a1105c458'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:28:22.964484 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Routers {'d279bd1f-0388-476e-aa75-d71a1105c458'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:28:22.965519 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:28:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d279bd1f-0388-476e-aa75-d71a1105c458'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:22.966560 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:22.968111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-71f89628-d2dd-4323-9b7d-63ac06bf0198 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0842106 Aug 17 16:28:22.971237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:23.166152 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Set router d279bd1f-0388-476e-aa75-d71a1105c458 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:28:23.286790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a71959-5cb4-455a-b1b0-5faadaa15eec req-a03b4727-97a2-4fad-a054-b6d237d25e64 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:23.290065 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-71a71959-5cb4-455a-b1b0-5faadaa15eec req-a03b4727-97a2-4fad-a054-b6d237d25e64 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.1011517 Aug 17 16:28:23.355312 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-71a71959-5cb4-455a-b1b0-5faadaa15eec req-c36d4d93-8ca8-4e21-a9ac-b90210b6531f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582895 Aug 17 16:28:23.414338 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:21Z', 'revision_number': 3, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:23.459897 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Checking router: d279bd1f-0388-476e-aa75-d71a1105c458 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:28:23.460478 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Updating router d279bd1f-0388-476e-aa75-d71a1105c458 port 975ef414-eeb1-43ed-b92b-09767c7d19cd binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:28:23.498561 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:23.748087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:23.971117 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:23.989622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55270) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:23.998013 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Transition to ACTIVE for port object 975ef414-eeb1-43ed-b92b-09767c7d19cd will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:24.011869 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.086486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1e5f6f-aa8d-4b50-b718-a70ecd60681a admin admin] Deleting subnet 8df030a3-8a90-4cbe-bb3d-354313eb9184 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:28:24.099653 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce1e5f6f-aa8d-4b50-b718-a70ecd60681a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.100666 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Attempting to bind port 975ef414-eeb1-43ed-b92b-09767c7d19cd on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:28:24.101040 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Attempting to bind port 975ef414-eeb1-43ed-b92b-09767c7d19cd by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:28:24.101400 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Attempting to bind port 975ef414-eeb1-43ed-b92b-09767c7d19cd on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:24.117160 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:28:24.117789 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:28:24.118356 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.118966 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:28:24.119631 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Bound port: 975ef414-eeb1-43ed-b92b-09767c7d19cd, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:28:24.120184 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.181833 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] For port 975ef414-eeb1-43ed-b92b-09767c7d19cd, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:28:24.188041 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] For port 975ef414-eeb1-43ed-b92b-09767c7d19cd, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=975ef414-eeb1-43ed-b92b-09767c7d19cd,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:28:24.189374 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Pushing event updated for resources: {'Port': ['ID=975ef414-eeb1-43ed-b92b-09767c7d19cd,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:24.193865 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.201807 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.203878 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.204423 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.204927 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.205255 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.205607 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.206027 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.206400 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.207720 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.208290 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.208788 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.209115 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:24.260428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce1e5f6f-aa8d-4b50-b718-a70ecd60681a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.269307 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Routers {'d279bd1f-0388-476e-aa75-d71a1105c458'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:28:24.270762 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:28:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d279bd1f-0388-476e-aa75-d71a1105c458'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:24.329144 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9c19b-e5ff-4e1d-89b0-8d3ebf52eef2 None None] Pushing event updated for resources: {'Port': ['ID=975ef414-eeb1-43ed-b92b-09767c7d19cd,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:24.335262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce1e5f6f-aa8d-4b50-b718-a70ecd60681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.433134 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce1e5f6f-aa8d-4b50-b718-a70ecd60681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.458624 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] Set router d279bd1f-0388-476e-aa75-d71a1105c458 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:28:24.461979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:24.496202 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce1e5f6f-aa8d-4b50-b718-a70ecd60681a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.501693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ce1e5f6f-aa8d-4b50-b718-a70ecd60681a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8df030a3-8a90-4cbe-bb3d-354313eb9184 HTTP/1.1" status: 204 len: 168 time: 0.5109479 Aug 17 16:28:24.502746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55286) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:24.503893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e5f6f-aa8d-4b50-b718-a70ecd60681a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df030a3-8a90-4cbe-bb3d-354313eb9184,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:24.651798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Allocated IP 172.20.0.1 (2ebb8458-8446-4d94-b159-a51e2f291566/e3301e9c-25a6-4ad6-936c-9263ec053444/23ca8719-39b9-4f9a-a0da-f646628ef36b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:28:24.739664 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b68f2db-802d-4b7e-a080-ba405f87e4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.833386 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:24.877975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb9cf0-c0f1-4124-b4a9-e37075b55d0e req-70d451d4-4129-405d-b307-e84ae6d98ecb tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:24.895004 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61eb9cf0-c0f1-4124-b4a9-e37075b55d0e req-70d451d4-4129-405d-b307-e84ae6d98ecb tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.3414643 Aug 17 16:28:24.924968 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.038019 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:21Z', 'revision_number': 3, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:25.096746 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61eb9cf0-c0f1-4124-b4a9-e37075b55d0e req-0835f5ef-9727-4e80-8da4-2504c6ce32d0 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007432 Aug 17 16:28:25.100733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b68f2db-802d-4b7e-a080-ba405f87e4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.103578 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.115676 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b68f2db-802d-4b7e-a080-ba405f87e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.122052 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.135330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c336c5-260b-408f-afcd-e4f6466be332']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:25.155665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:25.156587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f662cc58-e4d3-417b-9ffd-24a9288c9dbd') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:25.160664 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4611e790-f7c3-44ee-ba67-6585ade4a3b7 None None] The sync data for ids ['d279bd1f-0388-476e-aa75-d71a1105c458'] in n-d-804878-1 is: [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:21Z', 'revision_number': 3, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:28:25.178172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68f2db-802d-4b7e-a080-ba405f87e4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b35494-6694-4de8-8f36-67fce2722824,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:25.212412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.233963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Network 2ebb8458-8446-4d94-b159-a51e2f291566 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:28:25.237444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.239813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b68f2db-802d-4b7e-a080-ba405f87e4b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=00ffa5c2b886452792dcb6412f90e5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7707829 Aug 17 16:28:25.240946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Pushing event updated for resources: {'Port': ['ID=23ca8719-39b9-4f9a-a0da-f646628ef36b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:25.243667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:25.244099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55300) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:25.248085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:28:25.268788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:28:25.270103 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:28:25.272411 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:28:25.318513 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.393257 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.421784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.423984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d8c336c5-260b-408f-afcd-e4f6466be332 HTTP/1.1" status: 204 len: 168 time: 0.9176743 Aug 17 16:28:25.671374 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.777987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:25.862133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a579b-1a3e-4823-aa2d-50fa34ce1866 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c336c5-260b-408f-afcd-e4f6466be332,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:25.865937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a01a2e5-14c7-4274-93e8-61a65ffc6232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.905777 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6729a22a-2c08-4f0f-8817-4e2bb79db0ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=472d2a85576d4f5eaa6a98e6d7e70e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265476 Aug 17 16:28:25.911240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:25.919305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a01a2e5-14c7-4274-93e8-61a65ffc6232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:25.992870 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-433e51b3-7109-4007-8e51-168dbbd362a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:26.002077 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a01a2e5-14c7-4274-93e8-61a65ffc6232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:26.009762 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a01a2e5-14c7-4274-93e8-61a65ffc6232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:26.014498 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3a01a2e5-14c7-4274-93e8-61a65ffc6232 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0b35494-6694-4de8-8f36-67fce2722824 HTTP/1.1" status: 204 len: 168 time: 0.7629967 Aug 17 16:28:26.034300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01a2e5-14c7-4274-93e8-61a65ffc6232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b35494-6694-4de8-8f36-67fce2722824,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:26.037775 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-433e51b3-7109-4007-8e51-168dbbd362a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:26.215410 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-433e51b3-7109-4007-8e51-168dbbd362a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:26.218216 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-433e51b3-7109-4007-8e51-168dbbd362a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:26.223795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-433e51b3-7109-4007-8e51-168dbbd362a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e2ddfb1-6e98-4c26-a295-bd0887e08e38 HTTP/1.1" status: 204 len: 168 time: 0.3069587 Aug 17 16:28:26.227761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:26.251272 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:26.315375 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:26.318289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e51b3-7109-4007-8e51-168dbbd362a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2ddfb1-6e98-4c26-a295-bd0887e08e38,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:26.413850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0da16b95-9114-41b1-8453-02efe07c46a9 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:28:26.416687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:26.498651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:26.507020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a4b26e2e-5d13-4bb9-8dd8-a3fbc57545cf not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:26.565581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Pushing event updated for resources: {'Port': ['ID=23ca8719-39b9-4f9a-a0da-f646628ef36b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:26.578271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cae926-9f43-44e7-9643-f033c3901a99 req-126483a3-e69c-4d2b-a154-e9776600ebb4 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:26.587546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7cae926-9f43-44e7-9643-f033c3901a99 req-126483a3-e69c-4d2b-a154-e9776600ebb4 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 950 time: 0.3472016 Aug 17 16:28:26.660684 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7cae926-9f43-44e7-9643-f033c3901a99 req-0ad8d0fa-6883-4215-8b9e-174fac95d904 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722041 Aug 17 16:28:26.691008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Network 2ebb8458-8446-4d94-b159-a51e2f291566 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:28:26.695060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:26.729201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:26.752515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0da16b95-9114-41b1-8453-02efe07c46a9', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '0da16b95-9114-41b1-8453-02efe07c46a9', 'mac_address': 'fa:16:3e:41:88:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:28:26.844817 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:26.884456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0da16b95-9114-41b1-8453-02efe07c46a9 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:26.942399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:26.950205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Router d279bd1f-0388-476e-aa75-d71a1105c458 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:28:26.956047 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:27.038698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:27.056979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.057607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.058129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.058668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.059182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.059670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.060167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.060862 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.061350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.061830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.062309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.062849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:27.180920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:28:27.198472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9cc0a91e-9c32-40e1-a25d-f40778b3e939 admin admin] 10.222.0.77 "PUT /v2.0/routers/d279bd1f-0388-476e-aa75-d71a1105c458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2178109 Aug 17 16:28:27.280819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0da16b95-9114-41b1-8453-02efe07c46a9'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:27.520749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 975ef414-eeb1-43ed-b92b-09767c7d19cd up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:28:27.605585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 975ef414-eeb1-43ed-b92b-09767c7d19cd completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:28:27.619511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 975ef414-eeb1-43ed-b92b-09767c7d19cd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:27.619886 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:27.782547 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:27.846985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 975ef414-eeb1-43ed-b92b-09767c7d19cd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=975ef414-eeb1-43ed-b92b-09767c7d19cd,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:27.856953 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:27.930276 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c30e4-8671-40b4-9d68-5fb4b9b5384e req-09ce4924-1f65-43cb-985e-d693a8cb960c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:27.938212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=975ef414-eeb1-43ed-b92b-09767c7d19cd,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:27.940388 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec6c30e4-8671-40b4-9d68-5fb4b9b5384e req-09ce4924-1f65-43cb-985e-d693a8cb960c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 949 time: 0.1449766 Aug 17 16:28:28.003326 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec6c30e4-8671-40b4-9d68-5fb4b9b5384e req-eae2e1c1-3ac0-48c5-bce2-d07367e35135 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617833 Aug 17 16:28:28.024676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Sync routers for ids ['d279bd1f-0388-476e-aa75-d71a1105c458'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:28:28.037572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Routers {'d279bd1f-0388-476e-aa75-d71a1105c458'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:28:28.038665 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-093ad707-e254-446e-a431-7b6438e76224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:28:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d279bd1f-0388-476e-aa75-d71a1105c458'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:28.190317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Set router d279bd1f-0388-476e-aa75-d71a1105c458 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:28:28.423079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0da16b95-9114-41b1-8453-02efe07c46a9 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:28.473484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-338e1820-bdda-451c-941c-ad9b159b30a6 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:28.484281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-338e1820-bdda-451c-941c-ad9b159b30a6 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/networks?id=2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 200 len: 820 time: 0.1618474 Aug 17 16:28:28.502928 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3863b5c0-1aa2-4beb-8e70-fbeae8c24e0e tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/quotas/5a3ecceb64474b63951dfd9ceed02327 HTTP/1.1" status: 200 len: 375 time: 0.0176525 Aug 17 16:28:28.579023 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-f0a0bc76-a83c-4f4b-95bb-8f8dbfe0c168 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a3ecceb64474b63951dfd9ceed02327&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741723 Aug 17 16:28:28.606977 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:28.616720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-093ad707-e254-446e-a431-7b6438e76224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:25Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '23ca8719-39b9-4f9a-a0da-f646628ef36b', 'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'mac_address': 'fa:16:3e:52:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:23Z', 'updated_at': '2021-08-17T16:28:25Z', 'revision_number': 2, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'subnets': [{'id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:28.726165 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-e8ae3d9a-21e9-46d4-9d0e-186e508e84d8 service neutron] 10.222.0.77 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361182 Aug 17 16:28:28.813035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Checking router: d279bd1f-0388-476e-aa75-d71a1105c458 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:28:28.813658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Updating router d279bd1f-0388-476e-aa75-d71a1105c458 port 23ca8719-39b9-4f9a-a0da-f646628ef36b binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:28:28.820091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0da16b95-9114-41b1-8453-02efe07c46a9 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:28.865370 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-f7eae90c-10c5-47a0-abae-888fee3002ee service neutron] 10.222.0.77 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382735 Aug 17 16:28:28.867407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:28.868785 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:28.883688 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:29.053692 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:29.312193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cfab2-dd03-468b-ba48-abbe3721ac72 req-6a476dd4-a8c6-468b-a463-91d109436a4a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:29.320960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b4cfab2-dd03-468b-ba48-abbe3721ac72 req-6a476dd4-a8c6-468b-a463-91d109436a4a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 949 time: 0.0846882 Aug 17 16:28:29.336974 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:29.351476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Transition to ACTIVE for port object 23ca8719-39b9-4f9a-a0da-f646628ef36b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:29.364734 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:29.441793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874b68d-abde-44df-9483-1016bab708b2 None None] Pushing event updated for resources: {'Port': ['ID=23ca8719-39b9-4f9a-a0da-f646628ef36b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:29.447021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b4cfab2-dd03-468b-ba48-abbe3721ac72 req-c53db46c-ba87-4255-9333-0e9c32b2042b tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107213 Aug 17 16:28:29.567089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f451d22b-28bc-47b7-bf08-8481255b6e16 req-a6ef733b-106d-4786-8970-05cc8ab99557 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 210 time: 0.0593443 Aug 17 16:28:29.624367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 975ef414-eeb1-43ed-b92b-09767c7d19cd up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:28:29.661522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Attempting to bind port 23ca8719-39b9-4f9a-a0da-f646628ef36b on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:28:29.662133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Attempting to bind port 23ca8719-39b9-4f9a-a0da-f646628ef36b by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd95ba298-14b8-42e0-84d0-3a4762d978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:28:29.662712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Attempting to bind port 23ca8719-39b9-4f9a-a0da-f646628ef36b on network 2ebb8458-8446-4d94-b159-a51e2f291566 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:29.671432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:28:29.672038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Checking segment: {'id': 'd95ba298-14b8-42e0-84d0-3a4762d978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:28:29.672613 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:29.673179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Bound using segment: {'id': 'd95ba298-14b8-42e0-84d0-3a4762d978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:28:29.673826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Bound port: 23ca8719-39b9-4f9a-a0da-f646628ef36b, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95ba298-14b8-42e0-84d0-3a4762d978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:28:29.674590 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:29.751917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 975ef414-eeb1-43ed-b92b-09767c7d19cd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:29.752245 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:29.812345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-093ad707-e254-446e-a431-7b6438e76224 None None] For port 23ca8719-39b9-4f9a-a0da-f646628ef36b, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:28:29.817161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-093ad707-e254-446e-a431-7b6438e76224 None None] For port 23ca8719-39b9-4f9a-a0da-f646628ef36b, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=23ca8719-39b9-4f9a-a0da-f646628ef36b,segment=NetworkSegment(d95ba298-14b8-42e0-84d0-3a4762d978b5),segment_id=d95ba298-14b8-42e0-84d0-3a4762d978b5)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:28:29.827043 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:29.926327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874b68d-abde-44df-9483-1016bab708b2 None None] Pushing event updated for resources: {'Port': ['ID=23ca8719-39b9-4f9a-a0da-f646628ef36b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:30.030733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Routers {'d279bd1f-0388-476e-aa75-d71a1105c458'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:28:30.030733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-093ad707-e254-446e-a431-7b6438e76224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:28:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d279bd1f-0388-476e-aa75-d71a1105c458'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:30.226054 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-093ad707-e254-446e-a431-7b6438e76224 None None] Set router d279bd1f-0388-476e-aa75-d71a1105c458 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:28:30.447020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0da16b95-9114-41b1-8453-02efe07c46a9 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:28:30.523926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-093ad707-e254-446e-a431-7b6438e76224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:25Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '23ca8719-39b9-4f9a-a0da-f646628ef36b', 'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'mac_address': 'fa:16:3e:52:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:23Z', 'updated_at': '2021-08-17T16:28:29Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'subnets': [{'id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:28:30.561000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ad707-e254-446e-a431-7b6438e76224 None None] The sync data for ids ['d279bd1f-0388-476e-aa75-d71a1105c458'] in n-d-804878-1 is: [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:25Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '23ca8719-39b9-4f9a-a0da-f646628ef36b', 'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'mac_address': 'fa:16:3e:52:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:23Z', 'updated_at': '2021-08-17T16:28:29Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'subnets': [{'id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:28:30.562842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0da16b95-9114-41b1-8453-02efe07c46a9 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:30.564233 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:30.734133 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:30.777167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da16b95-9114-41b1-8453-02efe07c46a9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:30.779845 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cf2411-c469-4afb-995d-d10314c51d70" -d '{"events": [{"server_uuid": "b581a782-4b87-4b6c-8abe-878eff3ceb64", "name": "network-vif-plugged", "status": "completed", "tag": "0da16b95-9114-41b1-8453-02efe07c46a9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:30.797901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:30.812875 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:30.853459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55526) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:30.890911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25feba3-85e6-4bee-b90a-9e5b96f4a6eb req-dbd90714-e656-4529-b5a3-b6db70721434 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:30.906676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f25feba3-85e6-4bee-b90a-9e5b96f4a6eb req-dbd90714-e656-4529-b5a3-b6db70721434 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 949 time: 0.2695384 Aug 17 16:28:30.960787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:31.073177 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f25feba3-85e6-4bee-b90a-9e5b96f4a6eb req-ae4036ca-04e7-4f7f-b5ab-62472deaf498 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652162 Aug 17 16:28:31.132383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-35489013-6e62-4d12-8f34-94f64ec831bd tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:31.134229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-35489013-6e62-4d12-8f34-94f64ec831bd tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.91 "GET /v2.0/networks?id=2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 200 len: 820 time: 0.4378781 Aug 17 16:28:31.180561 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2839b854-370b-493c-a21d-04befae4843d req-aceab443-eaee-4920-bab9-042fb2e01d0a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 210 time: 0.0997157 Aug 17 16:28:31.202297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Request body: {'port': {'device_id': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'admin_state_up': True, 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:31.258205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6226b300-b2ac-4de2-b83b-765d70fc2864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:31.278298 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06c50d8-40de-444f-8648-16aa1b549aac x-openstack-request-id: req-c06c50d8-40de-444f-8648-16aa1b549aac {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:31.278710 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b581a782-4b87-4b6c-8abe-878eff3ceb64", "name": "network-vif-plugged", "status": "completed", "tag": "0da16b95-9114-41b1-8453-02efe07c46a9", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:31.279057 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c06c50d8-40de-444f-8648-16aa1b549aac {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:31.279538 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da16b95-9114-41b1-8453-02efe07c46a9', 'code': 200} Aug 17 16:28:31.692296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23ca8719-39b9-4f9a-a0da-f646628ef36b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:28:31.731782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded5e36-8f92-43de-b22d-ca43d13102b4 req-ea8b2c14-32bc-455e-a689-b978a98726df tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:31.732502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6226b300-b2ac-4de2-b83b-765d70fc2864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:31.742599 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ded5e36-8f92-43de-b22d-ca43d13102b4 req-ea8b2c14-32bc-455e-a689-b978a98726df tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1038549 Aug 17 16:28:31.757320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6226b300-b2ac-4de2-b83b-765d70fc2864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:31.789472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Made reservation on behalf of 5a3ecceb64474b63951dfd9ceed02327 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:28:31.794131 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:31.801128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 23ca8719-39b9-4f9a-a0da-f646628ef36b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:28:31.808032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 23ca8719-39b9-4f9a-a0da-f646628ef36b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:31.808626 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:31.809702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6226b300-b2ac-4de2-b83b-765d70fc2864 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=437e229201a24fcbb782025f708ab943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9551516 Aug 17 16:28:31.820409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55540) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:31.844869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ded5e36-8f92-43de-b22d-ca43d13102b4 req-9261f3d1-1bc3-43f4-95c7-0d6b14a4b0fa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004117 Aug 17 16:28:31.931867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853252fb-f120-427c-98a8-8f73685e2682 req-ef649b77-1612-430c-a5e1-652294b18dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:31.938804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-853252fb-f120-427c-98a8-8f73685e2682 req-ef649b77-1612-430c-a5e1-652294b18dd6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 1102 time: 0.3167338 Aug 17 16:28:31.962927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226b300-b2ac-4de2-b83b-765d70fc2864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ab8fe1-8c2c-4d0e-9363-f9ae26716eee,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:32.027515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:32.073562 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-853252fb-f120-427c-98a8-8f73685e2682 req-fbf12ac7-df3f-4463-bd99-bc15e48f6133 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117196 Aug 17 16:28:32.115684 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1e41b49-864f-49f9-91e3-661b78b05fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:32.135588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 23ca8719-39b9-4f9a-a0da-f646628ef36b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=23ca8719-39b9-4f9a-a0da-f646628ef36b,segment=NetworkSegment(d95ba298-14b8-42e0-84d0-3a4762d978b5),segment_id=d95ba298-14b8-42e0-84d0-3a4762d978b5)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:32.137831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06197aa9-211b-4984-928e-1f039db0f4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:32.146623 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:32.164463 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1e41b49-864f-49f9-91e3-661b78b05fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:32.224180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b88cf-426b-453f-acaa-1a92cb75c8d2 req-3a0e1421-5640-4d7f-baac-606d2d7e9637 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:32.232126 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f07b88cf-426b-453f-acaa-1a92cb75c8d2 req-3a0e1421-5640-4d7f-baac-606d2d7e9637 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1955218 Aug 17 16:28:32.248501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=23ca8719-39b9-4f9a-a0da-f646628ef36b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:32.253278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Allocated IP 172.20.0.4 (2ebb8458-8446-4d94-b159-a51e2f291566/e3301e9c-25a6-4ad6-936c-9263ec053444/8ff29c88-a62f-48d2-aeb9-9bc0914e1269) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:28:32.303727 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1e41b49-864f-49f9-91e3-661b78b05fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:32.309565 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1e41b49-864f-49f9-91e3-661b78b05fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:32.312082 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d1e41b49-864f-49f9-91e3-661b78b05fa1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/69ab8fe1-8c2c-4d0e-9363-f9ae26716eee HTTP/1.1" status: 204 len: 168 time: 0.4836915 Aug 17 16:28:32.325360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e41b49-864f-49f9-91e3-661b78b05fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ab8fe1-8c2c-4d0e-9363-f9ae26716eee,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:32.381849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f07b88cf-426b-453f-acaa-1a92cb75c8d2 req-e64bb407-0e43-40ca-b16a-468db414178c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484835 Aug 17 16:28:32.439888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7c79e-f2ba-4484-8461-34d9c217af89 req-9a1407fb-aead-4ca7-9931-73a8a3834674 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:32.450902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4fb7c79e-f2ba-4484-8461-34d9c217af89 req-9a1407fb-aead-4ca7-9931-73a8a3834674 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 951 time: 0.0753131 Aug 17 16:28:32.544886 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4fb7c79e-f2ba-4484-8461-34d9c217af89 req-1b5fc7eb-f674-406b-9a80-eb1236fba5b1 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921354 Aug 17 16:28:32.726522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:32.756199 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0cf0e28b-c832-4100-91c8-b78dd8f7d5c4 req-113310b2-ad24-4ec6-ae01-7b15688bd2ed tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 210 time: 0.0439758 Aug 17 16:28:32.812726 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:32.926705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Network 2ebb8458-8446-4d94-b159-a51e2f291566 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:28:32.931065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:32.933305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Pushing event updated for resources: {'Port': ['ID=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:32.936062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:28:33.069478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:33.075693 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.105949 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-3b2b80d8-b2a4-425e-b660-f79c0603e9f7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9475400 Aug 17 16:28:33.126421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Request body: {'port': {'device_id': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:33.207076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:33.242834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674c15c-f057-44dc-8433-1af247de2f86 req-592f12f1-8a83-4287-9da8-c416363e1daa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:33.245763 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.258445 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-592f12f1-8a83-4287-9da8-c416363e1daa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 812 time: 0.2273135 Aug 17 16:28:33.266940 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-521c1047-53a5-4e97-86cd-af3c11af0bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.279377 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-6580930f-64db-42ff-ba6b-4e23cdb5b037 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/quotas/5e0bff260f5f426d99f5384af5be17ad HTTP/1.1" status: 200 len: 375 time: 0.0197730 Aug 17 16:28:33.356217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-dd282bc3-f858-4b18-873d-b372c71d329b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0758576 Aug 17 16:28:33.533623 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-8906eed1-8122-432d-98c8-210d53b1fad4 service neutron] 10.222.0.77 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678312 Aug 17 16:28:33.542883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23ca8719-39b9-4f9a-a0da-f646628ef36b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:28:33.626458 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-521c1047-53a5-4e97-86cd-af3c11af0bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.634966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-521c1047-53a5-4e97-86cd-af3c11af0bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.647093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 23ca8719-39b9-4f9a-a0da-f646628ef36b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:33.648319 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.674038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c1047-53a5-4e97-86cd-af3c11af0bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddbbca7-746e-4766-acae-a9718091ba36,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:33.732131 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-7ca9f0bf-fd39-4bf0-94a8-b8c7fe75b115 service neutron] 10.222.0.77 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975043 Aug 17 16:28:33.732975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55588) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:33.739501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-521c1047-53a5-4e97-86cd-af3c11af0bf1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e3cd9ac72e24936852d8a5ec2c381b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4835634 Aug 17 16:28:33.826908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1872a89-3326-438f-b03c-ca82a4643293 req-dfd086ff-e79b-4515-8453-24fa90b39f80 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:33.828408 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1872a89-3326-438f-b03c-ca82a4643293 req-dfd086ff-e79b-4515-8453-24fa90b39f80 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 951 time: 0.1342127 Aug 17 16:28:33.829423 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4997600d-262a-4bc8-b831-fd1b5aebce54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.861413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4997600d-262a-4bc8-b831-fd1b5aebce54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.869965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:33.887966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.944519 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4997600d-262a-4bc8-b831-fd1b5aebce54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.945117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Transition to ACTIVE for port object 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:33.948022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4997600d-262a-4bc8-b831-fd1b5aebce54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.950577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1872a89-3326-438f-b03c-ca82a4643293 req-05a1b8e6-5d1d-4c8e-a321-264bcae8233e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088026 Aug 17 16:28:33.950742 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4997600d-262a-4bc8-b831-fd1b5aebce54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ddbbca7-746e-4766-acae-a9718091ba36 HTTP/1.1" status: 204 len: 168 time: 0.2151730 Aug 17 16:28:33.959274 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:33.962503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997600d-262a-4bc8-b831-fd1b5aebce54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddbbca7-746e-4766-acae-a9718091ba36,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:34.069369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:34.192386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Attempting to bind port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:28:34.196911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Attempting to bind port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'd95ba298-14b8-42e0-84d0-3a4762d978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:28:34.197370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Attempting to bind port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 on network 2ebb8458-8446-4d94-b159-a51e2f291566 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:34.209587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 on network 2ebb8458-8446-4d94-b159-a51e2f291566 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:28:34.210718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Attempting to bind port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 on network 2ebb8458-8446-4d94-b159-a51e2f291566 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:34.222849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:28:34.224461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Checking segment: {'id': 'd95ba298-14b8-42e0-84d0-3a4762d978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:28:34.224953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Bound using segment: {'id': 'd95ba298-14b8-42e0-84d0-3a4762d978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:28:34.227621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Bound port: 8ff29c88-a62f-48d2-aeb9-9bc0914e1269, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95ba298-14b8-42e0-84d0-3a4762d978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:28:34.228139 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:34.317642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee8367-3923-4ab2-a157-be1efb0cc981 req-a21f9649-e9a3-4fb6-af6e-e89011560acf tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:34.327176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8ee8367-3923-4ab2-a157-be1efb0cc981 req-a21f9649-e9a3-4fb6-af6e-e89011560acf tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 943 time: 0.1481564 Aug 17 16:28:34.399891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] For port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:28:34.412563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] For port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,segment=NetworkSegment(d95ba298-14b8-42e0-84d0-3a4762d978b5),segment_id=d95ba298-14b8-42e0-84d0-3a4762d978b5)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:28:34.422919 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:34.437527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8ee8367-3923-4ab2-a157-be1efb0cc981 req-541af9f2-9a6b-4dd0-93da-f5d3f864d479 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067021 Aug 17 16:28:34.558409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:34.563196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:34.570235 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] 10.222.0.91 "PUT /v2.0/ports/8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 1091 time: 1.4538071 Aug 17 16:28:34.574527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:34.587101 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b17e97f-3579-481d-b825-8c8532fde149" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:34.610884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9cf2aaa-6ba9-4c2b-89b1-83ace64572e0 req-4e436e5f-1462-48c1-bf5d-c32aafaef029 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 210 time: 0.1122158 Aug 17 16:28:34.829204 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564ca3c7-c5e9-42e4-bb6d-190a363c7a7c x-openstack-request-id: req-564ca3c7-c5e9-42e4-bb6d-190a363c7a7c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:34.829673 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:34.831062 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-564ca3c7-c5e9-42e4-bb6d-190a363c7a7c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:34.835003 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'status': 'completed', 'code': 200} Aug 17 16:28:34.841051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00b41039-fc97-41b9-b7af-4aa28db2c360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:34.956355 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:34.991870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d74ac-553c-4b84-a8bb-8b164b6b75d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:35.138867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39f81f-e76c-42a2-8f41-9b7a89b35786 req-bb83b157-7e95-40bc-a0f1-5239952bf4ec tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:35.158148 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b39f81f-e76c-42a2-8f41-9b7a89b35786 req-bb83b157-7e95-40bc-a0f1-5239952bf4ec tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 1102 time: 0.3166018 Aug 17 16:28:35.166700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-8e7981cd-5d9f-40f2-9ccb-084fb0aa34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:35.176640 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-836e3aaa-aae3-4ca0-800d-bad436da1d43 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1485469 Aug 17 16:28:35.189304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-8e7981cd-5d9f-40f2-9ccb-084fb0aa34f1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5a3ecceb64474b63951dfd9ceed02327&device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1094 time: 0.5532944 Aug 17 16:28:35.315272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-be5ace76-697a-4fdc-ac60-d7eb9dc93b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:35.318110 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-be5ace76-697a-4fdc-ac60-d7eb9dc93b26 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33b5263107bc4172a20b376bbcf02daa&device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 1102 time: 0.1175025 Aug 17 16:28:35.384110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-bf7d8c9e-4b3f-4c29-bb11-3d05b3c5cb79 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 217 time: 0.1682577 Aug 17 16:28:35.393055 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b39f81f-e76c-42a2-8f41-9b7a89b35786 req-06f59317-752e-40c5-9b71-8098f3e11622 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308593 Aug 17 16:28:35.557145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-20071a0f-2c4d-4d29-99e4-6f2a14c4e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:35.558758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-20071a0f-2c4d-4d29-99e4-6f2a14c4e611 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3301e9c-25a6-4ad6-936c-9263ec053444 HTTP/1.1" status: 200 len: 860 time: 0.1621599 Aug 17 16:28:35.589096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-2e8f9d7b-de3b-4ba3-872e-0b7818e9093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:35.591638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-2e8f9d7b-de3b-4ba3-872e-0b7818e9093b service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2312126 Aug 17 16:28:35.615059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-5f9dfcd6-a10f-47d3-8a32-87847831f812 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ebb8458-8446-4d94-b159-a51e2f291566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472991 Aug 17 16:28:35.685427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-ecccc5e9-929c-43ea-8f76-dd760d34f651 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0da16b95-9114-41b1-8453-02efe07c46a9 HTTP/1.1" status: 200 len: 217 time: 0.0849857 Aug 17 16:28:35.768878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-9cf11715-891e-455b-8b3c-c9937f9a78cc service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437032 Aug 17 16:28:35.797692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-9f587b43-a941-489b-9bfa-abc4d0c7ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:35.801133 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-9f587b43-a941-489b-9bfa-abc4d0c7ad0e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0844131 Aug 17 16:28:35.821950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53492a50-904a-4237-b31d-f4daa60f5d83 req-ef347ed4-7bb1-46a2-af1e-d99a08102a93 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:35.837007 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53492a50-904a-4237-b31d-f4daa60f5d83 req-ef347ed4-7bb1-46a2-af1e-d99a08102a93 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 943 time: 0.1642871 Aug 17 16:28:35.908357 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:35.944761 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53492a50-904a-4237-b31d-f4daa60f5d83 req-821d0a32-4817-4d86-88e8-46eed7f5b807 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928400 Aug 17 16:28:35.957536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-eaf80eaa-d21c-41b7-941d-3148d244b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:35.970932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-eaf80eaa-d21c-41b7-941d-3148d244b414 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179061 Aug 17 16:28:36.043000 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0a116b7-0856-4725-87d2-3eb3be6fbdcf req-632d802a-98da-49ea-83ec-06a30ab83725 service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685380 Aug 17 16:28:36.065669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2dc00-227a-4416-952d-e070cdde3a71 req-8c6fdb2f-4406-469c-a004-1e2063f351a7 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:36.071074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1c2dc00-227a-4416-952d-e070cdde3a71 req-8c6fdb2f-4406-469c-a004-1e2063f351a7 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 1102 time: 0.2039268 Aug 17 16:28:36.257692 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a1c2dc00-227a-4416-952d-e070cdde3a71 req-abb240b0-0f8f-4244-8d88-911378ab3750 tempest-ServersAdminTestJSON-676322926 tempest-ServersAdminTestJSON-676322926-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758392 Aug 17 16:28:36.264201 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17e97f-3579-481d-b825-8c8532fde149 req-0bbd290d-3dfe-4eae-89e2-c577cc08f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:36.266981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b17e97f-3579-481d-b825-8c8532fde149 req-0bbd290d-3dfe-4eae-89e2-c577cc08f812 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5a3ecceb64474b63951dfd9ceed02327&device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1094 time: 0.1197863 Aug 17 16:28:36.336750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50c9539b-1d6b-4354-bbee-9bdf4613e219 req-f16949de-3b6e-4ccc-8c3b-2657464a0f96 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 210 time: 0.2345943 Aug 17 16:28:36.523552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674c15c-f057-44dc-8433-1af247de2f86 req-b9b3a957-e9de-4550-b929-83987587eb4f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:36.525126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-b9b3a957-e9de-4550-b929-83987587eb4f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.93 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 812 time: 0.4212506 Aug 17 16:28:36.549195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17e97f-3579-481d-b825-8c8532fde149 req-2cb3a7eb-ad5b-4bc2-8e11-31d1e0d1b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:36.549422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'port': {'device_id': 'c104d6bb-d9ca-409a-ab00-b116a9e2fadf', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'admin_state_up': True, 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:36.551761 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b17e97f-3579-481d-b825-8c8532fde149 req-2cb3a7eb-ad5b-4bc2-8e11-31d1e0d1b4b6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 200 len: 921 time: 0.2768633 Aug 17 16:28:36.641831 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b17e97f-3579-481d-b825-8c8532fde149 req-b2a12e27-ae24-466d-9978-9ab92d2ae250 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 217 time: 0.0817091 Aug 17 16:28:36.697311 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-ac1258d1-2b05-40a0-b6e8-1c984caa358d service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140102 Aug 17 16:28:36.737339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17e97f-3579-481d-b825-8c8532fde149 req-bcbba43c-3500-497d-a443-d47e91a31c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:36.739543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b17e97f-3579-481d-b825-8c8532fde149 req-bcbba43c-3500-497d-a443-d47e91a31c21 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3301e9c-25a6-4ad6-936c-9263ec053444 HTTP/1.1" status: 200 len: 860 time: 0.0906091 Aug 17 16:28:36.800491 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b17e97f-3579-481d-b825-8c8532fde149 req-d46876a8-a20d-4ce6-9499-d6cc2929f016 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ebb8458-8446-4d94-b159-a51e2f291566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439110 Aug 17 16:28:36.851543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Made reservation on behalf of 5e0bff260f5f426d99f5384af5be17ad for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:28:36.870309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0c811-be15-48c3-b25e-1b4d167b933c req-7702da43-34f3-40ef-ac83-e7ca77a1b7b6 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:36.872062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-78f0c811-be15-48c3-b25e-1b4d167b933c req-7702da43-34f3-40ef-ac83-e7ca77a1b7b6 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 949 time: 0.1367466 Aug 17 16:28:36.873363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:36.948952 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b17e97f-3579-481d-b825-8c8532fde149 req-276b2464-20a8-4760-a58e-96d5f678f2d0 service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404033 Aug 17 16:28:36.959103 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-78f0c811-be15-48c3-b25e-1b4d167b933c req-fe926e9e-f18e-42f4-b65f-6cb2daaeec6f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754640 Aug 17 16:28:37.062627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b17e97f-3579-481d-b825-8c8532fde149 req-cebfa7ad-42e8-46fe-87dc-0411b8bfd672 service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035879 Aug 17 16:28:37.136736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2fdeb2ce-4db3-4d57-bb12-35d48621ba61 req-f2d67463-2adb-4b86-a33f-d32ba1156f30 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272499 Aug 17 16:28:37.204810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21999d0-4ca8-40f9-a782-49f3bc8eeb03 req-e671b377-4994-4094-b0f1-c67b87c8afa4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:37.206546 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a21999d0-4ca8-40f9-a782-49f3bc8eeb03 req-e671b377-4994-4094-b0f1-c67b87c8afa4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 943 time: 0.1065605 Aug 17 16:28:37.315310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a21999d0-4ca8-40f9-a782-49f3bc8eeb03 req-ad53e70a-eb3e-4eeb-bd3c-c375c24ffd31 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954981 Aug 17 16:28:37.318429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Allocated IP 172.20.0.6 (00185e88-19dc-41da-bc27-e709ce5b6aa4/ec998730-4b90-4672-b8bf-007e271712f7/94411861-d1ca-46cb-800c-400fbb76f174) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:28:37.517422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c03c6b0-df36-416b-9edd-e23d0ca9d24d req-c9b8b018-b995-4db5-8ec9-e0908d9c22e0 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 210 time: 0.0542960 Aug 17 16:28:37.525956 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:28:37.602417 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:37.644897 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:37.664879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Transition to ACTIVE for port object 94411861-d1ca-46cb-800c-400fbb76f174 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:37.741292 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:37.753567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['85ee2243-0a93-413f-8b4d-63f2556ee30b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:37.761306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['addc51d9-c7aa-4b03-b79b-f6efd87e5b86'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:37.792115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:28:37.796620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:37.802255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:28:37.853888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'Port': ['ID=94411861-d1ca-46cb-800c-400fbb76f174,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:37.875956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:37.877030 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:37.910255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:28:37.918986 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-264ce871-a917-43b7-886b-265647445c71 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3745618 Aug 17 16:28:37.943421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Request body: {'port': {'device_id': 'c104d6bb-d9ca-409a-ab00-b116a9e2fadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:38.048644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:38.258728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,segment=NetworkSegment(d95ba298-14b8-42e0-84d0-3a4762d978b5),segment_id=d95ba298-14b8-42e0-84d0-3a4762d978b5)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:38.326684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'port_id': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'mac_address': 'fa:16:3e:02:69:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:28:38.339586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fb6d0867-960b-4f3b-99fe-fc06f95f2c09 None None] Provisioning for port 94411861-d1ca-46cb-800c-400fbb76f174 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:28:38.390648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fb6d0867-960b-4f3b-99fe-fc06f95f2c09 None None] Provisioning complete for port 94411861-d1ca-46cb-800c-400fbb76f174 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:38.391476 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0867-960b-4f3b-99fe-fc06f95f2c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:38.485472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d0867-960b-4f3b-99fe-fc06f95f2c09 None None] Port 94411861-d1ca-46cb-800c-400fbb76f174 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:28:38.487092 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:38.540235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:38.555380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7fa65-ad00-49f4-b9d5-86410ccf86fc req-e0a5dbe6-3809-414f-bb94-c95c80aaa94b tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:38.567474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ce7fa65-ad00-49f4-b9d5-86410ccf86fc req-e0a5dbe6-3809-414f-bb94-c95c80aaa94b tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 943 time: 0.0966606 Aug 17 16:28:38.636223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,segment=NetworkSegment(d95ba298-14b8-42e0-84d0-3a4762d978b5),segment_id=d95ba298-14b8-42e0-84d0-3a4762d978b5)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:38.668889 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ce7fa65-ad00-49f4-b9d5-86410ccf86fc req-4123934c-2972-4c7a-84fe-2a7bf1701cf2 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004255 Aug 17 16:28:38.670902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:38.768433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:38.866987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ad44c-8510-4140-ab04-b04afe1ccbb8 req-78258d85-d141-4f51-a82f-2ddd63fc7c65 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:38.874908 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-470ad44c-8510-4140-ab04-b04afe1ccbb8 req-78258d85-d141-4f51-a82f-2ddd63fc7c65 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 949 time: 0.7563841 Aug 17 16:28:38.892253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9607e06-f36b-49fc-9dba-372b024a77f7 req-6643c065-b7b0-4264-b5a6-3902df18c79a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:38.894117 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9607e06-f36b-49fc-9dba-372b024a77f7 req-6643c065-b7b0-4264-b5a6-3902df18c79a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 931 time: 0.0626297 Aug 17 16:28:38.907104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8ff29c88-a62f-48d2-aeb9-9bc0914e1269'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:38.934836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-6df0cef3-c3b9-49f6-ab08-b6c407b97edf tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:38.946361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9607e06-f36b-49fc-9dba-372b024a77f7 req-e62b9727-f41a-4a44-b46c-83678f461213 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Aug 17 16:28:38.965135 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-6df0cef3-c3b9-49f6-ab08-b6c407b97edf tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 949 time: 0.7853920 Aug 17 16:28:39.083749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94411861-d1ca-46cb-800c-400fbb76f174 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:39.131949 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:39.165868 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-470ad44c-8510-4140-ab04-b04afe1ccbb8 req-01e1df92-e6bf-42d6-a783-70d01ea731a9 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898133 Aug 17 16:28:39.198054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Transition to ACTIVE for port object 94411861-d1ca-46cb-800c-400fbb76f174 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:39.211326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:39.325460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-fe51f507-f9a3-42f9-8a3e-adc3e26be57f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Deleting port baef901c-5940-4c00-b93b-189641d1005b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:39.326112 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-fe51f507-f9a3-42f9-8a3e-adc3e26be57f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:39.475140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Pushing event updated for resources: {'Port': ['ID=94411861-d1ca-46cb-800c-400fbb76f174,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:39.506030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Attempting to bind port 94411861-d1ca-46cb-800c-400fbb76f174 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:28:39.506736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Attempting to bind port 94411861-d1ca-46cb-800c-400fbb76f174 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:28:39.507270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Attempting to bind port 94411861-d1ca-46cb-800c-400fbb76f174 on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:39.522215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Port 94411861-d1ca-46cb-800c-400fbb76f174 on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:28:39.522779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Attempting to bind port 94411861-d1ca-46cb-800c-400fbb76f174 on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:39.536655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:28:39.536996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Checking segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:28:39.537757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Bound using segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:28:39.538364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Bound port: 94411861-d1ca-46cb-800c-400fbb76f174, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:28:39.538946 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:39.628766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] For port 94411861-d1ca-46cb-800c-400fbb76f174, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:28:39.633059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] For port 94411861-d1ca-46cb-800c-400fbb76f174, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94411861-d1ca-46cb-800c-400fbb76f174,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:28:39.641404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:39.735240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-fe51f507-f9a3-42f9-8a3e-adc3e26be57f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] For port baef901c-5940-4c00-b93b-189641d1005b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=baef901c-5940-4c00-b93b-189641d1005b,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:39.735497 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-fe51f507-f9a3-42f9-8a3e-adc3e26be57f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:39.754526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-fe51f507-f9a3-42f9-8a3e-adc3e26be57f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Calling delete_port for baef901c-5940-4c00-b93b-189641d1005b owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:39.780642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:39.781553 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:39.783300 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] 10.222.0.93 "PUT /v2.0/ports/94411861-d1ca-46cb-800c-400fbb76f174 HTTP/1.1" status: 200 len: 1091 time: 1.8542223 Aug 17 16:28:39.783988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c104d6bb-d9ca-409a-ab00-b116a9e2fadf', 'tag': '94411861-d1ca-46cb-800c-400fbb76f174'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:39.787188 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f952d6-744b-42ef-92ad-dc7a941364b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c104d6bb-d9ca-409a-ab00-b116a9e2fadf", "tag": "94411861-d1ca-46cb-800c-400fbb76f174"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:39.787374 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:28:39.882176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309b8c1-8414-4a59-8c1a-1136bfcfb277 req-838ab6e8-dd31-485b-94bb-847e2844ef3f tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:39.884684 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1309b8c1-8414-4a59-8c1a-1136bfcfb277 req-838ab6e8-dd31-485b-94bb-847e2844ef3f tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 944 time: 0.1047513 Aug 17 16:28:39.898995 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0282fba-9a72-4328-a281-95391fd79309 x-openstack-request-id: req-f0282fba-9a72-4328-a281-95391fd79309 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:39.899524 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c104d6bb-d9ca-409a-ab00-b116a9e2fadf", "tag": "94411861-d1ca-46cb-800c-400fbb76f174", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:39.899524 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0282fba-9a72-4328-a281-95391fd79309 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:39.899907 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c104d6bb-d9ca-409a-ab00-b116a9e2fadf', 'tag': '94411861-d1ca-46cb-800c-400fbb76f174', 'status': 'completed', 'code': 200} Aug 17 16:28:39.906063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35a57a-7a68-44d0-a582-c102ce517616 service neutron] Pushing event updated for resources: {'Port': ['ID=94411861-d1ca-46cb-800c-400fbb76f174,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:39.944099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674c15c-f057-44dc-8433-1af247de2f86 req-1f15a8de-8729-4d89-8af5-b51345ae5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:39.945792 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-1f15a8de-8729-4d89-8af5-b51345ae5583 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 1094 time: 0.1002388 Aug 17 16:28:40.010485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:28:40.016277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:40.016655 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:40.087344 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-4e881763-6d1a-43f7-a279-141e514d54fc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411861-d1ca-46cb-800c-400fbb76f174 HTTP/1.1" status: 200 len: 217 time: 0.1306186 Aug 17 16:28:40.273300 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:40.277772 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-fe51f507-f9a3-42f9-8a3e-adc3e26be57f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:40.337449 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['9f46b784-2aa5-46bb-b372-07b74257ad86', 'baef901c-5940-4c00-b93b-189641d1005b', '0da16b95-9114-41b1-8453-02efe07c46a9'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:40.374779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55774) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:40.386227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51f507-f9a3-42f9-8a3e-adc3e26be57f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Pushing event deleted for resources: {'Port': ['ID=baef901c-5940-4c00-b93b-189641d1005b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:40.399887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:40.400952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674c15c-f057-44dc-8433-1af247de2f86 req-a289601c-992b-44cf-92f1-a65746aa1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:40.402754 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-a289601c-992b-44cf-92f1-a65746aa1fa0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.3012004 Aug 17 16:28:40.403236 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b0eeaf-5c0b-4a16-a610-341c1a5d64aa" -d '{"events": [{"server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "name": "network-vif-plugged", "status": "completed", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:40.415166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1482ebb-7454-40ac-8628-a1ed803fa366 req-87e53986-cf72-48a0-94e7-d9438ca2be7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:40.428276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d1482ebb-7454-40ac-8628-a1ed803fa366 req-87e53986-cf72-48a0-94e7-d9438ca2be7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 943 time: 0.3328688 Aug 17 16:28:40.451990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1309b8c1-8414-4a59-8c1a-1136bfcfb277 req-ba9c8149-52da-401e-8e50-bb22c506c918 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538387 Aug 17 16:28:40.489467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,segment=NetworkSegment(d95ba298-14b8-42e0-84d0-3a4762d978b5),segment_id=d95ba298-14b8-42e0-84d0-3a4762d978b5)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:40.513840 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:40.533506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-fe51f507-f9a3-42f9-8a3e-adc3e26be57f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] No DVR routers for this DVR port baef901c-5940-4c00-b93b-189641d1005b on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:40.538473 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-fe51f507-f9a3-42f9-8a3e-adc3e26be57f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:40.540762 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c210084c-0339-42c7-8bc9-265a4a575dfe req-fe51f507-f9a3-42f9-8a3e-adc3e26be57f tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "DELETE /v2.0/ports/baef901c-5940-4c00-b93b-189641d1005b HTTP/1.1" status: 204 len: 173 time: 1.5745974 Aug 17 16:28:40.571993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d1482ebb-7454-40ac-8628-a1ed803fa366 req-3073215f-24be-4a55-8093-583b10247f61 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256461 Aug 17 16:28:40.588186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674c15c-f057-44dc-8433-1af247de2f86 req-db940704-38d6-406b-838e-9cf23466e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:40.590195 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-db940704-38d6-406b-838e-9cf23466e8e8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594412 Aug 17 16:28:40.713671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:40.747614 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-058a959e-6958-40a8-bfdf-4aaaa8050510 req-a2762cd4-f245-4a7e-9512-a8842e48f7ec tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=afb30e34-7eda-4466-8a84-d71ad0a251f6 HTTP/1.1" status: 200 len: 210 time: 0.0395460 Aug 17 16:28:40.761201 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69a83630-ffed-49d5-bf8b-53a9eee37cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:40.860481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-3c19cbf1-481c-4b24-9544-5c5ead9201a0 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608943 Aug 17 16:28:40.878700 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ecdcd0-e393-4603-a184-e18020cadd2c x-openstack-request-id: req-a0ecdcd0-e393-4603-a184-e18020cadd2c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:40.879185 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "name": "network-vif-plugged", "status": "completed", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:40.879388 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0ecdcd0-e393-4603-a184-e18020cadd2c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:40.880727 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'code': 200} Aug 17 16:28:40.989163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31624b1-b59e-4a24-9a3d-aa47f38c9563 req-184d14f2-49c5-4dd0-b69f-2ea7032745f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:40.991649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b31624b1-b59e-4a24-9a3d-aa47f38c9563 req-184d14f2-49c5-4dd0-b69f-2ea7032745f3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1096 time: 0.0622082 Aug 17 16:28:41.038656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b31624b1-b59e-4a24-9a3d-aa47f38c9563 req-e10be2c5-eb17-461e-ace0-c2b9da0f5b2d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363450 Aug 17 16:28:41.044851 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9674c15c-f057-44dc-8433-1af247de2f86 req-fb26e37e-e009-4191-85cd-4d6930d15e12 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759336 Aug 17 16:28:41.126692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69a83630-ffed-49d5-bf8b-53a9eee37cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:41.145775 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69a83630-ffed-49d5-bf8b-53a9eee37cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:41.208471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-69a83630-ffed-49d5-bf8b-53a9eee37cd1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b8280d8791646c18c3a23cb83a687f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8259459 Aug 17 16:28:41.208471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a83630-ffed-49d5-bf8b-53a9eee37cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f626e7-ed88-49d9-9e20-934cc385dd89,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:41.209608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:41.216162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-24f7c540-b00e-4542-9c86-3c1e13acad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:41.217834 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-24f7c540-b00e-4542-9c86-3c1e13acad87 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 1094 time: 0.1095409 Aug 17 16:28:41.301717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8658e79-c623-4c82-ba7a-de953e4e36a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:41.342626 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8658e79-c623-4c82-ba7a-de953e4e36a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:41.371149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-42157efd-0e84-46b2-9e75-98c22d1b2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:41.372757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-42157efd-0e84-46b2-9e75-98c22d1b2596 service neutron] 10.222.0.93 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.1451592 Aug 17 16:28:41.412148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8658e79-c623-4c82-ba7a-de953e4e36a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:41.415442 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8658e79-c623-4c82-ba7a-de953e4e36a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:41.419557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a8658e79-c623-4c82-ba7a-de953e4e36a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e5f626e7-ed88-49d9-9e20-934cc385dd89 HTTP/1.1" status: 204 len: 168 time: 0.2042553 Aug 17 16:28:41.425315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8658e79-c623-4c82-ba7a-de953e4e36a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f626e7-ed88-49d9-9e20-934cc385dd89,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:41.433630 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-9ff723ce-c936-4a62-a3dc-363b45df7dd7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411861-d1ca-46cb-800c-400fbb76f174 HTTP/1.1" status: 200 len: 217 time: 0.0420012 Aug 17 16:28:41.779290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbbb1a-0274-4e18-b2d6-dd565f2342a9 req-d9661d41-0e4d-4a76-8663-55ba008d07b9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:41.788990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1cbbb1a-0274-4e18-b2d6-dd565f2342a9 req-d9661d41-0e4d-4a76-8663-55ba008d07b9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 943 time: 0.0795646 Aug 17 16:28:41.840957 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1cbbb1a-0274-4e18-b2d6-dd565f2342a9 req-2ead45e9-7009-4ae1-9508-1a8ba7182215 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507431 Aug 17 16:28:41.844870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-e4bc48a4-9c8a-4178-8acc-59deb10feef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:41.847011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-e4bc48a4-9c8a-4178-8acc-59deb10feef5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.4045908 Aug 17 16:28:41.891120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:41.908528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb30e34-7eda-4466-8a84-d71ad0a251f6', 'name': 'network-vif-deleted', 'tag': 'baef901c-5940-4c00-b93b-189641d1005b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:41.912002 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0156b0-fe97-4499-9703-0969efcafd7f" -d '{"events": [{"server_uuid": "afb30e34-7eda-4466-8a84-d71ad0a251f6", "name": "network-vif-deleted", "tag": "baef901c-5940-4c00-b93b-189641d1005b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:41.919040 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c25541d5-15e2-4a16-ad42-1c50f657ec2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:41.979454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e7ec6-7ab2-4b35-8808-0db61e82c09f req-54fb122c-264f-4106-96ba-c3f26fd3b7c4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:41.989283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-774e7ec6-7ab2-4b35-8808-0db61e82c09f req-54fb122c-264f-4106-96ba-c3f26fd3b7c4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1407363 Aug 17 16:28:42.002750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-05a6afff-7fbc-407a-9ee1-e04f6ceb0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:42.005126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-05a6afff-7fbc-407a-9ee1-e04f6ceb0c4b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270220 Aug 17 16:28:42.088215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-774e7ec6-7ab2-4b35-8808-0db61e82c09f req-97e94fc0-0c23-447a-8d23-ed6833bd7c7a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979595 Aug 17 16:28:42.114720 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c25541d5-15e2-4a16-ad42-1c50f657ec2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:42.122418 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c25541d5-15e2-4a16-ad42-1c50f657ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:42.177237 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc724d7-481b-448d-ac8b-e3e12338438a x-openstack-request-id: req-4bc724d7-481b-448d-ac8b-e3e12338438a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:42.177538 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb30e34-7eda-4466-8a84-d71ad0a251f6", "name": "network-vif-deleted", "tag": "baef901c-5940-4c00-b93b-189641d1005b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:42.177784 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4bc724d7-481b-448d-ac8b-e3e12338438a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:42.178174 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb30e34-7eda-4466-8a84-d71ad0a251f6', 'name': 'network-vif-deleted', 'tag': 'baef901c-5940-4c00-b93b-189641d1005b', 'status': 'completed', 'code': 200} Aug 17 16:28:42.270759 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c25541d5-15e2-4a16-ad42-1c50f657ec2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3733708616c42089e1fc853268756c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756275 Aug 17 16:28:42.271951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55822) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:42.272788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25541d5-15e2-4a16-ad42-1c50f657ec2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a777a33a-9f5e-4492-9a7a-9c8218f00643,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:42.322938 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-71fc10e6-ec8e-4a54-ac59-a9197ee017cf service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077843 Aug 17 16:28:42.453595 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23c0c91e-04c8-4d86-8d39-76b9cf899561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:42.498499 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23c0c91e-04c8-4d86-8d39-76b9cf899561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:42.507424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 94411861-d1ca-46cb-800c-400fbb76f174 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:28:42.508928 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1f952d6-744b-42ef-92ad-dc7a941364b3 req-5409b18f-1a90-473c-9dac-c03ab7fca369 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760154 Aug 17 16:28:42.514532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device baef901c-5940-4c00-b93b-189641d1005b no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:42.532135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:42.558023 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: baef901c-5940-4c00-b93b-189641d1005b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:42.559740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device baef901c-5940-4c00-b93b-189641d1005b not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:42.636227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924b8f9-389b-468f-8593-21d2878b93fc req-1c316bc1-2845-45d4-a252-1842f152958a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:42.646170 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b924b8f9-389b-468f-8593-21d2878b93fc req-1c316bc1-2845-45d4-a252-1842f152958a tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 950 time: 0.0887783 Aug 17 16:28:42.661614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23c0c91e-04c8-4d86-8d39-76b9cf899561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:42.664339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23c0c91e-04c8-4d86-8d39-76b9cf899561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:42.665639 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-23c0c91e-04c8-4d86-8d39-76b9cf899561 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a777a33a-9f5e-4492-9a7a-9c8218f00643 HTTP/1.1" status: 204 len: 168 time: 0.3927264 Aug 17 16:28:42.721172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0c91e-04c8-4d86-8d39-76b9cf899561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a777a33a-9f5e-4492-9a7a-9c8218f00643,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:42.739600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:42.742283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 94411861-d1ca-46cb-800c-400fbb76f174, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94411861-d1ca-46cb-800c-400fbb76f174,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:42.760676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b924b8f9-389b-468f-8593-21d2878b93fc req-85c4907c-24b4-4b78-a7d3-d44c1e53993e tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127336 Aug 17 16:28:42.763200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '94411861-d1ca-46cb-800c-400fbb76f174', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'port_id': '94411861-d1ca-46cb-800c-400fbb76f174', 'mac_address': 'fa:16:3e:83:d1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:28:42.818558 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:42.834544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94411861-d1ca-46cb-800c-400fbb76f174 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:42.856170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 94411861-d1ca-46cb-800c-400fbb76f174, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94411861-d1ca-46cb-800c-400fbb76f174,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:42.869480 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:42.876538 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab8334d-39f8-4e15-acd2-b79dbeb51279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:42.976546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=94411861-d1ca-46cb-800c-400fbb76f174,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:43.044881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba931209-703b-49cb-bb38-ed99e4b2d064 req-2ff3ed90-db60-45e5-b3ef-ebf526f5e1cf tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:43.054420 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba931209-703b-49cb-bb38-ed99e4b2d064 req-2ff3ed90-db60-45e5-b3ef-ebf526f5e1cf tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 944 time: 0.0914974 Aug 17 16:28:43.116593 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba931209-703b-49cb-bb38-ed99e4b2d064 req-9122db62-29d7-4c0e-a933-81dfd454ad02 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611930 Aug 17 16:28:43.181493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab8334d-39f8-4e15-acd2-b79dbeb51279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.194086 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab8334d-39f8-4e15-acd2-b79dbeb51279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.198980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b4501cc-4999-4171-add9-75708bd9505d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.229931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['94411861-d1ca-46cb-800c-400fbb76f174'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:43.238469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ca31-c846-4160-9187-98a1ca40c4ca req-a9d96d1f-7de5-4dec-a5fc-6a0a23ff2b31 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:43.240185 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b565ca31-c846-4160-9187-98a1ca40c4ca req-a9d96d1f-7de5-4dec-a5fc-6a0a23ff2b31 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0681357 Aug 17 16:28:43.276672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8334d-39f8-4e15-acd2-b79dbeb51279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee4db54-b8e1-4ecd-ad5a-19ea2a5a7180,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:43.289213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-aab8334d-39f8-4e15-acd2-b79dbeb51279 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=70f48f8c39b1438fbd1def386067ca36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7556922 Aug 17 16:28:43.291739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:43.293787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b565ca31-c846-4160-9187-98a1ca40c4ca req-250dd48b-f641-4ee6-bcdc-4a16d2b92d18 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Aug 17 16:28:43.443623 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b4501cc-4999-4171-add9-75708bd9505d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.453858 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b4501cc-4999-4171-add9-75708bd9505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.482243 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f27bc892-2da6-411b-a395-63b4bfa351e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.525953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4501cc-4999-4171-add9-75708bd9505d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24093cdb-76ae-48a4-886a-2bd47d0d34f2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:43.529875 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f27bc892-2da6-411b-a395-63b4bfa351e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.544913 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2b4501cc-4999-4171-add9-75708bd9505d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c64581ca07b4fdb9662e3c69054c574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8018029 Aug 17 16:28:43.545342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55874) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:43.650753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eb89c-3f34-42cb-b707-4a27f4ca1541 req-7718463d-5eac-406e-bd92-ac3c994d3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:43.650753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-265eb89c-3f34-42cb-b707-4a27f4ca1541 req-7718463d-5eac-406e-bd92-ac3c994d3d23 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5a3ecceb64474b63951dfd9ceed02327&device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1096 time: 0.0806389 Aug 17 16:28:43.685203 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4766b508-107f-447b-81a8-2c7bfb25ffa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.694739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145212f-8158-44f1-9acf-5ddbf4f36f7d req-2e6486b7-21bc-49f7-9b4d-5cfec9f5f589 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:43.696411 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d145212f-8158-44f1-9acf-5ddbf4f36f7d req-2e6486b7-21bc-49f7-9b4d-5cfec9f5f589 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1189437 Aug 17 16:28:43.721615 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4766b508-107f-447b-81a8-2c7bfb25ffa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.723961 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f27bc892-2da6-411b-a395-63b4bfa351e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.726519 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f27bc892-2da6-411b-a395-63b4bfa351e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.730416 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f27bc892-2da6-411b-a395-63b4bfa351e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ee4db54-b8e1-4ecd-ad5a-19ea2a5a7180 HTTP/1.1" status: 204 len: 168 time: 0.4376113 Aug 17 16:28:43.744841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bc892-2da6-411b-a395-63b4bfa351e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee4db54-b8e1-4ecd-ad5a-19ea2a5a7180,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:43.784137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eb89c-3f34-42cb-b707-4a27f4ca1541 req-1dcd2d21-4904-4b60-bd15-757d8ee28b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:43.785696 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-265eb89c-3f34-42cb-b707-4a27f4ca1541 req-1dcd2d21-4904-4b60-bd15-757d8ee28b3e service neutron] 10.222.0.91 "GET /v2.0/networks?id=2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 200 len: 921 time: 0.1286509 Aug 17 16:28:43.788184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d145212f-8158-44f1-9acf-5ddbf4f36f7d req-c91512a4-0f82-44a6-9508-3ea8df900add tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774670 Aug 17 16:28:43.845419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-265eb89c-3f34-42cb-b707-4a27f4ca1541 req-ec747415-62db-404e-aebb-f096c8f49c95 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 217 time: 0.0519300 Aug 17 16:28:43.850209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4766b508-107f-447b-81a8-2c7bfb25ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.852985 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4766b508-107f-447b-81a8-2c7bfb25ffa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:43.854506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4766b508-107f-447b-81a8-2c7bfb25ffa8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/24093cdb-76ae-48a4-886a-2bd47d0d34f2 HTTP/1.1" status: 204 len: 168 time: 0.3082063 Aug 17 16:28:43.863661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766b508-107f-447b-81a8-2c7bfb25ffa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24093cdb-76ae-48a4-886a-2bd47d0d34f2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:43.923889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eb89c-3f34-42cb-b707-4a27f4ca1541 req-6b4aac1e-8ac0-4631-bf1b-a503897ce8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:43.925995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-265eb89c-3f34-42cb-b707-4a27f4ca1541 req-6b4aac1e-8ac0-4631-bf1b-a503897ce8aa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3301e9c-25a6-4ad6-936c-9263ec053444 HTTP/1.1" status: 200 len: 860 time: 0.0727220 Aug 17 16:28:43.952870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90a699-5b09-41fd-acac-789a09f22200 req-156e28bc-d235-47be-8bb0-e1308ae95075 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:43.955343 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b90a699-5b09-41fd-acac-789a09f22200 req-156e28bc-d235-47be-8bb0-e1308ae95075 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 950 time: 0.0580688 Aug 17 16:28:43.978263 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-265eb89c-3f34-42cb-b707-4a27f4ca1541 req-55a88a99-0a6c-467d-b058-67c5d5ad74fd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ebb8458-8446-4d94-b159-a51e2f291566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446622 Aug 17 16:28:44.034708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-b822be79-f1d6-43b2-aca3-7270e5646052 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:44.036425 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-b822be79-f1d6-43b2-aca3-7270e5646052 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 950 time: 0.0801852 Aug 17 16:28:44.039767 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b90a699-5b09-41fd-acac-789a09f22200 req-7443d48b-7846-4eff-8dde-6fa432b332b6 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720255 Aug 17 16:28:44.140609 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-265eb89c-3f34-42cb-b707-4a27f4ca1541 req-31cb0841-40c8-462a-9257-89763aeb6fad service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539044 Aug 17 16:28:44.185069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-8e4aca20-a1ef-4af5-a0a7-b57f3a6f1186 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Deleting port 9f46b784-2aa5-46bb-b372-07b74257ad86 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:44.185465 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-8e4aca20-a1ef-4af5-a0a7-b57f3a6f1186 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:44.267372 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-265eb89c-3f34-42cb-b707-4a27f4ca1541 req-341e48d8-acd6-4742-8d99-e6b871bd79c6 service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196747 Aug 17 16:28:44.328879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ce611-f67f-4486-8044-e06f6c87ef16 req-172173ab-2c73-40d0-b34b-ab15523a4e5a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:44.330681 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-611ce611-f67f-4486-8044-e06f6c87ef16 req-172173ab-2c73-40d0-b34b-ab15523a4e5a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 944 time: 0.1193926 Aug 17 16:28:44.357484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-8e4aca20-a1ef-4af5-a0a7-b57f3a6f1186 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] For port 9f46b784-2aa5-46bb-b372-07b74257ad86, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9f46b784-2aa5-46bb-b372-07b74257ad86,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:44.358292 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-8e4aca20-a1ef-4af5-a0a7-b57f3a6f1186 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:44.380791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-8e4aca20-a1ef-4af5-a0a7-b57f3a6f1186 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Calling delete_port for 9f46b784-2aa5-46bb-b372-07b74257ad86 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:44.453693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-611ce611-f67f-4486-8044-e06f6c87ef16 req-04b5b1d9-00d4-4db7-88d3-4e343a2a6769 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911567 Aug 17 16:28:44.557722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-8e4aca20-a1ef-4af5-a0a7-b57f3a6f1186 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:44.571376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['9f46b784-2aa5-46bb-b372-07b74257ad86', '0da16b95-9114-41b1-8453-02efe07c46a9'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:44.589846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4aca20-a1ef-4af5-a0a7-b57f3a6f1186 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Pushing event deleted for resources: {'Port': ['ID=9f46b784-2aa5-46bb-b372-07b74257ad86,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:44.640089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-8e4aca20-a1ef-4af5-a0a7-b57f3a6f1186 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] No DVR routers for this DVR port 9f46b784-2aa5-46bb-b372-07b74257ad86 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:44.645479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-8e4aca20-a1ef-4af5-a0a7-b57f3a6f1186 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:44.647592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-39d4cd1c-d87a-4c03-a843-87938ed6ab30 req-8e4aca20-a1ef-4af5-a0a7-b57f3a6f1186 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "DELETE /v2.0/ports/9f46b784-2aa5-46bb-b372-07b74257ad86 HTTP/1.1" status: 204 len: 173 time: 0.6038325 Aug 17 16:28:44.648051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe9a0d4-55fd-42a4-bb95-d8241658d4d3', 'name': 'network-vif-deleted', 'tag': '9f46b784-2aa5-46bb-b372-07b74257ad86'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:44.650459 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807964d1-2feb-4eb5-9ab9-0ab7d81d9c73" -d '{"events": [{"server_uuid": "1fe9a0d4-55fd-42a4-bb95-d8241658d4d3", "name": "network-vif-deleted", "tag": "9f46b784-2aa5-46bb-b372-07b74257ad86"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:44.694223 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6b0d67-3cd8-4018-9f7d-28723c3ad247 x-openstack-request-id: req-fc6b0d67-3cd8-4018-9f7d-28723c3ad247 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:44.694699 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe9a0d4-55fd-42a4-bb95-d8241658d4d3", "name": "network-vif-deleted", "tag": "9f46b784-2aa5-46bb-b372-07b74257ad86", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:44.694944 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc6b0d67-3cd8-4018-9f7d-28723c3ad247 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:44.695406 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe9a0d4-55fd-42a4-bb95-d8241658d4d3', 'name': 'network-vif-deleted', 'tag': '9f46b784-2aa5-46bb-b372-07b74257ad86', 'status': 'completed', 'code': 200} Aug 17 16:28:44.912976 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaff04-44a3-4aa7-b3f3-0f80d54e16e1 req-f8b808d0-c4b2-4d3d-99a2-99b9705cbdf3 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:44.914494 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22aaff04-44a3-4aa7-b3f3-0f80d54e16e1 req-f8b808d0-c4b2-4d3d-99a2-99b9705cbdf3 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0531297 Aug 17 16:28:44.979936 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22aaff04-44a3-4aa7-b3f3-0f80d54e16e1 req-6c3535fc-453f-4159-b352-1fe93c8e922e tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580759 Aug 17 16:28:45.203289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40b69319-78dd-4ef3-8040-19167a0f644f req-c7a8acaa-ef65-4166-964f-eb0d69e296ad tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fe9a0d4-55fd-42a4-bb95-d8241658d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0452597 Aug 17 16:28:45.586027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae86f55-6a02-432e-96f9-b509a7f16bc0 req-240d1426-d41c-40f7-bea6-51d5219f8f5d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:45.587620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bae86f55-6a02-432e-96f9-b509a7f16bc0 req-240d1426-d41c-40f7-bea6-51d5219f8f5d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 944 time: 0.0554111 Aug 17 16:28:45.634535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bae86f55-6a02-432e-96f9-b509a7f16bc0 req-a0eec658-940c-4929-b2c6-378b9975d424 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Aug 17 16:28:46.135546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939888c-71ef-4bc0-be4e-fae17769396b req-aa325480-eeb9-41a3-81e7-8bd9ce2a8f07 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:46.143562 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c939888c-71ef-4bc0-be4e-fae17769396b req-aa325480-eeb9-41a3-81e7-8bd9ce2a8f07 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0652332 Aug 17 16:28:46.188690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c939888c-71ef-4bc0-be4e-fae17769396b req-75cd567d-29c5-4fde-ab14-3d3d135a9485 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440543 Aug 17 16:28:46.562291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 94411861-d1ca-46cb-800c-400fbb76f174 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:28:46.641998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 94411861-d1ca-46cb-800c-400fbb76f174 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:28:46.643372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee646e-cd01-4309-95bb-377bcd7384c8 req-471e1450-5b58-49c9-9d8a-baa5a33c7460 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:46.648708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 94411861-d1ca-46cb-800c-400fbb76f174 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:46.651078 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:46.652470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2ee646e-cd01-4309-95bb-377bcd7384c8 req-471e1450-5b58-49c9-9d8a-baa5a33c7460 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 951 time: 0.0827694 Aug 17 16:28:46.756354 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2ee646e-cd01-4309-95bb-377bcd7384c8 req-7e760bb0-72df-455b-bbb5-831eff87ff71 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009767 Aug 17 16:28:46.801857 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee78c-d311-4a37-9994-6af2ccb4ec5c req-1f09eaec-b9ce-4fe2-a637-29914e8362d7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:46.809695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d7ee78c-d311-4a37-9994-6af2ccb4ec5c req-1f09eaec-b9ce-4fe2-a637-29914e8362d7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 944 time: 0.0854797 Aug 17 16:28:46.831109 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:46.857834 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d7ee78c-d311-4a37-9994-6af2ccb4ec5c req-8dc7fb95-7c31-4e13-8ef8-ffcf6e995dc6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Aug 17 16:28:46.875308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c104d6bb-d9ca-409a-ab00-b116a9e2fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94411861-d1ca-46cb-800c-400fbb76f174'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:46.879306 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6ad23e-aea4-4b20-9d4e-9c9d240303ca" -d '{"events": [{"server_uuid": "c104d6bb-d9ca-409a-ab00-b116a9e2fadf", "name": "network-vif-plugged", "status": "completed", "tag": "94411861-d1ca-46cb-800c-400fbb76f174"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:46.918517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 94411861-d1ca-46cb-800c-400fbb76f174, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94411861-d1ca-46cb-800c-400fbb76f174,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:46.924487 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:46.973286 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1f4822-486c-47a6-9ea7-06e63f17a444 x-openstack-request-id: req-1f1f4822-486c-47a6-9ea7-06e63f17a444 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:46.973977 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c104d6bb-d9ca-409a-ab00-b116a9e2fadf", "name": "network-vif-plugged", "status": "completed", "tag": "94411861-d1ca-46cb-800c-400fbb76f174", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:46.975168 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f1f4822-486c-47a6-9ea7-06e63f17a444 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:46.987029 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c104d6bb-d9ca-409a-ab00-b116a9e2fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94411861-d1ca-46cb-800c-400fbb76f174', 'code': 200} Aug 17 16:28:47.015624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=94411861-d1ca-46cb-800c-400fbb76f174,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:47.074458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c3fa3-77eb-4e32-976f-a11fd66052b7 req-88a40696-ec98-4f40-8a42-45a1b536d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:47.076136 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f42c3fa3-77eb-4e32-976f-a11fd66052b7 req-88a40696-ec98-4f40-8a42-45a1b536d30a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 1096 time: 0.0466485 Aug 17 16:28:47.129592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f42c3fa3-77eb-4e32-976f-a11fd66052b7 req-01579a7d-269a-4666-af47-0131d71d794e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432808 Aug 17 16:28:47.370230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217b6b4-534c-4f09-ad49-6aad9b85290c req-a9fe490d-329f-43ad-bd53-b052bff009b1 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:47.372776 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4217b6b4-534c-4f09-ad49-6aad9b85290c req-a9fe490d-329f-43ad-bd53-b052bff009b1 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1075628 Aug 17 16:28:47.423423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4217b6b4-534c-4f09-ad49-6aad9b85290c req-d8aa2232-c672-4548-ba23-359697f397a1 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 Aug 17 16:28:47.890189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53fc76-849f-464b-abdd-198ba61d9b0e req-dca58ecf-2b3c-4085-8b8a-b0f32ea426c5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:47.893213 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bd53fc76-849f-464b-abdd-198ba61d9b0e req-dca58ecf-2b3c-4085-8b8a-b0f32ea426c5 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 951 time: 0.0700555 Aug 17 16:28:47.954584 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bd53fc76-849f-464b-abdd-198ba61d9b0e req-6b75879c-9ac0-450c-a098-5a1671bbcdd9 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/security-groups?id=913a17d2-22ff-44d7-b86f-4dfa5c2dec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490940 Aug 17 16:28:48.011863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7090eb2-a159-42fe-a2df-fd0ffcc9e2b3 req-14f260d2-cc42-45a2-acdc-aa991fec3712 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:48.013585 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7090eb2-a159-42fe-a2df-fd0ffcc9e2b3 req-14f260d2-cc42-45a2-acdc-aa991fec3712 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 945 time: 0.0670326 Aug 17 16:28:48.064420 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7090eb2-a159-42fe-a2df-fd0ffcc9e2b3 req-07edb2ca-3bd7-42ab-ac73-5bf28e7a1f99 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Aug 17 16:28:48.271054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febef28b-de9c-4604-bcf4-a92fe750702d req-aad16dbf-b453-4495-8e2a-3d6b49949a5c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:48.272804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-febef28b-de9c-4604-bcf4-a92fe750702d req-aad16dbf-b453-4495-8e2a-3d6b49949a5c tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 951 time: 0.0627494 Aug 17 16:28:48.393175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-febef28b-de9c-4604-bcf4-a92fe750702d req-1a1185e9-d664-4081-b628-d20344140194 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Deleting port 0da16b95-9114-41b1-8453-02efe07c46a9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:28:48.393760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-febef28b-de9c-4604-bcf4-a92fe750702d req-1a1185e9-d664-4081-b628-d20344140194 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:48.519520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-febef28b-de9c-4604-bcf4-a92fe750702d req-1a1185e9-d664-4081-b628-d20344140194 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] For port 0da16b95-9114-41b1-8453-02efe07c46a9, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0da16b95-9114-41b1-8453-02efe07c46a9,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:48.522263 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-febef28b-de9c-4604-bcf4-a92fe750702d req-1a1185e9-d664-4081-b628-d20344140194 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:48.558715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-febef28b-de9c-4604-bcf4-a92fe750702d req-1a1185e9-d664-4081-b628-d20344140194 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Calling delete_port for 0da16b95-9114-41b1-8453-02efe07c46a9 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:28:48.566891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9f46b784-2aa5-46bb-b372-07b74257ad86 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:48.588398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece55f8-44f2-48d9-a325-79b19e01f9f4 req-d448e3cd-9d9b-475d-a5b5-e57dda05690c tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:48.598185 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ece55f8-44f2-48d9-a325-79b19e01f9f4 req-d448e3cd-9d9b-475d-a5b5-e57dda05690c tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0664191 Aug 17 16:28:48.614580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 9f46b784-2aa5-46bb-b372-07b74257ad86 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:48.614947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9f46b784-2aa5-46bb-b372-07b74257ad86 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:48.675434 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ece55f8-44f2-48d9-a325-79b19e01f9f4 req-09f4424f-05d7-4efa-9e37-af73598e1376 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751274 Aug 17 16:28:48.793553 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-febef28b-de9c-4604-bcf4-a92fe750702d req-1a1185e9-d664-4081-b628-d20344140194 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:48.804888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0da16b95-9114-41b1-8453-02efe07c46a9'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:48.855525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1185e9-d664-4081-b628-d20344140194 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Pushing event deleted for resources: {'Port': ['ID=0da16b95-9114-41b1-8453-02efe07c46a9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:48.907366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-febef28b-de9c-4604-bcf4-a92fe750702d req-1a1185e9-d664-4081-b628-d20344140194 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] No DVR routers for this DVR port 0da16b95-9114-41b1-8453-02efe07c46a9 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:28:48.911001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-febef28b-de9c-4604-bcf4-a92fe750702d req-1a1185e9-d664-4081-b628-d20344140194 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:48.913404 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-febef28b-de9c-4604-bcf4-a92fe750702d req-1a1185e9-d664-4081-b628-d20344140194 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.93 "DELETE /v2.0/ports/0da16b95-9114-41b1-8453-02efe07c46a9 HTTP/1.1" status: 204 len: 173 time: 0.6341252 Aug 17 16:28:48.922612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5c931-1964-42c5-88e1-bdc544a57d5b req-8a33a422-0309-433a-a9fe-1ede976219c1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:48.924538 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bca5c931-1964-42c5-88e1-bdc544a57d5b req-8a33a422-0309-433a-a9fe-1ede976219c1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1429110 Aug 17 16:28:48.925305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'name': 'network-vif-deleted', 'tag': '0da16b95-9114-41b1-8453-02efe07c46a9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:48.927898 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1842122e-c211-495a-af39-cf219cbbbcdc" -d '{"events": [{"server_uuid": "b581a782-4b87-4b6c-8abe-878eff3ceb64", "name": "network-vif-deleted", "tag": "0da16b95-9114-41b1-8453-02efe07c46a9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:48.993763 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bca5c931-1964-42c5-88e1-bdc544a57d5b req-f539a47c-67cc-45a0-b749-c685521af7a4 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603788 Aug 17 16:28:49.039621 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8743b314-2924-4edf-80fa-9749407be4c2 x-openstack-request-id: req-8743b314-2924-4edf-80fa-9749407be4c2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:49.040018 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b581a782-4b87-4b6c-8abe-878eff3ceb64", "name": "network-vif-deleted", "tag": "0da16b95-9114-41b1-8453-02efe07c46a9", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:49.040155 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8743b314-2924-4edf-80fa-9749407be4c2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:49.040567 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b581a782-4b87-4b6c-8abe-878eff3ceb64', 'name': 'network-vif-deleted', 'tag': '0da16b95-9114-41b1-8453-02efe07c46a9', 'status': 'completed', 'code': 200} Aug 17 16:28:49.157755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f34e4fb0-338e-44cd-8c24-1de4154e0b7d req-ac8832eb-1504-480b-bf80-24c625f6d840 tempest-ServersAdminTestJSON-541629710 tempest-ServersAdminTestJSON-541629710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b581a782-4b87-4b6c-8abe-878eff3ceb64 HTTP/1.1" status: 200 len: 210 time: 0.0533798 Aug 17 16:28:49.239781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7e8ab-51ce-4687-8328-396818b71185 req-aae73747-cf03-4118-89b1-412586577e89 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:49.247048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3cd7e8ab-51ce-4687-8328-396818b71185 req-aae73747-cf03-4118-89b1-412586577e89 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 945 time: 0.0657415 Aug 17 16:28:49.284044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3cd7e8ab-51ce-4687-8328-396818b71185 req-dcb06e9d-93e7-4b95-9180-b189b158de93 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357363 Aug 17 16:28:49.425722 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:49.430126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-6f396f21-29eb-4198-8b49-3d7730e02d03 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5e0bff260f5f426d99f5384af5be17ad HTTP/1.1" status: 200 len: 267 time: 0.0688608 Aug 17 16:28:49.488950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-b8d46c84-c0e8-44c7-87ae-0dcb1b863af4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:49.490690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-b8d46c84-c0e8-44c7-87ae-0dcb1b863af4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 945 time: 0.0539725 Aug 17 16:28:49.502334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-d1a693ca-0837-4e96-bd2b-64bb9b053b0d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'port': {'security_groups': []}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:49.583286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-d1a693ca-0837-4e96-bd2b-64bb9b053b0d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:49.599169 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:49.803937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-d1a693ca-0837-4e96-bd2b-64bb9b053b0d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] For port 94411861-d1ca-46cb-800c-400fbb76f174, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94411861-d1ca-46cb-800c-400fbb76f174,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:49.807915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23741f83-d1a8-49d3-9de8-74c1d86d3b3d req-b8009aa2-8a4f-4b00-8e50-0febba4d32c6 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:49.816198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23741f83-d1a8-49d3-9de8-74c1d86d3b3d req-b8009aa2-8a4f-4b00-8e50-0febba4d32c6 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0735073 Aug 17 16:28:49.848607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-d1a693ca-0837-4e96-bd2b-64bb9b053b0d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:49.854962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-d1a693ca-0837-4e96-bd2b-64bb9b053b0d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:49.868270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23741f83-d1a8-49d3-9de8-74c1d86d3b3d req-34aeb9f7-d47c-4b53-bed8-658b7f1afca3 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510368 Aug 17 16:28:49.869361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['85ee2243-0a93-413f-8b4d-63f2556ee30b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:49.897639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['addc51d9-c7aa-4b03-b79b-f6efd87e5b86', '94411861-d1ca-46cb-800c-400fbb76f174'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:49.929241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a693ca-0837-4e96-bd2b-64bb9b053b0d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'Port': ['ID=94411861-d1ca-46cb-800c-400fbb76f174,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:49.955165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-d1a693ca-0837-4e96-bd2b-64bb9b053b0d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:49.957203 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-d1a693ca-0837-4e96-bd2b-64bb9b053b0d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:49.959511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5da67f6d-3b5e-4a2f-ba3a-7edbee3e1635 req-d1a693ca-0837-4e96-bd2b-64bb9b053b0d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "PUT /v2.0/ports/94411861-d1ca-46cb-800c-400fbb76f174 HTTP/1.1" status: 200 len: 904 time: 0.4622741 Aug 17 16:28:49.989173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56152) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:50.070033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['94411861-d1ca-46cb-800c-400fbb76f174'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:50.177340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134430c-ac49-48a7-b379-afb88c6c20e7 req-bd00468f-0366-4ed8-9e7a-38fa96a9cac1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:50.200763 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7134430c-ac49-48a7-b379-afb88c6c20e7 req-bd00468f-0366-4ed8-9e7a-38fa96a9cac1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 907 time: 0.1268282 Aug 17 16:28:50.237254 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9d33-e2bc-4e07-bdaf-62696b57f5a9 req-27695d0d-5acb-4bd8-bea7-1471f39f1d00 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:50.245725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d30d9d33-e2bc-4e07-bdaf-62696b57f5a9 req-27695d0d-5acb-4bd8-bea7-1471f39f1d00 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1099198 Aug 17 16:28:50.305591 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d30d9d33-e2bc-4e07-bdaf-62696b57f5a9 req-22010649-8096-4d10-b911-98b4885fb585 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586846 Aug 17 16:28:50.378284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8174a-1596-4c14-abd0-470fcea2c248 req-5411c6c1-877e-4502-bd3a-e37943a9b475 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:50.380846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fe8174a-1596-4c14-abd0-470fcea2c248 req-5411c6c1-877e-4502-bd3a-e37943a9b475 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0654221 Aug 17 16:28:50.387946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-87012218-4b7f-4153-a95f-167b9a17b52c None None] Provisioning complete for port 94411861-d1ca-46cb-800c-400fbb76f174 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:50.388535 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87012218-4b7f-4153-a95f-167b9a17b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:50.429331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fe8174a-1596-4c14-abd0-470fcea2c248 req-0d60c24c-c9e2-4a54-8da6-0bd8a01cae01 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 Aug 17 16:28:50.467485 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56172) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:50.484045 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5cd342be-7580-4910-a9ae-a338d16a767e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:50.592074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7175bd-9820-44b5-9901-b4441ec60c12 req-866b2e8f-9135-4329-9f17-52a78d7ff16f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:50.599738 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3b7175bd-9820-44b5-9901-b4441ec60c12 req-866b2e8f-9135-4329-9f17-52a78d7ff16f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0799127 Aug 17 16:28:50.659322 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3b7175bd-9820-44b5-9901-b4441ec60c12 req-bf37e61f-d056-425c-a18a-9ddbeda9ae34 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587063 Aug 17 16:28:50.674899 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5cd342be-7580-4910-a9ae-a338d16a767e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:50.679918 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5cd342be-7580-4910-a9ae-a338d16a767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:50.723286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd342be-7580-4910-a9ae-a338d16a767e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30cbbed-fbf8-4eea-a8ec-61df65dd89e2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:50.730728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:50.730965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5cd342be-7580-4910-a9ae-a338d16a767e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3017344cd7044455908885181c15edf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7404146 Aug 17 16:28:50.789856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20510a56-a898-4195-8dd8-b09b897b2699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:50.808703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56186) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:50.833545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20510a56-a898-4195-8dd8-b09b897b2699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:50.836096 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b3f2700-9655-4acd-acc0-aa6df777589d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:50.948219 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20510a56-a898-4195-8dd8-b09b897b2699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:50.952529 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20510a56-a898-4195-8dd8-b09b897b2699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:50.957018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-20510a56-a898-4195-8dd8-b09b897b2699 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e30cbbed-fbf8-4eea-a8ec-61df65dd89e2 HTTP/1.1" status: 204 len: 168 time: 0.2250977 Aug 17 16:28:50.971071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20510a56-a898-4195-8dd8-b09b897b2699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30cbbed-fbf8-4eea-a8ec-61df65dd89e2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:51.035105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b3f2700-9655-4acd-acc0-aa6df777589d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.041621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c104d6bb-d9ca-409a-ab00-b116a9e2fadf', 'tag': '94411861-d1ca-46cb-800c-400fbb76f174'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:51.043598 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b3f2700-9655-4acd-acc0-aa6df777589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.044825 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099b817d-81a7-4c15-9d75-4b7b23387e96" -d '{"events": [{"name": "network-changed", "server_uuid": "c104d6bb-d9ca-409a-ab00-b116a9e2fadf", "tag": "94411861-d1ca-46cb-800c-400fbb76f174"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:51.120685 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b3f2700-9655-4acd-acc0-aa6df777589d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d46debe7612a4a5f83603992b816e1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6520758 Aug 17 16:28:51.122020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f2700-9655-4acd-acc0-aa6df777589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d1490b-16a5-46f7-9400-f279b23330d9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:51.126826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:51.205216 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ce1ea9b8-e501-4454-bcbd-f5661aa3f602 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33b5263107bc4172a20b376bbcf02daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947840 Aug 17 16:28:51.208540 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56214) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:51.213058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d451ca-86d0-4ad1-a6ce-84a68266d4fa req-a3d6f739-12c8-403e-9e03-feadc06e7e37 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:51.226922 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63d451ca-86d0-4ad1-a6ce-84a68266d4fa req-a3d6f739-12c8-403e-9e03-feadc06e7e37 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1494207 Aug 17 16:28:51.278687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-3f827152-597c-4738-a600-2042abda4567 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:51.286506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-3f827152-597c-4738-a600-2042abda4567 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 812 time: 0.1961040 Aug 17 16:28:51.313567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-41eb47b1-95c3-42b1-b494-245f06ce9779 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/quotas/5e0bff260f5f426d99f5384af5be17ad HTTP/1.1" status: 200 len: 375 time: 0.0258050 Aug 17 16:28:51.333076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adf0064b-3792-400f-90c0-052cc87b93e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.373852 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b59229d4-aa54-4f34-9d3b-ad567f835dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.374738 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63d451ca-86d0-4ad1-a6ce-84a68266d4fa req-6405754d-2ce1-41ba-b865-e1731d5bbda6 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397023 Aug 17 16:28:51.397678 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adf0064b-3792-400f-90c0-052cc87b93e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.419706 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b59229d4-aa54-4f34-9d3b-ad567f835dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.443079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:51.448035 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-b9a7140b-a4a9-4cae-bb6c-1fd899bfb8ff tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1333499 Aug 17 16:28:51.472918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1877842-9421-45b4-a223-ef775bb79f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.541501 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a47186e-67c6-4175-b985-182c118ff023 x-openstack-request-id: req-0a47186e-67c6-4175-b985-182c118ff023 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:51.541820 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c104d6bb-d9ca-409a-ab00-b116a9e2fadf", "tag": "94411861-d1ca-46cb-800c-400fbb76f174", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:51.542040 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a47186e-67c6-4175-b985-182c118ff023 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:51.542545 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c104d6bb-d9ca-409a-ab00-b116a9e2fadf', 'tag': '94411861-d1ca-46cb-800c-400fbb76f174', 'status': 'completed', 'code': 200} Aug 17 16:28:51.552716 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adf0064b-3792-400f-90c0-052cc87b93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.555871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adf0064b-3792-400f-90c0-052cc87b93e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.559695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-adf0064b-3792-400f-90c0-052cc87b93e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14d1490b-16a5-46f7-9400-f279b23330d9 HTTP/1.1" status: 204 len: 168 time: 0.3979316 Aug 17 16:28:51.571337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0064b-3792-400f-90c0-052cc87b93e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d1490b-16a5-46f7-9400-f279b23330d9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:51.621674 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1877842-9421-45b4-a223-ef775bb79f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.626219 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-0b512a51-424a-425f-95ee-5dd6a90f82b4 service neutron] 10.222.0.77 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670811 Aug 17 16:28:51.627822 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1877842-9421-45b4-a223-ef775bb79f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.672028 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1877842-9421-45b4-a223-ef775bb79f46 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f354c993cd6c46c6bfe8d40af20a43c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192121 Aug 17 16:28:51.690388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56228) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:51.721256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1877842-9421-45b4-a223-ef775bb79f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e137e6-6a9e-40b5-bfdd-ba781a27c473,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:51.776670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b59229d4-aa54-4f34-9d3b-ad567f835dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.779508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b59229d4-aa54-4f34-9d3b-ad567f835dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.780682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b59229d4-aa54-4f34-9d3b-ad567f835dc3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/913a17d2-22ff-44d7-b86f-4dfa5c2dec05 HTTP/1.1" status: 204 len: 168 time: 0.5710535 Aug 17 16:28:51.781208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601f698-19f1-49c4-9f79-41c4c110000b req-56a32b41-9406-4419-adc3-32e6407e2229 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:51.791695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c601f698-19f1-49c4-9f79-41c4c110000b req-56a32b41-9406-4419-adc3-32e6407e2229 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1319330 Aug 17 16:28:51.828882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-ed401efb-03a0-462f-a829-b5e4baa48a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:51.832114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-ed401efb-03a0-462f-a829-b5e4baa48a6c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 1058 time: 0.2032497 Aug 17 16:28:51.833141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59229d4-aa54-4f34-9d3b-ad567f835dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913a17d2-22ff-44d7-b86f-4dfa5c2dec05,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:51.835165 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c601f698-19f1-49c4-9f79-41c4c110000b req-e613019f-b719-4308-9702-0b3580b21154 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425451 Aug 17 16:28:51.896257 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3de53d5-5f78-4136-a56c-ba1568cd2f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:51.899595 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-953d6055-ba6c-4f58-8acb-344ab28934b3 service neutron] 10.222.0.77 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725062 Aug 17 16:28:51.957102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3de53d5-5f78-4136-a56c-ba1568cd2f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.079049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-ee1b7bb6-2269-431e-84d3-570da191661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:52.080100 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-ee1b7bb6-2269-431e-84d3-570da191661c service neutron] 10.222.0.93 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.2205112 Aug 17 16:28:52.140194 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-659b4559-552a-4936-beb0-a8bd4ac4ec77 req-c0b681b5-1b6c-4479-8012-3628046dc82b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 210 time: 0.0540116 Aug 17 16:28:52.145364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:52.166867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0216d965-79a5-4208-a0de-f3251ce3138c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.174985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-205990ef-aeb3-447b-b594-6abc5265dfa0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411861-d1ca-46cb-800c-400fbb76f174 HTTP/1.1" status: 200 len: 217 time: 0.0860186 Aug 17 16:28:52.218239 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3de53d5-5f78-4136-a56c-ba1568cd2f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.223217 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3de53d5-5f78-4136-a56c-ba1568cd2f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.224617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3de53d5-5f78-4136-a56c-ba1568cd2f6a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80e137e6-6a9e-40b5-bfdd-ba781a27c473 HTTP/1.1" status: 204 len: 168 time: 0.5180700 Aug 17 16:28:52.265515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de53d5-5f78-4136-a56c-ba1568cd2f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e137e6-6a9e-40b5-bfdd-ba781a27c473,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:52.297445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-c04f979d-f37d-4ee4-8f93-a2d81fe85ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:52.300641 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-c04f979d-f37d-4ee4-8f93-a2d81fe85ebb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.1148100 Aug 17 16:28:52.318829 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0216d965-79a5-4208-a0de-f3251ce3138c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.324163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0216d965-79a5-4208-a0de-f3251ce3138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.368915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-c7e96a68-da3a-463e-9b5b-7211cf2201d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:52.370597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-c7e96a68-da3a-463e-9b5b-7211cf2201d1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630529 Aug 17 16:28:52.373650 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0216d965-79a5-4208-a0de-f3251ce3138c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f10cf9226acd4245a9c6b40a8ff50c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271044 Aug 17 16:28:52.374732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216d965-79a5-4208-a0de-f3251ce3138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435e6e37-e3f7-4015-8b53-dac48514d89f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:52.376815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56256) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:52.515777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:52.597627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0da16b95-9114-41b1-8453-02efe07c46a9 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:28:52.619476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-23440c18-51cd-4b39-87ac-24d01b27a9f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14e25bdf2126416da7ccd0a912987605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1017718 Aug 17 16:28:52.621931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:28:52.627382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 0da16b95-9114-41b1-8453-02efe07c46a9 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:28:52.628054 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0da16b95-9114-41b1-8453-02efe07c46a9 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:28:52.656893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee9c44-109d-4a41-b4a3-fcb9938ac91e req-3b06cd27-ade6-4fc1-8ceb-b4498848367a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:52.658636 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6ee9c44-109d-4a41-b4a3-fcb9938ac91e req-3b06cd27-ade6-4fc1-8ceb-b4498848367a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1947329 Aug 17 16:28:52.659340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f2bef56-82f5-4a72-9fc2-22a8c19feba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.694956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-554b1380-25cb-447a-a565-d0b18f93c221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.700457 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-5aa9e591-72eb-46b3-99b0-f57231b88450 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150427 Aug 17 16:28:52.722784 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-554b1380-25cb-447a-a565-d0b18f93c221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.781979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-554b1380-25cb-447a-a565-d0b18f93c221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.785023 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-554b1380-25cb-447a-a565-d0b18f93c221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.786566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-554b1380-25cb-447a-a565-d0b18f93c221 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77ce91d9-5854-4e07-86c8-1afa0ce89021 HTTP/1.1" status: 204 len: 168 time: 0.1636379 Aug 17 16:28:52.807745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b1380-25cb-447a-a565-d0b18f93c221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ce91d9-5854-4e07-86c8-1afa0ce89021,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:52.818476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f2bef56-82f5-4a72-9fc2-22a8c19feba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.842825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6ee9c44-109d-4a41-b4a3-fcb9938ac91e req-a668dd98-0548-4c68-8f2e-f20d2fb94e97 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619563 Aug 17 16:28:52.930077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-099b817d-81a7-4c15-9d75-4b7b23387e96 req-f53fcaea-899b-49ef-8899-b07beb59e998 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209496 Aug 17 16:28:52.931301 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f2bef56-82f5-4a72-9fc2-22a8c19feba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.934096 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f2bef56-82f5-4a72-9fc2-22a8c19feba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:52.938699 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9f2bef56-82f5-4a72-9fc2-22a8c19feba4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/435e6e37-e3f7-4015-8b53-dac48514d89f HTTP/1.1" status: 204 len: 168 time: 0.5565050 Aug 17 16:28:52.945925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bef56-82f5-4a72-9fc2-22a8c19feba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435e6e37-e3f7-4015-8b53-dac48514d89f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:53.002819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f28f38-174c-48ae-b513-438c9bdc7b01 req-a3237fe1-282d-4d63-ae7d-e5dcd9357e75 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:53.005279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8f28f38-174c-48ae-b513-438c9bdc7b01 req-a3237fe1-282d-4d63-ae7d-e5dcd9357e75 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.0595796 Aug 17 16:28:53.047274 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8f28f38-174c-48ae-b513-438c9bdc7b01 req-913520bf-1e44-453c-af02-436a7f224638 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352881 Aug 17 16:28:53.283713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-90d73629-23fe-4160-8110-02838aca8165 req-f9484d3a-7806-4d24-92b5-3ae2cdeb037f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 210 time: 0.0269299 Aug 17 16:28:53.363528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-08398761-2efc-42de-97c0-98d24c099e19 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:53.365220 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-08398761-2efc-42de-97c0-98d24c099e19 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.93 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 812 time: 0.1710978 Aug 17 16:28:53.379382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Request body: {'port': {'device_id': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'admin_state_up': True, 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:53.498786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Made reservation on behalf of 5e0bff260f5f426d99f5384af5be17ad for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:28:53.502939 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:53.668334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Allocated IP 172.20.0.10 (00185e88-19dc-41da-bc27-e709ce5b6aa4/ec998730-4b90-4672-b8bf-007e271712f7/28504393-db7a-4cb3-8719-e2b7dc078c5a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:28:53.852379 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:53.870994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Transition to ACTIVE for port object 28504393-db7a-4cb3-8719-e2b7dc078c5a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:53.922355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:53.936235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['addc51d9-c7aa-4b03-b79b-f6efd87e5b86'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:53.942912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['85ee2243-0a93-413f-8b4d-63f2556ee30b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:54.271613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event updated for resources: {'Port': ['ID=28504393-db7a-4cb3-8719-e2b7dc078c5a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:54.282007 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:28:54.285343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:54.287800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:28:54.344772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b37d0-7a9c-4562-b2c1-893a602efb70 req-7bf01e5a-ced8-49cf-86c9-914c9bc49258 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:54.352589 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-493b37d0-7a9c-4562-b2c1-893a602efb70 req-7bf01e5a-ced8-49cf-86c9-914c9bc49258 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.4434783 Aug 17 16:28:54.375877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:54.382339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:54.412765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-f053756d-7bb6-47c6-a5f2-34e4da306be5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0382226 Aug 17 16:28:54.416307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-493b37d0-7a9c-4562-b2c1-893a602efb70 req-3d1c3a79-ff83-4a0c-b545-39c053323d83 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630791 Aug 17 16:28:54.443213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Request body: {'port': {'device_id': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:54.511793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:54.628730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca72d31-47c4-4461-98ef-84095296650a req-8910f3d4-823c-4746-b24a-5891fe24ef51 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:54.630689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ca72d31-47c4-4461-98ef-84095296650a req-8910f3d4-823c-4746-b24a-5891fe24ef51 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 932 time: 0.1089165 Aug 17 16:28:54.646496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e481a6-70a7-4c7c-9540-9fd5ecd302fb req-498e9eb7-7795-4f5e-8b9b-4c0acb54e84e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:54.655195 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8e481a6-70a7-4c7c-9540-9fd5ecd302fb req-498e9eb7-7795-4f5e-8b9b-4c0acb54e84e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.4808574 Aug 17 16:28:54.655825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b88678a4-0181-4a3d-9108-84e63ee2da94 None None] Provisioning for port 28504393-db7a-4cb3-8719-e2b7dc078c5a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:28:54.662704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b88678a4-0181-4a3d-9108-84e63ee2da94 None None] Provisioning complete for port 28504393-db7a-4cb3-8719-e2b7dc078c5a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:28:54.663343 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b88678a4-0181-4a3d-9108-84e63ee2da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:54.716333 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b88678a4-0181-4a3d-9108-84e63ee2da94 None None] Port 28504393-db7a-4cb3-8719-e2b7dc078c5a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:28:54.718608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8e481a6-70a7-4c7c-9540-9fd5ecd302fb req-ea1bc6f1-62dc-45f7-ae72-bfa79716e94b tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623574 Aug 17 16:28:54.765696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ca72d31-47c4-4461-98ef-84095296650a req-7291ba2e-62db-4ba1-8fc5-637c22f45351 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766697 Aug 17 16:28:54.910288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28504393-db7a-4cb3-8719-e2b7dc078c5a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:54.918698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:54.938863 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Transition to ACTIVE for port object 28504393-db7a-4cb3-8719-e2b7dc078c5a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:54.938863 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:55.040850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Pushing event updated for resources: {'Port': ['ID=28504393-db7a-4cb3-8719-e2b7dc078c5a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:55.086444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Attempting to bind port 28504393-db7a-4cb3-8719-e2b7dc078c5a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:28:55.086791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Attempting to bind port 28504393-db7a-4cb3-8719-e2b7dc078c5a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:28:55.087122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Attempting to bind port 28504393-db7a-4cb3-8719-e2b7dc078c5a on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:55.091724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Port 28504393-db7a-4cb3-8719-e2b7dc078c5a on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:28:55.092046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Attempting to bind port 28504393-db7a-4cb3-8719-e2b7dc078c5a on network 00185e88-19dc-41da-bc27-e709ce5b6aa4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:28:55.098265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:28:55.098813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Checking segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:28:55.099265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Bound using segment: {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:28:55.100005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Bound port: 28504393-db7a-4cb3-8719-e2b7dc078c5a, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4aeaf4-c06f-4689-841c-33253707d7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:28:55.101155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:55.178550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] For port 28504393-db7a-4cb3-8719-e2b7dc078c5a, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:28:55.181886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] For port 28504393-db7a-4cb3-8719-e2b7dc078c5a, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:28:55.188429 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:55.232711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:55.233382 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:55.235110 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] 10.222.0.93 "PUT /v2.0/ports/28504393-db7a-4cb3-8719-e2b7dc078c5a HTTP/1.1" status: 200 len: 1092 time: 0.8098693 Aug 17 16:28:55.235549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'tag': '28504393-db7a-4cb3-8719-e2b7dc078c5a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:28:55.240842 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f456f9ab-aa68-4207-9722-99eb3c87f86d" -d '{"events": [{"name": "network-changed", "server_uuid": "b298c746-1af3-43f7-9a92-2b8defbc6468", "tag": "28504393-db7a-4cb3-8719-e2b7dc078c5a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:28:55.279918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfccc6-56cb-4292-80d2-9c507e8a9848 service neutron] Pushing event updated for resources: {'Port': ['ID=28504393-db7a-4cb3-8719-e2b7dc078c5a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:55.327999 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511a7bf8-29a4-4835-b493-cba4b5aeab55 x-openstack-request-id: req-511a7bf8-29a4-4835-b493-cba4b5aeab55 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:28:55.328667 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b298c746-1af3-43f7-9a92-2b8defbc6468", "tag": "28504393-db7a-4cb3-8719-e2b7dc078c5a", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:28:55.328667 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-511a7bf8-29a4-4835-b493-cba4b5aeab55 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:28:55.329050 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'tag': '28504393-db7a-4cb3-8719-e2b7dc078c5a', 'status': 'completed', 'code': 200} Aug 17 16:28:55.350436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-a1c281c4-0a5d-42fb-b954-3d3bd7af9008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:55.352043 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-a1c281c4-0a5d-42fb-b954-3d3bd7af9008 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 1095 time: 0.0611529 Aug 17 16:28:55.402497 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-01a3fbf6-3038-4904-ac17-cae61ad89f13 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a HTTP/1.1" status: 200 len: 217 time: 0.0411444 Aug 17 16:28:55.467194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-e5767780-fa56-4b68-84ee-267751cf2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:55.468959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-e5767780-fa56-4b68-84ee-267751cf2278 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.0586455 Aug 17 16:28:55.535682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-554b4e54-95ff-4b18-b846-499735081ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:55.539789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-554b4e54-95ff-4b18-b846-499735081ce0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604911 Aug 17 16:28:55.582800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a40b-aa2f-4069-b196-308b9db0d8e0 req-267acdae-ea25-47df-97f2-a673e6eb4db9 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:55.590716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ada1a40b-aa2f-4069-b196-308b9db0d8e0 req-267acdae-ea25-47df-97f2-a673e6eb4db9 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0655999 Aug 17 16:28:55.638190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ada1a40b-aa2f-4069-b196-308b9db0d8e0 req-bd58f9fa-5772-45d1-bace-6b4c93abef50 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465164 Aug 17 16:28:55.685114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-cfa682f4-56f4-4dbb-bc49-5a0909371393 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376376 Aug 17 16:28:55.820226 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9e703c7-997e-436f-ae31-6a6f89ed7c47 req-e310d79f-61e7-479b-b2de-c4fdf6123c43 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272902 Aug 17 16:28:55.948547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553f51d-a7ce-493c-851d-7432b8a6634b req-f2978606-2690-46ff-8ea9-9950cd3bfc5c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:55.950734 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6553f51d-a7ce-493c-851d-7432b8a6634b req-f2978606-2690-46ff-8ea9-9950cd3bfc5c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1337841 Aug 17 16:28:55.965127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c62fdf-d39e-4bdf-bbd2-a2e1d0ec9a83 req-3915e68c-33f9-4f6b-991d-12b628c99d6b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:55.974185 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b4c62fdf-d39e-4bdf-bbd2-a2e1d0ec9a83 req-3915e68c-33f9-4f6b-991d-12b628c99d6b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 944 time: 0.0799239 Aug 17 16:28:55.999575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-4296a940-df0e-4e72-b6b3-0d0ff899dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:56.001132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-4296a940-df0e-4e72-b6b3-0d0ff899dba1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 1095 time: 0.1178639 Aug 17 16:28:56.024765 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b4c62fdf-d39e-4bdf-bbd2-a2e1d0ec9a83 req-0b8d0af1-66a1-476b-a785-308d773cd17d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Aug 17 16:28:56.090835 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6553f51d-a7ce-493c-851d-7432b8a6634b req-7d274ac4-4e3a-41aa-9964-451f8240a7f8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233468 Aug 17 16:28:56.131497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-ee7bd9e1-2a32-4dd6-a3af-0aab3086d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:56.134494 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-ee7bd9e1-2a32-4dd6-a3af-0aab3086d05e service neutron] 10.222.0.93 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.1240199 Aug 17 16:28:56.183605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-9601d88d-337f-4ede-80e4-5c83c9abcb42 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a HTTP/1.1" status: 200 len: 217 time: 0.0397377 Aug 17 16:28:56.238055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-a6b098ff-649d-4126-9b2a-103369f85a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:56.239660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-a6b098ff-649d-4126-9b2a-103369f85a63 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.0477703 Aug 17 16:28:56.294660 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-5f371b19-fc21-41ba-85ac-d9514037ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:56.296128 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-5f371b19-fc21-41ba-85ac-d9514037ff86 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489383 Aug 17 16:28:56.393985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-2f6c0aad-a7c4-45c4-90c2-010499dc15ba service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894125 Aug 17 16:28:56.499696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f456f9ab-aa68-4207-9722-99eb3c87f86d req-65405c97-0d0f-4850-8f7e-432d5d502cd3 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970972 Aug 17 16:28:56.777924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a444117-529e-4c83-8e25-c465680fdf15 req-780d658e-2d20-45ea-a809-62ce0e9349f1 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:56.779626 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a444117-529e-4c83-8e25-c465680fdf15 req-780d658e-2d20-45ea-a809-62ce0e9349f1 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0587380 Aug 17 16:28:56.822970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a444117-529e-4c83-8e25-c465680fdf15 req-5e35e83e-b5a2-460b-95ad-20908cd7b3c8 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366137 Aug 17 16:28:57.162874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d2300-ac04-4f2b-baba-e4e8477a1503 req-c8559f05-cc89-4a44-9bcc-10ec817ff05f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:57.170027 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-842d2300-ac04-4f2b-baba-e4e8477a1503 req-c8559f05-cc89-4a44-9bcc-10ec817ff05f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 944 time: 0.0771031 Aug 17 16:28:57.176866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-2b2a5658-aa1c-45d5-be05-bd02120a3eca tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311661 Aug 17 16:28:57.213363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-842d2300-ac04-4f2b-baba-e4e8477a1503 req-837a1869-be64-4b62-b14f-c8755f847c91 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Aug 17 16:28:57.305581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-429e176f-73fd-4fd0-99c2-2034a5907ddc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:57.307480 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-429e176f-73fd-4fd0-99c2-2034a5907ddc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299615 Aug 17 16:28:57.334114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-0f9fc7f5-f74a-433d-8f38-2a11e2bad048 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/quotas/ab4be46c8ce94adaa70ee5532c259bf4 HTTP/1.1" status: 200 len: 375 time: 0.0201721 Aug 17 16:28:57.382535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-cc2375b1-eb9b-455d-a169-e53221f694b2 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471549 Aug 17 16:28:57.428825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5eb011-f26b-4ad7-9ae4-fc8cf256861c req-b378821c-adf8-4209-947b-b7e644a85810 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:57.436114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c5eb011-f26b-4ad7-9ae4-fc8cf256861c req-b378821c-adf8-4209-947b-b7e644a85810 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.0642655 Aug 17 16:28:57.477541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c5eb011-f26b-4ad7-9ae4-fc8cf256861c req-a96b3ea6-1d8a-42e4-a019-6e481450585c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 Aug 17 16:28:57.587445 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60be0f14-f5e2-40ee-95f1-efc958128093 req-04bd008f-601f-42a9-bcad-778adf9969e9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 210 time: 0.0354319 Aug 17 16:28:58.351553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859a94-07b6-4be7-b90a-be98e8b0add9 req-153d1103-3fad-46d5-aa5a-43e6e540371b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:58.353455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54859a94-07b6-4be7-b90a-be98e8b0add9 req-153d1103-3fad-46d5-aa5a-43e6e540371b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 944 time: 0.0568085 Aug 17 16:28:58.401152 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54859a94-07b6-4be7-b90a-be98e8b0add9 req-5e1c9a9f-de26-4ce3-a9ca-88c82b979874 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403826 Aug 17 16:28:58.411948 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6699b5-80a1-4612-a5b6-2a447ecbbb39 req-c64f06c5-a65e-412a-9c10-e3f096462d3e tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:58.414019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c6699b5-80a1-4612-a5b6-2a447ecbbb39 req-c64f06c5-a65e-412a-9c10-e3f096462d3e tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.4989932 Aug 17 16:28:58.472771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c6699b5-80a1-4612-a5b6-2a447ecbbb39 req-d943da90-a2d7-440b-9c10-5d3e9b071a90 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517988 Aug 17 16:28:58.579058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-e892893a-146c-43de-ae12-6ce166f03003 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404038 Aug 17 16:28:58.615781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 28504393-db7a-4cb3-8719-e2b7dc078c5a details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:28:58.656711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980f9d0-c1b3-494d-a972-aa66900a89ec req-0f924635-2263-4596-8345-8d5ebc0d0507 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:58.661596 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c980f9d0-c1b3-494d-a972-aa66900a89ec req-0f924635-2263-4596-8345-8d5ebc0d0507 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.0922647 Aug 17 16:28:58.733242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c980f9d0-c1b3-494d-a972-aa66900a89ec req-35ae4aba-738a-48a7-8c26-78709f695bdc tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628533 Aug 17 16:28:58.773873 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-6b7c93aa-9ad6-407f-93dc-b139579be56c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:58.776204 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-6b7c93aa-9ad6-407f-93dc-b139579be56c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906772 Aug 17 16:28:58.807853 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f7c1167-ef97-43e4-a5a7-8540ce89e20b req-eb9f1da9-17dc-480b-b33f-09564295217c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 210 time: 0.0302246 Aug 17 16:28:58.813999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Request body: {'port': {'device_id': '361fef7a-7117-49ec-957e-67aa5b6419e0', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'ab4be46c8ce94adaa70ee5532c259bf4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:28:58.845423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 28504393-db7a-4cb3-8719-e2b7dc078c5a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:58.862257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '28504393-db7a-4cb3-8719-e2b7dc078c5a', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'port_id': '28504393-db7a-4cb3-8719-e2b7dc078c5a', 'mac_address': 'fa:16:3e:e5:5d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:28:58.907147 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:58.924307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28504393-db7a-4cb3-8719-e2b7dc078c5a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:28:58.953973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Made reservation on behalf of ab4be46c8ce94adaa70ee5532c259bf4 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:28:58.956819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 28504393-db7a-4cb3-8719-e2b7dc078c5a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:28:58.959814 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:58.962737 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:58.969584 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:59.020313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=28504393-db7a-4cb3-8719-e2b7dc078c5a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:59.092437 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:59.098089 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:59.168076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbac05c-4114-4b73-afee-586c69aa98d7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:59.187157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.187720 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.188328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.188700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.189067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.189491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.189801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.190286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.190698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.191767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.192030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.192613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:28:59.263276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Allocated IP 192.168.233.32 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/193b6838-ada6-488b-be21-fc3e5d6d15f3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:28:59.272366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['28504393-db7a-4cb3-8719-e2b7dc078c5a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:28:59.477998 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:59.493785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Transition to ACTIVE for port object 193b6838-ada6-488b-be21-fc3e5d6d15f3 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:28:59.543047 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:59.553998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36e4dd-22ca-4088-aedb-37db032cbd9e req-7ecd87f2-ecff-4804-b75a-d7e1a2619481 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:59.572712 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de36e4dd-22ca-4088-aedb-37db032cbd9e req-7ecd87f2-ecff-4804-b75a-d7e1a2619481 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 945 time: 0.0759664 Aug 17 16:28:59.613722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event updated for resources: {'Port': ['ID=193b6838-ada6-488b-be21-fc3e5d6d15f3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:28:59.647291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:28:59.648734 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:28:59.657336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:28:59.677833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de36e4dd-22ca-4088-aedb-37db032cbd9e req-e91940d2-0545-4500-ac9e-74699a64361d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041141 Aug 17 16:28:59.820323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:59.821026 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:28:59.856866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e13653cb-97bb-463a-81e9-328200b22e19 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:28:59.875525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b88ea-0b36-4a94-825e-4930f4aa5313 req-2e22ef7c-75bc-4912-adbf-7914c6d932ad tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:59.877990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d5b88ea-0b36-4a94-825e-4930f4aa5313 req-2e22ef7c-75bc-4912-adbf-7914c6d932ad tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1717563 Aug 17 16:28:59.881142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-360b7aa4-a3d9-4741-8c8c-8c075179f0ab tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0716081 Aug 17 16:28:59.915845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759e994-0c61-47f3-aed4-2bb95654762a req-70cf40ac-b003-4ada-8d83-4fd891ccad37 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:28:59.925324 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8759e994-0c61-47f3-aed4-2bb95654762a req-70cf40ac-b003-4ada-8d83-4fd891ccad37 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.0638375 Aug 17 16:28:59.931940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Request body: {'port': {'device_id': '361fef7a-7117-49ec-957e-67aa5b6419e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:00.011339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8759e994-0c61-47f3-aed4-2bb95654762a req-d84ee331-7ee1-4544-ae33-d48761fa2e7c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837588 Aug 17 16:29:00.036034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:00.038605 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.042917 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d5b88ea-0b36-4a94-825e-4930f4aa5313 req-87c5775a-1ecb-45ff-a5ba-3410a0a102fc tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550467 Aug 17 16:29:00.079311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e13653cb-97bb-463a-81e9-328200b22e19', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'port_id': 'e13653cb-97bb-463a-81e9-328200b22e19', 'mac_address': 'fa:16:3e:89:7f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:29:00.109713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0d4f130e-1ad0-4692-a632-9aa07cdbaa9d None None] Provisioning for port 193b6838-ada6-488b-be21-fc3e5d6d15f3 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:29:00.120914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0d4f130e-1ad0-4692-a632-9aa07cdbaa9d None None] Provisioning complete for port 193b6838-ada6-488b-be21-fc3e5d6d15f3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:00.121291 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d4f130e-1ad0-4692-a632-9aa07cdbaa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.149236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.162564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81144a3e-28bf-4f39-af9c-94542743dd53 req-d698700e-e325-4853-9758-f5dc3c780dd1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:00.164892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81144a3e-28bf-4f39-af9c-94542743dd53 req-d698700e-e325-4853-9758-f5dc3c780dd1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 935 time: 0.0724561 Aug 17 16:29:00.165670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e13653cb-97bb-463a-81e9-328200b22e19 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:00.191971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f130e-1ad0-4692-a632-9aa07cdbaa9d None None] Port 193b6838-ada6-488b-be21-fc3e5d6d15f3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:29:00.196965 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:00.205950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.229562 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81144a3e-28bf-4f39-af9c-94542743dd53 req-dc787869-71b5-415c-b096-a3037e8df288 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574269 Aug 17 16:29:00.295375 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:00.304087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e13653cb-97bb-463a-81e9-328200b22e19'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:00.429332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193b6838-ada6-488b-be21-fc3e5d6d15f3 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:00.437593 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.459562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Transition to ACTIVE for port object 193b6838-ada6-488b-be21-fc3e5d6d15f3 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:00.464234 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.520948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Pushing event updated for resources: {'Port': ['ID=193b6838-ada6-488b-be21-fc3e5d6d15f3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:00.608687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Attempting to bind port 193b6838-ada6-488b-be21-fc3e5d6d15f3 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:29:00.609171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Attempting to bind port 193b6838-ada6-488b-be21-fc3e5d6d15f3 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:29:00.609511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Attempting to bind port 193b6838-ada6-488b-be21-fc3e5d6d15f3 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:00.616171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Port 193b6838-ada6-488b-be21-fc3e5d6d15f3 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:29:00.617277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Attempting to bind port 193b6838-ada6-488b-be21-fc3e5d6d15f3 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:00.624072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:29:00.624883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:29:00.625511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:29:00.626180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Bound port: 193b6838-ada6-488b-be21-fc3e5d6d15f3, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:29:00.626904 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.629716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 28504393-db7a-4cb3-8719-e2b7dc078c5a up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:29:00.717506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 28504393-db7a-4cb3-8719-e2b7dc078c5a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:29:00.724417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 28504393-db7a-4cb3-8719-e2b7dc078c5a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:00.725060 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.778346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] For port 193b6838-ada6-488b-be21-fc3e5d6d15f3, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:29:00.781998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] For port 193b6838-ada6-488b-be21-fc3e5d6d15f3, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=193b6838-ada6-488b-be21-fc3e5d6d15f3,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:29:00.792265 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.833399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:00.834027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.835465 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] 10.222.0.91 "PUT /v2.0/ports/193b6838-ada6-488b-be21-fc3e5d6d15f3 HTTP/1.1" status: 200 len: 1095 time: 0.9338722 Aug 17 16:29:00.835904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361fef7a-7117-49ec-957e-67aa5b6419e0', 'tag': '193b6838-ada6-488b-be21-fc3e5d6d15f3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:00.838168 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00" -d '{"events": [{"name": "network-changed", "server_uuid": "361fef7a-7117-49ec-957e-67aa5b6419e0", "tag": "193b6838-ada6-488b-be21-fc3e5d6d15f3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:00.872299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb0ea8-fd33-4540-9e29-84a1729f2c5a req-4cd47f0c-0f0f-4eb9-bcd9-e0e8d8498986 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:00.873878 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1abb0ea8-fd33-4540-9e29-84a1729f2c5a req-4cd47f0c-0f0f-4eb9-bcd9-e0e8d8498986 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 945 time: 0.1013911 Aug 17 16:29:00.915374 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0975b7ea-adc6-4e17-9856-19a72a7cbc1b x-openstack-request-id: req-0975b7ea-adc6-4e17-9856-19a72a7cbc1b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:00.915731 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361fef7a-7117-49ec-957e-67aa5b6419e0", "tag": "193b6838-ada6-488b-be21-fc3e5d6d15f3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:00.915909 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0975b7ea-adc6-4e17-9856-19a72a7cbc1b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:00.916306 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361fef7a-7117-49ec-957e-67aa5b6419e0', 'tag': '193b6838-ada6-488b-be21-fc3e5d6d15f3', 'status': 'completed', 'code': 200} Aug 17 16:29:00.939148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4379a-1d85-45d9-adb0-fc28986a754b service neutron] Pushing event updated for resources: {'Port': ['ID=193b6838-ada6-488b-be21-fc3e5d6d15f3,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:00.947915 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:00.967159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1abb0ea8-fd33-4540-9e29-84a1729f2c5a req-afddf5fe-9af4-4816-89e6-a37b2e30f3e9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856485 Aug 17 16:29:00.979582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-aa4407d0-0651-48cb-a398-640f6e23fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:00.982572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28504393-db7a-4cb3-8719-e2b7dc078c5a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:00.986268 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f283a315-c8d8-49d5-9468-afc85e13ac72" -d '{"events": [{"server_uuid": "b298c746-1af3-43f7-9a92-2b8defbc6468", "name": "network-vif-plugged", "status": "completed", "tag": "28504393-db7a-4cb3-8719-e2b7dc078c5a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:00.994610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-aa4407d0-0651-48cb-a398-640f6e23fc03 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 1098 time: 0.0980153 Aug 17 16:29:01.002285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 28504393-db7a-4cb3-8719-e2b7dc078c5a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:01.007664 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:01.055697 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f29ef-3409-4f8b-829c-a7323db0db56 x-openstack-request-id: req-f22f29ef-3409-4f8b-829c-a7323db0db56 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:01.056000 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b298c746-1af3-43f7-9a92-2b8defbc6468", "name": "network-vif-plugged", "status": "completed", "tag": "28504393-db7a-4cb3-8719-e2b7dc078c5a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:01.056254 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f22f29ef-3409-4f8b-829c-a7323db0db56 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:01.056656 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28504393-db7a-4cb3-8719-e2b7dc078c5a', 'code': 200} Aug 17 16:29:01.110962 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-1121e539-e0cf-4c73-926e-008e2c7b87b5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=193b6838-ada6-488b-be21-fc3e5d6d15f3 HTTP/1.1" status: 200 len: 217 time: 0.1034412 Aug 17 16:29:01.134882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=28504393-db7a-4cb3-8719-e2b7dc078c5a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:01.208718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-cc8694e0-f63d-4f96-af15-abd1ebbab4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:01.210136 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-cc8694e0-f63d-4f96-af15-abd1ebbab4e5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0887551 Aug 17 16:29:01.294199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88ca5a-5f59-4520-9ff5-fefdbaf4fa7c req-e37379e7-4d3d-4488-b1cd-49af75171e66 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:01.303083 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb88ca5a-5f59-4520-9ff5-fefdbaf4fa7c req-e37379e7-4d3d-4488-b1cd-49af75171e66 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1461196 Aug 17 16:29:01.329856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b08c-3fae-4090-83f6-6d3134612e5d req-3d352530-5a34-4879-abd8-99d9683b81cd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:01.332621 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4726b08c-3fae-4090-83f6-6d3134612e5d req-3d352530-5a34-4879-abd8-99d9683b81cd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 945 time: 0.1822689 Aug 17 16:29:01.338130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3ae7-1cff-448a-990d-1795bb4b5f73 req-dac57da9-a43e-416a-8faa-225fd8a3f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:01.339488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-0386925f-827c-45c2-9ffb-e9f29a6bea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:01.339616 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c2cc3ae7-1cff-448a-990d-1795bb4b5f73 req-dac57da9-a43e-416a-8faa-225fd8a3f4c7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 1097 time: 0.2106590 Aug 17 16:29:01.341166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-0386925f-827c-45c2-9ffb-e9f29a6bea4e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226227 Aug 17 16:29:01.374964 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb88ca5a-5f59-4520-9ff5-fefdbaf4fa7c req-c7daab16-3404-4d3b-81da-efd64a060567 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709398 Aug 17 16:29:01.453771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4726b08c-3fae-4090-83f6-6d3134612e5d req-687bc850-0bf1-4e39-a97a-eecd7db3ad83 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131454 Aug 17 16:29:01.494970 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c2cc3ae7-1cff-448a-990d-1795bb4b5f73 req-20a48576-c64b-4f01-a2ba-04a6aaab4f86 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379592 Aug 17 16:29:01.541423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9499927-80fe-4825-be4c-dc5fbc26a93b req-25241558-bd26-4bd5-bebe-fd27d9a69224 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:01.548703 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9499927-80fe-4825-be4c-dc5fbc26a93b req-25241558-bd26-4bd5-bebe-fd27d9a69224 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 947 time: 0.1093159 Aug 17 16:29:01.559888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-e8da4d1b-d7c2-4fd1-b03e-7488b19248bc service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040253 Aug 17 16:29:01.658071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9499927-80fe-4825-be4c-dc5fbc26a93b req-e3c77568-2c3e-40c9-951b-29cccdf7a7fa tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029382 Aug 17 16:29:01.710074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be9ccb5f-d1a4-45df-9b3d-d466e070ed98 req-4ebc63a0-7c41-4ac8-9686-e91f8c39d6bc service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411309 Aug 17 16:29:01.813429 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-19d477cb-a024-4394-a1b1-af118b0b8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:01.815311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-19d477cb-a024-4394-a1b1-af118b0b8f39 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 1098 time: 0.0500097 Aug 17 16:29:01.867459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e13653cb-97bb-463a-81e9-328200b22e19 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:29:01.923294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-5ea7440d-381a-4684-98dd-14f4d524fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:01.927420 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-5ea7440d-381a-4684-98dd-14f4d524fe43 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1030238 Aug 17 16:29:01.932366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e13653cb-97bb-463a-81e9-328200b22e19 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:01.932900 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:01.988374 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-9780a46b-f72e-4c7d-a527-f5514cc6fa51 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=193b6838-ada6-488b-be21-fc3e5d6d15f3 HTTP/1.1" status: 200 len: 217 time: 0.0494673 Aug 17 16:29:02.068265 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:02.092215 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cd312a8-ddf7-438e-bd4a-a48d400251be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:02.113401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:02.120431 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:02.126926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-6fedc8b7-41df-4802-ab07-1993d58892a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:02.128501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-6fedc8b7-41df-4802-ab07-1993d58892a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1232822 Aug 17 16:29:02.146070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fb6f4-fb48-42b5-be68-ee7bb898f2a9 req-6189f96b-ba23-4df9-a4ba-f59bccd18c96 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:02.154100 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-398fb6f4-fb48-42b5-be68-ee7bb898f2a9 req-6189f96b-ba23-4df9-a4ba-f59bccd18c96 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.0792713 Aug 17 16:29:02.180990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:02.224315 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-398fb6f4-fb48-42b5-be68-ee7bb898f2a9 req-92370dae-624c-430a-bd70-8e6a64d0cf7d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692980 Aug 17 16:29:02.228995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-79a6c7ac-227c-4500-a60b-da3602c01297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:02.231835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-79a6c7ac-227c-4500-a60b-da3602c01297 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950186 Aug 17 16:29:02.337355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-32d5e905-472f-4e55-a3c1-f6ae10cc46e3 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971503 Aug 17 16:29:02.523333 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59a77ee6-f15c-4e53-bb92-8ab6c7708b00 req-da02b224-fe01-470f-b2c2-7b9b1b2470e3 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782284 Aug 17 16:29:02.647341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efbdf5-a1ad-4894-a89a-29fa5b4351cd req-a088dfff-9bfc-4a4d-814d-2091683673f2 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:02.657268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d4efbdf5-a1ad-4894-a89a-29fa5b4351cd req-a088dfff-9bfc-4a4d-814d-2091683673f2 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1627278 Aug 17 16:29:02.705574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae24cb-b2b9-4ad6-834d-c0cc13791a05 req-8a66b364-e2fe-4f32-a7a1-274e9b465a38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:02.715819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7ae24cb-b2b9-4ad6-834d-c0cc13791a05 req-8a66b364-e2fe-4f32-a7a1-274e9b465a38 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1311653 Aug 17 16:29:02.725005 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d4efbdf5-a1ad-4894-a89a-29fa5b4351cd req-cf255d3f-c8bc-4768-b29b-f43c805b73ed tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665069 Aug 17 16:29:02.801007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7ae24cb-b2b9-4ad6-834d-c0cc13791a05 req-da351564-5ab0-42ec-9237-d54ba494b20f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842366 Aug 17 16:29:02.922521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65568672-7e69-4ef9-b93a-8a77728dafad req-7d9170da-5bc2-4d79-b50d-37adcd66fafb tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:02.924706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-65568672-7e69-4ef9-b93a-8a77728dafad req-7d9170da-5bc2-4d79-b50d-37adcd66fafb tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 947 time: 0.1285977 Aug 17 16:29:03.004715 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-65568672-7e69-4ef9-b93a-8a77728dafad req-aa05bf55-f268-4f99-a7f0-bcef4d641565 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719507 Aug 17 16:29:03.058442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:03.061129 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bc0fd2-6dfd-4059-8b41-6a1004f84722" -d '{"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-plugged", "status": "completed", "tag": "e13653cb-97bb-463a-81e9-328200b22e19"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:03.107110 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e73ed1-0340-423f-80e9-a0e6bc01eb5d x-openstack-request-id: req-95e73ed1-0340-423f-80e9-a0e6bc01eb5d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:03.108636 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-plugged", "status": "completed", "tag": "e13653cb-97bb-463a-81e9-328200b22e19", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:03.109161 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95e73ed1-0340-423f-80e9-a0e6bc01eb5d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:03.109755 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19', 'code': 200} Aug 17 16:29:03.376132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3e3ac-289c-4ca7-9671-041917f13d6f req-a8a7b74b-ed21-4499-8955-61abc5c05e59 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:03.378058 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c4a3e3ac-289c-4ca7-9671-041917f13d6f req-a8a7b74b-ed21-4499-8955-61abc5c05e59 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.0714946 Aug 17 16:29:03.437450 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c4a3e3ac-289c-4ca7-9671-041917f13d6f req-abe823f8-a569-4c21-82d5-24d87a4dd9e9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503762 Aug 17 16:29:03.754793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d3d93-18c0-4d7a-8606-881c0d45e9ef req-59f9ed83-68db-4e43-84bc-8c96a414a3e9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:03.756550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2d3d93-18c0-4d7a-8606-881c0d45e9ef req-59f9ed83-68db-4e43-84bc-8c96a414a3e9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.0852857 Aug 17 16:29:03.845725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2d3d93-18c0-4d7a-8606-881c0d45e9ef req-c37e617a-52ac-4b14-bbe2-102df23859a3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820117 Aug 17 16:29:03.873147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 193b6838-ada6-488b-be21-fc3e5d6d15f3 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:29:03.945323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc739e7-7dbe-48c8-a17f-c8d92e59edd4 req-3dedf0a9-ad81-4476-9189-b7498f43545f tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:03.946995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebc739e7-7dbe-48c8-a17f-c8d92e59edd4 req-3dedf0a9-ad81-4476-9189-b7498f43545f tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1176686 Aug 17 16:29:04.039509 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ebc739e7-7dbe-48c8-a17f-c8d92e59edd4 req-7caa4275-006e-42a1-a20d-2bb6e1f95ae7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853229 Aug 17 16:29:04.069682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d69280-7033-48fb-99fd-a73089496c30 req-1c2a87ce-48a3-4349-80d3-204f75eb090e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:04.071727 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40d69280-7033-48fb-99fd-a73089496c30 req-1c2a87ce-48a3-4349-80d3-204f75eb090e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1206162 Aug 17 16:29:04.093053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 193b6838-ada6-488b-be21-fc3e5d6d15f3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=193b6838-ada6-488b-be21-fc3e5d6d15f3,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:04.130576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '193b6838-ada6-488b-be21-fc3e5d6d15f3', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '193b6838-ada6-488b-be21-fc3e5d6d15f3', 'mac_address': 'fa:16:3e:6d:a4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:29:04.171011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40d69280-7033-48fb-99fd-a73089496c30 req-f084b1a9-b77e-4237-999e-3ec5a96b326a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882483 Aug 17 16:29:04.240955 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:04.276495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193b6838-ada6-488b-be21-fc3e5d6d15f3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:04.330216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 193b6838-ada6-488b-be21-fc3e5d6d15f3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=193b6838-ada6-488b-be21-fc3e5d6d15f3,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:04.339238 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:04.402062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd619e-1f24-4b53-9bda-6d0ec5d27ab4 req-657eccde-d9ca-4f01-a7a2-29af321fc2ff tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:04.419184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-12bd619e-1f24-4b53-9bda-6d0ec5d27ab4 req-657eccde-d9ca-4f01-a7a2-29af321fc2ff tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 947 time: 0.1370635 Aug 17 16:29:04.423961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=193b6838-ada6-488b-be21-fc3e5d6d15f3,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:04.489771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-12bd619e-1f24-4b53-9bda-6d0ec5d27ab4 req-4ee7675c-2692-4ca3-969e-69712350270d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694175 Aug 17 16:29:04.627114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:04.849803 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b89e4f5f-e87f-4575-8ecc-df580efe207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:04.956834 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:05.045066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac5eb2-a30c-4459-b897-f816a4ca689b req-17abe1c1-9483-44d4-b3bb-99f04e15887f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:05.051937 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7ac5eb2-a30c-4459-b897-f816a4ca689b req-17abe1c1-9483-44d4-b3bb-99f04e15887f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.0807226 Aug 17 16:29:05.140050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7ac5eb2-a30c-4459-b897-f816a4ca689b req-9d0a6eea-2a54-420c-9d0c-f7a31acc5004 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796437 Aug 17 16:29:05.244255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa144d-85e4-42e0-ac47-88dfc4d841a3 req-70457f47-52d3-4476-a8ca-ef285eda7d56 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:05.251912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-34fa144d-85e4-42e0-ac47-88dfc4d841a3 req-70457f47-52d3-4476-a8ca-ef285eda7d56 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0800283 Aug 17 16:29:05.318207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-34fa144d-85e4-42e0-ac47-88dfc4d841a3 req-c996e23c-8d92-4ac1-a64e-f0997e5760bc tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559437 Aug 17 16:29:05.510675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfce47f-61c4-4439-960d-f3f91d994b81 req-07a69b0e-0d5f-44e5-a2f3-51052eabba39 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:05.512178 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bcfce47f-61c4-4439-960d-f3f91d994b81 req-07a69b0e-0d5f-44e5-a2f3-51052eabba39 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1087217 Aug 17 16:29:05.593843 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bcfce47f-61c4-4439-960d-f3f91d994b81 req-b3f2a169-76e6-4050-ba8e-097b1c2bfdfb tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753441 Aug 17 16:29:05.864118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:05.887908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 193b6838-ada6-488b-be21-fc3e5d6d15f3 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:29:05.928107 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a8cd8-2628-484c-a24d-abb5f4a16774 req-6d5be4da-5bfe-48d8-90f2-02cc7c6f3a10 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:05.939513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f4a8cd8-2628-484c-a24d-abb5f4a16774 req-6d5be4da-5bfe-48d8-90f2-02cc7c6f3a10 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 948 time: 0.1613638 Aug 17 16:29:06.048845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 193b6838-ada6-488b-be21-fc3e5d6d15f3 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:29:06.050736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f4a8cd8-2628-484c-a24d-abb5f4a16774 req-17ed21c3-7e79-4f93-aa38-b30b6027cb50 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061969 Aug 17 16:29:06.058485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 193b6838-ada6-488b-be21-fc3e5d6d15f3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:06.059143 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:06.066731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8616a-8fef-4f74-8102-7e48cef00506 req-5fd703a7-f5cd-405c-82ae-14133897140c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:06.075884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48a8616a-8fef-4f74-8102-7e48cef00506 req-5fd703a7-f5cd-405c-82ae-14133897140c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.1218398 Aug 17 16:29:06.166404 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48a8616a-8fef-4f74-8102-7e48cef00506 req-a33f8683-c811-41c1-90e5-a74c727b8ab2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860782 Aug 17 16:29:06.250282 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:06.281035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361fef7a-7117-49ec-957e-67aa5b6419e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193b6838-ada6-488b-be21-fc3e5d6d15f3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:06.283726 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff74fec-8a66-44b3-b92f-92c242001665" -d '{"events": [{"server_uuid": "361fef7a-7117-49ec-957e-67aa5b6419e0", "name": "network-vif-plugged", "status": "completed", "tag": "193b6838-ada6-488b-be21-fc3e5d6d15f3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:06.299755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 193b6838-ada6-488b-be21-fc3e5d6d15f3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=193b6838-ada6-488b-be21-fc3e5d6d15f3,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:06.308046 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:06.382893 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65a713f-235e-4ead-90e2-907728d9202c x-openstack-request-id: req-b65a713f-235e-4ead-90e2-907728d9202c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:06.383416 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361fef7a-7117-49ec-957e-67aa5b6419e0", "name": "network-vif-plugged", "status": "completed", "tag": "193b6838-ada6-488b-be21-fc3e5d6d15f3", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:06.383856 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b65a713f-235e-4ead-90e2-907728d9202c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:06.384582 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361fef7a-7117-49ec-957e-67aa5b6419e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193b6838-ada6-488b-be21-fc3e5d6d15f3', 'code': 200} Aug 17 16:29:06.399731 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=193b6838-ada6-488b-be21-fc3e5d6d15f3,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:06.555776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2584c24-5ebe-4902-a66a-28b9c151fef7 req-49b9dd89-87aa-4eaa-a14e-7f86be362a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:06.558792 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2584c24-5ebe-4902-a66a-28b9c151fef7 req-49b9dd89-87aa-4eaa-a14e-7f86be362a21 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 1100 time: 0.0959649 Aug 17 16:29:06.588133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb054b0-a4ad-4c18-bbb5-2559b2da0eed req-a43d645d-d1da-4b8c-83f4-2e449e79b013 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:06.591531 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-deb054b0-a4ad-4c18-bbb5-2559b2da0eed req-a43d645d-d1da-4b8c-83f4-2e449e79b013 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1140220 Aug 17 16:29:06.625937 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2584c24-5ebe-4902-a66a-28b9c151fef7 req-ae5b77ee-5560-4dd3-b331-1d7ea0bbba4e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578191 Aug 17 16:29:06.655391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 28504393-db7a-4cb3-8719-e2b7dc078c5a details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:29:06.680191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-deb054b0-a4ad-4c18-bbb5-2559b2da0eed req-a8d80788-4250-4537-8fc1-aaf7b690c814 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689437 Aug 17 16:29:06.865963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 28504393-db7a-4cb3-8719-e2b7dc078c5a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:06.882998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3601f84-105d-4fb4-8ad3-5ba38dca26cc req-748da1a3-1690-4d92-90c0-2cd8bfd31528 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:06.891347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b3601f84-105d-4fb4-8ad3-5ba38dca26cc req-748da1a3-1690-4d92-90c0-2cd8bfd31528 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1281128 Aug 17 16:29:06.895444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '28504393-db7a-4cb3-8719-e2b7dc078c5a', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'port_id': '28504393-db7a-4cb3-8719-e2b7dc078c5a', 'mac_address': 'fa:16:3e:e5:5d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:29:06.958346 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b3601f84-105d-4fb4-8ad3-5ba38dca26cc req-f9bbf10f-23a9-454a-b036-f1c9b7e6c706 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656469 Aug 17 16:29:06.975968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:07.001174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28504393-db7a-4cb3-8719-e2b7dc078c5a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:07.025802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 28504393-db7a-4cb3-8719-e2b7dc078c5a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:07.031638 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:07.130930 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=28504393-db7a-4cb3-8719-e2b7dc078c5a,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:07.241997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['28504393-db7a-4cb3-8719-e2b7dc078c5a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:07.356713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e55be-6690-4dd1-9c6a-2941332362f0 req-79dd6908-ce74-4596-8df8-5a5f0411fcc3 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:07.368993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a0e55be-6690-4dd1-9c6a-2941332362f0 req-79dd6908-ce74-4596-8df8-5a5f0411fcc3 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 949 time: 0.1568091 Aug 17 16:29:07.388783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d754a-bd0f-49ca-aae7-95cf16725990 req-d3252eb8-8b3f-448d-804c-565a6ceb177b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:07.404002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f5d754a-bd0f-49ca-aae7-95cf16725990 req-d3252eb8-8b3f-448d-804c-565a6ceb177b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 945 time: 0.1091769 Aug 17 16:29:07.481138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a0e55be-6690-4dd1-9c6a-2941332362f0 req-ec85246c-2962-48a0-881f-5311741b5bcc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098845 Aug 17 16:29:07.505994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f5d754a-bd0f-49ca-aae7-95cf16725990 req-b00248e0-953b-4d10-8666-6317ceaef0c8 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992291 Aug 17 16:29:07.660600 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:07.843021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d04afc-7f10-4d13-b80e-34936c149913 req-07445101-a958-4093-af23-e9f3ea60a0b0 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:07.844857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77d04afc-7f10-4d13-b80e-34936c149913 req-07445101-a958-4093-af23-e9f3ea60a0b0 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0807290 Aug 17 16:29:07.970894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77d04afc-7f10-4d13-b80e-34936c149913 req-1eeee0c1-cc94-412b-9546-cc71dd48f33c tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165082 Aug 17 16:29:08.135946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426cf8f-1ecc-4823-a0ed-2d044f03f951 req-7eb96432-ad3b-4f21-98b8-06c9a399ba3f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:08.137510 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7426cf8f-1ecc-4823-a0ed-2d044f03f951 req-7eb96432-ad3b-4f21-98b8-06c9a399ba3f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.0610800 Aug 17 16:29:08.236421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7426cf8f-1ecc-4823-a0ed-2d044f03f951 req-d0df942a-95b3-4912-86bf-e18ff99abd55 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914335 Aug 17 16:29:08.483112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56884) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:08.637586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf267a8f-4fd5-4c8e-af4e-e7b9daa9e5ee req-18a0eea9-7160-44d1-b5b2-1d11be4ef915 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:08.648472 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf267a8f-4fd5-4c8e-af4e-e7b9daa9e5ee req-18a0eea9-7160-44d1-b5b2-1d11be4ef915 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 945 time: 0.0709498 Aug 17 16:29:08.660299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 28504393-db7a-4cb3-8719-e2b7dc078c5a up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:29:08.766279 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf267a8f-4fd5-4c8e-af4e-e7b9daa9e5ee req-31cc6ccd-8a1d-40d2-ba34-e17dfd64d100 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089125 Aug 17 16:29:08.838580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f45353-b89d-4afc-aa10-c051f486bcc7 req-451942da-8762-418b-9488-5a6343be1398 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:08.860930 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f45353-b89d-4afc-aa10-c051f486bcc7 req-451942da-8762-418b-9488-5a6343be1398 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 949 time: 0.2119048 Aug 17 16:29:08.886281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 28504393-db7a-4cb3-8719-e2b7dc078c5a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:08.887915 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:08.897438 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59819b7f-1b02-4afd-b441-e1140a567e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:08.985340 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37f45353-b89d-4afc-aa10-c051f486bcc7 req-219a031d-4c7c-49f0-b084-3c68c1cf9360 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235619 Aug 17 16:29:09.088823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59819b7f-1b02-4afd-b441-e1140a567e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:09.103627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59819b7f-1b02-4afd-b441-e1140a567e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:09.164798 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-59819b7f-1b02-4afd-b441-e1140a567e4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6dd980eb66e0484c82e52790d9acda2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803458 Aug 17 16:29:09.165981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59819b7f-1b02-4afd-b441-e1140a567e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e1f519-0d9c-4100-867d-deee773cd58c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:09.167816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:09.211536 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:09.265534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 28504393-db7a-4cb3-8719-e2b7dc078c5a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:09.266778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28504393-db7a-4cb3-8719-e2b7dc078c5a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:09.271820 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8431b89a-e0c1-478b-9aa8-7a2877207539" -d '{"events": [{"server_uuid": "b298c746-1af3-43f7-9a92-2b8defbc6468", "name": "network-vif-plugged", "status": "completed", "tag": "28504393-db7a-4cb3-8719-e2b7dc078c5a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:09.277145 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:09.353510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=28504393-db7a-4cb3-8719-e2b7dc078c5a,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:09.364981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a2a96ea-1f63-435a-8fde-24336aeb373c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:09.415778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798e949-ddca-421c-bad8-9d021768ce44 req-144f148b-c3a3-4421-8cda-97777adf09f9 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:09.425037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8798e949-ddca-421c-bad8-9d021768ce44 req-144f148b-c3a3-4421-8cda-97777adf09f9 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.2312930 Aug 17 16:29:09.488164 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8798e949-ddca-421c-bad8-9d021768ce44 req-2cc940fe-a600-45b6-8fbf-132ec5226bde tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570436 Aug 17 16:29:09.495821 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a2a96ea-1f63-435a-8fde-24336aeb373c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:09.615212 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a2a96ea-1f63-435a-8fde-24336aeb373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:09.627684 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a2a96ea-1f63-435a-8fde-24336aeb373c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:09.632706 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a2a96ea-1f63-435a-8fde-24336aeb373c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0e1f519-0d9c-4100-867d-deee773cd58c HTTP/1.1" status: 204 len: 168 time: 0.4612896 Aug 17 16:29:09.666290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a96ea-1f63-435a-8fde-24336aeb373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e1f519-0d9c-4100-867d-deee773cd58c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:09.890761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446726e-c584-4d37-94fe-7160ef39c7de req-127fd023-23ce-4742-b4fd-f01b94f8f2f5 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:09.908525 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4446726e-c584-4d37-94fe-7160ef39c7de req-127fd023-23ce-4742-b4fd-f01b94f8f2f5 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 1100 time: 0.1450655 Aug 17 16:29:09.926185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e7ac3-6c27-40dd-aabe-18ea3500f1eb req-76e0d95b-6ac2-48b8-93f2-f73d3d91c2a7 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:09.931155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4446726e-c584-4d37-94fe-7160ef39c7de req-5fb6956c-f544-4226-8407-db685e1f2d65 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:09.938136 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d18e7ac3-6c27-40dd-aabe-18ea3500f1eb req-76e0d95b-6ac2-48b8-93f2-f73d3d91c2a7 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1144469 Aug 17 16:29:10.020781 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d18e7ac3-6c27-40dd-aabe-18ea3500f1eb req-70f692f0-2ff7-4cd6-8f33-b2a8b0536ff8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801077 Aug 17 16:29:10.132539 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e62551-ba58-41f3-982b-80e430715994 x-openstack-request-id: req-16e62551-ba58-41f3-982b-80e430715994 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:10.133101 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b298c746-1af3-43f7-9a92-2b8defbc6468", "name": "network-vif-plugged", "status": "completed", "tag": "28504393-db7a-4cb3-8719-e2b7dc078c5a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:10.133402 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16e62551-ba58-41f3-982b-80e430715994 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:10.133998 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28504393-db7a-4cb3-8719-e2b7dc078c5a', 'code': 200} Aug 17 16:29:10.202689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4446726e-c584-4d37-94fe-7160ef39c7de req-5fb6956c-f544-4226-8407-db685e1f2d65 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:10.211097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4446726e-c584-4d37-94fe-7160ef39c7de req-5fb6956c-f544-4226-8407-db685e1f2d65 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:10.302511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4446726e-c584-4d37-94fe-7160ef39c7de req-5fb6956c-f544-4226-8407-db685e1f2d65 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883371 Aug 17 16:29:10.303843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6956c-f544-4226-8407-db685e1f2d65 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6a284a-a8e8-4801-b733-6a5606b0c835,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:10.345001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d013a7-c879-4481-949d-99d7d0d640a4 req-8aaf28ad-264e-468f-9e7b-756b64b64873 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:10.359957 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24d013a7-c879-4481-949d-99d7d0d640a4 req-8aaf28ad-264e-468f-9e7b-756b64b64873 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.1171205 Aug 17 16:29:10.460932 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24d013a7-c879-4481-949d-99d7d0d640a4 req-1898bb18-9c77-4b4b-97a1-45dacf974e59 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968375 Aug 17 16:29:10.836495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56968) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:10.869383 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:10.879460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa46f7-3982-4cba-96f4-376567eb367d req-eb49f12c-2757-4ad5-bc2c-191d19923987 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:10.904263 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9aa46f7-3982-4cba-96f4-376567eb367d req-eb49f12c-2757-4ad5-bc2c-191d19923987 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1969132 Aug 17 16:29:10.910891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a774e8-7aed-4452-a770-0d88093b80f5 req-3190435d-6dc9-4325-a92b-fc7526f9bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:10.928226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a774e8-7aed-4452-a770-0d88093b80f5 req-3190435d-6dc9-4325-a92b-fc7526f9bcb8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1096 time: 0.3096626 Aug 17 16:29:11.055415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a774e8-7aed-4452-a770-0d88093b80f5 req-197fe68c-a496-426a-91cc-cdf22c6334e5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756602 Aug 17 16:29:11.081781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:11.088767 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9aa46f7-3982-4cba-96f4-376567eb367d req-1de8dbde-6114-48d2-83f7-f14458996eca tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570058 Aug 17 16:29:11.090057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:11.126000 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9639d8463614bf2a921576ddfa45b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880766 Aug 17 16:29:11.128760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:11.180911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98a51ca-d43a-4fcd-95aa-65aca3bc02ff,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:11.204617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.207677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.208306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.208882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.209427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.210101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.212768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.213459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.214302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.214916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.215527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.217101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88911de-bc9c-4ac2-918e-a315fd36db52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:11.240368 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be4f33da-51a8-4daa-a8f0-296ddf2c7511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:11.266983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be4f33da-51a8-4daa-a8f0-296ddf2c7511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:11.338573 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be4f33da-51a8-4daa-a8f0-296ddf2c7511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:11.341979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be4f33da-51a8-4daa-a8f0-296ddf2c7511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:11.343263 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-be4f33da-51a8-4daa-a8f0-296ddf2c7511 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b98a51ca-d43a-4fcd-95aa-65aca3bc02ff HTTP/1.1" status: 204 len: 168 time: 0.2128372 Aug 17 16:29:11.373397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f33da-51a8-4daa-a8f0-296ddf2c7511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98a51ca-d43a-4fcd-95aa-65aca3bc02ff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:11.417818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341e802-78e1-4a36-918c-a35b21bbef4a req-bfc180a1-3d63-4e9e-9ef1-b802920a9ede tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:11.428036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c341e802-78e1-4a36-918c-a35b21bbef4a req-bfc180a1-3d63-4e9e-9ef1-b802920a9ede tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1019228 Aug 17 16:29:11.481008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c341e802-78e1-4a36-918c-a35b21bbef4a req-6e4c72b3-9f40-47ab-88d9-aeb63c817e63 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519214 Aug 17 16:29:11.712425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ee5f1-7080-4604-bf2e-795aa7540136 req-c4153ab9-55c0-447a-8b46-5288ea54781e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:11.727851 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f6ee5f1-7080-4604-bf2e-795aa7540136 req-c4153ab9-55c0-447a-8b46-5288ea54781e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.1012113 Aug 17 16:29:12.000643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f6ee5f1-7080-4604-bf2e-795aa7540136 req-74b0271a-b74f-4815-8fec-f1861ef2503d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697763 Aug 17 16:29:12.350354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31942c56-1976-4a63-a5da-390736f8cbf4 req-38918e55-599a-4811-ba73-85fcdbeac1c6 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:12.351945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-31942c56-1976-4a63-a5da-390736f8cbf4 req-38918e55-599a-4811-ba73-85fcdbeac1c6 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1177578 Aug 17 16:29:13.053760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-31942c56-1976-4a63-a5da-390736f8cbf4 req-162fc885-f38e-4eb4-9c37-84800cff43af tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935377 Aug 17 16:29:13.176492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354292e-05b5-4728-b588-11b15cef8d02 req-e83ad74e-cbd7-4cef-a820-22f7529fb906 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:13.184112 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4354292e-05b5-4728-b588-11b15cef8d02 req-e83ad74e-cbd7-4cef-a820-22f7529fb906 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.0639210 Aug 17 16:29:13.236300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4354292e-05b5-4728-b588-11b15cef8d02 req-c300f8bb-dab7-452a-9a6c-1b44a31f84a0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509603 Aug 17 16:29:13.378020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfba46-bc96-4b60-9f6a-999de8f05c7f req-4368ed0a-0d25-4ce9-9392-c222777d2316 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:13.386965 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3bcfba46-bc96-4b60-9f6a-999de8f05c7f req-4368ed0a-0d25-4ce9-9392-c222777d2316 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.0753839 Aug 17 16:29:13.457906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3bcfba46-bc96-4b60-9f6a-999de8f05c7f req-03775ca7-d229-4ca5-a925-2449e86fcecb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651059 Aug 17 16:29:13.480664 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-45a08bcc-c031-4038-b74a-623d237c65ec req-af0b3b47-545c-45cd-8318-3d2f37546706 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1278279546', 'description': 'tempest-description-1162053043'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:13.540232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45a08bcc-c031-4038-b74a-623d237c65ec req-af0b3b47-545c-45cd-8318-3d2f37546706 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:13.788154 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45a08bcc-c031-4038-b74a-623d237c65ec req-af0b3b47-545c-45cd-8318-3d2f37546706 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:13.798915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45a08bcc-c031-4038-b74a-623d237c65ec req-af0b3b47-545c-45cd-8318-3d2f37546706 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:13.914747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45a08bcc-c031-4038-b74a-623d237c65ec req-af0b3b47-545c-45cd-8318-3d2f37546706 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:13.917796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45a08bcc-c031-4038-b74a-623d237c65ec req-af0b3b47-545c-45cd-8318-3d2f37546706 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4435029 Aug 17 16:29:13.923723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b3b47-545c-45cd-8318-3d2f37546706 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b4e41c-0702-4ef5-a34a-d7295e4e348f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:14.255964 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-c42569d8-70ef-40f1-9589-44e747aced24 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1278279546&fields=id&tenant_id=5a3ecceb64474b63951dfd9ceed02327 HTTP/1.1" status: 200 len: 267 time: 0.0719538 Aug 17 16:29:14.382436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-574dfcec-e48e-428d-a001-decd8243f2b0 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:14.386072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-574dfcec-e48e-428d-a001-decd8243f2b0 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1291995 Aug 17 16:29:14.405150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-8b3a337d-112f-48f8-baa6-ff157978bccb tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Request body: {'port': {'security_groups': ['c936eb71-a797-4099-be50-0f50a54daae6', 'b7b4e41c-0702-4ef5-a34a-d7295e4e348f']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:14.515658 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:29:14.614173 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-8b3a337d-112f-48f8-baa6-ff157978bccb tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:15.148114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-8b3a337d-112f-48f8-baa6-ff157978bccb tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] For port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,segment=NetworkSegment(d95ba298-14b8-42e0-84d0-3a4762d978b5),segment_id=d95ba298-14b8-42e0-84d0-3a4762d978b5)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:15.196303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-8b3a337d-112f-48f8-baa6-ff157978bccb tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:15.209500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-8b3a337d-112f-48f8-baa6-ff157978bccb tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:15.228560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8ff29c88-a62f-48d2-aeb9-9bc0914e1269'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:15.313969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-8b3a337d-112f-48f8-baa6-ff157978bccb tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:15.318273 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-8b3a337d-112f-48f8-baa6-ff157978bccb tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:15.318650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57118) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:15.341449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fdeab35d-a7e5-4219-a2be-e867e5723dc6 req-8b3a337d-112f-48f8-baa6-ff157978bccb tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "PUT /v2.0/ports/8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 981 time: 0.9453726 Aug 17 16:29:15.350615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:15.356722 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d136154-161b-419f-a41d-404989840548" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:15.475837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a337d-112f-48f8-baa6-ff157978bccb tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Pushing event updated for resources: {'Port': ['ID=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:15.526481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8ff29c88-a62f-48d2-aeb9-9bc0914e1269'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:15.591396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ebe48-4b34-48bb-bf44-b119839ec4ed req-c0446efc-88cd-4bc0-9582-5d5e196987c0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:15.601548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e47ebe48-4b34-48bb-bf44-b119839ec4ed req-c0446efc-88cd-4bc0-9582-5d5e196987c0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1223421 Aug 17 16:29:15.698930 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e47ebe48-4b34-48bb-bf44-b119839ec4ed req-0ba839bd-79d4-4d7a-9282-9ff503db82c8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963635 Aug 17 16:29:15.865928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccfde34b-66d7-4fba-b669-7136adafa457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:15.930167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d2fdf-981a-49c9-8d94-af424ba9a574 req-0e440a5b-aa17-4a8e-99fd-f500c899a825 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:15.941654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f20d2fdf-981a-49c9-8d94-af424ba9a574 req-0e440a5b-aa17-4a8e-99fd-f500c899a825 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.1360250 Aug 17 16:29:16.074598 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f20d2fdf-981a-49c9-8d94-af424ba9a574 req-02926919-c7c0-4349-b11a-60debdf9388a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318028 Aug 17 16:29:16.149541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccfde34b-66d7-4fba-b669-7136adafa457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:16.158169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccfde34b-66d7-4fba-b669-7136adafa457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:16.272294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:16.272998 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ccfde34b-66d7-4fba-b669-7136adafa457 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d40c7343af34e4682a7b4d0382ebc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9530828 Aug 17 16:29:16.295149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfde34b-66d7-4fba-b669-7136adafa457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb95d3b7-24f5-4a0d-8f5c-263b6bc8c0ea,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:16.437596 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9611cd3-d76d-46b8-8ab4-1f11fbad1b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:16.452736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-d6348930-671c-4b69-af53-228dceda99d2 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1278279546&fields=id&tenant_id=5a3ecceb64474b63951dfd9ceed02327 HTTP/1.1" status: 200 len: 267 time: 0.0893753 Aug 17 16:29:16.511570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57150) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:16.540450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9611cd3-d76d-46b8-8ab4-1f11fbad1b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:16.560001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-346c008c-7cde-434c-9489-e0d45f4a719b tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:16.571236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-346c008c-7cde-434c-9489-e0d45f4a719b tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 984 time: 0.1170685 Aug 17 16:29:16.586869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-3a135335-8537-4772-8a5d-78427780b459 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Request body: {'port': {'security_groups': ['c936eb71-a797-4099-be50-0f50a54daae6']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:16.704090 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-3a135335-8537-4772-8a5d-78427780b459 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:16.781852 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41d91e41-8c0f-4392-b381-710608972c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:16.850779 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9611cd3-d76d-46b8-8ab4-1f11fbad1b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:16.854063 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9611cd3-d76d-46b8-8ab4-1f11fbad1b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:16.858291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e9611cd3-d76d-46b8-8ab4-1f11fbad1b77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb95d3b7-24f5-4a0d-8f5c-263b6bc8c0ea HTTP/1.1" status: 204 len: 168 time: 0.5845580 Aug 17 16:29:16.922388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9611cd3-d76d-46b8-8ab4-1f11fbad1b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb95d3b7-24f5-4a0d-8f5c-263b6bc8c0ea,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:17.018174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41d91e41-8c0f-4392-b381-710608972c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:17.026132 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41d91e41-8c0f-4392-b381-710608972c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:17.068585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-3a135335-8537-4772-8a5d-78427780b459 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] For port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,segment=NetworkSegment(d95ba298-14b8-42e0-84d0-3a4762d978b5),segment_id=d95ba298-14b8-42e0-84d0-3a4762d978b5)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:17.101353 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-41d91e41-8c0f-4392-b381-710608972c89 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d562ab1a375f47b3895b6b2a81625e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5892508 Aug 17 16:29:17.119043 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-3a135335-8537-4772-8a5d-78427780b459 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:17.121994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:17.135024 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-3a135335-8537-4772-8a5d-78427780b459 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:17.147475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8ff29c88-a62f-48d2-aeb9-9bc0914e1269'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:17.164664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d91e41-8c0f-4392-b381-710608972c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fa72e0-fb35-4093-8458-f8282870d918,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:17.221405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-3a135335-8537-4772-8a5d-78427780b459 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:17.223248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-3a135335-8537-4772-8a5d-78427780b459 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:17.224742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10a9f23a-e47a-4b78-b1b2-a145da110eb1 req-3a135335-8537-4772-8a5d-78427780b459 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "PUT /v2.0/ports/8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 942 time: 0.6521795 Aug 17 16:29:17.324056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8ff29c88-a62f-48d2-aeb9-9bc0914e1269'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:17.342922 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc60d90-5c3a-473a-8365-d90b0fd1840f x-openstack-request-id: req-2fc60d90-5c3a-473a-8365-d90b0fd1840f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:17.343236 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:17.343494 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2fc60d90-5c3a-473a-8365-d90b0fd1840f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:17.343913 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'status': 'completed', 'code': 200} Aug 17 16:29:17.504916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca0f-6101-43d7-a46a-49b94edc1e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:17.525384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57184) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:17.536232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a135335-8537-4772-8a5d-78427780b459 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Pushing event updated for resources: {'Port': ['ID=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:17.555962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8aa13a43-66f4-4a47-b683-495ed50849cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:17.762081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca0f-6101-43d7-a46a-49b94edc1e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:17.822489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d136154-161b-419f-a41d-404989840548 req-7cb0ceb1-ebb9-4322-a3b5-02acf9c0e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:17.829873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d136154-161b-419f-a41d-404989840548 req-7cb0ceb1-ebb9-4322-a3b5-02acf9c0e7c5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5a3ecceb64474b63951dfd9ceed02327&device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1096 time: 0.4520600 Aug 17 16:29:17.849442 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8aa13a43-66f4-4a47-b683-495ed50849cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:17.861485 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8aa13a43-66f4-4a47-b683-495ed50849cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:17.886852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b93ca0-990a-45fc-a9cf-cbd3aff960e8 req-c3dccf92-8fd8-4e13-9e06-5c7951ce279f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:17.889055 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9b93ca0-990a-45fc-a9cf-cbd3aff960e8 req-c3dccf92-8fd8-4e13-9e06-5c7951ce279f tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.3609741 Aug 17 16:29:17.917265 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8aa13a43-66f4-4a47-b683-495ed50849cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4734701d20f240aabe94224d30471873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908434 Aug 17 16:29:17.921921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57188) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:18.029334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa13a43-66f4-4a47-b683-495ed50849cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca09db4e-f6b8-4adb-8d20-6b813c1551f9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:18.124139 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9b93ca0-990a-45fc-a9cf-cbd3aff960e8 req-951a8b37-b540-497d-883a-e679d14cf9fd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048965 Aug 17 16:29:18.131174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07bd00b7-d616-4c65-84c5-8f1ee663fdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:18.175785 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca0f-6101-43d7-a46a-49b94edc1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:18.178390 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca0f-6101-43d7-a46a-49b94edc1e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:18.194647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c1cca0f-6101-43d7-a46a-49b94edc1e1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99fa72e0-fb35-4093-8458-f8282870d918 HTTP/1.1" status: 204 len: 168 time: 1.0663037 Aug 17 16:29:18.210309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07bd00b7-d616-4c65-84c5-8f1ee663fdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:18.259923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cca0f-6101-43d7-a46a-49b94edc1e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fa72e0-fb35-4093-8458-f8282870d918,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:18.279878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d136154-161b-419f-a41d-404989840548 req-d796d871-56c7-4d2f-9f75-3ba86d646dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:18.281431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d136154-161b-419f-a41d-404989840548 req-d796d871-56c7-4d2f-9f75-3ba86d646dd5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 200 len: 921 time: 0.4396389 Aug 17 16:29:18.325853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57194) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:18.400994 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07bd00b7-d616-4c65-84c5-8f1ee663fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:18.412792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07bd00b7-d616-4c65-84c5-8f1ee663fdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:18.415075 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-07bd00b7-d616-4c65-84c5-8f1ee663fdd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ca09db4e-f6b8-4adb-8d20-6b813c1551f9 HTTP/1.1" status: 204 len: 168 time: 0.4891021 Aug 17 16:29:18.428054 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d136154-161b-419f-a41d-404989840548 req-e426b874-42b5-407d-b2ea-2267fcbf4900 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 217 time: 0.0938797 Aug 17 16:29:18.454104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd00b7-d616-4c65-84c5-8f1ee663fdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca09db4e-f6b8-4adb-8d20-6b813c1551f9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:18.584077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b5d9a-11f5-4400-a23f-ae36f0916998 req-e89de3ee-ae7d-4d00-8ac5-d24f75129702 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:18.596588 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620b5d9a-11f5-4400-a23f-ae36f0916998 req-e89de3ee-ae7d-4d00-8ac5-d24f75129702 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.3547623 Aug 17 16:29:18.611506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d136154-161b-419f-a41d-404989840548 req-204246b3-8da2-444e-80fd-345b9450b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:18.613982 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d136154-161b-419f-a41d-404989840548 req-204246b3-8da2-444e-80fd-345b9450b620 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3301e9c-25a6-4ad6-936c-9263ec053444 HTTP/1.1" status: 200 len: 860 time: 0.1746278 Aug 17 16:29:18.704275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d136154-161b-419f-a41d-404989840548 req-b6f206d4-7eb6-4d94-8954-f57206abc462 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ebb8458-8446-4d94-b159-a51e2f291566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807402 Aug 17 16:29:18.801822 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4ab1f04-b77e-4a5f-800a-98bbf71d5d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:18.865454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620b5d9a-11f5-4400-a23f-ae36f0916998 req-e11986bf-a544-4994-a58d-787dd900fe7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561073 Aug 17 16:29:18.952814 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d136154-161b-419f-a41d-404989840548 req-4310f5ce-bc92-49b4-bc4c-2f120fea7364 service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368786 Aug 17 16:29:19.028415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:19.098448 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41869585-de9e-4a47-be76-ca2065bafd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.151797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4ab1f04-b77e-4a5f-800a-98bbf71d5d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.159119 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4ab1f04-b77e-4a5f-800a-98bbf71d5d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.348510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:19.350927 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c1632-2b7e-4e29-ab09-e0b8315eaa04" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:19.401568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e4ab1f04-b77e-4a5f-800a-98bbf71d5d47 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d2a91c692844390a2c384084d37bdbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0702553 Aug 17 16:29:19.402741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57214) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:19.431421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.454737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab1f04-b77e-4a5f-800a-98bbf71d5d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521a4e9d-dd71-49cb-9d72-363f4b82476d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:19.556451 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abb80b9-d7b3-41e8-a35b-43dcb3b66092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.572829 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d136154-161b-419f-a41d-404989840548 req-aa392ce0-4902-447a-ba5f-fdab58646fb4 service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071408 Aug 17 16:29:19.615118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.679492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abb80b9-d7b3-41e8-a35b-43dcb3b66092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.722668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe940354-4956-4bfe-a172-806e63511063 req-adcce27d-6045-4268-8ce0-2b8a23e9b386 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5835621 Aug 17 16:29:19.791488 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41869585-de9e-4a47-be76-ca2065bafd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.796984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:19.801802 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abb80b9-d7b3-41e8-a35b-43dcb3b66092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.805032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41869585-de9e-4a47-be76-ca2065bafd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.812067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abb80b9-d7b3-41e8-a35b-43dcb3b66092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:19.813384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2abb80b9-d7b3-41e8-a35b-43dcb3b66092 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/521a4e9d-dd71-49cb-9d72-363f4b82476d HTTP/1.1" status: 204 len: 168 time: 0.4084456 Aug 17 16:29:19.865239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb80b9-d7b3-41e8-a35b-43dcb3b66092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521a4e9d-dd71-49cb-9d72-363f4b82476d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:19.918625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-41869585-de9e-4a47-be76-ca2065bafd95 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=39bfae541c2149c2bdd36180b7aefeea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8865969 Aug 17 16:29:19.918625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41869585-de9e-4a47-be76-ca2065bafd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445d1b7d-a2a7-47a4-9c8c-3d8188aae2a1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:19.919800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57232) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:19.931115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:20.040138 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8c6a0ec-1030-4640-a7ca-3757f87ae26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:20.091751 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8c6a0ec-1030-4640-a7ca-3757f87ae26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:20.179691 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:20.220714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8c6a0ec-1030-4640-a7ca-3757f87ae26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:20.223883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8c6a0ec-1030-4640-a7ca-3757f87ae26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:20.226268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a8c6a0ec-1030-4640-a7ca-3757f87ae26f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/445d1b7d-a2a7-47a4-9c8c-3d8188aae2a1 HTTP/1.1" status: 204 len: 168 time: 0.3054500 Aug 17 16:29:20.250996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6a0ec-1030-4640-a7ca-3757f87ae26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445d1b7d-a2a7-47a4-9c8c-3d8188aae2a1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:20.358578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Allocated IP 172.25.7.11 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/67bd51c7-d38e-4cb2-8202-59618895982c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:29:20.532597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:20.598249 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:20.688569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:29:20.704765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:29:20.713109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:29:20.719878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Pushing event updated for resources: {'Port': ['ID=67bd51c7-d38e-4cb2-8202-59618895982c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:20.936218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.044139 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.093066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57264) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:21.112998 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f6fb0e-c967-4486-99c0-d7eed93a65e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.300510 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-515c67ee-6abd-4a9b-aca8-414233d2902c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753999 Aug 17 16:29:21.315411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.322784 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.397658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57274) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:21.420801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Pushing event updated for resources: {'Port': ['ID=67bd51c7-d38e-4cb2-8202-59618895982c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:21.546097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f6fb0e-c967-4486-99c0-d7eed93a65e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.551099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.555951 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f6fb0e-c967-4486-99c0-d7eed93a65e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.571690 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.576230 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe940354-4956-4bfe-a172-806e63511063 req-7f20da40-3fd0-4670-a0b2-9c30b0731818 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8345861 Aug 17 16:29:21.613114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6fb0e-c967-4486-99c0-d7eed93a65e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e753cdd-ea40-46a7-a314-525e29eabcab,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:21.671773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-9fc07ab9-0e92-4d99-bc2d-be0bbd89749e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:21.679145 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-9fc07ab9-0e92-4d99-bc2d-be0bbd89749e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3686457 Aug 17 16:29:21.701591 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-05f6fb0e-c967-4486-99c0-d7eed93a65e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ed4f29eb62f4e419c753c373474930f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6071241 Aug 17 16:29:21.702493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57286) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:21.715464 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-b1242e6e-c914-4942-99c3-6b5980b5b04d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/quotas/ab4be46c8ce94adaa70ee5532c259bf4 HTTP/1.1" status: 200 len: 375 time: 0.0353584 Aug 17 16:29:21.718543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe940354-4956-4bfe-a172-806e63511063 req-5bb161eb-8abf-43be-8736-75abc2d5748f tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.11 HTTP/1.1" status: 200 len: 695 time: 0.1317308 Aug 17 16:29:21.775790 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2adfbcc0-08ca-4994-865e-a6087ad6941f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.834644 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-dfa38295-aa93-4c53-bc00-53b3f168fa87 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178348 Aug 17 16:29:21.895674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f260568-26d9-4e74-8fd8-00c930f00104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:21.896036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-4abfea05-c7c9-4aef-ab5e-801560936b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:21.897926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-4abfea05-c7c9-4aef-ab5e-801560936b1e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 1097 time: 0.1210949 Aug 17 16:29:21.994146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe940354-4956-4bfe-a172-806e63511063 req-1308948b-2dc3-4008-87e3-96fadc1b2dac tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:21.999318 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe940354-4956-4bfe-a172-806e63511063 req-1308948b-2dc3-4008-87e3-96fadc1b2dac tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2714162 Aug 17 16:29:22.000564 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f260568-26d9-4e74-8fd8-00c930f00104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:22.064351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-fe940354-4956-4bfe-a172-806e63511063 req-17ee65f0-912c-4487-a378-31b63d7dc94b tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:29:22.070154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe940354-4956-4bfe-a172-806e63511063 req-17ee65f0-912c-4487-a378-31b63d7dc94b tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121047 Aug 17 16:29:22.110980 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2adfbcc0-08ca-4994-865e-a6087ad6941f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:22.118429 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2adfbcc0-08ca-4994-865e-a6087ad6941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:22.196254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-5da21657-8cd3-4052-93f8-05b2af667f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:22.204518 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-5da21657-8cd3-4052-93f8-05b2af667f72 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 916 time: 0.2841909 Aug 17 16:29:22.207237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfbcc0-08ca-4994-865e-a6087ad6941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aaf4ad-92fb-460a-bfb7-fa060bf6cb8a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:22.223104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f260568-26d9-4e74-8fd8-00c930f00104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:22.228876 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f260568-26d9-4e74-8fd8-00c930f00104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:22.231328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7f260568-26d9-4e74-8fd8-00c930f00104 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e753cdd-ea40-46a7-a314-525e29eabcab HTTP/1.1" status: 204 len: 168 time: 0.5276034 Aug 17 16:29:22.278802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f260568-26d9-4e74-8fd8-00c930f00104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e753cdd-ea40-46a7-a314-525e29eabcab,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:22.299717 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2adfbcc0-08ca-4994-865e-a6087ad6941f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d160868f3364888abf7bac056e9b697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8974462 Aug 17 16:29:22.300449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57302) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:22.419436 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53a46782-9353-4c51-9240-f7dcc7d33fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:22.456652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53a46782-9353-4c51-9240-f7dcc7d33fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:22.526955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53a46782-9353-4c51-9240-f7dcc7d33fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:22.529871 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53a46782-9353-4c51-9240-f7dcc7d33fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:22.532959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-53a46782-9353-4c51-9240-f7dcc7d33fb5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38aaf4ad-92fb-460a-bfb7-fa060bf6cb8a HTTP/1.1" status: 204 len: 168 time: 0.2314668 Aug 17 16:29:22.553469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a46782-9353-4c51-9240-f7dcc7d33fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aaf4ad-92fb-460a-bfb7-fa060bf6cb8a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:22.783770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dab1b-7f93-49e2-a164-1baa6a2a8767 req-f942a7be-c042-49da-8be0-74682e589b9d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:22.786333 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a89dab1b-7f93-49e2-a164-1baa6a2a8767 req-f942a7be-c042-49da-8be0-74682e589b9d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.1208868 Aug 17 16:29:22.899881 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d76466-155d-4fa2-a128-68d1e3afab73 x-openstack-request-id: req-e1d76466-155d-4fa2-a128-68d1e3afab73 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:22.900164 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:22.900411 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1d76466-155d-4fa2-a128-68d1e3afab73 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:22.900794 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'status': 'completed', 'code': 200} Aug 17 16:29:22.905881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a89dab1b-7f93-49e2-a164-1baa6a2a8767 req-4c78ad67-647f-4dea-b556-a58efdbe68cc tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102870 Aug 17 16:29:23.026308 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-a5c1e4c8-d075-4410-9dba-e561411b2976 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13653cb-97bb-463a-81e9-328200b22e19 HTTP/1.1" status: 200 len: 1002 time: 0.8123698 Aug 17 16:29:23.052059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1632-2b7e-4e29-ab09-e0b8315eaa04 req-f15d1651-4aed-4e57-9aab-a976dcefa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:23.053570 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-152c1632-2b7e-4e29-ab09-e0b8315eaa04 req-f15d1651-4aed-4e57-9aab-a976dcefa072 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5a3ecceb64474b63951dfd9ceed02327&device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1096 time: 0.1556444 Aug 17 16:29:23.064337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56846235-0040-4537-9fb9-08034b7ba5e9 req-4af1cec3-c1c6-4381-8828-4debfd700365 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:23.082913 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56846235-0040-4537-9fb9-08034b7ba5e9 req-4af1cec3-c1c6-4381-8828-4debfd700365 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 946 time: 0.1858394 Aug 17 16:29:23.222982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-8c62205d-fcf5-4b1c-992a-eb41d63f0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:23.224670 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-8c62205d-fcf5-4b1c-992a-eb41d63f0c0a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.1855519 Aug 17 16:29:23.266396 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56846235-0040-4537-9fb9-08034b7ba5e9 req-65952c46-8bc7-4eed-ab2a-943c7225afe6 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814950 Aug 17 16:29:23.303138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-fa849b9f-9ecd-4844-abcd-3f7b9f3ce703 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:23.320148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-fa849b9f-9ecd-4844-abcd-3f7b9f3ce703 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2008424 Aug 17 16:29:23.401835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1632-2b7e-4e29-ab09-e0b8315eaa04 req-d784a396-dd04-43cf-a359-b3e30e780c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:23.403779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-152c1632-2b7e-4e29-ab09-e0b8315eaa04 req-d784a396-dd04-43cf-a359-b3e30e780c17 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 200 len: 921 time: 0.2999146 Aug 17 16:29:23.435027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-40dca873-3f29-49f6-8c3f-c30f89eb7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:23.438244 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-40dca873-3f29-49f6-8c3f-c30f89eb7245 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005732 Aug 17 16:29:23.498760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-152c1632-2b7e-4e29-ab09-e0b8315eaa04 req-c00e3f5b-0830-43ac-a977-3766c91193b8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 217 time: 0.0784204 Aug 17 16:29:23.540039 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-7784554f-5994-4cdb-a73e-c3fec9fa1737 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.11 HTTP/1.1" status: 200 len: 695 time: 0.2184067 Aug 17 16:29:23.545132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-46a0d4d8-0d6c-4e92-af62-dd6aa0524e5a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Request body: {'floatingip': {'port_id': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:23.656364 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-46a0d4d8-0d6c-4e92-af62-dd6aa0524e5a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:23.665382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1632-2b7e-4e29-ab09-e0b8315eaa04 req-398e1aef-fb46-4a8f-82ef-8365be80f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:23.666945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-152c1632-2b7e-4e29-ab09-e0b8315eaa04 req-398e1aef-fb46-4a8f-82ef-8365be80f9cb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3301e9c-25a6-4ad6-936c-9263ec053444 HTTP/1.1" status: 200 len: 860 time: 0.1581745 Aug 17 16:29:23.772831 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-152c1632-2b7e-4e29-ab09-e0b8315eaa04 req-2855c6e5-40e2-421a-b82d-c63f76581a6e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ebb8458-8446-4d94-b159-a51e2f291566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908432 Aug 17 16:29:23.816941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbeb194f-6e5e-4a28-a3b3-c9bdabe0b78f req-8f333e8c-cc67-4610-bd6b-aee1448914eb tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 210 time: 0.1187983 Aug 17 16:29:23.900702 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-b13c4f5c-7cd1-4b40-b56b-a5dd12706226 service neutron] 10.222.0.91 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053233 Aug 17 16:29:23.944213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e13653cb-97bb-463a-81e9-328200b22e19 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:29:24.224398 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:24.305036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:24.307626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:24.311387 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5faf03-a77f-44f8-9033-0103bdde809d" -d '{"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-unplugged", "status": "completed", "tag": "e13653cb-97bb-463a-81e9-328200b22e19"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:24.317318 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:24.348085 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9f34f3e9-ba58-48f5-be41-810e4f59c3ff req-3efd035e-ba9e-4d37-b4de-ba633091e0f5 service neutron] 10.222.0.91 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739173 Aug 17 16:29:24.413562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:24.429938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-152c1632-2b7e-4e29-ab09-e0b8315eaa04 req-241417d9-0fdb-478a-bc10-7c2a273fabaa service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155546 Aug 17 16:29:24.446306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b6a6d-e9cc-4526-be50-09cfa23f9c00 req-03483e99-085f-4edc-a748-2771fcdbde04 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:24.447921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f4b6a6d-e9cc-4526-be50-09cfa23f9c00 req-03483e99-085f-4edc-a748-2771fcdbde04 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.3107512 Aug 17 16:29:24.684520 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f4b6a6d-e9cc-4526-be50-09cfa23f9c00 req-56c5081d-6e5f-4dd0-b8f4-ed7a42922f21 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033763 Aug 17 16:29:24.764310 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-152c1632-2b7e-4e29-ab09-e0b8315eaa04 req-c681078e-f915-41ff-a975-69ac353c88f2 service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064256 Aug 17 16:29:25.080011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e684-f3ba-47b3-9c3d-fb09a80bf083 req-463be962-47fa-4ca3-b25c-bb03143998f5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:25.091335 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2a6e684-f3ba-47b3-9c3d-fb09a80bf083 req-463be962-47fa-4ca3-b25c-bb03143998f5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.1117520 Aug 17 16:29:25.157197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2a6e684-f3ba-47b3-9c3d-fb09a80bf083 req-288ec979-acd8-45d3-8436-f850c6ef83a6 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648916 Aug 17 16:29:25.226956 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ac14be-e1a4-4890-b2bd-ce79670b84e8 x-openstack-request-id: req-c9ac14be-e1a4-4890-b2bd-ce79670b84e8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:25.227500 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-unplugged", "status": "completed", "tag": "e13653cb-97bb-463a-81e9-328200b22e19", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:25.227601 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9ac14be-e1a4-4890-b2bd-ce79670b84e8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:25.228025 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19', 'code': 200} Aug 17 16:29:25.235421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-46a0d4d8-0d6c-4e92-af62-dd6aa0524e5a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:29:25.310033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-46a0d4d8-0d6c-4e92-af62-dd6aa0524e5a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:25.316908 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-46a0d4d8-0d6c-4e92-af62-dd6aa0524e5a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:25.325590 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e0f0539-0579-4aa3-9ff5-7d5220e3b453 req-95cb360b-6a03-4362-be3c-382ea06c0de0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 210 time: 0.0453455 Aug 17 16:29:25.476699 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-46a0d4d8-0d6c-4e92-af62-dd6aa0524e5a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Floating IP ebef7987-79ab-4fa3-a694-3c3cdbc367ab associated. External IP: 172.25.7.11, port: 8ff29c88-a62f-48d2-aeb9-9bc0914e1269. Aug 17 16:29:25.823993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-0a02006a-60fd-45de-b7ae-01a2a8c3fe9a tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897727 Aug 17 16:29:25.971215 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7ec9-2b41-40bf-ad75-f705ecc95129 req-a42c27d5-5c59-4acb-bb5d-6fce667c442e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:25.983652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37fa7ec9-2b41-40bf-ad75-f705ecc95129 req-a42c27d5-5c59-4acb-bb5d-6fce667c442e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.1537333 Aug 17 16:29:26.102680 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37fa7ec9-2b41-40bf-ad75-f705ecc95129 req-0c7fa06a-8421-4cf0-8652-6e6d431d3cb2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125925 Aug 17 16:29:26.180416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-46a0d4d8-0d6c-4e92-af62-dd6aa0524e5a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Router d279bd1f-0388-476e-aa75-d71a1105c458 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:29:26.213793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-ce661b16-97f6-4477-a9f5-52a0780a212f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:26.216208 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-ce661b16-97f6-4477-a9f5-52a0780a212f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3833592 Aug 17 16:29:26.342608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Request body: {'port': {'device_id': 'e97b8868-ee8f-497c-aa0b-77d99523c2fc', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'ab4be46c8ce94adaa70ee5532c259bf4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:26.496570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47acc1-ad35-493c-ad1c-16c1d5f7c5b9 req-9a633449-908b-4e74-b61a-30e0fa3fd8a6 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:26.501780 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c47acc1-ad35-493c-ad1c-16c1d5f7c5b9 req-9a633449-908b-4e74-b61a-30e0fa3fd8a6 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.1276579 Aug 17 16:29:26.586990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-17d672eb-896a-4e4f-ab2d-40c575d561ec tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2632990 Aug 17 16:29:26.632000 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c47acc1-ad35-493c-ad1c-16c1d5f7c5b9 req-0888961a-96c3-46c9-bb1c-1b2b2005d716 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175559 Aug 17 16:29:26.695869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Made reservation on behalf of ab4be46c8ce94adaa70ee5532c259bf4 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:29:26.699579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:26.736759 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-46a0d4d8-0d6c-4e92-af62-dd6aa0524e5a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:29:26.750049 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] Sync routers for ids ['d279bd1f-0388-476e-aa75-d71a1105c458'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:29:26.768899 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] Routers {'d279bd1f-0388-476e-aa75-d71a1105c458'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:29:26.769840 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:29:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d279bd1f-0388-476e-aa75-d71a1105c458'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:29:26.889365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Allocated IP 192.168.233.137 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/8ef22646-847d-4a3e-9577-5c992c5f3bee) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:29:26.926572 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb747894-1054-4da4-a006-c210e20797ff req-65548d9d-ecc8-4b05-91ed-42a85981a055 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 210 time: 0.0717285 Aug 17 16:29:27.004292 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] Set router d279bd1f-0388-476e-aa75-d71a1105c458 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:29:27.026314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-46a0d4d8-0d6c-4e92-af62-dd6aa0524e5a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:27.078917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-826aad35-13aa-4a36-b3d6-46ca1f7533f2 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:27.080792 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-826aad35-13aa-4a36-b3d6-46ca1f7533f2 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4875877 Aug 17 16:29:27.108075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Request body: {'port': {'device_id': '103a746b-2a15-461b-b531-237a5d73e821', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'ab4be46c8ce94adaa70ee5532c259bf4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:27.181411 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-46a0d4d8-0d6c-4e92-af62-dd6aa0524e5a tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "PUT /v2.0/floatingips/ebef7987-79ab-4fa3-a694-3c3cdbc367ab HTTP/1.1" status: 200 len: 995 time: 3.6403162 Aug 17 16:29:27.188738 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:27.191703 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c2cc90-b0f1-45ff-9117-bec614581731" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:27.260728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:27.303712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Transition to ACTIVE for port object 8ef22646-847d-4a3e-9577-5c992c5f3bee will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:27.342553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-ca6e518d-9c9e-4a3d-b7fd-10697ab3eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:27.345723 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-ca6e518d-9c9e-4a3d-b7fd-10697ab3eec2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a3ecceb64474b63951dfd9ceed02327&device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1096 time: 0.1413250 Aug 17 16:29:27.394989 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:25Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'ebef7987-79ab-4fa3-a694-3c3cdbc367ab', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'floating_ip_address': '172.25.7.11', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'port_id': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'mac_address': 'fa:16:3e:02:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:29:20Z', 'updated_at': '2021-08-17T16:29:25Z', 'revision_number': 1, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23ca8719-39b9-4f9a-a0da-f646628ef36b', 'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'mac_address': 'fa:16:3e:52:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:23Z', 'updated_at': '2021-08-17T16:28:32Z', 'revision_number': 5, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'subnets': [{'id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:29:27.430071 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] Checking router: d279bd1f-0388-476e-aa75-d71a1105c458 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:29:27.441391 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] Routers {'d279bd1f-0388-476e-aa75-d71a1105c458'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:29:27.442409 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:29:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d279bd1f-0388-476e-aa75-d71a1105c458'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:29:27.572210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Made reservation on behalf of ab4be46c8ce94adaa70ee5532c259bf4 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:29:27.576666 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:27.607951 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:27.618141 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] Set router d279bd1f-0388-476e-aa75-d71a1105c458 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:29:27.632681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:28.054724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a44fa7-29e0-46ee-952e-05fb1613adfb req-716de624-eee5-4fc0-b454-e51e7e678c26 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:28.063895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Allocated IP 192.168.233.225 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/25d805f6-ee27-4b9f-9c16-6cd4c4612dbf) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:29:28.073417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55a44fa7-29e0-46ee-952e-05fb1613adfb req-716de624-eee5-4fc0-b454-e51e7e678c26 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.2789547 Aug 17 16:29:28.165773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55a44fa7-29e0-46ee-952e-05fb1613adfb req-52674dc8-be8c-4345-acd1-c848df67edce tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908258 Aug 17 16:29:28.354177 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:25Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'ebef7987-79ab-4fa3-a694-3c3cdbc367ab', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'floating_ip_address': '172.25.7.11', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'port_id': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'mac_address': 'fa:16:3e:02:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:29:20Z', 'updated_at': '2021-08-17T16:29:25Z', 'revision_number': 1, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23ca8719-39b9-4f9a-a0da-f646628ef36b', 'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'mac_address': 'fa:16:3e:52:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:23Z', 'updated_at': '2021-08-17T16:28:32Z', 'revision_number': 5, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'subnets': [{'id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:29:28.397116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:29:28.410616 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ffb2e-6424-4f92-903e-2fb245b7de46 None None] The sync data for ids ['d279bd1f-0388-476e-aa75-d71a1105c458'] in n-d-804878-1 is: [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:25Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'ebef7987-79ab-4fa3-a694-3c3cdbc367ab', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'floating_ip_address': '172.25.7.11', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'port_id': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'mac_address': 'fa:16:3e:02:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:29:20Z', 'updated_at': '2021-08-17T16:29:25Z', 'revision_number': 1, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23ca8719-39b9-4f9a-a0da-f646628ef36b', 'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'mac_address': 'fa:16:3e:52:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:23Z', 'updated_at': '2021-08-17T16:28:32Z', 'revision_number': 5, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'subnets': [{'id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:29:28.426932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:29:28.459494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:29:28.517348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event updated for resources: {'Port': ['ID=8ef22646-847d-4a3e-9577-5c992c5f3bee,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:28.614104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:28.626417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:28.652852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Transition to ACTIVE for port object 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:28.705384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-6852cc92-b5b1-432a-9ae3-0a897c145397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:28.710763 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-6852cc92-b5b1-432a-9ae3-0a897c145397 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 200 len: 921 time: 1.3518496 Aug 17 16:29:28.717537 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:28.732576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:28.941262 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5f1b2d-231a-4096-948e-cf7c0e45dc72 x-openstack-request-id: req-3e5f1b2d-231a-4096-948e-cf7c0e45dc72 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:28.941597 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:28.941813 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e5f1b2d-231a-4096-948e-cf7c0e45dc72 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:28.942480 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'status': 'completed', 'code': 200} Aug 17 16:29:28.951650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5bdb6-64b8-4edc-bd51-f69f3957c048 None None] New status for floating IP ebef7987-79ab-4fa3-a694-3c3cdbc367ab: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:29:29.032675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:29:29.043253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:29:29.048761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:29:29.105284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:29.115685 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:29.152334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-c4e6c10e-16e1-4652-96b5-91fdebff08e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 998 time: 0.3934102 Aug 17 16:29:29.152334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event updated for resources: {'Port': ['ID=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:29.223140 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89542b1f-f197-47fc-8ba6-87c1733d8b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:29.223140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cc90-b0f1-45ff-9117-bec614581731 req-04fd7c3b-7e24-4c2d-aa65-b1c87f5e4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:29.223140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01c2cc90-b0f1-45ff-9117-bec614581731 req-04fd7c3b-7e24-4c2d-aa65-b1c87f5e4fa2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5a3ecceb64474b63951dfd9ceed02327&device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1096 time: 0.2792611 Aug 17 16:29:29.233527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7a4a4b3c-fc25-4f3d-857a-41fa8856e400 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8994224 Aug 17 16:29:29.299868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-d5c178c2-cc72-4fd3-b024-ea40b94f02eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:29.302531 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-d5c178c2-cc72-4fd3-b024-ea40b94f02eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3301e9c-25a6-4ad6-936c-9263ec053444 HTTP/1.1" status: 200 len: 860 time: 0.1490827 Aug 17 16:29:29.313508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:29.314758 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:29.492089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-ec5c3941-139b-41f5-a092-0ebcad9a80f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ebb8458-8446-4d94-b159-a51e2f291566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717191 Aug 17 16:29:29.515600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-bbc010d1-63ce-4f24-9eeb-5d8997a943c5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:29:29.516743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-bbc010d1-63ce-4f24-9eeb-5d8997a943c5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067227 Aug 17 16:29:29.520668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cd559-1268-490d-9565-65e20342f4b7 req-7b590628-c54d-4947-a9e9-b6571d5df5e7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:29.529451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be5cd559-1268-490d-9565-65e20342f4b7 req-7b590628-c54d-4947-a9e9-b6571d5df5e7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 936 time: 0.1613383 Aug 17 16:29:29.540750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cc90-b0f1-45ff-9117-bec614581731 req-2bbe1e00-5355-4994-a0e6-efd7963d32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:29.542612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01c2cc90-b0f1-45ff-9117-bec614581731 req-2bbe1e00-5355-4994-a0e6-efd7963d32ce service neutron] 10.222.0.91 "GET /v2.0/networks?id=2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 200 len: 921 time: 0.3339047 Aug 17 16:29:29.636522 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01c2cc90-b0f1-45ff-9117-bec614581731 req-93fbcf13-671f-4d32-874e-99a7064b2050 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 998 time: 0.0844705 Aug 17 16:29:29.749858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-59ec6fbf-68b7-4aae-b7d7-9be032494528 None None] Provisioning for port 8ef22646-847d-4a3e-9577-5c992c5f3bee completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:29:29.777767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-59ec6fbf-68b7-4aae-b7d7-9be032494528 None None] Provisioning complete for port 8ef22646-847d-4a3e-9577-5c992c5f3bee triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:29.778677 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59ec6fbf-68b7-4aae-b7d7-9be032494528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:29.793181 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-3d564dcc-88fc-4ff6-bb2e-62db18587bc3 service neutron] 10.222.0.77 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465303 Aug 17 16:29:29.812903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cc90-b0f1-45ff-9117-bec614581731 req-331f1115-9d42-400c-9114-ea48c11721d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:29.817584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01c2cc90-b0f1-45ff-9117-bec614581731 req-331f1115-9d42-400c-9114-ea48c11721d0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3301e9c-25a6-4ad6-936c-9263ec053444 HTTP/1.1" status: 200 len: 860 time: 0.1634877 Aug 17 16:29:29.899356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be5cd559-1268-490d-9565-65e20342f4b7 req-41f36ec9-5764-4ddb-a675-1aafc9e7f9b3 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575616 Aug 17 16:29:30.013994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e13653cb-97bb-463a-81e9-328200b22e19 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:29:30.022851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-59ec6fbf-68b7-4aae-b7d7-9be032494528 None None] Port 8ef22646-847d-4a3e-9577-5c992c5f3bee cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:29:30.034154 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89542b1f-f197-47fc-8ba6-87c1733d8b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:30.044057 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01c2cc90-b0f1-45ff-9117-bec614581731 req-6f4c0339-8d32-4bd2-8572-fd5f57f7928b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ebb8458-8446-4d94-b159-a51e2f291566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669137 Aug 17 16:29:30.047900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89542b1f-f197-47fc-8ba6-87c1733d8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:30.072066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-43f20ec3-7be3-45a9-8062-239c98b38391 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9690919 Aug 17 16:29:30.145299 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-89542b1f-f197-47fc-8ba6-87c1733d8b8d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1cc58987723f47cb9171b38c45d76a52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5140440 Aug 17 16:29:30.166141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:30.224637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Request body: {'port': {'device_id': 'e97b8868-ee8f-497c-aa0b-77d99523c2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:30.228118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57506) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:30.290658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a92ed896-6975-4b7a-87b6-f45f09726c4c None None] Provisioning for port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:29:30.308105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a92ed896-6975-4b7a-87b6-f45f09726c4c None None] Provisioning complete for port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:30.308808 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a92ed896-6975-4b7a-87b6-f45f09726c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:30.324921 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbe197b-a9d0-4fbc-8e27-df4cd42d4278 req-556c30bd-fe3e-4a98-a9c9-5eed7eac9866 service neutron] 10.222.0.77 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235217 Aug 17 16:29:30.420807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Request body: {'port': {'device_id': '103a746b-2a15-461b-b531-237a5d73e821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:30.425387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a92ed896-6975-4b7a-87b6-f45f09726c4c None None] Port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:29:30.627345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89542b1f-f197-47fc-8ba6-87c1733d8b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8712b67e-b047-4e2e-9f6e-0bb3c671b9a0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:30.786580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:30.836452 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e660f7cc-3bb1-4303-b29b-5fb93cbd9e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:30.841669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01c2cc90-b0f1-45ff-9117-bec614581731 req-c7665ef4-5110-48f4-a767-ecaebf5dbdaa service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7213624 Aug 17 16:29:30.852618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-74361c0f-6703-4ef9-8c2e-8d4979c62969 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.11 HTTP/1.1" status: 200 len: 1000 time: 0.2607772 Aug 17 16:29:30.889861 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a0e04a3-8395-4206-a727-b6b49fa5b335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:30.931577 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.028602 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e660f7cc-3bb1-4303-b29b-5fb93cbd9e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.045584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-edbe4db1-2056-421c-aa73-23e6951c3195 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:31.047069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-edbe4db1-2056-421c-aa73-23e6951c3195 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports/8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 942 time: 0.1657636 Aug 17 16:29:31.056943 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1776eef-cff7-4185-ae8f-440e1c02119f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.099984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6145d3-7d59-4896-961e-fba0858284bf req-aab0955f-53ca-4493-8e6d-1712078abbb2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:31.101580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c6145d3-7d59-4896-961e-fba0858284bf req-aab0955f-53ca-4493-8e6d-1712078abbb2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.2648160 Aug 17 16:29:31.107673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.195030 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01c2cc90-b0f1-45ff-9117-bec614581731 req-ddf51275-f294-4b17-a121-830483ebb176 service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330076 Aug 17 16:29:31.197952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e660f7cc-3bb1-4303-b29b-5fb93cbd9e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.200608 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e660f7cc-3bb1-4303-b29b-5fb93cbd9e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.204486 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e660f7cc-3bb1-4303-b29b-5fb93cbd9e84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8712b67e-b047-4e2e-9f6e-0bb3c671b9a0 HTTP/1.1" status: 204 len: 168 time: 1.0060711 Aug 17 16:29:31.227350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660f7cc-3bb1-4303-b29b-5fb93cbd9e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8712b67e-b047-4e2e-9f6e-0bb3c671b9a0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:31.253559 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-c9f5d514-d4de-4365-9ac2-1d18d07c4d44 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.11 HTTP/1.1" status: 200 len: 1000 time: 0.1090338 Aug 17 16:29:31.300690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c6145d3-7d59-4896-961e-fba0858284bf req-5da1595d-ac15-4551-910f-f7c21d35eb44 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861329 Aug 17 16:29:31.479871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-cfbc48e2-264b-4015-834a-b29400238bed tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:31.495676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-cfbc48e2-264b-4015-834a-b29400238bed tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.2278335 Aug 17 16:29:31.508800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-8f34bf5b-a603-4aea-94a9-34df8e3da3de tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:29:31.523035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-8f34bf5b-a603-4aea-94a9-34df8e3da3de tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243049 Aug 17 16:29:31.529485 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a0e04a3-8395-4206-a727-b6b49fa5b335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.538395 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a0e04a3-8395-4206-a727-b6b49fa5b335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.609740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e04a3-8395-4206-a727-b6b49fa5b335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a93c549-b2ec-4ae5-8808-817b1f704d89,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:31.614590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5a0e04a3-8395-4206-a727-b6b49fa5b335 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0276d60cb9234a639c4d14a207097734&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3693593 Aug 17 16:29:31.619469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57544) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:31.676186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-e2a9e6e7-ebc4-469a-9e95-4d2aeffeb358 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.11 HTTP/1.1" status: 200 len: 1000 time: 0.1435263 Aug 17 16:29:31.701282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef22646-847d-4a3e-9577-5c992c5f3bee {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:31.713936 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.726311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-4dd5f0b7-14ab-4c54-9d19-847bf04e3372 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:31.770620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Transition to ACTIVE for port object 8ef22646-847d-4a3e-9577-5c992c5f3bee will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:31.786010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2fd9b-cd3e-474d-bc4c-8bcce3f097b2 req-aae031a8-7962-4d24-9824-e81c859b8dbf tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:31.798215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6de2fd9b-cd3e-474d-bc4c-8bcce3f097b2 req-aae031a8-7962-4d24-9824-e81c859b8dbf tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 936 time: 0.0889449 Aug 17 16:29:31.858218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:31.889718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-ec7a7395-9976-48ec-b550-67028b577c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:31.891888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-ec7a7395-9976-48ec-b550-67028b577c57 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 1097 time: 0.2309866 Aug 17 16:29:31.901743 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d326f5-1207-4022-b264-bb07010da27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.902486 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:31.975315 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-4dd5f0b7-14ab-4c54-9d19-847bf04e3372 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.030185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef22646-847d-4a3e-9577-5c992c5f3bee,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:32.060537 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be3e3e25-e198-4cad-928d-305c95dec7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.083094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1776eef-cff7-4185-ae8f-440e1c02119f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.092138 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68de77d7-56cd-43b2-ae99-a0fc8c6a1df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.092875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6de2fd9b-cd3e-474d-bc4c-8bcce3f097b2 req-6743db28-1941-4934-9f44-a2fb861d3a16 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934237 Aug 17 16:29:32.154816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1776eef-cff7-4185-ae8f-440e1c02119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.211283 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be3e3e25-e198-4cad-928d-305c95dec7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.234140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Attempting to bind port 8ef22646-847d-4a3e-9577-5c992c5f3bee on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:29:32.234712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Attempting to bind port 8ef22646-847d-4a3e-9577-5c992c5f3bee by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:29:32.235557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Attempting to bind port 8ef22646-847d-4a3e-9577-5c992c5f3bee on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:32.245709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-6f2a670a-8628-496e-8ff7-60fb35766a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:32.247549 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-6f2a670a-8628-496e-8ff7-60fb35766a29 service neutron] 10.222.0.93 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.3398433 Aug 17 16:29:32.286234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Port 8ef22646-847d-4a3e-9577-5c992c5f3bee on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:29:32.286719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Attempting to bind port 8ef22646-847d-4a3e-9577-5c992c5f3bee on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:32.291200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1776eef-cff7-4185-ae8f-440e1c02119f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c4530c-ed08-4df7-bd26-d166faba0448,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:32.331962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:29:32.332462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:29:32.332966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:29:32.333561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Bound port: 8ef22646-847d-4a3e-9577-5c992c5f3bee, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:29:32.334037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.351386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1776eef-cff7-4185-ae8f-440e1c02119f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b6e5d131b1a47a78c1040d148df322e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5542111 Aug 17 16:29:32.364896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57562) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:32.388607 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:32.408145 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.432350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-70a53f3e-7571-4dc8-b26f-fe66bd74c5df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a HTTP/1.1" status: 200 len: 217 time: 0.1436343 Aug 17 16:29:32.468552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69677b4d-fecc-4fc8-94ba-ba4aada6b4e2 req-da18551a-1a15-42ef-b8df-e5ab522f62a2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:32.470272 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69677b4d-fecc-4fc8-94ba-ba4aada6b4e2 req-da18551a-1a15-42ef-b8df-e5ab522f62a2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.2388003 Aug 17 16:29:32.478906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Transition to ACTIVE for port object 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:32.488758 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-4dd5f0b7-14ab-4c54-9d19-847bf04e3372 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.490641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.518739 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-4dd5f0b7-14ab-4c54-9d19-847bf04e3372 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.519247 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-4dd5f0b7-14ab-4c54-9d19-847bf04e3372 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Floating IP ebef7987-79ab-4fa3-a694-3c3cdbc367ab disassociated. External IP: 172.25.7.11, port: 8ff29c88-a62f-48d2-aeb9-9bc0914e1269. Aug 17 16:29:32.541094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-ca494f5c-df99-4c07-b7cf-570b5ae142ed service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4081583 Aug 17 16:29:32.611269 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be3e3e25-e198-4cad-928d-305c95dec7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.615729 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be3e3e25-e198-4cad-928d-305c95dec7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.626894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-be3e3e25-e198-4cad-928d-305c95dec7b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a93c549-b2ec-4ae5-8808-817b1f704d89 HTTP/1.1" status: 204 len: 168 time: 1.0020270 Aug 17 16:29:32.640952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] For port 8ef22646-847d-4a3e-9577-5c992c5f3bee, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:29:32.651680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c589cf1-2aec-462d-a411-e4fe9a718dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.666952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Pushing event updated for resources: {'Port': ['ID=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:32.677188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e3e25-e198-4cad-928d-305c95dec7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a93c549-b2ec-4ae5-8808-817b1f704d89,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:32.690274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-b14c1066-862d-4a8e-bd40-505417edf9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:32.692782 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-b14c1066-862d-4a8e-bd40-505417edf9ff service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.2242801 Aug 17 16:29:32.717041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] For port 8ef22646-847d-4a3e-9577-5c992c5f3bee, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=8ef22646-847d-4a3e-9577-5c992c5f3bee,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:29:32.756928 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69677b4d-fecc-4fc8-94ba-ba4aada6b4e2 req-1064cf2d-3b2b-4ec9-ad61-422e48d5c06a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696931 Aug 17 16:29:32.777768 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.791879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c589cf1-2aec-462d-a411-e4fe9a718dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.887603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:32.889080 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:32.890639 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] 10.222.0.93 "PUT /v2.0/ports/8ef22646-847d-4a3e-9577-5c992c5f3bee HTTP/1.1" status: 200 len: 1096 time: 3.5667825 Aug 17 16:29:32.922295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97b8868-ee8f-497c-aa0b-77d99523c2fc', 'tag': '8ef22646-847d-4a3e-9577-5c992c5f3bee'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:32.928893 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1abdacb-e318-4755-83ce-989bd3c1da0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e97b8868-ee8f-497c-aa0b-77d99523c2fc", "tag": "8ef22646-847d-4a3e-9577-5c992c5f3bee"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:33.071190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Attempting to bind port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:29:33.071874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Attempting to bind port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:29:33.072318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Attempting to bind port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:33.076145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458ed79-93b1-48c1-a2c3-daf477368f27 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef22646-847d-4a3e-9577-5c992c5f3bee,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:33.108767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:29:33.109458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Attempting to bind port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:33.134799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:29:33.135353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:29:33.136108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:29:33.152211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Bound port: 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:29:33.153029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:33.193426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-c250636e-b8d5-470d-a240-04d494fa9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:33.195542 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-c250636e-b8d5-470d-a240-04d494fa9e33 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 1099 time: 0.2580459 Aug 17 16:29:33.217397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c589cf1-2aec-462d-a411-e4fe9a718dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:33.220691 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c589cf1-2aec-462d-a411-e4fe9a718dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:33.223299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6c589cf1-2aec-462d-a411-e4fe9a718dea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7c4530c-ed08-4df7-bd26-d166faba0448 HTTP/1.1" status: 204 len: 168 time: 0.8490369 Aug 17 16:29:33.242711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae090351-6012-4418-a4c3-69a253616401 req-5ea5a596-903d-44f4-b036-d057f7bde66c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:33.245097 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae090351-6012-4418-a4c3-69a253616401 req-5ea5a596-903d-44f4-b036-d057f7bde66c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 946 time: 0.2741086 Aug 17 16:29:33.295635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-323d1b86-03c5-4e90-b2ef-7dcdccdc6986 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=8ef22646-847d-4a3e-9577-5c992c5f3bee HTTP/1.1" status: 200 len: 217 time: 0.0709920 Aug 17 16:29:33.364575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c589cf1-2aec-462d-a411-e4fe9a718dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c4530c-ed08-4df7-bd26-d166faba0448,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:33.392867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-711db8c1-4969-4a40-a665-2d1a0e03d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:33.395698 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-711db8c1-4969-4a40-a665-2d1a0e03d106 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0896654 Aug 17 16:29:33.442088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] For port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:29:33.478991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] For port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:29:33.483846 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae090351-6012-4418-a4c3-69a253616401 req-a14459ec-67b1-465f-b1d0-adab46898cf3 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857681 Aug 17 16:29:33.489826 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:33.511804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-fc75be24-6741-4364-bedc-65457529d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:33.513359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-fc75be24-6741-4364-bedc-65457529d600 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096473 Aug 17 16:29:33.614702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57580) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:33.695250 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caffeb77-6574-4941-89d6-a0d30327904c x-openstack-request-id: req-caffeb77-6574-4941-89d6-a0d30327904c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:33.695695 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97b8868-ee8f-497c-aa0b-77d99523c2fc", "tag": "8ef22646-847d-4a3e-9577-5c992c5f3bee", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:33.696078 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-caffeb77-6574-4941-89d6-a0d30327904c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:33.696691 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97b8868-ee8f-497c-aa0b-77d99523c2fc', 'tag': '8ef22646-847d-4a3e-9577-5c992c5f3bee', 'status': 'completed', 'code': 200} Aug 17 16:29:33.735081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d326f5-1207-4022-b264-bb07010da27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:33.747873 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d326f5-1207-4022-b264-bb07010da27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:33.789499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-e3481da5-fff6-47dc-895f-bfa0abca3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:33.791300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-e3481da5-fff6-47dc-895f-bfa0abca3bb1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0871594 Aug 17 16:29:33.832036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:33.833557 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:33.836266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] 10.222.0.93 "PUT /v2.0/ports/25d805f6-ee27-4b9f-9c16-6cd4c4612dbf HTTP/1.1" status: 200 len: 1096 time: 3.7491221 Aug 17 16:29:33.872635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-105f5826-c4c7-4078-94a3-c4cc80f3d325 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930136 Aug 17 16:29:34.026990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d326f5-1207-4022-b264-bb07010da27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2fc2ef-94be-46c3-aebd-955bb75284fd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:34.040356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7d326f5-1207-4022-b264-bb07010da27e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25a6820894844308bd8d6b90ac088054&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1796274 Aug 17 16:29:34.056407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:34.075947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9352c9f7-3372-49b5-837b-dd17e2529347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:34.134468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8bf57-640d-43e9-8c83-34a6b6bb6144 service neutron] Pushing event updated for resources: {'Port': ['ID=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:34.194066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-4dd5f0b7-14ab-4c54-9d19-847bf04e3372 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Router d279bd1f-0388-476e-aa75-d71a1105c458 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:29:34.201625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb710f-fe1c-4d86-81d4-95c44c192a2f req-1ac40216-0662-4ee1-b4ef-591bfd4203db tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:34.202021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-11131b0d-2f64-46a3-a440-0fb2f52926ae service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886423 Aug 17 16:29:34.207339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ddb710f-fe1c-4d86-81d4-95c44c192a2f req-1ac40216-0662-4ee1-b4ef-591bfd4203db tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 948 time: 0.3088386 Aug 17 16:29:34.273319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-2dc1e5aa-0301-43d9-aac7-6385401b793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:34.274989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-2dc1e5aa-0301-43d9-aac7-6385401b793c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 1099 time: 0.3168294 Aug 17 16:29:34.348635 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2612ac9b-3307-4202-b02d-add5f52b3769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:34.356829 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-da141553-81d3-4da6-a7dc-19375952c037 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf HTTP/1.1" status: 200 len: 217 time: 0.0704849 Aug 17 16:29:34.372163 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ddb710f-fe1c-4d86-81d4-95c44c192a2f req-8cce539d-9681-4008-8578-53970f2de7fc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519144 Aug 17 16:29:34.398112 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-224f386f-e296-4427-b6b8-f51d9648cc01 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319506 Aug 17 16:29:34.412726 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2612ac9b-3307-4202-b02d-add5f52b3769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:34.487434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-8827bc6a-bdd3-41fb-b1a1-d26e6616adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:34.488947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-8827bc6a-bdd3-41fb-b1a1-d26e6616adbe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1120772 Aug 17 16:29:34.554473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80cd66b5-0eac-44c7-b8b6-c4c4fa1f0f55 req-85b00bfd-7413-497d-9092-9b2664ed1a14 service neutron] 10.222.0.93 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346360 Aug 17 16:29:34.559897 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-aabc359f-1e99-4b0d-ac4b-e93a584503b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:34.561522 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-aabc359f-1e99-4b0d-ac4b-e93a584503b9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb&tenant_id=430c11389e6c4985a880c3e7e6e36fa1 HTTP/1.1" status: 200 len: 1095 time: 0.3538086 Aug 17 16:29:34.574301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2612ac9b-3307-4202-b02d-add5f52b3769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:34.577860 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2612ac9b-3307-4202-b02d-add5f52b3769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:34.582472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2612ac9b-3307-4202-b02d-add5f52b3769 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f2fc2ef-94be-46c3-aebd-955bb75284fd HTTP/1.1" status: 204 len: 168 time: 0.5214195 Aug 17 16:29:34.596105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612ac9b-3307-4202-b02d-add5f52b3769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2fc2ef-94be-46c3-aebd-955bb75284fd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:34.620281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9352c9f7-3372-49b5-837b-dd17e2529347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:34.633328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9352c9f7-3372-49b5-837b-dd17e2529347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:34.663287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-4dd5f0b7-14ab-4c54-9d19-847bf04e3372 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:29:34.668929 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-4dd5f0b7-14ab-4c54-9d19-847bf04e3372 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:34.677716 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] Sync routers for ids ['d279bd1f-0388-476e-aa75-d71a1105c458'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:29:34.691401 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] Routers {'d279bd1f-0388-476e-aa75-d71a1105c458'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:29:34.692085 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:29:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d279bd1f-0388-476e-aa75-d71a1105c458'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:29:34.715524 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-4dd5f0b7-14ab-4c54-9d19-847bf04e3372 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "PUT /v2.0/floatingips/ebef7987-79ab-4fa3-a694-3c3cdbc367ab HTTP/1.1" status: 200 len: 694 time: 3.0368752 Aug 17 16:29:34.716899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:34.719474 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:34.722601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352c9f7-3372-49b5-837b-dd17e2529347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd379dd3-a9e1-4d98-b86a-bba0dd063da0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:34.728144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-5c242425-7a9b-44a4-a881-46393145cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:34.729930 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-5c242425-7a9b-44a4-a881-46393145cc5e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 1095 time: 0.1315162 Aug 17 16:29:34.744686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-fef3099e-d035-46cf-ac10-7024c844ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:34.746348 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-fef3099e-d035-46cf-ac10-7024c844ddd6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 1099 time: 0.2823310 Aug 17 16:29:34.766830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 28504393-db7a-4cb3-8719-e2b7dc078c5a no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:29:34.792303 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780eea6-3d11-4288-a7c9-8e5343337366 req-dfbc7d36-7528-4202-9902-1afbb9cd8742 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:34.794050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6780eea6-3d11-4288-a7c9-8e5343337366 req-dfbc7d36-7528-4202-9902-1afbb9cd8742 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.3119872 Aug 17 16:29:34.822251 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9f266b2-d5ff-45b2-9ac3-c7aee36eaf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:34.842614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-b97f2ca3-4394-4e00-bd33-ff6d383921fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:34.844181 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-b97f2ca3-4394-4e00-bd33-ff6d383921fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3217423 Aug 17 16:29:34.941346 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] Set router d279bd1f-0388-476e-aa75-d71a1105c458 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:29:34.953711 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:35.026237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28504393-db7a-4cb3-8719-e2b7dc078c5a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:35.034258 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86efa94-7f4b-4f3a-a975-8b7efc8a30ad" -d '{"events": [{"server_uuid": "b298c746-1af3-43f7-9a92-2b8defbc6468", "name": "network-vif-unplugged", "status": "completed", "tag": "28504393-db7a-4cb3-8719-e2b7dc078c5a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:35.055663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-40b7fb7d-56c3-4b5c-aec2-158c898a28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:35.058774 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:35.073143 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-40b7fb7d-56c3-4b5c-aec2-158c898a28b1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a3ecceb64474b63951dfd9ceed02327&device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1096 time: 0.3389621 Aug 17 16:29:35.095045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 28504393-db7a-4cb3-8719-e2b7dc078c5a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:35.100787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9352c9f7-3372-49b5-837b-dd17e2529347 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c160b791ae5f457d967dba722dee7acd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4752805 Aug 17 16:29:35.104358 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:35.140749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57624) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:35.242746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-68494b29-5b31-4c71-9269-025e775c337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:35.250829 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-68494b29-5b31-4c71-9269-025e775c337f service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 200 len: 921 time: 0.1706460 Aug 17 16:29:35.261769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=28504393-db7a-4cb3-8719-e2b7dc078c5a,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:35.290573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.290573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.294657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.295405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.296919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.303135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.304262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-0927c5b1-fcd7-4280-8abe-255ba5335963 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 217 time: 0.0523827 Aug 17 16:29:35.306019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.306666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.307201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.307705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.308177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.308579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:35.321743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-9597fd7b-9da0-466c-ae7c-a3e0698b6acd service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009805 Aug 17 16:29:35.344710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6780eea6-3d11-4288-a7c9-8e5343337366 req-b10ecb6f-162e-4932-97df-93ee59a665c0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4823713 Aug 17 16:29:35.407947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-f8c9e0b6-ba2b-4eed-9e6f-05d396c7e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:35.409867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-f8c9e0b6-ba2b-4eed-9e6f-05d396c7e542 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e3301e9c-25a6-4ad6-936c-9263ec053444 HTTP/1.1" status: 200 len: 860 time: 0.1043403 Aug 17 16:29:35.413097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-c8866b2c-7845-4222-934a-df0840d49f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:35.415053 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-c8866b2c-7845-4222-934a-df0840d49f46 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 200 len: 916 time: 0.6689830 Aug 17 16:29:35.447288 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:25Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '23ca8719-39b9-4f9a-a0da-f646628ef36b', 'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'mac_address': 'fa:16:3e:52:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:23Z', 'updated_at': '2021-08-17T16:28:32Z', 'revision_number': 5, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'subnets': [{'id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:29:35.493596 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-6dc266ba-71ac-43bd-aaf1-9994eaafed51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ebb8458-8446-4d94-b159-a51e2f291566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742695 Aug 17 16:29:35.493910 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] Checking router: d279bd1f-0388-476e-aa75-d71a1105c458 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:29:35.504688 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] Routers {'d279bd1f-0388-476e-aa75-d71a1105c458'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:29:35.505574 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:29:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d279bd1f-0388-476e-aa75-d71a1105c458'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:29:35.600176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-b90aaa9b-c215-49b8-bd28-f7f6af4e4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:35.601771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-b90aaa9b-c215-49b8-bd28-f7f6af4e4541 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.8424482 Aug 17 16:29:35.629527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-2b50f9bf-7cc9-4d2a-8897-77848ccf1e02 service neutron] 10.222.0.77 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216400 Aug 17 16:29:35.634137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-218cd497-dcc2-4426-99b8-c61981c8f28e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13653cb-97bb-463a-81e9-328200b22e19 HTTP/1.1" status: 200 len: 1000 time: 0.2058930 Aug 17 16:29:35.715485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103a746b-2a15-461b-b531-237a5d73e821', 'tag': '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:35.717860 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4a15e9-e42d-4f96-819f-20c90cb669ed" -d '{"events": [{"name": "network-changed", "server_uuid": "103a746b-2a15-461b-b531-237a5d73e821", "tag": "25d805f6-ee27-4b9f-9c16-6cd4c4612dbf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:35.722502 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-78331b3f-0bd7-4673-83e4-66f5743d2300 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=8ef22646-847d-4a3e-9577-5c992c5f3bee HTTP/1.1" status: 200 len: 217 time: 0.0868940 Aug 17 16:29:35.738100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-b3d6613f-dfbc-4fb5-8073-1260b18edc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:35.739316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-b3d6613f-dfbc-4fb5-8073-1260b18edc5d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 200 len: 854 time: 0.0896130 Aug 17 16:29:35.739547 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62673c94-9924-48c5-aae7-45d68378df64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:35.768069 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62673c94-9924-48c5-aae7-45d68378df64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:35.817870 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] Set router d279bd1f-0388-476e-aa75-d71a1105c458 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:29:35.861344 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:35.892009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-e757a606-f71d-419f-855e-69adcdd4ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:35.894270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-0ea5b537-ffdf-4999-9099-967fb23c60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:35.894691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-e757a606-f71d-419f-855e-69adcdd4ff93 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1581616 Aug 17 16:29:35.909560 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-0ea5b537-ffdf-4999-9099-967fb23c60d5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80c83ecf-6ce9-4496-b252-00688b25968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246653 Aug 17 16:29:35.929885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8421bfde-e220-4ed3-a9ea-f0f4f3905af0 req-26a6301d-6526-47c1-a4a3-6c89ce172be1 service neutron] 10.222.0.77 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939932 Aug 17 16:29:35.946360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:36.067541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-e7549546-903c-4c0c-9708-4afa154aa754 service neutron] 10.222.0.91 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551924 Aug 17 16:29:36.070433 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8716c50d-920d-4422-9d2e-1567f5a36925 x-openstack-request-id: req-8716c50d-920d-4422-9d2e-1567f5a36925 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:36.070957 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:36.071378 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8716c50d-920d-4422-9d2e-1567f5a36925 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:36.071783 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'status': 'completed', 'code': 200} Aug 17 16:29:36.187493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f req-f9028c14-87fa-48e8-a9cc-dae1671e4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:36.189190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f req-f9028c14-87fa-48e8-a9cc-dae1671e4bb8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5a3ecceb64474b63951dfd9ceed02327&device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 1096 time: 0.1166506 Aug 17 16:29:36.189563 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:25Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '23ca8719-39b9-4f9a-a0da-f646628ef36b', 'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'mac_address': 'fa:16:3e:52:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:23Z', 'updated_at': '2021-08-17T16:28:32Z', 'revision_number': 5, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'subnets': [{'id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:29:36.251795 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522f993-7275-49af-81d4-6e4f7e3a80ee None None] The sync data for ids ['d279bd1f-0388-476e-aa75-d71a1105c458'] in n-d-804878-1 is: [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:28:25Z', 'revision_number': 4, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '23ca8719-39b9-4f9a-a0da-f646628ef36b', 'name': '', 'network_id': '2ebb8458-8446-4d94-b159-a51e2f291566', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'mac_address': 'fa:16:3e:52:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:23Z', 'updated_at': '2021-08-17T16:28:32Z', 'revision_number': 5, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'subnets': [{'id': 'e3301e9c-25a6-4ad6-936c-9263ec053444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:29:36.256579 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2191b4-1b45-4bfd-a8d0-dcfcdd34ead6 x-openstack-request-id: req-6f2191b4-1b45-4bfd-a8d0-dcfcdd34ead6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:36.257031 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b298c746-1af3-43f7-9a92-2b8defbc6468", "name": "network-vif-unplugged", "status": "completed", "tag": "28504393-db7a-4cb3-8719-e2b7dc078c5a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:36.257360 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f2191b4-1b45-4bfd-a8d0-dcfcdd34ead6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:36.257843 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28504393-db7a-4cb3-8719-e2b7dc078c5a', 'code': 200} Aug 17 16:29:36.290873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-00ca065d-a3fe-4095-9303-60bb30cf39f0 service neutron] 10.222.0.91 "GET /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050719 Aug 17 16:29:36.452991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f req-580c3a5d-789a-4e88-b601-c777c5cfefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:36.454773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f req-580c3a5d-789a-4e88-b601-c777c5cfefdf service neutron] 10.222.0.91 "GET /v2.0/networks?id=2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 200 len: 921 time: 0.2533467 Aug 17 16:29:36.487981 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-426f13c3-c1b0-4452-8298-700ac9c9b3e0 req-9255200a-84eb-432f-8378-42534029fae8 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0877597 Aug 17 16:29:36.522306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-286c546b-31ac-4d28-bc8d-14983ab322de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:36.523361 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-286c546b-31ac-4d28-bc8d-14983ab322de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6190414 Aug 17 16:29:36.534278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde89be-48fe-4742-9cae-b86d23399b7c req-5b25dff8-f7b5-46f3-a951-65036549ac4f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:36.542953 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bde89be-48fe-4742-9cae-b86d23399b7c req-5b25dff8-f7b5-46f3-a951-65036549ac4f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 944 time: 0.9382448 Aug 17 16:29:36.607342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f req-89ad95fb-6fbe-44e3-88d1-dd8a21b908c0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 200 len: 217 time: 0.0643008 Aug 17 16:29:36.612419 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e62ed49-8e5e-4831-93a1-7dba41375092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:36.648148 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62673c94-9924-48c5-aae7-45d68378df64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:36.650969 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62673c94-9924-48c5-aae7-45d68378df64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:36.655502 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-62673c94-9924-48c5-aae7-45d68378df64 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd379dd3-a9e1-4d98-b86a-bba0dd063da0 HTTP/1.1" status: 204 len: 168 time: 1.4932046 Aug 17 16:29:36.680793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb833418-c096-4964-ad80-b8e8cf15e800 req-b598c6f9-3779-4240-8f61-465cf2797d82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:36.682953 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb833418-c096-4964-ad80-b8e8cf15e800 req-b598c6f9-3779-4240-8f61-465cf2797d82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 948 time: 0.2270510 Aug 17 16:29:36.687200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62673c94-9924-48c5-aae7-45d68378df64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd379dd3-a9e1-4d98-b86a-bba0dd063da0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:36.702801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bde89be-48fe-4742-9cae-b86d23399b7c req-5b7f792a-d0df-443f-9924-ba98115fd834 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567414 Aug 17 16:29:36.769319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 8ef22646-847d-4a3e-9577-5c992c5f3bee details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:29:36.779168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f req-c1abcd78-31b2-4f9d-92e9-3973da73c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:36.781470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f req-c1abcd78-31b2-4f9d-92e9-3973da73c413 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3301e9c-25a6-4ad6-936c-9263ec053444 HTTP/1.1" status: 200 len: 860 time: 0.1657073 Aug 17 16:29:36.805942 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe159579-070d-40c8-a78d-013153b9f346 x-openstack-request-id: req-fe159579-070d-40c8-a78d-013153b9f346 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:36.806581 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103a746b-2a15-461b-b531-237a5d73e821", "tag": "25d805f6-ee27-4b9f-9c16-6cd4c4612dbf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:36.807061 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe159579-070d-40c8-a78d-013153b9f346 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:36.807701 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103a746b-2a15-461b-b531-237a5d73e821', 'tag': '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', 'status': 'completed', 'code': 200} Aug 17 16:29:36.816557 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-d3933371-ce59-437a-bf32-f48258fbb7d8 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668533 Aug 17 16:29:36.837962 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f req-51c83542-3640-4408-8328-6456ec855c87 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ebb8458-8446-4d94-b159-a51e2f291566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423274 Aug 17 16:29:36.848640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb833418-c096-4964-ad80-b8e8cf15e800 req-54f6e3fe-b2dc-4243-8751-0351d6a9cb05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597164 Aug 17 16:29:36.897639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414e2f5c-4bdb-407f-a662-efef7be4f698 None None] New status for floating IP ebef7987-79ab-4fa3-a694-3c3cdbc367ab: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:29:37.079897 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f req-ccc2150e-9164-410b-b7f6-0c4743bf0178 service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301025 Aug 17 16:29:37.231326 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-77f331f1-6d84-4a9a-a2ef-fed262ab35fb tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/floatingips/ebef7987-79ab-4fa3-a694-3c3cdbc367ab HTTP/1.1" status: 200 len: 694 time: 0.3909185 Aug 17 16:29:37.289505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-ee9e47bc-4312-4611-8ead-695ffa3ff209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:37.303685 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-ee9e47bc-4312-4611-8ead-695ffa3ff209 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 1099 time: 0.4819221 Aug 17 16:29:37.388949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 8ef22646-847d-4a3e-9577-5c992c5f3bee, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=8ef22646-847d-4a3e-9577-5c992c5f3bee,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:37.439661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '8ef22646-847d-4a3e-9577-5c992c5f3bee', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '8ef22646-847d-4a3e-9577-5c992c5f3bee', 'mac_address': 'fa:16:3e:00:68:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:29:37.453020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89979b5-7aab-4918-becb-8fd39a5fa7a2 req-860fa99b-7e7e-4c7c-ac66-737e998fd8e1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:37.460068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a89979b5-7aab-4918-becb-8fd39a5fa7a2 req-860fa99b-7e7e-4c7c-ac66-737e998fd8e1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.3748410 Aug 17 16:29:37.551987 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e62ed49-8e5e-4831-93a1-7dba41375092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:37.562576 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e62ed49-8e5e-4831-93a1-7dba41375092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:37.575709 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:37.599174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62ed49-8e5e-4831-93a1-7dba41375092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ffde21-634a-4163-800f-feb9890e6c75,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:37.612555 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a9a2b7-a75c-4c01-a0b5-f3fddf5e410f req-c6b6b092-285b-4f84-8446-36e2733e1067 service neutron] 10.222.0.91 "GET /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963002 Aug 17 16:29:37.673355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef22646-847d-4a3e-9577-5c992c5f3bee {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:37.676686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a89979b5-7aab-4918-becb-8fd39a5fa7a2 req-d3eb8af1-7e2f-4c1d-b6f5-db8a3c519d8c tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972980 Aug 17 16:29:37.682286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e62ed49-8e5e-4831-93a1-7dba41375092 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22612f649e2d415bab997ece646cc2d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7323403 Aug 17 16:29:37.683076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57736) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:37.743118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:37.770558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-10975c46-8503-43c6-8d73-e7677a9c9831 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:37.781929 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-10975c46-8503-43c6-8d73-e7677a9c9831 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 784 time: 0.5476480 Aug 17 16:29:37.792969 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 8ef22646-847d-4a3e-9577-5c992c5f3bee, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=8ef22646-847d-4a3e-9577-5c992c5f3bee,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:37.809691 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:37.841116 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47906b68-bac5-4718-918e-aa8e63606f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:37.932975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47906b68-bac5-4718-918e-aa8e63606f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:37.974807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-3f647b4c-7ef5-43cf-b42c-76c11b5f5319 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:29:37.977696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-3f647b4c-7ef5-43cf-b42c-76c11b5f5319 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1439242 Aug 17 16:29:37.996986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=8ef22646-847d-4a3e-9577-5c992c5f3bee,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:38.135257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:38.143015 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1abdacb-e318-4755-83ce-989bd3c1da0d req-8822592a-68c7-4bce-9596-c2c42caadf6a service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2688377 Aug 17 16:29:38.156586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-6c8f93fd-ebc0-4649-9721-d4a7233e09d7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.11 HTTP/1.1" status: 200 len: 695 time: 0.1543336 Aug 17 16:29:38.215570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a2d42-b31a-4a7f-a252-66a4b6938688 req-5b5880d9-9df2-4ab6-a7a6-b06bfa362111 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:38.230844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b12a2d42-b31a-4a7f-a252-66a4b6938688 req-5b5880d9-9df2-4ab6-a7a6-b06bfa362111 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 944 time: 0.1758435 Aug 17 16:29:38.241408 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47906b68-bac5-4718-918e-aa8e63606f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:38.245345 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47906b68-bac5-4718-918e-aa8e63606f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:38.248545 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-47906b68-bac5-4718-918e-aa8e63606f4a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e9ffde21-634a-4163-800f-feb9890e6c75 HTTP/1.1" status: 204 len: 168 time: 0.5646720 Aug 17 16:29:38.279420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47906b68-bac5-4718-918e-aa8e63606f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ffde21-634a-4163-800f-feb9890e6c75,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:38.366229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b12a2d42-b31a-4a7f-a252-66a4b6938688 req-e4b3d6d1-9a2c-4ece-89ca-fe4146d23ea7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325543 Aug 17 16:29:38.411909 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-86bb25b4-6a86-42ae-b0d5-612b72e23d3a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085289 Aug 17 16:29:38.473282 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-1e2cb324-bfae-49ca-9cc6-0fc9738167c3 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.11 HTTP/1.1" status: 200 len: 695 time: 0.3065779 Aug 17 16:29:38.496506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-9e3ae6b0-4fef-4aef-889d-1ad13f1833d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:38.497989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-9e3ae6b0-4fef-4aef-889d-1ad13f1833d5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 1.0336773 Aug 17 16:29:38.651276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb739975-2338-40ba-a2ff-54b1bd8e75e7 req-a3d1824a-db2e-47d4-b23a-ae708ac4c09c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:38.659196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb739975-2338-40ba-a2ff-54b1bd8e75e7 req-a3d1824a-db2e-47d4-b23a-ae708ac4c09c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 948 time: 0.1901326 Aug 17 16:29:38.671311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-235ac2e2-4281-46e1-8c21-030a473cadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:38.673291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-235ac2e2-4281-46e1-8c21-030a473cadf9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1095 time: 0.1287441 Aug 17 16:29:38.763264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-64f2c139-3f8c-470e-b07d-19a9bcede121 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf HTTP/1.1" status: 200 len: 217 time: 0.1526165 Aug 17 16:29:38.768003 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb739975-2338-40ba-a2ff-54b1bd8e75e7 req-28261d3f-6fd9-4189-9f95-9afdce5e96f4 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066439 Aug 17 16:29:38.784186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:29:38.972627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea0f5e-5fef-42ff-9da5-cc5e4c8b4628 req-de254622-d70e-4280-bd13-745477ea2688 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:38.982803 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fea0f5e-5fef-42ff-9da5-cc5e4c8b4628 req-de254622-d70e-4280-bd13-745477ea2688 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1189129 Aug 17 16:29:38.989386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:39.017699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', 'mac_address': 'fa:16:3e:d5:1a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:29:39.039393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-e08a0d73-1fb4-45a2-8bdc-ade68e34e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:39.042511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-e08a0d73-1fb4-45a2-8bdc-ade68e34e031 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1809230 Aug 17 16:29:39.240740 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:39.261156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:39.276927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-4c0b8606-13d6-4b52-903d-de0eddba06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:39.297899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-4c0b8606-13d6-4b52-903d-de0eddba06f5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2342963 Aug 17 16:29:39.301289 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fea0f5e-5fef-42ff-9da5-cc5e4c8b4628 req-f774e6ff-e753-4a6b-b642-38e809c4be78 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164325 Aug 17 16:29:39.303880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:39.309783 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:39.400490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:39.421948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-bb9d2a91-903f-4fd6-be6c-e59f5e2e421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:39.424311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-bb9d2a91-903f-4fd6-be6c-e59f5e2e421a service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.3722036 Aug 17 16:29:39.524044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-ced2de44-58f0-40cf-9026-171fafa6e1f4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Deleting port 67bd51c7-d38e-4cb2-8202-59618895982c {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:29:39.524379 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-ced2de44-58f0-40cf-9026-171fafa6e1f4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:39.616592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['25d805f6-ee27-4b9f-9c16-6cd4c4612dbf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:39.684777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-8cb2dc2b-6144-4a19-af0b-9fd0e00450cd service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750796 Aug 17 16:29:39.727059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e33a7f-9e80-459c-8f22-3102e743ea1c req-e59d3db0-7eb6-42c2-8367-ddf2fe8360e0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:39.743145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08e33a7f-9e80-459c-8f22-3102e743ea1c req-e59d3db0-7eb6-42c2-8367-ddf2fe8360e0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.2755477 Aug 17 16:29:39.873539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08e33a7f-9e80-459c-8f22-3102e743ea1c req-e06c0936-5fae-4211-8eaf-9b30cd29f033 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250381 Aug 17 16:29:39.880099 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e4a15e9-e42d-4f96-819f-20c90cb669ed req-9c4fa1be-0025-4026-b25a-fdc5732333fc service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839364 Aug 17 16:29:39.882090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-8204c67f-d7b2-45ad-ac26-42d5a3a0113f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 998 time: 0.3700762 Aug 17 16:29:40.022334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-ced2de44-58f0-40cf-9026-171fafa6e1f4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:40.022853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-ced2de44-58f0-40cf-9026-171fafa6e1f4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:40.053298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-ced2de44-58f0-40cf-9026-171fafa6e1f4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Calling delete_port for 67bd51c7-d38e-4cb2-8202-59618895982c owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:29:40.158937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-86adc547-6512-48fc-aa79-4dcf3228203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:40.160716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-86adc547-6512-48fc-aa79-4dcf3228203f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.1399121 Aug 17 16:29:40.260075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce784c-3759-470c-bebe-27fd693e63ee req-0bb6037f-fcab-4fd0-8f25-eff393319f60 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:40.262491 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5ce784c-3759-470c-bebe-27fd693e63ee req-0bb6037f-fcab-4fd0-8f25-eff393319f60 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1061049 Aug 17 16:29:40.272961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-9ef35241-6a51-4249-9e07-7a1592bf09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:40.275409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-9ef35241-6a51-4249-9e07-7a1592bf09a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842388 Aug 17 16:29:40.378039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-ced2de44-58f0-40cf-9026-171fafa6e1f4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:40.436637 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5ce784c-3759-470c-bebe-27fd693e63ee req-05f4cf7c-1717-4872-af2b-d0e9d93cbd40 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590910 Aug 17 16:29:40.500985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2de44-58f0-40cf-9026-171fafa6e1f4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Pushing event deleted for resources: {'Port': ['ID=67bd51c7-d38e-4cb2-8202-59618895982c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:40.605534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-ced2de44-58f0-40cf-9026-171fafa6e1f4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:40.613259 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-ced2de44-58f0-40cf-9026-171fafa6e1f4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:40.613519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-edbeff9a-3774-4abc-801c-d5dfe03442db service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890251 Aug 17 16:29:40.614491 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eabf9918-03a0-47b6-af0d-ad6de967638a req-ced2de44-58f0-40cf-9026-171fafa6e1f4 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "DELETE /v2.0/floatingips/ebef7987-79ab-4fa3-a694-3c3cdbc367ab HTTP/1.1" status: 204 len: 173 time: 2.1403785 Aug 17 16:29:40.708279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6405be-cb59-4f77-93d3-04861455aa5e req-9ca33630-850c-40c2-8407-108604792471 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:40.714250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5d6405be-cb59-4f77-93d3-04861455aa5e req-9ca33630-850c-40c2-8407-108604792471 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 949 time: 0.1528645 Aug 17 16:29:40.747146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57828) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:40.816310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 8ef22646-847d-4a3e-9577-5c992c5f3bee up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:29:40.830253 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5d6405be-cb59-4f77-93d3-04861455aa5e req-ba6f78cd-db29-4d40-ae7d-bb27b8181608 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081471 Aug 17 16:29:40.982107 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd6aed49-765e-4ad7-bd10-6524333f6ef8 req-38ed9c49-d250-4c96-ace6-2bcfe27df4b5 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups/b7b4e41c-0702-4ef5-a34a-d7295e4e348f HTTP/1.1" status: 200 len: 1810 time: 0.1208136 Aug 17 16:29:41.031804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 8ef22646-847d-4a3e-9577-5c992c5f3bee completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:29:41.042177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 8ef22646-847d-4a3e-9577-5c992c5f3bee triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:41.042802 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.194404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e7dc52b-a4ec-409c-b4a6-82cd8c51eb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.208369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177c0b7-77a5-4e25-88b2-cc8395b42b3d req-ef4dea46-52ed-48fe-9c02-102174aa196f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:41.209981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e177c0b7-77a5-4e25-88b2-cc8395b42b3d req-ef4dea46-52ed-48fe-9c02-102174aa196f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1707268 Aug 17 16:29:41.219254 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.284961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:41.287715 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dd6aed49-765e-4ad7-bd10-6524333f6ef8 req-a765ac7b-a425-451f-8440-c992263f7fe9 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.314510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97b8868-ee8f-497c-aa0b-77d99523c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef22646-847d-4a3e-9577-5c992c5f3bee'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:41.321166 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aca4ebf-ecc9-408e-8ffb-ba06d647e48f" -d '{"events": [{"server_uuid": "e97b8868-ee8f-497c-aa0b-77d99523c2fc", "name": "network-vif-plugged", "status": "completed", "tag": "8ef22646-847d-4a3e-9577-5c992c5f3bee"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:41.338665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e177c0b7-77a5-4e25-88b2-cc8395b42b3d req-2a2d1a5d-adfc-4b6a-8be4-71b6502445c6 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153655 Aug 17 16:29:41.361418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dd6aed49-765e-4ad7-bd10-6524333f6ef8 req-a765ac7b-a425-451f-8440-c992263f7fe9 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.370092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 8ef22646-847d-4a3e-9577-5c992c5f3bee, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=8ef22646-847d-4a3e-9577-5c992c5f3bee,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:41.379549 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.380486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 28504393-db7a-4cb3-8719-e2b7dc078c5a no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:29:41.546250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dd6aed49-765e-4ad7-bd10-6524333f6ef8 req-a765ac7b-a425-451f-8440-c992263f7fe9 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.549832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dd6aed49-765e-4ad7-bd10-6524333f6ef8 req-a765ac7b-a425-451f-8440-c992263f7fe9 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.551336 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd6aed49-765e-4ad7-bd10-6524333f6ef8 req-a765ac7b-a425-451f-8440-c992263f7fe9 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "DELETE /v2.0/security-groups/b7b4e41c-0702-4ef5-a34a-d7295e4e348f HTTP/1.1" status: 204 len: 173 time: 0.5683498 Aug 17 16:29:41.607296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765ac7b-a425-451f-8440-c992263f7fe9 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b4e41c-0702-4ef5-a34a-d7295e4e348f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:41.668015 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e7dc52b-a4ec-409c-b4a6-82cd8c51eb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.677678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e7dc52b-a4ec-409c-b4a6-82cd8c51eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.709569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=8ef22646-847d-4a3e-9577-5c992c5f3bee,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:41.731735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1d24-b477-4cce-89c7-0972effd36ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:41.757266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd9f3d-6626-489b-a387-5ba4461b489c req-638a7aaa-7ddb-42fb-8792-15a04270ccc5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:41.765369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05bd9f3d-6626-489b-a387-5ba4461b489c req-638a7aaa-7ddb-42fb-8792-15a04270ccc5 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.2198801 Aug 17 16:29:41.783522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:41.787191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9e7dc52b-a4ec-409c-b4a6-82cd8c51eb3f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5181e19a16e1491b9672aae9b0887821&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0386827 Aug 17 16:29:41.795510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dc52b-a4ec-409c-b4a6-82cd8c51eb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d13c6f4-63fc-49fb-aa1a-7500a2183581,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:41.873726 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6907b240-b7c2-4202-b257-e93386f29708 x-openstack-request-id: req-6907b240-b7c2-4202-b257-e93386f29708 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:41.874886 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97b8868-ee8f-497c-aa0b-77d99523c2fc", "name": "network-vif-plugged", "status": "completed", "tag": "8ef22646-847d-4a3e-9577-5c992c5f3bee", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:41.875331 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6907b240-b7c2-4202-b257-e93386f29708 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:41.875854 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97b8868-ee8f-497c-aa0b-77d99523c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef22646-847d-4a3e-9577-5c992c5f3bee', 'code': 200} Aug 17 16:29:41.949031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05bd9f3d-6626-489b-a387-5ba4461b489c req-eef8743c-2870-400a-9097-24a2c96c9b9d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827011 Aug 17 16:29:41.969918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc8cd160-9cf5-4fef-a3e4-d0334df06f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.039670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1922a-adec-42bb-a42e-72de42b49d4d req-5dd9b6be-c854-426a-93e8-57324fc6da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:42.041255 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6dd1922a-adec-42bb-a42e-72de42b49d4d req-5dd9b6be-c854-426a-93e8-57324fc6da1d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 1101 time: 0.0952260 Aug 17 16:29:42.058167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc8cd160-9cf5-4fef-a3e4-d0334df06f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.094645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6dd1922a-adec-42bb-a42e-72de42b49d4d req-74348a0d-cb22-4d6f-a707-16da0ff2718a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Aug 17 16:29:42.126943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce1f5ab2-44e1-4cde-8ad7-88ddb0cea852 req-79562b23-678d-407b-9060-77704185d8a7 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180641 Aug 17 16:29:42.272929 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1d24-b477-4cce-89c7-0972effd36ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.285937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9bdac-dfb9-485e-9e8e-fa5220f32bea req-8dfdf253-1fc7-4f8b-9998-7929010659ac tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:42.293671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d9bdac-dfb9-485e-9e8e-fa5220f32bea req-8dfdf253-1fc7-4f8b-9998-7929010659ac tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 949 time: 0.1623251 Aug 17 16:29:42.297177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1d24-b477-4cce-89c7-0972effd36ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.322611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc8cd160-9cf5-4fef-a3e4-d0334df06f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.325255 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc8cd160-9cf5-4fef-a3e4-d0334df06f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.326307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc8cd160-9cf5-4fef-a3e4-d0334df06f3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2d13c6f4-63fc-49fb-aa1a-7500a2183581 HTTP/1.1" status: 204 len: 168 time: 0.5061984 Aug 17 16:29:42.365463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e1d24-b477-4cce-89c7-0972effd36ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67304d3-547c-4d46-9de7-b46d401f18e6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:42.402144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f2e1d24-b477-4cce-89c7-0972effd36ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=403da41b09d64dcca681cfe87b18b03a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1159182 Aug 17 16:29:42.413472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57944) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:42.414062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57946) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:42.431726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cd160-9cf5-4fef-a3e4-d0334df06f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d13c6f4-63fc-49fb-aa1a-7500a2183581,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:42.458020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d9bdac-dfb9-485e-9e8e-fa5220f32bea req-82443eff-3fa6-4c54-a18e-21e2fcb236cb tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569123 Aug 17 16:29:42.593254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bdd85-937c-47aa-826d-96a504549766 req-9fcd2869-434f-4fb1-a584-bef2a469f7cb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:42.595469 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-030bdd85-937c-47aa-826d-96a504549766 req-9fcd2869-434f-4fb1-a584-bef2a469f7cb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0559232 Aug 17 16:29:42.602443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80745b9b-1dfb-418c-ac5d-352926bb782b req-3b61f377-41f4-4d7c-9796-69531782d4a7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:42.604320 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80745b9b-1dfb-418c-ac5d-352926bb782b req-3b61f377-41f4-4d7c-9796-69531782d4a7 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.2383769 Aug 17 16:29:42.678022 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-030bdd85-937c-47aa-826d-96a504549766 req-3188443c-1138-4beb-96b6-c54870cfbf42 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760021 Aug 17 16:29:42.692914 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abcc0f89-4418-4d40-b3f4-426fcafb2703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.706301 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bee6119c-eeea-4ac6-b220-9ae32aeab5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.800319 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80745b9b-1dfb-418c-ac5d-352926bb782b req-9c208be6-af1e-482e-9f51-bcdb856db7d2 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833918 Aug 17 16:29:42.801550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:29:42.802415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abcc0f89-4418-4d40-b3f4-426fcafb2703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.923896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:29:42.930860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:42.931522 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.972132 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bee6119c-eeea-4ac6-b220-9ae32aeab5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:42.980987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bee6119c-eeea-4ac6-b220-9ae32aeab5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.034193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6119c-eeea-4ac6-b220-9ae32aeab5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687db0ef-d3ed-4b6e-8e87-e39a5fe47abb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:43.043170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abcc0f89-4418-4d40-b3f4-426fcafb2703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.046620 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abcc0f89-4418-4d40-b3f4-426fcafb2703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.051826 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-abcc0f89-4418-4d40-b3f4-426fcafb2703 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d67304d3-547c-4d46-9de7-b46d401f18e6 HTTP/1.1" status: 204 len: 168 time: 0.6332173 Aug 17 16:29:43.061421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc0f89-4418-4d40-b3f4-426fcafb2703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67304d3-547c-4d46-9de7-b46d401f18e6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:43.082432 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bee6119c-eeea-4ac6-b220-9ae32aeab5e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d8aa6ddff3e4bac9c0e042020d2c9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6627805 Aug 17 16:29:43.084100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:43.101171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.183741 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad21144d-7aa6-470f-bfd3-6610c810a27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.202517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:43.212933 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.238340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ada08-2ccc-49cd-b112-f7a8edc1c595 req-b4587ca6-8496-492a-9f3e-385e390ef304 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:43.244454 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d56ada08-2ccc-49cd-b112-f7a8edc1c595 req-b4587ca6-8496-492a-9f3e-385e390ef304 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.1130381 Aug 17 16:29:43.252294 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad21144d-7aa6-470f-bfd3-6610c810a27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.307479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:43.374591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad21144d-7aa6-470f-bfd3-6610c810a27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.380021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad21144d-7aa6-470f-bfd3-6610c810a27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.381325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad21144d-7aa6-470f-bfd3-6610c810a27f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/687db0ef-d3ed-4b6e-8e87-e39a5fe47abb HTTP/1.1" status: 204 len: 168 time: 0.2960246 Aug 17 16:29:43.392758 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d56ada08-2ccc-49cd-b112-f7a8edc1c595 req-fd13e021-d155-4727-b1e0-0b2f8eb2e490 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171157 Aug 17 16:29:43.408475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21144d-7aa6-470f-bfd3-6610c810a27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687db0ef-d3ed-4b6e-8e87-e39a5fe47abb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:43.660220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231b6ae-e299-4798-82ff-5be674b14953 req-43fc0108-5a43-488e-b787-c3f03d658981 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:43.661864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2231b6ae-e299-4798-82ff-5be674b14953 req-43fc0108-5a43-488e-b787-c3f03d658981 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 950 time: 0.0584521 Aug 17 16:29:43.678295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57978) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:43.703664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340ea404-b967-4835-9102-0a3c653cb4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.716090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2231b6ae-e299-4798-82ff-5be674b14953 req-da5ddc26-1b02-4245-9eb7-6fb58eaa019e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471144 Aug 17 16:29:43.877440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103a746b-2a15-461b-b531-237a5d73e821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:43.881278 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3c5343-4892-4df2-9f96-21aecf256fe9" -d '{"events": [{"server_uuid": "103a746b-2a15-461b-b531-237a5d73e821", "name": "network-vif-plugged", "status": "completed", "tag": "25d805f6-ee27-4b9f-9c16-6cd4c4612dbf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:43.899717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6982d2-c576-4b0e-afc0-f196d9289e60 req-d05d1e15-8ebd-4078-80fd-2da3c9e09aee tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:43.901798 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee6982d2-c576-4b0e-afc0-f196d9289e60 req-d05d1e15-8ebd-4078-80fd-2da3c9e09aee tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1083882 Aug 17 16:29:43.927369 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340ea404-b967-4835-9102-0a3c653cb4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:43.941202 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340ea404-b967-4835-9102-0a3c653cb4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:44.014467 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-340ea404-b967-4835-9102-0a3c653cb4ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a2e3111a4757421b9f0f03fbdd6beaf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350198 Aug 17 16:29:44.029264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bbe70-db71-4829-bbab-9ef41d12751c req-746b5a76-87ec-470e-a305-56fef61fd305 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:44.031128 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a60bbe70-db71-4829-bbab-9ef41d12751c req-746b5a76-87ec-470e-a305-56fef61fd305 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1203074 Aug 17 16:29:44.031808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:44.045911 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee6982d2-c576-4b0e-afc0-f196d9289e60 req-f6a60d9f-5499-4eca-a90e-b3802ad6ee1d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347351 Aug 17 16:29:44.052882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ea404-b967-4835-9102-0a3c653cb4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ce83fd-6b26-4445-84c0-e28a39efb3e9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:44.250546 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41283b6-a730-4809-a531-fa4ad25b8719 x-openstack-request-id: req-a41283b6-a730-4809-a531-fa4ad25b8719 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:44.251085 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103a746b-2a15-461b-b531-237a5d73e821", "name": "network-vif-plugged", "status": "completed", "tag": "25d805f6-ee27-4b9f-9c16-6cd4c4612dbf", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:44.251203 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a41283b6-a730-4809-a531-fa4ad25b8719 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:44.252093 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103a746b-2a15-461b-b531-237a5d73e821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', 'code': 200} Aug 17 16:29:44.404116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcef3a-65e6-4a26-b915-5e69fe4eb48f req-6d8e119a-1c5f-42d2-9871-28da5e879579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:44.405788 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4bcef3a-65e6-4a26-b915-5e69fe4eb48f req-6d8e119a-1c5f-42d2-9871-28da5e879579 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 1101 time: 0.0844100 Aug 17 16:29:44.455762 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4bcef3a-65e6-4a26-b915-5e69fe4eb48f req-6ba8245c-cbb5-4810-bddd-58c897c20d16 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Aug 17 16:29:44.590591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc735f6-c7bf-4569-a2e8-6c03657c57be req-8e39375e-145d-4717-8bdd-baf6ec2bae05 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:44.592734 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9bc735f6-c7bf-4569-a2e8-6c03657c57be req-8e39375e-145d-4717-8bdd-baf6ec2bae05 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.0762541 Aug 17 16:29:44.646324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a60bbe70-db71-4829-bbab-9ef41d12751c req-5e644921-1638-43ca-8e44-8e8250ad54c2 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073925 Aug 17 16:29:44.700371 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f9f1ed8-c7b7-48bb-83dc-7a7c990c5a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:44.710522 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9bc735f6-c7bf-4569-a2e8-6c03657c57be req-f7e9f2d5-199a-4ce7-9f26-0c79f58df4df tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096158 Aug 17 16:29:44.747702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f9f1ed8-c7b7-48bb-83dc-7a7c990c5a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:44.921863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ea867-0b5d-45eb-a612-6184720705a1 req-6c85811b-c978-4b72-a79e-0a7ce4df75a7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:44.941210 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fa7ea867-0b5d-45eb-a612-6184720705a1 req-6c85811b-c978-4b72-a79e-0a7ce4df75a7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 950 time: 0.1003175 Aug 17 16:29:44.975341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f9f1ed8-c7b7-48bb-83dc-7a7c990c5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:44.986388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f9f1ed8-c7b7-48bb-83dc-7a7c990c5a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:44.987990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f9f1ed8-c7b7-48bb-83dc-7a7c990c5a2d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10ce83fd-6b26-4445-84c0-e28a39efb3e9 HTTP/1.1" status: 204 len: 168 time: 0.9549823 Aug 17 16:29:44.999794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f1ed8-c7b7-48bb-83dc-7a7c990c5a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ce83fd-6b26-4445-84c0-e28a39efb3e9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:45.051444 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fa7ea867-0b5d-45eb-a612-6184720705a1 req-8185bfcb-639d-4c2d-9ad8-ae59c2e8b70e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093838 Aug 17 16:29:45.218398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeb5e3-f845-4354-927d-de8efa52ae4a req-59c28be9-4cd7-4903-b4d8-1381601f9d34 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:45.222427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7eeeb5e3-f845-4354-927d-de8efa52ae4a req-59c28be9-4cd7-4903-b4d8-1381601f9d34 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0666988 Aug 17 16:29:45.288150 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7eeeb5e3-f845-4354-927d-de8efa52ae4a req-cdb243cb-8c2f-446d-803e-bce9cf528bc2 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573916 Aug 17 16:29:45.842801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa4779-4813-4054-bade-8d0a0992dde9 req-7206eda5-e8ec-4299-a285-85d44a23e423 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:45.851204 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddfa4779-4813-4054-bade-8d0a0992dde9 req-7206eda5-e8ec-4299-a285-85d44a23e423 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0853157 Aug 17 16:29:45.916537 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ddfa4779-4813-4054-bade-8d0a0992dde9 req-8b2dadc3-e206-4423-b6fd-5cba5a13fec3 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642567 Aug 17 16:29:45.932929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486f684-c9f5-40bd-bc39-daf3ea5c5fc4 req-0f0ec87e-05d1-4534-8c9c-67d7e1f23cdd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:45.935241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2486f684-c9f5-40bd-bc39-daf3ea5c5fc4 req-0f0ec87e-05d1-4534-8c9c-67d7e1f23cdd tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.1350431 Aug 17 16:29:46.059644 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2486f684-c9f5-40bd-bc39-daf3ea5c5fc4 req-3146f136-13a0-4361-92f9-e436c49181bf tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075225 Aug 17 16:29:46.201203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3c2a4-ef73-45c3-89a7-0e7eb96b5b74 req-096f58b2-11d8-4172-8423-d563a6c091fb tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:46.203316 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0b3c2a4-ef73-45c3-89a7-0e7eb96b5b74 req-096f58b2-11d8-4172-8423-d563a6c091fb tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 950 time: 0.0671980 Aug 17 16:29:46.293440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0b3c2a4-ef73-45c3-89a7-0e7eb96b5b74 req-20823a01-b360-4ea9-a2a0-3d08df39b690 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783768 Aug 17 16:29:46.377608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:46.618508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15558e-0b3e-4129-aac6-33f39185c5c1 req-666ed576-5e21-462b-83d0-68586e063749 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:46.626872 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b15558e-0b3e-4129-aac6-33f39185c5c1 req-666ed576-5e21-462b-83d0-68586e063749 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 950 time: 0.1856267 Aug 17 16:29:46.631912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49875656-b199-4179-bc79-e9368b540c8f req-6bf04aff-e577-4aa5-b8e6-1e7f2756e83f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:46.648421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-49875656-b199-4179-bc79-e9368b540c8f req-6bf04aff-e577-4aa5-b8e6-1e7f2756e83f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1606419 Aug 17 16:29:46.678432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:46.764871 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b15558e-0b3e-4129-aac6-33f39185c5c1 req-ca331df5-bd00-4728-9756-e625a683f598 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377156 Aug 17 16:29:46.772064 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-49875656-b199-4179-bc79-e9368b540c8f req-43da827d-46a6-47b1-bcc9-ae1f519cbf51 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226714 Aug 17 16:29:46.817322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:47.021901 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:47.188840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d26ddf-3a9e-45ab-8c2f-7df517dbc3e1 req-ae54d600-6a33-485a-a569-67d0da3fb135 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:47.191510 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-12d26ddf-3a9e-45ab-8c2f-7df517dbc3e1 req-ae54d600-6a33-485a-a569-67d0da3fb135 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1266775 Aug 17 16:29:47.232117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eced2-10b7-46c6-9a72-7994f51a023b req-d649f297-321e-44e6-9b96-373d3d162ad1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:47.242493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eced2-10b7-46c6-9a72-7994f51a023b req-d649f297-321e-44e6-9b96-373d3d162ad1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:47.253714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1e4eced2-10b7-46c6-9a72-7994f51a023b req-d649f297-321e-44e6-9b96-373d3d162ad1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821&device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 1691 time: 0.0900850 Aug 17 16:29:47.300806 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-12d26ddf-3a9e-45ab-8c2f-7df517dbc3e1 req-7f12c8fe-5dd6-4c62-abbe-917ccc2deb0f tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029127 Aug 17 16:29:47.307276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Allocated IP 172.25.7.227 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/975e8f0c-b76b-4a97-b99b-9c799d738e43) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:29:47.314419 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1e4eced2-10b7-46c6-9a72-7994f51a023b req-5109ac4d-eead-4465-833f-139d1260585e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593705 Aug 17 16:29:47.511516 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:47.516261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfa96f-3850-4fb4-9a14-dcc78a3422df req-8b08a905-f62e-4a0f-93dd-06f0206da161 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:47.517773 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74cfa96f-3850-4fb4-9a14-dcc78a3422df req-8b08a905-f62e-4a0f-93dd-06f0206da161 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.1301551 Aug 17 16:29:47.600448 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:47.668778 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-74cfa96f-3850-4fb4-9a14-dcc78a3422df req-c2736c38-9bcd-4642-af10-7f452f1b5d8e tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311190 Aug 17 16:29:47.787722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:29:47.840067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Pushing event updated for resources: {'Port': ['ID=975e8f0c-b76b-4a97-b99b-9c799d738e43,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:47.853163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:29:47.859644 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:29:48.029405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb8abc-2b8d-4272-a080-ef00cba3ce0e req-100a662e-d460-42b1-8179-415964a43d96 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:48.042857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56eb8abc-2b8d-4272-a080-ef00cba3ce0e req-100a662e-d460-42b1-8179-415964a43d96 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1314354 Aug 17 16:29:48.049715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da454e5-962c-4c20-abd7-ad0d901755cf req-491d695b-d3dc-4553-bd24-0d35cd9c8eff tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:48.057907 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9da454e5-962c-4c20-abd7-ad0d901755cf req-491d695b-d3dc-4553-bd24-0d35cd9c8eff tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 1101 time: 0.2942984 Aug 17 16:29:48.143670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56eb8abc-2b8d-4272-a080-ef00cba3ce0e req-07354f00-0144-476d-8062-4ca86424350c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930486 Aug 17 16:29:48.258147 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:48.274051 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9da454e5-962c-4c20-abd7-ad0d901755cf req-95755da8-25aa-44dc-940d-36b52b2b71b4 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150273 Aug 17 16:29:48.333485 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:48.463018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217aa451-1796-4b39-9fac-a3f7f68b2375 req-0e22f8c7-d8db-43d0-b6b2-069ef48a70b0 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:48.465530 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-217aa451-1796-4b39-9fac-a3f7f68b2375 req-0e22f8c7-d8db-43d0-b6b2-069ef48a70b0 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 1101 time: 0.0985305 Aug 17 16:29:48.538601 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-217aa451-1796-4b39-9fac-a3f7f68b2375 req-8eee5ae5-1f4e-42c7-a040-fa7d3431a5fa tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525057 Aug 17 16:29:48.576294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58272) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:48.638803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51435d-c362-4f03-867a-96e4ef1b2e15 req-a716741c-83de-4180-958f-23618f97c28c tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:48.641369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f51435d-c362-4f03-867a-96e4ef1b2e15 req-a716741c-83de-4180-958f-23618f97c28c tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.1778922 Aug 17 16:29:48.726900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f51435d-c362-4f03-867a-96e4ef1b2e15 req-00f1d085-5c4c-464c-9b05-dcd9cd0bb10e tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772171 Aug 17 16:29:48.754862 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:48.763475 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:48.829789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Pushing event updated for resources: {'Port': ['ID=975e8f0c-b76b-4a97-b99b-9c799d738e43,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:48.883240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:48.905204 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:48.908113 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-50eced50-7d02-46d2-8203-a45023394ffc tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5290964 Aug 17 16:29:48.912136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:48.923808 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5de3311-e9be-4d14-b521-6288ede60f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:48.926615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-327758100', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'fixed_ips': [{'ip_address': '172.25.7.227'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:48.986955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754d914-cc89-4f62-996a-4bc367a9b863 req-6e4e91af-73a1-469f-b0bb-e84cd97a24af tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:48.988892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b754d914-cc89-4f62-996a-4bc367a9b863 req-6e4e91af-73a1-469f-b0bb-e84cd97a24af tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.1360259 Aug 17 16:29:49.016836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-c5de3311-e9be-4d14-b521-6288ede60f1f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:29:49.016836 n-d-804878-1 neutron-server[94839]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 16:29:49.016836 n-d-804878-1 neutron-server[94839]: [parameters: {'project_id': 'd2ae08ef78d7470d840671d8f4c18e6e', 'id': '52eb9cd3-d12a-4718-a8ef-866d0cacc9a5', 'expiration': datetime.datetime(2021, 8, 17, 16, 31, 48, 990449)}] Aug 17 16:29:49.016836 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:29:49.017425 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-c5de3311-e9be-4d14-b521-6288ede60f1f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:29:49.017508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Made reservation on behalf of aa36d58b916d44eb8b267a8206c45ae4 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:29:49.020337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.037816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.075476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58284) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:49.100098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b754d914-cc89-4f62-996a-4bc367a9b863 req-c1cc4a13-e735-4880-ada0-369a46178515 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042156 Aug 17 16:29:49.247513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-71f7e8a6-1620-4bbc-a455-55a2e6a8377e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430176 Aug 17 16:29:49.293242 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f19f459-aa21-42f1-8cf3-5ed5685b4bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.312596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec231a28-565d-4703-906c-0e6f1358d22e req-e0ba8dda-fd12-40f9-8f21-f4dc2412b731 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:49.314062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.314215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec231a28-565d-4703-906c-0e6f1358d22e req-e0ba8dda-fd12-40f9-8f21-f4dc2412b731 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0882237 Aug 17 16:29:49.323935 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.333263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] device_id is not set on port f3778e69-7c08-43d4-bfca-749ec89f6896 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:29:49.392810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec231a28-565d-4703-906c-0e6f1358d22e req-20fdb31d-072f-4af4-a4d6-a2834b40b93b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648553 Aug 17 16:29:49.435236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f137ad-343a-4554-94b7-cf94df78325d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:49.436062 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.463398 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f19f459-aa21-42f1-8cf3-5ed5685b4bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.468505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f19f459-aa21-42f1-8cf3-5ed5685b4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.503796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-f7ad5886-0593-42f5-8962-6c4e7ffa5325 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:49.505314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-f7ad5886-0593-42f5-8962-6c4e7ffa5325 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558706 Aug 17 16:29:49.513224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19f459-aa21-42f1-8cf3-5ed5685b4bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04bc93f-c41a-44bf-98a8-d29577347315,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:49.517625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9f19f459-aa21-42f1-8cf3-5ed5685b4bf7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63cdf4e405c74795a0c441ffe712fb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406073 Aug 17 16:29:49.519478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5de3311-e9be-4d14-b521-6288ede60f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.522308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58302) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:49.545834 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-a91a35a4-dd5f-4f0c-9714-ba8750a2249f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/quotas/ab4be46c8ce94adaa70ee5532c259bf4 HTTP/1.1" status: 200 len: 375 time: 0.0340345 Aug 17 16:29:49.598278 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.612014 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f10352c6-a873-4e74-a952-b846cc3078a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.646197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-1e16e5b1-6933-475c-9f31-79035758ad64 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907662 Aug 17 16:29:49.647503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f10352c6-a873-4e74-a952-b846cc3078a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.662327 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 16:29:49.663116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:29:49.701897 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5de3311-e9be-4d14-b521-6288ede60f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.707514 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5de3311-e9be-4d14-b521-6288ede60f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.716155 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d0f452c4-bb45-431f-895c-49e913cac106 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7999768 Aug 17 16:29:49.718969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:49.748073 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f10352c6-a873-4e74-a952-b846cc3078a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.750672 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f10352c6-a873-4e74-a952-b846cc3078a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.754330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f10352c6-a873-4e74-a952-b846cc3078a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b04bc93f-c41a-44bf-98a8-d29577347315 HTTP/1.1" status: 204 len: 168 time: 0.2285995 Aug 17 16:29:49.757131 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c5de3311-e9be-4d14-b521-6288ede60f1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2ae08ef78d7470d840671d8f4c18e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1782410 Aug 17 16:29:49.758310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de3311-e9be-4d14-b521-6288ede60f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034d76b5-8737-41ca-bcb8-e8c14d8646dc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:49.760726 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58308) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:49.786098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10352c6-a873-4e74-a952-b846cc3078a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04bc93f-c41a-44bf-98a8-d29577347315,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:49.826540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12543a37-07b4-4bf3-a67b-527eb9e70fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.855887 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12543a37-07b4-4bf3-a67b-527eb9e70fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.923850 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12543a37-07b4-4bf3-a67b-527eb9e70fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.928085 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12543a37-07b4-4bf3-a67b-527eb9e70fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:49.931671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-12543a37-07b4-4bf3-a67b-527eb9e70fee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/034d76b5-8737-41ca-bcb8-e8c14d8646dc HTTP/1.1" status: 204 len: 168 time: 0.1677589 Aug 17 16:29:49.960038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12543a37-07b4-4bf3-a67b-527eb9e70fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034d76b5-8737-41ca-bcb8-e8c14d8646dc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:49.991162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-578c215f-d815-431b-8e31-c474ad0cfa41 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Deleting port 975e8f0c-b76b-4a97-b99b-9c799d738e43 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:29:49.992839 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-578c215f-d815-431b-8e31-c474ad0cfa41 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.020428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cd9f2-6714-471a-ba43-e0ca10881532 req-1ef88a23-0fbd-49c1-a626-8573887b5a96 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:50.022755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc0cd9f2-6714-471a-ba43-e0ca10881532 req-1ef88a23-0fbd-49c1-a626-8573887b5a96 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0916505 Aug 17 16:29:50.101676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc0cd9f2-6714-471a-ba43-e0ca10881532 req-02af0c08-2a02-40ac-87f1-58f7a607aa1c tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720170 Aug 17 16:29:50.130970 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-578c215f-d815-431b-8e31-c474ad0cfa41 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.131328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-578c215f-d815-431b-8e31-c474ad0cfa41 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.146490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-578c215f-d815-431b-8e31-c474ad0cfa41 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Calling delete_port for 975e8f0c-b76b-4a97-b99b-9c799d738e43 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:29:50.229654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58318) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:50.264783 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ffd7aa63-fddc-48a5-9f38-49cd5fd308c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.398573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1b451-c619-4e9b-b0b4-e14807d480b6 req-d5f8dc5e-213c-4014-8fa6-80a63afb99e0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:50.406052 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6f1b451-c619-4e9b-b0b4-e14807d480b6 req-d5f8dc5e-213c-4014-8fa6-80a63afb99e0 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.1427872 Aug 17 16:29:50.451871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-578c215f-d815-431b-8e31-c474ad0cfa41 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.471906 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6f1b451-c619-4e9b-b0b4-e14807d480b6 req-f3d2487b-0a16-45bd-9dc2-24bcab00f6f2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641351 Aug 17 16:29:50.543307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c215f-d815-431b-8e31-c474ad0cfa41 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Pushing event deleted for resources: {'Port': ['ID=975e8f0c-b76b-4a97-b99b-9c799d738e43,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:50.565609 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ffd7aa63-fddc-48a5-9f38-49cd5fd308c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.619381 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ffd7aa63-fddc-48a5-9f38-49cd5fd308c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.653670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f6ca5fc-6a34-4541-be23-0a8f63c8054d req-a57ca4bd-7a7b-4e0b-9e31-0a3ed8f7b787 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 210 time: 0.0863366 Aug 17 16:29:50.677789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca206f-62eb-4799-8d1b-ee92bf18f88c req-24b5f627-1bc8-49f6-8f50-8a4e18c39968 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:50.679766 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e8ca206f-62eb-4799-8d1b-ee92bf18f88c req-24b5f627-1bc8-49f6-8f50-8a4e18c39968 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1264367 Aug 17 16:29:50.679766 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-578c215f-d815-431b-8e31-c474ad0cfa41 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.682036 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-578c215f-d815-431b-8e31-c474ad0cfa41 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.682863 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ffd7aa63-fddc-48a5-9f38-49cd5fd308c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=180cb5f4ce2340c1a20fc990018126e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516978 Aug 17 16:29:50.683325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-578c215f-d815-431b-8e31-c474ad0cfa41 tempest-ExternalNetworksAdminNegativeTestJSON-97706398 tempest-ExternalNetworksAdminNegativeTestJSON-97706398-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/ff3a0a43-1a82-44ee-9397-dd2179c1c55f HTTP/1.1" status: 204 len: 168 time: 0.9600890 Aug 17 16:29:50.683994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:50.738363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7aa63-fddc-48a5-9f38-49cd5fd308c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489fde2c-66c6-4288-8413-80555e0405fa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:50.770082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e8ca206f-62eb-4799-8d1b-ee92bf18f88c req-38e63aaa-ac8f-4016-9b2e-e9fc92f4b2fd tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772963 Aug 17 16:29:50.788427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be53bc8b-353e-4bda-9a73-db4d63b70ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.813931 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be53bc8b-353e-4bda-9a73-db4d63b70ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.888735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be53bc8b-353e-4bda-9a73-db4d63b70ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.893893 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be53bc8b-353e-4bda-9a73-db4d63b70ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:50.896032 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-be53bc8b-353e-4bda-9a73-db4d63b70ab7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/489fde2c-66c6-4288-8413-80555e0405fa HTTP/1.1" status: 204 len: 168 time: 0.2109122 Aug 17 16:29:50.909894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53bc8b-353e-4bda-9a73-db4d63b70ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489fde2c-66c6-4288-8413-80555e0405fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:51.152303 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58368) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:51.255184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997fb07-7d10-4914-898a-26a8ad2d56b2 req-05ab70c2-58db-4393-8e78-6248a3ee96f5 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:51.256970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d997fb07-7d10-4914-898a-26a8ad2d56b2 req-05ab70c2-58db-4393-8e78-6248a3ee96f5 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.0719314 Aug 17 16:29:51.338277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d997fb07-7d10-4914-898a-26a8ad2d56b2 req-9edbce4d-8d67-4989-a242-5adc2ed1a64d tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688798 Aug 17 16:29:51.516238 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:29:51.543393 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3c31-1b21-43ac-9283-162cc1507cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:51.747505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde41bce-06cf-4b31-8da2-f63043b860c2 req-09b0ab65-64d5-45d5-98b3-b58f341bea43 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:51.769735 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cde41bce-06cf-4b31-8da2-f63043b860c2 req-09b0ab65-64d5-45d5-98b3-b58f341bea43 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 944 time: 0.1260047 Aug 17 16:29:51.861740 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f6376e4-8636-4bc5-bcda-d4ef8ed8267d req-ead9b458-554e-4bef-a929-49eb49813cf4 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 210 time: 0.0729995 Aug 17 16:29:51.874484 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cde41bce-06cf-4b31-8da2-f63043b860c2 req-5775875b-8e8b-45aa-b0ac-aa91bd58e672 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014590 Aug 17 16:29:51.882463 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3c31-1b21-43ac-9283-162cc1507cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:51.887363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3c31-1b21-43ac-9283-162cc1507cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:51.935455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c3c31-1b21-43ac-9283-162cc1507cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679236fb-2d5c-435c-8e7e-391809b015e0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:51.959969 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9b2c3c31-1b21-43ac-9283-162cc1507cd4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d9c4b9560b2431c888b4de300514a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040380 Aug 17 16:29:51.960318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58398) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:52.042591 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f77a419-e78a-482a-ae89-96e0f3752af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:52.082294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e13653cb-97bb-463a-81e9-328200b22e19 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:29:52.086640 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f77a419-e78a-482a-ae89-96e0f3752af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:52.110266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb15f0-f69e-4083-9c2a-48390a8c4690 req-1636cfaa-e2d6-451d-9a26-329aca1cdcbd tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:52.118421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ebb15f0-f69e-4083-9c2a-48390a8c4690 req-1636cfaa-e2d6-451d-9a26-329aca1cdcbd tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0926881 Aug 17 16:29:52.121517 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-5e517383-9115-4589-bce2-580a675bcc8f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533757 Aug 17 16:29:52.199887 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f77a419-e78a-482a-ae89-96e0f3752af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:52.204183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f77a419-e78a-482a-ae89-96e0f3752af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:52.208250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2f77a419-e78a-482a-ae89-96e0f3752af2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/679236fb-2d5c-435c-8e7e-391809b015e0 HTTP/1.1" status: 204 len: 168 time: 0.2439384 Aug 17 16:29:52.215308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77a419-e78a-482a-ae89-96e0f3752af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679236fb-2d5c-435c-8e7e-391809b015e0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:52.222801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ebb15f0-f69e-4083-9c2a-48390a8c4690 req-60801ba7-1439-4184-bfb2-2039ca8532a4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034873 Aug 17 16:29:52.314771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:52.322286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-27e2f654-e65e-4e43-ae64-25e974c07802 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:52.324240 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-27e2f654-e65e-4e43-ae64-25e974c07802 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914947 Aug 17 16:29:52.329279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e13653cb-97bb-463a-81e9-328200b22e19', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'port_id': 'e13653cb-97bb-463a-81e9-328200b22e19', 'mac_address': 'fa:16:3e:89:7f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:29:52.430137 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:52.437827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d8744cb0-9351-4930-bbcc-4c2b8774b69a tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589886 Aug 17 16:29:52.441354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Request body: {'port': {'device_id': 'e017d39a-4777-4910-a088-844a46be68ba', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'ab4be46c8ce94adaa70ee5532c259bf4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:52.447741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13653cb-97bb-463a-81e9-328200b22e19 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:52.480819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:52.490242 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:52.608927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:52.719105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-b8f8ab9b-1513-46ee-beee-5b2469662ded tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:52.721981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e13653cb-97bb-463a-81e9-328200b22e19'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:52.731641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-b8f8ab9b-1513-46ee-beee-5b2469662ded tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.3832498 Aug 17 16:29:52.754617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-90a01f5e-0adc-43fd-9f3e-0fee462aa3bf tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:52.756192 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-90a01f5e-0adc-43fd-9f3e-0fee462aa3bf tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098073 Aug 17 16:29:52.757684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Made reservation on behalf of ab4be46c8ce94adaa70ee5532c259bf4 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:29:52.767151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:52.795371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Request body: {'port': {'device_id': '0b800511-4ad3-4db7-b0ef-3c8acc5afec4', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'ab4be46c8ce94adaa70ee5532c259bf4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:52.920230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab60c7-86a7-481f-bed5-8748bc060ace req-f9589d60-3c22-47f9-9b2b-b613de953cd8 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:52.930700 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86ab60c7-86a7-481f-bed5-8748bc060ace req-f9589d60-3c22-47f9-9b2b-b613de953cd8 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.2322245 Aug 17 16:29:52.937403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:52.950981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ef566-9d44-4fb2-8f5f-4e405931ef7c req-99a0018a-d3e4-4130-a631-ee0d41e900ea tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:52.961067 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4d4ef566-9d44-4fb2-8f5f-4e405931ef7c req-99a0018a-d3e4-4130-a631-ee0d41e900ea tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 945 time: 0.3590872 Aug 17 16:29:52.965038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-989edc6b-67f3-4e40-ba69-6b53f952f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:52.966607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-989edc6b-67f3-4e40-ba69-6b53f952f37b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1095 time: 0.2094676 Aug 17 16:29:53.065332 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86ab60c7-86a7-481f-bed5-8748bc060ace req-dc1c66c4-71e7-4300-9d3f-c708e101d623 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335757 Aug 17 16:29:53.154710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-ccc9bdbc-7dae-4206-9d89-85f72b48195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:53.156664 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-ccc9bdbc-7dae-4206-9d89-85f72b48195d service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.1820786 Aug 17 16:29:53.157945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Made reservation on behalf of ab4be46c8ce94adaa70ee5532c259bf4 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:29:53.162654 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:53.216076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Allocated IP 192.168.233.116 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/88a283c8-47a1-48ef-bffb-95ed976da07d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:29:53.248967 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7770b578-e475-4f27-902c-93ca7df03ada admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa36d58b916d44eb8b267a8206c45ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840199 Aug 17 16:29:53.256637 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4d4ef566-9d44-4fb2-8f5f-4e405931ef7c req-94ef3375-fed7-4b06-a70f-16df3b26b8e6 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/security-groups?id=c936eb71-a797-4099-be50-0f50a54daae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940886 Aug 17 16:29:53.256876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-517f5216-0720-4c78-b93d-11724c36719a req-98b7b017-1e4a-4699-ad23-eb9b9aa521ed tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 210 time: 0.0486305 Aug 17 16:29:53.257150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:53.264539 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-0b453a8d-bcd8-4343-a7a1-920a7ba74a00 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Deleting port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:29:53.265119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-0b453a8d-bcd8-4343-a7a1-920a7ba74a00 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:53.401935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:53.533175 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75155cc3-2f85-463f-bff7-c06da538ac19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:53.574441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-0b453a8d-bcd8-4343-a7a1-920a7ba74a00 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] For port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,segment=NetworkSegment(d95ba298-14b8-42e0-84d0-3a4762d978b5),segment_id=d95ba298-14b8-42e0-84d0-3a4762d978b5)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:53.574813 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-0b453a8d-bcd8-4343-a7a1-920a7ba74a00 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:53.599473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75155cc3-2f85-463f-bff7-c06da538ac19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:53.605137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-0b453a8d-bcd8-4343-a7a1-920a7ba74a00 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Calling delete_port for 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:29:53.635663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-781379613'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:53.662703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7612c59-8fba-43c8-b00b-5185e5afd3ac req-59d66f60-3b14-4b2d-8662-6f34901b298d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:53.664283 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7612c59-8fba-43c8-b00b-5185e5afd3ac req-59d66f60-3b14-4b2d-8662-6f34901b298d tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 945 time: 0.2531979 Aug 17 16:29:53.718822 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-bfe8dac5-7a50-4fc5-b65e-36d393c678e9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 998 time: 0.5536633 Aug 17 16:29:53.783103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-bc5fe6e0-19d6-4c0c-9a36-27c603e4a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:53.784760 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-bc5fe6e0-19d6-4c0c-9a36-27c603e4a863 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.0572770 Aug 17 16:29:53.838121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-66232ea2-2cee-49f7-83f0-4a939a984a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:53.839732 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-66232ea2-2cee-49f7-83f0-4a939a984a22 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463705 Aug 17 16:29:53.942941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-17281031-424f-42a0-bcb3-bb429b1b72a0 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954969 Aug 17 16:29:54.039443 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.040070 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e0df47a-c600-47c2-bbea-2a1dc2d0ea9a req-32a8a918-2382-4016-8512-78c81f621d92 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892360 Aug 17 16:29:54.052692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Made reservation on behalf of 6ea5ae19031440828c4a5e3b1e256c0d for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:29:54.056083 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.091103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.097537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e13653cb-97bb-463a-81e9-328200b22e19 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:29:54.104282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7612c59-8fba-43c8-b00b-5185e5afd3ac req-db289758-f0cd-4c1b-901c-7b4c78915886 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4194002 Aug 17 16:29:54.117325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Transition to ACTIVE for port object 88a283c8-47a1-48ef-bffb-95ed976da07d will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:54.128464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75155cc3-2f85-463f-bff7-c06da538ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.130632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75155cc3-2f85-463f-bff7-c06da538ac19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.131788 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-75155cc3-2f85-463f-bff7-c06da538ac19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9f137ad-343a-4554-94b7-cf94df78325d HTTP/1.1" status: 204 len: 168 time: 0.8706875 Aug 17 16:29:54.162535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75155cc3-2f85-463f-bff7-c06da538ac19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f137ad-343a-4554-94b7-cf94df78325d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:54.169581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e13653cb-97bb-463a-81e9-328200b22e19 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:54.170404 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.211456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d437b-31bb-4d7a-a305-4d9f0be5d040 req-b53782e0-5129-499e-a1d2-026812281bfe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:54.221562 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-091d437b-31bb-4d7a-a305-4d9f0be5d040 req-b53782e0-5129-499e-a1d2-026812281bfe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0765452 Aug 17 16:29:54.270738 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-091d437b-31bb-4d7a-a305-4d9f0be5d040 req-f898e038-8acc-4de8-9055-c19893e68afa tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482454 Aug 17 16:29:54.282154 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.305820 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-0b453a8d-bcd8-4343-a7a1-920a7ba74a00 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.334619 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.337305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:54.354396 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Allocated IP 192.168.233.178 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/1192c936-2cf0-4118-a29d-f6166d95b17d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:29:54.387989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:54.421423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b453a8d-bcd8-4343-a7a1-920a7ba74a00 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Pushing event deleted for resources: {'Port': ['ID=8ff29c88-a62f-48d2-aeb9-9bc0914e1269,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:54.517026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:54.519729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be444d7c-3134-415b-b162-69100d972095 req-1280d0e5-df7c-4f28-9abc-46fe13f28216 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f5873e6-e4d4-4b5a-bd06-c77f6c96790d HTTP/1.1" status: 200 len: 210 time: 0.1072648 Aug 17 16:29:54.520585 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90b0314-488e-469c-a23f-590320a8a5df" -d '{"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-plugged", "status": "completed", "tag": "e13653cb-97bb-463a-81e9-328200b22e19"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:54.543813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:54.556919 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.557802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:29:54.558590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.575360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:29:54.575676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Transition to ACTIVE for port object 1192c936-2cf0-4118-a29d-f6166d95b17d will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:54.610430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:29:54.635695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:54.653211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:29:54.658202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:29:54.660052 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.693787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-0b453a8d-bcd8-4343-a7a1-920a7ba74a00 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] No DVR routers for this DVR port 8ff29c88-a62f-48d2-aeb9-9bc0914e1269 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:29:54.695501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:29:54.709801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:29:54.734112 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-0b453a8d-bcd8-4343-a7a1-920a7ba74a00 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.735765 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2aaffcb6-380c-4b5d-895a-c2d1a37f783f req-0b453a8d-bcd8-4343-a7a1-920a7ba74a00 tempest-ServerRescueTestJSONUnderV235-283450274 tempest-ServerRescueTestJSONUnderV235-283450274-project] 10.222.0.91 "DELETE /v2.0/ports/8ff29c88-a62f-48d2-aeb9-9bc0914e1269 HTTP/1.1" status: 204 len: 173 time: 1.9930093 Aug 17 16:29:54.770588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'name': 'network-vif-deleted', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:54.773176 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4d4389-5ad6-4149-b074-8fd82b532da6" -d '{"events": [{"server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "name": "network-vif-deleted", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:54.788077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da01490-dbe6-4049-a2dd-cc01793a6a46 req-57ac4eff-ef9c-4eed-bc03-cac203ada727 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:54.801817 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3da01490-dbe6-4049-a2dd-cc01793a6a46 req-57ac4eff-ef9c-4eed-bc03-cac203ada727 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 936 time: 0.1848075 Aug 17 16:29:54.814552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:29:54.835700 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7271c528-ed4e-4293-ac44-0c2cae9416fe x-openstack-request-id: req-7271c528-ed4e-4293-ac44-0c2cae9416fe {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:54.836068 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-plugged", "status": "completed", "tag": "e13653cb-97bb-463a-81e9-328200b22e19", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:54.836384 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7271c528-ed4e-4293-ac44-0c2cae9416fe {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:54.836837 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19', 'code': 200} Aug 17 16:29:54.916342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event updated for resources: {'Port': ['ID=88a283c8-47a1-48ef-bffb-95ed976da07d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:54.926086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:29:54.935260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.962821 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:54.991347 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3da01490-dbe6-4049-a2dd-cc01793a6a46 req-3d2dd1f6-f12f-4aad-ad2f-3059ec74a353 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880753 Aug 17 16:29:55.063547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event updated for resources: {'Port': ['ID=1192c936-2cf0-4118-a29d-f6166d95b17d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:55.085406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733265bc-1262-4c86-868b-fbf63017a749,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:55.106252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:29:55.114448 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9435cd-d812-411a-8843-60e5010e810f x-openstack-request-id: req-4b9435cd-d812-411a-8843-60e5010e810f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:55.114731 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5873e6-e4d4-4b5a-bd06-c77f6c96790d", "name": "network-vif-deleted", "tag": "8ff29c88-a62f-48d2-aeb9-9bc0914e1269", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:55.117881 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b9435cd-d812-411a-8843-60e5010e810f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:55.118516 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5873e6-e4d4-4b5a-bd06-c77f6c96790d', 'name': 'network-vif-deleted', 'tag': '8ff29c88-a62f-48d2-aeb9-9bc0914e1269', 'status': 'completed', 'code': 200} Aug 17 16:29:55.139729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:55.140406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:55.154410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-08845244-d035-4db0-b9f0-e6f21a10abdd None None] Provisioning for port 88a283c8-47a1-48ef-bffb-95ed976da07d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:29:55.159298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-08845244-d035-4db0-b9f0-e6f21a10abdd None None] Provisioning complete for port 88a283c8-47a1-48ef-bffb-95ed976da07d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:55.159693 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08845244-d035-4db0-b9f0-e6f21a10abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:55.165649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:55.176435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:55.184155 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:55.184865 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Added segment f46dfe78-678c-4a23-89d4-634df507d9b9 of type vlan for network 1137f60f-b035-4bd0-969f-fd87717382d5 Aug 17 16:29:55.206128 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-aa3bc7b0-0589-47f7-a97e-cb521d8d7f82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8579512 Aug 17 16:29:55.216615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-08845244-d035-4db0-b9f0-e6f21a10abdd None None] Port 88a283c8-47a1-48ef-bffb-95ed976da07d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:29:55.249314 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-b7d282a5-6c3d-438b-aad7-ec83f41042a5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4640007 Aug 17 16:29:55.257677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:55.263164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Request body: {'port': {'device_id': 'e017d39a-4777-4910-a088-844a46be68ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:55.276250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Request body: {'port': {'device_id': '0b800511-4ad3-4db7-b0ef-3c8acc5afec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:55.314545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:55.325188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82406c6-71ed-4f4f-98a7-246c1e19fe0c req-0444f9a5-1291-4244-a87e-b74a6023bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:55.327205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b82406c6-71ed-4f4f-98a7-246c1e19fe0c req-0444f9a5-1291-4244-a87e-b74a6023bc59 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 1098 time: 0.2389662 Aug 17 16:29:55.438878 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:55.546298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b82406c6-71ed-4f4f-98a7-246c1e19fe0c req-0053b7f4-6cd1-423d-8024-3d9a296d00c6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084556 Aug 17 16:29:55.547545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:55.563161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:55.563861 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:55.584084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c24c2-73f9-4880-a4aa-caa6959fb503 req-3e7d252e-6915-4332-b2ae-1f116494e98a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:55.596866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff1c24c2-73f9-4880-a4aa-caa6959fb503 req-3e7d252e-6915-4332-b2ae-1f116494e98a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 947 time: 0.1853838 Aug 17 16:29:55.600831 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:55.650976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b4c79413-2e8e-4897-a241-d48b657a847d None None] Provisioning for port 1192c936-2cf0-4118-a29d-f6166d95b17d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:29:55.662897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b4c79413-2e8e-4897-a241-d48b657a847d None None] Provisioning complete for port 1192c936-2cf0-4118-a29d-f6166d95b17d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:29:55.663348 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4c79413-2e8e-4897-a241-d48b657a847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:55.706573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2940979 Aug 17 16:29:55.712396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff1c24c2-73f9-4880-a4aa-caa6959fb503 req-4bdd0872-f67e-42e8-ba16-577432d1c8ea tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962129 Aug 17 16:29:55.713769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:55.716148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbe0ed-2280-435c-9b0b-0f46ff2008f0 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Pushing event updated for resources: {'Network': ['ID=1137f60f-b035-4bd0-969f-fd87717382d5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:55.716928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b4c79413-2e8e-4897-a241-d48b657a847d None None] Port 1192c936-2cf0-4118-a29d-f6166d95b17d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:29:55.720132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:55.722272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Request body: {'subnet': {'network_id': '1137f60f-b035-4bd0-969f-fd87717382d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:55.770948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1137f60f-b035-4bd0-969f-fd87717382d5 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:29:55.786506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:55.807976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb7f69-d112-43b4-8436-d1540e68851b req-77674d29-8330-4926-a958-d5a2905d9b11 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:55.809969 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-abdb7f69-d112-43b4-8436-d1540e68851b req-77674d29-8330-4926-a958-d5a2905d9b11 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.3180263 Aug 17 16:29:56.049648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1192c936-2cf0-4118-a29d-f6166d95b17d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:56.058120 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:56.072881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Transition to ACTIVE for port object 1192c936-2cf0-4118-a29d-f6166d95b17d will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:56.080053 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:56.157613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Pushing event updated for resources: {'Port': ['ID=1192c936-2cf0-4118-a29d-f6166d95b17d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:56.263839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Attempting to bind port 1192c936-2cf0-4118-a29d-f6166d95b17d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:29:56.264194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Attempting to bind port 1192c936-2cf0-4118-a29d-f6166d95b17d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:29:56.264538 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Attempting to bind port 1192c936-2cf0-4118-a29d-f6166d95b17d on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:56.272945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-abdb7f69-d112-43b4-8436-d1540e68851b req-08b278f5-7a51-4dc2-af11-f823deed7b0f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540823 Aug 17 16:29:56.286974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612891db-b8f2-4c80-b92c-fe6e229147ee req-b4c76849-d6f2-4b47-8a42-c5f95779e857 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:56.288712 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-612891db-b8f2-4c80-b92c-fe6e229147ee req-b4c76849-d6f2-4b47-8a42-c5f95779e857 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 948 time: 0.1514931 Aug 17 16:29:56.317366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Port 1192c936-2cf0-4118-a29d-f6166d95b17d on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:29:56.317698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Attempting to bind port 1192c936-2cf0-4118-a29d-f6166d95b17d on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:56.375936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:29:56.376220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:29:56.376398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:29:56.376845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Bound port: 1192c936-2cf0-4118-a29d-f6166d95b17d, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:29:56.377245 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:56.378727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Made reservation on behalf of 6ea5ae19031440828c4a5e3b1e256c0d for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:29:56.382556 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:56.413975 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-612891db-b8f2-4c80-b92c-fe6e229147ee req-b29e2f13-712e-40e2-8972-e5272f06ca82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071777 Aug 17 16:29:56.544391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] For port 1192c936-2cf0-4118-a29d-f6166d95b17d, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:29:56.547999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] For port 1192c936-2cf0-4118-a29d-f6166d95b17d, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=1192c936-2cf0-4118-a29d-f6166d95b17d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:29:56.561708 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:56.618220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:56.619086 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:56.623355 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] 10.222.0.93 "PUT /v2.0/ports/1192c936-2cf0-4118-a29d-f6166d95b17d HTTP/1.1" status: 200 len: 1096 time: 1.3638904 Aug 17 16:29:56.629053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b800511-4ad3-4db7-b0ef-3c8acc5afec4', 'tag': '1192c936-2cf0-4118-a29d-f6166d95b17d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:56.650812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a283c8-47a1-48ef-bffb-95ed976da07d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:56.651313 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b800511-4ad3-4db7-b0ef-3c8acc5afec4", "tag": "1192c936-2cf0-4118-a29d-f6166d95b17d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:56.695700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:56.718620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444408a5-093b-43f0-ada2-32d91f735183 req-e929018c-59e9-47bf-abba-30a05eacf933 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:56.727193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-444408a5-093b-43f0-ada2-32d91f735183 req-e929018c-59e9-47bf-abba-30a05eacf933 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.3322337 Aug 17 16:29:56.733824 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6369e3aa-6175-40d0-93d0-19a313e4221e x-openstack-request-id: req-6369e3aa-6175-40d0-93d0-19a313e4221e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:56.734548 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b800511-4ad3-4db7-b0ef-3c8acc5afec4", "tag": "1192c936-2cf0-4118-a29d-f6166d95b17d", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:56.734978 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6369e3aa-6175-40d0-93d0-19a313e4221e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:56.735388 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b800511-4ad3-4db7-b0ef-3c8acc5afec4', 'tag': '1192c936-2cf0-4118-a29d-f6166d95b17d', 'status': 'completed', 'code': 200} Aug 17 16:29:56.742076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f481f3-6315-4a98-b466-435d2d865646 service neutron] Pushing event updated for resources: {'Port': ['ID=1192c936-2cf0-4118-a29d-f6166d95b17d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:56.762816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-8166026d-12d1-4c3d-9cc6-124ea02627c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:56.764426 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-8166026d-12d1-4c3d-9cc6-124ea02627c6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 1099 time: 0.0844796 Aug 17 16:29:56.811221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Transition to ACTIVE for port object 88a283c8-47a1-48ef-bffb-95ed976da07d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:56.834326 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-5f204060-41be-4772-8d0f-ea0a64857917 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1192c936-2cf0-4118-a29d-f6166d95b17d HTTP/1.1" status: 200 len: 217 time: 0.0606058 Aug 17 16:29:56.837772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:56.910934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Pushing event updated for resources: {'Port': ['ID=88a283c8-47a1-48ef-bffb-95ed976da07d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:56.953556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-c5709722-fa1f-4087-9102-a8b2680e5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:56.954994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-444408a5-093b-43f0-ada2-32d91f735183 req-1ec11220-a0b0-4554-bcd4-6a0ba052dac5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267139 Aug 17 16:29:56.955874 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-c5709722-fa1f-4087-9102-a8b2680e5298 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0974610 Aug 17 16:29:56.966037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9df77-7b3d-4b42-a43a-7ffa1a1caeef req-6c22c3b0-7372-4aa4-b2e8-61807494130a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:56.967704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37b9df77-7b3d-4b42-a43a-7ffa1a1caeef req-6c22c3b0-7372-4aa4-b2e8-61807494130a tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 947 time: 0.1244557 Aug 17 16:29:57.051279 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37b9df77-7b3d-4b42-a43a-7ffa1a1caeef req-5f9717e7-3a69-4564-ad5b-52d0b27d5739 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704026 Aug 17 16:29:57.083952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-e5f9007a-f527-4d21-899a-a29204fffb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:57.092959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-e5f9007a-f527-4d21-899a-a29204fffb8d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235435 Aug 17 16:29:57.229981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:57.283323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Attempting to bind port 88a283c8-47a1-48ef-bffb-95ed976da07d on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:29:57.284157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Attempting to bind port 88a283c8-47a1-48ef-bffb-95ed976da07d by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:29:57.284507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Attempting to bind port 88a283c8-47a1-48ef-bffb-95ed976da07d on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:57.315625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Port 88a283c8-47a1-48ef-bffb-95ed976da07d on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:29:57.315961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Attempting to bind port 88a283c8-47a1-48ef-bffb-95ed976da07d on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:57.318464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a52f5-0fdc-487f-94a7-a07ed87fc1da req-f7d712c7-e8be-4c99-b41a-acfb9e632770 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:57.320202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-346a52f5-0fdc-487f-94a7-a07ed87fc1da req-f7d712c7-e8be-4c99-b41a-acfb9e632770 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1308854 Aug 17 16:29:57.332550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-eea83851-58f6-4812-a8fb-0af2e457ce8a service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128353 Aug 17 16:29:57.352301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Pushing event updated for resources: {'Subnet': ['ID=bb3db4cf-5641-4841-8770-74599f3898cb,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:57.380926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:57.388045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:29:57.388395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:29:57.388786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:29:57.389225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Bound port: 88a283c8-47a1-48ef-bffb-95ed976da07d, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:29:57.389589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:57.399228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Checking segment: {'id': 'f46dfe78-678c-4a23-89d4-634df507d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1137f60f-b035-4bd0-969f-fd87717382d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:29:57.399581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Network hostable DHCP agents. Network: 1137f60f-b035-4bd0-969f-fd87717382d5, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:29:57.439063 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-346a52f5-0fdc-487f-94a7-a07ed87fc1da req-8103126c-7682-4527-ad9c-0d4a1164f687 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054695 Aug 17 16:29:57.519289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-32796960-5225-415a-9b1a-7e467cb4f4a3 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668444 Aug 17 16:29:57.539058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Network 1137f60f-b035-4bd0-969f-fd87717382d5 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:29:57.576198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] For port 88a283c8-47a1-48ef-bffb-95ed976da07d, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:29:57.578670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1137f60f-b035-4bd0-969f-fd87717382d5) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:29:57.593327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4736860-8b92-4731-9b1a-38706a903eed None None] Network 1137f60f-b035-4bd0-969f-fd87717382d5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:29:57.613837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:57.614479 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:57.621740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] For port 88a283c8-47a1-48ef-bffb-95ed976da07d, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=88a283c8-47a1-48ef-bffb-95ed976da07d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:29:57.628545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e52a1541-7b86-41ae-adeb-36bc34f54447 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-738737422'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:57.629014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e52a1541-7b86-41ae-adeb-36bc34f54447 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Unknown quota resources ['metering_label']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:29:57.648212 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:57.697845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-9523cb4e-206a-4cb1-9a32-903f1f0cafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:57.721867 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-9523cb4e-206a-4cb1-9a32-903f1f0cafc8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 1099 time: 0.1292427 Aug 17 16:29:57.722073 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:57.802788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1137f60f-b035-4bd0-969f-fd87717382d5', 'network_id': '1137f60f-b035-4bd0-969f-fd87717382d5', 'tenant_id': '6ea5ae19031440828c4a5e3b1e256c0d', 'fixed_ips': [{'subnet_id': 'bb3db4cf-5641-4841-8770-74599f3898cb'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:29:57.807713 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:57.871324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-da471ea2-052f-44ae-b973-1a09c5264210 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1560352 Aug 17 16:29:57.875562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58578) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:57.883800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803861b4-e73d-4c8c-a7d1-50a50d86aa9f req-8d906bfc-566e-427a-be54-da018624309a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:57.885496 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-803861b4-e73d-4c8c-a7d1-50a50d86aa9f req-8d906bfc-566e-427a-be54-da018624309a tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.0939469 Aug 17 16:29:57.919154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Request body: {'port': {'network_id': '1137f60f-b035-4bd0-969f-fd87717382d5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1002827735'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:57.924075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da7bbe-73a8-4319-8b73-7ad69864fabc req-025bdbb5-ba58-42da-9971-6a4a4127c4d5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:57.926697 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86da7bbe-73a8-4319-8b73-7ad69864fabc req-025bdbb5-ba58-42da-9971-6a4a4127c4d5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 948 time: 0.3711965 Aug 17 16:29:57.928006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:57.928624 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:57.930219 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] 10.222.0.91 "PUT /v2.0/ports/88a283c8-47a1-48ef-bffb-95ed976da07d HTTP/1.1" status: 200 len: 1096 time: 2.6758575 Aug 17 16:29:57.974972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017d39a-4777-4910-a088-844a46be68ba', 'tag': '88a283c8-47a1-48ef-bffb-95ed976da07d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:29:57.976244 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274" -d '{"events": [{"name": "network-changed", "server_uuid": "e017d39a-4777-4910-a088-844a46be68ba", "tag": "88a283c8-47a1-48ef-bffb-95ed976da07d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:29:58.024622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-652f9bfa-0831-4f66-a4cf-8b54408cacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:58.026298 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-652f9bfa-0831-4f66-a4cf-8b54408cacf7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2972989 Aug 17 16:29:58.064820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Allocated IP 172.20.0.2 (1137f60f-b035-4bd0-969f-fd87717382d5/bb3db4cf-5641-4841-8770-74599f3898cb/9045de09-0bc1-4455-b253-3b59528a26d0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:29:58.145058 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-803861b4-e73d-4c8c-a7d1-50a50d86aa9f req-e77f1374-6b56-40a5-a986-2d878ca6f984 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892719 Aug 17 16:29:58.155506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-0191c5b0-f652-4804-9234-88775b1ea5ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1192c936-2cf0-4118-a29d-f6166d95b17d HTTP/1.1" status: 200 len: 217 time: 0.1002600 Aug 17 16:29:58.320034 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:58.340027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Transition to ACTIVE for port object 9045de09-0bc1-4455-b253-3b59528a26d0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:58.350439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-86dd8abf-e3db-49f6-af97-84c796d7a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:58.351986 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-86dd8abf-e3db-49f6-af97-84c796d7a2f8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1865525 Aug 17 16:29:58.365252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Transition to ACTIVE for port object 9045de09-0bc1-4455-b253-3b59528a26d0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:58.374459 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:58.377621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Made reservation on behalf of 6ea5ae19031440828c4a5e3b1e256c0d for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:29:58.381221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:58.438665 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Network 1137f60f-b035-4bd0-969f-fd87717382d5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:29:58.444498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:29:58.445820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] device_id is not set on port 44263596-0cca-41dd-a0b6-50193ba124f3 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:29:58.446027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Pushing event updated for resources: {'Port': ['ID=9045de09-0bc1-4455-b253-3b59528a26d0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:58.454688 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:29:58.512526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-24b3de67-ce0d-4014-ba3a-bca6b3b60cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:58.514762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Attempting to bind port 9045de09-0bc1-4455-b253-3b59528a26d0 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:29:58.514996 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-24b3de67-ce0d-4014-ba3a-bca6b3b60cf2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1466291 Aug 17 16:29:58.515131 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Attempting to bind port 9045de09-0bc1-4455-b253-3b59528a26d0 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'f46dfe78-678c-4a23-89d4-634df507d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1137f60f-b035-4bd0-969f-fd87717382d5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:29:58.515474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Attempting to bind port 9045de09-0bc1-4455-b253-3b59528a26d0 on network 1137f60f-b035-4bd0-969f-fd87717382d5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:29:58.521447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:29:58.521823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Checking segment: {'id': 'f46dfe78-678c-4a23-89d4-634df507d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1137f60f-b035-4bd0-969f-fd87717382d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:29:58.522226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:58.522649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Bound using segment: {'id': 'f46dfe78-678c-4a23-89d4-634df507d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1137f60f-b035-4bd0-969f-fd87717382d5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:29:58.523993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Bound port: 9045de09-0bc1-4455-b253-3b59528a26d0, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46dfe78-678c-4a23-89d4-634df507d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1137f60f-b035-4bd0-969f-fd87717382d5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:29:58.523993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:58.545634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846415b-4216-4d0a-9d35-bd0defa2a289 req-1839baa8-be4b-4729-87b5-e1892d433088 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:58.551002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4846415b-4216-4d0a-9d35-bd0defa2a289 req-1839baa8-be4b-4729-87b5-e1892d433088 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 947 time: 0.1939147 Aug 17 16:29:58.563475 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a58a482-9aba-40d8-9bfb-657f14999c8f x-openstack-request-id: req-4a58a482-9aba-40d8-9bfb-657f14999c8f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:29:58.564082 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017d39a-4777-4910-a088-844a46be68ba", "tag": "88a283c8-47a1-48ef-bffb-95ed976da07d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:29:58.564082 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a58a482-9aba-40d8-9bfb-657f14999c8f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:29:58.564437 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e017d39a-4777-4910-a088-844a46be68ba', 'tag': '88a283c8-47a1-48ef-bffb-95ed976da07d', 'status': 'completed', 'code': 200} Aug 17 16:29:58.570244 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e52a1541-7b86-41ae-adeb-36bc34f54447 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:58.571439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e52a1541-7b86-41ae-adeb-36bc34f54447 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1892693 Aug 17 16:29:58.572212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e56bd-5d5e-45df-b356-43945142e9ff service neutron] Pushing event updated for resources: {'Port': ['ID=88a283c8-47a1-48ef-bffb-95ed976da07d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:58.575208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58590) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:58.591338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-74799631-de1f-4ee9-8b23-16ea3c55fe23 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4c5953f2-2687-41f1-85ff-15b22a45af6e'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:58.591849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-74799631-de1f-4ee9-8b23-16ea3c55fe23 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:29:58.606659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] For port 9045de09-0bc1-4455-b253-3b59528a26d0, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:29:58.609843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] For port 9045de09-0bc1-4455-b253-3b59528a26d0, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9045de09-0bc1-4455-b253-3b59528a26d0,segment=NetworkSegment(f46dfe78-678c-4a23-89d4-634df507d9b9),segment_id=f46dfe78-678c-4a23-89d4-634df507d9b9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:29:58.616483 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:58.634116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86da7bbe-73a8-4319-8b73-7ad69864fabc req-1708f457-b9bf-4083-ad3d-5d550cb91a20 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973117 Aug 17 16:29:58.669708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-18c5245a-51d4-409a-9cea-d3bb4b1c6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:58.672496 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-18c5245a-51d4-409a-9cea-d3bb4b1c6a75 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=e017d39a-4777-4910-a088-844a46be68ba HTTP/1.1" status: 200 len: 1099 time: 0.6205008 Aug 17 16:29:58.685100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2639fa4-06d0-4a40-b823-3419ef3e606e None None] Pushing event updated for resources: {'Port': ['ID=9045de09-0bc1-4455-b253-3b59528a26d0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:58.737829 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-758a3cac-337b-45b7-bd80-3ed864d00c25 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=88a283c8-47a1-48ef-bffb-95ed976da07d HTTP/1.1" status: 200 len: 217 time: 0.0509586 Aug 17 16:29:58.824616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-3df47182-2930-4f47-86da-a4ec3375023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:58.826215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-3df47182-2930-4f47-86da-a4ec3375023b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0812581 Aug 17 16:29:58.827753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-cf1bb5ae-0a50-4f89-af25-138d186c80fb service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014827 Aug 17 16:29:58.839528 n-d-804878-1 neutron-server[94839]: WARNING neutron.services.metering.metering_plugin [None req-74799631-de1f-4ee9-8b23-16ea3c55fe23 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 16:29:58.911916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 1192c936-2cf0-4118-a29d-f6166d95b17d details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:29:58.913308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-250b66d8-cbbd-4682-9188-d4eb77f643e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:58.914944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-250b66d8-cbbd-4682-9188-d4eb77f643e0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791235 Aug 17 16:29:58.945507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Deleting port 23ca8719-39b9-4f9a-a0da-f646628ef36b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:29:58.945855 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:58.967173 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4846415b-4216-4d0a-9d35-bd0defa2a289 req-e993c38d-bb4b-4d5d-8ed7-688c50731fa6 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3960814 Aug 17 16:29:59.022628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Allocated IP 172.20.0.4 (1137f60f-b035-4bd0-969f-fd87717382d5/bb3db4cf-5641-4841-8770-74599f3898cb/44263596-0cca-41dd-a0b6-50193ba124f3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:29:59.068031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-74799631-de1f-4ee9-8b23-16ea3c55fe23 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:59.072360 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-74799631-de1f-4ee9-8b23-16ea3c55fe23 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4818130 Aug 17 16:29:59.073815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58594) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:59.082002 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-11b60c3e-c60c-468b-bd63-c02bee298bd6 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4c5953f2-2687-41f1-85ff-15b22a45af6e'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:29:59.082508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-11b60c3e-c60c-468b-bd63-c02bee298bd6 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:29:59.083346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 1192c936-2cf0-4118-a29d-f6166d95b17d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=1192c936-2cf0-4118-a29d-f6166d95b17d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:59.102757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '1192c936-2cf0-4118-a29d-f6166d95b17d', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '1192c936-2cf0-4118-a29d-f6166d95b17d', 'mac_address': 'fa:16:3e:ec:8b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:29:59.117328 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-5d8f13fc-f9f6-4a2f-967f-69ed4f5105ac service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937666 Aug 17 16:29:59.221708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] For port 23ca8719-39b9-4f9a-a0da-f646628ef36b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=23ca8719-39b9-4f9a-a0da-f646628ef36b,segment=NetworkSegment(d95ba298-14b8-42e0-84d0-3a4762d978b5),segment_id=d95ba298-14b8-42e0-84d0-3a4762d978b5)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:59.222524 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:59.241911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Calling delete_port for 23ca8719-39b9-4f9a-a0da-f646628ef36b owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:29:59.283144 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:59.299863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1192c936-2cf0-4118-a29d-f6166d95b17d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:29:59.327130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 1192c936-2cf0-4118-a29d-f6166d95b17d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=1192c936-2cf0-4118-a29d-f6166d95b17d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:29:59.334246 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:59.374011 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-872f0efe-2f32-4394-b6fd-2e0f770b1b08 req-e04e3300-e40b-4de9-87b5-7cc145ac7c85 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466743 Aug 17 16:29:59.385215 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3812-a0b3-4472-b821-612f271a07b2 req-788a1cb3-56b4-45b0-bf43-9280ff4cbf7d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:59.387506 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-104b3812-a0b3-4472-b821-612f271a07b2 req-788a1cb3-56b4-45b0-bf43-9280ff4cbf7d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1388688 Aug 17 16:29:59.402434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=1192c936-2cf0-4118-a29d-f6166d95b17d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:59.474112 n-d-804878-1 neutron-server[94839]: WARNING neutron.services.metering.metering_plugin [None req-11b60c3e-c60c-468b-bd63-c02bee298bd6 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 16:29:59.493852 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f359e14a-4aa1-4fa8-ac41-fa29c20ff9a6 req-5a164978-ba0e-4003-a7bb-bbde888f1379 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380160 Aug 17 16:29:59.523741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-104b3812-a0b3-4472-b821-612f271a07b2 req-c768fae1-d773-40f0-ae80-b3f644b892dc tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224368 Aug 17 16:29:59.587776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-a49d3dd9-659c-4c15-974b-66aec6b34a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:29:59.589653 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-a49d3dd9-659c-4c15-974b-66aec6b34a18 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=e017d39a-4777-4910-a088-844a46be68ba HTTP/1.1" status: 200 len: 1099 time: 0.1520815 Aug 17 16:29:59.591593 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b60c3e-c60c-468b-bd63-c02bee298bd6 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:59.592685 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-11b60c3e-c60c-468b-bd63-c02bee298bd6 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5163829 Aug 17 16:29:59.596514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58602) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:59.663156 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0f146ec8-7234-45d1-8e40-88b10234d0dd tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=3cfccfec-1e1e-471b-8a4b-8cda5e9bfcc7 HTTP/1.1" status: 200 len: 464 time: 0.0655158 Aug 17 16:29:59.667815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58606) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:29:59.716166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9045de09-0bc1-4455-b253-3b59528a26d0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:29:59.726501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['1192c936-2cf0-4118-a29d-f6166d95b17d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:29:59.729347 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:59.826546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ca8719-39b9-4f9a-a0da-f646628ef36b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:29:59.913580 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:29:59.938420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Transition to ACTIVE for port object 44263596-0cca-41dd-a0b6-50193ba124f3 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:29:59.955049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 9045de09-0bc1-4455-b253-3b59528a26d0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:29:59.996277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:59.996773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:59.997210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:59.997643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:59.998069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:59.998544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:59.998973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:29:59.999389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:00.000293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:00.000293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:00.000607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:00.001019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:00.013063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-4024261b-ef22-469a-b301-606321d0f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:00.014888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-4024261b-ef22-469a-b301-606321d0f883 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.4021139 Aug 17 16:30:00.038235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e755baf3-aa37-44df-8166-fb18792036cc tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:00.042357 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e755baf3-aa37-44df-8166-fb18792036cc tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/3cfccfec-1e1e-471b-8a4b-8cda5e9bfcc7 HTTP/1.1" status: 204 len: 168 time: 0.3712339 Aug 17 16:30:00.056702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58612) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:00.075993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-27f9a1b7-659e-4c28-9d63-dd7dc8748a99 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=3cfccfec-1e1e-471b-8a4b-8cda5e9bfcc7 HTTP/1.1" status: 200 len: 221 time: 0.0174179 Aug 17 16:30:00.082157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58614) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:00.088022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-57d44f3a-e685-468a-acd5-8f6e664dd0e2 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1998819617', 'description': 'label created by tempest'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:00.088437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-57d44f3a-e685-468a-acd5-8f6e664dd0e2 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Unknown quota resources ['metering_label']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:30:00.108546 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:00.125153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c47364-02a0-4843-824d-e438c2ee1000 None None] Network 1137f60f-b035-4bd0-969f-fd87717382d5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:30:00.149768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c07780-fa66-42a4-b261-dc8bd6b947d8 req-7ac064e2-75a5-408b-bb5b-1841bd0f0a87 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:00.151567 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08c07780-fa66-42a4-b261-dc8bd6b947d8 req-7ac064e2-75a5-408b-bb5b-1841bd0f0a87 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 949 time: 0.3577838 Aug 17 16:30:00.160982 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-a341fcb6-184d-4e9a-8f36-9ec4e46a50d6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=88a283c8-47a1-48ef-bffb-95ed976da07d HTTP/1.1" status: 200 len: 217 time: 0.0992057 Aug 17 16:30:00.199370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed272d-e896-4e21-a937-400eb723cadd req-3a01c19e-5d21-4f13-9471-be6dddb8f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:00.201239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8ed272d-e896-4e21-a937-400eb723cadd req-3a01c19e-5d21-4f13-9471-be6dddb8f292 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e0bff260f5f426d99f5384af5be17ad&device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 1095 time: 0.2913494 Aug 17 16:30:00.206784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-00f3e2a1-2cf2-4eb7-baba-8d22433dfdfb None None] Provisioning for port 9045de09-0bc1-4455-b253-3b59528a26d0 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:00.212246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-00f3e2a1-2cf2-4eb7-baba-8d22433dfdfb None None] Provisioning complete for port 9045de09-0bc1-4455-b253-3b59528a26d0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:00.212543 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00f3e2a1-2cf2-4eb7-baba-8d22433dfdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:00.272085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a66de-b98b-4c7a-b163-ec36e3a7ef9c req-ab1fdccb-184b-4eaf-b435-8aae0b5936d1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:00.273694 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e1a66de-b98b-4c7a-b163-ec36e3a7ef9c req-ab1fdccb-184b-4eaf-b435-8aae0b5936d1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.2543108 Aug 17 16:30:00.329962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Network 1137f60f-b035-4bd0-969f-fd87717382d5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:00.359511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-343593b6-deec-4a47-a221-c03b6a3ff752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:00.361118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-343593b6-deec-4a47-a221-c03b6a3ff752 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1553190 Aug 17 16:30:00.393669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:00.395866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00f3e2a1-2cf2-4eb7-baba-8d22433dfdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:00.400294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Pushing event updated for resources: {'Port': ['ID=44263596-0cca-41dd-a0b6-50193ba124f3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:00.403936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:00.429207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed272d-e896-4e21-a937-400eb723cadd req-a4ab2cb7-eacc-4857-9a8b-aecb4167913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:00.437739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8ed272d-e896-4e21-a937-400eb723cadd req-a4ab2cb7-eacc-4857-9a8b-aecb4167913d service neutron] 10.222.0.91 "GET /v2.0/networks?id=00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 200 len: 913 time: 0.2140334 Aug 17 16:30:00.463985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-00f3e2a1-2cf2-4eb7-baba-8d22433dfdfb None None] For port 9045de09-0bc1-4455-b253-3b59528a26d0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9045de09-0bc1-4455-b253-3b59528a26d0,segment=NetworkSegment(f46dfe78-678c-4a23-89d4-634df507d9b9),segment_id=f46dfe78-678c-4a23-89d4-634df507d9b9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:00.471969 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57d44f3a-e685-468a-acd5-8f6e664dd0e2 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:00.473261 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-57d44f3a-e685-468a-acd5-8f6e664dd0e2 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3897035 Aug 17 16:30:00.475809 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00f3e2a1-2cf2-4eb7-baba-8d22433dfdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:00.481642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58620) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:00.516155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e1a66de-b98b-4c7a-b163-ec36e3a7ef9c req-4d860b09-fd4b-47b3-baae-b2044b2c676b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966314 Aug 17 16:30:00.518248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:00.526680 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08c07780-fa66-42a4-b261-dc8bd6b947d8 req-e959862d-19b7-41aa-8bd1-04abb5c05c35 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239074 Aug 17 16:30:00.597492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3e2a1-2cf2-4eb7-baba-8d22433dfdfb None None] Pushing event updated for resources: {'Port': ['ID=9045de09-0bc1-4455-b253-3b59528a26d0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:00.617762 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-88fddc78-8cec-4f56-9918-8a4d95269e3b tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=9a875e0c-95fb-40b2-9d74-bafaaf180b2d HTTP/1.1" status: 200 len: 468 time: 0.1300905 Aug 17 16:30:00.618058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58624) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:00.653996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:00.654839 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:00.717596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-38cd1a22-052c-4b86-8f19-74b6b28488fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:00.719956 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-38cd1a22-052c-4b86-8f19-74b6b28488fb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2829254 Aug 17 16:30:00.725371 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8ed272d-e896-4e21-a937-400eb723cadd req-c46bbb80-761c-4212-b211-8becc6f6c6f3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 200 len: 998 time: 0.2193537 Aug 17 16:30:00.797025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7f3df5bb-ed2e-4ddf-a298-111876283a7b tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8902249 Aug 17 16:30:00.798496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58630) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:00.805032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-97100a1e-15bb-48c7-a5aa-1c8ec99bb847 None None] Provisioning for port 44263596-0cca-41dd-a0b6-50193ba124f3 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:00.813626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-97100a1e-15bb-48c7-a5aa-1c8ec99bb847 None None] Provisioning complete for port 44263596-0cca-41dd-a0b6-50193ba124f3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:00.814499 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97100a1e-15bb-48c7-a5aa-1c8ec99bb847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:00.894462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-97100a1e-15bb-48c7-a5aa-1c8ec99bb847 None None] Port 44263596-0cca-41dd-a0b6-50193ba124f3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:00.899939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed272d-e896-4e21-a937-400eb723cadd req-9dd3f539-ae68-4742-801b-1f894697dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:00.901524 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8ed272d-e896-4e21-a937-400eb723cadd req-9dd3f539-ae68-4742-801b-1f894697dfeb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 200 len: 851 time: 0.1288047 Aug 17 16:30:00.935170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-97100a1e-15bb-48c7-a5aa-1c8ec99bb847 None None] Provisioning complete for port 9045de09-0bc1-4455-b253-3b59528a26d0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:00.936806 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97100a1e-15bb-48c7-a5aa-1c8ec99bb847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:01.009619 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-efcc19fe-e67b-4ad4-bc30-7bf5c1838a98 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:01.013267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-efcc19fe-e67b-4ad4-bc30-7bf5c1838a98 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/9a875e0c-95fb-40b2-9d74-bafaaf180b2d HTTP/1.1" status: 204 len: 168 time: 0.3919542 Aug 17 16:30:01.014628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58634) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:01.023836 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-b7e1057f-dafc-491f-8c26-0eb5f3ca47f1 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611909 Aug 17 16:30:01.037516 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a665e006-e4ee-4a02-a703-9760eebcf734 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=9a875e0c-95fb-40b2-9d74-bafaaf180b2d HTTP/1.1" status: 200 len: 216 time: 0.0187349 Aug 17 16:30:01.037804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58636) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:01.051824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-725e34c7-00c0-476e-9f53-1506c0d26d01 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0127494 Aug 17 16:30:01.056061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58638) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:01.076283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5948b121-ff83-4770-85b9-b0049b152676 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0191157 Aug 17 16:30:01.080959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a8fbc720-dde7-416c-8175-3dc0416359a8 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Deleting port 44263596-0cca-41dd-a0b6-50193ba124f3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:01.080959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc720-dde7-416c-8175-3dc0416359a8 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:01.085199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58640) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:01.135390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed272d-e896-4e21-a937-400eb723cadd req-70a933a8-d50d-4210-8381-ca3ca7f181f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:01.136999 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8ed272d-e896-4e21-a937-400eb723cadd req-70a933a8-d50d-4210-8381-ca3ca7f181f6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=00185e88-19dc-41da-bc27-e709ce5b6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250195 Aug 17 16:30:01.188476 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ee93e826-fcab-477d-bd8c-06adcae715de tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/4c5953f2-2687-41f1-85ff-15b22a45af6e HTTP/1.1" status: 200 len: 472 time: 0.0990438 Aug 17 16:30:01.189880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1e63f69d-1d46-4b91-9d21-7bba500cf163 None None] Provisioning complete for port 44263596-0cca-41dd-a0b6-50193ba124f3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:01.194671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58642) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:01.195230 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e63f69d-1d46-4b91-9d21-7bba500cf163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:01.210621 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fdb47d78-63b1-4ed2-8274-cdbb436e16ec tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/03e05b7c-1f9d-41eb-850d-1a17cc64562f HTTP/1.1" status: 200 len: 461 time: 0.0149052 Aug 17 16:30:01.217082 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58644) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:01.233725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1e63f69d-1d46-4b91-9d21-7bba500cf163 None None] Port 44263596-0cca-41dd-a0b6-50193ba124f3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:01.244856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Router d279bd1f-0388-476e-aa75-d71a1105c458 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:30:01.270255 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc720-dde7-416c-8175-3dc0416359a8 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:01.275513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3abc2e4a-3e56-4db2-a546-0b8bb8f50274 req-bdae9d61-b24a-4bba-8959-71f42026f6fa service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429745 Aug 17 16:30:01.296236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8ed272d-e896-4e21-a937-400eb723cadd req-f5a9e244-b25a-4229-8d0c-535f65b4d712 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515682 Aug 17 16:30:01.358650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a8fbc720-dde7-416c-8175-3dc0416359a8 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Calling delete_port for 44263596-0cca-41dd-a0b6-50193ba124f3 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:01.362975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c64ef07d-92b4-4e68-811a-386840ea99d0 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:01.364166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c64ef07d-92b4-4e68-811a-386840ea99d0 tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/03e05b7c-1f9d-41eb-850d-1a17cc64562f HTTP/1.1" status: 204 len: 168 time: 0.1461101 Aug 17 16:30:01.366934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58646) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:01.659372 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b206d0b6-e7df-4a5e-a58b-7ba3157db98d tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:01.664080 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b206d0b6-e7df-4a5e-a58b-7ba3157db98d tempest-MeteringTestJSON-715141474 tempest-MeteringTestJSON-715141474-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/4c5953f2-2687-41f1-85ff-15b22a45af6e HTTP/1.1" status: 204 len: 168 time: 0.2959533 Aug 17 16:30:01.686828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9045de09-0bc1-4455-b253-3b59528a26d0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:01.752950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9045de09-0bc1-4455-b253-3b59528a26d0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:01.753328 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:01.772531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997f5ab-f31d-48af-8d95-36fbfb3ed311 req-6f187a7a-d643-4dca-9021-274836fc9a20 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:01.775086 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3997f5ab-f31d-48af-8d95-36fbfb3ed311 req-6f187a7a-d643-4dca-9021-274836fc9a20 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 949 time: 0.1082659 Aug 17 16:30:01.825648 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc720-dde7-416c-8175-3dc0416359a8 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:01.830145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:30:01.835990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cd54bb9e-1aa8-48d0-a787-60daf8e8f792 admin admin] 10.222.0.77 "PUT /v2.0/routers/d279bd1f-0388-476e-aa75-d71a1105c458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0442619 Aug 17 16:30:01.841606 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] Sync routers for ids ['d279bd1f-0388-476e-aa75-d71a1105c458'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:30:01.844453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c8ed272d-e896-4e21-a937-400eb723cadd req-b211ed8d-5e16-4f4c-a8d0-9e765ebd6ea8 service neutron] 10.222.0.91 "GET /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101650 Aug 17 16:30:01.844927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:01.854232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c13b9-44f9-4d81-8bbb-6a404161134a req-4f5ac499-01fb-40e3-9f3e-6c24b1fbc172 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:01.855784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a49c13b9-44f9-4d81-8bbb-6a404161134a req-4f5ac499-01fb-40e3-9f3e-6c24b1fbc172 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1146448 Aug 17 16:30:01.864556 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] Routers {'d279bd1f-0388-476e-aa75-d71a1105c458'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:01.865199 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:29:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d279bd1f-0388-476e-aa75-d71a1105c458'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:01.954059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a49c13b9-44f9-4d81-8bbb-6a404161134a req-a78f6c54-474b-4bcd-919b-07a65cb4a326 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428281 Aug 17 16:30:01.962526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3997f5ab-f31d-48af-8d95-36fbfb3ed311 req-d5ef8f39-b5cf-441e-8c46-548015ffafaf tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758258 Aug 17 16:30:01.982032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbc720-dde7-416c-8175-3dc0416359a8 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Pushing event deleted for resources: {'Port': ['ID=44263596-0cca-41dd-a0b6-50193ba124f3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:02.044834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc720-dde7-416c-8175-3dc0416359a8 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.053143 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a8fbc720-dde7-416c-8175-3dc0416359a8 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] 10.222.0.77 "DELETE /v2.0/ports/44263596-0cca-41dd-a0b6-50193ba124f3 HTTP/1.1" status: 204 len: 168 time: 1.2506564 Aug 17 16:30:02.053143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58660) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:02.055331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58662) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:02.079336 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e333d5cf-2d59-46c7-ab99-5925737bd6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.080072 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] Set router d279bd1f-0388-476e-aa75-d71a1105c458 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:02.116440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.170311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 88a283c8-47a1-48ef-bffb-95ed976da07d details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:30:02.259786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce1389b4-03b1-4ba3-b8ee-7c59c04f82ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.297959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.340821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 88a283c8-47a1-48ef-bffb-95ed976da07d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=88a283c8-47a1-48ef-bffb-95ed976da07d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:02.341641 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:29:59Z', 'revision_number': 5, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port': {'id': '975ef414-eeb1-43ed-b92b-09767c7d19cd', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:28:20Z', 'updated_at': '2021-08-17T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:02.360641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '88a283c8-47a1-48ef-bffb-95ed976da07d', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '88a283c8-47a1-48ef-bffb-95ed976da07d', 'mac_address': 'fa:16:3e:5e:d2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:30:02.387056 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] Checking router: d279bd1f-0388-476e-aa75-d71a1105c458 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:30:02.407478 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-82e60af6-ece3-40c8-9917-95a56cd9de21 tempest-DHCPAgentSchedulersTestJSON-2111246380 tempest-DHCPAgentSchedulersTestJSON-2111246380-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3531876 Aug 17 16:30:02.408816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58668) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:02.409292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Deleting port 975ef414-eeb1-43ed-b92b-09767c7d19cd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:02.409635 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.412128 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] Routers {'d279bd1f-0388-476e-aa75-d71a1105c458'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:02.413023 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:29:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d279bd1f-0388-476e-aa75-d71a1105c458'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:02.415560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-724273599'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:02.425922 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.429208 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce1389b4-03b1-4ba3-b8ee-7c59c04f82ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.440967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a283c8-47a1-48ef-bffb-95ed976da07d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:30:02.458815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce1389b4-03b1-4ba3-b8ee-7c59c04f82ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.465442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 88a283c8-47a1-48ef-bffb-95ed976da07d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=88a283c8-47a1-48ef-bffb-95ed976da07d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:02.471997 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.487482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Made reservation on behalf of 6ea5ae19031440828c4a5e3b1e256c0d for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:02.497001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.516716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce1389b4-03b1-4ba3-b8ee-7c59c04f82ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e18733e655814c71899150c4e8927bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4599500 Aug 17 16:30:02.520181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1389b4-03b1-4ba3-b8ee-7c59c04f82ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50a1b7c-bc4d-41a3-a0e8-44a854ef4b1f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:02.524274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:02.548811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=88a283c8-47a1-48ef-bffb-95ed976da07d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:02.553142 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] Set router d279bd1f-0388-476e-aa75-d71a1105c458 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:02.563556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:30:02.575987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] For port 975ef414-eeb1-43ed-b92b-09767c7d19cd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=975ef414-eeb1-43ed-b92b-09767c7d19cd,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:02.576356 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.586682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.587257 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Added segment 70c76457-77dc-4793-bfff-dd93052d13a7 of type vlan for network 58a6db1a-5d03-46ac-8e44-a08728b62096 Aug 17 16:30:02.603742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Calling delete_port for 975ef414-eeb1-43ed-b92b-09767c7d19cd owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:02.620410 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:30:02Z', 'revision_number': 6, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:02.648729 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.653287 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18410fd-2533-45b5-b36c-11b2724f78d4 None None] The sync data for ids ['d279bd1f-0388-476e-aa75-d71a1105c458'] in n-d-804878-1 is: [{'id': 'd279bd1f-0388-476e-aa75-d71a1105c458', 'name': 'tempest-ServerRescueTestJSONUnderV235-1695310123-router', 'tenant_id': '5a3ecceb64474b63951dfd9ceed02327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:28:19Z', 'updated_at': '2021-08-17T16:30:02Z', 'revision_number': 6, 'project_id': '5a3ecceb64474b63951dfd9ceed02327', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:30:02.666410 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e365-6bbc-4fb0-8a10-28c02f4d87be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.683477 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.695974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:02.695974 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.704969 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e365-6bbc-4fb0-8a10-28c02f4d87be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.709014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['88a283c8-47a1-48ef-bffb-95ed976da07d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:02.758144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3475695 Aug 17 16:30:02.761121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58672) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:02.791200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae8ad9-9d1e-44ee-abd4-861abb3c682d tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Pushing event updated for resources: {'Network': ['ID=58a6db1a-5d03-46ac-8e44-a08728b62096,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:02.804171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 58a6db1a-5d03-46ac-8e44-a08728b62096 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:30:02.826786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e365-6bbc-4fb0-8a10-28c02f4d87be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.829973 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e365-6bbc-4fb0-8a10-28c02f4d87be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.831512 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ccd1e365-6bbc-4fb0-8a10-28c02f4d87be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e50a1b7c-bc4d-41a3-a0e8-44a854ef4b1f HTTP/1.1" status: 204 len: 168 time: 0.3061965 Aug 17 16:30:02.869274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1e365-6bbc-4fb0-8a10-28c02f4d87be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50a1b7c-bc4d-41a3-a0e8-44a854ef4b1f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:02.894112 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:02.926915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=975ef414-eeb1-43ed-b92b-09767c7d19cd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:02.940418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 1192c936-2cf0-4118-a29d-f6166d95b17d up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:03.007366 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a792cffe-44cf-4990-9365-d11544ff007e tempest-DHCPAgentSchedulersTestJSON-2111246380 tempest-DHCPAgentSchedulersTestJSON-2111246380-project-admin] 10.222.0.77 "GET /v2.0/agents/aa11cf18-8aa2-4a87-b709-b221be081889/dhcp-networks HTTP/1.1" status: 200 len: 8073 time: 0.2440710 Aug 17 16:30:03.008272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 1192c936-2cf0-4118-a29d-f6166d95b17d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:03.021936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58680) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:03.028006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 1192c936-2cf0-4118-a29d-f6166d95b17d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:03.028385 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.060961 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.196247 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.212553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.215184 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.215381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca7b0-8450-46eb-a82c-65486d19cd87 req-ccc9922d-8d93-4e2d-a0d3-962d69c28ffb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:03.224547 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-343ca7b0-8450-46eb-a82c-65486d19cd87 req-ccc9922d-8d93-4e2d-a0d3-962d69c28ffb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1064577 Aug 17 16:30:03.231488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b800511-4ad3-4db7-b0ef-3c8acc5afec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1192c936-2cf0-4118-a29d-f6166d95b17d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:03.235268 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f8121b-29be-4503-bcc2-13324e0804ce" -d '{"events": [{"server_uuid": "0b800511-4ad3-4db7-b0ef-3c8acc5afec4", "name": "network-vif-plugged", "status": "completed", "tag": "1192c936-2cf0-4118-a29d-f6166d95b17d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:03.250912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 1192c936-2cf0-4118-a29d-f6166d95b17d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=1192c936-2cf0-4118-a29d-f6166d95b17d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:03.258628 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.276566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-343ca7b0-8450-46eb-a82c-65486d19cd87 req-3d7b8d00-a29b-41d5-b4d0-e1ae86329627 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509450 Aug 17 16:30:03.303658 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.304188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d279bd1f-0388-476e-aa75-d71a1105c458 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:30:03.310119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.311475 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-643eb57f-d70b-4169-a979-5a8237030f73 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d279bd1f-0388-476e-aa75-d71a1105c458 HTTP/1.1" status: 204 len: 168 time: 1.4654386 Aug 17 16:30:03.314518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:03.320982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0161c4f4-5362-427d-9018-976f0c980de6 tempest-DHCPAgentSchedulersTestJSON-2111246380 tempest-DHCPAgentSchedulersTestJSON-2111246380-project-admin] Network 58a6db1a-5d03-46ac-8e44-a08728b62096 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:30:03.342037 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0161c4f4-5362-427d-9018-976f0c980de6 tempest-DHCPAgentSchedulersTestJSON-2111246380 tempest-DHCPAgentSchedulersTestJSON-2111246380-project-admin] 10.222.0.77 "POST /v2.0/agents/aa11cf18-8aa2-4a87-b709-b221be081889/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3186638 Aug 17 16:30:03.345142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58692) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:03.357116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=1192c936-2cf0-4118-a29d-f6166d95b17d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:03.361952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66071cd3-df60-4345-ac40-96b9587aa16b None None] Network 58a6db1a-5d03-46ac-8e44-a08728b62096 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:30:03.367785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58694) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:03.380916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da3548d-cf5d-4d0f-a710-a5fdf4861ead admin admin] Deleting subnet e3301e9c-25a6-4ad6-936c-9263ec053444 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:30:03.388847 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da3548d-cf5d-4d0f-a710-a5fdf4861ead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.435236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9fb53d2-d1ff-4529-b06a-6fca4fdfe9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.443690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ee41-4bab-4bcf-9236-9b39305adc05 req-5b5a1486-67e0-46e9-b568-950702424741 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:03.446238 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2769ee41-4bab-4bcf-9236-9b39305adc05 req-5b5a1486-67e0-46e9-b568-950702424741 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 950 time: 0.1900616 Aug 17 16:30:03.458503 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d2a8c2-0d6d-4be4-a682-78d7379512b1 x-openstack-request-id: req-24d2a8c2-0d6d-4be4-a682-78d7379512b1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:03.459440 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b800511-4ad3-4db7-b0ef-3c8acc5afec4", "name": "network-vif-plugged", "status": "completed", "tag": "1192c936-2cf0-4118-a29d-f6166d95b17d", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:03.460103 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24d2a8c2-0d6d-4be4-a682-78d7379512b1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:03.460930 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b800511-4ad3-4db7-b0ef-3c8acc5afec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1192c936-2cf0-4118-a29d-f6166d95b17d', 'code': 200} Aug 17 16:30:03.486816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da3548d-cf5d-4d0f-a710-a5fdf4861ead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.576565 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2769ee41-4bab-4bcf-9236-9b39305adc05 req-0ce89d76-1288-4347-a2ea-3fa61028aea2 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064854 Aug 17 16:30:03.585344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da3548d-cf5d-4d0f-a710-a5fdf4861ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.654558 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 975ef414-eeb1-43ed-b92b-09767c7d19cd no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:03.662628 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da3548d-cf5d-4d0f-a710-a5fdf4861ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.687567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 975ef414-eeb1-43ed-b92b-09767c7d19cd {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:30:03.688104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 975ef414-eeb1-43ed-b92b-09767c7d19cd not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:30:03.690459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23ca8719-39b9-4f9a-a0da-f646628ef36b no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:03.692198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3548d-cf5d-4d0f-a710-a5fdf4861ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3301e9c-25a6-4ad6-936c-9263ec053444,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:03.693647 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da3548d-cf5d-4d0f-a710-a5fdf4861ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.700166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0da3548d-cf5d-4d0f-a710-a5fdf4861ead admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e3301e9c-25a6-4ad6-936c-9263ec053444 HTTP/1.1" status: 204 len: 168 time: 0.3843472 Aug 17 16:30:03.703143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:03.718866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5c37b465-ea5c-45b7-9e46-313c47c999be tempest-DHCPAgentSchedulersTestJSON-2111246380 tempest-DHCPAgentSchedulersTestJSON-2111246380-project-admin] 10.222.0.77 "GET /v2.0/agents/aa11cf18-8aa2-4a87-b709-b221be081889/dhcp-networks HTTP/1.1" status: 200 len: 8843 time: 0.3715374 Aug 17 16:30:03.727214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58698) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:03.729268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 23ca8719-39b9-4f9a-a0da-f646628ef36b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:30:03.729686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23ca8719-39b9-4f9a-a0da-f646628ef36b not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:30:03.782717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c002f8-712f-46f7-a151-c8040f589bc8 req-1b6c6c48-82e0-480d-8db5-4c5fd24fa68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:03.784298 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-70c002f8-712f-46f7-a151-c8040f589bc8 req-1b6c6c48-82e0-480d-8db5-4c5fd24fa68d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 1101 time: 0.2200093 Aug 17 16:30:03.790135 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.799942 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a95b6-eecf-47ca-8027-8888a492d995 req-41b0c56c-15db-4866-a153-c17de7a7e8a4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:03.801398 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-397a95b6-eecf-47ca-8027-8888a492d995 req-41b0c56c-15db-4866-a153-c17de7a7e8a4 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1622791 Aug 17 16:30:03.888035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.902940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebb8458-8446-4d94-b159-a51e2f291566']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:03.919590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95ba298-14b8-42e0-84d0-3a4762d978b5') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:03.920010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95ba298-14b8-42e0-84d0-3a4762d978b5') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:03.920209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9fb53d2-d1ff-4529-b06a-6fca4fdfe9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.931070 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.933627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4c8179a2-0ad7-4982-ab4e-4c2d2395a6d5 tempest-DHCPAgentSchedulersTestJSON-2111246380 tempest-DHCPAgentSchedulersTestJSON-2111246380-project-admin] 10.222.0.77 "DELETE /v2.0/agents/aa11cf18-8aa2-4a87-b709-b221be081889/dhcp-networks/58a6db1a-5d03-46ac-8e44-a08728b62096 HTTP/1.1" status: 204 len: 168 time: 0.2003386 Aug 17 16:30:03.936762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:03.937704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-70c002f8-712f-46f7-a151-c8040f589bc8 req-7a7dad93-09da-4f3d-bd66-9ceb43aa192a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338661 Aug 17 16:30:03.938440 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9fb53d2-d1ff-4529-b06a-6fca4fdfe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:03.973844 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-397a95b6-eecf-47ca-8027-8888a492d995 req-030691a5-1087-4ae6-adbf-f17585fa52c1 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550131 Aug 17 16:30:03.995183 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.007274 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f9fb53d2-d1ff-4529-b06a-6fca4fdfe9f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b7795d5e6834468999851820c8a14a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6370523 Aug 17 16:30:04.008433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb53d2-d1ff-4529-b06a-6fca4fdfe9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fca1eee-d078-4758-bf3e-e69a376ce69e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:04.012495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58704) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:04.044648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:30:04.045054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:30:04.047208 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:30:04.070186 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a030615-ff55-4812-8cf0-9082d0b5d34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.102876 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a030615-ff55-4812-8cf0-9082d0b5d34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.152587 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.166146 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.168322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2ebb8458-8446-4d94-b159-a51e2f291566 HTTP/1.1" status: 204 len: 168 time: 0.4635904 Aug 17 16:30:04.175850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 88a283c8-47a1-48ef-bffb-95ed976da07d up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:04.187412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a030615-ff55-4812-8cf0-9082d0b5d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.192751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62786422-fe67-423f-8978-7abe80b2b529 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ebb8458-8446-4d94-b159-a51e2f291566,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:04.196992 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a030615-ff55-4812-8cf0-9082d0b5d34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.199358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9a030615-ff55-4812-8cf0-9082d0b5d34c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1fca1eee-d078-4758-bf3e-e69a376ce69e HTTP/1.1" status: 204 len: 168 time: 0.1858726 Aug 17 16:30:04.216156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a030615-ff55-4812-8cf0-9082d0b5d34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fca1eee-d078-4758-bf3e-e69a376ce69e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:04.231341 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d054736e-e990-4535-b141-f17f12512b6a tempest-DHCPAgentSchedulersTestJSON-2111246380 tempest-DHCPAgentSchedulersTestJSON-2111246380-project-admin] 10.222.0.77 "GET /v2.0/agents/aa11cf18-8aa2-4a87-b709-b221be081889/dhcp-networks HTTP/1.1" status: 200 len: 8035 time: 0.2934058 Aug 17 16:30:04.235658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:04.256149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 88a283c8-47a1-48ef-bffb-95ed976da07d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:04.262726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 88a283c8-47a1-48ef-bffb-95ed976da07d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:04.263327 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.277496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58722) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:04.279586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f95d748e-169f-4f64-8394-7edd92297da5 tempest-DHCPAgentSchedulersTestJSON-2111246380 tempest-DHCPAgentSchedulersTestJSON-2111246380-project-admin] 10.222.0.77 "GET /v2.0/networks/1137f60f-b035-4bd0-969f-fd87717382d5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0413611 Aug 17 16:30:04.306772 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-442f0e99-095e-4156-b20c-4bc52afd5c4c tempest-DHCPAgentSchedulersTestJSON-2111246380 tempest-DHCPAgentSchedulersTestJSON-2111246380-project-admin] 10.222.0.77 "GET /v2.0/networks/1137f60f-b035-4bd0-969f-fd87717382d5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0267556 Aug 17 16:30:04.309322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58726) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:04.356971 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.394020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 88a283c8-47a1-48ef-bffb-95ed976da07d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=88a283c8-47a1-48ef-bffb-95ed976da07d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:04.407624 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.442623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58730) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:04.479456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=88a283c8-47a1-48ef-bffb-95ed976da07d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:04.538346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0ad8157f-09d5-439e-bcd3-929de4b7ecd5 tempest-DHCPAgentSchedulersTestJSON-2111246380 tempest-DHCPAgentSchedulersTestJSON-2111246380-project-admin] 10.222.0.77 "GET /v2.0/agents/aa11cf18-8aa2-4a87-b709-b221be081889/dhcp-networks HTTP/1.1" status: 200 len: 7267 time: 0.2271695 Aug 17 16:30:04.543582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:04.562041 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-64090e67-a72a-4316-acbd-9a722e08485b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a3ecceb64474b63951dfd9ceed02327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146545 Aug 17 16:30:04.565671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58736) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:04.638627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0868fddb-a624-4e92-b039-36bff97a4530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.670624 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0868fddb-a624-4e92-b039-36bff97a4530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.684855 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.779896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de791d-6b18-4476-ae48-3d2851e54cbf req-93251d03-f856-4b78-8211-c9fdbc8cacb8 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:04.784251 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-411803c5-84a8-4150-ac48-1b4ec17e05e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.798207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31de791d-6b18-4476-ae48-3d2851e54cbf req-93251d03-f856-4b78-8211-c9fdbc8cacb8 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 950 time: 0.0945258 Aug 17 16:30:04.809971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0868fddb-a624-4e92-b039-36bff97a4530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.813674 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.816888 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0868fddb-a624-4e92-b039-36bff97a4530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.818785 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0868fddb-a624-4e92-b039-36bff97a4530 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c936eb71-a797-4099-be50-0f50a54daae6 HTTP/1.1" status: 204 len: 168 time: 0.2514386 Aug 17 16:30:04.829077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a6db1a-5d03-46ac-8e44-a08728b62096']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:04.844793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868fddb-a624-4e92-b039-36bff97a4530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c936eb71-a797-4099-be50-0f50a54daae6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:04.848012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c76457-77dc-4793-bfff-dd93052d13a7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:04.848308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c76457-77dc-4793-bfff-dd93052d13a7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:04.859050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.883707 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31de791d-6b18-4476-ae48-3d2851e54cbf req-ab111040-aea2-453b-b849-c31df31f87b2 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842345 Aug 17 16:30:04.885846 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.914047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:30:04.914713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:30:04.918142 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:30:04.949167 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.014081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.029451 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.034278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58778) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:05.034565 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] 10.222.0.77 "DELETE /v2.0/networks/58a6db1a-5d03-46ac-8e44-a08728b62096 HTTP/1.1" status: 204 len: 168 time: 0.4895923 Aug 17 16:30:05.045737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbf709-16c5-4763-b106-19fd2651e8a3 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Pushing event deleted for resources: {'Network': ['ID=58a6db1a-5d03-46ac-8e44-a08728b62096,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:05.070448 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb9fa1c-dbd9-4759-b381-fc3238ea29b2 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] DELETE failed (client error): The resource could not be found. Aug 17 16:30:05.071100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb9fa1c-dbd9-4759-b381-fc3238ea29b2 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:30:05.072926 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5bb9fa1c-dbd9-4759-b381-fc3238ea29b2 tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] 10.222.0.77 "DELETE /v2.0/ports/44263596-0cca-41dd-a0b6-50193ba124f3 HTTP/1.1" status: 404 len: 333 time: 0.0372593 Aug 17 16:30:05.075634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58782) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:05.147101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cdf12ca-625b-4042-b302-1a3b83d7dfbc tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Deleting subnet bb3db4cf-5641-4841-8770-74599f3898cb {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:30:05.151554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cdf12ca-625b-4042-b302-1a3b83d7dfbc tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.205216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cdf12ca-625b-4042-b302-1a3b83d7dfbc tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.309206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-b435f0a3-4bdf-4622-a2df-5cd512e76e67 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:05.315855 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cdf12ca-625b-4042-b302-1a3b83d7dfbc tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.318799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-b435f0a3-4bdf-4622-a2df-5cd512e76e67 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=b298c746-1af3-43f7-9a92-2b8defbc6468 HTTP/1.1" status: 200 len: 944 time: 0.0655727 Aug 17 16:30:05.432050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:05.453839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-f5db8136-f97c-4816-9ea8-ed7fe1fc4fbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Deleting port 28504393-db7a-4cb3-8719-e2b7dc078c5a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:05.454759 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-f5db8136-f97c-4816-9ea8-ed7fe1fc4fbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.462583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017d39a-4777-4910-a088-844a46be68ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a283c8-47a1-48ef-bffb-95ed976da07d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:05.466659 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b5e29d-cf3a-4d59-8818-46098e5ed44e" -d '{"events": [{"server_uuid": "e017d39a-4777-4910-a088-844a46be68ba", "name": "network-vif-plugged", "status": "completed", "tag": "88a283c8-47a1-48ef-bffb-95ed976da07d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:05.532181 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9d41a3-bc3c-45aa-8316-6ecb9c343015 x-openstack-request-id: req-fd9d41a3-bc3c-45aa-8316-6ecb9c343015 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:05.532676 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017d39a-4777-4910-a088-844a46be68ba", "name": "network-vif-plugged", "status": "completed", "tag": "88a283c8-47a1-48ef-bffb-95ed976da07d", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:05.533107 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd9d41a3-bc3c-45aa-8316-6ecb9c343015 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:05.533716 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e017d39a-4777-4910-a088-844a46be68ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a283c8-47a1-48ef-bffb-95ed976da07d', 'code': 200} Aug 17 16:30:05.618631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1486941796'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:05.682898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-f5db8136-f97c-4816-9ea8-ed7fe1fc4fbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] For port 28504393-db7a-4cb3-8719-e2b7dc078c5a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=28504393-db7a-4cb3-8719-e2b7dc078c5a,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:05.683299 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-f5db8136-f97c-4816-9ea8-ed7fe1fc4fbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.698806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Made reservation on behalf of 215975e1fe9f4693a438d577e80f9218 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:05.702184 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.711796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-f5db8136-f97c-4816-9ea8-ed7fe1fc4fbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Calling delete_port for 28504393-db7a-4cb3-8719-e2b7dc078c5a owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:05.724531 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.742789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cde6cb-98ec-45dc-9082-3ba3c42e8856 req-77ba9a1f-0d2c-4c48-972e-762df91de7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:05.744991 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17cde6cb-98ec-45dc-9082-3ba3c42e8856 req-77ba9a1f-0d2c-4c48-972e-762df91de7fa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e017d39a-4777-4910-a088-844a46be68ba HTTP/1.1" status: 200 len: 1101 time: 0.1100895 Aug 17 16:30:05.752444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cdf12ca-625b-4042-b302-1a3b83d7dfbc tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.785832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf12ca-625b-4042-b302-1a3b83d7dfbc tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3db4cf-5641-4841-8770-74599f3898cb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:05.788692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cdf12ca-625b-4042-b302-1a3b83d7dfbc tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.793443 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1cdf12ca-625b-4042-b302-1a3b83d7dfbc tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] 10.222.0.77 "DELETE /v2.0/subnets/bb3db4cf-5641-4841-8770-74599f3898cb HTTP/1.1" status: 204 len: 168 time: 0.7121875 Aug 17 16:30:05.794991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58810) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:05.799755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bea980-903c-4dfb-b307-386e871d9b66 None None] Network 1137f60f-b035-4bd0-969f-fd87717382d5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:30:05.870997 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17cde6cb-98ec-45dc-9082-3ba3c42e8856 req-2a52a491-3a6b-4354-a490-a258493e4321 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172171 Aug 17 16:30:05.880398 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:05.947129 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.032288 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.034743 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-f5db8136-f97c-4816-9ea8-ed7fe1fc4fbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.049065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.051868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['85ee2243-0a93-413f-8b4d-63f2556ee30b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:06.054979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['addc51d9-c7aa-4b03-b79b-f6efd87e5b86'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:06.070491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58818) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:06.079918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded384f-50ea-4be3-88c8-4e8751e668ee req-abff7671-3b06-4269-b118-e2122cdfa9f9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:06.081945 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dded384f-50ea-4be3-88c8-4e8751e668ee req-abff7671-3b06-4269-b118-e2122cdfa9f9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 950 time: 0.0949812 Aug 17 16:30:06.092672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db8136-f97c-4816-9ea8-ed7fe1fc4fbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event deleted for resources: {'Port': ['ID=28504393-db7a-4cb3-8719-e2b7dc078c5a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:06.121866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:30:06.148018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be17142c-f1a0-4f4b-8e0f-2b3b5ff030ea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:06.170077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc7efe6-a238-4d3f-a40f-e9c588e33da7 None None] DHCP port deletion for 1137f60f-b035-4bd0-969f-fd87717382d5 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:30:06.184772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.185358 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Added segment 688007ed-cf98-41f5-85d5-987c3209475e of type vlan for network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 Aug 17 16:30:06.187290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-f5db8136-f97c-4816-9ea8-ed7fe1fc4fbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] No DVR routers for this DVR port 28504393-db7a-4cb3-8719-e2b7dc078c5a on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:30:06.198051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-f5db8136-f97c-4816-9ea8-ed7fe1fc4fbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.201813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05c22be5-2101-49ff-a1b7-94d110c5ef0d req-f5db8136-f97c-4816-9ea8-ed7fe1fc4fbe tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "DELETE /v2.0/ports/28504393-db7a-4cb3-8719-e2b7dc078c5a HTTP/1.1" status: 204 len: 173 time: 0.8821430 Aug 17 16:30:06.202824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'name': 'network-vif-deleted', 'tag': '28504393-db7a-4cb3-8719-e2b7dc078c5a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:06.206097 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e25fa4-ded2-4342-bd12-6426ff3e855d" -d '{"events": [{"server_uuid": "b298c746-1af3-43f7-9a92-2b8defbc6468", "name": "network-vif-deleted", "tag": "28504393-db7a-4cb3-8719-e2b7dc078c5a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:06.212286 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dded384f-50ea-4be3-88c8-4e8751e668ee req-72cca59a-e0a5-4d57-b09a-8560f36bbc5c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026580 Aug 17 16:30:06.223299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Deleting port 9045de09-0bc1-4455-b253-3b59528a26d0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:06.223761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.257481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.309308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.325136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:06.325991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.402016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-420309495-network', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:06.429499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] For port 9045de09-0bc1-4455-b253-3b59528a26d0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9045de09-0bc1-4455-b253-3b59528a26d0,segment=NetworkSegment(f46dfe78-678c-4a23-89d4-634df507d9b9),segment_id=f46dfe78-678c-4a23-89d4-634df507d9b9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:06.429965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.475452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Calling delete_port for 9045de09-0bc1-4455-b253-3b59528a26d0 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:06.499778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Made reservation on behalf of ff3528d9723e403581c298d69ea0f68d for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:06.503143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.584809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1509731 Aug 17 16:30:06.591010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58834) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:06.600977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'subnet': {'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:06.607823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.664423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28f996-5a96-449f-9f8d-2ae2814efd7a tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Network': ['ID=3ac82955-bcba-4e2c-88b8-ee9a53e83397,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:06.711170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:30:06.781850 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb64e02d-9b63-4681-9fd3-4efd19bd9d8e x-openstack-request-id: req-bb64e02d-9b63-4681-9fd3-4efd19bd9d8e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:06.782125 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b298c746-1af3-43f7-9a92-2b8defbc6468", "name": "network-vif-deleted", "tag": "28504393-db7a-4cb3-8719-e2b7dc078c5a", "status": "failed", "code": 422}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:06.783687 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb64e02d-9b63-4681-9fd3-4efd19bd9d8e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:06.783687 n-d-804878-1 neutron-server[94838]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b298c746-1af3-43f7-9a92-2b8defbc6468', 'name': 'network-vif-deleted', 'tag': '28504393-db7a-4cb3-8719-e2b7dc078c5a', 'status': 'failed', 'code': 422} returned with failed status Aug 17 16:30:06.851596 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.914101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Pushing event deleted for resources: {'Port': ['ID=9045de09-0bc1-4455-b253-3b59528a26d0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:06.926330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7efe6-a238-4d3f-a40f-e9c588e33da7 None None] Deleting port 9045de09-0bc1-4455-b253-3b59528a26d0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:06.926930 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfc7efe6-a238-4d3f-a40f-e9c588e33da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:06.980658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] No DVR routers for this DVR port 9045de09-0bc1-4455-b253-3b59528a26d0 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:30:07.125746 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.142000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dfc7efe6-a238-4d3f-a40f-e9c588e33da7 None None] For port 9045de09-0bc1-4455-b253-3b59528a26d0, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:07.142303 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfc7efe6-a238-4d3f-a40f-e9c588e33da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.147275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4d06c-87e5-4c61-8fb9-8a81abec2ee7 req-262787cc-8319-4a50-9866-9c3e29dc2701 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:07.149009 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6d4d06c-87e5-4c61-8fb9-8a81abec2ee7 req-262787cc-8319-4a50-9866-9c3e29dc2701 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e017d39a-4777-4910-a088-844a46be68ba HTTP/1.1" status: 200 len: 950 time: 0.2112560 Aug 17 16:30:07.153922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1137f60f-b035-4bd0-969f-fd87717382d5']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:07.183777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46dfe78-678c-4a23-89d4-634df507d9b9') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:07.184211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46dfe78-678c-4a23-89d4-634df507d9b9') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:07.198264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7efe6-a238-4d3f-a40f-e9c588e33da7 None None] Calling delete_port for 9045de09-0bc1-4455-b253-3b59528a26d0 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:07.203362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-dfc7efe6-a238-4d3f-a40f-e9c588e33da7 None None] Port 9045de09-0bc1-4455-b253-3b59528a26d0 was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:30:07.206218 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfc7efe6-a238-4d3f-a40f-e9c588e33da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.211657 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.226279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7efe6-a238-4d3f-a40f-e9c588e33da7 None None] No DVR routers for this DVR port 9045de09-0bc1-4455-b253-3b59528a26d0 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:30:07.253017 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.282029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.282298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7efe6-a238-4d3f-a40f-e9c588e33da7 None None] Pushing event deleted for resources: {'Port': ['ID=9045de09-0bc1-4455-b253-3b59528a26d0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:07.284888 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.288462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Made reservation on behalf of 215975e1fe9f4693a438d577e80f9218 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:07.291370 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.308963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:30:07.309409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.318119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6d4d06c-87e5-4c61-8fb9-8a81abec2ee7 req-4b034354-2aa4-4b8c-b9f6-dfaf088f8ec6 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552982 Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:30:07.318917 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:30:07.397965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:30:07.522315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42974050-b6a4-4b2f-a6f4-4fc809f3cc94,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:07.533726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.534417 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Added segment 1622a520-c89a-480e-97c1-e2d72bc8da1d of type vlan for network c12d6057-9d55-4345-afa9-bf097cd0485d Aug 17 16:30:07.572667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.612696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.631407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9045de09-0bc1-4455-b253-3b59528a26d0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:07.631934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.633952 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] 10.222.0.77 "DELETE /v2.0/networks/1137f60f-b035-4bd0-969f-fd87717382d5 HTTP/1.1" status: 204 len: 168 time: 1.8375213 Aug 17 16:30:07.682554 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 9045de09-0bc1-4455-b253-3b59528a26d0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:30:07.683128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9045de09-0bc1-4455-b253-3b59528a26d0 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:30:07.698877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.702399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f1577-770f-43d0-adac-db1df3665daa tempest-DHCPAgentSchedulersTestJSON-234441715 tempest-DHCPAgentSchedulersTestJSON-234441715-project] Pushing event deleted for resources: {'Network': ['ID=1137f60f-b035-4bd0-969f-fd87717382d5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:07.762489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f9f28-a691-4711-b5a0-96255713ed3e req-b3a8e10c-1547-4549-9206-f1afaaa7a47b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:07.771870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b2f9f28-a691-4711-b5a0-96255713ed3e req-b3a8e10c-1547-4549-9206-f1afaaa7a47b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 907 time: 0.2065465 Aug 17 16:30:07.775846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.785162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:07.786429 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.837242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7466555 Aug 17 16:30:07.838847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:07.858729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Request body: {'subnet': {'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-420309495-subnet', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:07.912145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24701186-e3f2-4162-b75f-ee4a00df8f41 admin admin] Pushing event updated for resources: {'Network': ['ID=c12d6057-9d55-4345-afa9-bf097cd0485d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:07.933063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network c12d6057-9d55-4345-afa9-bf097cd0485d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:30:07.949500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Made reservation on behalf of ff3528d9723e403581c298d69ea0f68d for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:07.952027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:07.984720 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.082158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58856) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:08.124877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Subnet': ['ID=6a203ee6-42f8-49ad-95d1-f10a2174868f,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:08.135498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Checking segment: {'id': '688007ed-cf98-41f5-85d5-987c3209475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:08.135821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Network hostable DHCP agents. Network: 3ac82955-bcba-4e2c-88b8-ee9a53e83397, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:30:08.159460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:30:08.174661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 3ac82955-bcba-4e2c-88b8-ee9a53e83397) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:08.184156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:08.185261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.195325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7541819-bb43-4fdb-bfca-a6798ae7a02c None None] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:30:08.217025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-457bb235-d507-4478-b66d-b667f34a68fe tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6209450 Aug 17 16:30:08.217843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58862) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:08.242445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'port': {'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-555925473'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:08.344029 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.429307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061e0652-fb77-4a34-bc9d-2283ab776804,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:08.445097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Checking segment: {'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:08.445682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Network hostable DHCP agents. Network: c12d6057-9d55-4345-afa9-bf097cd0485d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:30:08.473609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Network c12d6057-9d55-4345-afa9-bf097cd0485d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:30:08.492081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, c12d6057-9d55-4345-afa9-bf097cd0485d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:08.498686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:08.499886 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.511720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe55d7-dbd9-4349-aecc-8d312159383a None None] Network c12d6057-9d55-4345-afa9-bf097cd0485d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:30:08.521374 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-064e4539-b9a0-438f-81dd-99adb3db0132 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6776705 Aug 17 16:30:08.526411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:08.531421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-420309495-router', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:08.564213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.566134 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.591671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8c88229d-c633-4458-bde7-4c1d744b1941 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ea5ae19031440828c4a5e3b1e256c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037115 Aug 17 16:30:08.592006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58868) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:08.608930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34151b98-d411-48f7-9cc6-7ce4e053598a req-bdf879dd-1469-4b5d-b179-95082486bd5a tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:08.610534 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-34151b98-d411-48f7-9cc6-7ce4e053598a req-bdf879dd-1469-4b5d-b179-95082486bd5a tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e017d39a-4777-4910-a088-844a46be68ba HTTP/1.1" status: 200 len: 950 time: 0.1636975 Aug 17 16:30:08.651512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-3ac82955-bcba-4e2c-88b8-ee9a53e83397', 'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397', 'tenant_id': '215975e1fe9f4693a438d577e80f9218', 'fixed_ips': [{'subnet_id': '6a203ee6-42f8-49ad-95d1-f10a2174868f'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:30:08.652876 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.689081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Made reservation on behalf of 215975e1fe9f4693a438d577e80f9218 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:08.693317 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.698128 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.731334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-34151b98-d411-48f7-9cc6-7ce4e053598a req-7816046e-3e58-4e9c-a30e-9477a57fd522 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930097 Aug 17 16:30:08.732581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e397426-38a8-4096-9cdf-3b4f7f13130c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.742144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] device_id is not set on port 9720788b-d017-4243-bb6e-561e5abba1a6 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:30:08.804221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e397426-38a8-4096-9cdf-3b4f7f13130c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.934406 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e397426-38a8-4096-9cdf-3b4f7f13130c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.944324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e397426-38a8-4096-9cdf-3b4f7f13130c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:08.948313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6e397426-38a8-4096-9cdf-3b4f7f13130c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/733265bc-1262-4c86-868b-fbf63017a749 HTTP/1.1" status: 204 len: 168 time: 0.3514018 Aug 17 16:30:08.982950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8a069d-aa95-4c7f-a784-d011de0b11d1 None None] Network c12d6057-9d55-4345-afa9-bf097cd0485d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:30:08.992154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Allocated IP 2001:db8::6f (3ac82955-bcba-4e2c-88b8-ee9a53e83397/6a203ee6-42f8-49ad-95d1-f10a2174868f/9720788b-d017-4243-bb6e-561e5abba1a6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:09.013574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e397426-38a8-4096-9cdf-3b4f7f13130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733265bc-1262-4c86-868b-fbf63017a749,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:09.108186 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:09.141112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f133e26-f944-4d49-9929-83549f37c00f req-3ca83e75-e649-4c66-9390-fe9939628272 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:09.149813 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3f133e26-f944-4d49-9929-83549f37c00f req-3ca83e75-e649-4c66-9390-fe9939628272 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 907 time: 0.1882923 Aug 17 16:30:09.278431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-acc28854-84e6-40c2-b889-be5f236f9afb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:09.280095 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-acc28854-84e6-40c2-b889-be5f236f9afb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.93 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 907 time: 0.1505749 Aug 17 16:30:09.344763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051d0f-84e6-4094-9cf4-51a1d487a519 req-965802a2-4b37-4241-9bca-b9c6b4b05549 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:09.351884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051d0f-84e6-4094-9cf4-51a1d487a519 req-965802a2-4b37-4241-9bca-b9c6b4b05549 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:09.354434 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-16051d0f-84e6-4094-9cf4-51a1d487a519 req-965802a2-4b37-4241-9bca-b9c6b4b05549 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4&device_id=e017d39a-4777-4910-a088-844a46be68ba HTTP/1.1" status: 200 len: 1691 time: 0.1965854 Aug 17 16:30:09.426401 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-16051d0f-84e6-4094-9cf4-51a1d487a519 req-e28b8d1c-c953-431a-b493-b9f8d8480dc3 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623491 Aug 17 16:30:09.560670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:09.602974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Transition to ACTIVE for port object 9720788b-d017-4243-bb6e-561e5abba1a6 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:09.614416 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:09.644850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58884) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:09.650648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:09.701117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-8d0e9347-513d-4f52-a176-b9c04de6783b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Deleting port 94411861-d1ca-46cb-800c-400fbb76f174 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:09.701460 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-8d0e9347-513d-4f52-a176-b9c04de6783b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:09.704821 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d40f148c-9c37-4df1-bb56-e4fd2a759dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:09.776104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Allocated IP 172.25.7.12 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/ce42f082-7152-41da-9536-7c18912185b6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:09.792445 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:09.861222 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa019b-5ca0-45b0-b81c-9a5f8ae40b01 req-6455766b-403d-4575-a6a7-fcfcd6935b1e tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:09.862876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a2fa019b-5ca0-45b0-b81c-9a5f8ae40b01 req-6455766b-403d-4575-a6a7-fcfcd6935b1e tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 1101 time: 0.2147238 Aug 17 16:30:09.865813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Allocated IP 2001:db8::2 (3ac82955-bcba-4e2c-88b8-ee9a53e83397/6a203ee6-42f8-49ad-95d1-f10a2174868f/493a316d-03e5-4ee3-be5a-414f38524d79) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:09.899435 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:09.921050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:09.938262 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:09.949944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:09.957084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:09.957656 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:09.965693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Port': ['ID=9720788b-d017-4243-bb6e-561e5abba1a6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:09.972847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-8d0e9347-513d-4f52-a176-b9c04de6783b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] For port 94411861-d1ca-46cb-800c-400fbb76f174, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94411861-d1ca-46cb-800c-400fbb76f174,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:09.973224 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-8d0e9347-513d-4f52-a176-b9c04de6783b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.003824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-8d0e9347-513d-4f52-a176-b9c04de6783b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Calling delete_port for 94411861-d1ca-46cb-800c-400fbb76f174 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:10.020614 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.036939 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a2fa019b-5ca0-45b0-b81c-9a5f8ae40b01 req-5d010660-07c4-43ce-9afb-77b14f6aa8bf tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565073 Aug 17 16:30:10.098550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:10.105586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:10.110707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:10.140310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d40f148c-9c37-4df1-bb56-e4fd2a759dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.147401 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.155992 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d40f148c-9c37-4df1-bb56-e4fd2a759dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.157647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Transition to ACTIVE for port object 493a316d-03e5-4ee3-be5a-414f38524d79 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:10.177269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Transition to ACTIVE for port object 493a316d-03e5-4ee3-be5a-414f38524d79 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:10.183940 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7fe73a1f-870d-4978-81aa-f7d84616ea62 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9597814 Aug 17 16:30:10.199889 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.202041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:10.224523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d40f148c-9c37-4df1-bb56-e4fd2a759dc4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3bae34c46efd4c23832bad7e114e662f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774460 Aug 17 16:30:10.225167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58892) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:10.255072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:10.257988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'port': {'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-426690599', 'allowed_address_pairs': [{'ip_address': '2001:db8::6f', 'mac_address': 'fa:16:3e:e5:8e:4e'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:10.262181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:10.270471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:10.281303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Pushing event updated for resources: {'Port': ['ID=ce42f082-7152-41da-9536-7c18912185b6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:10.281778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Pushing event updated for resources: {'Port': ['ID=493a316d-03e5-4ee3-be5a-414f38524d79,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:10.324053 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-8d0e9347-513d-4f52-a176-b9c04de6783b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.340686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Attempting to bind port 493a316d-03e5-4ee3-be5a-414f38524d79 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:30:10.341221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Attempting to bind port 493a316d-03e5-4ee3-be5a-414f38524d79 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '688007ed-cf98-41f5-85d5-987c3209475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:30:10.341590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Attempting to bind port 493a316d-03e5-4ee3-be5a-414f38524d79 on network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:10.348105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:30:10.348621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Checking segment: {'id': '688007ed-cf98-41f5-85d5-987c3209475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:10.349032 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.349432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Bound using segment: {'id': '688007ed-cf98-41f5-85d5-987c3209475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:30:10.349931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Bound port: 493a316d-03e5-4ee3-be5a-414f38524d79, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688007ed-cf98-41f5-85d5-987c3209475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:30:10.350298 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.387878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e9347-513d-4f52-a176-b9c04de6783b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event deleted for resources: {'Port': ['ID=94411861-d1ca-46cb-800c-400fbb76f174,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:10.410783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f148c-9c37-4df1-bb56-e4fd2a759dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5d2b84-1e4d-4bac-aaf4-48d5a989bfdd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:10.421865 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-515548c9-390e-4257-9a67-8c8a9920b8e4 req-e6bd6264-6c29-4cc9-b8e4-fc2dbc61dc79 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=c104d6bb-d9ca-409a-ab00-b116a9e2fadf HTTP/1.1" status: 200 len: 210 time: 0.0613253 Aug 17 16:30:10.490021 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] For port 493a316d-03e5-4ee3-be5a-414f38524d79, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:30:10.499458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] For port 493a316d-03e5-4ee3-be5a-414f38524d79, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=493a316d-03e5-4ee3-be5a-414f38524d79,segment=NetworkSegment(688007ed-cf98-41f5-85d5-987c3209475e),segment_id=688007ed-cf98-41f5-85d5-987c3209475e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:30:10.507611 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.515042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-8d0e9347-513d-4f52-a176-b9c04de6783b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] No DVR routers for this DVR port 94411861-d1ca-46cb-800c-400fbb76f174 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:30:10.527261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-8d0e9347-513d-4f52-a176-b9c04de6783b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.529612 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d556200-bd1f-4cff-b5b4-76ba3513a5aa req-8d0e9347-513d-4f52-a176-b9c04de6783b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.93 "DELETE /v2.0/ports/94411861-d1ca-46cb-800c-400fbb76f174 HTTP/1.1" status: 204 len: 173 time: 1.2424493 Aug 17 16:30:10.530171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c104d6bb-d9ca-409a-ab00-b116a9e2fadf', 'name': 'network-vif-deleted', 'tag': '94411861-d1ca-46cb-800c-400fbb76f174'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:10.532899 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a76c742-2797-441a-9d74-e6a4047878c4" -d '{"events": [{"server_uuid": "c104d6bb-d9ca-409a-ab00-b116a9e2fadf", "name": "network-vif-deleted", "tag": "94411861-d1ca-46cb-800c-400fbb76f174"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:10.548291 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d25a13b-e88b-4303-ba05-d7e12213a31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.633231 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d25a13b-e88b-4303-ba05-d7e12213a31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.690592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6838b8-4775-41ff-9307-c70a7bbebd35 None None] Pushing event updated for resources: {'Port': ['ID=493a316d-03e5-4ee3-be5a-414f38524d79,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:10.738545 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711f5bca-b9d1-4968-a8d9-6ac306e9deb0 x-openstack-request-id: req-711f5bca-b9d1-4968-a8d9-6ac306e9deb0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:10.738902 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c104d6bb-d9ca-409a-ab00-b116a9e2fadf", "name": "network-vif-deleted", "tag": "94411861-d1ca-46cb-800c-400fbb76f174", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:10.739178 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-711f5bca-b9d1-4968-a8d9-6ac306e9deb0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:10.739666 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c104d6bb-d9ca-409a-ab00-b116a9e2fadf', 'name': 'network-vif-deleted', 'tag': '94411861-d1ca-46cb-800c-400fbb76f174', 'status': 'completed', 'code': 200} Aug 17 16:30:10.767705 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d25a13b-e88b-4303-ba05-d7e12213a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.775656 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d25a13b-e88b-4303-ba05-d7e12213a31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:10.781406 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3d25a13b-e88b-4303-ba05-d7e12213a31f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f5d2b84-1e4d-4bac-aaf4-48d5a989bfdd HTTP/1.1" status: 204 len: 168 time: 0.4712062 Aug 17 16:30:10.791215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25a13b-e88b-4303-ba05-d7e12213a31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5d2b84-1e4d-4bac-aaf4-48d5a989bfdd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:11.076118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0fe14-5e69-4c7d-9eeb-1d6e9a41eca6 req-f2bf2a3e-6f9b-42ac-ada8-ff386aecbee9 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:11.081885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6a0fe14-5e69-4c7d-9eeb-1d6e9a41eca6 req-f2bf2a3e-6f9b-42ac-ada8-ff386aecbee9 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e017d39a-4777-4910-a088-844a46be68ba HTTP/1.1" status: 200 len: 1101 time: 0.9117510 Aug 17 16:30:11.205524 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6a0fe14-5e69-4c7d-9eeb-1d6e9a41eca6 req-b4ebc7c6-c07e-40ed-9b9a-dab67e82a95b tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895271 Aug 17 16:30:11.402104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Made reservation on behalf of 215975e1fe9f4693a438d577e80f9218 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:11.750852 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:11.762050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 493a316d-03e5-4ee3-be5a-414f38524d79 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:11.884664 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-fe84cb46-0528-44fc-b43a-c229192d480d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071689 Aug 17 16:30:11.903797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 493a316d-03e5-4ee3-be5a-414f38524d79 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:12.125677 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:12.204458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-3292f19d-1002-460a-b5b7-6d06788be982 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:12.248630 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-3292f19d-1002-460a-b5b7-6d06788be982 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595843 Aug 17 16:30:12.259754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] device_id is not set on port 3d5ec68b-af46-438b-a9db-fc8f42b4869f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:30:12.296707 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-99e56307-00d4-4488-9982-34187408fe93 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/quotas/ab4be46c8ce94adaa70ee5532c259bf4 HTTP/1.1" status: 200 len: 375 time: 0.0447056 Aug 17 16:30:12.408184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-300ba552-5d21-4be1-bcf5-c18fa10f225e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1085401 Aug 17 16:30:12.560826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7780028e-56e0-418b-a74b-4cae42ddfce5 None None] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:30:12.700877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a459844e-21e4-4160-84ef-082cf65b3fa2 None None] Provisioning for port 493a316d-03e5-4ee3-be5a-414f38524d79 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:12.739693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a459844e-21e4-4160-84ef-082cf65b3fa2 None None] Provisioning complete for port 493a316d-03e5-4ee3-be5a-414f38524d79 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:12.740433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a459844e-21e4-4160-84ef-082cf65b3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:12.807447 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b809f253-dd2c-494a-a556-1fc72b782f8d req-c4903c05-727d-44b7-a8b7-bbb225ae8fae tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 210 time: 0.1232858 Aug 17 16:30:12.840944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Allocated IP 2001:db8::13 (3ac82955-bcba-4e2c-88b8-ee9a53e83397/6a203ee6-42f8-49ad-95d1-f10a2174868f/3d5ec68b-af46-438b-a9db-fc8f42b4869f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:12.848735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:12.978050 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a459844e-21e4-4160-84ef-082cf65b3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:13.015381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 94411861-d1ca-46cb-800c-400fbb76f174 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:13.056903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf255e-4b5d-43d7-9c0d-aa350fe998d8 req-cd24fafa-e94f-4888-a7ce-8eba9cb7f9c8 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:13.060409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ccbf255e-4b5d-43d7-9c0d-aa350fe998d8 req-cd24fafa-e94f-4888-a7ce-8eba9cb7f9c8 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 945 time: 0.2833872 Aug 17 16:30:13.073774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 94411861-d1ca-46cb-800c-400fbb76f174 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:30:13.074104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 94411861-d1ca-46cb-800c-400fbb76f174 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:30:13.081798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a459844e-21e4-4160-84ef-082cf65b3fa2 None None] For port 493a316d-03e5-4ee3-be5a-414f38524d79, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=493a316d-03e5-4ee3-be5a-414f38524d79,segment=NetworkSegment(688007ed-cf98-41f5-85d5-987c3209475e),segment_id=688007ed-cf98-41f5-85d5-987c3209475e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:13.102884 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a459844e-21e4-4160-84ef-082cf65b3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:13.214455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459844e-21e4-4160-84ef-082cf65b3fa2 None None] Pushing event updated for resources: {'Port': ['ID=493a316d-03e5-4ee3-be5a-414f38524d79,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:13.479200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ccbf255e-4b5d-43d7-9c0d-aa350fe998d8 req-b4307948-61d2-45bf-b467-5f0b057ba13b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224785 Aug 17 16:30:13.645697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 493a316d-03e5-4ee3-be5a-414f38524d79 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:13.765500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 493a316d-03e5-4ee3-be5a-414f38524d79 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:13.765969 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:13.824561 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:13.856211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:30:13.870639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Transition to ACTIVE for port object 3d5ec68b-af46-438b-a9db-fc8f42b4869f will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:13.900104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-279d21c4-dd6f-4097-8da7-7785d911ebc9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:13.909976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-279d21c4-dd6f-4097-8da7-7785d911ebc9 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.91 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 945 time: 0.2082834 Aug 17 16:30:14.019204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b6437898-972a-43d2-a9ef-8775d7f39b74 None None] Provisioning complete for port 493a316d-03e5-4ee3-be5a-414f38524d79 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:14.019941 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6437898-972a-43d2-a9ef-8775d7f39b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:14.109807 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c8c1376-3a4a-4af8-8b0e-dc0aa5a08987 req-50948b92-27d4-460e-b9a8-41e304951258 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 210 time: 0.0615678 Aug 17 16:30:14.248237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b6437898-972a-43d2-a9ef-8775d7f39b74 None None] Provisioning for port 9720788b-d017-4243-bb6e-561e5abba1a6 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:14.253764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b6437898-972a-43d2-a9ef-8775d7f39b74 None None] Provisioning complete for port 9720788b-d017-4243-bb6e-561e5abba1a6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:14.254327 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6437898-972a-43d2-a9ef-8775d7f39b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:14.272486 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:14.283808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:30:14.310489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Sync routers for ids ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:30:14.335431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b6437898-972a-43d2-a9ef-8775d7f39b74 None None] Port 9720788b-d017-4243-bb6e-561e5abba1a6 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:14.341074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Routers {'6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:14.342911 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:14.357371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:14.363841 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:14.368540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-caed08d5-43b1-4549-a9cd-6183b4988d6d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8373070 Aug 17 16:30:14.368540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:14.368911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58982) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:14.373101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:14.378986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:14.379824 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:14.390028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Port': ['ID=3d5ec68b-af46-438b-a9db-fc8f42b4869f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:14.413023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-1d509b4f-5085-4a7a-9b3e-7714485eec7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Deleting port 85ee2243-0a93-413f-8b4d-63f2556ee30b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:14.413464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-1d509b4f-5085-4a7a-9b3e-7714485eec7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:14.496033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-49056b5b-095e-494a-bff8-08a795462ce6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.2850444 Aug 17 16:30:14.497978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:14.526402 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-f8caac98-6109-4455-bd9a-92f696e5cbf6 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472345 Aug 17 16:30:14.636934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-1d509b4f-5085-4a7a-9b3e-7714485eec7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] For port 85ee2243-0a93-413f-8b4d-63f2556ee30b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=85ee2243-0a93-413f-8b4d-63f2556ee30b,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:14.636934 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-1d509b4f-5085-4a7a-9b3e-7714485eec7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:14.654310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-1d509b4f-5085-4a7a-9b3e-7714485eec7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Calling delete_port for 85ee2243-0a93-413f-8b4d-63f2556ee30b owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:14.676833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Set router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:14.844158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a4eea-7fd1-41a6-8d95-4d79a9066123 req-74fa4043-f8b6-4d6c-825f-03c913d28759 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:14.858761 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-561a4eea-7fd1-41a6-8d95-4d79a9066123 req-74fa4043-f8b6-4d6c-825f-03c913d28759 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 945 time: 0.2083111 Aug 17 16:30:14.893552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ed876260-e973-4474-85a5-94793b916cf8 None None] Provisioning complete for port 9720788b-d017-4243-bb6e-561e5abba1a6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:14.894201 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed876260-e973-4474-85a5-94793b916cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:14.978233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e35188f-1054-4b2a-a281-82435dff1e85 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:14.997505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e35188f-1054-4b2a-a281-82435dff1e85 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:14.999318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-561a4eea-7fd1-41a6-8d95-4d79a9066123 req-697015be-93bb-4b86-91d2-5b0250793a3c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374702 Aug 17 16:30:15.011247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-2de6c863-3a4d-4bb8-9233-84bc874ccd92 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:15.012886 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-2de6c863-3a4d-4bb8-9233-84bc874ccd92 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4800272 Aug 17 16:30:15.020212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e35188f-1054-4b2a-a281-82435dff1e85 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:15.022174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1e35188f-1054-4b2a-a281-82435dff1e85 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.5240693 Aug 17 16:30:15.028772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Request body: {'port': {'device_id': '54f2d03d-10ba-4f12-832a-b2e6921a7de5', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'ab4be46c8ce94adaa70ee5532c259bf4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:15.032141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58998) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:15.082025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ed876260-e973-4474-85a5-94793b916cf8 None None] Port 9720788b-d017-4243-bb6e-561e5abba1a6 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:15.105796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'name': 'tempest-ServerRescueNegativeTestJSON-420309495-router', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ce42f082-7152-41da-9536-7c18912185b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:30:08Z', 'updated_at': '2021-08-17T16:30:11Z', 'revision_number': 3, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'gw_port': {'id': 'ce42f082-7152-41da-9536-7c18912185b6', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:09Z', 'updated_at': '2021-08-17T16:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:15.193836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Checking router: 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:30:15.194187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Updating router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c port ce42f082-7152-41da-9536-7c18912185b6 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:30:15.214764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-1d509b4f-5085-4a7a-9b3e-7714485eec7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:15.273214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:15.278148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d509b4f-5085-4a7a-9b3e-7714485eec7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event deleted for resources: {'Port': ['ID=85ee2243-0a93-413f-8b4d-63f2556ee30b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:15.311602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['addc51d9-c7aa-4b03-b79b-f6efd87e5b86'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:15.423386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ba8453a-db4b-4d2f-9965-4367712a4bb3 req-444d878f-1bf5-4c33-9798-5dfca82c244e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 210 time: 0.1486163 Aug 17 16:30:15.429622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:15.468721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-1d509b4f-5085-4a7a-9b3e-7714485eec7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] No DVR routers for this DVR port 85ee2243-0a93-413f-8b4d-63f2556ee30b on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:30:15.472675 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-1d509b4f-5085-4a7a-9b3e-7714485eec7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:15.474742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e2f3a40-1239-463c-a36e-666f65e8d28c req-1d509b4f-5085-4a7a-9b3e-7714485eec7f tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.91 "DELETE /v2.0/ports/85ee2243-0a93-413f-8b4d-63f2556ee30b HTTP/1.1" status: 204 len: 173 time: 1.5491428 Aug 17 16:30:15.475342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0301f015-4226-4cf6-ad77-e9b628ff4ae0', 'name': 'network-vif-deleted', 'tag': '85ee2243-0a93-413f-8b4d-63f2556ee30b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:15.483963 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ff123b-89c3-4955-bf0a-83028aa83757" -d '{"events": [{"server_uuid": "0301f015-4226-4cf6-ad77-e9b628ff4ae0", "name": "network-vif-deleted", "tag": "85ee2243-0a93-413f-8b4d-63f2556ee30b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:15.651099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-62c4908b-f1d0-41c0-ab59-67acec1e6177 None None] Provisioning for port 3d5ec68b-af46-438b-a9db-fc8f42b4869f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:15.652158 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd7e72d-5d92-4a5c-9397-d539e7e49f8d x-openstack-request-id: req-5fd7e72d-5d92-4a5c-9397-d539e7e49f8d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:15.653097 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0301f015-4226-4cf6-ad77-e9b628ff4ae0", "name": "network-vif-deleted", "tag": "85ee2243-0a93-413f-8b4d-63f2556ee30b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:15.653859 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5fd7e72d-5d92-4a5c-9397-d539e7e49f8d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:15.654524 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0301f015-4226-4cf6-ad77-e9b628ff4ae0', 'name': 'network-vif-deleted', 'tag': '85ee2243-0a93-413f-8b4d-63f2556ee30b', 'status': 'completed', 'code': 200} Aug 17 16:30:15.719747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-62c4908b-f1d0-41c0-ab59-67acec1e6177 None None] Provisioning complete for port 3d5ec68b-af46-438b-a9db-fc8f42b4869f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:15.720292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62c4908b-f1d0-41c0-ab59-67acec1e6177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:15.883063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:15.955241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-62c4908b-f1d0-41c0-ab59-67acec1e6177 None None] Port 3d5ec68b-af46-438b-a9db-fc8f42b4869f cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:15.966005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.191969 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.321692 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7689070c-5ce2-4375-8bb1-754da8748d3f req-3157b8b7-71e2-40cb-8cb6-be40941506b7 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=0301f015-4226-4cf6-ad77-e9b628ff4ae0 HTTP/1.1" status: 200 len: 210 time: 0.0717609 Aug 17 16:30:16.345825 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.366027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Transition to ACTIVE for port object ce42f082-7152-41da-9536-7c18912185b6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:16.373697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 85ee2243-0a93-413f-8b4d-63f2556ee30b no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:16.383229 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.435210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 85ee2243-0a93-413f-8b4d-63f2556ee30b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:30:16.435742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 85ee2243-0a93-413f-8b4d-63f2556ee30b not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:30:16.533827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Attempting to bind port ce42f082-7152-41da-9536-7c18912185b6 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:30:16.534423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Attempting to bind port ce42f082-7152-41da-9536-7c18912185b6 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:30:16.535043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Attempting to bind port ce42f082-7152-41da-9536-7c18912185b6 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:16.550639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Allocated IP 172.25.7.186 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/c2d0f65b-a067-4df1-a1c8-fd4acb7f5788) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:16.585082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:30:16.588244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:16.592236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.593566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:30:16.596614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Bound port: ce42f082-7152-41da-9536-7c18912185b6, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:30:16.599233 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.628189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Deleting port 3d5ec68b-af46-438b-a9db-fc8f42b4869f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:16.628760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.643649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2abc11-2ff4-4a49-bb3f-afa23d17878f None None] Pushing event updated for resources: {'Port': ['ID=ce42f082-7152-41da-9536-7c18912185b6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:16.705630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] For port ce42f082-7152-41da-9536-7c18912185b6, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:30:16.710655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] For port ce42f082-7152-41da-9536-7c18912185b6, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ce42f082-7152-41da-9536-7c18912185b6,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:30:16.717063 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.724553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-764001bf-0ec8-4a98-b32b-e483563c9843 req-19e8cac1-2ef5-4239-ba0c-7f70332c6c25 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 210 time: 0.1032114 Aug 17 16:30:16.752596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Made reservation on behalf of ab4be46c8ce94adaa70ee5532c259bf4 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:16.759092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.807208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2abc11-2ff4-4a49-bb3f-afa23d17878f None None] Pushing event updated for resources: {'Port': ['ID=ce42f082-7152-41da-9536-7c18912185b6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:16.844279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.861361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Routers {'6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:16.863706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:16.906359 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:16.983663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event updated for resources: {'Port': ['ID=c2d0f65b-a067-4df1-a1c8-fd4acb7f5788,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:16.998519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:17.000907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:17.005888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:17.120068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.131939 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.135595 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.172851 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.178221 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Calling delete_port for 3d5ec68b-af46-438b-a9db-fc8f42b4869f owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:17.181370 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Allocated IP 192.168.233.147 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/6852ccc4-b70d-4aa6-83c3-72683625888a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:17.256173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] Set router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:17.481162 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.492605 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.570711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'name': 'tempest-ServerRescueNegativeTestJSON-420309495-router', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ce42f082-7152-41da-9536-7c18912185b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:30:08Z', 'updated_at': '2021-08-17T16:30:11Z', 'revision_number': 3, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'gw_port': {'id': 'ce42f082-7152-41da-9536-7c18912185b6', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:09Z', 'updated_at': '2021-08-17T16:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:17.575470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event updated for resources: {'Port': ['ID=c2d0f65b-a067-4df1-a1c8-fd4acb7f5788,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:17.603073 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.621367 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.623040 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0641445d-a7cb-40e2-b900-13688997a026 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1898341 Aug 17 16:30:17.627898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:17.629054 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791142f-4dc4-4b73-9538-9e92ff46dda4 None None] The sync data for ids ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'] in n-d-804878-1 is: [{'id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'name': 'tempest-ServerRescueNegativeTestJSON-420309495-router', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ce42f082-7152-41da-9536-7c18912185b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:30:08Z', 'updated_at': '2021-08-17T16:30:11Z', 'revision_number': 3, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'gw_port': {'id': 'ce42f082-7152-41da-9536-7c18912185b6', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:09Z', 'updated_at': '2021-08-17T16:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:30:17.635019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2036452681'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:17.671892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Made reservation on behalf of d0f855e3cfa54ee589eef4ed823aa236 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:17.676334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.687516 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.757551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Allocated IP 172.20.0.1 (c12d6057-9d55-4345-afa9-bf097cd0485d/061e0652-fb77-4a34-bc9d-2283ab776804/5792498e-58c3-4a0c-99d7-cbbef695f029) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:17.764733 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.850294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.883855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event deleted for resources: {'Port': ['ID=3d5ec68b-af46-438b-a9db-fc8f42b4869f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:17.889949 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.912748 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:17.949770 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba9657eb-82c6-4dc8-a937-21ccd7c49f27 req-6c389ec8-9791-45ce-8735-2b5de1fc0263 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 210 time: 0.1036415 Aug 17 16:30:17.956644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Transition to ACTIVE for port object 6852ccc4-b70d-4aa6-83c3-72683625888a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:17.957340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:30:17.978950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025f2d9f-3791-45bc-9dcc-300f1645febe,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:17.983035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.983383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.983741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.984093 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.984429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.991123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.991123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.991123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.991123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.991123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.993714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:17.994208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:18.041081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:18.041492 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Added segment a1d8a03a-c967-4278-b5cf-a922ba1a2a67 of type vlan for network e0a0e1b9-5129-4be0-8988-6189f8cb9821 Aug 17 16:30:18.096915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de234c-ca00-4a47-ba23-494c6e8c689d req-1413021f-da90-429c-95ab-0bfbeefd707d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:18.099053 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36de234c-ca00-4a47-ba23-494c6e8c689d req-1413021f-da90-429c-95ab-0bfbeefd707d tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.2344971 Aug 17 16:30:18.181850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:18.210640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36de234c-ca00-4a47-ba23-494c6e8c689d req-4820b990-64d8-4d92-8741-688513dda599 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003680 Aug 17 16:30:18.241942 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:18.254847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:18.255535 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:18.276606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6463480 Aug 17 16:30:18.290518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:18.295979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Request body: {'subnet': {'network_id': 'e0a0e1b9-5129-4be0-8988-6189f8cb9821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:18.310502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:18.325555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:18.328168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-26ec11f3-0cf9-4506-bf3c-98b8f9062554 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "DELETE /v2.0/ports/3d5ec68b-af46-438b-a9db-fc8f42b4869f HTTP/1.1" status: 204 len: 168 time: 3.1226861 Aug 17 16:30:18.328750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3', '88a283c8-47a1-48ef-bffb-95ed976da07d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:18.332745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', '1192c936-2cf0-4118-a29d-f6166d95b17d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:18.336777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59048) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:18.401155 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31757f5-0e08-4b8c-ad8f-d4891cc19485 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] GET failed (client error): The resource could not be found. Aug 17 16:30:18.403049 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c31757f5-0e08-4b8c-ad8f-d4891cc19485 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "GET /v2.0/ports/3d5ec68b-af46-438b-a9db-fc8f42b4869f HTTP/1.1" status: 404 len: 333 time: 0.0652173 Aug 17 16:30:18.410567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59050) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:18.432581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'port': {'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-194956380'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:18.469531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:18.537144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:18.560893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:18.657865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:18.658682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:18.674770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event updated for resources: {'Port': ['ID=6852ccc4-b70d-4aa6-83c3-72683625888a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:18.728309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:18.775268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-261814fb-84bf-42d6-b1cc-b5b5c23c5fb7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7509770 Aug 17 16:30:18.849295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83159d7-b500-42f2-a930-71d3b55f08ad tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event updated for resources: {'Network': ['ID=e0a0e1b9-5129-4be0-8988-6189f8cb9821,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:18.855016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Request body: {'port': {'device_id': '54f2d03d-10ba-4f12-832a-b2e6921a7de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:18.855260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Made reservation on behalf of d0f855e3cfa54ee589eef4ed823aa236 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:18.859337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:18.878337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network e0a0e1b9-5129-4be0-8988-6189f8cb9821 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:30:18.958147 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-0a617eb7-2f80-467a-9a87-3b2281d7a88e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:18.966356 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-0a617eb7-2f80-467a-9a87-3b2281d7a88e tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.93 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.4470606 Aug 17 16:30:19.108177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Made reservation on behalf of 215975e1fe9f4693a438d577e80f9218 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:19.116156 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:19.255016 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:19.331726 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Pushing event updated for resources: {'Port': ['ID=5792498e-58c3-4a0c-99d7-cbbef695f029,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:19.344599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] device_id is not set on port 6ed63ef7-d9a8-4043-98de-4491029ec142 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:30:19.381066 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:19.399725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eba3f75e-a83c-445e-ba0e-084c05340449 None None] Provisioning for port 6852ccc4-b70d-4aa6-83c3-72683625888a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:19.412315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eba3f75e-a83c-445e-ba0e-084c05340449 None None] Provisioning complete for port 6852ccc4-b70d-4aa6-83c3-72683625888a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:19.412724 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba3f75e-a83c-445e-ba0e-084c05340449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:19.518478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event updated for resources: {'Subnet': ['ID=90ae7475-5401-4902-bfda-6e6cf08e5580,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:19.523662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Network c12d6057-9d55-4345-afa9-bf097cd0485d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:19.579420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:19.589478 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:19.600517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:19.609141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eba3f75e-a83c-445e-ba0e-084c05340449 None None] Port 6852ccc4-b70d-4aa6-83c3-72683625888a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:19.624854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:19.660233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Checking segment: {'id': 'a1d8a03a-c967-4278-b5cf-a922ba1a2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e0a0e1b9-5129-4be0-8988-6189f8cb9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:19.662009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Network hostable DHCP agents. Network: e0a0e1b9-5129-4be0-8988-6189f8cb9821, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:30:19.675383 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:19.709931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd34faa-140e-46e7-a1ba-72fea1292ea2 req-9b555983-6a2b-4f0b-b549-a456379fec60 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:19.718280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9fd34faa-140e-46e7-a1ba-72fea1292ea2 req-9b555983-6a2b-4f0b-b549-a456379fec60 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.1969965 Aug 17 16:30:19.748381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Network e0a0e1b9-5129-4be0-8988-6189f8cb9821 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:30:19.748706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1373-2d03-4276-badf-db722b31575f req-14ed0d08-cd23-48b9-8957-a5128c2be0b1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:19.762154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e47e1373-2d03-4276-badf-db722b31575f req-14ed0d08-cd23-48b9-8957-a5128c2be0b1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 936 time: 0.5945444 Aug 17 16:30:19.794176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce42f082-7152-41da-9536-7c18912185b6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:19.810805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9fd34faa-140e-46e7-a1ba-72fea1292ea2 req-911fbec7-bd95-4eac-b175-91d1be9e2038 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905910 Aug 17 16:30:19.814631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, e0a0e1b9-5129-4be0-8988-6189f8cb9821) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:19.826966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:19.829398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:19.850735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-36929eea-c767-47e3-8de4-92aedb2d2dcf tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5589809 Aug 17 16:30:19.854852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59064) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:19.865214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-193544864', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:19.876372 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4364d1a9-00cf-4b52-8097-40f60f6b4b1d None None] Network e0a0e1b9-5129-4be0-8988-6189f8cb9821 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:30:19.908383 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:19.909713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:19.981558 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.010486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:20.056139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-3a8feda7-4640-4403-be60-ccc791bcbf92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Deleting port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:20.057061 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-3a8feda7-4640-4403-be60-ccc791bcbf92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.175292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-3a8feda7-4640-4403-be60-ccc791bcbf92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] For port addc51d9-c7aa-4b03-b79b-f6efd87e5b86, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:20.175684 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-3a8feda7-4640-4403-be60-ccc791bcbf92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.193173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-3a8feda7-4640-4403-be60-ccc791bcbf92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Calling delete_port for addc51d9-c7aa-4b03-b79b-f6efd87e5b86 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:20.240599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ce42f082-7152-41da-9536-7c18912185b6 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:20.265328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ce42f082-7152-41da-9536-7c18912185b6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:20.266023 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.292789 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adfe8505-bf78-4258-b72e-888992fd6b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.302645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-e0a0e1b9-5129-4be0-8988-6189f8cb9821', 'network_id': 'e0a0e1b9-5129-4be0-8988-6189f8cb9821', 'tenant_id': 'd0f855e3cfa54ee589eef4ed823aa236', 'fixed_ips': [{'subnet_id': '90ae7475-5401-4902-bfda-6e6cf08e5580'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:30:20.303431 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.342716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Allocated IP 2001:db8::188 (3ac82955-bcba-4e2c-88b8-ee9a53e83397/6a203ee6-42f8-49ad-95d1-f10a2174868f/6ed63ef7-d9a8-4043-98de-4491029ec142) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:20.365531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.480155 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.491978 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e47e1373-2d03-4276-badf-db722b31575f req-d74800a3-138d-44f3-9fe9-5669e9179837 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168377 Aug 17 16:30:20.610264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Allocated IP 172.20.0.2 (e0a0e1b9-5129-4be0-8988-6189f8cb9821/90ae7475-5401-4902-bfda-6e6cf08e5580/394e6936-d034-452e-8331-aa45abfc790e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:20.679203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adfe8505-bf78-4258-b72e-888992fd6b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.698988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adfe8505-bf78-4258-b72e-888992fd6b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.748898 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-adfe8505-bf78-4258-b72e-888992fd6b7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49e87eca1aac46df987d45c3b6e0d990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7370851 Aug 17 16:30:20.761639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.762069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:20.815307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ce42f082-7152-41da-9536-7c18912185b6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ce42f082-7152-41da-9536-7c18912185b6,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:20.821656 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:20.858756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe8505-bf78-4258-b72e-888992fd6b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e47821-618b-4d40-b042-44d11da65b25,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:20.971581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ce42f082-7152-41da-9536-7c18912185b6,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:21.026236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device addc51d9-c7aa-4b03-b79b-f6efd87e5b86 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:21.133188 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.178579 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.192084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Transition to ACTIVE for port object 394e6936-d034-452e-8331-aa45abfc790e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:21.232356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.233548 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a721b1d1-c061-4bae-86d5-316ec287512c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.237502 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.248607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Transition to ACTIVE for port object 394e6936-d034-452e-8331-aa45abfc790e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:21.259233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4fb4-650b-4d7f-bbb0-bfd9d5cbd72a req-e4afe64b-c266-45ca-9b62-4c24f64cc0c8 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:21.267677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-207d4fb4-650b-4d7f-bbb0-bfd9d5cbd72a req-e4afe64b-c266-45ca-9b62-4c24f64cc0c8 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 945 time: 0.2931275 Aug 17 16:30:21.271428 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.326050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Network e0a0e1b9-5129-4be0-8988-6189f8cb9821 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:21.327301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a721b1d1-c061-4bae-86d5-316ec287512c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.330514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:21.335720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:21.339344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Pushing event updated for resources: {'Port': ['ID=394e6936-d034-452e-8331-aa45abfc790e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:21.411137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Attempting to bind port 394e6936-d034-452e-8331-aa45abfc790e on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:30:21.411895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Attempting to bind port 394e6936-d034-452e-8331-aa45abfc790e by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'a1d8a03a-c967-4278-b5cf-a922ba1a2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e0a0e1b9-5129-4be0-8988-6189f8cb9821'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:30:21.412499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Attempting to bind port 394e6936-d034-452e-8331-aa45abfc790e on network e0a0e1b9-5129-4be0-8988-6189f8cb9821 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:21.418891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:30:21.419460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Checking segment: {'id': 'a1d8a03a-c967-4278-b5cf-a922ba1a2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e0a0e1b9-5129-4be0-8988-6189f8cb9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:21.419977 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.421748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Bound using segment: {'id': 'a1d8a03a-c967-4278-b5cf-a922ba1a2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e0a0e1b9-5129-4be0-8988-6189f8cb9821'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:30:21.422435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Bound port: 394e6936-d034-452e-8331-aa45abfc790e, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d8a03a-c967-4278-b5cf-a922ba1a2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e0a0e1b9-5129-4be0-8988-6189f8cb9821'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:30:21.422978 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.508698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] For port 394e6936-d034-452e-8331-aa45abfc790e, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:30:21.513039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] For port 394e6936-d034-452e-8331-aa45abfc790e, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=394e6936-d034-452e-8331-aa45abfc790e,segment=NetworkSegment(a1d8a03a-c967-4278-b5cf-a922ba1a2a67),segment_id=a1d8a03a-c967-4278-b5cf-a922ba1a2a67)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:30:21.514812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-207d4fb4-650b-4d7f-bbb0-bfd9d5cbd72a req-20545494-67f3-4931-bee8-436f62d9719c tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=a79886b5-0232-4c7b-bde1-4872ffe3a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314703 Aug 17 16:30:21.535870 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.590744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Allocated IP 172.25.7.214 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/bd8a327a-a6da-4b06-8f76-9851e6e98545) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:21.628688 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a721b1d1-c061-4bae-86d5-316ec287512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.631346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a721b1d1-c061-4bae-86d5-316ec287512c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.632525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a721b1d1-c061-4bae-86d5-316ec287512c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81e47821-618b-4d40-b042-44d11da65b25 HTTP/1.1" status: 204 len: 168 time: 0.8626287 Aug 17 16:30:21.662826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721b1d1-c061-4bae-86d5-316ec287512c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e47821-618b-4d40-b042-44d11da65b25,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:21.727302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce42f082-7152-41da-9536-7c18912185b6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:21.733604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e6873-8144-49dc-9b81-3c4035279ecc None None] Pushing event updated for resources: {'Port': ['ID=394e6936-d034-452e-8331-aa45abfc790e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:21.746668 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.784218 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-3a8feda7-4640-4403-be60-ccc791bcbf92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.895760 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8feda7-4640-4403-be60-ccc791bcbf92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event deleted for resources: {'Port': ['ID=addc51d9-c7aa-4b03-b79b-f6efd87e5b86,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:21.896165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ce42f082-7152-41da-9536-7c18912185b6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:21.896741 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:21.927694 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:22.008640 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:22.042576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Transition to ACTIVE for port object 6ed63ef7-d9a8-4043-98de-4491029ec142 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:22.069701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6852ccc4-b70d-4aa6-83c3-72683625888a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:30:22.087661 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:22.112097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-3a8feda7-4640-4403-be60-ccc791bcbf92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] No DVR routers for this DVR port addc51d9-c7aa-4b03-b79b-f6efd87e5b86 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:30:22.140637 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:22.179972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d886c2-e789-450c-977c-cdc31f48c954 req-7082208e-32ba-4c2e-9f02-ab2a88d106eb tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:22.182294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8d886c2-e789-450c-977c-cdc31f48c954 req-7082208e-32ba-4c2e-9f02-ab2a88d106eb tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 936 time: 0.4423385 Aug 17 16:30:22.184529 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-3a8feda7-4640-4403-be60-ccc791bcbf92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:22.190082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:22.191710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a465c6a9-cdcd-4f50-8f4d-d95d042bd5b6 req-3a8feda7-4640-4403-be60-ccc791bcbf92 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.93 "DELETE /v2.0/ports/addc51d9-c7aa-4b03-b79b-f6efd87e5b86 HTTP/1.1" status: 204 len: 173 time: 3.1667018 Aug 17 16:30:22.204285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event updated for resources: {'Port': ['ID=bd8a327a-a6da-4b06-8f76-9851e6e98545,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:22.221856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:22.227583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:22.230359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df05642f-87ab-4384-bc0d-c2699ef1bac2', 'name': 'network-vif-deleted', 'tag': 'addc51d9-c7aa-4b03-b79b-f6efd87e5b86'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:22.232978 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed510a-b758-40eb-9cf7-86ae5fef5d95" -d '{"events": [{"server_uuid": "df05642f-87ab-4384-bc0d-c2699ef1bac2", "name": "network-vif-deleted", "tag": "addc51d9-c7aa-4b03-b79b-f6efd87e5b86"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:22.375711 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e80a6e-48e5-4b9c-ab71-03c57c8162d5 x-openstack-request-id: req-69e80a6e-48e5-4b9c-ab71-03c57c8162d5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:22.387473 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df05642f-87ab-4384-bc0d-c2699ef1bac2", "name": "network-vif-deleted", "tag": "addc51d9-c7aa-4b03-b79b-f6efd87e5b86", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:22.388258 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69e80a6e-48e5-4b9c-ab71-03c57c8162d5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:22.389318 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df05642f-87ab-4384-bc0d-c2699ef1bac2', 'name': 'network-vif-deleted', 'tag': 'addc51d9-c7aa-4b03-b79b-f6efd87e5b86', 'status': 'completed', 'code': 200} Aug 17 16:30:22.418504 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Transition to ACTIVE for port object 6852ccc4-b70d-4aa6-83c3-72683625888a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:22.456014 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:22.583801 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:22.639025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8d886c2-e789-450c-977c-cdc31f48c954 req-ffb77380-26d6-4e4c-98fc-f88c9e06dded tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851657 Aug 17 16:30:22.766220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Pushing event updated for resources: {'Port': ['ID=6852ccc4-b70d-4aa6-83c3-72683625888a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:22.830791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:22.866885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:22.869582 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:22.871683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:22.885787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:22.887602 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:22.951513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4476fe5-6a18-4688-864c-9e2442e9e3e6 req-ce46410f-cd9b-414c-9ef7-b5edf56dcd83 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=df05642f-87ab-4384-bc0d-c2699ef1bac2 HTTP/1.1" status: 200 len: 210 time: 0.0790431 Aug 17 16:30:23.148488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7329888 Aug 17 16:30:23.149829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59108) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:23.220151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f537490a-b1bc-49f3-b80a-88c1a936f416 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6f', 'mac_address': 'fa:16:3e:e5:8e:4e'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:23.341369 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:23.344901 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647d632-60da-4eb7-9bfc-9b7c619517e1 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Port': ['ID=6ed63ef7-d9a8-4043-98de-4491029ec142,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:23.360948 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:23.450021 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:23.477869 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:23.542840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-56b5893e-560c-4c23-9205-7b297da7730b None None] Provisioning for port 6ed63ef7-d9a8-4043-98de-4491029ec142 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:23.549839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-56b5893e-560c-4c23-9205-7b297da7730b None None] Provisioning complete for port 6ed63ef7-d9a8-4043-98de-4491029ec142 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:23.550895 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56b5893e-560c-4c23-9205-7b297da7730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:23.705839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-56b5893e-560c-4c23-9205-7b297da7730b None None] Port 6ed63ef7-d9a8-4043-98de-4491029ec142 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:23.760135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f5cfbe-d885-45eb-86b2-2fae565ae4df None None] Network e0a0e1b9-5129-4be0-8988-6189f8cb9821 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:30:23.816206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Router 89269471-8ea9-4c76-b71c-c5b740f7f7dc is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:30:23.895723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Attempting to bind port 6852ccc4-b70d-4aa6-83c3-72683625888a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:30:23.896315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Attempting to bind port 6852ccc4-b70d-4aa6-83c3-72683625888a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:30:23.896800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Attempting to bind port 6852ccc4-b70d-4aa6-83c3-72683625888a on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:23.926819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 394e6936-d034-452e-8331-aa45abfc790e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:23.936310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Port 6852ccc4-b70d-4aa6-83c3-72683625888a on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:30:23.936877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Attempting to bind port 6852ccc4-b70d-4aa6-83c3-72683625888a on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:23.961944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Pushing event updated for resources: {'Port': ['ID=5792498e-58c3-4a0c-99d7-cbbef695f029,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:24.000070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:30:24.001216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:24.002411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:30:24.003356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Bound port: 6852ccc4-b70d-4aa6-83c3-72683625888a, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:30:24.003944 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:24.060043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4465e-4120-481e-95d9-cc7a5c807105 req-06eb2928-8b9d-4995-bb7d-f3ca52d89728 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:24.064044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b4465e-4120-481e-95d9-cc7a5c807105 req-06eb2928-8b9d-4995-bb7d-f3ca52d89728 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 948 time: 0.1877239 Aug 17 16:30:24.086055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:30:24.112893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b3ff1367-31ce-42f1-a4bc-06e47b2e6a04 None None] Provisioning for port 394e6936-d034-452e-8331-aa45abfc790e completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:24.121263 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ac709c-dff5-4deb-a3af-bdd15e12c8b8 None None] Sync routers for ids ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:30:24.141370 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac709c-dff5-4deb-a3af-bdd15e12c8b8 None None] Routers {'89269471-8ea9-4c76-b71c-c5b740f7f7dc'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:24.144017 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-05ac709c-dff5-4deb-a3af-bdd15e12c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:24.208879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 394e6936-d034-452e-8331-aa45abfc790e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:24.236503 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b4465e-4120-481e-95d9-cc7a5c807105 req-29802f1d-638f-4ecf-b96c-c848a809a47c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297240 Aug 17 16:30:24.245264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 394e6936-d034-452e-8331-aa45abfc790e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:24.246485 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:24.257450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:24.268361 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-05ac709c-dff5-4deb-a3af-bdd15e12c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:24.274991 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c66c9b8c-0d8b-4f2d-9ae9-ca0ef6284920 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4182823 Aug 17 16:30:24.289161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:24.294593 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f537490a-b1bc-49f3-b80a-88c1a936f416 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:24.312419 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac709c-dff5-4deb-a3af-bdd15e12c8b8 None None] Routers {'89269471-8ea9-4c76-b71c-c5b740f7f7dc'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:24.314000 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-05ac709c-dff5-4deb-a3af-bdd15e12c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:24.380416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Network c12d6057-9d55-4345-afa9-bf097cd0485d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:24.394752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:24.478581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] For port 6852ccc4-b70d-4aa6-83c3-72683625888a, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:30:24.495321 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-05ac709c-dff5-4deb-a3af-bdd15e12c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:24.499610 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ac709c-dff5-4deb-a3af-bdd15e12c8b8 None None] The sync data for ids ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:30:24.537120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] For port 6852ccc4-b70d-4aa6-83c3-72683625888a, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6852ccc4-b70d-4aa6-83c3-72683625888a,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:30:24.571967 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:24.627368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 394e6936-d034-452e-8331-aa45abfc790e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=394e6936-d034-452e-8331-aa45abfc790e,segment=NetworkSegment(a1d8a03a-c967-4278-b5cf-a922ba1a2a67),segment_id=a1d8a03a-c967-4278-b5cf-a922ba1a2a67)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:24.633463 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:24.717421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:24.767462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=394e6936-d034-452e-8331-aa45abfc790e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:24.886099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:24.886099 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:24.886099 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] 10.222.0.93 "PUT /v2.0/ports/6852ccc4-b70d-4aa6-83c3-72683625888a HTTP/1.1" status: 200 len: 1096 time: 6.0772576 Aug 17 16:30:24.890788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f2d03d-10ba-4f12-832a-b2e6921a7de5', 'tag': '6852ccc4-b70d-4aa6-83c3-72683625888a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:24.893758 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7bd08d-fc93-40ec-9806-599b8deabc72" -d '{"events": [{"name": "network-changed", "server_uuid": "54f2d03d-10ba-4f12-832a-b2e6921a7de5", "tag": "6852ccc4-b70d-4aa6-83c3-72683625888a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:25.034615 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbdb6ae-2c95-415c-948f-f9ae9fb18aaa x-openstack-request-id: req-7bbdb6ae-2c95-415c-948f-f9ae9fb18aaa {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:25.035793 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f2d03d-10ba-4f12-832a-b2e6921a7de5", "tag": "6852ccc4-b70d-4aa6-83c3-72683625888a", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:25.036277 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7bbdb6ae-2c95-415c-948f-f9ae9fb18aaa {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:25.036922 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f2d03d-10ba-4f12-832a-b2e6921a7de5', 'tag': '6852ccc4-b70d-4aa6-83c3-72683625888a', 'status': 'completed', 'code': 200} Aug 17 16:30:25.084116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bdf443b6-1982-4385-a5cb-50df24d65f48 None None] Provisioning complete for port 394e6936-d034-452e-8331-aa45abfc790e triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:25.084493 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf443b6-1982-4385-a5cb-50df24d65f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:25.143640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec7e04-8803-4b46-bc3c-e2a95cabe035 service neutron] Pushing event updated for resources: {'Port': ['ID=6852ccc4-b70d-4aa6-83c3-72683625888a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:25.192945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:30:25.211114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-81c0032a-4413-47d3-a754-47f33f9b3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:25.219137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-81c0032a-4413-47d3-a754-47f33f9b3393 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 1099 time: 0.2489505 Aug 17 16:30:25.344332 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-8eeb1beb-da65-4555-ad62-4d4de49cb440 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6852ccc4-b70d-4aa6-83c3-72683625888a HTTP/1.1" status: 200 len: 217 time: 0.1112831 Aug 17 16:30:25.347029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f537490a-b1bc-49f3-b80a-88c1a936f416 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:25.353536 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f537490a-b1bc-49f3-b80a-88c1a936f416 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:25.458530 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f537490a-b1bc-49f3-b80a-88c1a936f416 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] In _notify_port_updated(), no bound segment for port 6ed63ef7-d9a8-4043-98de-4491029ec142 on network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:30:25.464900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f537490a-b1bc-49f3-b80a-88c1a936f416 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:25.465728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f537490a-b1bc-49f3-b80a-88c1a936f416 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:25.470955 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f537490a-b1bc-49f3-b80a-88c1a936f416 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "PUT /v2.0/ports/6ed63ef7-d9a8-4043-98de-4491029ec142 HTTP/1.1" status: 200 len: 1001 time: 2.3000207 Aug 17 16:30:25.507388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59156) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:25.629529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537490a-b1bc-49f3-b80a-88c1a936f416 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Port': ['ID=6ed63ef7-d9a8-4043-98de-4491029ec142,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:25.651454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-38dfb67d-579f-49f4-89d8-c6469660288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:25.653100 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-38dfb67d-579f-49f4-89d8-c6469660288f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2936618 Aug 17 16:30:25.673142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 394e6936-d034-452e-8331-aa45abfc790e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:25.710930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:30:25.735308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Sync routers for ids ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:30:25.754930 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6d66171a-96e9-4ed0-ab82-22c8cde79e5d admin admin] 10.222.0.77 "PUT /v2.0/routers/6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3852820 Aug 17 16:30:25.765444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47a587-7363-49b7-b07c-63e07c8144ee req-72f18094-36b1-41d8-b7a0-1c8e9e07639d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:25.766524 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b47a587-7363-49b7-b07c-63e07c8144ee req-72f18094-36b1-41d8-b7a0-1c8e9e07639d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 948 time: 0.3343918 Aug 17 16:30:25.819163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Routers {'6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:25.820032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-b0134689-4b5f-43cf-afb9-11238836f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:25.820669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:25.821722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-b0134689-4b5f-43cf-afb9-11238836f58b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306882 Aug 17 16:30:25.878907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b47a587-7363-49b7-b07c-63e07c8144ee req-a432dd0b-8c0a-4614-a0d0-cc8734bc5dcf tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021335 Aug 17 16:30:25.999439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-511c94bb-4a21-48bc-a581-914b08199204 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Deleting port 6ed63ef7-d9a8-4043-98de-4491029ec142 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:26.003244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 394e6936-d034-452e-8331-aa45abfc790e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:26.004101 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:26.004881 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-511c94bb-4a21-48bc-a581-914b08199204 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:26.162364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-99663579-1ebe-478d-b442-83d08dffe5fc service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261940 Aug 17 16:30:26.188755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-511c94bb-4a21-48bc-a581-914b08199204 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:26.235205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439c625-2e9b-47c7-87da-47e07abb87e3 req-a7b2ba58-e795-4df6-a201-ac739e250337 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:26.237646 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2439c625-2e9b-47c7-87da-47e07abb87e3 req-a7b2ba58-e795-4df6-a201-ac739e250337 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 1.3481917 Aug 17 16:30:26.295090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-511c94bb-4a21-48bc-a581-914b08199204 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Calling delete_port for 6ed63ef7-d9a8-4043-98de-4491029ec142 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:26.432965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78da397-9038-4161-8614-027ad7764574 req-4d4bac85-dbc0-4ad5-8ed6-6afc52dc8b96 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:26.435815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a78da397-9038-4161-8614-027ad7764574 req-4d4bac85-dbc0-4ad5-8ed6-6afc52dc8b96 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.91 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.1928935 Aug 17 16:30:26.490053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dc99edf7-cfa2-4682-bb10-865aac917a44 None None] Provisioning complete for port 6ed63ef7-d9a8-4043-98de-4491029ec142 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:26.490524 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc99edf7-cfa2-4682-bb10-865aac917a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:26.493287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2439c625-2e9b-47c7-87da-47e07abb87e3 req-95eb1df6-2fe2-4f55-bf3d-a9358974de33 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584692 Aug 17 16:30:26.522805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420d2c10-e09c-46c0-8f59-cd2baa1ba883 req-d0c4dbc8-a533-4b77-9a93-459fdd691205 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480747 Aug 17 16:30:26.562253 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:26.595530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Set router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:26.641629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dc99edf7-cfa2-4682-bb10-865aac917a44 None None] Port 6ed63ef7-d9a8-4043-98de-4491029ec142 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:26.875578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Deleting port 83b050ea-fae0-4506-a470-947d6a735986 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:26.875578 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:26.943057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-9682e2cf-1a6c-4d39-951e-05724caac4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:26.947661 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-9682e2cf-1a6c-4d39-951e-05724caac4a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 1099 time: 0.3425009 Aug 17 16:30:26.957983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'name': 'tempest-ServerRescueNegativeTestJSON-420309495-router', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ce42f082-7152-41da-9536-7c18912185b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:30:08Z', 'updated_at': '2021-08-17T16:30:21Z', 'revision_number': 4, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'gw_port': {'id': 'ce42f082-7152-41da-9536-7c18912185b6', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:09Z', 'updated_at': '2021-08-17T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '5792498e-58c3-4a0c-99d7-cbbef695f029', 'name': '', 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'mac_address': 'fa:16:3e:a4:e7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '061e0652-fb77-4a34-bc9d-2283ab776804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:17Z', 'updated_at': '2021-08-17T16:30:22Z', 'revision_number': 2, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'subnets': [{'id': '061e0652-fb77-4a34-bc9d-2283ab776804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:27.047032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Checking router: 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:30:27.047589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Updating router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c port 5792498e-58c3-4a0c-99d7-cbbef695f029 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:30:27.098481 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:27.132822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] For port 83b050ea-fae0-4506-a470-947d6a735986, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=83b050ea-fae0-4506-a470-947d6a735986,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:27.133419 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:27.186967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Allocated IP 172.20.0.1 (e0a0e1b9-5129-4be0-8988-6189f8cb9821/90ae7475-5401-4902-bfda-6e6cf08e5580/99eeca02-af70-4b7d-8bde-b6800a75371d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:27.309310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0ac4-1928-4e98-9c69-b939b0fca93e req-25510d60-2717-4bfa-a290-084260ee2dbe tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:27.312317 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-951d0ac4-1928-4e98-9c69-b939b0fca93e req-25510d60-2717-4bfa-a290-084260ee2dbe tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 948 time: 0.2865880 Aug 17 16:30:27.607786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:27.713488 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-951d0ac4-1928-4e98-9c69-b939b0fca93e req-ba4dda5e-8df2-4752-bb1d-b16df09d7944 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796320 Aug 17 16:30:27.737450 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-511c94bb-4a21-48bc-a581-914b08199204 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:27.767839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8d42fc84-a398-45c6-8193-2882c7e2d703 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:27.776283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8d42fc84-a398-45c6-8193-2882c7e2d703 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 818 time: 1.2167826 Aug 17 16:30:27.862446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:27.908712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Transition to ACTIVE for port object 5792498e-58c3-4a0c-99d7-cbbef695f029 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:27.924470 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:27.989597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:27.990039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:27.990477 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Floating IP d1b67440-b03b-4a48-a721-b2508c5a6b09 disassociated. External IP: 172.25.7.30, port: 83b050ea-fae0-4506-a470-947d6a735986. Aug 17 16:30:27.990851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Calling delete_port for 83b050ea-fae0-4506-a470-947d6a735986 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:28.020805 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:28.039923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-c17eff40-0942-450c-9165-a0e218875296 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/quotas/ff3528d9723e403581c298d69ea0f68d HTTP/1.1" status: 200 len: 375 time: 0.2621276 Aug 17 16:30:28.045890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c94bb-4a21-48bc-a581-914b08199204 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event deleted for resources: {'Port': ['ID=6ed63ef7-d9a8-4043-98de-4491029ec142,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:28.106078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f800b2-6487-48b0-932f-7147e35c09e9 None None] Pushing event updated for resources: {'Port': ['ID=5792498e-58c3-4a0c-99d7-cbbef695f029,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:28.168887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Transition to ACTIVE for port object 99eeca02-af70-4b7d-8bde-b6800a75371d will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:28.203681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Attempting to bind port 5792498e-58c3-4a0c-99d7-cbbef695f029 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:30:28.204172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Attempting to bind port 5792498e-58c3-4a0c-99d7-cbbef695f029 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:30:28.204661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Attempting to bind port 5792498e-58c3-4a0c-99d7-cbbef695f029 on network c12d6057-9d55-4345-afa9-bf097cd0485d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:28.212194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:30:28.212989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Checking segment: {'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:28.213541 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:28.213836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e458796-d44e-4ad2-8e43-dc20830255eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:28.214339 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Bound using segment: {'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:30:28.215168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Bound port: 5792498e-58c3-4a0c-99d7-cbbef695f029, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:30:28.215602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:28.230180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-dc27c3ae-29b5-4551-9434-c88025d1a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:28.233336 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-dc27c3ae-29b5-4551-9434-c88025d1a965 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 1.2562768 Aug 17 16:30:28.240621 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:28.333755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-511c94bb-4a21-48bc-a581-914b08199204 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:28.337436 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-511c94bb-4a21-48bc-a581-914b08199204 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "DELETE /v2.0/ports/6ed63ef7-d9a8-4043-98de-4491029ec142 HTTP/1.1" status: 204 len: 168 time: 2.8291423 Aug 17 16:30:28.342270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59220) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:28.354994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Network e0a0e1b9-5129-4be0-8988-6189f8cb9821 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:28.362429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 83b050ea-fae0-4506-a470-947d6a735986 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:28.367850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:28.404221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:28.525743 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:30:28.530986 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-0374035c-12ee-4e58-84ea-86aa68fdc505 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6852ccc4-b70d-4aa6-83c3-72683625888a HTTP/1.1" status: 200 len: 217 time: 0.2557571 Aug 17 16:30:28.537125 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f01a926-9079-4f7d-aeeb-b9b5592008a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] GET failed (client error): The resource could not be found. Aug 17 16:30:28.540197 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3f01a926-9079-4f7d-aeeb-b9b5592008a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "GET /v2.0/ports/6ed63ef7-d9a8-4043-98de-4491029ec142 HTTP/1.1" status: 404 len: 333 time: 0.1966264 Aug 17 16:30:28.541489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] For port 5792498e-58c3-4a0c-99d7-cbbef695f029, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:30:28.547002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] For port 5792498e-58c3-4a0c-99d7-cbbef695f029, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5792498e-58c3-4a0c-99d7-cbbef695f029,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:30:28.555893 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:28.557945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59222) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:28.671077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Routers {'6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:28.673833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:28.677298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event updated for resources: {'Port': ['ID=99eeca02-af70-4b7d-8bde-b6800a75371d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:28.681379 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-c40d0f6c-c9c0-47b6-a693-204db3a1ac6d tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5072689 Aug 17 16:30:28.693090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'port': {'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1920274853'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:28.729351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100d02c-dbc6-4bc3-ae18-4bd4778855bb req-b221bccf-8086-4e22-a4d0-5024d3a05fde tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:28.746807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5100d02c-dbc6-4bc3-ae18-4bd4778855bb req-b221bccf-8086-4e22-a4d0-5024d3a05fde tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 944 time: 0.5117152 Aug 17 16:30:28.799738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f800b2-6487-48b0-932f-7147e35c09e9 None None] Pushing event updated for resources: {'Port': ['ID=5792498e-58c3-4a0c-99d7-cbbef695f029,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:28.842467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e458796-d44e-4ad2-8e43-dc20830255eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:28.847588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:28.950756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] Set router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:28.954029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-d23e743a-b096-4692-8b10-c2c8fd42eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:28.959678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-d23e743a-b096-4692-8b10-c2c8fd42eb93 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.3963902 Aug 17 16:30:28.975520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e458796-d44e-4ad2-8e43-dc20830255eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:29.023889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 6852ccc4-b70d-4aa6-83c3-72683625888a details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:30:29.061812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ab1b3bf5-28f3-4fe0-9f94-35e807c5ee25 None None] Provisioning for port 99eeca02-af70-4b7d-8bde-b6800a75371d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:29.081723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ab1b3bf5-28f3-4fe0-9f94-35e807c5ee25 None None] Provisioning complete for port 99eeca02-af70-4b7d-8bde-b6800a75371d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:29.082190 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3bf5-28f3-4fe0-9f94-35e807c5ee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:29.197903 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0e458796-d44e-4ad2-8e43-dc20830255eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3755a1b6fd6b4f43aa2cbbbf6547d474&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5730081 Aug 17 16:30:29.198199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-628d4342-5d22-4ee7-9d85-b69d47f7698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:29.199969 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-628d4342-5d22-4ee7-9d85-b69d47f7698a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2076936 Aug 17 16:30:29.200480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59230) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:29.252977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e458796-d44e-4ad2-8e43-dc20830255eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62bbe80-b771-4dd6-a512-e27553a0e584,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:29.265095 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5100d02c-dbc6-4bc3-ae18-4bd4778855bb req-8934b785-41cc-4d3c-838c-da8820b2d396 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups?id=5be407c4-c836-48da-8432-cdbc693c59b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3955309 Aug 17 16:30:29.268801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:29.313589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b3bf5-28f3-4fe0-9f94-35e807c5ee25 None None] Port 99eeca02-af70-4b7d-8bde-b6800a75371d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:29.327304 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-1803cda6-474b-4fe5-b1dc-28f05121b3d0 service neutron] 10.222.0.77 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870473 Aug 17 16:30:29.334104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event deleted for resources: {'Port': ['ID=83b050ea-fae0-4506-a470-947d6a735986,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:29.408416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Made reservation on behalf of 215975e1fe9f4693a438d577e80f9218 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:29.412397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:29.441844 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:29.470940 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 6852ccc4-b70d-4aa6-83c3-72683625888a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6852ccc4-b70d-4aa6-83c3-72683625888a,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:29.492681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '6852ccc4-b70d-4aa6-83c3-72683625888a', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '6852ccc4-b70d-4aa6-83c3-72683625888a', 'mac_address': 'fa:16:3e:b5:03:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:30:29.499818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] device_id is not set on port 55e32227-2ff8-4a6f-a5b0-46d4450337a7 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:30:29.599561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'name': 'tempest-ServerRescueNegativeTestJSON-420309495-router', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ce42f082-7152-41da-9536-7c18912185b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:30:08Z', 'updated_at': '2021-08-17T16:30:21Z', 'revision_number': 4, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'gw_port': {'id': 'ce42f082-7152-41da-9536-7c18912185b6', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:09Z', 'updated_at': '2021-08-17T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '5792498e-58c3-4a0c-99d7-cbbef695f029', 'name': '', 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'mac_address': 'fa:16:3e:a4:e7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '061e0652-fb77-4a34-bc9d-2283ab776804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:17Z', 'updated_at': '2021-08-17T16:30:28Z', 'revision_number': 4, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'subnets': [{'id': '061e0652-fb77-4a34-bc9d-2283ab776804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:29.647620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff9ca2-d1af-4f2d-aefa-90f4c31f5d36 None None] The sync data for ids ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'] in n-d-804878-1 is: [{'id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'name': 'tempest-ServerRescueNegativeTestJSON-420309495-router', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ce42f082-7152-41da-9536-7c18912185b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:30:08Z', 'updated_at': '2021-08-17T16:30:21Z', 'revision_number': 4, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'gw_port': {'id': 'ce42f082-7152-41da-9536-7c18912185b6', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:09Z', 'updated_at': '2021-08-17T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '5792498e-58c3-4a0c-99d7-cbbef695f029', 'name': '', 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'mac_address': 'fa:16:3e:a4:e7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '061e0652-fb77-4a34-bc9d-2283ab776804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:17Z', 'updated_at': '2021-08-17T16:30:28Z', 'revision_number': 4, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'subnets': [{'id': '061e0652-fb77-4a34-bc9d-2283ab776804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:30:29.649692 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:29.670255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6852ccc4-b70d-4aa6-83c3-72683625888a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:30:29.720486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 6852ccc4-b70d-4aa6-83c3-72683625888a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6852ccc4-b70d-4aa6-83c3-72683625888a,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:29.772713 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:29.790746 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9926815-bf25-4725-865f-e3f144c8c6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:29.816406 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-8c292f87-24c3-40c9-89ca-5b9fc32bd699 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997121 Aug 17 16:30:29.864147 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9926815-bf25-4725-865f-e3f144c8c6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:29.891969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e167576-88db-4c00-a138-a177fcdc45ae req-b33e580e-9b02-4a37-b1ef-b0c1071ec292 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:29.906808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e167576-88db-4c00-a138-a177fcdc45ae req-b33e580e-9b02-4a37-b1ef-b0c1071ec292 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 948 time: 0.4671626 Aug 17 16:30:29.947765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=6852ccc4-b70d-4aa6-83c3-72683625888a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:29.969149 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-e714ac9e-8286-4d63-b53b-ac831a443ad6 service neutron] 10.222.0.77 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389382 Aug 17 16:30:30.036844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:30:30.109923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['6852ccc4-b70d-4aa6-83c3-72683625888a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:30.192250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f7bd08d-fc93-40ec-9806-599b8deabc72 req-8cc5579b-c3e2-483e-ae2a-5f386c092533 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474085 Aug 17 16:30:30.196824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Allocated IP 2001:db8::82 (3ac82955-bcba-4e2c-88b8-ee9a53e83397/6a203ee6-42f8-49ad-95d1-f10a2174868f/55e32227-2ff8-4a6f-a5b0-46d4450337a7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:30.330999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9926815-bf25-4725-865f-e3f144c8c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:30.335605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9926815-bf25-4725-865f-e3f144c8c6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:30.341783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d9926815-bf25-4725-865f-e3f144c8c6d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b62bbe80-b771-4dd6-a512-e27553a0e584 HTTP/1.1" status: 204 len: 168 time: 1.1298969 Aug 17 16:30:30.348308 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e167576-88db-4c00-a138-a177fcdc45ae req-3803043f-53fe-4cb2-ac2d-61a6093c8e56 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401624 Aug 17 16:30:30.473843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9926815-bf25-4725-865f-e3f144c8c6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62bbe80-b771-4dd6-a512-e27553a0e584,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:30.623110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d57b8dc0-afe1-4bae-97ec-1bb86e584b3c req-1ff017a8-616c-4660-9d37-ced115a6d5b5 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/ports?device_id=2872fbe9-7f93-4997-9b09-fdd564e89e09 HTTP/1.1" status: 200 len: 210 time: 0.0850449 Aug 17 16:30:30.894879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dacc05c2-8191-47bf-a39c-71914bb328a4 req-f41254ee-20d4-4c7b-a73a-1afc0c5cc0da tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 210 time: 0.1428754 Aug 17 16:30:30.952630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:30:30.967340 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] Sync routers for ids ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:30:30.997477 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] Routers {'7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:30.998284 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:31.016360 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:31.078727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Transition to ACTIVE for port object 55e32227-2ff8-4a6f-a5b0-46d4450337a7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:31.189540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] No DVR routers for this DVR port 83b050ea-fae0-4506-a470-947d6a735986 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:30:31.212912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59258) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:31.225127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:31.225833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a78da397-9038-4161-8614-027ad7764574 req-339eb09e-35f4-42e8-a23b-5b0a5671b3bb tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.91 "DELETE /v2.0/ports/83b050ea-fae0-4506-a470-947d6a735986 HTTP/1.1" status: 204 len: 173 time: 4.7370217 Aug 17 16:30:31.259372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-deleted', 'tag': '83b050ea-fae0-4506-a470-947d6a735986'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:31.267050 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acf9fbe-029d-40d4-a3d1-67533f93f6ec" -d '{"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-deleted", "tag": "83b050ea-fae0-4506-a470-947d6a735986"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:31.353346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:31.356228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:31.370256 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6ad3a6-47ff-4afa-aed8-3e8a8ebaf517 x-openstack-request-id: req-1a6ad3a6-47ff-4afa-aed8-3e8a8ebaf517 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:31.372623 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872fbe9-7f93-4997-9b09-fdd564e89e09", "name": "network-vif-deleted", "tag": "83b050ea-fae0-4506-a470-947d6a735986", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:31.372848 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a6ad3a6-47ff-4afa-aed8-3e8a8ebaf517 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:31.373230 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872fbe9-7f93-4997-9b09-fdd564e89e09', 'name': 'network-vif-deleted', 'tag': '83b050ea-fae0-4506-a470-947d6a735986', 'status': 'completed', 'code': 200} Aug 17 16:30:31.385506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:31.389220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ddaa-5bc8-4bf6-8df8-17b0f1748935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:31.613000 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] Set router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:31.802139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:31.873424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:31.886585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Port': ['ID=55e32227-2ff8-4a6f-a5b0-46d4450337a7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:31.904251 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:31.912112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:31.928906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:31.929652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:31.969295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event updated for resources: {'Port': ['ID=99eeca02-af70-4b7d-8bde-b6800a75371d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:32.004031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5792498e-58c3-4a0c-99d7-cbbef695f029 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:32.081467 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e037-6548-49aa-947a-4131cca68f70 req-0b7e4a32-6c58-4d20-835c-932be3c5e99f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:32.091231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-0b7e4a32-6c58-4d20-835c-932be3c5e99f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 818 time: 0.5386837 Aug 17 16:30:32.123959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-ac51dbdc-0392-4291-8be1-dc95fc9ea014 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/quotas/ff3528d9723e403581c298d69ea0f68d HTTP/1.1" status: 200 len: 375 time: 0.0310643 Aug 17 16:30:32.128680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c028b1c-27c8-43b8-8887-fe857966176e req-856d5607-da70-4c46-8b0f-a0b3273e7aed tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:32.132852 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c028b1c-27c8-43b8-8887-fe857966176e req-856d5607-da70-4c46-8b0f-a0b3273e7aed tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 949 time: 0.4239919 Aug 17 16:30:32.165101 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-860276c5-49bd-46f4-a230-bc5bd2dfca19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:32.248577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 5792498e-58c3-4a0c-99d7-cbbef695f029 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:32.255783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5792498e-58c3-4a0c-99d7-cbbef695f029 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:32.255783 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:32.476226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ddaa-5bc8-4bf6-8df8-17b0f1748935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:32.509320 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-f92e305b-04ba-4c78-9a87-e0c5e924c79d tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3355315 Aug 17 16:30:32.528681 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ddaa-5bc8-4bf6-8df8-17b0f1748935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:32.563330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-81039f52-ed28-440a-9448-708f8a811322 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8781321 Aug 17 16:30:32.582494 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:32.615365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59284) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:32.640442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-8e269e0c-dd1a-4cd0-9e94-5be17a21f421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e5:8e:4e'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:32.692498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 5792498e-58c3-4a0c-99d7-cbbef695f029, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5792498e-58c3-4a0c-99d7-cbbef695f029,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:32.700371 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:32.756906 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2bf0ddaa-5bc8-4bf6-8df8-17b0f1748935 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34c1ac03f4094a7a958e349576a9172b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5424712 Aug 17 16:30:32.757156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f49e48e0-e58d-4f69-ac3c-7a896cc5eed1 None None] Provisioning for port 55e32227-2ff8-4a6f-a5b0-46d4450337a7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:32.763496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0ddaa-5bc8-4bf6-8df8-17b0f1748935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e88eeed-954f-4528-9cff-2579e78ad620,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:32.771716 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e6475933-e0f5-4ddd-a6bb-ebf4510caf7d', 'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'mac_address': 'fa:16:3e:32:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:02Z', 'updated_at': '2021-08-17T16:21:11Z', 'revision_number': 5, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'subnets': [{'id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:32.773916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59286) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:32.827200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f49e48e0-e58d-4f69-ac3c-7a896cc5eed1 None None] Provisioning complete for port 55e32227-2ff8-4a6f-a5b0-46d4450337a7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:32.828880 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f49e48e0-e58d-4f69-ac3c-7a896cc5eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:32.876141 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] Checking router: 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:30:32.923708 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] Routers {'7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:32.924630 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:33.004975 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-2393d086-954e-4cc4-87d0-d344ee7fa9f1 service neutron] 10.222.0.77 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942110 Aug 17 16:30:33.014971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f49e48e0-e58d-4f69-ac3c-7a896cc5eed1 None None] Port 55e32227-2ff8-4a6f-a5b0-46d4450337a7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:33.033972 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 6852ccc4-b70d-4aa6-83c3-72683625888a up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:33.039362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=5792498e-58c3-4a0c-99d7-cbbef695f029,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:33.124621 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55e260e2-e607-404e-9e4c-f369f9a97bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:33.164303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 6852ccc4-b70d-4aa6-83c3-72683625888a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:33.175889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 6852ccc4-b70d-4aa6-83c3-72683625888a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:33.176367 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:33.226978 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55e260e2-e607-404e-9e4c-f369f9a97bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:33.300009 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] Set router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:33.304427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-2f2236d1-b07e-42a7-8998-9e9994765c8f service neutron] 10.222.0.77 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961431 Aug 17 16:30:33.326845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e269e0c-dd1a-4cd0-9e94-5be17a21f421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:33.332989 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:33.380280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c028b1c-27c8-43b8-8887-fe857966176e req-aba9d8c7-2c83-41a4-bfda-c7ee185f0a6a tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1885395 Aug 17 16:30:33.394555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2d03d-10ba-4f12-832a-b2e6921a7de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6852ccc4-b70d-4aa6-83c3-72683625888a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:33.408640 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91fb70d-2a1f-4aec-95a2-ba52f7b4058d" -d '{"events": [{"server_uuid": "54f2d03d-10ba-4f12-832a-b2e6921a7de5", "name": "network-vif-plugged", "status": "completed", "tag": "6852ccc4-b70d-4aa6-83c3-72683625888a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:33.418308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Network e0a0e1b9-5129-4be0-8988-6189f8cb9821 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:33.449981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:33.461912 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55e260e2-e607-404e-9e4c-f369f9a97bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:33.484015 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55e260e2-e607-404e-9e4c-f369f9a97bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:33.487338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-55e260e2-e607-404e-9e4c-f369f9a97bf8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e88eeed-954f-4528-9cff-2579e78ad620 HTTP/1.1" status: 204 len: 168 time: 0.7110534 Aug 17 16:30:33.551177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e260e2-e607-404e-9e4c-f369f9a97bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e88eeed-954f-4528-9cff-2579e78ad620,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:33.562976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 6852ccc4-b70d-4aa6-83c3-72683625888a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6852ccc4-b70d-4aa6-83c3-72683625888a,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:33.572188 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:33.797659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5792498e-58c3-4a0c-99d7-cbbef695f029 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:33.957263 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e269e0c-dd1a-4cd0-9e94-5be17a21f421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:33.965994 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e269e0c-dd1a-4cd0-9e94-5be17a21f421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:34.094920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=6852ccc4-b70d-4aa6-83c3-72683625888a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:34.135853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8e269e0c-dd1a-4cd0-9e94-5be17a21f421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] In _notify_port_updated(), no bound segment for port 55e32227-2ff8-4a6f-a5b0-46d4450337a7 on network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:30:34.140963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5792498e-58c3-4a0c-99d7-cbbef695f029 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:34.143299 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:34.164684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e269e0c-dd1a-4cd0-9e94-5be17a21f421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:34.165385 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e269e0c-dd1a-4cd0-9e94-5be17a21f421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:34.181896 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8e269e0c-dd1a-4cd0-9e94-5be17a21f421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "PUT /v2.0/ports/55e32227-2ff8-4a6f-a5b0-46d4450337a7 HTTP/1.1" status: 200 len: 1002 time: 1.5596282 Aug 17 16:30:34.188191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59302) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:34.348363 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e6475933-e0f5-4ddd-a6bb-ebf4510caf7d', 'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'mac_address': 'fa:16:3e:32:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:02Z', 'updated_at': '2021-08-17T16:21:11Z', 'revision_number': 5, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'subnets': [{'id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:34.363260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269e0c-dd1a-4cd0-9e94-5be17a21f421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Port': ['ID=55e32227-2ff8-4a6f-a5b0-46d4450337a7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:34.438044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-83eeb8ab-8524-44ac-9ba3-c692c8815428 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Deleting port 55e32227-2ff8-4a6f-a5b0-46d4450337a7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:34.438299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83eeb8ab-8524-44ac-9ba3-c692c8815428 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:34.445453 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517ade8-7706-4138-8d27-e1f2582c20d1 None None] The sync data for ids ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'] in n-d-804878-1 is: [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:21:03Z', 'revision_number': 4, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e6475933-e0f5-4ddd-a6bb-ebf4510caf7d', 'name': '', 'network_id': '00185e88-19dc-41da-bc27-e709ce5b6aa4', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'mac_address': 'fa:16:3e:32:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:02Z', 'updated_at': '2021-08-17T16:21:11Z', 'revision_number': 5, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'subnets': [{'id': 'ec998730-4b90-4672-b8bf-007e271712f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:30:34.493839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-f56837cc-4f3f-4041-ba46-0ef3d2309687 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:34.504120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a41f0eba-574d-4d06-a7fa-d5c75940d681 None None] Provisioning complete for port 99eeca02-af70-4b7d-8bde-b6800a75371d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:34.507492 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-f56837cc-4f3f-4041-ba46-0ef3d2309687 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.91 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 818 time: 1.1468568 Aug 17 16:30:34.510921 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a41f0eba-574d-4d06-a7fa-d5c75940d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:34.574947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Request body: {'port': {'device_id': '3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc', 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d', 'admin_state_up': True, 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:34.750634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a41f0eba-574d-4d06-a7fa-d5c75940d681 None None] Port 99eeca02-af70-4b7d-8bde-b6800a75371d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:34.835344 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-252997db-585a-4a0b-9eb3-69069f1223c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:34.911738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ec6b8725-cafb-4fa9-b1bc-198a239a1bbc None None] Provisioning complete for port 55e32227-2ff8-4a6f-a5b0-46d4450337a7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:34.914904 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec6b8725-cafb-4fa9-b1bc-198a239a1bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:34.918862 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83eeb8ab-8524-44ac-9ba3-c692c8815428 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:34.965917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-83eeb8ab-8524-44ac-9ba3-c692c8815428 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Calling delete_port for 55e32227-2ff8-4a6f-a5b0-46d4450337a7 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:35.051836 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34071a43-890a-487b-92de-9c299286ecd6 x-openstack-request-id: req-34071a43-890a-487b-92de-9c299286ecd6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:35.052399 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f2d03d-10ba-4f12-832a-b2e6921a7de5", "name": "network-vif-plugged", "status": "completed", "tag": "6852ccc4-b70d-4aa6-83c3-72683625888a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:35.052854 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34071a43-890a-487b-92de-9c299286ecd6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:35.054696 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2d03d-10ba-4f12-832a-b2e6921a7de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6852ccc4-b70d-4aa6-83c3-72683625888a', 'code': 200} Aug 17 16:30:35.081867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Router 89269471-8ea9-4c76-b71c-c5b740f7f7dc has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:30:35.089537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Made reservation on behalf of ff3528d9723e403581c298d69ea0f68d for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:35.118999 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:35.130028 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:35.178042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b8725-cafb-4fa9-b1bc-198a239a1bbc None None] Port 55e32227-2ff8-4a6f-a5b0-46d4450337a7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:35.290806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa135ff-1185-433b-9f9d-5309ca9a713a None None] New status for floating IP d1b67440-b03b-4a48-a721-b2508c5a6b09: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:30:35.449118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Allocated IP 172.20.0.11 (c12d6057-9d55-4345-afa9-bf097cd0485d/061e0652-fb77-4a34-bc9d-2283ab776804/86ca87ad-5ada-4310-b746-dbcf8897d335) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:35.456499 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-d4ae55bc-d7b0-4d43-9573-87b6b16fb1cb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2319446 Aug 17 16:30:35.467922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29933d1b-224b-4f53-b21d-4265ebbd5a42 req-e8d399e1-a120-4573-a024-b2a4ede754ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:35.471302 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29933d1b-224b-4f53-b21d-4265ebbd5a42 req-e8d399e1-a120-4573-a024-b2a4ede754ad service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 1101 time: 0.1968825 Aug 17 16:30:35.624648 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fde11453-8db0-459b-a6d0-62d8997fb2d5 req-fc8d32c3-0211-4c74-9964-7371894b916b tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 210 time: 0.4194212 Aug 17 16:30:35.758793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612c76-38bd-44b9-b73a-ab6f89208c7b req-0f2fd6cc-fd32-4ea0-a97d-205a5a204e9d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:35.760547 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eb612c76-38bd-44b9-b73a-ab6f89208c7b req-0f2fd6cc-fd32-4ea0-a97d-205a5a204e9d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 950 time: 0.4156816 Aug 17 16:30:35.830396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83eeb8ab-8524-44ac-9ba3-c692c8815428 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:35.851818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:30:35.856030 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-81a78c19-827b-41b5-bf0b-23eeb4bff14b tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "PUT /v2.0/routers/89269471-8ea9-4c76-b71c-c5b740f7f7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5653906 Aug 17 16:30:35.871967 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b559fd-fb77-4f71-8811-37c274b0fae9 None None] Sync routers for ids ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:30:35.873154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29933d1b-224b-4f53-b21d-4265ebbd5a42 req-c730c2df-2157-4f98-aefb-6c979472d119 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898964 Aug 17 16:30:35.873373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59330) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:35.901178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Request body: {'port': {'network_id': 'e0a0e1b9-5129-4be0-8988-6189f8cb9821', 'name': 'tempest-FloatingIPAdminTestJSON-1368056737'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:35.951953 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b559fd-fb77-4f71-8811-37c274b0fae9 None None] Routers {'89269471-8ea9-4c76-b71c-c5b740f7f7dc'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:35.953394 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-46b559fd-fb77-4f71-8811-37c274b0fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:36.025517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeb8ab-8524-44ac-9ba3-c692c8815428 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event deleted for resources: {'Port': ['ID=55e32227-2ff8-4a6f-a5b0-46d4450337a7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:36.087967 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83eeb8ab-8524-44ac-9ba3-c692c8815428 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:36.093587 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-83eeb8ab-8524-44ac-9ba3-c692c8815428 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "DELETE /v2.0/ports/55e32227-2ff8-4a6f-a5b0-46d4450337a7 HTTP/1.1" status: 204 len: 168 time: 1.8960395 Aug 17 16:30:36.096203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59336) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:36.114650 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:36.134129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b12044-3bec-4603-81e5-d38d08c22a15 req-bc229d6d-a0a0-436c-aa05-ef6f238908c1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.142215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17b12044-3bec-4603-81e5-d38d08c22a15 req-bc229d6d-a0a0-436c-aa05-ef6f238908c1 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 947 time: 0.2849669 Aug 17 16:30:36.201509 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-46b559fd-fb77-4f71-8811-37c274b0fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:36.213835 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b559fd-fb77-4f71-8811-37c274b0fae9 None None] Routers {'89269471-8ea9-4c76-b71c-c5b740f7f7dc'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:36.215204 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-46b559fd-fb77-4f71-8811-37c274b0fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:36.265066 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f4ea96-af4f-4089-aa17-ccf8961cb556 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] GET failed (client error): The resource could not be found. Aug 17 16:30:36.283094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a5f4ea96-af4f-4089-aa17-ccf8961cb556 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "GET /v2.0/ports/55e32227-2ff8-4a6f-a5b0-46d4450337a7 HTTP/1.1" status: 404 len: 333 time: 0.1797161 Aug 17 16:30:36.283554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:36.313263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eb612c76-38bd-44b9-b73a-ab6f89208c7b req-c0c1461b-2130-4efe-a479-c5c3bc46d7a3 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049460 Aug 17 16:30:36.319971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'port': {'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-342074652'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:36.338753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-e65951be-008c-4913-9f27-ec8840dd1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.339473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-e65951be-008c-4913-9f27-ec8840dd1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.346345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-e65951be-008c-4913-9f27-ec8840dd1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.346345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-e65951be-008c-4913-9f27-ec8840dd1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.346345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-e65951be-008c-4913-9f27-ec8840dd1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.347095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-e65951be-008c-4913-9f27-ec8840dd1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.348026 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-e65951be-008c-4913-9f27-ec8840dd1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.358986 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-46b559fd-fb77-4f71-8811-37c274b0fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:36.360647 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-e65951be-008c-4913-9f27-ec8840dd1ef9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6488 time: 0.7818847 Aug 17 16:30:36.362080 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b559fd-fb77-4f71-8811-37c274b0fae9 None None] The sync data for ids ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:30:36.449372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59344) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:36.496416 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:36.571865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b50a2-4077-4e39-9a05-30df83b1690d req-c0c238b3-c045-4172-9784-960bdb2907c9 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.573631 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-172b50a2-4077-4e39-9a05-30df83b1690d req-c0c238b3-c045-4172-9784-960bdb2907c9 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 947 time: 0.4110832 Aug 17 16:30:36.698479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1380-133b-48de-ad5e-ddf2781ab229 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:36.718163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-cdc1cade-f475-4d7a-b46d-7f74359bcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.718724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-cdc1cade-f475-4d7a-b46d-7f74359bcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.719695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-cdc1cade-f475-4d7a-b46d-7f74359bcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:36.721874 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-cdc1cade-f475-4d7a-b46d-7f74359bcb68 service neutron] 10.222.0.93 "GET /v2.0/networks?id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=019feb88-1596-40ac-a5d4-9314af196c7a&id=019feb88-1596-40ac-a5d4-9314af196c7a HTTP/1.1" status: 200 len: 2292 time: 0.3048739 Aug 17 16:30:36.780251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Made reservation on behalf of d0f855e3cfa54ee589eef4ed823aa236 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:36.790032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:36.806303 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1380-133b-48de-ad5e-ddf2781ab229 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:36.851597 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17b12044-3bec-4603-81e5-d38d08c22a15 req-3e5a7047-3d49-4382-becd-6d6cd08ea7e9 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6487653 Aug 17 16:30:36.918745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] device_id is not set on port 7a24f0ed-2a27-4435-9656-69ddab0e5455 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:30:37.015481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:37.133114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:37.152730 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7cf8a40-b740-4af0-99ae-25a2dea9dd7e req-8494a5ad-7857-43a8-98e9-940bdf63e9ed tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 210 time: 0.1233954 Aug 17 16:30:37.185855 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-7b1c8b3c-94c3-41a2-94c5-34e3e69b6d43 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401290c7-c876-424e-8464-c4b19090850f HTTP/1.1" status: 200 len: 1001 time: 0.4485338 Aug 17 16:30:37.197366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Made reservation on behalf of 215975e1fe9f4693a438d577e80f9218 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:37.203845 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:37.285560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6d04e052-9bfd-4140-8e72-1aec932d072e tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:37.288271 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6d04e052-9bfd-4140-8e72-1aec932d072e tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.93 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 818 time: 0.4774551 Aug 17 16:30:37.319130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Request body: {'port': {'device_id': '59143360-b97c-453d-9f5f-0d230c65400a', 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d', 'admin_state_up': True, 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:37.348755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Network c12d6057-9d55-4345-afa9-bf097cd0485d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:37.363034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1380-133b-48de-ad5e-ddf2781ab229 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:37.378346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1380-133b-48de-ad5e-ddf2781ab229 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:37.385339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f6fa1380-133b-48de-ad5e-ddf2781ab229 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "DELETE /v2.0/security-groups/5be407c4-c836-48da-8432-cdbc693c59b6 HTTP/1.1" status: 204 len: 168 time: 0.9276707 Aug 17 16:30:37.438503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:37.449199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:37.472052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Pushing event updated for resources: {'Port': ['ID=86ca87ad-5ada-4310-b746-dbcf8897d335,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:37.479235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:37.485093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] device_id is not set on port c5c43f6e-4077-484d-9477-db6490713ea7 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:30:37.510272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa1380-133b-48de-ad5e-ddf2781ab229 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be407c4-c836-48da-8432-cdbc693c59b6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:37.519071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-2e0e93f7-742e-46dc-9090-3005f3b24c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:37.521861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-2e0e93f7-742e-46dc-9090-3005f3b24c6d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ffc99fed-7ede-42ae-bb5f-a4afe6d5e772 HTTP/1.1" status: 200 len: 850 time: 0.3210642 Aug 17 16:30:37.600620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Allocated IP 172.20.0.5 (e0a0e1b9-5129-4be0-8988-6189f8cb9821/90ae7475-5401-4902-bfda-6e6cf08e5580/7a24f0ed-2a27-4435-9656-69ddab0e5455) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:37.678166 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:37.682779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-36912d99-95e8-41c8-9f14-648e6ccb62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:37.688691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-36912d99-95e8-41c8-9f14-648e6ccb62f7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556315 Aug 17 16:30:37.693867 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-c462616a-c354-4639-a6c7-fd5c09da544b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] show failed (client error): The resource could not be found. Aug 17 16:30:37.700525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c462616a-c354-4639-a6c7-fd5c09da544b tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "GET /v2.0/security-groups/5be407c4-c836-48da-8432-cdbc693c59b6 HTTP/1.1" status: 404 len: 347 time: 0.2411947 Aug 17 16:30:37.704556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59362) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:37.797552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4521775f-5ec8-472d-82fb-fba581922442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:38.037565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:38.037565 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:38.102625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Deleting port e13653cb-97bb-463a-81e9-328200b22e19 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:38.103128 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:38.186931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f4575-ee98-4b57-8b8c-dcf82e72cad8 req-e38bc891-4f81-4d85-b133-b194e585e49a tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:38.191351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd7f4575-ee98-4b57-8b8c-dcf82e72cad8 req-e38bc891-4f81-4d85-b133-b194e585e49a tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 950 time: 0.6542463 Aug 17 16:30:38.255934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Made reservation on behalf of ff3528d9723e403581c298d69ea0f68d for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:38.259770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:38.319476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-8a5b0c98-16a6-43ef-837d-5a5c4590391c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7888038 Aug 17 16:30:38.399599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Request body: {'port': {'device_id': '3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:38.447219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Allocated IP 2001:db8::34f (3ac82955-bcba-4e2c-88b8-ee9a53e83397/6a203ee6-42f8-49ad-95d1-f10a2174868f/c5c43f6e-4077-484d-9477-db6490713ea7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:38.543279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd7f4575-ee98-4b57-8b8c-dcf82e72cad8 req-8264565a-a357-48b6-a9ec-825cd52d96ba tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749784 Aug 17 16:30:38.577590 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:38.603759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:38.606150 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:38.660737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be3fe6-1782-417a-8f37-b30d60104357 req-5a6b19f4-1803-4771-a921-8982e8354ec8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:38.665634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Transition to ACTIVE for port object 7a24f0ed-2a27-4435-9656-69ddab0e5455 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:38.666815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85be3fe6-1782-417a-8f37-b30d60104357 req-5a6b19f4-1803-4771-a921-8982e8354ec8 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 947 time: 0.4996061 Aug 17 16:30:38.751649 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-86e7aa73-118c-4601-8952-788514f35ea5 service neutron] 10.222.0.93 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0454140 Aug 17 16:30:38.770178 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:38.822760 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-232d3bdd-583d-4c77-8c4a-eed672932d52 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4261954 Aug 17 16:30:38.908551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3840f59b-f68b-4715-a7f9-9e1c1748ec08 req-87027874-aae0-4b51-aa80-f065730f4294 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 210 time: 0.1497085 Aug 17 16:30:39.066156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bd09e7ea-59bf-4597-b0fb-0b2baab45845 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Deleting port 631965e3-6866-43e8-9336-acd2228bb9e9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:39.066976 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd09e7ea-59bf-4597-b0fb-0b2baab45845 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:39.168686 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85be3fe6-1782-417a-8f37-b30d60104357 req-18b15148-92c4-49ad-92ff-a63e9c27b641 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4657545 Aug 17 16:30:39.228565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Allocated IP 172.20.0.5 (c12d6057-9d55-4345-afa9-bf097cd0485d/061e0652-fb77-4a34-bc9d-2283ab776804/27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:39.274445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-deebbdd4-7502-4f57-88d3-179fac86fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:39.280529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-deebbdd4-7502-4f57-88d3-179fac86fb48 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 1100 time: 0.3023469 Aug 17 16:30:39.380106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-10204412-6a7d-4afd-8a4a-97631c18837a service neutron] 10.222.0.93 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072299 Aug 17 16:30:39.434705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4521775f-5ec8-472d-82fb-fba581922442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:39.566433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:39.566825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd09e7ea-59bf-4597-b0fb-0b2baab45845 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:39.567314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd09e7ea-59bf-4597-b0fb-0b2baab45845 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:39.583777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4521775f-5ec8-472d-82fb-fba581922442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:39.600024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-65d115a5-e924-4ca5-a490-a466c179f57e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=68de96b2-2710-4249-9f4b-3131d75aa45b HTTP/1.1" status: 200 len: 217 time: 0.1844931 Aug 17 16:30:39.648328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bd09e7ea-59bf-4597-b0fb-0b2baab45845 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Calling delete_port for 631965e3-6866-43e8-9336-acd2228bb9e9 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:39.976395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-2c70d277-6283-4be3-bdfb-7d6f55b3b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:39.979829 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-2c70d277-6283-4be3-bdfb-7d6f55b3b373 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.6408279 Aug 17 16:30:39.981769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-a0f8e238-14ae-4d8c-8588-17ec67c43947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:39.983639 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-a0f8e238-14ae-4d8c-8588-17ec67c43947 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.3642099 Aug 17 16:30:40.088757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-6fc7417d-0994-4747-a0d2-bb4b79c717fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=193b6838-ada6-488b-be21-fc3e5d6d15f3 HTTP/1.1" status: 200 len: 217 time: 0.0981681 Aug 17 16:30:40.183024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c0c7138-49dd-4bd5-8a99-eae351c16dc9 req-1962ce1e-4af2-49aa-b875-8ea3f6a78aea tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 210 time: 0.1230965 Aug 17 16:30:40.233409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80910d-fad7-4d3f-bf47-25a33bc5fe07 req-6a061843-d721-4e0c-b40c-8b6b10bd7a29 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:40.234495 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:40.236787 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3d80910d-fad7-4d3f-bf47-25a33bc5fe07 req-6a061843-d721-4e0c-b40c-8b6b10bd7a29 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 1101 time: 1.1522243 Aug 17 16:30:40.254729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-b31d8fe2-3721-49d4-95da-f29747f046d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:40.256445 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-b31d8fe2-3721-49d4-95da-f29747f046d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2506034 Aug 17 16:30:40.269615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-7646f59c-df45-4ff8-98a1-7e553b6f12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:40.272197 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-7646f59c-df45-4ff8-98a1-7e553b6f12e9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1551981 Aug 17 16:30:40.358636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e13653cb-97bb-463a-81e9-328200b22e19 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:40.362264 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:40.363168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:40.364107 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Floating IP ea95440e-4e7d-44c9-98d3-9093ddeed1fc disassociated. External IP: 172.25.7.242, port: e13653cb-97bb-463a-81e9-328200b22e19. Aug 17 16:30:40.364234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Calling delete_port for e13653cb-97bb-463a-81e9-328200b22e19 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:40.482166 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:40.507084 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4521775f-5ec8-472d-82fb-fba581922442 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4106aa54591f4b909f1f9f5ab7c35965&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3688848 Aug 17 16:30:40.519647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Network e0a0e1b9-5129-4be0-8988-6189f8cb9821 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:40.521047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59380) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:40.525689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:40.528025 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:40.528966 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0fef97-0df9-405d-864b-13c6e866a3f1" -d '{"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-unplugged", "status": "completed", "tag": "e13653cb-97bb-463a-81e9-328200b22e19"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:40.545145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521775f-5ec8-472d-82fb-fba581922442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2457157-1f8d-42bf-b56a-4dbeba292657,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:40.551099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e13653cb-97bb-463a-81e9-328200b22e19, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e13653cb-97bb-463a-81e9-328200b22e19,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:40.557951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:40.576958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd09e7ea-59bf-4597-b0fb-0b2baab45845 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:40.602342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:40.631300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:40.650933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event updated for resources: {'Port': ['ID=7a24f0ed-2a27-4435-9656-69ddab0e5455,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:40.668224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:40.677780 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.678118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.678471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.678809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.679136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.679463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.679787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.680110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.680429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.680747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.686831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.687348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:30:40.718721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb183c92-ce9a-46de-8be1-4a08b9e8be27 req-724b9841-ca49-4e90-8e3e-a49787ff6b74 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:40.723441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb183c92-ce9a-46de-8be1-4a08b9e8be27 req-724b9841-ca49-4e90-8e3e-a49787ff6b74 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 947 time: 0.3818569 Aug 17 16:30:40.727348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-4d163207-dc2f-4142-bd4b-b9ec614f4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:40.733050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-4d163207-dc2f-4142-bd4b-b9ec614f4879 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4474244 Aug 17 16:30:40.736264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Transition to ACTIVE for port object c5c43f6e-4077-484d-9477-db6490713ea7 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:40.752965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09e7ea-59bf-4597-b0fb-0b2baab45845 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Pushing event deleted for resources: {'Port': ['ID=631965e3-6866-43e8-9336-acd2228bb9e9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:40.768529 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:40.854683 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-5a18bb46-e0f9-465e-827e-79621ad1fb92 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802331 Aug 17 16:30:40.919864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3d80910d-fad7-4d3f-bf47-25a33bc5fe07 req-7394cc52-febd-4915-9e26-2098b2018944 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653498 Aug 17 16:30:40.965277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:40.971669 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:41.040478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81e2f1a9-2901-4c7b-a86b-e0d3ccd33ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:41.083075 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd09e7ea-59bf-4597-b0fb-0b2baab45845 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:41.087100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd09e7ea-59bf-4597-b0fb-0b2baab45845 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:41.089641 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bd09e7ea-59bf-4597-b0fb-0b2baab45845 tempest-ServerActionsTestJSON-1832978282 tempest-ServerActionsTestJSON-1832978282-project] 10.222.0.77 "DELETE /v2.0/floatingips/d1b67440-b03b-4a48-a721-b2508c5a6b09 HTTP/1.1" status: 204 len: 168 time: 3.3724444 Aug 17 16:30:41.100276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:41.108387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-51a59265-e39c-465c-a9ff-4323e4e37a1e None None] Provisioning for port 7a24f0ed-2a27-4435-9656-69ddab0e5455 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:41.129498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-51a59265-e39c-465c-a9ff-4323e4e37a1e None None] Provisioning complete for port 7a24f0ed-2a27-4435-9656-69ddab0e5455 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:41.132244 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51a59265-e39c-465c-a9ff-4323e4e37a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:41.170940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Network c12d6057-9d55-4345-afa9-bf097cd0485d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:41.188047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:41.212655 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6178ee9d-2994-4c92-8b7d-3cb988445455 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3377457 Aug 17 16:30:41.212899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59394) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:41.225942 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:41.271864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-51a59265-e39c-465c-a9ff-4323e4e37a1e None None] Port 7a24f0ed-2a27-4435-9656-69ddab0e5455 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:41.286415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81e2f1a9-2901-4c7b-a86b-e0d3ccd33ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:41.295107 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5c2921-a9ad-4271-acf3-90c49086bd08 x-openstack-request-id: req-1c5c2921-a9ad-4271-acf3-90c49086bd08 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:41.295488 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-unplugged", "status": "completed", "tag": "e13653cb-97bb-463a-81e9-328200b22e19", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:41.295862 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c5c2921-a9ad-4271-acf3-90c49086bd08 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:41.296575 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19', 'code': 200} Aug 17 16:30:41.308088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:41.315920 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb183c92-ce9a-46de-8be1-4a08b9e8be27 req-139da647-0a4f-4c2d-aa74-3089a23c0122 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d48438-6bba-4002-84c6-09fb6393bcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5662010 Aug 17 16:30:41.400248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Pushing event updated for resources: {'Port': ['ID=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:41.551681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:41.552364 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:41.560443 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-c20c8bd7-326f-46c9-bf90-0170d149c879 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8007100 Aug 17 16:30:41.571137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'project_id': 'd0f855e3cfa54ee589eef4ed823aa236', 'port_id': '7a24f0ed-2a27-4435-9656-69ddab0e5455'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:41.576046 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-905ffcd8-42a3-401e-bb2a-677cc43ba904 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328101 Aug 17 16:30:41.664549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffd4ea-a219-4427-a626-aaf55e64b2f6 req-49abcd71-4af8-4a0c-956c-8776fcc4d565 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:41.666702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7ffd4ea-a219-4427-a626-aaf55e64b2f6 req-49abcd71-4af8-4a0c-956c-8776fcc4d565 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 931 time: 0.2354076 Aug 17 16:30:41.687241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-a94a3650-ea42-46bc-81e1-690b0f1ec274 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3853595 Aug 17 16:30:41.752152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Port': ['ID=c5c43f6e-4077-484d-9477-db6490713ea7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:41.758326 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e83e21bc-a394-4bc6-aadb-78dd905854f7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2079458 Aug 17 16:30:41.762249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:41.780400 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:41.799654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:41.814552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ca87ad-5ada-4310-b746-dbcf8897d335 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:30:41.847811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:41.870478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:41.875935 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:41.891125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:42.085306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event deleted for resources: {'Port': ['ID=e13653cb-97bb-463a-81e9-328200b22e19,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:42.151437 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-6054fd10-7f36-41c5-a0ef-2c87533c97bb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=97dcf9ab-b66f-46c4-b085-5114a8e0308a HTTP/1.1" status: 200 len: 217 time: 0.5403204 Aug 17 16:30:42.175404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Transition to ACTIVE for port object 86ca87ad-5ada-4310-b746-dbcf8897d335 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:42.176571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Request body: {'port': {'device_id': '59143360-b97c-453d-9f5f-0d230c65400a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:42.190213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:42.315469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81e2f1a9-2901-4c7b-a86b-e0d3ccd33ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:42.324442 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81e2f1a9-2901-4c7b-a86b-e0d3ccd33ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:42.325787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-81e2f1a9-2901-4c7b-a86b-e0d3ccd33ba6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2457157-1f8d-42bf-b56a-4dbeba292657 HTTP/1.1" status: 204 len: 168 time: 1.7984021 Aug 17 16:30:42.346040 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:42.433450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-acbf4093-2989-4a14-a10c-4ce17eb0ceee None None] Provisioning for port c5c43f6e-4077-484d-9477-db6490713ea7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:42.435212 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d72c66f-167b-470a-b657-04a6c31d7421 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 6.1327779 Aug 17 16:30:42.442139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-acbf4093-2989-4a14-a10c-4ce17eb0ceee None None] Provisioning complete for port c5c43f6e-4077-484d-9477-db6490713ea7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:42.443653 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acbf4093-2989-4a14-a10c-4ce17eb0ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:42.454039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:42.499698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'port': {'network_id': '3ac82955-bcba-4e2c-88b8-ee9a53e83397', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1179267217'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:42.565368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-acbf4093-2989-4a14-a10c-4ce17eb0ceee None None] Port c5c43f6e-4077-484d-9477-db6490713ea7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:42.587023 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:42.666850 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-933d2016-8ef1-4bcb-8584-f669a0c1388b service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0835271 Aug 17 16:30:42.669480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-fc9a9822-2547-482f-87de-bb230b0246c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:42.683777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-fc9a9822-2547-482f-87de-bb230b0246c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.4742489 Aug 17 16:30:42.685021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2f1a9-2901-4c7b-a86b-e0d3ccd33ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2457157-1f8d-42bf-b56a-4dbeba292657,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:42.794858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Pushing event updated for resources: {'Port': ['ID=86ca87ad-5ada-4310-b746-dbcf8897d335,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:42.894061 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7ffd4ea-a219-4427-a626-aaf55e64b2f6 req-df61fd22-c288-4701-9fbd-27db2854012c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2051034 Aug 17 16:30:42.996647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-14186eda-12a8-4060-80fa-642ceb840dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:42.998875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-14186eda-12a8-4060-80fa-642ceb840dd4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2566779 Aug 17 16:30:43.137572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-714afc8e-9b7d-4cee-b223-9adb22be69df tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:43.146241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-714afc8e-9b7d-4cee-b223-9adb22be69df tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3397369 Aug 17 16:30:43.236231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:30:43.362841 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-8217cd16-7539-4e38-a659-017fdd2652a6 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/quotas/ab4be46c8ce94adaa70ee5532c259bf4 HTTP/1.1" status: 200 len: 375 time: 0.1194332 Aug 17 16:30:43.434582 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0014078f-74b1-46a5-a14a-768e6d30ecc7 req-5fcfc333-0c35-477e-8796-96f37c348bb2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 210 time: 0.1007476 Aug 17 16:30:43.467865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Made reservation on behalf of 215975e1fe9f4693a438d577e80f9218 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:43.472894 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:43.557449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Attempting to bind port 86ca87ad-5ada-4310-b746-dbcf8897d335 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:30:43.557449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Attempting to bind port 86ca87ad-5ada-4310-b746-dbcf8897d335 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:30:43.557955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Attempting to bind port 86ca87ad-5ada-4310-b746-dbcf8897d335 on network c12d6057-9d55-4345-afa9-bf097cd0485d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:43.558877 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-02f3f559-b492-4638-b4df-535cf06a56ee service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495090 Aug 17 16:30:43.563616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:43.576467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] device_id is not set on port 0501fa8b-51f7-4bc4-9551-8e4668f4e8ee yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:30:43.682594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-da440c75-a3ba-427a-92ec-5a85f0c6ba75 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3188515 Aug 17 16:30:43.697057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Port 86ca87ad-5ada-4310-b746-dbcf8897d335 on network c12d6057-9d55-4345-afa9-bf097cd0485d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:30:43.700084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Attempting to bind port 86ca87ad-5ada-4310-b746-dbcf8897d335 on network c12d6057-9d55-4345-afa9-bf097cd0485d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:43.837260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:30:43.837659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Checking segment: {'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:43.838112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Bound using segment: {'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:30:43.838595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Bound port: 86ca87ad-5ada-4310-b746-dbcf8897d335, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:30:43.838981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:43.884340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:30:43.987549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] Sync routers for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:30:44.041768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:44.046789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:44.056525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Allocated IP 172.25.7.182 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/8bced668-a7db-4bb3-a68a-3d9e2cf0f9a1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:44.087776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] No DVR routers for this DVR port e13653cb-97bb-463a-81e9-328200b22e19 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:30:44.091499 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-96a1fce0-9466-40b6-845c-3e5005ecb3b8 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120466 Aug 17 16:30:44.092335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:44.094587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-172b50a2-4077-4e39-9a05-30df83b1690d req-60625c5c-ce71-4548-8388-0c467809ea16 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.91 "DELETE /v2.0/ports/e13653cb-97bb-463a-81e9-328200b22e19 HTTP/1.1" status: 204 len: 173 time: 7.3202183 Aug 17 16:30:44.103838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-deleted', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:44.106544 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627c4046-4de7-4cd4-a9e1-fdd131beb23f" -d '{"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-deleted", "tag": "e13653cb-97bb-463a-81e9-328200b22e19"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:44.179495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Allocated IP 2001:db8::1ba (3ac82955-bcba-4e2c-88b8-ee9a53e83397/6a203ee6-42f8-49ad-95d1-f10a2174868f/0501fa8b-51f7-4bc4-9551-8e4668f4e8ee) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:44.212965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] For port 86ca87ad-5ada-4310-b746-dbcf8897d335, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:30:44.218278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] For port 86ca87ad-5ada-4310-b746-dbcf8897d335, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=86ca87ad-5ada-4310-b746-dbcf8897d335,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:30:44.229280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:44.323868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:44.324869 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:44.326678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] 10.222.0.91 "PUT /v2.0/ports/86ca87ad-5ada-4310-b746-dbcf8897d335 HTTP/1.1" status: 200 len: 1092 time: 5.9609652 Aug 17 16:30:44.377054 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b4132079-5aa3-45c7-ac60-48ee23b77487 req-cd1a885b-3ebc-4bf9-a227-019ccc4590f8 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 210 time: 0.0869327 Aug 17 16:30:44.495018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-5517742f-4282-4425-9240-7c239b472807 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=6b16fe39-fc13-4db9-bd64-1cdc4c415c90 HTTP/1.1" status: 200 len: 217 time: 0.1897519 Aug 17 16:30:44.542482 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:44.559737 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d8097-ab77-4392-be4c-fb0be414de13 x-openstack-request-id: req-ba7d8097-ab77-4392-be4c-fb0be414de13 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:44.566463 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe5fe3-9720-42de-97a9-5a205eb92efb", "name": "network-vif-deleted", "tag": "e13653cb-97bb-463a-81e9-328200b22e19", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:44.567617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:30:44.568181 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba7d8097-ab77-4392-be4c-fb0be414de13 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:44.568821 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fe5fe3-9720-42de-97a9-5a205eb92efb', 'name': 'network-vif-deleted', 'tag': 'e13653cb-97bb-463a-81e9-328200b22e19', 'status': 'completed', 'code': 200} Aug 17 16:30:44.614731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:44.629145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217b85d-480e-4740-92a7-2a0a48c914f6 service neutron] Pushing event updated for resources: {'Port': ['ID=86ca87ad-5ada-4310-b746-dbcf8897d335,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:44.725950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-662eb656-04ef-4c40-a6e1-d38ef0e9ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:44.731584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-662eb656-04ef-4c40-a6e1-d38ef0e9ecf8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 1095 time: 0.3008285 Aug 17 16:30:44.785320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Transition to ACTIVE for port object 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:44.890677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-3c375fae-a039-44a6-ad10-e05611058e38 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86ca87ad-5ada-4310-b746-dbcf8897d335 HTTP/1.1" status: 200 len: 217 time: 0.1409438 Aug 17 16:30:44.911280 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:44.944411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:45.014950 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:45.028013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:45.085641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f3de2bf-87fa-4ded-bb3f-c452a1fb5038 req-fcede58a-19e0-4988-9a89-16983af278d2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8fe5fe3-9720-42de-97a9-5a205eb92efb HTTP/1.1" status: 200 len: 210 time: 0.1686125 Aug 17 16:30:45.107195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Transition to ACTIVE for port object 0501fa8b-51f7-4bc4-9551-8e4668f4e8ee will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:45.118792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] Checking router: 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:30:45.137083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-429a5aa3-c211-4302-8d21-90b3e00cdbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:45.139220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-429a5aa3-c211-4302-8d21-90b3e00cdbc0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 200 len: 858 time: 0.2409544 Aug 17 16:30:45.146070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:45.146765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:45.189927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164b602-7bb8-40c0-80d6-718eb1cf29b7 req-8233e833-8abe-482f-a288-39223ea2af68 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:45.193062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a164b602-7bb8-40c0-80d6-718eb1cf29b7 req-8233e833-8abe-482f-a288-39223ea2af68 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 931 time: 1.1380963 Aug 17 16:30:45.208912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-a45c1e3b-efa1-48b6-bc40-23b97e6b5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:45.211790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-a45c1e3b-efa1-48b6-bc40-23b97e6b5c3a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.5853071 Aug 17 16:30:45.321089 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-09da990d-5b21-441e-bf09-7918266476cb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c12d6057-9d55-4345-afa9-bf097cd0485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1693869 Aug 17 16:30:45.407486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Pushing event updated for resources: {'Port': ['ID=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:45.492197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:45.498450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:45.523508 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a164b602-7bb8-40c0-80d6-718eb1cf29b7 req-d9da19cf-b9dc-479c-99b5-6a5904cc41fc tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067322 Aug 17 16:30:45.567576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-5c732e2b-a8f2-4cf1-9f35-753e84c5e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:45.569628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-5c732e2b-a8f2-4cf1-9f35-753e84c5e5d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2922149 Aug 17 16:30:45.635008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Attempting to bind port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:30:45.635784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Attempting to bind port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:30:45.636384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Attempting to bind port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b on network c12d6057-9d55-4345-afa9-bf097cd0485d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:45.643708 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:45.757998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b on network c12d6057-9d55-4345-afa9-bf097cd0485d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:30:45.758714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Attempting to bind port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b on network c12d6057-9d55-4345-afa9-bf097cd0485d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:45.894724 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-457f45ca-2166-4e5a-a017-44a1d69ce8d7 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685289 Aug 17 16:30:45.900946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:30:45.901432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Checking segment: {'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:45.902157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Bound using segment: {'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:30:45.904737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Bound port: 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1622a520-c89a-480e-97c1-e2d72bc8da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:30:45.905334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:45.919458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:45.997812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:46.100281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:46.103518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:46.137398 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ea8be-6ca5-4a45-add8-1db32bd3935a None None] The sync data for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 is: [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'debe1467-e3aa-4c7a-ae3b-445cc5236015', 'name': '', 'network_id': '80c83ecf-6ce9-4496-b252-00688b25968b', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'mac_address': 'fa:16:3e:30:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:20Z', 'updated_at': '2021-08-17T16:21:34Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'subnets': [{'id': 'fd0d815e-677b-49d0-9ff9-ffe8efa321ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:30:46.295950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Pushing event updated for resources: {'Port': ['ID=8bced668-a7db-4bb3-a68a-3d9e2cf0f9a1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:46.369148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59480) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:46.385773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ddea2cf5-f14c-474b-9edb-b97778db30c7 req-0fbb54c7-b07c-45d1-ad31-2a35fdcc79a7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 210 time: 0.2086818 Aug 17 16:30:46.451351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-d22399a4-d1a8-4acc-a66a-a98224153c1e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480406 Aug 17 16:30:46.452102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:46.534986 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:46.630736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] For port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:30:46.653520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc', 'tag': '86ca87ad-5ada-4310-b746-dbcf8897d335'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:46.659131 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3045e431-2892-4e66-a041-b4bbaee5f863" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc", "tag": "86ca87ad-5ada-4310-b746-dbcf8897d335"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:46.724099 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b7dca4-ddda-4f4b-8449-d907d937fd10 None None] New status for floating IP ea95440e-4e7d-44c9-98d3-9093ddeed1fc: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:30:46.757692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b440-787c-4e6c-ab0f-a7cfe87c6c41 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:46.771338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] For port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:30:46.774312 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-43860fe4-c55b-4700-809e-e6f2a9b41370 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8599153 Aug 17 16:30:46.795449 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b340084c-ef7c-465a-a9b9-7ad9b3678507 x-openstack-request-id: req-b340084c-ef7c-465a-a9b9-7ad9b3678507 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:46.796137 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc", "tag": "86ca87ad-5ada-4310-b746-dbcf8897d335", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:46.796624 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b340084c-ef7c-465a-a9b9-7ad9b3678507 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:46.797371 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc', 'tag': '86ca87ad-5ada-4310-b746-dbcf8897d335', 'status': 'completed', 'code': 200} Aug 17 16:30:46.821121 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:46.859840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-56036c70-ee8c-4e45-8ced-15bb4e7b0e5d tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:46.875459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-34f3f505-cd78-4afb-82c7-46f0934588ec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=018fcbe2-3082-461b-b24b-05d753360d2d HTTP/1.1" status: 200 len: 217 time: 0.0751841 Aug 17 16:30:46.931931 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b440-787c-4e6c-ab0f-a7cfe87c6c41 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:46.966789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-b389d56d-abca-4874-ad4b-2aecbab8a449 service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958584 Aug 17 16:30:46.971082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:46.982808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56036c70-ee8c-4e45-8ced-15bb4e7b0e5d tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] 10.222.0.77 "PUT /v2.0/quotas/0c461d2aedd2468c986cc9d0a809dd21 HTTP/1.1" status: 200 len: 368 time: 0.5181432 Aug 17 16:30:46.982808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Port': ['ID=0501fa8b-51f7-4bc4-9551-8e4668f4e8ee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:46.995251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:47.019220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Request body: {'network': {'project_id': '0c461d2aedd2468c986cc9d0a809dd21'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:47.020468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:47.021249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:47.022889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] 10.222.0.93 "PUT /v2.0/ports/27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b HTTP/1.1" status: 200 len: 1091 time: 4.8516047 Aug 17 16:30:47.028519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59143360-b97c-453d-9f5f-0d230c65400a', 'tag': '27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:47.030978 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271f5bca-8d0b-4653-9ba3-ef76f6390a22" -d '{"events": [{"name": "network-changed", "server_uuid": "59143360-b97c-453d-9f5f-0d230c65400a", "tag": "27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:47.051763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:47.072389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:47.084715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:47.085921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:47.108977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fc30e-c2d7-488f-b1f3-c6f2c6cfe50a req-7f1a18c0-db4b-4a38-999b-6db2015891f9 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:47.117293 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-141fc30e-c2d7-488f-b1f3-c6f2c6cfe50a req-7f1a18c0-db4b-4a38-999b-6db2015891f9 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 943 time: 0.3700335 Aug 17 16:30:47.219092 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-29f1efaf-cfc8-48e4-a2b9-b040fb82530c tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.7294235 Aug 17 16:30:47.234232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:47.263828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-954b076f-0f50-475e-b430-4fae3629b2b4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6f', 'mac_address': 'fa:16:3e:e5:8e:4e'}, {'ip_address': '2001:db8::34f', 'mac_address': 'fa:16:3e:ce:16:e3'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:47.343122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-b50e7f24-a63e-4d82-b31f-7fb9817ec703 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:47.346320 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-b50e7f24-a63e-4d82-b31f-7fb9817ec703 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8796272 Aug 17 16:30:47.366327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Made reservation on behalf of 0c461d2aedd2468c986cc9d0a809dd21 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:47.369668 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:47.381189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Request body: {'port': {'device_id': '523d1165-ae5e-44b9-ab6d-dd54f3649632', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'ab4be46c8ce94adaa70ee5532c259bf4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:47.461884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:47.488390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1c01eef6-22b0-40fd-b526-4ff962a77650 None None] Provisioning for port 0501fa8b-51f7-4bc4-9551-8e4668f4e8ee completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:47.500361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1c01eef6-22b0-40fd-b526-4ff962a77650 None None] Provisioning complete for port 0501fa8b-51f7-4bc4-9551-8e4668f4e8ee triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:47.503576 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c01eef6-22b0-40fd-b526-4ff962a77650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:47.558995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] Deleting port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:47.559326 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:47.576149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1c01eef6-22b0-40fd-b526-4ff962a77650 None None] Port 0501fa8b-51f7-4bc4-9551-8e4668f4e8ee cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:47.589155 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ae249f-34b1-4da1-89c0-d54688c9b960 req-2feeccb6-e9bc-4236-9781-deec2fc28016 service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922635 Aug 17 16:30:47.667262 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4762a00-c176-47a8-ab4b-3d74b3e743c8 x-openstack-request-id: req-e4762a00-c176-47a8-ab4b-3d74b3e743c8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:47.668243 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59143360-b97c-453d-9f5f-0d230c65400a", "tag": "27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:47.668243 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4762a00-c176-47a8-ab4b-3d74b3e743c8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:47.668785 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59143360-b97c-453d-9f5f-0d230c65400a', 'tag': '27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b', 'status': 'completed', 'code': 200} Aug 17 16:30:47.686116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-3a62665c-f2e4-4d83-8707-6841b7bbefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:47.688745 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-3a62665c-f2e4-4d83-8707-6841b7bbefcf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.7733982 Aug 17 16:30:47.689887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014fdcc-ce56-40c8-80c0-b910fded054d service neutron] Pushing event updated for resources: {'Port': ['ID=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:47.762853 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea260948-4141-4c7d-9a97-738c9ee79bd8 req-7e3e2c91-a043-4dfd-b442-38ae35c68022 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 210 time: 0.1954815 Aug 17 16:30:47.809753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-141fc30e-c2d7-488f-b1f3-c6f2c6cfe50a req-6b961b12-8d70-401b-9c04-02a683f192e3 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911058 Aug 17 16:30:47.838550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b440-787c-4e6c-ab0f-a7cfe87c6c41 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:47.842524 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b440-787c-4e6c-ab0f-a7cfe87c6c41 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:47.844785 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8ab0b440-787c-4e6c-ab0f-a7cfe87c6c41 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "DELETE /v2.0/security-groups/52d48438-6bba-4002-84c6-09fb6393bcfc HTTP/1.1" status: 204 len: 168 time: 1.4740274 Aug 17 16:30:47.847522 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e037-6548-49aa-947a-4131cca68f70 req-3967c11e-5b82-4271-910d-67a6c299eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:47.849365 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-3967c11e-5b82-4271-910d-67a6c299eca7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 1094 time: 0.7205467 Aug 17 16:30:47.855645 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59500) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:47.925789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045e431-2892-4e66-a041-b4bbaee5f863 req-508798d6-40b6-4754-a17d-8236e4872f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:47.927551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3045e431-2892-4e66-a041-b4bbaee5f863 req-508798d6-40b6-4754-a17d-8236e4872f1f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 1095 time: 0.2417958 Aug 17 16:30:47.936465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] For port e6475933-e0f5-4ddd-a6bb-ebf4510caf7d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e6475933-e0f5-4ddd-a6bb-ebf4510caf7d,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:47.936814 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:47.939331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0b440-787c-4e6c-ab0f-a7cfe87c6c41 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d48438-6bba-4002-84c6-09fb6393bcfc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:47.967415 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-54a70334-afd9-4c1a-b6d6-264b7e05f0b2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] show failed (client error): The resource could not be found. Aug 17 16:30:47.968517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-54a70334-afd9-4c1a-b6d6-264b7e05f0b2 tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "GET /v2.0/security-groups/52d48438-6bba-4002-84c6-09fb6393bcfc HTTP/1.1" status: 404 len: 347 time: 0.1044545 Aug 17 16:30:47.974439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-0c848921-e1fb-4521-8b02-0f4b0bac3773 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b HTTP/1.1" status: 200 len: 217 time: 0.1080387 Aug 17 16:30:47.977198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-16d60e98-a4a1-4c16-800e-09d921b23d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:47.978816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-16d60e98-a4a1-4c16-800e-09d921b23d92 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2668226 Aug 17 16:30:47.979333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59502) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:47.987747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-954b076f-0f50-475e-b430-4fae3629b2b4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.034505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] Calling delete_port for e6475933-e0f5-4ddd-a6bb-ebf4510caf7d owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:48.240746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.263732 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.281035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045e431-2892-4e66-a041-b4bbaee5f863 req-1a50ce24-75ab-497d-aec4-ce543b2f6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:48.281341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e037-6548-49aa-947a-4131cca68f70 req-2646b06d-127d-499e-924c-b236cb0cc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:48.282790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-2646b06d-127d-499e-924c-b236cb0cc25c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 200 len: 858 time: 0.2826447 Aug 17 16:30:48.283226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3045e431-2892-4e66-a041-b4bbaee5f863 req-1a50ce24-75ab-497d-aec4-ce543b2f6389 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 919 time: 0.3409133 Aug 17 16:30:48.377664 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-39e27f85-411c-4485-a864-d364ff43bf9f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c12d6057-9d55-4345-afa9-bf097cd0485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581920 Aug 17 16:30:48.451050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:30:48.462664 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3045e431-2892-4e66-a041-b4bbaee5f863 req-4ed6bc07-ed84-4e4e-ba4b-82fb2858b964 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86ca87ad-5ada-4310-b746-dbcf8897d335 HTTP/1.1" status: 200 len: 217 time: 0.1554644 Aug 17 16:30:48.463759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Made reservation on behalf of ab4be46c8ce94adaa70ee5532c259bf4 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:48.467063 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.476374 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e12571e-c488-4d17-b100-e157bad0b29c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:48.477903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-764a6d56-22d4-49d5-ac61-c2f4810e2ad4 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873495 Aug 17 16:30:48.512330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.534054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.534602 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Added segment 174433bf-ac9d-41bc-9f1f-d14e79a2997f of type vlan for network cc6663a7-809e-4cd9-97b5-0e8f41ef81f9 Aug 17 16:30:48.623818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ab73033a-61ee-49c5-a19d-1c6a5cef19ad tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Deleting port 49e20829-a58f-4c3e-8d7b-61a14c479bc2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:48.624396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab73033a-61ee-49c5-a19d-1c6a5cef19ad tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.736078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045e431-2892-4e66-a041-b4bbaee5f863 req-e5515261-4e78-4751-94e2-34d8cf43644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:48.738166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3045e431-2892-4e66-a041-b4bbaee5f863 req-e5515261-4e78-4751-94e2-34d8cf43644c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 200 len: 858 time: 0.2583108 Aug 17 16:30:48.749704 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.770965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-00f9ecbc-ae8c-43b6-bee2-ec740506eca3 service neutron] 10.222.0.93 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712142 Aug 17 16:30:48.816388 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.854977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-fa4a3632-7227-485e-bdcc-7c025772df6c service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625753 Aug 17 16:30:48.934250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3045e431-2892-4e66-a041-b4bbaee5f863 req-2a8ce387-9ad9-4edb-9b71-8d047c1695d5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c12d6057-9d55-4345-afa9-bf097cd0485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685457 Aug 17 16:30:48.980149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab73033a-61ee-49c5-a19d-1c6a5cef19ad tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.980149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab73033a-61ee-49c5-a19d-1c6a5cef19ad tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:48.992037 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-79f06c49-6cbd-462a-9c27-daa2d5eae8dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=782258dc-1a4a-4ad5-916d-17b7f87e7762 HTTP/1.1" status: 200 len: 217 time: 0.1039913 Aug 17 16:30:49.029204 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b569aaee-466e-4ca0-8da1-0f49386bd12f req-9d1454da-7ffe-4594-9565-f03d835f73e8 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 210 time: 0.0698109 Aug 17 16:30:49.058700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-954b076f-0f50-475e-b430-4fae3629b2b4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.093762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ab73033a-61ee-49c5-a19d-1c6a5cef19ad tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Calling delete_port for 49e20829-a58f-4c3e-8d7b-61a14c479bc2 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:49.154307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c25e037-6548-49aa-947a-4131cca68f70 req-b30df280-14db-4ce9-a34e-bac331cddd6a service neutron] 10.222.0.93 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731604 Aug 17 16:30:49.202518 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-954b076f-0f50-475e-b430-4fae3629b2b4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.206683 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.208315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:49.209326 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.242047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-5ba5c742-d801-4ddd-b307-fd9c829e32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:49.243569 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-5ba5c742-d801-4ddd-b307-fd9c829e32b5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=50c669c8-80f7-4298-96dc-96190b20c8a6 HTTP/1.1" status: 200 len: 797 time: 0.2205567 Aug 17 16:30:49.383887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Allocated IP 192.168.233.165 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/b5e16c82-cf74-49d7-ba68-cd627d373319) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:49.388787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-954b076f-0f50-475e-b430-4fae3629b2b4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] In _notify_port_updated(), no bound segment for port 0501fa8b-51f7-4bc4-9551-8e4668f4e8ee on network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:30:49.396490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b076f-0f50-475e-b430-4fae3629b2b4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:49.397271 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-954b076f-0f50-475e-b430-4fae3629b2b4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.402196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-954b076f-0f50-475e-b430-4fae3629b2b4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "PUT /v2.0/ports/0501fa8b-51f7-4bc4-9551-8e4668f4e8ee HTTP/1.1" status: 200 len: 1067 time: 2.1522558 Aug 17 16:30:49.408477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59512) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:49.419307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.423411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.428830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f5bca-8d0b-4653-9ba3-ef76f6390a22 req-307f9666-d20d-4948-95f8-c53d37822c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:49.430427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-271f5bca-8d0b-4653-9ba3-ef76f6390a22 req-307f9666-d20d-4948-95f8-c53d37822c85 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 1094 time: 0.2030346 Aug 17 16:30:49.434557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-cceb745b-5a01-4b11-9765-c76eb2c1c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:49.436341 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-cceb745b-5a01-4b11-9765-c76eb2c1c993 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1831894 Aug 17 16:30:49.441625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4326394 Aug 17 16:30:49.458492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59514) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:49.461671 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.473597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b076f-0f50-475e-b430-4fae3629b2b4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event updated for resources: {'Port': ['ID=0501fa8b-51f7-4bc4-9551-8e4668f4e8ee,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:49.496677 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80c538-7202-48be-86a7-621d162f9e92 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Pushing event updated for resources: {'Network': ['ID=cc6663a7-809e-4cd9-97b5-0e8f41ef81f9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:49.508484 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.515090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8daa2f-56d0-4177-a080-91ea0fdf717f req-6114ef3b-be74-48a5-b9f5-49c5decdc4fd tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:49.516827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c8daa2f-56d0-4177-a080-91ea0fdf717f req-6114ef3b-be74-48a5-b9f5-49c5decdc4fd tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 943 time: 0.5127752 Aug 17 16:30:49.526357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Request body: {'network': {'project_id': '0c461d2aedd2468c986cc9d0a809dd21'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:49.553949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network cc6663a7-809e-4cd9-97b5-0e8f41ef81f9 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:30:49.577959 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3045e431-2892-4e66-a041-b4bbaee5f863 req-d279a36b-a057-44ba-a8ba-69653ba507cf service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769417 Aug 17 16:30:49.579184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6475933-e0f5-4ddd-a6bb-ebf4510caf7d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:49.829004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.877947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Pushing event updated for resources: {'Port': ['ID=8bced668-a7db-4bb3-a68a-3d9e2cf0f9a1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:49.894343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Made reservation on behalf of 0c461d2aedd2468c986cc9d0a809dd21 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:30:49.896937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.906608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c8daa2f-56d0-4177-a080-91ea0fdf717f req-a5eeb707-a0c4-4c77-8826-94a6432aff73 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439684 Aug 17 16:30:49.911592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab73033a-61ee-49c5-a19d-1c6a5cef19ad tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:49.946170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:50.069781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-53e3e331-7555-4193-b6fe-6f7a23820b1c None None] Provisioning complete for port 0501fa8b-51f7-4bc4-9551-8e4668f4e8ee triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:50.071843 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53e3e331-7555-4193-b6fe-6f7a23820b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:50.165689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-53e3e331-7555-4193-b6fe-6f7a23820b1c None None] Port 0501fa8b-51f7-4bc4-9551-8e4668f4e8ee cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:50.505893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3045e431-2892-4e66-a041-b4bbaee5f863 req-f047376b-b046-4e0e-9223-21554713ac2d service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8700252 Aug 17 16:30:50.541467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:50.546807 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:50.555544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73033a-61ee-49c5-a19d-1c6a5cef19ad tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Pushing event deleted for resources: {'Port': ['ID=49e20829-a58f-4c3e-8d7b-61a14c479bc2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:50.571662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Transition to ACTIVE for port object b5e16c82-cf74-49d7-ba68-cd627d373319 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:50.627865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:30:50.634927 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-2e16c7bc-093a-49e3-80b3-10e27c6c6f43 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1770642 Aug 17 16:30:50.682862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f5bca-8d0b-4653-9ba3-ef76f6390a22 req-850f9ad2-e39a-4c93-9cde-1b7bd7f173b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:50.684406 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-271f5bca-8d0b-4653-9ba3-ef76f6390a22 req-850f9ad2-e39a-4c93-9cde-1b7bd7f173b3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 919 time: 1.2279866 Aug 17 16:30:50.686759 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c5e62dc-0abd-4d98-b3ea-d13b7f1fc13b req-f456bb59-7ac6-4ed0-992a-376797ab501e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 210 time: 0.4847269 Aug 17 16:30:50.689214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-755d6b21-cc0c-4685-bff0-d616e37f8c64 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Deleting port 0501fa8b-51f7-4bc4-9551-8e4668f4e8ee {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:50.689631 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-755d6b21-cc0c-4685-bff0-d616e37f8c64 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:50.748926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:50.765124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3', '88a283c8-47a1-48ef-bffb-95ed976da07d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:50.770395 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', '1192c936-2cf0-4118-a29d-f6166d95b17d', '6852ccc4-b70d-4aa6-83c3-72683625888a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:50.845306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:50.845699 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Added segment b44dd07e-11b0-455a-ad71-ed294436ecc7 of type vlan for network 7e4e769e-8b0b-4402-8ec1-44016617674d Aug 17 16:30:50.853290 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Floating IP 10605ad4-ec44-473b-b123-984de3864895 associated. External IP: 172.25.7.182, port: 7a24f0ed-2a27-4435-9656-69ddab0e5455. Aug 17 16:30:50.871062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-271f5bca-8d0b-4653-9ba3-ef76f6390a22 req-88e50816-3c64-4c2a-9654-b6d47683909b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b HTTP/1.1" status: 200 len: 217 time: 0.1779039 Aug 17 16:30:50.894563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:50.913818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:50.931253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:50.987252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event updated for resources: {'Port': ['ID=b5e16c82-cf74-49d7-ba68-cd627d373319,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:51.031566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab73033a-61ee-49c5-a19d-1c6a5cef19ad tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:51.042721 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab73033a-61ee-49c5-a19d-1c6a5cef19ad tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:51.044139 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ab73033a-61ee-49c5-a19d-1c6a5cef19ad tempest-AttachVolumeShelveTestJSON-913606558 tempest-AttachVolumeShelveTestJSON-913606558-project] 10.222.0.77 "DELETE /v2.0/floatingips/ea95440e-4e7d-44c9-98d3-9093ddeed1fc HTTP/1.1" status: 204 len: 168 time: 3.0619078 Aug 17 16:30:51.048665 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:51.185856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:51.190757 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:51.303378 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-938c3263-6220-4807-986c-aee54f9ef92e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9411235 Aug 17 16:30:51.352001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-755d6b21-cc0c-4685-bff0-d616e37f8c64 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:51.356279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Request body: {'port': {'device_id': '523d1165-ae5e-44b9-ab6d-dd54f3649632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:51.398417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-755d6b21-cc0c-4685-bff0-d616e37f8c64 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Calling delete_port for 0501fa8b-51f7-4bc4-9551-8e4668f4e8ee owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:51.462198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] Router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:30:51.500464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f5bca-8d0b-4653-9ba3-ef76f6390a22 req-d00c382e-d4bb-4ceb-a4af-97a1a2202239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:51.502640 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-271f5bca-8d0b-4653-9ba3-ef76f6390a22 req-d00c382e-d4bb-4ceb-a4af-97a1a2202239 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 200 len: 858 time: 0.6176322 Aug 17 16:30:51.557371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a886d74-08c1-4a03-967f-9f0ab73bc396 req-2c93e60f-433f-4a90-9ae4-71d614c4d691 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:51.573646 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-b7fc7de6-1e93-4184-ba8b-82bd970287ad service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9117570 Aug 17 16:30:51.575888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8a886d74-08c1-4a03-967f-9f0ab73bc396 req-2c93e60f-433f-4a90-9ae4-71d614c4d691 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 943 time: 0.4462805 Aug 17 16:30:51.633477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ac119102-7180-42b1-ad8e-626a7d4a47d5 None None] Provisioning for port b5e16c82-cf74-49d7-ba68-cd627d373319 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:51.689425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ac119102-7180-42b1-ad8e-626a7d4a47d5 None None] Provisioning complete for port b5e16c82-cf74-49d7-ba68-cd627d373319 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:51.690334 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac119102-7180-42b1-ad8e-626a7d4a47d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:51.834550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ac119102-7180-42b1-ad8e-626a7d4a47d5 None None] Port b5e16c82-cf74-49d7-ba68-cd627d373319 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:30:51.840915 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:51.845837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:51.847209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:51.848559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:30:51.862198 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-271f5bca-8d0b-4653-9ba3-ef76f6390a22 req-246d9d91-9c8b-48d8-82e6-3c781b9a463d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c12d6057-9d55-4345-afa9-bf097cd0485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3390570 Aug 17 16:30:51.880819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] Sync routers for ids ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:30:51.935801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-588bff35-5eac-434b-97b1-7dc9e39e2456 admin admin] 10.222.0.77 "PUT /v2.0/routers/7bfa0c7f-602e-4130-b5a6-28a53b3bb61e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8151636 Aug 17 16:30:51.953894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:51.958227 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:52.004151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] Routers {'7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:52.005070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:52.223548 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-271f5bca-8d0b-4653-9ba3-ef76f6390a22 req-5c81d9e8-c42e-4726-9a80-a0d7a73284f0 service neutron] 10.222.0.93 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764019 Aug 17 16:30:52.247050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] Set router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:52.275515 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8a886d74-08c1-4a03-967f-9f0ab73bc396 req-9fa0889e-c167-4fc9-b50b-cd059ba0b7e1 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6981556 Aug 17 16:30:52.338319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Pushing event updated for resources: {'Network': ['ID=7e4e769e-8b0b-4402-8ec1-44016617674d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:52.375856 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3bc7977d-5b0d-46ad-8a5e-8c2efdbda69e tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.9099240 Aug 17 16:30:52.379499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:52.387409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Router 89269471-8ea9-4c76-b71c-c5b740f7f7dc has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:30:52.387409 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-bce4dc86-b6cc-44b3-9b47-d4b747c25d94 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522 HTTP/1.1" status: 200 len: 217 time: 0.5099702 Aug 17 16:30:52.388054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4f1b5386-389a-424d-b170-4164b4def99a tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Request body: {'network': {'project_id': '0c461d2aedd2468c986cc9d0a809dd21'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:52.406818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 7e4e769e-8b0b-4402-8ec1-44016617674d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:30:52.410502 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 86ca87ad-5ada-4310-b746-dbcf8897d335 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:30:52.461464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-1bb9dd60-2279-4f65-933d-7c0448e5bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:52.463219 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-1bb9dd60-2279-4f65-933d-7c0448e5bbf1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=50c669c8-80f7-4298-96dc-96190b20c8a6 HTTP/1.1" status: 200 len: 797 time: 0.0607548 Aug 17 16:30:52.554987 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1b5386-389a-424d-b170-4164b4def99a tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 16:30:52.555798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1b5386-389a-424d-b170-4164b4def99a tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:30:52.557411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4f1b5386-389a-424d-b170-4164b4def99a tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1749287 Aug 17 16:30:52.623482 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:30:52.741623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 86ca87ad-5ada-4310-b746-dbcf8897d335, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=86ca87ad-5ada-4310-b746-dbcf8897d335,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:52.765065 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-271f5bca-8d0b-4653-9ba3-ef76f6390a22 req-89411eeb-52bf-4fcf-a1c1-303243191abf service neutron] 10.222.0.93 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230137 Aug 17 16:30:52.792891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fee92-0615-4cf1-9329-82c167bec4ac req-40923f0e-d90c-457e-b164-2ba5ffdff934 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:52.802862 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e1fee92-0615-4cf1-9329-82c167bec4ac req-40923f0e-d90c-457e-b164-2ba5ffdff934 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 936 time: 0.6461954 Aug 17 16:30:52.813188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59542) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:52.814224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '86ca87ad-5ada-4310-b746-dbcf8897d335', 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d', 'port_id': '86ca87ad-5ada-4310-b746-dbcf8897d335', 'mac_address': 'fa:16:3e:18:8a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e0652-fb77-4a34-bc9d-2283ab776804', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:30:52.838222 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-755d6b21-cc0c-4685-bff0-d616e37f8c64 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:52.878970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e16c82-cf74-49d7-ba68-cd627d373319 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:30:52.889715 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:52.906991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Transition to ACTIVE for port object b5e16c82-cf74-49d7-ba68-cd627d373319 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:30:52.915548 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:52.920547 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:52.935178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6b21-cc0c-4685-bff0-d616e37f8c64 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event deleted for resources: {'Port': ['ID=0501fa8b-51f7-4bc4-9551-8e4668f4e8ee,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:52.978617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265cca4-0793-4826-aa25-04f06d76c299 req-10e157b8-3c4b-4a84-a09f-787f45a13703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:52.980587 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-10e157b8-3c4b-4a84-a09f-787f45a13703 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4566522 Aug 17 16:30:53.038268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:30:53.062796 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:53.084840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e16c82-cf74-49d7-ba68-cd627d373319,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:53.146539 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e1fee92-0615-4cf1-9329-82c167bec4ac req-86dff1e5-463e-4cd0-b00c-32850c3a16c7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412099 Aug 17 16:30:53.243525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:30:53.267718 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898cb2c-09dc-4a52-9c77-1a87ba977292 None None] Sync routers for ids ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:30:53.299168 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898cb2c-09dc-4a52-9c77-1a87ba977292 None None] Routers {'89269471-8ea9-4c76-b71c-c5b740f7f7dc'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:53.300116 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c898cb2c-09dc-4a52-9c77-1a87ba977292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:53.333317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:53.446629 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-501bb7d5-603e-4c48-98b6-3446c38ffd16 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0c461d2aedd2468c986cc9d0a809dd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6297100 Aug 17 16:30:53.466632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:53.474397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:53.478704 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c898cb2c-09dc-4a52-9c77-1a87ba977292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:53.512275 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898cb2c-09dc-4a52-9c77-1a87ba977292 None None] Routers {'89269471-8ea9-4c76-b71c-c5b740f7f7dc'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:53.513220 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c898cb2c-09dc-4a52-9c77-1a87ba977292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:53.522603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ca87ad-5ada-4310-b746-dbcf8897d335 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:30:53.564361 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:30:53.588062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-684796cc-c205-47f5-9710-dedc18da1c0a service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853000 Aug 17 16:30:53.590490 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c898cb2c-09dc-4a52-9c77-1a87ba977292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:53.591586 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898cb2c-09dc-4a52-9c77-1a87ba977292 None None] The sync data for ids ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:30:53.645854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Attempting to bind port b5e16c82-cf74-49d7-ba68-cd627d373319 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:30:53.646136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Attempting to bind port b5e16c82-cf74-49d7-ba68-cd627d373319 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:30:53.646513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Attempting to bind port b5e16c82-cf74-49d7-ba68-cd627d373319 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:53.673966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Port b5e16c82-cf74-49d7-ba68-cd627d373319 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:30:53.674871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Attempting to bind port b5e16c82-cf74-49d7-ba68-cd627d373319 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:30:53.703602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:30:53.703999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:30:53.705299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:30:53.705830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Bound port: b5e16c82-cf74-49d7-ba68-cd627d373319, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:30:53.706277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:53.709527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 86ca87ad-5ada-4310-b746-dbcf8897d335, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=86ca87ad-5ada-4310-b746-dbcf8897d335,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:53.736739 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:53.744737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed67ac-9f76-4890-80d3-f919e097ee96 req-db20c7bf-30e0-4e37-a372-8ae9dc944d40 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:53.746817 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-52ed67ac-9f76-4890-80d3-f919e097ee96 req-db20c7bf-30e0-4e37-a372-8ae9dc944d40 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 943 time: 0.3227885 Aug 17 16:30:53.747617 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea509-368c-40bf-9f37-2019136d0797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:53.800003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9cfddde7-b450-48b9-9a1a-0d187fe3c32a tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.5670300 Aug 17 16:30:53.841933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59554) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:53.855611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Deleting port 0284ab93-e485-4822-8cc7-4b1807fba595 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:53.856003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:53.925999 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea509-368c-40bf-9f37-2019136d0797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:53.939758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:53.945655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:30:48Z', 'revision_number': 5, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port': {'id': '0284ab93-e485-4822-8cc7-4b1807fba595', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:20:58Z', 'updated_at': '2021-08-17T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:53.948793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=86ca87ad-5ada-4310-b746-dbcf8897d335,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:54.011706 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-52ed67ac-9f76-4890-80d3-f919e097ee96 req-51f8d856-6488-4f4e-ab54-713533022286 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501698 Aug 17 16:30:54.012067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['86ca87ad-5ada-4310-b746-dbcf8897d335'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:54.020607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] Checking router: 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:30:54.040781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] For port b5e16c82-cf74-49d7-ba68-cd627d373319, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:30:54.051932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] For port b5e16c82-cf74-49d7-ba68-cd627d373319, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=b5e16c82-cf74-49d7-ba68-cd627d373319,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:30:54.061583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b', 'network_id': 'c12d6057-9d55-4345-afa9-bf097cd0485d', 'port_id': '27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b', 'mac_address': 'fa:16:3e:69:64:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e0652-fb77-4a34-bc9d-2283ab776804', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:30:54.064411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:54.067901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5265cca4-0793-4826-aa25-04f06d76c299 req-21f7d1cf-f4ca-4a88-b1c4-cd4fd0724713 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788291 Aug 17 16:30:54.098191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] Routers {'7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:54.099219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:54.101978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] For port 0284ab93-e485-4822-8cc7-4b1807fba595, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0284ab93-e485-4822-8cc7-4b1807fba595,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:54.102523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:54.121258 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-755d6b21-cc0c-4685-bff0-d616e37f8c64 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:54.121659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Calling delete_port for 0284ab93-e485-4822-8cc7-4b1807fba595 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:54.127009 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-755d6b21-cc0c-4685-bff0-d616e37f8c64 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "DELETE /v2.0/ports/0501fa8b-51f7-4bc4-9551-8e4668f4e8ee HTTP/1.1" status: 204 len: 168 time: 4.7127161 Aug 17 16:30:54.127867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59556) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:54.224815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f557afad-cb46-4b48-a7bb-e342db6d699d tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] 10.222.0.77 "GET /v2.0/floatingips/10605ad4-ec44-473b-b123-984de3864895 HTTP/1.1" status: 200 len: 983 time: 0.3758311 Aug 17 16:30:54.224815 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b496b5-07b5-406e-9595-06c421e5ea27 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] GET failed (client error): The resource could not be found. Aug 17 16:30:54.225421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-48b496b5-07b5-406e-9595-06c421e5ea27 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "GET /v2.0/ports/0501fa8b-51f7-4bc4-9551-8e4668f4e8ee HTTP/1.1" status: 404 len: 333 time: 0.0891802 Aug 17 16:30:54.226946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59560) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:54.238984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59562) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:54.300317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea509-368c-40bf-9f37-2019136d0797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:54.309308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea509-368c-40bf-9f37-2019136d0797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:54.322278 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e6ea509-368c-40bf-9f37-2019136d0797 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e12571e-c488-4d17-b100-e157bad0b29c HTTP/1.1" status: 204 len: 168 time: 0.8421614 Aug 17 16:30:54.324912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:54.325902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:54.347376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] 10.222.0.93 "PUT /v2.0/ports/b5e16c82-cf74-49d7-ba68-cd627d373319 HTTP/1.1" status: 200 len: 1096 time: 2.9857159 Aug 17 16:30:54.356932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523d1165-ae5e-44b9-ab6d-dd54f3649632', 'tag': 'b5e16c82-cf74-49d7-ba68-cd627d373319'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:54.365999 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763cf890-6924-4662-95f6-8bc4d57a0e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "523d1165-ae5e-44b9-ab6d-dd54f3649632", "tag": "b5e16c82-cf74-49d7-ba68-cd627d373319"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:54.374779 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:54.378779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:54.440139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] Set router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:30:54.475121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:30:54.600306 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f30818-e7f1-4537-8ad4-bcb0ff493bba x-openstack-request-id: req-b2f30818-e7f1-4537-8ad4-bcb0ff493bba {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:54.600306 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523d1165-ae5e-44b9-ab6d-dd54f3649632", "tag": "b5e16c82-cf74-49d7-ba68-cd627d373319", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:54.600306 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2f30818-e7f1-4537-8ad4-bcb0ff493bba {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:54.603140 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523d1165-ae5e-44b9-ab6d-dd54f3649632', 'tag': 'b5e16c82-cf74-49d7-ba68-cd627d373319', 'status': 'completed', 'code': 200} Aug 17 16:30:54.608748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ea509-368c-40bf-9f37-2019136d0797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e12571e-c488-4d17-b100-e157bad0b29c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:54.611869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-594793d7-d79c-4b2f-846f-536139473d98 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.3830059 Aug 17 16:30:54.616184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59568) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:54.649813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:30:53Z', 'revision_number': 6, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:54.667916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:54.679469 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:54.746327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6241fe3-44e5-48d9-8ceb-4706d83e35b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e16c82-cf74-49d7-ba68-cd627d373319,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:54.796625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72131bc9-3ae2-4bdf-8013-f1072eb2839c None None] The sync data for ids ['7bfa0c7f-602e-4130-b5a6-28a53b3bb61e'] in n-d-804878-1 is: [{'id': '7bfa0c7f-602e-4130-b5a6-28a53b3bb61e', 'name': 'tempest-ServerActionsTestJSON-1477661043-router', 'tenant_id': '5e0bff260f5f426d99f5384af5be17ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:20:56Z', 'updated_at': '2021-08-17T16:30:53Z', 'revision_number': 6, 'project_id': '5e0bff260f5f426d99f5384af5be17ad', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:30:54.837054 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:54.930437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-a4249943-8b3c-40fe-b658-659ebb793bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:54.932421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-a4249943-8b3c-40fe-b658-659ebb793bc7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 1099 time: 0.4637756 Aug 17 16:30:54.936385 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.012889 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-485f83bc-aa00-4151-bfc0-6ca46fb6e2b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=b5e16c82-cf74-49d7-ba68-cd627d373319 HTTP/1.1" status: 200 len: 217 time: 0.0683010 Aug 17 16:30:55.013863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:30:55.145328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a615c-79a8-4c97-9b7e-9db4eab9cda4 req-bb891fac-4985-436f-a163-59166326fa5d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:55.154527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da5a615c-79a8-4c97-9b7e-9db4eab9cda4 req-bb891fac-4985-436f-a163-59166326fa5d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 948 time: 0.6514103 Aug 17 16:30:55.232203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.252327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-267ffe3d-1c78-43a5-aa3f-4c8d7f362d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:55.253918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-267ffe3d-1c78-43a5-aa3f-4c8d7f362d93 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2151654 Aug 17 16:30:55.263171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.332363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4e769e-8b0b-4402-8ec1-44016617674d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:55.337717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0284ab93-e485-4822-8cc7-4b1807fba595,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:55.356263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da5a615c-79a8-4c97-9b7e-9db4eab9cda4 req-7bb9f459-417d-4d30-9ef7-c7314d5deb47 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004912 Aug 17 16:30:55.372403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44dd07e-11b0-455a-ad71-ed294436ecc7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:55.372965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44dd07e-11b0-455a-ad71-ed294436ecc7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:55.386168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2bb834b0-2e6c-4bf0-819a-4d55d34213a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Deleting port c5c43f6e-4077-484d-9477-db6490713ea7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:55.387573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b0-2e6c-4bf0-819a-4d55d34213a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.472985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Deleting port 8bced668-a7db-4bb3-a68a-3d9e2cf0f9a1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:55.473321 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.489811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.551414 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.556785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e11669a5-e619-4c7a-a1e1-215c6bdb6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:55.558582 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-e11669a5-e619-4c7a-a1e1-215c6bdb6110 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2668242 Aug 17 16:30:55.573024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97952bb3-d60c-4a7d-b8d1-1470bedafafa req-4e913326-9a3d-4e42-9c14-c7b2d0d13934 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:55.574710 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-97952bb3-d60c-4a7d-b8d1-1470bedafafa req-4e913326-9a3d-4e42-9c14-c7b2d0d13934 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 944 time: 0.2493157 Aug 17 16:30:55.575836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:30:55.576239 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.584159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b0-2e6c-4bf0-819a-4d55d34213a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:30:55.599270 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:30:55.622774 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2bb834b0-2e6c-4bf0-819a-4d55d34213a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Calling delete_port for c5c43f6e-4077-484d-9477-db6490713ea7 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:55.626851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.627265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.650931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Calling delete_port for 8bced668-a7db-4bb3-a68a-3d9e2cf0f9a1 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:55.676233 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.918306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e6475933-e0f5-4ddd-a6bb-ebf4510caf7d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:55.956686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-97952bb3-d60c-4a7d-b8d1-1470bedafafa req-4c5ce5e0-afb4-4c38-b568-4ab374006fb7 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547149 Aug 17 16:30:55.973277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:55.976248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e6475933-e0f5-4ddd-a6bb-ebf4510caf7d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:30:55.977649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e6475933-e0f5-4ddd-a6bb-ebf4510caf7d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:30:55.978211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0284ab93-e485-4822-8cc7-4b1807fba595 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:55.997796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.007588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.040899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.050109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] 10.222.0.77 "DELETE /v2.0/networks/7e4e769e-8b0b-4402-8ec1-44016617674d HTTP/1.1" status: 204 len: 168 time: 1.6511812 Aug 17 16:30:56.054815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 0284ab93-e485-4822-8cc7-4b1807fba595 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:30:56.055373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0284ab93-e485-4822-8cc7-4b1807fba595 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:30:56.055847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:56.136019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.203575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event deleted for resources: {'Port': ['ID=8bced668-a7db-4bb3-a68a-3d9e2cf0f9a1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:56.205461 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b0-2e6c-4bf0-819a-4d55d34213a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.250485 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd6ab4-13c7-48af-a74e-9b1b7f126b12 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e4e769e-8b0b-4402-8ec1-44016617674d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:56.288552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb834b0-2e6c-4bf0-819a-4d55d34213a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event deleted for resources: {'Port': ['ID=c5c43f6e-4077-484d-9477-db6490713ea7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:56.351721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-b42a28ae-1c5d-45fd-93bc-daae270832e3 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7711735 Aug 17 16:30:56.356469 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.357384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bfa0c7f-602e-4130-b5a6-28a53b3bb61e {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:30:56.369617 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.374566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b0-2e6c-4bf0-819a-4d55d34213a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.377186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-82ebce72-8862-4d10-83a7-de96944dee79 admin admin] 10.222.0.77 "DELETE /v2.0/routers/7bfa0c7f-602e-4130-b5a6-28a53b3bb61e HTTP/1.1" status: 204 len: 168 time: 4.4154329 Aug 17 16:30:56.380232 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2bb834b0-2e6c-4bf0-819a-4d55d34213a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "DELETE /v2.0/ports/c5c43f6e-4077-484d-9477-db6490713ea7 HTTP/1.1" status: 204 len: 168 time: 2.1378131 Aug 17 16:30:56.390459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 86ca87ad-5ada-4310-b746-dbcf8897d335 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:56.416346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:56.418853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.419984 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Floating IP 10605ad4-ec44-473b-b123-984de3864895 disassociated (deleted). External IP: 172.25.7.182, port: 7a24f0ed-2a27-4435-9656-69ddab0e5455. Aug 17 16:30:56.420455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:56.550209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 86ca87ad-5ada-4310-b746-dbcf8897d335 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:56.558055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 86ca87ad-5ada-4310-b746-dbcf8897d335 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:56.558430 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.586926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0f4a66-b680-4e78-a9e2-fc5a7fcc8676 admin admin] Deleting subnet ec998730-4b90-4672-b8bf-007e271712f7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:30:56.743181 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.801488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca87ad-5ada-4310-b746-dbcf8897d335'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:56.813188 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30404500-fec6-45c4-bc33-ca569ec94901" -d '{"events": [{"server_uuid": "3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc", "name": "network-vif-plugged", "status": "completed", "tag": "86ca87ad-5ada-4310-b746-dbcf8897d335"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:56.859678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 86ca87ad-5ada-4310-b746-dbcf8897d335, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=86ca87ad-5ada-4310-b746-dbcf8897d335,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:56.867248 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:56.947491 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b704d80-9330-459c-aec4-cc4cd2053100 x-openstack-request-id: req-1b704d80-9330-459c-aec4-cc4cd2053100 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:56.948565 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc", "name": "network-vif-plugged", "status": "completed", "tag": "86ca87ad-5ada-4310-b746-dbcf8897d335", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:56.949003 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b704d80-9330-459c-aec4-cc4cd2053100 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:56.949445 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca87ad-5ada-4310-b746-dbcf8897d335', 'code': 200} Aug 17 16:30:56.950102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=86ca87ad-5ada-4310-b746-dbcf8897d335,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:56.995405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c50971-60bd-4ccd-b904-3ee38e7141cb req-6c0e5361-f165-4527-b06e-5d0f887cd636 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:56.997133 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06c50971-60bd-4ccd-b904-3ee38e7141cb req-6c0e5361-f165-4527-b06e-5d0f887cd636 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 948 time: 0.2929127 Aug 17 16:30:57.065193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Router 89269471-8ea9-4c76-b71c-c5b740f7f7dc has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:30:57.067304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:30:57.097149 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06c50971-60bd-4ccd-b904-3ee38e7141cb req-c0966034-c9a7-4d7f-9f87-024e315e3e2e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920594 Aug 17 16:30:57.145688 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:30:57.150420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:30:57.150876 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.200188 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9bcfcb-58ad-495e-aeea-7d901b027583 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] GET failed (client error): The resource could not be found. Aug 17 16:30:57.203756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fa9bcfcb-58ad-495e-aeea-7d901b027583 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "GET /v2.0/ports/c5c43f6e-4077-484d-9477-db6490713ea7 HTTP/1.1" status: 404 len: 333 time: 0.7796493 Aug 17 16:30:57.231129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4a66-b680-4e78-a9e2-fc5a7fcc8676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.273682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:57.324137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:30:57.330215 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.347566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022346a9-20c0-4074-a7fe-3c61a34d339f None None] Sync routers for ids ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:30:57.366804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b55de791-e6a0-42ef-bb36-abb098765868 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "DELETE /v2.0/floatingips/10605ad4-ec44-473b-b123-984de3864895 HTTP/1.1" status: 204 len: 168 time: 2.7489126 Aug 17 16:30:57.374947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59606) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:57.380218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:30:57.386025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022346a9-20c0-4074-a7fe-3c61a34d339f None None] Routers {'89269471-8ea9-4c76-b71c-c5b740f7f7dc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:57.387224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-022346a9-20c0-4074-a7fe-3c61a34d339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:57.410856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.426463 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.457868 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.461449 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-022346a9-20c0-4074-a7fe-3c61a34d339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:57.500263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022346a9-20c0-4074-a7fe-3c61a34d339f None None] Routers {'89269471-8ea9-4c76-b71c-c5b740f7f7dc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:30:57.500887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-022346a9-20c0-4074-a7fe-3c61a34d339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:57.555083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-022346a9-20c0-4074-a7fe-3c61a34d339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:57.556551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022346a9-20c0-4074-a7fe-3c61a34d339f None None] The sync data for ids ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:30:57.557683 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4a66-b680-4e78-a9e2-fc5a7fcc8676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.558813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:57.565859 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.586133 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.649007 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:57.676190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8d339-aa67-41da-adc4-a64d35987b5e req-65a58347-1c90-4b50-a088-7bcc076f38e8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:57.681302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-88f8d339-aa67-41da-adc4-a64d35987b5e req-65a58347-1c90-4b50-a088-7bcc076f38e8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 944 time: 0.4964733 Aug 17 16:30:57.727208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632742a-579f-4df2-91ed-56dd63fb4af2 req-ec29dc7c-b927-4801-8b5c-439cdd636f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:57.729695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c632742a-579f-4df2-91ed-56dd63fb4af2 req-ec29dc7c-b927-4801-8b5c-439cdd636f59 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 1097 time: 0.5734355 Aug 17 16:30:57.775165 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d86eaf7-f9cf-4d70-b1d3-44b085e59e72 req-665e7b88-37ab-4703-a50f-9885b88fc30e service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4110947 Aug 17 16:30:57.792519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Allocated IP 172.25.7.220 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/12b51005-ec43-49d5-9df9-5a1bbf902dc7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:30:57.941917 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.949684 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:57.985015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6663a7-809e-4cd9-97b5-0e8f41ef81f9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:57.998082 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.003393 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-88f8d339-aa67-41da-adc4-a64d35987b5e req-77bfee48-3e6e-4fe2-b475-59718666bafb tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877688 Aug 17 16:30:58.009108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c632742a-579f-4df2-91ed-56dd63fb4af2 req-106fc35c-d041-4026-ba1d-1e3e16881026 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642586 Aug 17 16:30:58.012662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174433bf-ac9d-41bc-9f1f-d14e79a2997f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:58.013009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174433bf-ac9d-41bc-9f1f-d14e79a2997f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:30:58.035720 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.046587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:30:58.046900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4a66-b680-4e78-a9e2-fc5a7fcc8676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.052640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:30:58.057633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:30:58.061155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Pushing event updated for resources: {'Port': ['ID=12b51005-ec43-49d5-9df9-5a1bbf902dc7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:58.090249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-4c585765-17a5-4321-a949-47b79bd35811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:58.092035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-4c585765-17a5-4321-a949-47b79bd35811 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 1099 time: 0.2346511 Aug 17 16:30:58.099550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.123304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d4cebd10-82d0-41d9-a526-11b1b2324cb4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Deleting port 9720788b-d017-4243-bb6e-561e5abba1a6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:58.123880 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4cebd10-82d0-41d9-a526-11b1b2324cb4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.132856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:30:58.133276 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:30:58.136872 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:30:58.317522 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a798241-637d-4d5e-aa93-e43e7aabe184 req-ac6e27bc-8259-4260-b3e7-dd5ae24464b5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:58.338101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a798241-637d-4d5e-aa93-e43e7aabe184 req-ac6e27bc-8259-4260-b3e7-dd5ae24464b5 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 948 time: 0.1360700 Aug 17 16:30:58.390362 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.403134 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4a66-b680-4e78-a9e2-fc5a7fcc8676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.440314 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.447695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] 10.222.0.77 "DELETE /v2.0/networks/cc6663a7-809e-4cd9-97b5-0e8f41ef81f9 HTTP/1.1" status: 204 len: 168 time: 2.3419597 Aug 17 16:30:58.511119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a798241-637d-4d5e-aa93-e43e7aabe184 req-500b34cc-6bfc-4509-a0b5-997184f0ac5b tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683676 Aug 17 16:30:58.537036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.594246 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.602068 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f4a66-b680-4e78-a9e2-fc5a7fcc8676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec998730-4b90-4672-b8bf-007e271712f7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:58.604748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d9a2f-56c6-4745-a3b2-13d677f6bc75 None None] Network 00185e88-19dc-41da-bc27-e709ce5b6aa4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:30:58.606218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4a66-b680-4e78-a9e2-fc5a7fcc8676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.611404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc0f4a66-b680-4e78-a9e2-fc5a7fcc8676 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ec998730-4b90-4672-b8bf-007e271712f7 HTTP/1.1" status: 204 len: 168 time: 2.1883023 Aug 17 16:30:58.634306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-7d5ef15f-3e81-476d-880d-d79c9fa8f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:58.637248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-7d5ef15f-3e81-476d-880d-d79c9fa8f9a0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.5291548 Aug 17 16:30:58.638903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddba30b-13e7-4503-a044-ca03af663c35 tempest-QuotasNegativeTest-184574837 tempest-QuotasNegativeTest-184574837-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc6663a7-809e-4cd9-97b5-0e8f41ef81f9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:58.642818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:58.648588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4cebd10-82d0-41d9-a526-11b1b2324cb4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:58.805639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d4cebd10-82d0-41d9-a526-11b1b2324cb4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Calling delete_port for 9720788b-d017-4243-bb6e-561e5abba1a6 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:58.920399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-f379f342-a611-41e8-abcc-0a84e7b57a61 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=b5e16c82-cf74-49d7-ba68-cd627d373319 HTTP/1.1" status: 200 len: 217 time: 0.2410944 Aug 17 16:30:58.952976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59143360-b97c-453d-9f5f-0d230c65400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:30:58.956519 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baa5dab-f8b0-4c29-b453-7455bef643a7" -d '{"events": [{"server_uuid": "59143360-b97c-453d-9f5f-0d230c65400a", "name": "network-vif-plugged", "status": "completed", "tag": "27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:30:59.005222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae530e21-3960-4612-994f-bb03413ba33a None None] DHCP port deletion for 00185e88-19dc-41da-bc27-e709ce5b6aa4 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:30:59.103126 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.114487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.119974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ae530e21-3960-4612-994f-bb03413ba33a None None] Deleting port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:30:59.121104 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae530e21-3960-4612-994f-bb03413ba33a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.226046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59624) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:59.227694 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Pushing event updated for resources: {'Port': ['ID=12b51005-ec43-49d5-9df9-5a1bbf902dc7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:59.250549 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e38dad-ba72-4d95-935e-d468c942417f x-openstack-request-id: req-d9e38dad-ba72-4d95-935e-d468c942417f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:30:59.264278 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59143360-b97c-453d-9f5f-0d230c65400a", "name": "network-vif-plugged", "status": "completed", "tag": "27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:30:59.265011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59beaf80-8221-4c92-af0c-217917901f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.266905 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9e38dad-ba72-4d95-935e-d468c942417f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:30:59.268711 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59143360-b97c-453d-9f5f-0d230c65400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b', 'code': 200} Aug 17 16:30:59.336576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ae530e21-3960-4612-994f-bb03413ba33a None None] For port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cc4b2099-d3bc-4e94-bca6-523a89fdfbf7,segment=NetworkSegment(dc4aeaf4-c06f-4689-841c-33253707d7a9),segment_id=dc4aeaf4-c06f-4689-841c-33253707d7a9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:30:59.338068 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae530e21-3960-4612-994f-bb03413ba33a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.350706 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.360629 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4cebd10-82d0-41d9-a526-11b1b2324cb4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.384392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ae530e21-3960-4612-994f-bb03413ba33a None None] Calling delete_port for cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:30:59.433283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cebd10-82d0-41d9-a526-11b1b2324cb4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event deleted for resources: {'Port': ['ID=9720788b-d017-4243-bb6e-561e5abba1a6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:59.508680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569eeb3-f500-450c-912e-96e83c1a0135 req-d7af41ec-e1a5-4122-b866-b1280694d4c5 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:59.510470 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b569eeb3-f500-450c-912e-96e83c1a0135 req-d7af41ec-e1a5-4122-b866-b1280694d4c5 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2393022 Aug 17 16:30:59.513826 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.553214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-d8a401f0-492d-47f4-9f02-08cdfbe2a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:59.557933 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-d8a401f0-492d-47f4-9f02-08cdfbe2a54b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.6287749 Aug 17 16:30:59.558256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e79b1-f9d2-4486-a63d-ec06480ec519 req-53b28184-4687-46f0-abfc-1dd68f5f038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:30:59.560129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-666e79b1-f9d2-4486-a63d-ec06480ec519 req-53b28184-4687-46f0-abfc-1dd68f5f038e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 1096 time: 0.2142303 Aug 17 16:30:59.560381 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4cebd10-82d0-41d9-a526-11b1b2324cb4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.561832 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae530e21-3960-4612-994f-bb03413ba33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.566355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4cebd10-82d0-41d9-a526-11b1b2324cb4 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "DELETE /v2.0/ports/9720788b-d017-4243-bb6e-561e5abba1a6 HTTP/1.1" status: 204 len: 168 time: 2.2909203 Aug 17 16:30:59.569742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:59.612203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae530e21-3960-4612-994f-bb03413ba33a None None] Pushing event deleted for resources: {'Port': ['ID=cc4b2099-d3bc-4e94-bca6-523a89fdfbf7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:59.621319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae530e21-3960-4612-994f-bb03413ba33a None None] No DVR routers for this DVR port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:30:59.757804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b569eeb3-f500-450c-912e-96e83c1a0135 req-85749938-b2a6-4135-8ac8-e16d70a10ad8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266243 Aug 17 16:30:59.761710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-666e79b1-f9d2-4486-a63d-ec06480ec519 req-0504e548-f987-4819-8d00-97f732fa4564 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795132 Aug 17 16:30:59.841532 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59beaf80-8221-4c92-af0c-217917901f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.848958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59beaf80-8221-4c92-af0c-217917901f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.859354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.861253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-eacbf5ed-61ee-40d1-90a3-30a09dd2153f tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4850194 Aug 17 16:30:59.878879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59634) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:59.885363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:30:59.900534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d18c7f-2f94-4fe7-8133-b59e42aeb2e6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Deleting subnet 6a203ee6-42f8-49ad-95d1-f10a2174868f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:30:59.910094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5d18c7f-2f94-4fe7-8133-b59e42aeb2e6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:30:59.919421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59beaf80-8221-4c92-af0c-217917901f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241c0112-d946-42e2-b5e0-609cff14d958,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:30:59.942542 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-59beaf80-8221-4c92-af0c-217917901f69 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a19f2344c1764b0cb2420a4fc1f2ed15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102458 Aug 17 16:30:59.946959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59638) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:30:59.991242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:30:59.991829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:00.020018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc972cd-1090-4780-b77b-c1a00ccea773 req-07cd1ad2-e2c0-4a83-a3c9-a8c1f6038ebc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:00.023427 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5cc972cd-1090-4780-b77b-c1a00ccea773 req-07cd1ad2-e2c0-4a83-a3c9-a8c1f6038ebc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 948 time: 0.2590079 Aug 17 16:31:00.071897 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39303482-fc18-445a-a3e8-481f68252224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.084874 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5d18c7f-2f94-4fe7-8133-b59e42aeb2e6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.102359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-8d33ca41-e16b-4444-97d2-2653bcb99a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:00.104994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-8d33ca41-e16b-4444-97d2-2653bcb99a00 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5198224 Aug 17 16:31:00.112228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39303482-fc18-445a-a3e8-481f68252224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.196309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39303482-fc18-445a-a3e8-481f68252224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.199261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39303482-fc18-445a-a3e8-481f68252224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.202537 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-39303482-fc18-445a-a3e8-481f68252224 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/241c0112-d946-42e2-b5e0-609cff14d958 HTTP/1.1" status: 204 len: 168 time: 0.2524540 Aug 17 16:31:00.228629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39303482-fc18-445a-a3e8-481f68252224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241c0112-d946-42e2-b5e0-609cff14d958,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:00.258124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:00.287638 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.299228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5cc972cd-1090-4780-b77b-c1a00ccea773 req-66982518-1296-4546-aa5d-7967cb00c293 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616155 Aug 17 16:31:00.301811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Deleting port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:00.303550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.393351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] For port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7, host n-d-804878-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:00.393918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.416889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Calling delete_port for cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:00.420128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 was not found and therefore no delete operation was performed {{(pid=94838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:31:00.426036 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.446127 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.519535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4b2099-d3bc-4e94-bca6-523a89fdfbf7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:00.530761 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-fae84bf3-63ed-4a68-87d5-3c51d9e6a0e6 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787827 Aug 17 16:31:00.534797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.535138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.535475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.535952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.536447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.536859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.537626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.538222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.538660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.539052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.539531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.540082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:00.554192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] No DVR routers for this DVR port cc4b2099-d3bc-4e94-bca6-523a89fdfbf7 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:00.609991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Allocated IP 172.25.7.242 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/9a92bfb6-2940-4b6c-9265-6325b0db69f8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:00.724950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:00.748730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d64d2d36-4aac-4b72-a68f-0156d2e9a650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.807046 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5d18c7f-2f94-4fe7-8133-b59e42aeb2e6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.813604 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.883882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.898599 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:00.938223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:00.942066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:00.946530 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:00.953197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Pushing event updated for resources: {'Port': ['ID=9a92bfb6-2940-4b6c-9265-6325b0db69f8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:00.983016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00185e88-19dc-41da-bc27-e709ce5b6aa4']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:01.021867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59656) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:01.052977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4aeaf4-c06f-4689-841c-33253707d7a9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:01.053388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4aeaf4-c06f-4689-841c-33253707d7a9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:01.085302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device b5e16c82-cf74-49d7-ba68-cd627d373319 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:31:01.101610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-763cf890-6924-4662-95f6-8bc4d57a0e6f req-58e02ff1-e1ad-4870-a212-315cab658ace service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399170 Aug 17 16:31:01.109656 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.116011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5d18c7f-2f94-4fe7-8133-b59e42aeb2e6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.144630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.186104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685c359-72d6-4060-80d0-0a6113500127 req-73ed14cc-f02b-4b07-8790-4535151cac9b tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:01.193775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4685c359-72d6-4060-80d0-0a6113500127 req-73ed14cc-f02b-4b07-8790-4535151cac9b tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2419856 Aug 17 16:31:01.208750 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.211040 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.236007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d18c7f-2f94-4fe7-8133-b59e42aeb2e6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event deleted for resources: {'Subnet': ['ID=6a203ee6-42f8-49ad-95d1-f10a2174868f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:01.279237 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5d18c7f-2f94-4fe7-8133-b59e42aeb2e6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.281786 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5d18c7f-2f94-4fe7-8133-b59e42aeb2e6 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "DELETE /v2.0/subnets/6a203ee6-42f8-49ad-95d1-f10a2174868f HTTP/1.1" status: 204 len: 168 time: 1.7102854 Aug 17 16:31:01.287447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59660) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:01.291834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:31:01.292635 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:31:01.295875 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:31:01.304620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd948e60-d7fe-42c7-8a42-d67a5d7e8e9d None None] Network 3ac82955-bcba-4e2c-88b8-ee9a53e83397 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:01.385908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4685c359-72d6-4060-80d0-0a6113500127 req-72943f59-fa6d-42aa-9b43-51b2d160a3dd tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911585 Aug 17 16:31:01.404804 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.418926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d64d2d36-4aac-4b72-a68f-0156d2e9a650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.424149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.432392 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] 10.222.0.77 "DELETE /v2.0/networks/00185e88-19dc-41da-bc27-e709ce5b6aa4 HTTP/1.1" status: 204 len: 168 time: 2.7757900 Aug 17 16:31:01.460036 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d64d2d36-4aac-4b72-a68f-0156d2e9a650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.486339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0576459-415e-457f-a1e8-19cb75d54029 admin admin] Pushing event deleted for resources: {'Network': ['ID=00185e88-19dc-41da-bc27-e709ce5b6aa4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:01.583493 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d64d2d36-4aac-4b72-a68f-0156d2e9a650 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=54b2d73a57974f1cb5fec6e58c9641e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8574398 Aug 17 16:31:01.590668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59668) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:01.600372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d2d36-4aac-4b72-a68f-0156d2e9a650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dde33f3-1787-4176-b607-984aa63a089a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:01.703123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:01.770564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7dc868f6-88bb-4ca3-9c13-50af7cf107f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e0bff260f5f426d99f5384af5be17ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647986 Aug 17 16:31:01.771216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:01.813300 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:01.983022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56f04af9-0531-4909-b9f2-bbabe33d3aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.003328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f28ce-a070-4863-91b0-d84a1644ff14 req-827accbe-649a-418e-9e65-e30cdd90ae97 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:02.006206 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-809f28ce-a070-4863-91b0-d84a1644ff14 req-827accbe-649a-418e-9e65-e30cdd90ae97 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2336140 Aug 17 16:31:02.006806 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4832a4cc-0833-4091-8535-2eac2e6830cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.012544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dad2b2-79b7-419e-8ddc-734b3fff7c78 req-90725cd5-d46d-4969-ad6b-e693b6815198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:02.015307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dad2b2-79b7-419e-8ddc-734b3fff7c78 req-90725cd5-d46d-4969-ad6b-e693b6815198 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 1096 time: 0.2139940 Aug 17 16:31:02.024837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfc63b-422e-475f-bf99-03e49e76c7ab req-bd215024-1107-43b0-997a-c9c38e314f79 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:02.027633 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f6cfc63b-422e-475f-bf99-03e49e76c7ab req-bd215024-1107-43b0-997a-c9c38e314f79 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 948 time: 0.5241098 Aug 17 16:31:02.054891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port b5e16c82-cf74-49d7-ba68-cd627d373319, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=b5e16c82-cf74-49d7-ba68-cd627d373319,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:02.112933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'b5e16c82-cf74-49d7-ba68-cd627d373319', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'b5e16c82-cf74-49d7-ba68-cd627d373319', 'mac_address': 'fa:16:3e:3d:e4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:31:02.127299 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b711424-a1fa-492c-97fd-13fc9f09b75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.162711 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56f04af9-0531-4909-b9f2-bbabe33d3aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.164309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.209755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.237537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab07b6b-43a9-4a81-86de-bac2d4c6e14c None None] DHCP port deletion for 3ac82955-bcba-4e2c-88b8-ee9a53e83397 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:31:02.245362 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.247545 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4832a4cc-0833-4091-8535-2eac2e6830cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.265370 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-809f28ce-a070-4863-91b0-d84a1644ff14 req-6d0c74f0-2316-4e8a-b7cd-6a2b492ab5ec tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365036 Aug 17 16:31:02.333541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e16c82-cf74-49d7-ba68-cd627d373319 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:31:02.385121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port b5e16c82-cf74-49d7-ba68-cd627d373319, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=b5e16c82-cf74-49d7-ba68-cd627d373319,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:02.388491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dad2b2-79b7-419e-8ddc-734b3fff7c78 req-95f53e12-fb3f-4e01-9b15-0f01097f57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:02.391496 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dad2b2-79b7-419e-8ddc-734b3fff7c78 req-95f53e12-fb3f-4e01-9b15-0f01097f57d3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 919 time: 0.3602962 Aug 17 16:31:02.406177 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.410488 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56f04af9-0531-4909-b9f2-bbabe33d3aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.413899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56f04af9-0531-4909-b9f2-bbabe33d3aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.419133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56f04af9-0531-4909-b9f2-bbabe33d3aae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a79886b5-0232-4c7b-bde1-4872ffe3a5e3 HTTP/1.1" status: 204 len: 168 time: 0.6301510 Aug 17 16:31:02.455840 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dad2b2-79b7-419e-8ddc-734b3fff7c78 req-78a2ea29-84f7-4649-b81d-5887d9b7ccf5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b HTTP/1.1" status: 200 len: 217 time: 0.0545223 Aug 17 16:31:02.456943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f04af9-0531-4909-b9f2-bbabe33d3aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79886b5-0232-4c7b-bde1-4872ffe3a5e3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:02.491899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eab07b6b-43a9-4a81-86de-bac2d4c6e14c None None] Deleting port 493a316d-03e5-4ee3-be5a-414f38524d79 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:02.492555 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eab07b6b-43a9-4a81-86de-bac2d4c6e14c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.528687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dad2b2-79b7-419e-8ddc-734b3fff7c78 req-3549bbea-36d3-46d7-bfad-dcd1f17bf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:02.530514 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dad2b2-79b7-419e-8ddc-734b3fff7c78 req-3549bbea-36d3-46d7-bfad-dcd1f17bf1c6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 200 len: 858 time: 0.0635531 Aug 17 16:31:02.577883 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dad2b2-79b7-419e-8ddc-734b3fff7c78 req-69195bf1-eb59-4096-8fd9-2463b82c622a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c12d6057-9d55-4345-afa9-bf097cd0485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307350 Aug 17 16:31:02.657473 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=b5e16c82-cf74-49d7-ba68-cd627d373319,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:02.690575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eab07b6b-43a9-4a81-86de-bac2d4c6e14c None None] For port 493a316d-03e5-4ee3-be5a-414f38524d79, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=493a316d-03e5-4ee3-be5a-414f38524d79,segment=NetworkSegment(688007ed-cf98-41f5-85d5-987c3209475e),segment_id=688007ed-cf98-41f5-85d5-987c3209475e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:02.691295 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eab07b6b-43a9-4a81-86de-bac2d4c6e14c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:02.719149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eab07b6b-43a9-4a81-86de-bac2d4c6e14c None None] Calling delete_port for 493a316d-03e5-4ee3-be5a-414f38524d79 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:02.726754 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dad2b2-79b7-419e-8ddc-734b3fff7c78 req-cdd62aa8-b23a-45f9-a3d0-760aaf02e4aa service neutron] 10.222.0.93 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377041 Aug 17 16:31:02.812736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['b5e16c82-cf74-49d7-ba68-cd627d373319'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:02.842567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f6cfc63b-422e-475f-bf99-03e49e76c7ab req-03e15637-48f0-4675-b650-e627dc8cae87 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7156892 Aug 17 16:31:02.903279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dad2b2-79b7-419e-8ddc-734b3fff7c78 req-7de9129f-2249-43c1-830c-ac322c0b0bbf service neutron] 10.222.0.93 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673429 Aug 17 16:31:02.938625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Pushing event updated for resources: {'Port': ['ID=9a92bfb6-2940-4b6c-9265-6325b0db69f8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:02.986270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Deleting port 493a316d-03e5-4ee3-be5a-414f38524d79 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:02.986270 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.030409 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eab07b6b-43a9-4a81-86de-bac2d4c6e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.053707 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.090760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab07b6b-43a9-4a81-86de-bac2d4c6e14c None None] Pushing event deleted for resources: {'Port': ['ID=493a316d-03e5-4ee3-be5a-414f38524d79,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:03.098861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab07b6b-43a9-4a81-86de-bac2d4c6e14c None None] No DVR routers for this DVR port 493a316d-03e5-4ee3-be5a-414f38524d79 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:03.128655 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4832a4cc-0833-4091-8535-2eac2e6830cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.131689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4832a4cc-0833-4091-8535-2eac2e6830cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.132724 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4832a4cc-0833-4091-8535-2eac2e6830cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3dde33f3-1787-4176-b607-984aa63a089a HTTP/1.1" status: 204 len: 168 time: 1.5385146 Aug 17 16:31:03.151716 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.155954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:03.167003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cb51357f-c579-4564-a588-3f05d2cd4f51 tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2833719 Aug 17 16:31:03.194650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832a4cc-0833-4091-8535-2eac2e6830cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dde33f3-1787-4176-b607-984aa63a089a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:03.199770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] For port 493a316d-03e5-4ee3-be5a-414f38524d79, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=493a316d-03e5-4ee3-be5a-414f38524d79,segment=NetworkSegment(688007ed-cf98-41f5-85d5-987c3209475e),segment_id=688007ed-cf98-41f5-85d5-987c3209475e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:03.199941 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.376454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Calling delete_port for 493a316d-03e5-4ee3-be5a-414f38524d79 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:03.397627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-835ba4e3-97ec-4942-953b-5b2ce2484383 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2400086 Aug 17 16:31:03.399334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:03.569789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.608351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] No DVR routers for this DVR port 493a316d-03e5-4ee3-be5a-414f38524d79 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:03.618048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad7e1270-3469-4401-8b65-779d62da9eaa tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2168467 Aug 17 16:31:03.619012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:03.674423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event deleted for resources: {'Port': ['ID=493a316d-03e5-4ee3-be5a-414f38524d79,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:03.726171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6f11a-b427-4bff-bb5f-ddd0b2b25627 req-13679ada-72e5-4292-84d9-2c088a97b8bb tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:03.728741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ae6f11a-b427-4bff-bb5f-ddd0b2b25627 req-13679ada-72e5-4292-84d9-2c088a97b8bb tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2774930 Aug 17 16:31:03.804431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 493a316d-03e5-4ee3-be5a-414f38524d79 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:31:03.835093 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.860229 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac82955-bcba-4e2c-88b8-ee9a53e83397']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:03.879672 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ae6f11a-b427-4bff-bb5f-ddd0b2b25627 req-52b8e0eb-83b5-4346-8462-4e9ad247e116 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362119 Aug 17 16:31:03.890126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688007ed-cf98-41f5-85d5-987c3209475e') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:03.890452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688007ed-cf98-41f5-85d5-987c3209475e') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:03.904012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.932542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 493a316d-03e5-4ee3-be5a-414f38524d79 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:31:03.938603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 493a316d-03e5-4ee3-be5a-414f38524d79 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:03.975737 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.992792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:31:03.993207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:31:03.996910 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:31:04.024392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-49db34ea-c453-4bb9-8aea-d947a6a382bd tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Deleting port 9a92bfb6-2940-4b6c-9265-6325b0db69f8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:04.024818 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49db34ea-c453-4bb9-8aea-d947a6a382bd tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.136943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59726) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:04.142582 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.194959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.223011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.228755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] 10.222.0.77 "DELETE /v2.0/networks/3ac82955-bcba-4e2c-88b8-ee9a53e83397 HTTP/1.1" status: 204 len: 168 time: 2.9377356 Aug 17 16:31:04.272493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb1014-bcb0-4cef-b655-c453c48f00a2 tempest-AllowedAddressPairIpV6TestJSON-24143529 tempest-AllowedAddressPairIpV6TestJSON-24143529-project] Pushing event deleted for resources: {'Network': ['ID=3ac82955-bcba-4e2c-88b8-ee9a53e83397,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:04.298829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c289bb6-7143-4c35-a42f-2c4a4901dc85 req-a6ec4abd-4246-4e5d-9e70-5f73d08109dd tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:04.301709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c289bb6-7143-4c35-a42f-2c4a4901dc85 req-a6ec4abd-4246-4e5d-9e70-5f73d08109dd tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 949 time: 0.2278764 Aug 17 16:31:04.437274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-963734242-network', 'tenant_id': '3e82ce7c36244b668e805eceeae25f1a'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:04.478741 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c289bb6-7143-4c35-a42f-2c4a4901dc85 req-8ee444fc-21f8-4460-af8d-fadb4676acad tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113956 Aug 17 16:31:04.492023 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49db34ea-c453-4bb9-8aea-d947a6a382bd tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.492340 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49db34ea-c453-4bb9-8aea-d947a6a382bd tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.516826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-49db34ea-c453-4bb9-8aea-d947a6a382bd tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Calling delete_port for 9a92bfb6-2940-4b6c-9265-6325b0db69f8 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:04.583090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:04.595581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Made reservation on behalf of 3e82ce7c36244b668e805eceeae25f1a for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:04.601966 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.755784 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49db34ea-c453-4bb9-8aea-d947a6a382bd tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.770743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.788206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db34ea-c453-4bb9-8aea-d947a6a382bd tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Pushing event deleted for resources: {'Port': ['ID=9a92bfb6-2940-4b6c-9265-6325b0db69f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:04.803452 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9e63-6f4e-47bb-8482-40e728ce00a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.889924 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49db34ea-c453-4bb9-8aea-d947a6a382bd tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.896448 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49db34ea-c453-4bb9-8aea-d947a6a382bd tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:04.900717 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-49db34ea-c453-4bb9-8aea-d947a6a382bd tempest-FloatingIPAdminTestJSON-1413153272 tempest-FloatingIPAdminTestJSON-1413153272-project] 10.222.0.77 "DELETE /v2.0/floatingips/55709da5-e0a1-4ff5-b2ab-7d50cb2d4862 HTTP/1.1" status: 204 len: 168 time: 1.2689209 Aug 17 16:31:04.901762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:04.989538 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.102454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.109964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] Deleting port debe1467-e3aa-4c7a-ae3b-445cc5236015 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:05.110457 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.114451 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.136987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device b5e16c82-cf74-49d7-ba68-cd627d373319 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:31:05.146247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:31:05.173558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b9b5d8bd-cdd2-4265-9aa8-39981a9d96cd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=215975e1fe9f4693a438d577e80f9218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5885332 Aug 17 16:31:05.180258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:05.235957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6d6b3664-bf58-4170-91e4-50efed240d13 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Deleting port 12b51005-ec43-49d5-9df9-5a1bbf902dc7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:05.236295 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3664-bf58-4170-91e4-50efed240d13 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.250280 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.251806 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Added segment 2b23edb2-6482-4b08-bc7d-cffa5fc667ac of type vlan for network b340c58f-8a5c-4681-984f-48870e2080f7 Aug 17 16:31:05.277811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ebdb79-8b85-40a3-8369-2246b25a02a1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:05.286945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port b5e16c82-cf74-49d7-ba68-cd627d373319 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:31:05.302618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port b5e16c82-cf74-49d7-ba68-cd627d373319 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:05.303454 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.344947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bf04c-d689-4f97-be23-f4b541c9ebc0 req-50c9b550-40c9-46bc-a535-3ab63ea32b0f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:05.346678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-848bf04c-d689-4f97-be23-f4b541c9ebc0 req-50c9b550-40c9-46bc-a535-3ab63ea32b0f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2182167 Aug 17 16:31:05.354188 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.387663 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685b13ee-c103-463f-a615-3d8594e01894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.388008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] For port debe1467-e3aa-4c7a-ae3b-445cc5236015, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=debe1467-e3aa-4c7a-ae3b-445cc5236015,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:05.388221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.421274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] Calling delete_port for debe1467-e3aa-4c7a-ae3b-445cc5236015 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:05.432508 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3664-bf58-4170-91e4-50efed240d13 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.432863 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3664-bf58-4170-91e4-50efed240d13 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.436763 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685b13ee-c103-463f-a615-3d8594e01894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.442448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.443580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:05.444401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.459502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6d6b3664-bf58-4170-91e4-50efed240d13 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Calling delete_port for 12b51005-ec43-49d5-9df9-5a1bbf902dc7 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:05.487751 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.520497 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:31:05.522768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523d1165-ae5e-44b9-ab6d-dd54f3649632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e16c82-cf74-49d7-ba68-cd627d373319'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:31:05.525203 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a341027-f232-4c42-869c-0d0d056b1faa" -d '{"events": [{"server_uuid": "523d1165-ae5e-44b9-ab6d-dd54f3649632", "name": "network-vif-plugged", "status": "completed", "tag": "b5e16c82-cf74-49d7-ba68-cd627d373319"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:31:05.542264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port b5e16c82-cf74-49d7-ba68-cd627d373319, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=b5e16c82-cf74-49d7-ba68-cd627d373319,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:05.548996 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.560588 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-848bf04c-d689-4f97-be23-f4b541c9ebc0 req-ede4ca7d-19fb-4046-88b5-883c262d5fff tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980407 Aug 17 16:31:05.607645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=b5e16c82-cf74-49d7-ba68-cd627d373319,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:05.611775 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685b13ee-c103-463f-a615-3d8594e01894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.614397 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685b13ee-c103-463f-a615-3d8594e01894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.619066 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-685b13ee-c103-463f-a615-3d8594e01894 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/be17142c-f1a0-4f4b-8e0f-2b3b5ff030ea HTTP/1.1" status: 204 len: 168 time: 0.4370904 Aug 17 16:31:05.652959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b13ee-c103-463f-a615-3d8594e01894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be17142c-f1a0-4f4b-8e0f-2b3b5ff030ea,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:05.662046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] Pushing event updated for resources: {'Network': ['ID=b340c58f-8a5c-4681-984f-48870e2080f7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:05.765065 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7191b86-df13-4646-bdda-4d07707e71a8 x-openstack-request-id: req-b7191b86-df13-4646-bdda-4d07707e71a8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:31:05.765352 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523d1165-ae5e-44b9-ab6d-dd54f3649632", "name": "network-vif-plugged", "status": "completed", "tag": "b5e16c82-cf74-49d7-ba68-cd627d373319", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:31:05.765810 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7191b86-df13-4646-bdda-4d07707e71a8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:31:05.767919 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523d1165-ae5e-44b9-ab6d-dd54f3649632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e16c82-cf74-49d7-ba68-cd627d373319', 'code': 200} Aug 17 16:31:05.815372 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network b340c58f-8a5c-4681-984f-48870e2080f7 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:31:05.837663 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3664-bf58-4170-91e4-50efed240d13 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:05.941290 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-00499460-ab65-4ec3-96f5-187164290f5c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8024035 Aug 17 16:31:05.946584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59774) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:05.955319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Request body: {'subnet': {'network_id': 'b340c58f-8a5c-4681-984f-48870e2080f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-963734242-subnet', 'tenant_id': '3e82ce7c36244b668e805eceeae25f1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:05.992031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Made reservation on behalf of 3e82ce7c36244b668e805eceeae25f1a for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:05.995420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:06.005174 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:06.030593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b3664-bf58-4170-91e4-50efed240d13 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Pushing event deleted for resources: {'Port': ['ID=12b51005-ec43-49d5-9df9-5a1bbf902dc7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:06.091153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e96d-4bc2-488d-a5b4-55a6b1c90c01 req-fe63ad4a-8c69-44fc-82af-9d7e485703b7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:06.095146 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e23e96d-4bc2-488d-a5b4-55a6b1c90c01 req-fe63ad4a-8c69-44fc-82af-9d7e485703b7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 950 time: 0.3345566 Aug 17 16:31:06.162336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070283f2-a942-4185-b57d-bf7a08011eb1 req-92798667-431f-4714-a5ae-5f59a3d3cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:06.164006 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-070283f2-a942-4185-b57d-bf7a08011eb1 req-92798667-431f-4714-a5ae-5f59a3d3cdce service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 1101 time: 0.3239024 Aug 17 16:31:06.185143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:06.213037 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3664-bf58-4170-91e4-50efed240d13 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:06.216047 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3664-bf58-4170-91e4-50efed240d13 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:06.217292 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d6b3664-bf58-4170-91e4-50efed240d13 tempest-FloatingIPAdminTestJSON-1800366632 tempest-FloatingIPAdminTestJSON-1800366632-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/84c8a773-6493-4677-b978-27a677d619f7 HTTP/1.1" status: 204 len: 168 time: 1.3141835 Aug 17 16:31:06.223528 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:06.230686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] Pushing event deleted for resources: {'Port': ['ID=debe1467-e3aa-4c7a-ae3b-445cc5236015,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:06.241360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e23e96d-4bc2-488d-a5b4-55a6b1c90c01 req-9f3d92d3-1f8f-420e-851e-b5ab4b024a82 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398287 Aug 17 16:31:06.295050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-070283f2-a942-4185-b57d-bf7a08011eb1 req-f770fa03-b7ce-432e-a090-0384450067a7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194255 Aug 17 16:31:06.396413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-891e233c-03ad-4104-bc6f-760537e7c0f1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Deleting port 7a24f0ed-2a27-4435-9656-69ddab0e5455 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:06.396643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-891e233c-03ad-4104-bc6f-760537e7c0f1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:06.468667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:06.511942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:06.584805 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-891e233c-03ad-4104-bc6f-760537e7c0f1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:06.611870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-891e233c-03ad-4104-bc6f-760537e7c0f1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Calling delete_port for 7a24f0ed-2a27-4435-9656-69ddab0e5455 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:06.717820 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:06.866058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-827966015', 'router:external': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:06.867003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e55ff9-1305-4732-aa37-6d1ca04b568a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:06.889578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Checking segment: {'id': '2b23edb2-6482-4b08-bc7d-cffa5fc667ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b340c58f-8a5c-4681-984f-48870e2080f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:06.890793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Network hostable DHCP agents. Network: b340c58f-8a5c-4681-984f-48870e2080f7, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:31:06.917298 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-891e233c-03ad-4104-bc6f-760537e7c0f1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:06.961404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9827587-5509-49b1-9429-c4c6206025e8 req-66f1b4b4-5266-41e9-b078-3d17f5838753 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:06.964162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9827587-5509-49b1-9429-c4c6206025e8 req-66f1b4b4-5266-41e9-b078-3d17f5838753 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2360373 Aug 17 16:31:07.003780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e233c-03ad-4104-bc6f-760537e7c0f1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event deleted for resources: {'Port': ['ID=7a24f0ed-2a27-4435-9656-69ddab0e5455,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:07.012669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Made reservation on behalf of d383d13abd1445da8d5a839a89f5f1c8 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:07.016408 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:07.047482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Network b340c58f-8a5c-4681-984f-48870e2080f7 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:31:07.048782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:07.064743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9827587-5509-49b1-9429-c4c6206025e8 req-0a6155a1-cbc8-4ae6-aa2c-b5caa56115a3 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900354 Aug 17 16:31:07.075861 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, b340c58f-8a5c-4681-984f-48870e2080f7) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:07.088831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:07.090310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:07.106672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d7833a-6c7a-4724-aca1-48d2f0c1858a None None] Network b340c58f-8a5c-4681-984f-48870e2080f7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:07.176519 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-891e233c-03ad-4104-bc6f-760537e7c0f1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:07.178923 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-891e233c-03ad-4104-bc6f-760537e7c0f1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "DELETE /v2.0/ports/7a24f0ed-2a27-4435-9656-69ddab0e5455 HTTP/1.1" status: 204 len: 168 time: 0.9532204 Aug 17 16:31:07.185035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:07.286190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59810) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:07.409498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd5db51-55b4-45f3-b7a5-ab9e1a17be69 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:07.414624 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2bd5db51-55b4-45f3-b7a5-ab9e1a17be69 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "GET /v2.0/ports?device_id=89269471-8ea9-4c76-b71c-c5b740f7f7dc HTTP/1.1" status: 200 len: 913 time: 0.2272458 Aug 17 16:31:07.417896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] Router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:31:07.419298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59816) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:07.526886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a30332-d81f-4cfb-82bd-79e99ed69770 None None] Network b340c58f-8a5c-4681-984f-48870e2080f7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:07.578252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1712188453'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:07.633728 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:07.728180 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:07.776029 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f43e8ba8-1b1b-448c-8afc-93ac4552bddb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8196454 Aug 17 16:31:07.814092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298969c-b361-455b-84da-8501959f03ee req-9a7495d3-d43a-44bc-99f8-e8f9eb2e60c2 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:07.816166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4298969c-b361-455b-84da-8501959f03ee req-9a7495d3-d43a-44bc-99f8-e8f9eb2e60c2 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 950 time: 0.3606768 Aug 17 16:31:07.819562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Made reservation on behalf of 18e3154718c341a3b30f1ae4cc792a58 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:07.822815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:07.824310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:07.842643 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:31:07.845388 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:07.856691 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] Sync routers for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:31:07.869450 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f854dd0e-7560-42f3-9fd6-c0f020bf605e admin admin] 10.222.0.77 "PUT /v2.0/routers/22ec4d39-8c46-4abf-ad17-28b4b49f9be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8458827 Aug 17 16:31:07.880537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59820) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:07.882275 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:07.883323 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:07.923931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:31:07.945203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c041b4b-f7ec-4f59-8c0d-2fe515392c78,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:08.017590 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:08.018895 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Added segment a7ead35b-e219-4d0b-9c14-a8fd5fe57e0a of type vlan for network 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988 Aug 17 16:31:08.070282 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4298969c-b361-455b-84da-8501959f03ee req-7a914c43-05a7-4712-8e78-4d02d1a86a23 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394540 Aug 17 16:31:08.186641 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:08.227967 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:31:08.465851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:08.528534 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:08.529930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:08.530759 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:08.550872 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:31:06Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:08.586574 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] Checking router: 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:31:08.598073 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] Routers {'22ec4d39-8c46-4abf-ad17-28b4b49f9be3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:08.599092 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:08.660144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event updated for resources: {'Network': ['ID=6ee18476-c491-4fa2-b0a6-c8d9cb1ad988,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:08.673147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:31:08.730876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-b813b842-99bd-4b7a-900c-6ab42997ffff tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:08.739274 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-b813b842-99bd-4b7a-900c-6ab42997ffff tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/networks?id=b340c58f-8a5c-4681-984f-48870e2080f7 HTTP/1.1" status: 200 len: 813 time: 0.3756211 Aug 17 16:31:08.752775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-054c1667-c971-4225-a9ea-eb4b3d2e1c33 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/quotas/3e82ce7c36244b668e805eceeae25f1a HTTP/1.1" status: 200 len: 375 time: 0.0125544 Aug 17 16:31:08.786989 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] Set router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:31:08.792574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-7fa6b3f5-a43f-4c20-b2e3-bffd04ed7610 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e82ce7c36244b668e805eceeae25f1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316260 Aug 17 16:31:08.816674 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.062865 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:31:06Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:09.075395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fb1d6-f3dc-4b3d-88b5-6e9c7a55659e req-999ce796-658e-4417-b00f-22f049439f35 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:09.077080 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3f6fb1d6-f3dc-4b3d-88b5-6e9c7a55659e req-999ce796-658e-4417-b00f-22f049439f35 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.7492077 Aug 17 16:31:09.135789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.146529 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.189420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3f6fb1d6-f3dc-4b3d-88b5-6e9c7a55659e req-b43f4627-9b16-493c-8217-ac95261d1656 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948882 Aug 17 16:31:09.191206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:31:09.202032 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c45b899f-3e24-4f3e-aa99-bd58aed7dbe3 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7320981 Aug 17 16:31:09.205183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.205478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:09.213300 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcd599-34b1-4497-a5cf-61f2eeabea18 None None] The sync data for ids ['22ec4d39-8c46-4abf-ad17-28b4b49f9be3'] in n-d-804878-1 is: [{'id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'name': 'tempest-AttachVolumeShelveTestJSON-40681847-router', 'tenant_id': '430c11389e6c4985a880c3e7e6e36fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:21:14Z', 'updated_at': '2021-08-17T16:31:06Z', 'revision_number': 5, 'project_id': '430c11389e6c4985a880c3e7e6e36fa1', 'gw_port': {'id': '95adaf1a-27c6-4865-80cb-c8447fe80972', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ec4d39-8c46-4abf-ad17-28b4b49f9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:21:15Z', 'updated_at': '2021-08-17T16:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:31:09.213703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Request body: {'subnet': {'network_id': '6ee18476-c491-4fa2-b0a6-c8d9cb1ad988', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:09.222536 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.223225 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Added segment 309f548b-4b46-43bd-8524-a9a4f8bc4094 of type vlan for network 8874476f-ae79-47f2-8ca6-fe66a1b11102 Aug 17 16:31:09.229120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941bd9f3-0c78-40b9-8598-bdb43a3b5f2e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:09.241337 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-46d23738-a154-4d28-bbc9-000dbfc8d696 service neutron] 10.222.0.77 "GET /v2.0/networks/b340c58f-8a5c-4681-984f-48870e2080f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331808 Aug 17 16:31:09.314245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Made reservation on behalf of d383d13abd1445da8d5a839a89f5f1c8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:09.318076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.413908 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.472826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94345518-1933-408b-beab-5e2bb679bf65 req-a90290a0-db01-4502-9fa7-a0c1d78411b0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:09.475099 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-94345518-1933-408b-beab-5e2bb679bf65 req-a90290a0-db01-4502-9fa7-a0c1d78411b0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 950 time: 0.1745269 Aug 17 16:31:09.480213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.489717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:09.490525 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.525329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Deleting port 95adaf1a-27c6-4865-80cb-c8447fe80972 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:09.525626 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.619932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3216016 Aug 17 16:31:09.622085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:09.638902 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Request body: {'subnet': {'network_id': '8874476f-ae79-47f2-8ca6-fe66a1b11102', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:09.652154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-d28ab4d4-a3a0-4085-8716-4432b15ed8d9 service neutron] 10.222.0.77 "GET /v2.0/networks/b340c58f-8a5c-4681-984f-48870e2080f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614628 Aug 17 16:31:09.663903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device debe1467-e3aa-4c7a-ae3b-445cc5236015 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:31:09.669625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa372f-38df-4821-a214-e69162f54f6e tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event updated for resources: {'Network': ['ID=8874476f-ae79-47f2-8ca6-fe66a1b11102,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:09.717356 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-94345518-1933-408b-beab-5e2bb679bf65 req-220d43e7-1f5a-434b-9638-f090ff490965 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235296 Aug 17 16:31:09.739634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: debe1467-e3aa-4c7a-ae3b-445cc5236015 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:31:09.741051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device debe1467-e3aa-4c7a-ae3b-445cc5236015 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:09.747767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 8874476f-ae79-47f2-8ca6-fe66a1b11102 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:31:09.757442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] For port 95adaf1a-27c6-4865-80cb-c8447fe80972, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=95adaf1a-27c6-4865-80cb-c8447fe80972,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:09.761531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:09.800251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Calling delete_port for 95adaf1a-27c6-4865-80cb-c8447fe80972 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:09.879365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Made reservation on behalf of 18e3154718c341a3b30f1ae4cc792a58 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:09.883015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.130947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06d8d846-164f-4f45-9256-0d4aab4861a2 req-1e5e5092-97c4-4e2c-9e37-9b2679f6d500 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 210 time: 0.0449588 Aug 17 16:31:10.168701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Deleting port 99eeca02-af70-4b7d-8bde-b6800a75371d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:10.168931 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.230587 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.265809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=95adaf1a-27c6-4865-80cb-c8447fe80972,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:10.349811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889684-b0f0-4e77-82ee-018b2629a5a1 req-ab3ad8f3-1a9d-4fc9-b3f8-03f8288fcc4d tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:10.352197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a7889684-b0f0-4e77-82ee-018b2629a5a1 req-ab3ad8f3-1a9d-4fc9-b3f8-03f8288fcc4d tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 1101 time: 0.2780585 Aug 17 16:31:10.383914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.397704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.453821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Calling delete_port for 99eeca02-af70-4b7d-8bde-b6800a75371d owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:10.500016 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a7889684-b0f0-4e77-82ee-018b2629a5a1 req-485bb1d9-33b4-4230-b144-255e03f9673c tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303992 Aug 17 16:31:10.518215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9042e-f3e3-4d91-ac94-59695272e463 req-a869b1b0-ec23-4e1a-aedf-c3f9c46e608b tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:10.520116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-12c9042e-f3e3-4d91-ac94-59695272e463 req-a869b1b0-ec23-4e1a-aedf-c3f9c46e608b tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.1762030 Aug 17 16:31:10.552584 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.558663 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.612370 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.674129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-12c9042e-f3e3-4d91-ac94-59695272e463 req-6009f985-38fe-49f7-bfdd-d2d40a55f922 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465387 Aug 17 16:31:10.683289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.684704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ec4d39-8c46-4abf-ad17-28b4b49f9be3 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:31:10.701839 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.705122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-094c0492-c51c-4554-a447-d38f8b7a1b32 admin admin] 10.222.0.77 "DELETE /v2.0/routers/22ec4d39-8c46-4abf-ad17-28b4b49f9be3 HTTP/1.1" status: 204 len: 168 time: 2.7922513 Aug 17 16:31:10.707748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59866) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:10.778009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event updated for resources: {'Subnet': ['ID=1bd70c40-bfda-4495-93c4-f0c6491837d0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:10.821712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c29139-32a6-443e-9088-b66cf82684d5 admin admin] Deleting subnet fd0d815e-677b-49d0-9ff9-ffe8efa321ea {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:31:10.830301 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81c29139-32a6-443e-9088-b66cf82684d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.886142 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81c29139-32a6-443e-9088-b66cf82684d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.901520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:31:10.902056 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:10.905291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Checking segment: {'id': '309f548b-4b46-43bd-8524-a9a4f8bc4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8874476f-ae79-47f2-8ca6-fe66a1b11102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:10.905864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Network hostable DHCP agents. Network: 8874476f-ae79-47f2-8ca6-fe66a1b11102, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:31:10.915186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-7667230a-2f70-4138-b5d1-fbeb4a52eb7f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958478 Aug 17 16:31:10.996886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81c29139-32a6-443e-9088-b66cf82684d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.073226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81c29139-32a6-443e-9088-b66cf82684d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.079829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Network 8874476f-ae79-47f2-8ca6-fe66a1b11102 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:31:11.095550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a9dfd43-763f-455d-8672-74d71cab6311,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:11.115153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c29139-32a6-443e-9088-b66cf82684d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0d815e-677b-49d0-9ff9-ffe8efa321ea,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:11.118800 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81c29139-32a6-443e-9088-b66cf82684d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.122028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-81c29139-32a6-443e-9088-b66cf82684d5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fd0d815e-677b-49d0-9ff9-ffe8efa321ea HTTP/1.1" status: 204 len: 168 time: 0.4118748 Aug 17 16:31:11.124220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 8874476f-ae79-47f2-8ca6-fe66a1b11102) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:11.125122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59880) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:11.130669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7307e0-5076-427b-b036-21df539f3a98 None None] Network 80c83ecf-6ce9-4496-b252-00688b25968b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:11.139741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:11.140148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.159134 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.198174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8daa46a-8559-478e-9274-d81455681d5e None None] Network 8874476f-ae79-47f2-8ca6-fe66a1b11102 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:11.212317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-1fb92d49-c31b-46b4-8952-8d08a871830e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:11.214967 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-1fb92d49-c31b-46b4-8952-8d08a871830e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583809 Aug 17 16:31:11.226580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d311c8d6-a3f8-485b-83da-00b1d048a2ac tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5963671 Aug 17 16:31:11.226580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Checking segment: {'id': 'a7ead35b-e219-4d0b-9c14-a8fd5fe57e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6ee18476-c491-4fa2-b0a6-c8d9cb1ad988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:11.226580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Network hostable DHCP agents. Network: 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:31:11.227982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59884) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:11.287905 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-70b9c170-c3ee-4ec1-a8cf-778f132771d1 req-b4c7c309-81d2-4bdb-b4e5-4187b31dbead tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 210 time: 0.0553432 Aug 17 16:31:11.292117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Request body: {'port': {'network_id': '8874476f-ae79-47f2-8ca6-fe66a1b11102', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1222449072'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:11.299856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event deleted for resources: {'Port': ['ID=99eeca02-af70-4b7d-8bde-b6800a75371d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:11.321521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.414971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Deleting port 6656cbbc-b66f-45f3-bd81-0192f1e074dd {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:11.415395 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.536468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] For port 6656cbbc-b66f-45f3-bd81-0192f1e074dd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6656cbbc-b66f-45f3-bd81-0192f1e074dd,segment=NetworkSegment(36d22d60-4d4a-4049-ba5d-db637c2f7226),segment_id=36d22d60-4d4a-4049-ba5d-db637c2f7226)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:11.537270 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.555191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-8874476f-ae79-47f2-8ca6-fe66a1b11102', 'network_id': '8874476f-ae79-47f2-8ca6-fe66a1b11102', 'tenant_id': '18e3154718c341a3b30f1ae4cc792a58', 'fixed_ips': [{'subnet_id': '1bd70c40-bfda-4495-93c4-f0c6491837d0'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:31:11.556396 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.562058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Calling delete_port for 6656cbbc-b66f-45f3-bd81-0192f1e074dd owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:11.640454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] DHCP port deletion for 80c83ecf-6ce9-4496-b252-00688b25968b request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:31:11.691090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.709265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] No DVR routers for this DVR port 6656cbbc-b66f-45f3-bd81-0192f1e074dd on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:11.737448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Pushing event deleted for resources: {'Port': ['ID=6656cbbc-b66f-45f3-bd81-0192f1e074dd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:11.749633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6656cbbc-b66f-45f3-bd81-0192f1e074dd no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:31:11.818339 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 6656cbbc-b66f-45f3-bd81-0192f1e074dd {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:31:11.818955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6656cbbc-b66f-45f3-bd81-0192f1e074dd not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:11.819654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 95adaf1a-27c6-4865-80cb-c8447fe80972 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:31:11.839011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.852965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c83ecf-6ce9-4496-b252-00688b25968b']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:11.859576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-1c346ab0-c27f-43ec-bd42-ed2a4c9d4b76 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/quotas/ab4be46c8ce94adaa70ee5532c259bf4 HTTP/1.1" status: 200 len: 375 time: 0.6305947 Aug 17 16:31:11.868808 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d22d60-4d4a-4049-ba5d-db637c2f7226') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:11.870264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d22d60-4d4a-4049-ba5d-db637c2f7226') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:11.871732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 95adaf1a-27c6-4865-80cb-c8447fe80972 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:31:11.872410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 95adaf1a-27c6-4865-80cb-c8447fe80972 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:11.900238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Allocated IP 2001:db8::2 (8874476f-ae79-47f2-8ca6-fe66a1b11102/1bd70c40-bfda-4495-93c4-f0c6491837d0/cd154a86-02d9-4070-8f8e-8fb4b55a9539) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:11.909974 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.911201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] Deleting port 6656cbbc-b66f-45f3-bd81-0192f1e074dd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:11.912104 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.955357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.976697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:31:11.977498 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:31:11.980875 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:31:11.984849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Network 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:31:12.016397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaca53f-593d-4933-90c3-29bfcf93d2b7 req-3222b598-3e77-4ee0-8171-4e17f44d139a tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:12.029448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ceaca53f-593d-4933-90c3-29bfcf93d2b7 req-3222b598-3e77-4ee0-8171-4e17f44d139a tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.1430299 Aug 17 16:31:12.035762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:12.040823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:12.041425 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.062140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38199b3-84c3-4449-b42b-cb3e0cf2261f None None] Network 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:12.097348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-13ffa470-767d-4ed0-9b20-5a1918eaae2c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1931939 Aug 17 16:31:12.143940 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ceaca53f-593d-4933-90c3-29bfcf93d2b7 req-d1eef469-c3f9-42c6-a2f8-593455e34ad6 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134844 Aug 17 16:31:12.157719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.166634 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.172058 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] 10.222.0.77 "DELETE /v2.0/networks/80c83ecf-6ce9-4496-b252-00688b25968b HTTP/1.1" status: 204 len: 168 time: 1.0434654 Aug 17 16:31:12.205528 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-876477d7-1a2c-40ed-9f4a-14992b39eb54 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9985552 Aug 17 16:31:12.208199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:12.212658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e09b4f-6e6d-4cb1-844b-0d3763125299 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c83ecf-6ce9-4496-b252-00688b25968b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:12.228650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-308884206', 'network_id': '6ee18476-c491-4fa2-b0a6-c8d9cb1ad988'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:12.288008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-e1ff2301-bee2-4e71-a0b6-d5fc2afc5702 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:12.289454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-e1ff2301-bee2-4e71-a0b6-d5fc2afc5702 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.91 "GET /v2.0/networks?id=b340c58f-8a5c-4681-984f-48870e2080f7 HTTP/1.1" status: 200 len: 813 time: 0.9937291 Aug 17 16:31:12.389711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Request body: {'port': {'device_id': '61293da4-a8cc-48f9-b939-1897c2187995', 'network_id': 'b340c58f-8a5c-4681-984f-48870e2080f7', 'admin_state_up': True, 'tenant_id': '3e82ce7c36244b668e805eceeae25f1a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:12.399097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Made reservation on behalf of d383d13abd1445da8d5a839a89f5f1c8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:12.415597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.452115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] For port 6656cbbc-b66f-45f3-bd81-0192f1e074dd, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:12.452670 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.499400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] Calling delete_port for 6656cbbc-b66f-45f3-bd81-0192f1e074dd owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:12.513818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] Port 6656cbbc-b66f-45f3-bd81-0192f1e074dd was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:31:12.521048 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59900) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:12.531937 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.546914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62a5ebc0-abd9-42c2-a445-c4fb41b630e3 req-0318a3aa-e450-4446-bd3c-f637e8820eb0 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 210 time: 0.0989275 Aug 17 16:31:12.626074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] Network 80c83ecf-6ce9-4496-b252-00688b25968b is not hosted by any dhcp agent {{(pid=94840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 16:31:12.627520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] No DVR routers for this DVR port 6656cbbc-b66f-45f3-bd81-0192f1e074dd on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:12.637946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f2f44-b3c2-434d-a9fe-3a6517bf7985 None None] Pushing event deleted for resources: {'Port': ['ID=6656cbbc-b66f-45f3-bd81-0192f1e074dd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:12.641944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Made reservation on behalf of 18e3154718c341a3b30f1ae4cc792a58 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:12.646155 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.660107 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] device_id is not set on port f5a66016-63e6-4124-8f7d-222b33a61abf yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:31:12.686306 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-de8c57c8-9dd9-48eb-87d1-c4940cd25e4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=430c11389e6c4985a880c3e7e6e36fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627271 Aug 17 16:31:12.688872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59906) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:12.723832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a55a67ef-11ba-4b8c-8235-dc5621c2eeb5 req-fb654b02-ecb9-4bdb-9961-d11eeeafa4fe tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 210 time: 0.2298019 Aug 17 16:31:12.770593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.780012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Transition to ACTIVE for port object cd154a86-02d9-4070-8f8e-8fb4b55a9539 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:12.805211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c15e9adf-8bb1-447a-ae54-c27f6685d9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.835564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.837647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c15e9adf-8bb1-447a-ae54-c27f6685d9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.838821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] device_id is not set on port 58a6003a-343b-412a-b84f-b5933f41d25d yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:31:12.889768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Transition to ACTIVE for port object cd154a86-02d9-4070-8f8e-8fb4b55a9539 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:12.905060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb44c9c-b98d-4693-83a0-c0967fce63b4 None None] Network 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:12.913801 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.918616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c15e9adf-8bb1-447a-ae54-c27f6685d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.924628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c15e9adf-8bb1-447a-ae54-c27f6685d9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:12.926238 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c15e9adf-8bb1-447a-ae54-c27f6685d9f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2452ada-6d73-40dc-ad15-70e852075200 HTTP/1.1" status: 204 len: 168 time: 0.2348716 Aug 17 16:31:12.936069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e9adf-8bb1-447a-ae54-c27f6685d9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2452ada-6d73-40dc-ad15-70e852075200,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:12.948760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Allocated IP 2001:db8::22f (6ee18476-c491-4fa2-b0a6-c8d9cb1ad988/3a9dfd43-763f-455d-8672-74d71cab6311/f5a66016-63e6-4124-8f7d-222b33a61abf) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:13.010308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Made reservation on behalf of 3e82ce7c36244b668e805eceeae25f1a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:13.014323 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:13.062454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Network 8874476f-ae79-47f2-8ca6-fe66a1b11102 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:13.072890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Pushing event updated for resources: {'Port': ['ID=cd154a86-02d9-4070-8f8e-8fb4b55a9539,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:13.079221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:13.084132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:13.166867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Attempting to bind port cd154a86-02d9-4070-8f8e-8fb4b55a9539 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:13.167523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Attempting to bind port cd154a86-02d9-4070-8f8e-8fb4b55a9539 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '309f548b-4b46-43bd-8524-a9a4f8bc4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8874476f-ae79-47f2-8ca6-fe66a1b11102'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:13.168092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Attempting to bind port cd154a86-02d9-4070-8f8e-8fb4b55a9539 on network 8874476f-ae79-47f2-8ca6-fe66a1b11102 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:13.179503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:31:13.180298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Checking segment: {'id': '309f548b-4b46-43bd-8524-a9a4f8bc4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8874476f-ae79-47f2-8ca6-fe66a1b11102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:13.180878 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:13.181439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Bound using segment: {'id': '309f548b-4b46-43bd-8524-a9a4f8bc4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8874476f-ae79-47f2-8ca6-fe66a1b11102'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:31:13.182091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Bound port: cd154a86-02d9-4070-8f8e-8fb4b55a9539, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309f548b-4b46-43bd-8524-a9a4f8bc4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8874476f-ae79-47f2-8ca6-fe66a1b11102'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:31:13.182884 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:13.357510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] For port cd154a86-02d9-4070-8f8e-8fb4b55a9539, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:31:13.365180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] For port cd154a86-02d9-4070-8f8e-8fb4b55a9539, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cd154a86-02d9-4070-8f8e-8fb4b55a9539,segment=NetworkSegment(309f548b-4b46-43bd-8524-a9a4f8bc4094),segment_id=309f548b-4b46-43bd-8524-a9a4f8bc4094)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:31:13.372376 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:13.409520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a1661-a047-4c85-a2b1-b5ac730bd568 req-9d694def-0b22-4aa9-bc89-a78be1ccb68b tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:13.411529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-580a1661-a047-4c85-a2b1-b5ac730bd568 req-9d694def-0b22-4aa9-bc89-a78be1ccb68b tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.0940843 Aug 17 16:31:13.415919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Allocated IP 2001:db8::39d (8874476f-ae79-47f2-8ca6-fe66a1b11102/1bd70c40-bfda-4495-93c4-f0c6491837d0/58a6003a-343b-412a-b84f-b5933f41d25d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:13.478315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d31022-3b46-4d4a-8a73-166408bd766c None None] Pushing event updated for resources: {'Port': ['ID=cd154a86-02d9-4070-8f8e-8fb4b55a9539,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:13.483798 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-580a1661-a047-4c85-a2b1-b5ac730bd568 req-b373085a-7253-4076-90ac-234afca64a5f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600069 Aug 17 16:31:13.619607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Allocated IP 172.20.0.13 (b340c58f-8a5c-4681-984f-48870e2080f7/32e55ff9-1305-4732-aa37-6d1ca04b568a/e88decc7-ff9e-448b-b8d0-ae7cefd92e40) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:13.799671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b3b64976-7d1f-41e3-a52b-d062b091de50 req-37ae6b78-03c6-4c6e-87b2-54a04ecec5ba tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 210 time: 0.1558447 Aug 17 16:31:13.835432 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:13.900567 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-e7eb85df-e104-43fc-8f00-35f26e74ae02 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997801 Aug 17 16:31:13.922280 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c887468e-ced2-4ff2-ac27-98b4994dacf3 req-e97d5b8f-5909-4275-af62-4e6e24258581 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 210 time: 0.0763433 Aug 17 16:31:14.105182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Router 89269471-8ea9-4c76-b71c-c5b740f7f7dc has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:31:14.193652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:14.229750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-0a92a123-d66c-42c6-9126-4f01ded2d9ca tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:14.231365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-0a92a123-d66c-42c6-9126-4f01ded2d9ca tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099842 Aug 17 16:31:14.232513 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:14.259222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Request body: {'port': {'device_id': 'fc336c62-05dc-4e49-9aa0-552392211ee5', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'ab4be46c8ce94adaa70ee5532c259bf4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:14.333821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Transition to ACTIVE for port object 58a6003a-343b-412a-b84f-b5933f41d25d will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:14.482418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Network 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:14.528193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:14.546599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:14.582959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:14.584177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:14.584930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:14.589133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event updated for resources: {'Port': ['ID=f5a66016-63e6-4124-8f7d-222b33a61abf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:14.665983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-af62d8f0-6319-49c8-a2fc-b1bc12f956c0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4476223 Aug 17 16:31:14.670620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59946) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:14.681300 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:14.699128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:31:14.713277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1b8c1fc-ff48-4115-ba76-53d424b9d1e6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "PUT /v2.0/routers/89269471-8ea9-4c76-b71c-c5b740f7f7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2926114 Aug 17 16:31:14.719460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328b354-47a0-44b7-ac43-97a118c0a277 None None] Sync routers for ids ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:31:14.737405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59950) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:14.761429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328b354-47a0-44b7-ac43-97a118c0a277 None None] Routers {'89269471-8ea9-4c76-b71c-c5b740f7f7dc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:14.766279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5328b354-47a0-44b7-ac43-97a118c0a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:14.770476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Network 8874476f-ae79-47f2-8ca6-fe66a1b11102 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:14.775666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:14.782442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:14.789501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:14.795359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:14.796032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:14.799114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Made reservation on behalf of ab4be46c8ce94adaa70ee5532c259bf4 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:14.802851 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:14.807795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event updated for resources: {'Port': ['ID=58a6003a-343b-412a-b84f-b5933f41d25d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:14.876547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Network b340c58f-8a5c-4681-984f-48870e2080f7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:14.885244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:14.893551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4a89b34-d162-482c-aacf-1151b3d8fd88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6166401 Aug 17 16:31:14.896067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59956) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:14.903899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Request body: {'port': {'network_id': '8874476f-ae79-47f2-8ca6-fe66a1b11102', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-610962353', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:14.904461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] bootfile-name is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:31:14.904794 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] tftp-server is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:31:14.905121 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] server-ip-address is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:31:14.910609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:14.924253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637dd620-5ef3-40d4-8baf-4a0664523929 None None] Network 8874476f-ae79-47f2-8ca6-fe66a1b11102 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:14.943515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd09df-48d8-4d70-98f2-859cbf06b4dd req-2ab7d857-c8ed-4300-976d-f10a41d270f4 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:14.947785 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25fd09df-48d8-4d70-98f2-859cbf06b4dd req-2ab7d857-c8ed-4300-976d-f10a41d270f4 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.3229990 Aug 17 16:31:14.993386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5328b354-47a0-44b7-ac43-97a118c0a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:15.020416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-907748ad-34c3-4d35-b766-7454ca5394d6 None None] Provisioning for port cd154a86-02d9-4070-8f8e-8fb4b55a9539 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:31:15.031399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328b354-47a0-44b7-ac43-97a118c0a277 None None] Routers {'89269471-8ea9-4c76-b71c-c5b740f7f7dc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:15.032922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5328b354-47a0-44b7-ac43-97a118c0a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:15.130062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5328b354-47a0-44b7-ac43-97a118c0a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:15.131220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328b354-47a0-44b7-ac43-97a118c0a277 None None] The sync data for ids ['89269471-8ea9-4c76-b71c-c5b740f7f7dc'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:31:15.145389 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25fd09df-48d8-4d70-98f2-859cbf06b4dd req-381b7ad2-806a-4020-a8cf-4294053404cd tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771822 Aug 17 16:31:15.177734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f1f65ab8-f84a-42b1-ba77-696b61ef6d26 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Deleting port f5a66016-63e6-4124-8f7d-222b33a61abf {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:15.178086 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1f65ab8-f84a-42b1-ba77-696b61ef6d26 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:15.301422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8f890dee-d4f3-412c-8b6a-145cc7fed41c req-7f2a8ceb-0506-4d9f-bc91-aa593a8ec59d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 210 time: 0.0595951 Aug 17 16:31:15.309378 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:15.552752 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1f65ab8-f84a-42b1-ba77-696b61ef6d26 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:15.620041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f1f65ab8-f84a-42b1-ba77-696b61ef6d26 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Calling delete_port for f5a66016-63e6-4124-8f7d-222b33a61abf owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:15.741246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Pushing event updated for resources: {'Port': ['ID=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:15.813173 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:15.817664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cd154a86-02d9-4070-8f8e-8fb4b55a9539 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:31:15.956202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1de8ec74-c4ad-4b07-b41a-fa5a20e18f52 None None] Provisioning for port 58a6003a-343b-412a-b84f-b5933f41d25d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:31:15.963920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1de8ec74-c4ad-4b07-b41a-fa5a20e18f52 None None] Provisioning complete for port 58a6003a-343b-412a-b84f-b5933f41d25d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:15.964591 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1de8ec74-c4ad-4b07-b41a-fa5a20e18f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.002431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port cd154a86-02d9-4070-8f8e-8fb4b55a9539 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:31:16.008758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port cd154a86-02d9-4070-8f8e-8fb4b55a9539 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:16.009163 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.009915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:16.011330 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.057135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1de8ec74-c4ad-4b07-b41a-fa5a20e18f52 None None] Port 58a6003a-343b-412a-b84f-b5933f41d25d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:31:16.066192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Deleting port bd8a327a-a6da-4b06-8f76-9851e6e98545 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:16.067026 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.129759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Allocated IP 192.168.233.146 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/7e1f37ad-2ffb-4c38-9992-cd088df8651a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:16.133390 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.145976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75c39-9750-460f-8ac4-9d5f963f3278 req-76acf83c-7803-4a9a-b9f4-c26e8e0b64c7 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:16.147621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4eb75c39-9750-460f-8ac4-9d5f963f3278 req-76acf83c-7803-4a9a-b9f4-c26e8e0b64c7 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 932 time: 0.4825983 Aug 17 16:31:16.168975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50d9544f-c32b-4585-bedc-95130691cdeb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7999380 Aug 17 16:31:16.205562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Request body: {'port': {'device_id': '61293da4-a8cc-48f9-b939-1897c2187995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:16.241565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Made reservation on behalf of 18e3154718c341a3b30f1ae4cc792a58 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:16.250347 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.265000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port cd154a86-02d9-4070-8f8e-8fb4b55a9539, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cd154a86-02d9-4070-8f8e-8fb4b55a9539,segment=NetworkSegment(309f548b-4b46-43bd-8524-a9a4f8bc4094),segment_id=309f548b-4b46-43bd-8524-a9a4f8bc4094)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:16.277081 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.302230 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.325805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] device_id is not set on port 5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:31:16.326807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Calling delete_port for bd8a327a-a6da-4b06-8f76-9851e6e98545 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:16.338016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=cd154a86-02d9-4070-8f8e-8fb4b55a9539,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:16.428303 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1f65ab8-f84a-42b1-ba77-696b61ef6d26 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.487228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ab26bae4-c405-4166-8dc2-1050ad746f18 None None] Provisioning complete for port 58a6003a-343b-412a-b84f-b5933f41d25d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:16.488127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab26bae4-c405-4166-8dc2-1050ad746f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.501694 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f65ab8-f84a-42b1-ba77-696b61ef6d26 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5a66016-63e6-4124-8f7d-222b33a61abf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:16.553830 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1f65ab8-f84a-42b1-ba77-696b61ef6d26 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.556131 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f1f65ab8-f84a-42b1-ba77-696b61ef6d26 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "DELETE /v2.0/ports/f5a66016-63e6-4124-8f7d-222b33a61abf HTTP/1.1" status: 204 len: 168 time: 1.8839293 Aug 17 16:31:16.559257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59984) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:16.565286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ab26bae4-c405-4166-8dc2-1050ad746f18 None None] Port 58a6003a-343b-412a-b84f-b5933f41d25d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:31:16.568446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ee18476-c491-4fa2-b0a6-c8d9cb1ad988', 'external_fixed_ips': [{'subnet_id': '3a9dfd43-763f-455d-8672-74d71cab6311', 'ip_address': '2001:db8::22f'}]}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:16.578998 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4eb75c39-9750-460f-8ac4-9d5f963f3278 req-fc2300ea-e7df-4a5b-95c4-5cfd7f13bc45 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819833 Aug 17 16:31:16.597745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.644258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2049f79-730c-4bb4-9816-eb71f5c8382a req-f93aeded-c208-4976-902c-56969f8ad2c8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:16.649559 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a2049f79-730c-4bb4-9816-eb71f5c8382a req-f93aeded-c208-4976-902c-56969f8ad2c8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2270246 Aug 17 16:31:16.698934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.700437 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.741934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a2049f79-730c-4bb4-9816-eb71f5c8382a req-0f529627-67ba-4a7f-ab71-1b8abf130b54 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753481 Aug 17 16:31:16.767580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cebdcaac-4656-4498-a524-a18e99d666a4 req-6f5147f7-6d72-4fd3-b537-314f4e64a89a tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 210 time: 0.0716176 Aug 17 16:31:16.841669 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.844060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Allocated IP 2001:db8::1ee (8874476f-ae79-47f2-8ca6-fe66a1b11102/1bd70c40-bfda-4495-93c4-f0c6491837d0/5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:16.947425 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:16.983316 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.012393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event deleted for resources: {'Port': ['ID=bd8a327a-a6da-4b06-8f76-9851e6e98545,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:17.074892 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.149668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Transition to ACTIVE for port object 7e1f37ad-2ffb-4c38-9992-cd088df8651a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:17.163783 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.270483 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.273883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.276710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88decc7-ff9e-448b-b8d0-ae7cefd92e40 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:31:17.290358 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.341148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Transition to ACTIVE for port object e88decc7-ff9e-448b-b8d0-ae7cefd92e40 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:17.347490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.348583 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.348801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Fanout notify agent at l3_agent the message router_deleted on router 89269471-8ea9-4c76-b71c-c5b740f7f7dc {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:31:17.352538 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.364048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3', '88a283c8-47a1-48ef-bffb-95ed976da07d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:17.366244 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.366853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', '1192c936-2cf0-4118-a29d-f6166d95b17d', '6852ccc4-b70d-4aa6-83c3-72683625888a', 'b5e16c82-cf74-49d7-ba68-cd627d373319'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:17.371202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b0c3c440-6e5e-498c-8f6b-65bb15afc9c1 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "DELETE /v2.0/routers/89269471-8ea9-4c76-b71c-c5b740f7f7dc HTTP/1.1" status: 204 len: 168 time: 2.6238358 Aug 17 16:31:17.373190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59998) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:17.498844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:17.500564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:17.510312 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.521229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Pushing event updated for resources: {'Port': ['ID=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:17.595082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:17.691252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event updated for resources: {'Port': ['ID=7e1f37ad-2ffb-4c38-9992-cd088df8651a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:17.709071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Transition to ACTIVE for port object 5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:17.740846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:17.741980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:17.834217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cd154a86-02d9-4070-8f8e-8fb4b55a9539 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:31:17.873326 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-130dd3f2-70fe-4075-8f5a-ba679b1ab484 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6249673 Aug 17 16:31:17.894856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Request body: {'port': {'device_id': 'fc336c62-05dc-4e49-9aa0-552392211ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:17.999416 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.106293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Network 8874476f-ae79-47f2-8ca6-fe66a1b11102 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:18.109485 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Attempting to bind port e88decc7-ff9e-448b-b8d0-ae7cefd92e40 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:18.109887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Attempting to bind port e88decc7-ff9e-448b-b8d0-ae7cefd92e40 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '2b23edb2-6482-4b08-bc7d-cffa5fc667ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b340c58f-8a5c-4681-984f-48870e2080f7'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:18.111366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Attempting to bind port e88decc7-ff9e-448b-b8d0-ae7cefd92e40 on network b340c58f-8a5c-4681-984f-48870e2080f7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:18.116033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.137143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-98424e50-c4aa-45ec-aa2c-2a3bd15c7bea None None] Provisioning for port 7e1f37ad-2ffb-4c38-9992-cd088df8651a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:31:18.153262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:18.237322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Deleting subnet 90ae7475-5401-4902-bfda-6e6cf08e5580 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:31:18.243927 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.291953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-98424e50-c4aa-45ec-aa2c-2a3bd15c7bea None None] Provisioning complete for port 7e1f37ad-2ffb-4c38-9992-cd088df8651a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:18.292296 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98424e50-c4aa-45ec-aa2c-2a3bd15c7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.346489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-98424e50-c4aa-45ec-aa2c-2a3bd15c7bea None None] Port 7e1f37ad-2ffb-4c38-9992-cd088df8651a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:31:18.372037 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port cd154a86-02d9-4070-8f8e-8fb4b55a9539 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:18.373068 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.390965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e14246-75a1-4ded-87be-efbb51a481c1 req-752243b1-9899-4f6f-ac87-2f6a04054eb0 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:18.406879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99e14246-75a1-4ded-87be-efbb51a481c1 req-752243b1-9899-4f6f-ac87-2f6a04054eb0 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2522237 Aug 17 16:31:18.461479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.473771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60014) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:18.521624 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.527221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:18.534787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:18.535914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.543794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event updated for resources: {'Port': ['ID=5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:18.554718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Port e88decc7-ff9e-448b-b8d0-ae7cefd92e40 on network b340c58f-8a5c-4681-984f-48870e2080f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:18.556139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Attempting to bind port e88decc7-ff9e-448b-b8d0-ae7cefd92e40 on network b340c58f-8a5c-4681-984f-48870e2080f7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:18.569034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.587050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02544f79-7a88-4a97-8113-f8da0299ad87 req-3fba1863-6340-4688-8673-23dbceadffa5 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:18.596452 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02544f79-7a88-4a97-8113-f8da0299ad87 req-3fba1863-6340-4688-8673-23dbceadffa5 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 944 time: 0.7852650 Aug 17 16:31:18.618264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e40c0fc1-394e-440f-a9ea-c8a2ea868f88 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.7158184 Aug 17 16:31:18.623885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:31:18.624324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Checking segment: {'id': '2b23edb2-6482-4b08-bc7d-cffa5fc667ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b340c58f-8a5c-4681-984f-48870e2080f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:18.624611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Bound using segment: {'id': '2b23edb2-6482-4b08-bc7d-cffa5fc667ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b340c58f-8a5c-4681-984f-48870e2080f7'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:31:18.625362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Bound port: e88decc7-ff9e-448b-b8d0-ae7cefd92e40, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23edb2-6482-4b08-bc7d-cffa5fc667ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b340c58f-8a5c-4681-984f-48870e2080f7'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:31:18.625532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.637427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:18.727045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99e14246-75a1-4ded-87be-efbb51a481c1 req-5be3a987-b3ff-4be3-8956-8e7c05f97dba tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177812 Aug 17 16:31:18.752553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5df3a2fe-7a3c-4bb7-80a8-cca3b4f259b7 None None] Provisioning for port 5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:31:18.767839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5df3a2fe-7a3c-4bb7-80a8-cca3b4f259b7 None None] Provisioning complete for port 5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:18.768213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5df3a2fe-7a3c-4bb7-80a8-cca3b4f259b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.772662 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02544f79-7a88-4a97-8113-f8da0299ad87 req-5ff58866-e4fe-48b5-8edc-e1bf9b57ba46 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741946 Aug 17 16:31:18.861274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5df3a2fe-7a3c-4bb7-80a8-cca3b4f259b7 None None] Port 5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:31:18.884726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c86c24-1568-4011-8998-d31ac11be431 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:18.891689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c86c24-1568-4011-8998-d31ac11be431 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:18.897973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c86c24-1568-4011-8998-d31ac11be431 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:18.904250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c7c86c24-1568-4011-8998-d31ac11be431 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2608593 Aug 17 16:31:18.906246 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-819c26c7-5bbd-48ae-ab58-be4fb7553adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:18.912292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:18.995739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] For port e88decc7-ff9e-448b-b8d0-ae7cefd92e40, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:31:19.028066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1f37ad-2ffb-4c38-9992-cd088df8651a {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:31:19.034217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] For port e88decc7-ff9e-448b-b8d0-ae7cefd92e40, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,segment=NetworkSegment(2b23edb2-6482-4b08-bc7d-cffa5fc667ac),segment_id=2b23edb2-6482-4b08-bc7d-cffa5fc667ac)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:31:19.060193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.068001 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.095591 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.116197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Transition to ACTIVE for port object 7e1f37ad-2ffb-4c38-9992-cd088df8651a will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:19.130306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Allocated IP 2001:db8::22f (6ee18476-c491-4fa2-b0a6-c8d9cb1ad988/3a9dfd43-763f-455d-8672-74d71cab6311/a35a0b8c-05ea-4e19-8f56-e979f14ed45b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:19.132521 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.144311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:19.144938 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.146337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f53189-e35f-4e98-a334-54a9c3e4b06f req-2ca888e8-135a-4e24-b16e-a4d258e993c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:19.146612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] 10.222.0.91 "PUT /v2.0/ports/e88decc7-ff9e-448b-b8d0-ae7cefd92e40 HTTP/1.1" status: 200 len: 1092 time: 2.9514785 Aug 17 16:31:19.148227 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9f53189-e35f-4e98-a334-54a9c3e4b06f req-2ca888e8-135a-4e24-b16e-a4d258e993c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 936 time: 0.2510448 Aug 17 16:31:19.150061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61293da4-a8cc-48f9-b939-1897c2187995', 'tag': 'e88decc7-ff9e-448b-b8d0-ae7cefd92e40'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:31:19.152431 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e7c12f-d064-45f1-8535-315dac77b86d" -d '{"events": [{"name": "network-changed", "server_uuid": "61293da4-a8cc-48f9-b939-1897c2187995", "tag": "e88decc7-ff9e-448b-b8d0-ae7cefd92e40"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:31:19.203073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a480c-027b-4046-8e6b-43fa9d6dbd5e service neutron] Pushing event updated for resources: {'Port': ['ID=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:19.233983 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c6dc4c-f2df-4b92-89d0-fadccc3251e6 x-openstack-request-id: req-f4c6dc4c-f2df-4b92-89d0-fadccc3251e6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:31:19.234256 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61293da4-a8cc-48f9-b939-1897c2187995", "tag": "e88decc7-ff9e-448b-b8d0-ae7cefd92e40", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:31:19.234256 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4c6dc4c-f2df-4b92-89d0-fadccc3251e6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:31:19.235028 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61293da4-a8cc-48f9-b939-1897c2187995', 'tag': 'e88decc7-ff9e-448b-b8d0-ae7cefd92e40', 'status': 'completed', 'code': 200} Aug 17 16:31:19.295009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d5ddf52b-1157-4053-879a-f564ee3ed939 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Deleting port 5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:19.295842 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf52b-1157-4053-879a-f564ee3ed939 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.334218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9f53189-e35f-4e98-a334-54a9c3e4b06f req-273e8a12-6342-4cc9-b503-89f2dcd316a9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550238 Aug 17 16:31:19.347135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.352163 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-819c26c7-5bbd-48ae-ab58-be4fb7553adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.359452 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-819c26c7-5bbd-48ae-ab58-be4fb7553adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.397927 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.408538 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "DELETE /v2.0/subnets/90ae7475-5401-4902-bfda-6e6cf08e5580 HTTP/1.1" status: 204 len: 168 time: 2.0311661 Aug 17 16:31:19.410076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60024) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:19.412570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a591f2cb-cf93-4949-9979-525b66d7db2b None None] Network e0a0e1b9-5129-4be0-8988-6189f8cb9821 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:19.457260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1f37ad-2ffb-4c38-9992-cd088df8651a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:19.497427 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.530906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-e61b78c3-01a9-48f6-817a-cba3c4913ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:19.533005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-e61b78c3-01a9-48f6-817a-cba3c4913ba3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3e82ce7c36244b668e805eceeae25f1a&device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 1095 time: 0.2692072 Aug 17 16:31:19.541469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event deleted for resources: {'Subnet': ['ID=90ae7475-5401-4902-bfda-6e6cf08e5580,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:19.598346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.598736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.600205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.600650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.601136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.601342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.601859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.602044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.602405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.602741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.603072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.603398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7906-9619-4782-a7b2-338aa6287fd6 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:19.612968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-50adba81-f768-4eca-9bbd-81c8e943ee58 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e88decc7-ff9e-448b-b8d0-ae7cefd92e40 HTTP/1.1" status: 200 len: 217 time: 0.0623205 Aug 17 16:31:19.666147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-819c26c7-5bbd-48ae-ab58-be4fb7553adb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c915746c6aee4b89b22ba526f89607f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1884279 Aug 17 16:31:19.666147 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c26c7-5bbd-48ae-ab58-be4fb7553adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6904bde7-01f1-4452-826f-e590f8f89b4a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:19.675652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.677738 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60026) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:19.682251 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.690673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ef2e53-ffd7-4187-9038-34978bbc4b84 None None] DHCP port deletion for e0a0e1b9-5129-4be0-8988-6189f8cb9821 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:31:19.701747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Attempting to bind port 7e1f37ad-2ffb-4c38-9992-cd088df8651a on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:19.702725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Attempting to bind port 7e1f37ad-2ffb-4c38-9992-cd088df8651a by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:19.703369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Attempting to bind port 7e1f37ad-2ffb-4c38-9992-cd088df8651a on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:19.710934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.730589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf52b-1157-4053-879a-f564ee3ed939 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.753103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef2e53-ffd7-4187-9038-34978bbc4b84 None None] Deleting port 394e6936-d034-452e-8331-aa45abfc790e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:19.753703 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2e53-ffd7-4187-9038-34978bbc4b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.759315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Port 7e1f37ad-2ffb-4c38-9992-cd088df8651a on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:19.760001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Attempting to bind port 7e1f37ad-2ffb-4c38-9992-cd088df8651a on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:19.775053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d5ddf52b-1157-4053-879a-f564ee3ed939 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Calling delete_port for 5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:19.792194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:31:19.792495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:19.794542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:31:19.794542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Bound port: 7e1f37ad-2ffb-4c38-9992-cd088df8651a, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:31:19.796195 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.821974 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ab40e87-b45c-4d25-9cc8-63882ca7fa42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.834257 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.841538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-c108356a-3312-42dd-b3cd-97c692b30d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:19.844583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-c108356a-3312-42dd-b3cd-97c692b30d65 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=32e55ff9-1305-4732-aa37-6d1ca04b568a HTTP/1.1" status: 200 len: 853 time: 0.2152126 Aug 17 16:31:19.878276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e8ef2e53-ffd7-4187-9038-34978bbc4b84 None None] For port 394e6936-d034-452e-8331-aa45abfc790e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=394e6936-d034-452e-8331-aa45abfc790e,segment=NetworkSegment(a1d8a03a-c967-4278-b5cf-a922ba1a2a67),segment_id=a1d8a03a-c967-4278-b5cf-a922ba1a2a67)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:19.878998 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2e53-ffd7-4187-9038-34978bbc4b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.897409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event updated for resources: {'Port': ['ID=a35a0b8c-05ea-4e19-8f56-e979f14ed45b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:19.900105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef2e53-ffd7-4187-9038-34978bbc4b84 None None] Calling delete_port for 394e6936-d034-452e-8331-aa45abfc790e owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:19.918601 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ab40e87-b45c-4d25-9cc8-63882ca7fa42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:19.951492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Network 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:19.974059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Deleting port 394e6936-d034-452e-8331-aa45abfc790e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:19.974433 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:20.013531 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2e53-ffd7-4187-9038-34978bbc4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:20.028300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-a1845b58-a7c5-46d6-bf56-387deab75705 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b340c58f-8a5c-4681-984f-48870e2080f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021369 Aug 17 16:31:20.044511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef2e53-ffd7-4187-9038-34978bbc4b84 None None] Pushing event deleted for resources: {'Port': ['ID=394e6936-d034-452e-8331-aa45abfc790e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:20.050282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef2e53-ffd7-4187-9038-34978bbc4b84 None None] No DVR routers for this DVR port 394e6936-d034-452e-8331-aa45abfc790e on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:20.056070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:20.088398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:20.161760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a52651-0402-46e1-af6a-8d632c292148 req-2f5dae20-36ef-4294-aeaf-94b05895e5dd tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:20.161760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92a52651-0402-46e1-af6a-8d632c292148 req-2f5dae20-36ef-4294-aeaf-94b05895e5dd tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2335191 Aug 17 16:31:20.163593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] For port 7e1f37ad-2ffb-4c38-9992-cd088df8651a, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:31:20.168632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] For port 7e1f37ad-2ffb-4c38-9992-cd088df8651a, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7e1f37ad-2ffb-4c38-9992-cd088df8651a,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:31:20.180697 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:20.277957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] For port 394e6936-d034-452e-8331-aa45abfc790e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=394e6936-d034-452e-8331-aa45abfc790e,segment=NetworkSegment(a1d8a03a-c967-4278-b5cf-a922ba1a2a67),segment_id=a1d8a03a-c967-4278-b5cf-a922ba1a2a67)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:20.278620 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:20.289446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090a141-d6ca-429d-b049-6ca896e1c002 req-9975749a-9612-4d40-95d7-7fa1d96d20c7 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:20.291172 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c090a141-d6ca-429d-b049-6ca896e1c002 req-9975749a-9612-4d40-95d7-7fa1d96d20c7 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 944 time: 0.3703589 Aug 17 16:31:20.298340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:20.299003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:20.300516 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] 10.222.0.91 "PUT /v2.0/ports/7e1f37ad-2ffb-4c38-9992-cd088df8651a HTTP/1.1" status: 200 len: 1096 time: 2.4134831 Aug 17 16:31:20.310712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Calling delete_port for 394e6936-d034-452e-8331-aa45abfc790e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:20.343959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ab40e87-b45c-4d25-9cc8-63882ca7fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:20.347077 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ab40e87-b45c-4d25-9cc8-63882ca7fa42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:20.347562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-a9d343da-3fed-4108-811d-10ea5836b60f service neutron] 10.222.0.91 "GET /v2.0/networks/b340c58f-8a5c-4681-984f-48870e2080f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996380 Aug 17 16:31:20.352291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9ab40e87-b45c-4d25-9cc8-63882ca7fa42 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6904bde7-01f1-4452-826f-e590f8f89b4a HTTP/1.1" status: 204 len: 168 time: 0.6694827 Aug 17 16:31:20.365930 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92a52651-0402-46e1-af6a-8d632c292148 req-2da53802-991f-4b2b-83e2-7272957a71db tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892700 Aug 17 16:31:20.368005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5ab28-9ce8-4893-8ff2-611102518114 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1f37ad-2ffb-4c38-9992-cd088df8651a,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:20.544544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab40e87-b45c-4d25-9cc8-63882ca7fa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6904bde7-01f1-4452-826f-e590f8f89b4a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:20.546280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf52b-1157-4053-879a-f564ee3ed939 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:20.574779 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c090a141-d6ca-429d-b049-6ca896e1c002 req-ca36257b-5381-4193-ba10-0bcaa97d9daf tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481501 Aug 17 16:31:20.666800 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:20.702301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf52b-1157-4053-879a-f564ee3ed939 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:20.710998 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d5ddf52b-1157-4053-879a-f564ee3ed939 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "DELETE /v2.0/ports/5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f HTTP/1.1" status: 204 len: 168 time: 1.7977138 Aug 17 16:31:20.712473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf52b-1157-4053-879a-f564ee3ed939 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event deleted for resources: {'Port': ['ID=5c0d360f-7d60-4b6a-895a-9e5dd2e8e97f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:20.716630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60040) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:20.736439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Request body: {'port': {'name': 'tempest-new-port-name-732119349', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:20.737143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.api.validators [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] bootfile-name is not in valid_values {{(pid=94839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:31:20.737670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.api.validators [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] tftp-server is not in valid_values {{(pid=94839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:31:20.738209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.api.validators [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] server-ip-address is not in valid_values {{(pid=94839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:31:20.751000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event deleted for resources: {'Port': ['ID=394e6936-d034-452e-8331-aa45abfc790e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:20.785039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-3e484c5f-42e5-46b3-83ec-126b47a7bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:20.786991 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-3e484c5f-42e5-46b3-83ec-126b47a7bd84 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 1099 time: 0.4071805 Aug 17 16:31:20.791790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b070b43d-0edd-45c5-81d2-17a5d8b63ec3 req-e61bd8bd-f730-4245-8aa7-c57cc3cb8a7b service neutron] 10.222.0.91 "GET /v2.0/networks/b340c58f-8a5c-4681-984f-48870e2080f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182503 Aug 17 16:31:20.820939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0e92d-27c7-475a-a4e8-69ebbb06f898 req-07181fcc-f976-4a19-8d70-27e1e10c0070 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:20.835344 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42d0e92d-27c7-475a-a4e8-69ebbb06f898 req-07181fcc-f976-4a19-8d70-27e1e10c0070 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 948 time: 0.2163777 Aug 17 16:31:20.855816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] No DVR routers for this DVR port 394e6936-d034-452e-8331-aa45abfc790e on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:20.935625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-3e8afd48-65ad-44e5-96ea-900ab61d4206 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=7e1f37ad-2ffb-4c38-9992-cd088df8651a HTTP/1.1" status: 200 len: 217 time: 0.1264694 Aug 17 16:31:20.944448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60042) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:21.058690 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42d0e92d-27c7-475a-a4e8-69ebbb06f898 req-7e6a7cc1-81f8-4f3e-9f04-4fd540e3c5a9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220268 Aug 17 16:31:21.070402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7c12f-d064-45f1-8535-315dac77b86d req-494c1815-7070-4d8f-8a58-a414b4d4396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:21.072548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5e7c12f-d064-45f1-8535-315dac77b86d req-494c1815-7070-4d8f-8a58-a414b4d4396a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3e82ce7c36244b668e805eceeae25f1a&device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 1095 time: 0.1283746 Aug 17 16:31:21.074040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-5cfc6765-8669-4d21-a71e-b11b7688b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:21.075520 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-5cfc6765-8669-4d21-a71e-b11b7688b6bb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1224880 Aug 17 16:31:21.109465 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-805e782f-4ab0-449d-83c8-893cb754cb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:21.143408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:21.150416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:21.155542 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:21.185076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-1f758af0-052c-4d33-9e6c-6105df2690cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:21.186752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-1f758af0-052c-4d33-9e6c-6105df2690cc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936437 Aug 17 16:31:21.253685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a0e1b9-5129-4be0-8988-6189f8cb9821']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:21.256788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc336c62-05dc-4e49-9aa0-552392211ee5', 'tag': '7e1f37ad-2ffb-4c38-9992-cd088df8651a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:31:21.260120 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2182e93-e559-4308-9b9c-c31fa7f56970" -d '{"events": [{"name": "network-changed", "server_uuid": "fc336c62-05dc-4e49-9aa0-552392211ee5", "tag": "7e1f37ad-2ffb-4c38-9992-cd088df8651a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:31:21.275281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7c12f-d064-45f1-8535-315dac77b86d req-8fbf04af-a2d2-4cfd-be35-d7a6508e7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:21.276844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5e7c12f-d064-45f1-8535-315dac77b86d req-8fbf04af-a2d2-4cfd-be35-d7a6508e7420 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b340c58f-8a5c-4681-984f-48870e2080f7 HTTP/1.1" status: 200 len: 914 time: 0.1916487 Aug 17 16:31:21.336860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5e7c12f-d064-45f1-8535-315dac77b86d req-080c522c-b10c-44fd-bc52-2867da32bda0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e88decc7-ff9e-448b-b8d0-ae7cefd92e40 HTTP/1.1" status: 200 len: 217 time: 0.0497115 Aug 17 16:31:21.338720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d8a03a-c967-4278-b5cf-a922ba1a2a67') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:21.339216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d8a03a-c967-4278-b5cf-a922ba1a2a67') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:21.358648 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b11ec4-882c-4c52-b6fc-450e788cb3d9 x-openstack-request-id: req-88b11ec4-882c-4c52-b6fc-450e788cb3d9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:31:21.359190 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc336c62-05dc-4e49-9aa0-552392211ee5", "tag": "7e1f37ad-2ffb-4c38-9992-cd088df8651a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:31:21.359527 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88b11ec4-882c-4c52-b6fc-450e788cb3d9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:31:21.360008 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc336c62-05dc-4e49-9aa0-552392211ee5', 'tag': '7e1f37ad-2ffb-4c38-9992-cd088df8651a', 'status': 'completed', 'code': 200} Aug 17 16:31:21.376731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:21.443148 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-8996624b-cf74-4e57-a6dd-60d76dc962e4 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420020 Aug 17 16:31:21.474221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7c12f-d064-45f1-8535-315dac77b86d req-d71ba315-1889-4351-a890-2566b69fa818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:21.476801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5e7c12f-d064-45f1-8535-315dac77b86d req-d71ba315-1889-4351-a890-2566b69fa818 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=32e55ff9-1305-4732-aa37-6d1ca04b568a HTTP/1.1" status: 200 len: 853 time: 0.1283767 Aug 17 16:31:21.488232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:21.519973 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:31:21.520398 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:31:21.523883 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:31:21.609843 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5e7c12f-d064-45f1-8535-315dac77b86d req-318c4bc6-3579-4980-84d3-17e48ca12dfa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b340c58f-8a5c-4681-984f-48870e2080f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142755 Aug 17 16:31:21.744924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6efc67-1577-4aac-b898-c3e7caa48c8f req-de65c95c-73d9-4dbc-a3d6-3b20ca043928 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:21.749977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e6efc67-1577-4aac-b898-c3e7caa48c8f req-de65c95c-73d9-4dbc-a3d6-3b20ca043928 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2764790 Aug 17 16:31:21.769650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 394e6936-d034-452e-8331-aa45abfc790e no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:31:21.810081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:21.815671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 394e6936-d034-452e-8331-aa45abfc790e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:31:21.816653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 394e6936-d034-452e-8331-aa45abfc790e not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:21.871460 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:21.873783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "DELETE /v2.0/networks/e0a0e1b9-5129-4be0-8988-6189f8cb9821 HTTP/1.1" status: 204 len: 168 time: 2.3952901 Aug 17 16:31:21.878263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60052) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:21.959027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8cbed-d904-4970-88d0-818ad4310384 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event deleted for resources: {'Network': ['ID=e0a0e1b9-5129-4be0-8988-6189f8cb9821,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:22.020980 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-805e782f-4ab0-449d-83c8-893cb754cb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:22.069125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-805e782f-4ab0-449d-83c8-893cb754cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:22.072219 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:22.082463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee03cd7-d6be-409c-9213-bf6d0e569c5f req-99b39a9c-9563-49e6-ab2a-aa8f9168b98d tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:22.084188 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ee03cd7-d6be-409c-9213-bf6d0e569c5f req-99b39a9c-9563-49e6-ab2a-aa8f9168b98d tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 944 time: 0.3425410 Aug 17 16:31:22.241161 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-805e782f-4ab0-449d-83c8-893cb754cb04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34286cd6795c41999131c1fa9377545c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2891688 Aug 17 16:31:22.244576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e782f-4ab0-449d-83c8-893cb754cb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d6d9f4-7f18-4e0d-b357-6c30ad85bd78,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:22.251403 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:22.253219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60056) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:22.291646 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:22.344233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9887895d-ac6c-40ca-83fc-7de40523a97e req-dcaba612-c230-47b8-a882-9a8c4831428f service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8880084 Aug 17 16:31:22.381889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ee03cd7-d6be-409c-9213-bf6d0e569c5f req-51257aa3-9539-4645-937f-a8f07898c6cf tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715778 Aug 17 16:31:22.422341 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e6efc67-1577-4aac-b898-c3e7caa48c8f req-ec7f3da1-f70b-432d-8ecd-772a03c1451c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346703 Aug 17 16:31:22.445242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5e7c12f-d064-45f1-8535-315dac77b86d req-a90f5ce8-799f-4f74-8dd0-1a57aa0bf502 service neutron] 10.222.0.91 "GET /v2.0/networks/b340c58f-8a5c-4681-984f-48870e2080f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8255389 Aug 17 16:31:22.602093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-ffe6844b-1014-4736-882d-c80085efc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:22.603813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-ffe6844b-1014-4736-882d-c80085efc281 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 1099 time: 0.1800804 Aug 17 16:31:22.652696 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5e7c12f-d064-45f1-8535-315dac77b86d req-ba3b666f-17f1-4f46-9c72-1e1e038a4cfa service neutron] 10.222.0.91 "GET /v2.0/networks/b340c58f-8a5c-4681-984f-48870e2080f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584253 Aug 17 16:31:22.767341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] In _notify_port_updated(), no bound segment for port 58a6003a-343b-412a-b84f-b5933f41d25d on network 8874476f-ae79-47f2-8ca6-fe66a1b11102 {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:31:22.773037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:22.773718 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:22.775110 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "PUT /v2.0/ports/58a6003a-343b-412a-b84f-b5933f41d25d HTTP/1.1" status: 200 len: 1129 time: 2.0497406 Aug 17 16:31:22.780604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:22.822936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-313a7718-7c4e-4f6f-ba15-7a35b72e3057 None None] Provisioning complete for port 58a6003a-343b-412a-b84f-b5933f41d25d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:22.824302 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-313a7718-7c4e-4f6f-ba15-7a35b72e3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:22.835286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff26b7-3997-4942-a6cd-f33fea68bd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event updated for resources: {'Port': ['ID=58a6003a-343b-412a-b84f-b5933f41d25d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:22.840908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-23020dc8-08be-4e7e-abb7-0715d087bdc2 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Deleting port c2d0f65b-a067-4df1-a1c8-fd4acb7f5788 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:22.841212 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23020dc8-08be-4e7e-abb7-0715d087bdc2 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:22.847837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-76eb8ff3-2cc7-4ad8-9c14-bb1e1883a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:22.849609 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-76eb8ff3-2cc7-4ad8-9c14-bb1e1883a7e4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1957591 Aug 17 16:31:22.871892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50031831-f995-4fa8-b4be-89a45ff1d57d tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:22.873482 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-50031831-f995-4fa8-b4be-89a45ff1d57d tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "GET /v2.0/ports/58a6003a-343b-412a-b84f-b5933f41d25d HTTP/1.1" status: 200 len: 1129 time: 0.0914130 Aug 17 16:31:22.888616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-313a7718-7c4e-4f6f-ba15-7a35b72e3057 None None] Port 58a6003a-343b-412a-b84f-b5933f41d25d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:31:22.896703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60062) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:22.897943 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57dfe6ba-1f7f-4e58-bf91-1dfb3f073dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:22.929166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-dd159709-377f-4f32-9734-e308ee87c299 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=7e1f37ad-2ffb-4c38-9992-cd088df8651a HTTP/1.1" status: 200 len: 217 time: 0.0703762 Aug 17 16:31:22.991977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d49901-2d0e-42d4-96e7-77db52218405 req-151969c5-9245-4075-97fb-616ca730f2c8 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:22.992396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-b082828e-67ce-40b2-8a5d-cee11fe5b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:22.993573 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99d49901-2d0e-42d4-96e7-77db52218405 req-151969c5-9245-4075-97fb-616ca730f2c8 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 948 time: 0.2282104 Aug 17 16:31:22.994516 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-b082828e-67ce-40b2-8a5d-cee11fe5b51a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0568051 Aug 17 16:31:22.999217 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57dfe6ba-1f7f-4e58-bf91-1dfb3f073dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.049797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-65a81631-ac7a-4074-b46c-e2903ffe240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:23.051496 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-65a81631-ac7a-4074-b46c-e2903ffe240e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476537 Aug 17 16:31:23.103470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23020dc8-08be-4e7e-abb7-0715d087bdc2 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.103757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23020dc8-08be-4e7e-abb7-0715d087bdc2 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.138428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-23020dc8-08be-4e7e-abb7-0715d087bdc2 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Calling delete_port for c2d0f65b-a067-4df1-a1c8-fd4acb7f5788 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:23.160603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99d49901-2d0e-42d4-96e7-77db52218405 req-e4e968a8-9bd5-45c0-bb32-696db2c10213 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485605 Aug 17 16:31:23.161214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Router ad837c2e-cf98-43ac-aec3-cf8bf03047fa is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:31:23.166935 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-ffd0ec58-c860-4a98-a638-4d92a329ec69 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056390 Aug 17 16:31:23.276881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2182e93-e559-4308-9b9c-c31fa7f56970 req-004df033-868d-4617-bcbc-de087a221c02 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016102 Aug 17 16:31:23.289094 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57dfe6ba-1f7f-4e58-bf91-1dfb3f073dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.292036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57dfe6ba-1f7f-4e58-bf91-1dfb3f073dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.293233 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-57dfe6ba-1f7f-4e58-bf91-1dfb3f073dcc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/15d6d9f4-7f18-4e0d-b357-6c30ad85bd78 HTTP/1.1" status: 204 len: 168 time: 1.0363657 Aug 17 16:31:23.310689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-58f38a46-8614-4d44-992e-d99538124bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Deleting port 58a6003a-343b-412a-b84f-b5933f41d25d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:23.311031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58f38a46-8614-4d44-992e-d99538124bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.371698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfe6ba-1f7f-4e58-bf91-1dfb3f073dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d6d9f4-7f18-4e0d-b357-6c30ad85bd78,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:23.503737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:31:23.518830 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Sync routers for ids ['ad837c2e-cf98-43ac-aec3-cf8bf03047fa'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:31:23.530249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58f38a46-8614-4d44-992e-d99538124bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.535793 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Routers {'ad837c2e-cf98-43ac-aec3-cf8bf03047fa'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:23.538225 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-07193336-6585-413a-a995-96f9ed58d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ad837c2e-cf98-43ac-aec3-cf8bf03047fa'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:23.556719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-58f38a46-8614-4d44-992e-d99538124bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Calling delete_port for 58a6003a-343b-412a-b84f-b5933f41d25d owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:23.564746 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.566039 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6d36494c-588b-4638-9833-29fb084d599d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.0041311 Aug 17 16:31:23.570771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23020dc8-08be-4e7e-abb7-0715d087bdc2 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.575355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60072) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:23.633879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991de1-199f-41ed-b774-233d1f8bcc0a req-e1608381-8aba-4753-aa11-10052b97b56e tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:23.643580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08991de1-199f-41ed-b774-233d1f8bcc0a req-e1608381-8aba-4753-aa11-10052b97b56e tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 944 time: 0.1109130 Aug 17 16:31:23.684228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23020dc8-08be-4e7e-abb7-0715d087bdc2 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Pushing event deleted for resources: {'Port': ['ID=c2d0f65b-a067-4df1-a1c8-fd4acb7f5788,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:23.721867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08991de1-199f-41ed-b774-233d1f8bcc0a req-682adee9-1a9d-4a13-9c5a-cb6bf6a4903d tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748162 Aug 17 16:31:23.776469 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Set router ad837c2e-cf98-43ac-aec3-cf8bf03047fa gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:31:23.884194 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23020dc8-08be-4e7e-abb7-0715d087bdc2 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.887408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23020dc8-08be-4e7e-abb7-0715d087bdc2 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.893235 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-23020dc8-08be-4e7e-abb7-0715d087bdc2 tempest-FloatingIPAdminTestJSON-394821772 tempest-FloatingIPAdminTestJSON-394821772-project] 10.222.0.77 "DELETE /v2.0/floatingips/b785743e-208a-4605-92bc-dc108fbc57ec HTTP/1.1" status: 204 len: 168 time: 2.0038035 Aug 17 16:31:23.893235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:23.903119 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4a321-c7b5-47b8-8e18-528029714ab7 req-4d1d272a-5fde-48e8-bbef-fbe45cd6a92d tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:23.904863 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9c4a321-c7b5-47b8-8e18-528029714ab7 req-4d1d272a-5fde-48e8-bbef-fbe45cd6a92d tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2162049 Aug 17 16:31:24.080440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9c4a321-c7b5-47b8-8e18-528029714ab7 req-57631fdc-fef6-4975-9d9a-e5613f830d24 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429679 Aug 17 16:31:24.084274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58f38a46-8614-4d44-992e-d99538124bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.126601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f38a46-8614-4d44-992e-d99538124bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event deleted for resources: {'Port': ['ID=58a6003a-343b-412a-b84f-b5933f41d25d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:24.140705 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-07193336-6585-413a-a995-96f9ed58d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad837c2e-cf98-43ac-aec3-cf8bf03047fa', 'name': '', 'tenant_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ee18476-c491-4fa2-b0a6-c8d9cb1ad988', 'external_fixed_ips': [{'subnet_id': '3a9dfd43-763f-455d-8672-74d71cab6311', 'ip_address': '2001:db8::22f'}], 'enable_snat': True}, 'gw_port_id': 'a35a0b8c-05ea-4e19-8f56-e979f14ed45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:31:16Z', 'updated_at': '2021-08-17T16:31:20Z', 'revision_number': 3, 'project_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'gw_port': {'id': 'a35a0b8c-05ea-4e19-8f56-e979f14ed45b', 'name': '', 'network_id': '6ee18476-c491-4fa2-b0a6-c8d9cb1ad988', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:44:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad837c2e-cf98-43ac-aec3-cf8bf03047fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '3a9dfd43-763f-455d-8672-74d71cab6311', 'ip_address': '2001:db8::22f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:31:18Z', 'updated_at': '2021-08-17T16:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9dfd43-763f-455d-8672-74d71cab6311', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:24.161346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.164836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58f38a46-8614-4d44-992e-d99538124bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.166875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58f38a46-8614-4d44-992e-d99538124bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "DELETE /v2.0/ports/58a6003a-343b-412a-b84f-b5933f41d25d HTTP/1.1" status: 204 len: 168 time: 1.2669373 Aug 17 16:31:24.171572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60088) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:24.198193 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Checking router: ad837c2e-cf98-43ac-aec3-cf8bf03047fa for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:31:24.199128 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Updating router ad837c2e-cf98-43ac-aec3-cf8bf03047fa port a35a0b8c-05ea-4e19-8f56-e979f14ed45b binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:31:24.249090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:24.308198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d92f2cf-9562-4986-9267-7dedbafa7666 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Deleting subnet 1bd70c40-bfda-4495-93c4-f0c6491837d0 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:31:24.317870 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d92f2cf-9562-4986-9267-7dedbafa7666 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.319127 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.451418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d92f2cf-9562-4986-9267-7dedbafa7666 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.467256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9eaa6-5750-4d38-8f5b-ef701038a5a9 req-2b724e5d-e5a2-4b4c-80df-e52626a86a0d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:24.474955 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bff9eaa6-5750-4d38-8f5b-ef701038a5a9 req-2b724e5d-e5a2-4b4c-80df-e52626a86a0d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 948 time: 0.1342180 Aug 17 16:31:24.503053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e88decc7-ff9e-448b-b8d0-ae7cefd92e40 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:31:24.533860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Deleting port a35a0b8c-05ea-4e19-8f56-e979f14ed45b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:24.534873 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.585866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-16e5b54d-6946-4f9c-a8e4-c2e43d1d7e50 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0f855e3cfa54ee589eef4ed823aa236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347449 Aug 17 16:31:24.594720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bff9eaa6-5750-4d38-8f5b-ef701038a5a9 req-b1b8749d-955c-4e83-8c85-5a61c87dae35 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184254 Aug 17 16:31:24.595829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:24.702630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2736a480-1782-474b-9e25-07fc581d2cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.737988 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d92f2cf-9562-4986-9267-7dedbafa7666 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.762983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2736a480-1782-474b-9e25-07fc581d2cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.793757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e88decc7-ff9e-448b-b8d0-ae7cefd92e40, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,segment=NetworkSegment(2b23edb2-6482-4b08-bc7d-cffa5fc667ac),segment_id=2b23edb2-6482-4b08-bc7d-cffa5fc667ac)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:24.818559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e88decc7-ff9e-448b-b8d0-ae7cefd92e40', 'network_id': 'b340c58f-8a5c-4681-984f-48870e2080f7', 'port_id': 'e88decc7-ff9e-448b-b8d0-ae7cefd92e40', 'mac_address': 'fa:16:3e:3c:79:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e55ff9-1305-4732-aa37-6d1ca04b568a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:31:24.894301 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.909761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2736a480-1782-474b-9e25-07fc581d2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.913393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2736a480-1782-474b-9e25-07fc581d2cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.917724 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2736a480-1782-474b-9e25-07fc581d2cbc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/025f2d9f-3791-45bc-9dcc-300f1645febe HTTP/1.1" status: 204 len: 168 time: 0.3192081 Aug 17 16:31:24.919335 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Transition to ACTIVE for port object a35a0b8c-05ea-4e19-8f56-e979f14ed45b will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:24.932418 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:24.940175 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736a480-1782-474b-9e25-07fc581d2cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f2d9f-3791-45bc-9dcc-300f1645febe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:24.970811 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.004639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.022811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Calling delete_port for a35a0b8c-05ea-4e19-8f56-e979f14ed45b owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:25.043619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88decc7-ff9e-448b-b8d0-ae7cefd92e40 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:31:25.063066 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Attempting to bind port a35a0b8c-05ea-4e19-8f56-e979f14ed45b on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:25.064066 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Attempting to bind port a35a0b8c-05ea-4e19-8f56-e979f14ed45b by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'a7ead35b-e219-4d0b-9c14-a8fd5fe57e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6ee18476-c491-4fa2-b0a6-c8d9cb1ad988'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:25.064352 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Attempting to bind port a35a0b8c-05ea-4e19-8f56-e979f14ed45b on network 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:25.066648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efe781-7d84-4acd-acf3-3ffb9b2f7e37 req-f373922f-8aa3-4fa2-8047-d54544640ab3 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:25.075861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87efe781-7d84-4acd-acf3-3ffb9b2f7e37 req-f373922f-8aa3-4fa2-8047-d54544640ab3 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 944 time: 0.1667488 Aug 17 16:31:25.077103 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:31:25.077604 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Checking segment: {'id': 'a7ead35b-e219-4d0b-9c14-a8fd5fe57e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6ee18476-c491-4fa2-b0a6-c8d9cb1ad988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:25.077948 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.078317 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Bound using segment: {'id': 'a7ead35b-e219-4d0b-9c14-a8fd5fe57e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6ee18476-c491-4fa2-b0a6-c8d9cb1ad988'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:31:25.082934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e88decc7-ff9e-448b-b8d0-ae7cefd92e40, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,segment=NetworkSegment(2b23edb2-6482-4b08-bc7d-cffa5fc667ac),segment_id=2b23edb2-6482-4b08-bc7d-cffa5fc667ac)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:25.088980 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Bound port: a35a0b8c-05ea-4e19-8f56-e979f14ed45b, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ead35b-e219-4d0b-9c14-a8fd5fe57e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6ee18476-c491-4fa2-b0a6-c8d9cb1ad988'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:31:25.089689 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.091677 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Pushing event updated for resources: {'Port': ['ID=a35a0b8c-05ea-4e19-8f56-e979f14ed45b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:25.096407 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.127636 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.128028 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.128293 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.128622 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.128950 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.129409 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.129741 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.130061 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.130589 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.130912 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.131236 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.131549 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:25.169279 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-07193336-6585-413a-a995-96f9ed58d94e None None] For port a35a0b8c-05ea-4e19-8f56-e979f14ed45b, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:31:25.174082 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-07193336-6585-413a-a995-96f9ed58d94e None None] For port a35a0b8c-05ea-4e19-8f56-e979f14ed45b, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a35a0b8c-05ea-4e19-8f56-e979f14ed45b,segment=NetworkSegment(a7ead35b-e219-4d0b-9c14-a8fd5fe57e0a),segment_id=a7ead35b-e219-4d0b-9c14-a8fd5fe57e0a)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:31:25.182281 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.261336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:25.270652 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Routers {'ad837c2e-cf98-43ac-aec3-cf8bf03047fa'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:25.273754 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-07193336-6585-413a-a995-96f9ed58d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ad837c2e-cf98-43ac-aec3-cf8bf03047fa'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:25.305482 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d92f2cf-9562-4986-9267-7dedbafa7666 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.334557 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec229ed-edfd-4ec1-b3cf-dec845e22122 req-39968478-f601-4dd6-a248-4035d29c8280 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:25.337747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ec229ed-edfd-4ec1-b3cf-dec845e22122 req-39968478-f601-4dd6-a248-4035d29c8280 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.1067731 Aug 17 16:31:25.348155 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e88decc7-ff9e-448b-b8d0-ae7cefd92e40'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:25.390059 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-07193336-6585-413a-a995-96f9ed58d94e None None] Set router ad837c2e-cf98-43ac-aec3-cf8bf03047fa gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:31:25.449719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92f2cf-9562-4986-9267-7dedbafa7666 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd70c40-bfda-4495-93c4-f0c6491837d0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:25.456304 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-07193336-6585-413a-a995-96f9ed58d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad837c2e-cf98-43ac-aec3-cf8bf03047fa', 'name': '', 'tenant_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:31:16Z', 'updated_at': '2021-08-17T16:31:24Z', 'revision_number': 4, 'project_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:25.457359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ec229ed-edfd-4ec1-b3cf-dec845e22122 req-8255a565-9c2a-407c-9067-e17a44133b65 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002936 Aug 17 16:31:25.479126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87efe781-7d84-4acd-acf3-3ffb9b2f7e37 req-2284ca41-0f6e-47f6-b04d-84716112f121 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019005 Aug 17 16:31:25.508983 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07193336-6585-413a-a995-96f9ed58d94e None None] The sync data for ids ['ad837c2e-cf98-43ac-aec3-cf8bf03047fa'] in n-d-804878-1 is: [{'id': 'ad837c2e-cf98-43ac-aec3-cf8bf03047fa', 'name': '', 'tenant_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:31:16Z', 'updated_at': '2021-08-17T16:31:24Z', 'revision_number': 4, 'project_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:31:25.510134 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d92f2cf-9562-4986-9267-7dedbafa7666 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.511421 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b565b35-2885-4281-a50e-a0492cb779b3 None None] Pushing event updated for resources: {'Port': ['ID=a35a0b8c-05ea-4e19-8f56-e979f14ed45b,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:25.522589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a56b69-5341-44af-ac49-99a193bfcb50 None None] Network 8874476f-ae79-47f2-8ca6-fe66a1b11102 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:25.532414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1d92f2cf-9562-4986-9267-7dedbafa7666 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "DELETE /v2.0/subnets/1bd70c40-bfda-4495-93c4-f0c6491837d0 HTTP/1.1" status: 204 len: 168 time: 1.3566785 Aug 17 16:31:25.533289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:25.773899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.819937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.902303 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60128) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:25.924063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event deleted for resources: {'Port': ['ID=a35a0b8c-05ea-4e19-8f56-e979f14ed45b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:25.961471 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:25.965340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba919772-2245-4544-8913-9f99655333af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.045631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c492cb9-be87-47f7-af83-5704ed7c2ae7 req-ecff80a3-073f-4b8c-ac68-e9143a2d11b6 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:26.054247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c492cb9-be87-47f7-af83-5704ed7c2ae7 req-ecff80a3-073f-4b8c-ac68-e9143a2d11b6 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 948 time: 0.2536175 Aug 17 16:31:26.094090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f360b-c2e6-4aa8-a77a-7d7668a7bb2a None None] DHCP port deletion for 8874476f-ae79-47f2-8ca6-fe66a1b11102 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:31:26.138834 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c492cb9-be87-47f7-af83-5704ed7c2ae7 req-3f9fdda8-2e17-41af-b4ab-3c85d3801314 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835998 Aug 17 16:31:26.142101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Deleting port cd154a86-02d9-4070-8f8e-8fb4b55a9539 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:26.142354 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.174781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.179376 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.207784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-455f360b-c2e6-4aa8-a77a-7d7668a7bb2a None None] Deleting port cd154a86-02d9-4070-8f8e-8fb4b55a9539 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:26.208417 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-455f360b-c2e6-4aa8-a77a-7d7668a7bb2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.252207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.252803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad837c2e-cf98-43ac-aec3-cf8bf03047fa {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:31:26.261197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.262490 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-53f029ce-02a5-4b8d-8274-7f7eea8d602d tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "DELETE /v2.0/routers/ad837c2e-cf98-43ac-aec3-cf8bf03047fa HTTP/1.1" status: 204 len: 168 time: 2.6845462 Aug 17 16:31:26.267554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60134) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:26.276566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] For port cd154a86-02d9-4070-8f8e-8fb4b55a9539, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cd154a86-02d9-4070-8f8e-8fb4b55a9539,segment=NetworkSegment(309f548b-4b46-43bd-8524-a9a4f8bc4094),segment_id=309f548b-4b46-43bd-8524-a9a4f8bc4094)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:26.276940 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.315191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Calling delete_port for cd154a86-02d9-4070-8f8e-8fb4b55a9539 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:26.359156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-455f360b-c2e6-4aa8-a77a-7d7668a7bb2a None None] For port cd154a86-02d9-4070-8f8e-8fb4b55a9539, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cd154a86-02d9-4070-8f8e-8fb4b55a9539,segment=NetworkSegment(309f548b-4b46-43bd-8524-a9a4f8bc4094),segment_id=309f548b-4b46-43bd-8524-a9a4f8bc4094)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:26.359715 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-455f360b-c2e6-4aa8-a77a-7d7668a7bb2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.379040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-455f360b-c2e6-4aa8-a77a-7d7668a7bb2a None None] Calling delete_port for cd154a86-02d9-4070-8f8e-8fb4b55a9539 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:26.409573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1c2ce6-35cb-4f07-91b3-6e5574a77b79 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Deleting subnet 3a9dfd43-763f-455d-8672-74d71cab6311 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:31:26.417421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ce6-35cb-4f07-91b3-6e5574a77b79 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.449100 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.465842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] No DVR routers for this DVR port cd154a86-02d9-4070-8f8e-8fb4b55a9539 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:26.487488 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ce6-35cb-4f07-91b3-6e5574a77b79 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.490779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba919772-2245-4544-8913-9f99655333af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.496682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event deleted for resources: {'Port': ['ID=cd154a86-02d9-4070-8f8e-8fb4b55a9539,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:26.549524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7e1f37ad-2ffb-4c38-9992-cd088df8651a details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:31:26.567370 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba919772-2245-4544-8913-9f99655333af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.570085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e88decc7-ff9e-448b-b8d0-ae7cefd92e40 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:31:26.604457 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.617397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8874476f-ae79-47f2-8ca6-fe66a1b11102']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:26.631813 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-455f360b-c2e6-4aa8-a77a-7d7668a7bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.632529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309f548b-4b46-43bd-8524-a9a4f8bc4094') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:26.632823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309f548b-4b46-43bd-8524-a9a4f8bc4094') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:26.644695 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.663688 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.671613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:31:26.673207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.688752 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ce6-35cb-4f07-91b3-6e5574a77b79 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.736348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f360b-c2e6-4aa8-a77a-7d7668a7bb2a None None] No DVR routers for this DVR port cd154a86-02d9-4070-8f8e-8fb4b55a9539 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:26.746121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba919772-2245-4544-8913-9f99655333af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b758c-00ae-4c02-8f95-5d0db274b1b5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:31:26.751907 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:31:26.758791 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.764882 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ba919772-2245-4544-8913-9f99655333af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb3ef6d7a9914abebda86f8a302b4b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8616774 Aug 17 16:31:26.769322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.771775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] 10.222.0.77 "DELETE /v2.0/networks/8874476f-ae79-47f2-8ca6-fe66a1b11102 HTTP/1.1" status: 204 len: 168 time: 1.2370431 Aug 17 16:31:26.772572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:26.804551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44820da9-b50d-4319-92de-6e2ecbc67c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447 tempest-ExtraDHCPOptionsIpV6TestJSON-1053770447-project] Pushing event deleted for resources: {'Network': ['ID=8874476f-ae79-47f2-8ca6-fe66a1b11102,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:26.857733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f360b-c2e6-4aa8-a77a-7d7668a7bb2a None None] Pushing event deleted for resources: {'Port': ['ID=cd154a86-02d9-4070-8f8e-8fb4b55a9539,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:26.896529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a21e0c-94b3-4e30-b2cf-b1be43390a71 req-5972a2c1-4b9d-4347-97af-3d105cb6e5e3 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:26.898650 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-52a21e0c-94b3-4e30-b2cf-b1be43390a71 req-5972a2c1-4b9d-4347-97af-3d105cb6e5e3 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 945 time: 0.0905366 Aug 17 16:31:26.986987 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4cebed3-3437-4721-892a-88f5c4f0c1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:26.992816 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-52a21e0c-94b3-4e30-b2cf-b1be43390a71 req-a2813fa6-1625-49a5-8dcb-32bf075e9ea9 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735581 Aug 17 16:31:27.006908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2d36b-bd33-4856-bedc-d3e089252857 req-5dd65386-32ad-4b78-bc14-189f8141b655 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:27.009857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ab2d36b-bd33-4856-bedc-d3e089252857 req-5dd65386-32ad-4b78-bc14-189f8141b655 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.2168019 Aug 17 16:31:27.027255 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4cebed3-3437-4721-892a-88f5c4f0c1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.041266 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ce6-35cb-4f07-91b3-6e5574a77b79 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.082512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e88decc7-ff9e-448b-b8d0-ae7cefd92e40 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:31:27.096849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e88decc7-ff9e-448b-b8d0-ae7cefd92e40 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:27.097216 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.114985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c2ce6-35cb-4f07-91b3-6e5574a77b79 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9dfd43-763f-455d-8672-74d71cab6311,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:27.127614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ce6-35cb-4f07-91b3-6e5574a77b79 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.131993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-aa1c2ce6-35cb-4f07-91b3-6e5574a77b79 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/3a9dfd43-763f-455d-8672-74d71cab6311 HTTP/1.1" status: 204 len: 168 time: 0.8574562 Aug 17 16:31:27.132451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:27.143753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ab2d36b-bd33-4856-bedc-d3e089252857 req-c4921d6d-d845-4e35-bb54-f16c9bfdb6e8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268852 Aug 17 16:31:27.166663 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 7e1f37ad-2ffb-4c38-9992-cd088df8651a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7e1f37ad-2ffb-4c38-9992-cd088df8651a,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:27.185503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '7e1f37ad-2ffb-4c38-9992-cd088df8651a', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '7e1f37ad-2ffb-4c38-9992-cd088df8651a', 'mac_address': 'fa:16:3e:98:cc:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:31:27.249194 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.254018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4cebed3-3437-4721-892a-88f5c4f0c1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.263990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4cebed3-3437-4721-892a-88f5c4f0c1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.265597 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f4cebed3-3437-4721-892a-88f5c4f0c1bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/800b758c-00ae-4c02-8f95-5d0db274b1b5 HTTP/1.1" status: 204 len: 168 time: 0.4893694 Aug 17 16:31:27.317388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cebed3-3437-4721-892a-88f5c4f0c1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b758c-00ae-4c02-8f95-5d0db274b1b5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:27.326735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.335796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:27.372436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61293da4-a8cc-48f9-b939-1897c2187995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88decc7-ff9e-448b-b8d0-ae7cefd92e40'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:31:27.377163 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bdd37d-74e8-448d-90dd-2d0455dd12da" -d '{"events": [{"server_uuid": "61293da4-a8cc-48f9-b939-1897c2187995", "name": "network-vif-plugged", "status": "completed", "tag": "e88decc7-ff9e-448b-b8d0-ae7cefd92e40"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:31:27.390034 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.418171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac614ccb-39b4-4d54-b690-55690a6555bb req-c00cc3ed-b634-4f20-9fd6-a9ace924db22 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:27.420290 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac614ccb-39b4-4d54-b690-55690a6555bb req-c00cc3ed-b634-4f20-9fd6-a9ace924db22 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 948 time: 0.0895257 Aug 17 16:31:27.427615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e88decc7-ff9e-448b-b8d0-ae7cefd92e40, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,segment=NetworkSegment(2b23edb2-6482-4b08-bc7d-cffa5fc667ac),segment_id=2b23edb2-6482-4b08-bc7d-cffa5fc667ac)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:27.432644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1f37ad-2ffb-4c38-9992-cd088df8651a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:31:27.442161 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.481987 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0125b40f-cc38-41d4-aa3d-0634a023b1db x-openstack-request-id: req-0125b40f-cc38-41d4-aa3d-0634a023b1db {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:31:27.482597 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61293da4-a8cc-48f9-b939-1897c2187995", "name": "network-vif-plugged", "status": "completed", "tag": "e88decc7-ff9e-448b-b8d0-ae7cefd92e40", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:31:27.483024 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0125b40f-cc38-41d4-aa3d-0634a023b1db {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:31:27.483596 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61293da4-a8cc-48f9-b939-1897c2187995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88decc7-ff9e-448b-b8d0-ae7cefd92e40', 'code': 200} Aug 17 16:31:27.490811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 7e1f37ad-2ffb-4c38-9992-cd088df8651a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7e1f37ad-2ffb-4c38-9992-cd088df8651a,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:27.536319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:27.544037 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac614ccb-39b4-4d54-b690-55690a6555bb req-164db6a9-bfbb-4a7c-8e6e-71ecac27465f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161017 Aug 17 16:31:27.554640 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.567770 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.586329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee18476-c491-4fa2-b0a6-c8d9cb1ad988']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:27.599048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ead35b-e219-4d0b-9c14-a8fd5fe57e0a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:27.599478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ead35b-e219-4d0b-9c14-a8fd5fe57e0a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:27.634520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.635112 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=7e1f37ad-2ffb-4c38-9992-cd088df8651a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:27.667547 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.671766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704d394-6eaf-4289-a35a-9b3c44e08b66 req-5b699f4e-5a16-4a23-b599-437a77433abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:27.673720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9704d394-6eaf-4289-a35a-9b3c44e08b66 req-5b699f4e-5a16-4a23-b599-437a77433abc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 1097 time: 0.0721221 Aug 17 16:31:27.679461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:31:27.680290 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:31:27.682535 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:31:27.742347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cd154a86-02d9-4070-8f8e-8fb4b55a9539 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:31:27.767916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9704d394-6eaf-4289-a35a-9b3c44e08b66 req-dc5d2e3a-92ff-4216-a4ae-2e2f84725953 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712259 Aug 17 16:31:27.785233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: cd154a86-02d9-4070-8f8e-8fb4b55a9539 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:31:27.786678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cd154a86-02d9-4070-8f8e-8fb4b55a9539 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:27.805547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['7e1f37ad-2ffb-4c38-9992-cd088df8651a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:27.806836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.817606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ee18476-c491-4fa2-b0a6-c8d9cb1ad988 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 16:31:27.820194 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:27.827568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "DELETE /v2.0/networks/6ee18476-c491-4fa2-b0a6-c8d9cb1ad988 HTTP/1.1" status: 204 len: 168 time: 0.6911247 Aug 17 16:31:27.847239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb0e96-4602-414d-98e8-9bfaf935a8a7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ee18476-c491-4fa2-b0a6-c8d9cb1ad988,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:27.911389 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f70607e2-6208-4b84-8444-662921b93eca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18e3154718c341a3b30f1ae4cc792a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673873 Aug 17 16:31:27.911657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60182) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:27.980964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cdfe1211-3a00-485b-96dc-591275361ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.011702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cdfe1211-3a00-485b-96dc-591275361ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.098125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cdfe1211-3a00-485b-96dc-591275361ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.103982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cdfe1211-3a00-485b-96dc-591275361ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.105741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cdfe1211-3a00-485b-96dc-591275361ae9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/941bd9f3-0c78-40b9-8598-bdb43a3b5f2e HTTP/1.1" status: 204 len: 168 time: 0.1928737 Aug 17 16:31:28.117697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe1211-3a00-485b-96dc-591275361ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941bd9f3-0c78-40b9-8598-bdb43a3b5f2e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:28.180978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60192) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:28.200095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ad98e2-911b-4d80-8eb5-df5cc0e58986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.214223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742058c8-3bfd-439e-846e-fe06cd24f494 req-10fb5247-4a96-4986-b17f-6127017c31d7 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:28.216315 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-742058c8-3bfd-439e-846e-fe06cd24f494 req-10fb5247-4a96-4986-b17f-6127017c31d7 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 946 time: 0.0773182 Aug 17 16:31:28.327100 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-742058c8-3bfd-439e-846e-fe06cd24f494 req-97449da6-dee4-4f5f-94fb-9a50abb56a42 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036956 Aug 17 16:31:28.402495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6f98b-ef9d-4c8c-86e9-6a948b2c0d3a req-d0a1393a-7742-469c-9243-e5183be03c82 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:28.404589 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a7b6f98b-ef9d-4c8c-86e9-6a948b2c0d3a req-d0a1393a-7742-469c-9243-e5183be03c82 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.0957351 Aug 17 16:31:28.445628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ad98e2-911b-4d80-8eb5-df5cc0e58986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.459779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ad98e2-911b-4d80-8eb5-df5cc0e58986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.512716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-96ad98e2-911b-4d80-8eb5-df5cc0e58986 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=85ed1acceb6f41e381cdbd1b15518271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296540 Aug 17 16:31:28.517650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:28.566540 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a7b6f98b-ef9d-4c8c-86e9-6a948b2c0d3a req-21566661-9a0a-4a8d-b8b9-035e283940c5 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411531 Aug 17 16:31:28.593419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad98e2-911b-4d80-8eb5-df5cc0e58986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71905dba-ac94-4484-b7ea-8dbe313cb4fc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:28.616495 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9670d7f4-fff8-41e3-9452-82945992ee86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.677292 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9670d7f4-fff8-41e3-9452-82945992ee86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.812598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2ac51-9d4d-4166-94d0-37f86e2fcbc9 req-bb3f7256-4fbc-4af1-8836-37e1f668caad tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:28.815093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f4f2ac51-9d4d-4166-94d0-37f86e2fcbc9 req-bb3f7256-4fbc-4af1-8836-37e1f668caad tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 949 time: 0.1012309 Aug 17 16:31:28.843069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60210) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:28.848975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4875ccf8-1466-4ae5-80a2-85a045548e68 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Request body: {'router': {'name': 'tempest-router--673796619', 'project_id': '5ad38159273f4c229e01ebc74283149a'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:28.851317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9670d7f4-fff8-41e3-9452-82945992ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.857086 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9670d7f4-fff8-41e3-9452-82945992ee86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.862504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9670d7f4-fff8-41e3-9452-82945992ee86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/71905dba-ac94-4484-b7ea-8dbe313cb4fc HTTP/1.1" status: 204 len: 168 time: 0.3402486 Aug 17 16:31:28.882862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670d7f4-fff8-41e3-9452-82945992ee86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71905dba-ac94-4484-b7ea-8dbe313cb4fc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:28.912390 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4875ccf8-1466-4ae5-80a2-85a045548e68 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.914916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4875ccf8-1466-4ae5-80a2-85a045548e68 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:28.920291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f4f2ac51-9d4d-4166-94d0-37f86e2fcbc9 req-a5ed72df-2eb3-415b-87a5-4cb7d47f2a1f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801048 Aug 17 16:31:29.015837 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4875ccf8-1466-4ae5-80a2-85a045548e68 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:29.021650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4875ccf8-1466-4ae5-80a2-85a045548e68 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:29.041160 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4875ccf8-1466-4ae5-80a2-85a045548e68 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:29.043893 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4875ccf8-1466-4ae5-80a2-85a045548e68 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1992795 Aug 17 16:31:29.048999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60222) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:29.139906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67a260bc-e492-486e-b683-bc17f6b47c00 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:29.324855 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67a260bc-e492-486e-b683-bc17f6b47c00 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:29.330327 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67a260bc-e492-486e-b683-bc17f6b47c00 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:29.440667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67a260bc-e492-486e-b683-bc17f6b47c00 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:29.442556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a260bc-e492-486e-b683-bc17f6b47c00 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97eb5f67-94e7-425b-bed8-149dda19eeed {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:31:29.460097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67a260bc-e492-486e-b683-bc17f6b47c00 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:29.467654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-67a260bc-e492-486e-b683-bc17f6b47c00 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "DELETE /v2.0/routers/97eb5f67-94e7-425b-bed8-149dda19eeed HTTP/1.1" status: 204 len: 168 time: 0.4166589 Aug 17 16:31:29.555080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae1ec0-0183-4d53-97ed-9c1483471d9a req-30f9fc5a-a44b-4ab9-b0ca-294d1aa6d4e1 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:29.555080 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1ae1ec0-0183-4d53-97ed-9c1483471d9a req-30f9fc5a-a44b-4ab9-b0ca-294d1aa6d4e1 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 946 time: 0.0858054 Aug 17 16:31:29.651520 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1ae1ec0-0183-4d53-97ed-9c1483471d9a req-3a840d7d-ee95-4149-867c-d7fd27511b57 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875127 Aug 17 16:31:29.804048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:29.857954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a00b4a-9964-4d97-b17c-e9158b2e7aa0 req-e1ad8294-f186-4e77-b098-01e63abc2cb3 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:29.861464 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0a00b4a-9964-4d97-b17c-e9158b2e7aa0 req-e1ad8294-f186-4e77-b098-01e63abc2cb3 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.0956719 Aug 17 16:31:29.934879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0a00b4a-9964-4d97-b17c-e9158b2e7aa0 req-f8091140-a0b0-4f5f-8b13-45236c518fda tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666687 Aug 17 16:31:30.081781 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e650f9-be35-46a4-9967-86b7f1789619 req-b4655b5c-7530-497e-8050-fb06d0b7a88f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:30.083970 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40e650f9-be35-46a4-9967-86b7f1789619 req-b4655b5c-7530-497e-8050-fb06d0b7a88f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 949 time: 0.0709221 Aug 17 16:31:30.178041 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40e650f9-be35-46a4-9967-86b7f1789619 req-b8599d62-7070-4904-929c-05e718708b97 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766790 Aug 17 16:31:30.323864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9383116-72ed-4eb4-bc89-48a37aa15e98 req-4372cc3f-901a-485c-ad1b-6ab6e472674c tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:30.326846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9383116-72ed-4eb4-bc89-48a37aa15e98 req-4372cc3f-901a-485c-ad1b-6ab6e472674c tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 946 time: 0.0896106 Aug 17 16:31:30.336775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-756936584', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:30.402425 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:30.404102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:30.420681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9383116-72ed-4eb4-bc89-48a37aa15e98 req-1197f4d4-0304-4931-b988-36ca92ac7462 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723853 Aug 17 16:31:30.497539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:30.545548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7e1f37ad-2ffb-4c38-9992-cd088df8651a up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:31:30.624647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 7e1f37ad-2ffb-4c38-9992-cd088df8651a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:31:30.633063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 7e1f37ad-2ffb-4c38-9992-cd088df8651a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:30.633063 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:30.675159 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:30.772495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60294) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:30.870223 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:30.909993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc336c62-05dc-4e49-9aa0-552392211ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f37ad-2ffb-4c38-9992-cd088df8651a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:31:30.914638 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f211aa-2f0d-4e09-88fb-1a808794c801" -d '{"events": [{"server_uuid": "fc336c62-05dc-4e49-9aa0-552392211ee5", "name": "network-vif-plugged", "status": "completed", "tag": "7e1f37ad-2ffb-4c38-9992-cd088df8651a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:31:30.940893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 7e1f37ad-2ffb-4c38-9992-cd088df8651a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7e1f37ad-2ffb-4c38-9992-cd088df8651a,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:30.948936 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:30.974263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60304) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.075264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-2ad4845b-a2c2-4169-b71c-9386fc488f68 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] Request body: {'port': {'network_id': 'af36d04a-e90a-44bf-b1d6-96865f5a1348', 'name': 'tempest-NetworksNegativeTestJSON-273919578'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:31.085255 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcecd796-fd40-48f6-ba20-a8c26fff71f4 x-openstack-request-id: req-bcecd796-fd40-48f6-ba20-a8c26fff71f4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:31:31.085607 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc336c62-05dc-4e49-9aa0-552392211ee5", "name": "network-vif-plugged", "status": "completed", "tag": "7e1f37ad-2ffb-4c38-9992-cd088df8651a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:31:31.085959 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcecd796-fd40-48f6-ba20-a8c26fff71f4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:31:31.087497 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc336c62-05dc-4e49-9aa0-552392211ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f37ad-2ffb-4c38-9992-cd088df8651a', 'code': 200} Aug 17 16:31:31.124269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=7e1f37ad-2ffb-4c38-9992-cd088df8651a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:31.146252 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad4845b-a2c2-4169-b71c-9386fc488f68 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] POST failed (client error): The resource could not be found. Aug 17 16:31:31.146893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad4845b-a2c2-4169-b71c-9386fc488f68 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:31:31.154048 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2ad4845b-a2c2-4169-b71c-9386fc488f68 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3733919 Aug 17 16:31:31.161194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.178235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a1153d9-bc68-479b-8670-195f55f9faba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:31.207188 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc70b591-03fb-47cb-8cae-47ea532ebab6 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] DELETE failed (client error): The resource could not be found. Aug 17 16:31:31.207188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc70b591-03fb-47cb-8cae-47ea532ebab6 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:31:31.208937 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc70b591-03fb-47cb-8cae-47ea532ebab6 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] 10.222.0.77 "DELETE /v2.0/networks/843ed967-9af2-4743-9957-d3ec78f2a05a HTTP/1.1" status: 404 len: 339 time: 0.0447695 Aug 17 16:31:31.215650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60314) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.238302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc958b39-fecf-45e5-a28e-88629804292c req-1efb6eee-f9e4-44ee-b047-c7d392e77007 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:31.240000 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc958b39-fecf-45e5-a28e-88629804292c req-1efb6eee-f9e4-44ee-b047-c7d392e77007 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.1514611 Aug 17 16:31:31.259153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:31.278178 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99dc9ef-d2e9-442b-a344-10a0a7cbd0ed tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] DELETE failed (client error): The resource could not be found. Aug 17 16:31:31.279438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99dc9ef-d2e9-442b-a344-10a0a7cbd0ed tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:31:31.281656 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d99dc9ef-d2e9-442b-a344-10a0a7cbd0ed tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] 10.222.0.77 "DELETE /v2.0/ports/fd56c14c-0704-44c3-b0ab-4049acf8a311 HTTP/1.1" status: 404 len: 333 time: 0.0645947 Aug 17 16:31:31.292840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60316) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.300788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0a96e-8863-456b-b096-24695e88f84e req-63cf2d44-16d1-4ec2-b184-d3b4a8eb879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:31.303550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d4b0a96e-8863-456b-b096-24695e88f84e req-63cf2d44-16d1-4ec2-b184-d3b4a8eb879c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 1101 time: 0.1886268 Aug 17 16:31:31.306428 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:31.384858 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e83bd2-fdb6-4690-a1c6-2e9e3465d968 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] DELETE failed (client error): The resource could not be found. Aug 17 16:31:31.385727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e83bd2-fdb6-4690-a1c6-2e9e3465d968 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:31:31.394796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-87e83bd2-fdb6-4690-a1c6-2e9e3465d968 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] 10.222.0.77 "DELETE /v2.0/subnets/098c7fea-e396-46a2-9aa9-31cdce838346 HTTP/1.1" status: 404 len: 337 time: 0.0939665 Aug 17 16:31:31.395524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60320) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.400271 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc958b39-fecf-45e5-a28e-88629804292c req-f72c0021-3b18-429d-9019-e7790ecd0afd tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390712 Aug 17 16:31:31.442288 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a08315-345b-4cdc-811b-62d2e02d166a tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] GET failed (client error): The resource could not be found. Aug 17 16:31:31.445100 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-42a08315-345b-4cdc-811b-62d2e02d166a tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] 10.222.0.77 "GET /v2.0/networks/f4cb361f-3805-47b7-93ed-4056e109e2c3 HTTP/1.1" status: 404 len: 339 time: 0.0433927 Aug 17 16:31:31.452811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60322) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.461117 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d4b0a96e-8863-456b-b096-24695e88f84e req-fea540d1-86ba-4b41-a149-0a1bfb99a277 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439927 Aug 17 16:31:31.524912 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-019cb76d-c908-4026-b64a-74b31013dd5c tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] GET failed (client error): The resource could not be found. Aug 17 16:31:31.527950 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-019cb76d-c908-4026-b64a-74b31013dd5c tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] 10.222.0.77 "GET /v2.0/ports/a0ff50af-b20d-4019-951e-7b0cd5eb6e3d HTTP/1.1" status: 404 len: 333 time: 0.0728319 Aug 17 16:31:31.535150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Allocated IP 172.25.7.217 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/6962805b-21d4-4147-bbe8-d6a6378db683) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:31.545450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60326) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.557487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0bea4-d44f-4eba-947e-bd0f90cd3991 req-dcf5a09d-437b-4be4-9d4d-e80a06b91779 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:31.569221 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15b0bea4-d44f-4eba-947e-bd0f90cd3991 req-dcf5a09d-437b-4be4-9d4d-e80a06b91779 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 950 time: 0.2441120 Aug 17 16:31:31.628064 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac86798b-6407-4c64-a890-5917438d0a94 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] GET failed (client error): The resource could not be found. Aug 17 16:31:31.630518 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ac86798b-6407-4c64-a890-5917438d0a94 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] 10.222.0.77 "GET /v2.0/subnets/8fbf6640-0d64-4c8f-8f7d-1e1145f8f398 HTTP/1.1" status: 404 len: 337 time: 0.0832567 Aug 17 16:31:31.640944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.695462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3b25e24a-2b0b-4d09-82fb-ee95910028bb tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:31.724838 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a1153d9-bc68-479b-8670-195f55f9faba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:31.733950 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b25e24a-2b0b-4d09-82fb-ee95910028bb tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] PUT failed (client error): The resource could not be found. Aug 17 16:31:31.733950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b25e24a-2b0b-4d09-82fb-ee95910028bb tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:31:31.734691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b25e24a-2b0b-4d09-82fb-ee95910028bb tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] 10.222.0.77 "PUT /v2.0/networks/220fe459-c257-49a0-94f3-9be06a6f21da HTTP/1.1" status: 404 len: 339 time: 0.0778463 Aug 17 16:31:31.743542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60336) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.744616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a1153d9-bc68-479b-8670-195f55f9faba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:31.752868 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15b0bea4-d44f-4eba-947e-bd0f90cd3991 req-5913b5b0-e31a-4f26-b0cd-d70e28d85f0f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824708 Aug 17 16:31:31.764310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-f2383186-c96d-4cc4-9cc3-b8f443eb63e2 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:31.765780 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-f2383186-c96d-4cc4-9cc3-b8f443eb63e2 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.91 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 946 time: 0.1938274 Aug 17 16:31:31.788590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d39319-6053-47fa-b221-496f3a4e532b req-7f2c1804-4c3f-4189-8354-5af81c1ba0ef tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:31.790231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67d39319-6053-47fa-b221-496f3a4e532b req-7f2c1804-4c3f-4189-8354-5af81c1ba0ef tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 946 time: 0.1845343 Aug 17 16:31:31.795849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-95e5e550-00d3-45cb-9fc7-968ca3908cc6 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:31.835376 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2a1153d9-bc68-479b-8670-195f55f9faba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cebee4761afb4d58845ee346fe520b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8591373 Aug 17 16:31:31.844784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.845893 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e5e550-00d3-45cb-9fc7-968ca3908cc6 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] PUT failed (client error): The resource could not be found. Aug 17 16:31:31.846664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e5e550-00d3-45cb-9fc7-968ca3908cc6 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:31:31.852528 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-95e5e550-00d3-45cb-9fc7-968ca3908cc6 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] 10.222.0.77 "PUT /v2.0/ports/c2fdda04-f869-4d20-9bf6-597b96702fe8 HTTP/1.1" status: 404 len: 333 time: 0.0693724 Aug 17 16:31:31.869117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60340) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:31.875154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1cca8fd2-7acb-4959-b3a2-b706ab1629a9 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:31.894196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:31.909204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1153d9-bc68-479b-8670-195f55f9faba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f680fe7-acb3-4aea-a91d-04f8ab76e043,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:31.919968 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cca8fd2-7acb-4959-b3a2-b706ab1629a9 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] PUT failed (client error): The resource could not be found. Aug 17 16:31:31.919968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cca8fd2-7acb-4959-b3a2-b706ab1629a9 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:31:31.928036 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1cca8fd2-7acb-4959-b3a2-b706ab1629a9 tempest-NetworksNegativeTestJSON-1357524153 tempest-NetworksNegativeTestJSON-1357524153-project] 10.222.0.77 "PUT /v2.0/subnets/20168123-e0cd-41be-9254-d78cd17254fe HTTP/1.1" status: 404 len: 337 time: 0.0506344 Aug 17 16:31:31.936114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67d39319-6053-47fa-b221-496f3a4e532b req-6c3d385f-33b3-4063-9309-2e5fa5a445e7 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/security-groups?id=79ebdb79-8b85-40a3-8369-2246b25a02a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270971 Aug 17 16:31:32.093168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bb8f300-9644-4eda-9dbc-56149f9b7c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.095086 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05f69625-7d52-4164-b5f5-e420442cbfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.159904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60350) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:32.162906 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bb8f300-9644-4eda-9dbc-56149f9b7c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.169177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.200147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-dfdd70a6-32cf-403f-a404-56f386d640d4 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Deleting port e88decc7-ff9e-448b-b8d0-ae7cefd92e40 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:32.200714 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-dfdd70a6-32cf-403f-a404-56f386d640d4 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.387738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Pushing event updated for resources: {'Port': ['ID=6962805b-21d4-4147-bbe8-d6a6378db683,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:32.406136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60356) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:32.409081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:32.442362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:32.457490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:32.507526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bb8f300-9644-4eda-9dbc-56149f9b7c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.510298 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bb8f300-9644-4eda-9dbc-56149f9b7c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.511549 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1bb8f300-9644-4eda-9dbc-56149f9b7c0c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f680fe7-acb3-4aea-a91d-04f8ab76e043 HTTP/1.1" status: 204 len: 168 time: 0.6668134 Aug 17 16:31:32.513670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-dfdd70a6-32cf-403f-a404-56f386d640d4 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] For port e88decc7-ff9e-448b-b8d0-ae7cefd92e40, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,segment=NetworkSegment(2b23edb2-6482-4b08-bc7d-cffa5fc667ac),segment_id=2b23edb2-6482-4b08-bc7d-cffa5fc667ac)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:32.514182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-dfdd70a6-32cf-403f-a404-56f386d640d4 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.571393 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46bc4b06-66dc-42d7-ad5a-39bb4c99e8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.597017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8f300-9644-4eda-9dbc-56149f9b7c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f680fe7-acb3-4aea-a91d-04f8ab76e043,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:32.599987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-dfdd70a6-32cf-403f-a404-56f386d640d4 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Calling delete_port for e88decc7-ff9e-448b-b8d0-ae7cefd92e40 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:32.633367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-424723153'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:32.772528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaac0ae-231d-4f7f-ae0f-8c3531df8bf1 req-41b10813-5d2b-487e-ad54-e92adcfb81c2 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:32.774915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eaac0ae-231d-4f7f-ae0f-8c3531df8bf1 req-41b10813-5d2b-487e-ad54-e92adcfb81c2 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.1230910 Aug 17 16:31:32.909416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5eaac0ae-231d-4f7f-ae0f-8c3531df8bf1 req-b385d699-00cc-4742-8d2d-1f2550de8eff tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940895 Aug 17 16:31:32.943855 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.951569 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46bc4b06-66dc-42d7-ad5a-39bb4c99e8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:32.971125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46bc4b06-66dc-42d7-ad5a-39bb4c99e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.038191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc4b06-66dc-42d7-ad5a-39bb4c99e8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eb1c41-5c96-4a75-ad23-4484ea2caeeb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:33.050170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-dfdd70a6-32cf-403f-a404-56f386d640d4 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.075120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e88decc7-ff9e-448b-b8d0-ae7cefd92e40'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:33.144640 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-46bc4b06-66dc-42d7-ad5a-39bb4c99e8e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2daa3fc17bd543149860017c777c75e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7359405 Aug 17 16:31:33.147450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd70a6-32cf-403f-a404-56f386d640d4 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Pushing event deleted for resources: {'Port': ['ID=e88decc7-ff9e-448b-b8d0-ae7cefd92e40,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:33.151438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Made reservation on behalf of 11d9745e5d6349c1ae73ae253bb65dbe for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:33.151591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60372) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:33.152013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:33.155550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.177638 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.199191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04a2717c-6707-400e-b105-a1a5f84346f1 req-8b144467-847c-4228-9cde-7680aa2301d8 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 210 time: 0.0401659 Aug 17 16:31:33.290831 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4587a597-44e1-4fda-b845-bf5e5c2d3064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.359345 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.366542 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.417624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:31:33.435301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb8582a-023e-447b-8d0f-e6334c32e3fa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:33.447418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.447996 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Added segment a8649acc-b70d-4d92-9b52-8d2ac708fde2 of type vlan for network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 Aug 17 16:31:33.528511 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.580322 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.586537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:33.587484 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.664602 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5026507 Aug 17 16:31:33.681481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d1004-535d-4522-83d4-fd2b3eb635eb tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Pushing event updated for resources: {'Network': ['ID=72f1d217-3b10-4d14-bda4-7b3bfdd0f780,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:33.701509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:31:33.906214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-dfdd70a6-32cf-403f-a404-56f386d640d4 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] No DVR routers for this DVR port e88decc7-ff9e-448b-b8d0-ae7cefd92e40 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:33.909670 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-dfdd70a6-32cf-403f-a404-56f386d640d4 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:33.912643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dbdc5ec8-56d1-4a08-b715-bd327b799f4c req-dfdd70a6-32cf-403f-a404-56f386d640d4 tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.91 "DELETE /v2.0/ports/e88decc7-ff9e-448b-b8d0-ae7cefd92e40 HTTP/1.1" status: 204 len: 173 time: 2.1387720 Aug 17 16:31:33.924794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bebe7a-3247-4829-bacb-985c662a4914 req-06382157-4bfb-4846-bd33-afddd95f13e2 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:33.926726 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3bebe7a-3247-4829-bacb-985c662a4914 req-06382157-4bfb-4846-bd33-afddd95f13e2 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 950 time: 0.9068041 Aug 17 16:31:33.930072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61293da4-a8cc-48f9-b939-1897c2187995', 'name': 'network-vif-deleted', 'tag': 'e88decc7-ff9e-448b-b8d0-ae7cefd92e40'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:31:33.932786 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008ab68a-1644-404f-bd4b-93410d8b1eef" -d '{"events": [{"server_uuid": "61293da4-a8cc-48f9-b939-1897c2187995", "name": "network-vif-deleted", "tag": "e88decc7-ff9e-448b-b8d0-ae7cefd92e40"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:31:34.047902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675bdf7e-cf23-4875-a60a-a5c921d7acc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.050964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60386) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:34.061044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Request body: {'port': {'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780', 'binding:host_id': 'n-h2-804878-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-400446054'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:34.098792 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e64d9b2-3a86-458e-b7ae-ea8e3b7ee47b x-openstack-request-id: req-3e64d9b2-3a86-458e-b7ae-ea8e3b7ee47b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:31:34.099081 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61293da4-a8cc-48f9-b939-1897c2187995", "name": "network-vif-deleted", "tag": "e88decc7-ff9e-448b-b8d0-ae7cefd92e40", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:31:34.099548 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e64d9b2-3a86-458e-b7ae-ea8e3b7ee47b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:31:34.100115 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61293da4-a8cc-48f9-b939-1897c2187995', 'name': 'network-vif-deleted', 'tag': 'e88decc7-ff9e-448b-b8d0-ae7cefd92e40', 'status': 'completed', 'code': 200} Aug 17 16:31:34.150834 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3bebe7a-3247-4829-bacb-985c662a4914 req-72638f15-d3cb-4d54-b2ad-655f79a72ef7 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542337 Aug 17 16:31:34.166586 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675bdf7e-cf23-4875-a60a-a5c921d7acc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.229389 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.242062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d57ba7-7e0d-4f7e-8ac9-89611b0a9558 req-f02dac7b-c9c1-4cfa-ac18-b9a59df03a22 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:34.243750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9d57ba7-7e0d-4f7e-8ac9-89611b0a9558 req-f02dac7b-c9c1-4cfa-ac18-b9a59df03a22 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.1001539 Aug 17 16:31:34.309962 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9d57ba7-7e0d-4f7e-8ac9-89611b0a9558 req-ef0f8681-c5cd-49dd-bfe9-3f7ea6f918e1 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554366 Aug 17 16:31:34.439136 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dffb4284-6fd1-4585-bddc-982305f07037 req-34f75c57-37e9-4c55-9efc-064f079b44eb tempest-ServerAddressesTestJSON-1746287178 tempest-ServerAddressesTestJSON-1746287178-project] 10.222.0.77 "GET /v2.0/ports?device_id=61293da4-a8cc-48f9-b939-1897c2187995 HTTP/1.1" status: 200 len: 210 time: 0.0495489 Aug 17 16:31:34.521928 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4587a597-44e1-4fda-b845-bf5e5c2d3064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.550426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Made reservation on behalf of 62d9ed3956bf4a1c827c57ae9c82f83e for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:34.554176 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.569704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.596122 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4587a597-44e1-4fda-b845-bf5e5c2d3064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.710214 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675bdf7e-cf23-4875-a60a-a5c921d7acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.715571 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675bdf7e-cf23-4875-a60a-a5c921d7acc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.720401 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-675bdf7e-cf23-4875-a60a-a5c921d7acc4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67eb1c41-5c96-4a75-ad23-4484ea2caeeb HTTP/1.1" status: 204 len: 168 time: 1.5559974 Aug 17 16:31:34.751064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587a597-44e1-4fda-b845-bf5e5c2d3064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d81bc89-05e4-4c49-903e-be3e6358992f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:34.752447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.759478 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4587a597-44e1-4fda-b845-bf5e5c2d3064 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3e44b3d4d044e199841e24cb7315706&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5958259 Aug 17 16:31:34.763184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1602a9-47b6-49ae-9aa1-f8f103489cd3 req-670c9284-1496-4bad-a994-385f924016f2 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:34.765419 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.765924 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b1602a9-47b6-49ae-9aa1-f8f103489cd3 req-670c9284-1496-4bad-a994-385f924016f2 tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 1101 time: 0.3984613 Aug 17 16:31:34.769037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:34.778305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] device_id is not set on port 0703d831-297a-4453-86b9-45ea68bbe3e5 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:31:34.793891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2bd68-5a9b-4942-9fea-9c806291296b req-a28642da-9139-4ebb-a586-9a5ac254825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:34.797242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5bc2bd68-5a9b-4942-9fea-9c806291296b req-a28642da-9139-4ebb-a586-9a5ac254825b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 1096 time: 0.3550365 Aug 17 16:31:34.833467 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93533bb3-59fe-4aa7-b33b-39155977604c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.849498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bdf7e-cf23-4875-a60a-a5c921d7acc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eb1c41-5c96-4a75-ad23-4484ea2caeeb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:34.963784 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:34.981443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332d3eea-b394-416a-bb73-6a90799ab22a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:35.005107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b1602a9-47b6-49ae-9aa1-f8f103489cd3 req-3f5d92ce-5c5b-4fba-85b8-cdfee3cf214b tempest-ServersOnMultiNodesTest-2001035940 tempest-ServersOnMultiNodesTest-2001035940-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155402 Aug 17 16:31:35.007396 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5bc2bd68-5a9b-4942-9fea-9c806291296b req-749987e1-603c-4de5-a436-92abb24e05c0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832426 Aug 17 16:31:35.034618 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba919016-4397-42e1-a220-df2682c01d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:35.037980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Router a595e326-9821-4940-8586-cf85b18c7001 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:31:35.173858 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba919016-4397-42e1-a220-df2682c01d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:35.370481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] device_id is not set on port 0703d831-297a-4453-86b9-45ea68bbe3e5 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:31:35.391780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:31:35.409265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:35.410736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bae67e-6fa7-497a-8a4e-a409198f2f61 None None] Sync routers for ids ['a595e326-9821-4940-8586-cf85b18c7001'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:31:35.432752 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba919016-4397-42e1-a220-df2682c01d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:35.437959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba919016-4397-42e1-a220-df2682c01d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:35.442116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba919016-4397-42e1-a220-df2682c01d43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d81bc89-05e4-4c49-903e-be3e6358992f HTTP/1.1" status: 204 len: 168 time: 0.6625383 Aug 17 16:31:35.442390 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Transition to ACTIVE for port object 0703d831-297a-4453-86b9-45ea68bbe3e5 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:35.447998 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:35.450321 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c688725c-3dcc-4784-b63f-5e842e11c60f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6433606 Aug 17 16:31:35.458974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60416) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:35.459522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bae67e-6fa7-497a-8a4e-a409198f2f61 None None] Routers {'a595e326-9821-4940-8586-cf85b18c7001'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:35.460439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-02bae67e-6fa7-497a-8a4e-a409198f2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a595e326-9821-4940-8586-cf85b18c7001'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:35.464158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba919016-4397-42e1-a220-df2682c01d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d81bc89-05e4-4c49-903e-be3e6358992f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:35.551603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:35.564211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-02bae67e-6fa7-497a-8a4e-a409198f2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:35.593321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bae67e-6fa7-497a-8a4e-a409198f2f61 None None] Routers {'a595e326-9821-4940-8586-cf85b18c7001'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:35.594757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-02bae67e-6fa7-497a-8a4e-a409198f2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a595e326-9821-4940-8586-cf85b18c7001'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:35.652109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-02bae67e-6fa7-497a-8a4e-a409198f2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:35.653084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bae67e-6fa7-497a-8a4e-a409198f2f61 None None] The sync data for ids ['a595e326-9821-4940-8586-cf85b18c7001'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:31:35.698943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615afa2-0242-4b42-bb1b-f91c637b7680 req-99e58d21-8b8f-4b6f-a510-122e195b82fc tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:35.701802 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5615afa2-0242-4b42-bb1b-f91c637b7680 req-99e58d21-8b8f-4b6f-a510-122e195b82fc tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.1284385 Aug 17 16:31:35.777234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5615afa2-0242-4b42-bb1b-f91c637b7680 req-645e496a-8b0e-4211-8ea2-19d0957c4f71 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662332 Aug 17 16:31:35.859229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:35.878944 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:35.933279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd470c2-833c-4f46-8df3-cf70b7d1d8fe admin admin] Deleting subnet 32e55ff9-1305-4732-aa37-6d1ca04b568a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:31:35.938855 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bd470c2-833c-4f46-8df3-cf70b7d1d8fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:36.035590 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bd470c2-833c-4f46-8df3-cf70b7d1d8fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:36.117836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bd470c2-833c-4f46-8df3-cf70b7d1d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:36.354866 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bd470c2-833c-4f46-8df3-cf70b7d1d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:36.383139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:36.394896 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047116 Aug 17 16:31:36.396908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60444) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:36.435484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd470c2-833c-4f46-8df3-cf70b7d1d8fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e55ff9-1305-4732-aa37-6d1ca04b568a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:36.445247 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bd470c2-833c-4f46-8df3-cf70b7d1d8fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:36.448535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9bd470c2-833c-4f46-8df3-cf70b7d1d8fe admin admin] 10.222.0.77 "DELETE /v2.0/subnets/32e55ff9-1305-4732-aa37-6d1ca04b568a HTTP/1.1" status: 204 len: 168 time: 0.5871680 Aug 17 16:31:36.451676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:36.473294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6105dc9-24eb-4c45-802e-8404f977f2ae req-9fa7d72d-94b5-4b62-a81d-f04db6f57cde tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:36.477353 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6105dc9-24eb-4c45-802e-8404f977f2ae req-9fa7d72d-94b5-4b62-a81d-f04db6f57cde tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 950 time: 0.9343207 Aug 17 16:31:36.496326 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-2c198bee-0eb2-4b02-9656-f518e1e7ae98 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2386334 Aug 17 16:31:36.524288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event updated for resources: {'Port': ['ID=0703d831-297a-4453-86b9-45ea68bbe3e5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:36.584249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e88decc7-ff9e-448b-b8d0-ae7cefd92e40 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:31:36.593285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Checking segment: {'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:36.600371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Network hostable DHCP agents. Network: 72f1d217-3b10-4d14-bda4-7b3bfdd0f780, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:31:36.627834 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b86af077-0765-4809-94a4-fc6d5eaa51b7 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/routers/a595e326-9821-4940-8586-cf85b18c7001 HTTP/1.1" status: 200 len: 924 time: 1.1590874 Aug 17 16:31:36.627834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60452) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:36.675499 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6105dc9-24eb-4c45-802e-8404f977f2ae req-26c387bc-83f2-4c53-a63c-329c64a1ce08 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637208 Aug 17 16:31:36.689573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:31:36.696873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: e88decc7-ff9e-448b-b8d0-ae7cefd92e40 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:31:36.697363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e88decc7-ff9e-448b-b8d0-ae7cefd92e40 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:36.739361 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bd3acd06-be7a-45e1-b345-b56da8fdc22d tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=a595e326-9821-4940-8586-cf85b18c7001 HTTP/1.1" status: 200 len: 205 time: 0.0861454 Aug 17 16:31:36.741204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 72f1d217-3b10-4d14-bda4-7b3bfdd0f780) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:36.743734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60458) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:36.756536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71ea70-f17c-4d5e-a260-3d6682a8fc13 None None] Network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:36.801824 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:36.839565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-7628823a-c7ac-44b8-a865-e6d39ba73fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:36.842440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:36.847182 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-7628823a-c7ac-44b8-a865-e6d39ba73fc8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 1101 time: 0.3044789 Aug 17 16:31:36.884613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-3f88aee6-f52c-491b-9cf0-5ccba9250d4d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:36.885140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:36.885722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:36.886313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:36.886943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-3f88aee6-f52c-491b-9cf0-5ccba9250d4d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 950 time: 0.2415283 Aug 17 16:31:36.904306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:36.904897 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:36.974221 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 2 to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 Aug 17 16:31:37.026253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:37.026874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:37.027514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:37.043256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-03121d35-7d01-4183-9835-f21ac8ae98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:37.045096 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-03121d35-7d01-4183-9835-f21ac8ae98b6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1512578 Aug 17 16:31:37.061042 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f345f02d-cd1d-453a-b8dd-b1ced5799c50 tempest-NetworksApiDiscovery-816348348 tempest-NetworksApiDiscovery-816348348-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6574476 Aug 17 16:31:37.062608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:37.064199 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:37.068288 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 3 to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 Aug 17 16:31:37.097641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.167754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:37.168052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:37.168305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:37.181445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:37.181760 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:37.184216 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 4 to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 Aug 17 16:31:37.202106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:37.202471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:37.202820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:37.213014 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.226556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b340c58f-8a5c-4681-984f-48870e2080f7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:37.242771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b23edb2-6482-4b08-bc7d-cffa5fc667ac') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:37.243387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b23edb2-6482-4b08-bc7d-cffa5fc667ac') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:37.246746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:37.247216 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:37.249861 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 5 to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 Aug 17 16:31:37.258006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.277976 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.287035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:31:37.287554 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.308937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:37.309305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:37.309646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:37.320748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:37.321150 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:37.323466 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 6 to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 Aug 17 16:31:37.359444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:37.359444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:37.360890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:37.371670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.380489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:37.380944 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:31:37.382318 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:31:37.385188 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 7 to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 Aug 17 16:31:37.410768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:37.411449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:37.411449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:37.448580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:37.448927 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:37.449698 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 8 to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 Aug 17 16:31:37.456726 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-d9ab38c2-e21b-47b0-bfab-b6c44b9deaca service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=8ef22646-847d-4a3e-9577-5c992c5f3bee HTTP/1.1" status: 200 len: 217 time: 0.3273270 Aug 17 16:31:37.482622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:37.483110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:37.483336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:37.499478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:37.499871 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:37.501862 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 9 to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 Aug 17 16:31:37.534087 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:37.534479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:37.534799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:37.540104 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.543730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Deleting port 6962805b-21d4-4147-bbe8-d6a6378db683 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:37.544035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.588131 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.598483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b340c58f-8a5c-4681-984f-48870e2080f7 HTTP/1.1" status: 204 len: 168 time: 1.1295791 Aug 17 16:31:37.607140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:37.607375 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:37.615712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:37.616556 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 10 to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 Aug 17 16:31:37.625806 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.661702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:37.662234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:37.663067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:37.679290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 0703d831-297a-4453-86b9-45ea68bbe3e5 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:37.679290 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 0703d831-297a-4453-86b9-45ea68bbe3e5 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:37.679788 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.692384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772beda-012b-412c-ae77-2b0ec18bfc62 req-a3caeebe-2096-4a53-b952-9ca0b5f225a8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:37.694148 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2772beda-012b-412c-ae77-2b0ec18bfc62 req-a3caeebe-2096-4a53-b952-9ca0b5f225a8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.6479905 Aug 17 16:31:37.695014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b550a-f833-4495-9122-5fe048dc4554 admin admin] Pushing event deleted for resources: {'Network': ['ID=b340c58f-8a5c-4681-984f-48870e2080f7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:37.713279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-85b35d6c-ee10-49eb-8ea4-52b94df57b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:37.715396 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-85b35d6c-ee10-49eb-8ea4-52b94df57b15 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2501712 Aug 17 16:31:37.730803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-0fe63f51-d5d9-4a40-8e20-a8c27fcd3696 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Deleting port 7e1f37ad-2ffb-4c38-9992-cd088df8651a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:37.731062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-0fe63f51-d5d9-4a40-8e20-a8c27fcd3696 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.834578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.907713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Calling delete_port for 6962805b-21d4-4147-bbe8-d6a6378db683 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:37.908087 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2772beda-012b-412c-ae77-2b0ec18bfc62 req-a6f96477-74af-4c43-be8d-999f3a6f7719 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982586 Aug 17 16:31:37.924151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] For port 0703d831-297a-4453-86b9-45ea68bbe3e5, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:31:37.924151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempted to set empty binding levels {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 16:31:37.941088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:37.997055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-0fe63f51-d5d9-4a40-8e20-a8c27fcd3696 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] For port 7e1f37ad-2ffb-4c38-9992-cd088df8651a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7e1f37ad-2ffb-4c38-9992-cd088df8651a,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:37.997544 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-0fe63f51-d5d9-4a40-8e20-a8c27fcd3696 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.009659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:38.031416 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-161a0d1f-4543-42a6-a102-d224f313190d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.042582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-0fe63f51-d5d9-4a40-8e20-a8c27fcd3696 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Calling delete_port for 7e1f37ad-2ffb-4c38-9992-cd088df8651a owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:38.049900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event updated for resources: {'Port': ['ID=0703d831-297a-4453-86b9-45ea68bbe3e5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:38.100644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:38.101266 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.116256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955aa94-4976-4dd6-8d54-801f12537c5e req-a76e812b-fab9-4ecd-bc34-c7682d1962ad tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:38.124620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0955aa94-4976-4dd6-8d54-801f12537c5e req-a76e812b-fab9-4ecd-bc34-c7682d1962ad tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 950 time: 0.2926488 Aug 17 16:31:38.185941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-adaab0eb-835b-4648-ade1-c8a4fed73bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:38.189571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-adaab0eb-835b-4648-ade1-c8a4fed73bcc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4521935 Aug 17 16:31:38.202476 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0955aa94-4976-4dd6-8d54-801f12537c5e req-922b755a-489c-4d80-8867-712bed6853e6 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764935 Aug 17 16:31:38.287279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888c1eb-4a06-4af1-a8ba-510062b2394b req-4f5fb456-fafe-47a4-96f8-fb498aa134cf tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:38.295395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9888c1eb-4a06-4af1-a8ba-510062b2394b req-4f5fb456-fafe-47a4-96f8-fb498aa134cf tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2502520 Aug 17 16:31:38.310426 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-25ab7de0-d387-4919-8646-e1f4c22f6b9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e82ce7c36244b668e805eceeae25f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921400 Aug 17 16:31:38.314076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60494) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:38.423555 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9888c1eb-4a06-4af1-a8ba-510062b2394b req-df391131-9be7-40e9-9ec5-540a520fb376 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264491 Aug 17 16:31:38.437211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.491108 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-852619de-36ac-4325-8068-ce092e338bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.504896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Pushing event deleted for resources: {'Port': ['ID=6962805b-21d4-4147-bbe8-d6a6378db683,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:38.508803 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-fd674fa0-760b-4b6f-831e-2c91783d46a1 service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980649 Aug 17 16:31:38.573154 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-161a0d1f-4543-42a6-a102-d224f313190d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.591999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-852619de-36ac-4325-8068-ce092e338bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.610841 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-161a0d1f-4543-42a6-a102-d224f313190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.649699 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4fe233ea-1e71-4c93-930a-8be4b3db927f tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.5881517 Aug 17 16:31:38.654052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60506) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:38.687750 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-0fe63f51-d5d9-4a40-8e20-a8c27fcd3696 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.703436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3', '88a283c8-47a1-48ef-bffb-95ed976da07d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:38.706942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', '1192c936-2cf0-4118-a29d-f6166d95b17d', '6852ccc4-b70d-4aa6-83c3-72683625888a', 'b5e16c82-cf74-49d7-ba68-cd627d373319'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:38.766151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a0d1f-4543-42a6-a102-d224f313190d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61643c30-c8f3-46c7-8251-a2593a43847b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:38.877087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe63f51-d5d9-4a40-8e20-a8c27fcd3696 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event deleted for resources: {'Port': ['ID=7e1f37ad-2ffb-4c38-9992-cd088df8651a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:38.884172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-0fe63f51-d5d9-4a40-8e20-a8c27fcd3696 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] No DVR routers for this DVR port 7e1f37ad-2ffb-4c38-9992-cd088df8651a on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:38.885039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.892810 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-161a0d1f-4543-42a6-a102-d224f313190d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7a2ea50441f4cbbae8b18979055bb02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2519281 Aug 17 16:31:38.893470 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-0fe63f51-d5d9-4a40-8e20-a8c27fcd3696 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:38.895833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c6c2972-69b5-45b1-a087-6a0e76fa16fa req-0fe63f51-d5d9-4a40-8e20-a8c27fcd3696 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "DELETE /v2.0/ports/7e1f37ad-2ffb-4c38-9992-cd088df8651a HTTP/1.1" status: 204 len: 173 time: 1.8545260 Aug 17 16:31:38.896518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc336c62-05dc-4e49-9aa0-552392211ee5', 'name': 'network-vif-deleted', 'tag': '7e1f37ad-2ffb-4c38-9992-cd088df8651a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:31:38.899256 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614e6942-d4dd-454d-8573-b0ab9defedeb" -d '{"events": [{"server_uuid": "fc336c62-05dc-4e49-9aa0-552392211ee5", "name": "network-vif-deleted", "tag": "7e1f37ad-2ffb-4c38-9992-cd088df8651a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:31:38.910794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60514) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:38.983632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-221934bf-178c-4428-b0bf-d9f9ea306423 req-b75ca0a4-816f-4020-9120-f06fff635eec service neutron] 10.222.0.93 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629095 Aug 17 16:31:39.030259 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023b5313-f6eb-4f94-8e82-d58b6a25727f x-openstack-request-id: req-023b5313-f6eb-4f94-8e82-d58b6a25727f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:31:39.030654 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc336c62-05dc-4e49-9aa0-552392211ee5", "name": "network-vif-deleted", "tag": "7e1f37ad-2ffb-4c38-9992-cd088df8651a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:31:39.030971 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-023b5313-f6eb-4f94-8e82-d58b6a25727f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:31:39.031409 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc336c62-05dc-4e49-9aa0-552392211ee5', 'name': 'network-vif-deleted', 'tag': '7e1f37ad-2ffb-4c38-9992-cd088df8651a', 'status': 'completed', 'code': 200} Aug 17 16:31:39.078003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371142f1-ba70-47c2-9acc-8e8315a0d7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.119114 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371142f1-ba70-47c2-9acc-8e8315a0d7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.248038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371142f1-ba70-47c2-9acc-8e8315a0d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.265186 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371142f1-ba70-47c2-9acc-8e8315a0d7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.265186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-371142f1-ba70-47c2-9acc-8e8315a0d7d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61643c30-c8f3-46c7-8251-a2593a43847b HTTP/1.1" status: 204 len: 168 time: 0.3509569 Aug 17 16:31:39.319322 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.322161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371142f1-ba70-47c2-9acc-8e8315a0d7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61643c30-c8f3-46c7-8251-a2593a43847b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:39.334531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.504707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f54e5-92eb-4cd5-b0b7-517082c75012 req-fee5ffe7-55cf-4756-8584-14aeafb06944 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:39.514771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c56f54e5-92eb-4cd5-b0b7-517082c75012 req-fee5ffe7-55cf-4756-8584-14aeafb06944 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.7353425 Aug 17 16:31:39.536943 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-852619de-36ac-4325-8068-ce092e338bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.545847 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-852619de-36ac-4325-8068-ce092e338bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.548968 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-852619de-36ac-4325-8068-ce092e338bbd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79ebdb79-8b85-40a3-8369-2246b25a02a1 HTTP/1.1" status: 204 len: 168 time: 1.2292590 Aug 17 16:31:39.557961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fab5f17c-6912-4a03-8d6a-bb24146235fb tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Deleting port 0703d831-297a-4453-86b9-45ea68bbe3e5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:39.559109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fab5f17c-6912-4a03-8d6a-bb24146235fb tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.562177 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75bb8c03-9570-4f21-84c8-c524813c6b33 req-3ae2b9ef-7fba-4fa4-b1be-94933d8c9191 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 210 time: 0.0749893 Aug 17 16:31:39.649122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.649122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Fanout notify agent at l3_agent the message router_deleted on router a595e326-9821-4940-8586-cf85b18c7001 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:31:39.665347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.666590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-32f03fe9-8eb9-40a1-b78b-deda30413e30 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/a595e326-9821-4940-8586-cf85b18c7001 HTTP/1.1" status: 204 len: 168 time: 2.9117064 Aug 17 16:31:39.673112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:39.681811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Request body: {'router': {'name': 'tempest-snat-router-931154973', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:39.688943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852619de-36ac-4325-8068-ce092e338bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ebdb79-8b85-40a3-8369-2246b25a02a1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:39.735747 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c56f54e5-92eb-4cd5-b0b7-517082c75012 req-e9b92044-6b5b-4df3-829c-08e63fe6c6d4 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825321 Aug 17 16:31:39.741810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fab5f17c-6912-4a03-8d6a-bb24146235fb tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] For port 0703d831-297a-4453-86b9-45ea68bbe3e5, host n-h2-804878-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:39.742770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fab5f17c-6912-4a03-8d6a-bb24146235fb tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.782799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fab5f17c-6912-4a03-8d6a-bb24146235fb tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Calling delete_port for 0703d831-297a-4453-86b9-45ea68bbe3e5 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:39.785871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.791272 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:39.957080 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fab5f17c-6912-4a03-8d6a-bb24146235fb tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.004138 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.025144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5f17c-6912-4a03-8d6a-bb24146235fb tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event deleted for resources: {'Port': ['ID=0703d831-297a-4453-86b9-45ea68bbe3e5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:40.052070 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fab5f17c-6912-4a03-8d6a-bb24146235fb tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.054218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fab5f17c-6912-4a03-8d6a-bb24146235fb tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "DELETE /v2.0/ports/0703d831-297a-4453-86b9-45ea68bbe3e5 HTTP/1.1" status: 204 len: 168 time: 1.3925791 Aug 17 16:31:40.058978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60542) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:40.104610 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-38828339-c95f-4f73-a6bc-2b2457d072b7 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] GET failed (client error): The resource could not be found. Aug 17 16:31:40.106871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-38828339-c95f-4f73-a6bc-2b2457d072b7 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "GET /v2.0/ports/0703d831-297a-4453-86b9-45ea68bbe3e5 HTTP/1.1" status: 404 len: 333 time: 0.0468111 Aug 17 16:31:40.113251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60544) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:40.121006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Request body: {'port': {'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1156864940'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:40.153568 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Made reservation on behalf of 62d9ed3956bf4a1c827c57ae9c82f83e for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:40.161012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.185416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] device_id is not set on port 5155591d-6afc-4d44-9927-c6be4e42e858 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:31:40.392088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.471064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.516131 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.560778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:40.564480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:40.573099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:40.574132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:40.574793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.587411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event updated for resources: {'Port': ['ID=5155591d-6afc-4d44-9927-c6be4e42e858,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:40.593408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b2e17de4-0845-4d43-b1c0-f3b319222225 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4787877 Aug 17 16:31:40.597677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60558) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:40.613480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:40.619438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7e1f37ad-2ffb-4c38-9992-cd088df8651a no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:31:40.745427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 7e1f37ad-2ffb-4c38-9992-cd088df8651a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:31:40.746090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7e1f37ad-2ffb-4c38-9992-cd088df8651a not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:40.793190 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.915710 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.939313 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:40.950291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-11bea7e1-f588-4991-aa26-89e99267e3a7 req-c8fcbd10-a393-449d-8aaf-1efd1d500311 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc336c62-05dc-4e49-9aa0-552392211ee5 HTTP/1.1" status: 200 len: 210 time: 0.0794897 Aug 17 16:31:41.216481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] device_id is not set on port 5155591d-6afc-4d44-9927-c6be4e42e858 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:31:41.231058 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:41.255757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Transition to ACTIVE for port object 5155591d-6afc-4d44-9927-c6be4e42e858 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:41.257510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Allocated IP 172.25.7.142 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/07da615a-d8bd-479f-a665-ed71c229c0a4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:41.265055 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:41.384854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event updated for resources: {'Port': ['ID=5155591d-6afc-4d44-9927-c6be4e42e858,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:41.403060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8d45-2f26-47d4-9f5f-7751f16aa20c req-9cff6b04-49c5-43ff-94c5-512c86855936 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:41.404180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:41.404530 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:41.404877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:41.405525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9ba8d45-2f26-47d4-9f5f-7751f16aa20c req-9cff6b04-49c5-43ff-94c5-512c86855936 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.3488171 Aug 17 16:31:41.415310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:41.415644 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:41.416039 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 2 to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 Aug 17 16:31:41.458329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:41.458720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:41.459042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:41.465329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:41.465732 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:41.466154 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 3 to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 Aug 17 16:31:41.467346 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-9843758e-97bd-43d5-8f3f-2d22925d1e69 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183112 Aug 17 16:31:41.484726 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:41.500095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:41.500095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:41.501619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:41.508890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:41.509502 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:41.509629 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 4 to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 Aug 17 16:31:41.512737 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9ba8d45-2f26-47d4-9f5f-7751f16aa20c req-323b95c0-146b-4c97-a23e-9a876b6d3c21 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854275 Aug 17 16:31:41.557485 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:41.566330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:41.569482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:41.569979 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:41.597543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:41.599020 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:41.600306 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 5 to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 Aug 17 16:31:41.605222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:41.627382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:41.686900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:41.730567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:41.732860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:41.734337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:41.759532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:41.761460 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:41.762689 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 6 to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 Aug 17 16:31:41.818323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event updated for resources: {'Port': ['ID=07da615a-d8bd-479f-a665-ed71c229c0a4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:41.852973 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:41.857946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:41.861478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:41.872832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-d4a14e85-2945-4f51-af02-c9451e8fa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:41.883114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-d4a14e85-2945-4f51-af02-c9451e8fa763 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 1100 time: 0.2941802 Aug 17 16:31:41.887626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:41.888353 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:41.889139 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 7 to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 Aug 17 16:31:41.941230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:41.941892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:41.942987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:41.971444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:41.972156 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:41.972916 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 8 to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 Aug 17 16:31:42.063707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:42.066770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:42.067518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:42.107943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:42.108166 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:42.148723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790be04b-4621-498b-bd10-6ee7c42dd7c9 req-293b24fd-4591-4568-a2d8-d36128985a29 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:42.151557 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-790be04b-4621-498b-bd10-6ee7c42dd7c9 req-293b24fd-4591-4568-a2d8-d36128985a29 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2143507 Aug 17 16:31:42.162720 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 9 to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 Aug 17 16:31:42.280246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:42.280813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:42.281386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:42.292294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:42.307923 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:42.317375 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 10 to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 Aug 17 16:31:42.394295 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-790be04b-4621-498b-bd10-6ee7c42dd7c9 req-4af9175d-01d1-4970-8fb7-a33d1f1766f8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189891 Aug 17 16:31:42.398335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:42.401589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:42.404075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:42.430184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:42.430971 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port 5155591d-6afc-4d44-9927-c6be4e42e858 on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:42.431686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:42.510760 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:31:42.761616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] For port 5155591d-6afc-4d44-9927-c6be4e42e858, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:31:42.762577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempted to set empty binding levels {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 16:31:42.770248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:42.819197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] In _notify_port_updated(), no bound segment for port 5155591d-6afc-4d44-9927-c6be4e42e858 on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:31:42.820638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:42.822481 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:42.827437 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "PUT /v2.0/ports/5155591d-6afc-4d44-9927-c6be4e42e858 HTTP/1.1" status: 200 len: 975 time: 2.2242637 Aug 17 16:31:42.831691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60626) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:42.936024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60628) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:43.087341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31ca9b-c407-4cde-93a2-9989ba4ba1af req-3ba0bec5-3b84-4075-8b32-db3913964f9e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.095915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.104639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-b214f0cf-764b-41ca-b307-1c24bf9692dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.105081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e31ca9b-c407-4cde-93a2-9989ba4ba1af req-3ba0bec5-3b84-4075-8b32-db3913964f9e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 950 time: 0.4257836 Aug 17 16:31:43.106330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c358a0-06c0-4861-8299-7cd596bac6d1 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event updated for resources: {'Port': ['ID=5155591d-6afc-4d44-9927-c6be4e42e858,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:43.107204 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-b214f0cf-764b-41ca-b307-1c24bf9692dd service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 1.0936389 Aug 17 16:31:43.174297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.175970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.177135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.177587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.178401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.179202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.179998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.180816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.181647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.182489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.183555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.184364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.185193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.186967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.190261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.191162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.192005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.192830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.193685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.194691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.196078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.196919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.197813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.198714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.199766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.200587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.201592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.202655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.203994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.205335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.212488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-68b57757-6378-4180-b7ff-3c4f7110a612 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26919 time: 0.3790016 Aug 17 16:31:43.224695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60638) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:43.270184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-ae6bb4a8-efed-4754-a654-7654a5bbbb1a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=193b6838-ada6-488b-be21-fc3e5d6d15f3 HTTP/1.1" status: 200 len: 217 time: 0.0993204 Aug 17 16:31:43.339541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-530440510-network', 'tenant_id': 'ecf8851ed4374c5c9a53d4ef72f51370'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:43.348604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:43.361682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e31ca9b-c407-4cde-93a2-9989ba4ba1af req-e75e41af-6a30-4586-ab98-58dae231ca2f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458572 Aug 17 16:31:43.409572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Made reservation on behalf of ecf8851ed4374c5c9a53d4ef72f51370 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:43.412263 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.426945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.442774 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9356bcff-b08f-412d-bff4-7a5ed5795135 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Deleting port 5155591d-6afc-4d44-9927-c6be4e42e858 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:43.443207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9356bcff-b08f-412d-bff4-7a5ed5795135 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.477065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-63ab0f4a-a7ba-4a74-b713-c720093fbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.480729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-63ab0f4a-a7ba-4a74-b713-c720093fbca0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2019386 Aug 17 16:31:43.554464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9356bcff-b08f-412d-bff4-7a5ed5795135 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] For port 5155591d-6afc-4d44-9927-c6be4e42e858, host n-h2-804878-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:43.554836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9356bcff-b08f-412d-bff4-7a5ed5795135 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.576681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9356bcff-b08f-412d-bff4-7a5ed5795135 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Calling delete_port for 5155591d-6afc-4d44-9927-c6be4e42e858 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:43.724423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-2e93dc1f-bf76-4d2b-a8d1-810aa781e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.726311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-2e93dc1f-bf76-4d2b-a8d1-810aa781e5f5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2371471 Aug 17 16:31:43.777745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.794435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.823747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:31:43.858105 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.858517 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Added segment 099076d8-b852-47c4-be04-5bd07942d127 of type vlan for network 206d5ec1-d05e-4954-9de1-b64e8365d249 Aug 17 16:31:43.880313 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b6a2cdd-a23f-4041-9e20-65f88b9c844d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.901698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.915874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c42969-b7ed-4d9f-9492-7f3da08b95e4 req-95c4ed31-dfd2-437b-aaed-50f6c50db0ce tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:43.919709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9356bcff-b08f-412d-bff4-7a5ed5795135 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:43.924361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-40c42969-b7ed-4d9f-9492-7f3da08b95e4 req-95c4ed31-dfd2-437b-aaed-50f6c50db0ce tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2646389 Aug 17 16:31:43.971278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356bcff-b08f-412d-bff4-7a5ed5795135 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event deleted for resources: {'Port': ['ID=5155591d-6afc-4d44-9927-c6be4e42e858,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:43.971278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f20e177-cdf9-4b7d-ad86-f1f971fa68d3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:43.992931 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:44.002981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9356bcff-b08f-412d-bff4-7a5ed5795135 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:44.005989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9356bcff-b08f-412d-bff4-7a5ed5795135 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "DELETE /v2.0/ports/5155591d-6afc-4d44-9927-c6be4e42e858 HTTP/1.1" status: 204 len: 168 time: 0.7789462 Aug 17 16:31:44.008277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60660) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:44.043467 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c6ee44-bccf-4dd6-94fe-8fb3ad86dc5e tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] GET failed (client error): The resource could not be found. Aug 17 16:31:44.045155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-76c6ee44-bccf-4dd6-94fe-8fb3ad86dc5e tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "GET /v2.0/ports/5155591d-6afc-4d44-9927-c6be4e42e858 HTTP/1.1" status: 404 len: 333 time: 0.0358963 Aug 17 16:31:44.052172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60662) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:44.058514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-875821668', 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:44.067525 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:44.068621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:44.069243 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:44.129369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-50716cb1-4d2a-45c9-b1f2-8b346f6fdf4c service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437116 Aug 17 16:31:44.144108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] Pushing event updated for resources: {'Network': ['ID=206d5ec1-d05e-4954-9de1-b64e8365d249,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:44.160422 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 206d5ec1-d05e-4954-9de1-b64e8365d249 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:31:44.272685 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-40c42969-b7ed-4d9f-9492-7f3da08b95e4 req-8786cd2c-d563-484b-b809-57b230f054b6 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468096 Aug 17 16:31:44.320875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-71ac75c0-f075-4287-8464-a5fec28ef864 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:44.322602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-71ac75c0-f075-4287-8464-a5fec28ef864 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 950 time: 0.3811791 Aug 17 16:31:44.495135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7a731ac-150e-4974-ad19-1b84027cb7ec req-ec5579e9-3ec1-4262-b4f0-d69ab3d7a141 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524878 Aug 17 16:31:44.547364 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b6a2cdd-a23f-4041-9e20-65f88b9c844d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:44.603746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b6a2cdd-a23f-4041-9e20-65f88b9c844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:44.624050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Made reservation on behalf of 62d9ed3956bf4a1c827c57ae9c82f83e for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:44.628084 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:44.637083 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-87885b64-3742-4df1-aefe-d58804e19446 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6988368 Aug 17 16:31:44.649013 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60674) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:44.661449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Request body: {'subnet': {'network_id': '206d5ec1-d05e-4954-9de1-b64e8365d249', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-530440510-subnet', 'tenant_id': 'ecf8851ed4374c5c9a53d4ef72f51370', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:44.686434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Router 3db8b143-88f4-48ae-9385-a3751cbe1962 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:31:44.693348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0b6a2cdd-a23f-4041-9e20-65f88b9c844d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77568e688e3c45ed929c6b1c6eaabd03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3098361 Aug 17 16:31:44.695705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60676) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:44.705936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a2cdd-a23f-4041-9e20-65f88b9c844d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704634b9-b6b7-4304-9c54-a3e71f81fe50,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:44.714308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be1200-ee67-4173-ac98-504cb273817c req-7c6f7ead-0a4a-4426-b45c-70a5bcb5018d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:44.716354 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62be1200-ee67-4173-ac98-504cb273817c req-7c6f7ead-0a4a-4426-b45c-70a5bcb5018d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 950 time: 0.1733663 Aug 17 16:31:44.719785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-652b4de0-7d29-47d1-90d8-aacfbc319be9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Deleting port b5e16c82-cf74-49d7-ba68-cd627d373319 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:44.720139 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-652b4de0-7d29-47d1-90d8-aacfbc319be9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:44.755604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] device_id is not set on port e09bb1d2-ed9c-461a-85ca-0ef285d1b0fd yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:31:44.772620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Made reservation on behalf of ecf8851ed4374c5c9a53d4ef72f51370 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:44.774695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:44.963898 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62be1200-ee67-4173-ac98-504cb273817c req-e73b9d0b-45cb-4ac1-8a74-0ad4bba7e809 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144253 Aug 17 16:31:44.965229 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a68ed05-fef9-4024-b863-dbbf5b3e770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.032274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a68ed05-fef9-4024-b863-dbbf5b3e770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.195435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-652b4de0-7d29-47d1-90d8-aacfbc319be9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] For port b5e16c82-cf74-49d7-ba68-cd627d373319, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=b5e16c82-cf74-49d7-ba68-cd627d373319,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:45.196150 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-652b4de0-7d29-47d1-90d8-aacfbc319be9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.228859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-652b4de0-7d29-47d1-90d8-aacfbc319be9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Calling delete_port for b5e16c82-cf74-49d7-ba68-cd627d373319 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:45.237362 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.301529 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a68ed05-fef9-4024-b863-dbbf5b3e770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.304799 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a68ed05-fef9-4024-b863-dbbf5b3e770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.306008 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5a68ed05-fef9-4024-b863-dbbf5b3e770f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/704634b9-b6b7-4304-9c54-a3e71f81fe50 HTTP/1.1" status: 204 len: 168 time: 0.6083307 Aug 17 16:31:45.314253 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.351812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68ed05-fef9-4024-b863-dbbf5b3e770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704634b9-b6b7-4304-9c54-a3e71f81fe50,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:45.372849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:31:45.405256 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Sync routers for ids ['3db8b143-88f4-48ae-9385-a3751cbe1962'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:31:45.420427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29d76a3-84a7-4a23-ace1-16c554e1c690,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:45.426785 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Routers {'3db8b143-88f4-48ae-9385-a3751cbe1962'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:45.427515 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3db8b143-88f4-48ae-9385-a3751cbe1962'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:45.442309 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.444504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-58de723f-aee3-44d0-97a1-7bf6e84a2d44 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7695253 Aug 17 16:31:45.444976 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.449859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:45.523987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Checking segment: {'id': '099076d8-b852-47c4-be04-5bd07942d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '206d5ec1-d05e-4954-9de1-b64e8365d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:45.524349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Network hostable DHCP agents. Network: 206d5ec1-d05e-4954-9de1-b64e8365d249, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:31:45.528818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:45.535609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:45.542009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:45.543192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:45.543820 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.550912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event updated for resources: {'Port': ['ID=e09bb1d2-ed9c-461a-85ca-0ef285d1b0fd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:45.573911 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f08484a9-6a3d-4869-a0a6-558012c4f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5205967 Aug 17 16:31:45.578422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60692) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:45.594807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Network 206d5ec1-d05e-4954-9de1-b64e8365d249 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:31:45.641915 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e603b28-e66a-45b6-80cf-57a65017d2ef tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/routers/3db8b143-88f4-48ae-9385-a3751cbe1962 HTTP/1.1" status: 200 len: 908 time: 0.1885731 Aug 17 16:31:45.643091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 206d5ec1-d05e-4954-9de1-b64e8365d249) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:45.647464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60694) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:45.653299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd6597-6625-4e50-aa1f-6748cab15530 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:45.656358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-81fd6597-6625-4e50-aa1f-6748cab15530 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "GET /v2.0/ports/e09bb1d2-ed9c-461a-85ca-0ef285d1b0fd HTTP/1.1" status: 200 len: 954 time: 0.0748835 Aug 17 16:31:45.659177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:45.660111 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.665877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f6838-7a2c-494c-b43b-996836fcf30a None None] Network 206d5ec1-d05e-4954-9de1-b64e8365d249 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:45.666756 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Request body: {'router': {'name': 'tempest-snat-router-931154973', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'enable_snat': True}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:45.671037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60696) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:45.744054 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Set router 3db8b143-88f4-48ae-9385-a3751cbe1962 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:31:45.761902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.763470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.772205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-14aee0f1-b705-432f-b31e-1ac4608ab52e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1176245 Aug 17 16:31:45.847204 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:45.985653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-34f86306-a396-466b-a946-656dcc107893 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Deleting port e09bb1d2-ed9c-461a-85ca-0ef285d1b0fd {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:45.986269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34f86306-a396-466b-a946-656dcc107893 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:46.035475 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-652b4de0-7d29-47d1-90d8-aacfbc319be9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:46.152904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3', '88a283c8-47a1-48ef-bffb-95ed976da07d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:46.161493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', '1192c936-2cf0-4118-a29d-f6166d95b17d', '6852ccc4-b70d-4aa6-83c3-72683625888a', 'b5e16c82-cf74-49d7-ba68-cd627d373319'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:46.238236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:46.286300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b4de0-7d29-47d1-90d8-aacfbc319be9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event deleted for resources: {'Port': ['ID=b5e16c82-cf74-49d7-ba68-cd627d373319,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:46.290667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4a85d-bb64-48f7-905e-4ddcbd53ba01 None None] Network 206d5ec1-d05e-4954-9de1-b64e8365d249 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:31:46.365495 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db8b143-88f4-48ae-9385-a3751cbe1962', 'name': 'tempest-snat-router-931154973', 'tenant_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.142'}], 'enable_snat': False}, 'gw_port_id': '07da615a-d8bd-479f-a665-ed71c229c0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:31:39Z', 'updated_at': '2021-08-17T16:31:42Z', 'revision_number': 3, 'project_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'gw_port': {'id': '07da615a-d8bd-479f-a665-ed71c229c0a4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db8b143-88f4-48ae-9385-a3751cbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:31:40Z', 'updated_at': '2021-08-17T16:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:46.429160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d283041f-15b5-49d0-a6c3-7d3724162afe admin admin] Deleting subnet a29d76a3-84a7-4a23-ace1-16c554e1c690 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:31:46.444700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d283041f-15b5-49d0-a6c3-7d3724162afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:46.509001 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Checking router: 3db8b143-88f4-48ae-9385-a3751cbe1962 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:31:46.519582 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Updating router 3db8b143-88f4-48ae-9385-a3751cbe1962 port 07da615a-d8bd-479f-a665-ed71c229c0a4 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:31:46.571693 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:46.655800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:46.782728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d283041f-15b5-49d0-a6c3-7d3724162afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:46.785883 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552a11fb-0f13-4d96-8b7d-7fdde190a39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:46.966848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-652b4de0-7d29-47d1-90d8-aacfbc319be9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] No DVR routers for this DVR port b5e16c82-cf74-49d7-ba68-cd627d373319 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:46.984790 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-652b4de0-7d29-47d1-90d8-aacfbc319be9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:46.986150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fa13d436-3ad8-4687-b36d-4705d1890ea1 req-652b4de0-7d29-47d1-90d8-aacfbc319be9 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "DELETE /v2.0/ports/b5e16c82-cf74-49d7-ba68-cd627d373319 HTTP/1.1" status: 204 len: 173 time: 2.6516852 Aug 17 16:31:47.000068 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523d1165-ae5e-44b9-ab6d-dd54f3649632', 'name': 'network-vif-deleted', 'tag': 'b5e16c82-cf74-49d7-ba68-cd627d373319'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:31:47.004820 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05bcd6d-4f4c-448d-97dc-7a5381f040d9" -d '{"events": [{"server_uuid": "523d1165-ae5e-44b9-ab6d-dd54f3649632", "name": "network-vif-deleted", "tag": "b5e16c82-cf74-49d7-ba68-cd627d373319"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:31:47.146901 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d283041f-15b5-49d0-a6c3-7d3724162afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.243684 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddab3d5-6961-4312-9165-b756021268b9 x-openstack-request-id: req-fddab3d5-6961-4312-9165-b756021268b9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:31:47.244797 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523d1165-ae5e-44b9-ab6d-dd54f3649632", "name": "network-vif-deleted", "tag": "b5e16c82-cf74-49d7-ba68-cd627d373319", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:31:47.244797 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fddab3d5-6961-4312-9165-b756021268b9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:31:47.249219 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523d1165-ae5e-44b9-ab6d-dd54f3649632', 'name': 'network-vif-deleted', 'tag': 'b5e16c82-cf74-49d7-ba68-cd627d373319', 'status': 'completed', 'code': 200} Aug 17 16:31:47.285056 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-491f9dae-57ec-4202-b3c5-edec5382cf29 req-2a74c878-cbc4-421a-b7d7-d283b5b0b18d tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=523d1165-ae5e-44b9-ab6d-dd54f3649632 HTTP/1.1" status: 200 len: 210 time: 0.2134633 Aug 17 16:31:47.312213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34f86306-a396-466b-a946-656dcc107893 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.367073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-34f86306-a396-466b-a946-656dcc107893 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Calling delete_port for e09bb1d2-ed9c-461a-85ca-0ef285d1b0fd owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:47.524175 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.537233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.560464 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Transition to ACTIVE for port object 07da615a-d8bd-479f-a665-ed71c229c0a4 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:47.581425 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.593812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552a11fb-0f13-4d96-8b7d-7fdde190a39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.597398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d283041f-15b5-49d0-a6c3-7d3724162afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.608051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552a11fb-0f13-4d96-8b7d-7fdde190a39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.658159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34f86306-a396-466b-a946-656dcc107893 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.701919 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34f86306-a396-466b-a946-656dcc107893 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.705299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-34f86306-a396-466b-a946-656dcc107893 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "DELETE /v2.0/ports/e09bb1d2-ed9c-461a-85ca-0ef285d1b0fd HTTP/1.1" status: 204 len: 168 time: 2.0333843 Aug 17 16:31:47.709784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60736) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:47.712459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283041f-15b5-49d0-a6c3-7d3724162afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29d76a3-84a7-4a23-ace1-16c554e1c690,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:47.721500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d283041f-15b5-49d0-a6c3-7d3724162afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.723952 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d283041f-15b5-49d0-a6c3-7d3724162afe admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a29d76a3-84a7-4a23-ace1-16c554e1c690 HTTP/1.1" status: 204 len: 168 time: 1.4826043 Aug 17 16:31:47.726733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f86306-a396-466b-a946-656dcc107893 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event deleted for resources: {'Port': ['ID=e09bb1d2-ed9c-461a-85ca-0ef285d1b0fd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:47.728679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60738) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:47.756663 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-552a11fb-0f13-4d96-8b7d-7fdde190a39f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f87f9cfa9cd432a812ff60b85b895ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0984890 Aug 17 16:31:47.758783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:47.768770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a11fb-0f13-4d96-8b7d-7fdde190a39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daef0669-e7e5-44e5-ba06-f913ef0e9726,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:47.810606 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e06c948-c76b-4d65-a77c-6ecbeeedc37a tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] GET failed (client error): The resource could not be found. Aug 17 16:31:47.820322 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2e06c948-c76b-4d65-a77c-6ecbeeedc37a tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "GET /v2.0/ports/e09bb1d2-ed9c-461a-85ca-0ef285d1b0fd HTTP/1.1" status: 404 len: 333 time: 0.1071055 Aug 17 16:31:47.821484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:47.834047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Request body: {'port': {'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-515732444'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:47.863100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Made reservation on behalf of 62d9ed3956bf4a1c827c57ae9c82f83e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:47.865993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.870525 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078aaa6-8454-4457-8da8-034cb6da8895 None None] Pushing event updated for resources: {'Port': ['ID=07da615a-d8bd-479f-a665-ed71c229c0a4,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:47.886751 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5923c43-8f2e-40f9-9295-022fa27dd797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.891472 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Attempting to bind port 07da615a-d8bd-479f-a665-ed71c229c0a4 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:47.891897 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Attempting to bind port 07da615a-d8bd-479f-a665-ed71c229c0a4 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:47.892267 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Attempting to bind port 07da615a-d8bd-479f-a665-ed71c229c0a4 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:47.893350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] device_id is not set on port b9e721c3-dc61-466f-845a-51d1a619d47d yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:31:47.905276 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:31:47.905726 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:47.906174 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.907250 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:31:47.907919 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Bound port: 07da615a-d8bd-479f-a665-ed71c229c0a4, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:31:47.908359 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:47.989879 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5923c43-8f2e-40f9-9295-022fa27dd797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.038755 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] For port 07da615a-d8bd-479f-a665-ed71c229c0a4, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:31:48.048060 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] For port 07da615a-d8bd-479f-a665-ed71c229c0a4, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=07da615a-d8bd-479f-a665-ed71c229c0a4,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:31:48.056938 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.128207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.191462 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5923c43-8f2e-40f9-9295-022fa27dd797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.194605 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5923c43-8f2e-40f9-9295-022fa27dd797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.199473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a5923c43-8f2e-40f9-9295-022fa27dd797 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/daef0669-e7e5-44e5-ba06-f913ef0e9726 HTTP/1.1" status: 204 len: 168 time: 0.4387672 Aug 17 16:31:48.223214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5923c43-8f2e-40f9-9295-022fa27dd797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daef0669-e7e5-44e5-ba06-f913ef0e9726,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:48.229816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.234558 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Routers {'3db8b143-88f4-48ae-9385-a3751cbe1962'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:48.235372 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3db8b143-88f4-48ae-9385-a3751cbe1962'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:48.283676 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.296415 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078aaa6-8454-4457-8da8-034cb6da8895 None None] Pushing event updated for resources: {'Port': ['ID=07da615a-d8bd-479f-a665-ed71c229c0a4,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:48.344900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:48.348848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:48.353431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:48.355119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:48.355974 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.372265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event updated for resources: {'Port': ['ID=b9e721c3-dc61-466f-845a-51d1a619d47d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:48.389604 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ee3e6f9-cd00-4490-abb4-ab970c8c53e0 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5667717 Aug 17 16:31:48.399564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:48.403666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:48.583698 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] Set router 3db8b143-88f4-48ae-9385-a3751cbe1962 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:31:48.635013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.853617 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.907045 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:48.965449 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:49.041171 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db8b143-88f4-48ae-9385-a3751cbe1962', 'name': 'tempest-snat-router-931154973', 'tenant_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.142'}], 'enable_snat': False}, 'gw_port_id': '07da615a-d8bd-479f-a665-ed71c229c0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:31:39Z', 'updated_at': '2021-08-17T16:31:42Z', 'revision_number': 3, 'project_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'gw_port': {'id': '07da615a-d8bd-479f-a665-ed71c229c0a4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db8b143-88f4-48ae-9385-a3751cbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:31:40Z', 'updated_at': '2021-08-17T16:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:49.068380 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd527abc-902d-40c0-ade5-761091c89dc2 None None] The sync data for ids ['3db8b143-88f4-48ae-9385-a3751cbe1962'] in n-d-804878-1 is: [{'id': '3db8b143-88f4-48ae-9385-a3751cbe1962', 'name': 'tempest-snat-router-931154973', 'tenant_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.142'}], 'enable_snat': False}, 'gw_port_id': '07da615a-d8bd-479f-a665-ed71c229c0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:31:39Z', 'updated_at': '2021-08-17T16:31:42Z', 'revision_number': 3, 'project_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'gw_port': {'id': '07da615a-d8bd-479f-a665-ed71c229c0a4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db8b143-88f4-48ae-9385-a3751cbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:31:40Z', 'updated_at': '2021-08-17T16:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:31:49.113121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206d5ec1-d05e-4954-9de1-b64e8365d249']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:49.148640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099076d8-b852-47c4-be04-5bd07942d127') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:49.148984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099076d8-b852-47c4-be04-5bd07942d127') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:49.199885 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:49.231199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] device_id is not set on port b9e721c3-dc61-466f-845a-51d1a619d47d yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:31:49.268433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365567b-9fb1-42b2-b84b-63b71c37287d req-3c85e828-9488-40cc-87cd-b41345563741 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:49.278518 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1365567b-9fb1-42b2-b84b-63b71c37287d req-3c85e828-9488-40cc-87cd-b41345563741 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 950 time: 0.3511138 Aug 17 16:31:49.299018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device b5e16c82-cf74-49d7-ba68-cd627d373319 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:31:49.316132 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:49.318535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:49.354205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: b5e16c82-cf74-49d7-ba68-cd627d373319 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:31:49.354913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d061918-17b7-40d7-a3c3-482398cf4017 req-0e1d8aba-56f5-45b8-96f5-c951df37ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:49.356586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device b5e16c82-cf74-49d7-ba68-cd627d373319 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:49.357149 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d061918-17b7-40d7-a3c3-482398cf4017 req-0e1d8aba-56f5-45b8-96f5-c951df37ad28 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 1097 time: 0.2660000 Aug 17 16:31:49.403564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Allocated IP 172.25.7.156 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/80ce8dd8-41d6-4573-9c6d-0edddda950ca) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:31:49.459218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:31:49.459218 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:49.472043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a701987-bec5-4824-9d62-206f03545127 req-12738f40-807c-4ea7-b308-9f09f759f116 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:49.479899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a701987-bec5-4824-9d62-206f03545127 req-12738f40-807c-4ea7-b308-9f09f759f116 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2313843 Aug 17 16:31:49.499225 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: items = [ Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:31:49.569072 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:31:49.614172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d061918-17b7-40d7-a3c3-482398cf4017 req-eadc3586-a394-45d8-a905-45d6d8e8fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:49.616793 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d061918-17b7-40d7-a3c3-482398cf4017 req-eadc3586-a394-45d8-a905-45d6d8e8fb44 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 919 time: 0.2497892 Aug 17 16:31:49.621345 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a701987-bec5-4824-9d62-206f03545127 req-4eee2554-0fac-49ad-9772-f92553d03789 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405530 Aug 17 16:31:49.677180 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:49.704811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d061918-17b7-40d7-a3c3-482398cf4017 req-592ecc0e-4adb-4a48-9901-23a2ded6249f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86ca87ad-5ada-4310-b746-dbcf8897d335 HTTP/1.1" status: 200 len: 217 time: 0.0806839 Aug 17 16:31:49.753402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Transition to ACTIVE for port object b9e721c3-dc61-466f-845a-51d1a619d47d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:49.766901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1365567b-9fb1-42b2-b84b-63b71c37287d req-2966e2c6-6a91-488a-ab0f-fabac2326499 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827790 Aug 17 16:31:49.780434 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:49.799173 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:49.809818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] 10.222.0.77 "DELETE /v2.0/networks/206d5ec1-d05e-4954-9de1-b64e8365d249 HTTP/1.1" status: 204 len: 168 time: 2.0716500 Aug 17 16:31:49.830272 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:49.894262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 07da615a-d8bd-479f-a665-ed71c229c0a4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:31:49.994138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d061918-17b7-40d7-a3c3-482398cf4017 req-89887689-ef82-4e8a-bd35-89260c32b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:49.996088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d061918-17b7-40d7-a3c3-482398cf4017 req-89887689-ef82-4e8a-bd35-89260c32b264 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 200 len: 858 time: 0.2830942 Aug 17 16:31:50.003496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event updated for resources: {'Port': ['ID=b9e721c3-dc61-466f-845a-51d1a619d47d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:50.015665 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:50.090360 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 07da615a-d8bd-479f-a665-ed71c229c0a4 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:31:50.097442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:50.098194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:50.098842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:50.105544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d061918-17b7-40d7-a3c3-482398cf4017 req-5d6bea67-6462-4a48-a49a-679dd49607f5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c12d6057-9d55-4345-afa9-bf097cd0485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833466 Aug 17 16:31:50.106317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 07da615a-d8bd-479f-a665-ed71c229c0a4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:50.106969 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:50.109207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:50.109949 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:50.111122 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 2 to bind port b9e721c3-dc61-466f-845a-51d1a619d47d Aug 17 16:31:50.137956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306c24b-7757-466e-9b51-8141cae62c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=206d5ec1-d05e-4954-9de1-b64e8365d249,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:50.143991 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:50.152968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:50.153882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:50.154628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:50.202590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:31:50.208056 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:31:50.214728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:31:50.218840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60794) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:50.240067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:50.240954 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:50.244036 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 3 to bind port b9e721c3-dc61-466f-845a-51d1a619d47d Aug 17 16:31:50.273080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:50.274074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:50.274780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:50.287980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:50.288681 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:50.291582 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 4 to bind port b9e721c3-dc61-466f-845a-51d1a619d47d Aug 17 16:31:50.314581 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:50.317016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event updated for resources: {'Port': ['ID=80ce8dd8-41d6-4573-9c6d-0edddda950ca,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:50.344046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:50.344640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:50.344945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:50.377185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 07da615a-d8bd-479f-a665-ed71c229c0a4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=07da615a-d8bd-479f-a665-ed71c229c0a4,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:50.384079 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d061918-17b7-40d7-a3c3-482398cf4017 req-63ea8eb4-542e-4ea7-bbaf-e1e112302693 service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552764 Aug 17 16:31:50.388376 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:50.388983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:50.390244 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:50.398130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-17b3338a-e728-487f-96d1-f22ef9cf52e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ecf8851ed4374c5c9a53d4ef72f51370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780245 Aug 17 16:31:50.401433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60796) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:50.421864 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 5 to bind port b9e721c3-dc61-466f-845a-51d1a619d47d Aug 17 16:31:50.533177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=07da615a-d8bd-479f-a665-ed71c229c0a4,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:50.543724 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.546721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.548047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.548509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.550657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.551313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.554894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.555335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.555838 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.557238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.557689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.559255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:31:50.748646 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d061918-17b7-40d7-a3c3-482398cf4017 req-7a9870fd-6e6f-46d9-bc53-d7aff5e775fb service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565683 Aug 17 16:31:50.752372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:50.752372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:50.752372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:50.781077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:50.781268 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:50.781862 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 6 to bind port b9e721c3-dc61-466f-845a-51d1a619d47d Aug 17 16:31:50.821079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-827f84bf-f8aa-49e0-8a90-55494769d245 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:50.822880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-827f84bf-f8aa-49e0-8a90-55494769d245 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 950 time: 0.4928348 Aug 17 16:31:50.823687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:50.825421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:50.825421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:50.829934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:50.830259 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:50.830673 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 7 to bind port b9e721c3-dc61-466f-845a-51d1a619d47d Aug 17 16:31:50.853659 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66dd62a7-84d0-42a5-8ecc-3ca5092f3f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:50.961679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66dd62a7-84d0-42a5-8ecc-3ca5092f3f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:50.999154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:50.999601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:50.999946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:51.007618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:51.007955 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:51.016707 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 8 to bind port b9e721c3-dc61-466f-845a-51d1a619d47d Aug 17 16:31:51.035856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:51.036186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:51.036522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:51.072057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:51.072388 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:51.084998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fae51-5280-4593-a7e6-14e211a316d3 req-3e69ce19-df5b-4112-a3db-cf863b23086c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:51.084998 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-904fae51-5280-4593-a7e6-14e211a316d3 req-3e69ce19-df5b-4112-a3db-cf863b23086c tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 950 time: 0.1447017 Aug 17 16:31:51.084998 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 9 to bind port b9e721c3-dc61-466f-845a-51d1a619d47d Aug 17 16:31:51.085283 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:51.098231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c7568-b5d7-44e9-a1f6-59d08ad40f0f req-e61e5ac9-0e48-48d6-a933-cf35e82572b9 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:51.102075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:51.102427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:51.102767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:51.106105 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f9c7568-b5d7-44e9-a1f6-59d08ad40f0f req-e61e5ac9-0e48-48d6-a933-cf35e82572b9 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2145729 Aug 17 16:31:51.109984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:51.110311 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:51.111569 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempt 10 to bind port b9e721c3-dc61-466f-845a-51d1a619d47d Aug 17 16:31:51.145208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-59788c0b-e4d4-4024-bbeb-c7c7bc09eeb1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Deleting port 6852ccc4-b70d-4aa6-83c3-72683625888a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:51.145561 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-59788c0b-e4d4-4024-bbeb-c7c7bc09eeb1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:51.177170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66dd62a7-84d0-42a5-8ecc-3ca5092f3f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:51.179932 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66dd62a7-84d0-42a5-8ecc-3ca5092f3f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:51.185608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-66dd62a7-84d0-42a5-8ecc-3ca5092f3f97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f20e177-cdf9-4b7d-ad86-f1f971fa68d3 HTTP/1.1" status: 204 len: 168 time: 0.7782328 Aug 17 16:31:51.254125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd62a7-84d0-42a5-8ecc-3ca5092f3f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f20e177-cdf9-4b7d-ad86-f1f971fa68d3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:51.273246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-59788c0b-e4d4-4024-bbeb-c7c7bc09eeb1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] For port 6852ccc4-b70d-4aa6-83c3-72683625888a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6852ccc4-b70d-4aa6-83c3-72683625888a,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:51.273687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-59788c0b-e4d4-4024-bbeb-c7c7bc09eeb1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:51.290306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-59788c0b-e4d4-4024-bbeb-c7c7bc09eeb1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Calling delete_port for 6852ccc4-b70d-4aa6-83c3-72683625888a owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:51.315473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:51.315818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:51.316161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempting to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:51.323606 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f9c7568-b5d7-44e9-a1f6-59d08ad40f0f req-ef119b85-21e1-436f-ac2b-7d0fec4f014c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151389 Aug 17 16:31:51.324236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:31:51.324567 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Failed to bind port b9e721c3-dc61-466f-845a-51d1a619d47d on host n-h2-804878-1 for vnic_type normal using segments [{'id': 'a8649acc-b70d-4d92-9b52-8d2ac708fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72f1d217-3b10-4d14-bda4-7b3bfdd0f780'}] Aug 17 16:31:51.324936 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:51.408502 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-904fae51-5280-4593-a7e6-14e211a316d3 req-86859ee7-b92d-4a42-b64d-e936003a3bd0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993357 Aug 17 16:31:51.533979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] For port b9e721c3-dc61-466f-845a-51d1a619d47d, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:31:51.534672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 16:31:51.542749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:51.602745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:51.614197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] In _notify_port_updated(), no bound segment for port b9e721c3-dc61-466f-845a-51d1a619d47d on network 72f1d217-3b10-4d14-bda4-7b3bfdd0f780 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:31:51.615944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:51.616821 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:51.618281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "PUT /v2.0/ports/b9e721c3-dc61-466f-845a-51d1a619d47d HTTP/1.1" status: 200 len: 974 time: 3.2188547 Aug 17 16:31:51.620839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a7dce-6d90-4eab-82f3-c3791b4860ab tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event updated for resources: {'Port': ['ID=b9e721c3-dc61-466f-845a-51d1a619d47d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:51.629694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60836) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:51.785642 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-59788c0b-e4d4-4024-bbeb-c7c7bc09eeb1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:51.807566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3', '88a283c8-47a1-48ef-bffb-95ed976da07d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:51.880373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59788c0b-e4d4-4024-bbeb-c7c7bc09eeb1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event deleted for resources: {'Port': ['ID=6852ccc4-b70d-4aa6-83c3-72683625888a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:51.957669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', '1192c936-2cf0-4118-a29d-f6166d95b17d', '6852ccc4-b70d-4aa6-83c3-72683625888a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:51.979908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 07da615a-d8bd-479f-a665-ed71c229c0a4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:31:51.993259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-59788c0b-e4d4-4024-bbeb-c7c7bc09eeb1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] No DVR routers for this DVR port 6852ccc4-b70d-4aa6-83c3-72683625888a on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:52.006675 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-59788c0b-e4d4-4024-bbeb-c7c7bc09eeb1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:52.010531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1aa92e7-8b82-47c6-8d90-4b6568c1ee23 req-59788c0b-e4d4-4024-bbeb-c7c7bc09eeb1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "DELETE /v2.0/ports/6852ccc4-b70d-4aa6-83c3-72683625888a HTTP/1.1" status: 204 len: 173 time: 1.1766832 Aug 17 16:31:52.014227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2d03d-10ba-4f12-832a-b2e6921a7de5', 'name': 'network-vif-deleted', 'tag': '6852ccc4-b70d-4aa6-83c3-72683625888a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:31:52.031634 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ab69f8-5e0e-42e0-b295-44dffdfec8a1" -d '{"events": [{"server_uuid": "54f2d03d-10ba-4f12-832a-b2e6921a7de5", "name": "network-vif-deleted", "tag": "6852ccc4-b70d-4aa6-83c3-72683625888a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:31:52.098331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Router e940d4ee-3276-454e-b196-351662d854d2 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:31:52.154822 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f8cdf0-4f79-4b21-b3bd-fa59ff6aba84 x-openstack-request-id: req-d3f8cdf0-4f79-4b21-b3bd-fa59ff6aba84 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:31:52.155747 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f2d03d-10ba-4f12-832a-b2e6921a7de5", "name": "network-vif-deleted", "tag": "6852ccc4-b70d-4aa6-83c3-72683625888a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:31:52.156799 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3f8cdf0-4f79-4b21-b3bd-fa59ff6aba84 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:31:52.157691 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2d03d-10ba-4f12-832a-b2e6921a7de5', 'name': 'network-vif-deleted', 'tag': '6852ccc4-b70d-4aa6-83c3-72683625888a', 'status': 'completed', 'code': 200} Aug 17 16:31:52.163843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-919bb1b2-6800-4aa8-8bf9-618472f19a62 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Deleting port b9e721c3-dc61-466f-845a-51d1a619d47d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:52.166939 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-919bb1b2-6800-4aa8-8bf9-618472f19a62 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:52.652624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:31:52.696000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Sync routers for ids ['e940d4ee-3276-454e-b196-351662d854d2'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:31:52.851437 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:52.872937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 07da615a-d8bd-479f-a665-ed71c229c0a4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:31:52.873875 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:52.875523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5e578252-e09c-4c0d-8e97-ebbabad44b16 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2262411 Aug 17 16:31:52.876456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60866) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:53.002066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Routers {'e940d4ee-3276-454e-b196-351662d854d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:53.004031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e940d4ee-3276-454e-b196-351662d854d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:53.020549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464752-6d21-40bd-ac63-5b69cfa3d577 req-54522d6b-7145-40fe-a2b6-c7c6eb756af1 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:53.028931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-70464752-6d21-40bd-ac63-5b69cfa3d577 req-54522d6b-7145-40fe-a2b6-c7c6eb756af1 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.3415859 Aug 17 16:31:53.264926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60874) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:53.307563 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-70464752-6d21-40bd-ac63-5b69cfa3d577 req-1a172fd5-3084-4ff9-8fa4-efc90087d2ce tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758989 Aug 17 16:31:53.365218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Set router e940d4ee-3276-454e-b196-351662d854d2 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:31:53.396501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1bfcb995-2849-4264-bc42-a292db7f6b4c tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/routers/e940d4ee-3276-454e-b196-351662d854d2 HTTP/1.1" status: 200 len: 907 time: 0.5148423 Aug 17 16:31:53.399122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60884) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:53.598021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-919bb1b2-6800-4aa8-8bf9-618472f19a62 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] For port b9e721c3-dc61-466f-845a-51d1a619d47d, host n-h2-804878-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:53.599307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-919bb1b2-6800-4aa8-8bf9-618472f19a62 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:53.619631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-919bb1b2-6800-4aa8-8bf9-618472f19a62 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Calling delete_port for b9e721c3-dc61-466f-845a-51d1a619d47d owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:53.657499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60888) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:53.702416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:53.722856 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f67bc8-b9d6-420f-9e51-ead9f20524dd req-8e301bc2-aa19-434e-aa35-b8c3c78b3fd1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=54f2d03d-10ba-4f12-832a-b2e6921a7de5 HTTP/1.1" status: 200 len: 210 time: 0.1505549 Aug 17 16:31:53.857953 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-919bb1b2-6800-4aa8-8bf9-618472f19a62 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:53.901940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-281651151-network', 'tenant_id': 'e6ca04f22665406aba1a30b17bd9ea84'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:31:53.915753 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8296f717-f133-4250-b95b-8fc367d85193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:53.927435 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-919bb1b2-6800-4aa8-8bf9-618472f19a62 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:53.930561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-919bb1b2-6800-4aa8-8bf9-618472f19a62 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "DELETE /v2.0/ports/b9e721c3-dc61-466f-845a-51d1a619d47d HTTP/1.1" status: 204 len: 168 time: 2.2998528 Aug 17 16:31:53.932013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bb1b2-6800-4aa8-8bf9-618472f19a62 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9e721c3-dc61-466f-845a-51d1a619d47d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:53.941790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:53.987159 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e932e4f4-d0a8-4625-bdd3-7ff2e5bb71c2 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] GET failed (client error): The resource could not be found. Aug 17 16:31:53.991002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e932e4f4-d0a8-4625-bdd3-7ff2e5bb71c2 tempest-PortsAdminExtendedAttrsTestJSON-1319295252 tempest-PortsAdminExtendedAttrsTestJSON-1319295252-project-admin] 10.222.0.77 "GET /v2.0/ports/b9e721c3-dc61-466f-845a-51d1a619d47d HTTP/1.1" status: 404 len: 333 time: 0.0476139 Aug 17 16:31:53.997877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:54.077424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-8296f717-f133-4250-b95b-8fc367d85193 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:31:54.077424 n-d-804878-1 neutron-server[94839]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 16:31:54.077424 n-d-804878-1 neutron-server[94839]: [parameters: {'project_id': '35a7b634f26b43d28eb13d6416d9220d', 'id': '268f6c6a-4e42-4780-94aa-a9d51d5ea5f9', 'expiration': datetime.datetime(2021, 8, 17, 16, 33, 54, 58775)}] Aug 17 16:31:54.077424 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:31:54.078241 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-8296f717-f133-4250-b95b-8fc367d85193 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:31:54.092195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Made reservation on behalf of e6ca04f22665406aba1a30b17bd9ea84 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:31:54.095792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.124623 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.137021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.176345 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.288393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.311140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f1d217-3b10-4d14-bda4-7b3bfdd0f780']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:54.335983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8649acc-b70d-4d92-9b52-8d2ac708fde2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:54.336469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8649acc-b70d-4d92-9b52-8d2ac708fde2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:54.362210 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.393629 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.406178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:31:54.407693 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.407905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Deleting port 80ce8dd8-41d6-4573-9c6d-0edddda950ca {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:54.408648 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.433585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e940d4ee-3276-454e-b196-351662d854d2', 'name': 'tempest-snat-router-931154973', 'tenant_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '80ce8dd8-41d6-4573-9c6d-0edddda950ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:31:45Z', 'updated_at': '2021-08-17T16:31:50Z', 'revision_number': 3, 'project_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'gw_port': {'id': '80ce8dd8-41d6-4573-9c6d-0edddda950ca', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e940d4ee-3276-454e-b196-351662d854d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:31:48Z', 'updated_at': '2021-08-17T16:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:54.468596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Checking router: e940d4ee-3276-454e-b196-351662d854d2 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:31:54.469463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Updating router e940d4ee-3276-454e-b196-351662d854d2 port 80ce8dd8-41d6-4573-9c6d-0edddda950ca binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:31:54.518475 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:31:54.539897 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:31:54.560859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.639277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:54.647088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] 10.222.0.77 "DELETE /v2.0/networks/72f1d217-3b10-4d14-bda4-7b3bfdd0f780 HTTP/1.1" status: 204 len: 168 time: 0.6432450 Aug 17 16:31:54.647088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3026e7-8aad-41c2-b61f-3b4f5e6bb998 tempest-PortsAdminExtendedAttrsTestJSON-162187998 tempest-PortsAdminExtendedAttrsTestJSON-162187998-project] Pushing event deleted for resources: {'Network': ['ID=72f1d217-3b10-4d14-bda4-7b3bfdd0f780,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:55.150157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60912) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:55.165920 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.177913 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8296f717-f133-4250-b95b-8fc367d85193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.201588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Transition to ACTIVE for port object 80ce8dd8-41d6-4573-9c6d-0edddda950ca will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:31:55.219915 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.241421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.315227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ee44-f9f2-4f4f-ab86-2dd4ea1bd920 None None] Pushing event updated for resources: {'Port': ['ID=80ce8dd8-41d6-4573-9c6d-0edddda950ca,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:55.345414 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8296f717-f133-4250-b95b-8fc367d85193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.347164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Attempting to bind port 80ce8dd8-41d6-4573-9c6d-0edddda950ca on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:31:55.347594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Attempting to bind port 80ce8dd8-41d6-4573-9c6d-0edddda950ca by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:31:55.347928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Attempting to bind port 80ce8dd8-41d6-4573-9c6d-0edddda950ca on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:31:55.353925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.360899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 6852ccc4-b70d-4aa6-83c3-72683625888a no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:31:55.401390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 6852ccc4-b70d-4aa6-83c3-72683625888a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:31:55.401751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 6852ccc4-b70d-4aa6-83c3-72683625888a not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:31:55.406044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c95c077-3654-4498-b3ed-b7d6a924213f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:55.409232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:31:55.416277 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8296f717-f133-4250-b95b-8fc367d85193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.433775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:31:55.439677 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.442117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:31:55.443150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Bound port: 80ce8dd8-41d6-4573-9c6d-0edddda950ca, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:31:55.444667 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.460506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e310fea-af58-4bd4-ac44-25c09c49f255 req-7b8a3d6d-dda9-4bba-9387-d387347e9c7a tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:55.462336 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e310fea-af58-4bd4-ac44-25c09c49f255 req-7b8a3d6d-dda9-4bba-9387-d387347e9c7a tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2721069 Aug 17 16:31:55.478580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:31:55.492380 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.551088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b3a0f760-993c-496a-9f28-dcba609aa74f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11d9745e5d6349c1ae73ae253bb65dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980558 Aug 17 16:31:55.554146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:55.572316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296f717-f133-4250-b95b-8fc367d85193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d4bc7-3b32-474d-9b6f-801e821fd795,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:55.573947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] For port 80ce8dd8-41d6-4573-9c6d-0edddda950ca, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:31:55.583062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] For port 80ce8dd8-41d6-4573-9c6d-0edddda950ca, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=80ce8dd8-41d6-4573-9c6d-0edddda950ca,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:31:55.593192 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.619143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Calling delete_port for 80ce8dd8-41d6-4573-9c6d-0edddda950ca owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:55.633015 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8296f717-f133-4250-b95b-8fc367d85193 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=35a7b634f26b43d28eb13d6416d9220d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3222861 Aug 17 16:31:55.639129 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.639783 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Added segment 1b6dcdbe-948e-4d29-b37d-7bd37c3d59c5 of type vlan for network 14ce490a-bcf0-409f-b78b-8a31dfb27dcb Aug 17 16:31:55.647394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60922) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:55.696085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d17c402a-36af-4fce-9a77-9107a575a713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.713293 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e310fea-af58-4bd4-ac44-25c09c49f255 req-e6f163c5-babb-4921-ba27-e20a9a37de3f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177753 Aug 17 16:31:55.807747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d17c402a-36af-4fce-9a77-9107a575a713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:55.850580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ee44-f9f2-4f4f-ab86-2dd4ea1bd920 None None] Pushing event updated for resources: {'Port': ['ID=80ce8dd8-41d6-4573-9c6d-0edddda950ca,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:55.855408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Routers {'e940d4ee-3276-454e-b196-351662d854d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:31:55.856396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:31:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e940d4ee-3276-454e-b196-351662d854d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:55.936488 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.047377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10a3ba-e60f-4994-b75b-75a86cbd43cd req-46a0b471-9b67-4057-84d5-fab976e808f8 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:56.059421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c10a3ba-e60f-4994-b75b-75a86cbd43cd req-46a0b471-9b67-4057-84d5-fab976e808f8 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e017d39a-4777-4910-a088-844a46be68ba HTTP/1.1" status: 200 len: 950 time: 0.3512628 Aug 17 16:31:56.089278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] Set router e940d4ee-3276-454e-b196-351662d854d2 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:31:56.139332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c10a3ba-e60f-4994-b75b-75a86cbd43cd req-c3085a60-129d-4ebc-a570-a8f84d2247f0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784714 Aug 17 16:31:56.154889 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d17c402a-36af-4fce-9a77-9107a575a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.161094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d17c402a-36af-4fce-9a77-9107a575a713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.165455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d17c402a-36af-4fce-9a77-9107a575a713 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/feb8582a-023e-447b-8d0f-e6334c32e3fa HTTP/1.1" status: 204 len: 168 time: 0.6098490 Aug 17 16:31:56.184565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c402a-36af-4fce-9a77-9107a575a713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb8582a-023e-447b-8d0f-e6334c32e3fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:56.184906 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e940d4ee-3276-454e-b196-351662d854d2', 'name': 'tempest-snat-router-931154973', 'tenant_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:31:45Z', 'updated_at': '2021-08-17T16:31:54Z', 'revision_number': 4, 'project_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:56.187202 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.189381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:56.190526 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.200080 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de614042-4c04-40eb-baaa-0b2b53def654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.254270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507cd52-8aaf-45b9-9331-7ea711eab0a7 None None] The sync data for ids ['e940d4ee-3276-454e-b196-351662d854d2'] in n-d-804878-1 is: [{'id': 'e940d4ee-3276-454e-b196-351662d854d2', 'name': 'tempest-snat-router-931154973', 'tenant_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:31:45Z', 'updated_at': '2021-08-17T16:31:54Z', 'revision_number': 4, 'project_id': 'd383d13abd1445da8d5a839a89f5f1c8', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:31:56.355990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6960499 Aug 17 16:31:56.426294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de614042-4c04-40eb-baaa-0b2b53def654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.429469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0913a-4222-4d3e-a606-dbb9ceab59b2 admin admin] Pushing event updated for resources: {'Network': ['ID=14ce490a-bcf0-409f-b78b-8a31dfb27dcb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:56.447760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 14ce490a-bcf0-409f-b78b-8a31dfb27dcb details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:31:56.537425 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.597060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-064b3464-142e-4708-ad5d-e72c112ee3d4 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:56.598833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-064b3464-142e-4708-ad5d-e72c112ee3d4 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "GET /v2.0/ports?device_id=e017d39a-4777-4910-a088-844a46be68ba HTTP/1.1" status: 200 len: 950 time: 0.1060617 Aug 17 16:31:56.649737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event deleted for resources: {'Port': ['ID=80ce8dd8-41d6-4573-9c6d-0edddda950ca,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:56.803788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-28dba9e6-1a7d-465b-8f8f-4ca124c916bc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Deleting port 88a283c8-47a1-48ef-bffb-95ed976da07d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:56.804544 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-28dba9e6-1a7d-465b-8f8f-4ca124c916bc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.935939 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de614042-4c04-40eb-baaa-0b2b53def654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.953072 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de614042-4c04-40eb-baaa-0b2b53def654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:56.971578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:56.976901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-de614042-4c04-40eb-baaa-0b2b53def654 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad3d4bc7-3b32-474d-9b6f-801e821fd795 HTTP/1.1" status: 204 len: 168 time: 1.3134351 Aug 17 16:31:57.014411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-28dba9e6-1a7d-465b-8f8f-4ca124c916bc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] For port 88a283c8-47a1-48ef-bffb-95ed976da07d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=88a283c8-47a1-48ef-bffb-95ed976da07d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:57.014771 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-28dba9e6-1a7d-465b-8f8f-4ca124c916bc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:57.059755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-28dba9e6-1a7d-465b-8f8f-4ca124c916bc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Calling delete_port for 88a283c8-47a1-48ef-bffb-95ed976da07d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:57.091067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de614042-4c04-40eb-baaa-0b2b53def654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d4bc7-3b32-474d-9b6f-801e821fd795,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:57.117152 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-73923ff2-d662-42b0-9065-7e922940b926 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62d9ed3956bf4a1c827c57ae9c82f83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465583 Aug 17 16:31:57.131538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60954) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:57.166057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:57.166786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-5d960b48-b96a-43ee-ab5b-394e4d898d68 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:57.168574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-5d960b48-b96a-43ee-ab5b-394e4d898d68 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 950 time: 0.1774676 Aug 17 16:31:57.394353 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-28dba9e6-1a7d-465b-8f8f-4ca124c916bc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:57.408011 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', '1192c936-2cf0-4118-a29d-f6166d95b17d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:57.410678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3', '88a283c8-47a1-48ef-bffb-95ed976da07d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:57.450412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:57.460413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:57.666478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd04e4-e744-415f-be23-2b0a28e3c392 req-29d21be7-a75e-4665-a659-e0bec3bfb358 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:57.679843 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-58dd04e4-e744-415f-be23-2b0a28e3c392 req-29d21be7-a75e-4665-a659-e0bec3bfb358 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.6186261 Aug 17 16:31:57.682618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:57.683497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e940d4ee-3276-454e-b196-351662d854d2 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:31:57.696261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:57.698543 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-abdebb76-9bcf-4f56-95d1-6bd9ebda96cd tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "DELETE /v2.0/routers/e940d4ee-3276-454e-b196-351662d854d2 HTTP/1.1" status: 204 len: 168 time: 4.2981527 Aug 17 16:31:57.702050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e912-39e2-4c9f-8f3f-dc69ad5e2fe4 req-419edc52-61a9-4e0b-8dd0-67153755453c tempest-ComputeTenantNetworksTest-174231849 tempest-ComputeTenantNetworksTest-174231849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:57.710486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e912-39e2-4c9f-8f3f-dc69ad5e2fe4 req-419edc52-61a9-4e0b-8dd0-67153755453c tempest-ComputeTenantNetworksTest-174231849 tempest-ComputeTenantNetworksTest-174231849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:57.717431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e912-39e2-4c9f-8f3f-dc69ad5e2fe4 req-419edc52-61a9-4e0b-8dd0-67153755453c tempest-ComputeTenantNetworksTest-174231849 tempest-ComputeTenantNetworksTest-174231849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:57.719267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2635e912-39e2-4c9f-8f3f-dc69ad5e2fe4 req-419edc52-61a9-4e0b-8dd0-67153755453c tempest-ComputeTenantNetworksTest-174231849 tempest-ComputeTenantNetworksTest-174231849-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3260171 Aug 17 16:31:57.732878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60962) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:57.795984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-28dba9e6-1a7d-465b-8f8f-4ca124c916bc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] No DVR routers for this DVR port 88a283c8-47a1-48ef-bffb-95ed976da07d on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:57.800784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dba9e6-1a7d-465b-8f8f-4ca124c916bc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event deleted for resources: {'Port': ['ID=88a283c8-47a1-48ef-bffb-95ed976da07d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:57.860211 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-28dba9e6-1a7d-465b-8f8f-4ca124c916bc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:57.862352 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a9f39cc-c671-41b7-acfc-76f405629ea0 req-28dba9e6-1a7d-465b-8f8f-4ca124c916bc tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "DELETE /v2.0/ports/88a283c8-47a1-48ef-bffb-95ed976da07d HTTP/1.1" status: 204 len: 173 time: 1.2547429 Aug 17 16:31:57.876120 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ef117a0-79a0-4a7c-8095-2df84ef53cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:57.887571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017d39a-4777-4910-a088-844a46be68ba', 'name': 'network-vif-deleted', 'tag': '88a283c8-47a1-48ef-bffb-95ed976da07d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:31:57.894533 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237ee2e4-724b-4574-ac73-7f5d3b3e08ba" -d '{"events": [{"server_uuid": "e017d39a-4777-4910-a088-844a46be68ba", "name": "network-vif-deleted", "tag": "88a283c8-47a1-48ef-bffb-95ed976da07d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:31:58.016988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ef117a0-79a0-4a7c-8095-2df84ef53cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:58.163165 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-58dd04e4-e744-415f-be23-2b0a28e3c392 req-280aa9ed-783e-4441-a8cd-182e7378d6f7 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822018 Aug 17 16:31:58.316369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8a55265f-5879-4d1c-94ac-fc41972898a5 req-35cdca07-e210-4713-8ac5-1703bd2dffcd tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e017d39a-4777-4910-a088-844a46be68ba HTTP/1.1" status: 200 len: 210 time: 0.1080601 Aug 17 16:31:58.394101 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ef117a0-79a0-4a7c-8095-2df84ef53cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:58.397012 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ef117a0-79a0-4a7c-8095-2df84ef53cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:58.403845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2ef117a0-79a0-4a7c-8095-2df84ef53cef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/332d3eea-b394-416a-bb73-6a90799ab22a HTTP/1.1" status: 204 len: 168 time: 1.2619572 Aug 17 16:31:58.461779 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b18cb-8a05-47b9-ac6c-274fb6b03186 x-openstack-request-id: req-717b18cb-8a05-47b9-ac6c-274fb6b03186 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:31:58.462249 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017d39a-4777-4910-a088-844a46be68ba", "name": "network-vif-deleted", "tag": "88a283c8-47a1-48ef-bffb-95ed976da07d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:31:58.462699 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-717b18cb-8a05-47b9-ac6c-274fb6b03186 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:31:58.463351 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e017d39a-4777-4910-a088-844a46be68ba', 'name': 'network-vif-deleted', 'tag': '88a283c8-47a1-48ef-bffb-95ed976da07d', 'status': 'completed', 'code': 200} Aug 17 16:31:58.467874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-b75dcad9-b8a2-4242-aad7-b4cc560a09c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Deleting port 1192c936-2cf0-4118-a29d-f6166d95b17d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:58.468463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-b75dcad9-b8a2-4242-aad7-b4cc560a09c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:58.477955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef117a0-79a0-4a7c-8095-2df84ef53cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332d3eea-b394-416a-bb73-6a90799ab22a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:58.636164 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:58.846731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baadbd1-6623-4ed3-b5f8-e9782d0ab39f req-902dc802-508f-4f84-8785-dd0bca0456a5 tempest-ComputeTenantNetworksTest-174231849 tempest-ComputeTenantNetworksTest-174231849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:58.853518 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8baadbd1-6623-4ed3-b5f8-e9782d0ab39f req-902dc802-508f-4f84-8785-dd0bca0456a5 tempest-ComputeTenantNetworksTest-174231849 tempest-ComputeTenantNetworksTest-174231849-project] 10.222.0.77 "GET /v2.0/networks/14ce490a-bcf0-409f-b78b-8a31dfb27dcb HTTP/1.1" status: 200 len: 768 time: 0.5329301 Aug 17 16:31:58.870156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:31:59.060798 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.087141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-b75dcad9-b8a2-4242-aad7-b4cc560a09c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] For port 1192c936-2cf0-4118-a29d-f6166d95b17d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=1192c936-2cf0-4118-a29d-f6166d95b17d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:59.091256 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-b75dcad9-b8a2-4242-aad7-b4cc560a09c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.094839 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.156836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-b75dcad9-b8a2-4242-aad7-b4cc560a09c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Calling delete_port for 1192c936-2cf0-4118-a29d-f6166d95b17d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:59.272584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Deleting port 07da615a-d8bd-479f-a665-ed71c229c0a4 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:31:59.276329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.575671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75cf39-d208-4d9c-866c-1c77f49ec26e req-28724475-cc14-4d32-8c77-90097a712942 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:31:59.577977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a75cf39-d208-4d9c-866c-1c77f49ec26e req-28724475-cc14-4d32-8c77-90097a712942 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1443598 Aug 17 16:31:59.623962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-b75dcad9-b8a2-4242-aad7-b4cc560a09c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.636595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:59.638334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.660988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] For port 07da615a-d8bd-479f-a665-ed71c229c0a4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=07da615a-d8bd-479f-a665-ed71c229c0a4,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:31:59.673241 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.696261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2c0d2755-9475-472b-be67-5304b5417c50 req-598677b3-6f68-4dbf-aa89-7426ac390347 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 210 time: 0.0872211 Aug 17 16:31:59.725936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ce490a-bcf0-409f-b78b-8a31dfb27dcb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:59.737328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dcad9-b8a2-4242-aad7-b4cc560a09c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event deleted for resources: {'Port': ['ID=1192c936-2cf0-4118-a29d-f6166d95b17d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:31:59.754560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6dcdbe-948e-4d29-b37d-7bd37c3d59c5') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:59.754853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6dcdbe-948e-4d29-b37d-7bd37c3d59c5') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:31:59.817125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-b75dcad9-b8a2-4242-aad7-b4cc560a09c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] No DVR routers for this DVR port 1192c936-2cf0-4118-a29d-f6166d95b17d on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:31:59.821734 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-b75dcad9-b8a2-4242-aad7-b4cc560a09c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.824941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa8ac2f9-9e05-4ce7-8519-63b2272e2f70 req-b75dcad9-b8a2-4242-aad7-b4cc560a09c0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "DELETE /v2.0/ports/1192c936-2cf0-4118-a29d-f6166d95b17d HTTP/1.1" status: 204 len: 173 time: 2.5010922 Aug 17 16:31:59.826718 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.873253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a75cf39-d208-4d9c-866c-1c77f49ec26e req-c2050713-e0a9-4f4d-a330-2ff854e5ef70 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675757 Aug 17 16:31:59.885469 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.890563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:31:59.927796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Calling delete_port for 07da615a-d8bd-479f-a665-ed71c229c0a4 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:31:59.933623 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:31:59.935867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:31:59.945201 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:32:00.133571 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:00.153516 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:00.156448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] 10.222.0.77 "DELETE /v2.0/networks/14ce490a-bcf0-409f-b78b-8a31dfb27dcb HTTP/1.1" status: 204 len: 168 time: 1.2850671 Aug 17 16:32:00.180684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dbd93-44b9-49ab-8705-9a13cca40c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=14ce490a-bcf0-409f-b78b-8a31dfb27dcb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:00.426511 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:00.465238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b800511-4ad3-4db7-b0ef-3c8acc5afec4', 'name': 'network-vif-deleted', 'tag': '1192c936-2cf0-4118-a29d-f6166d95b17d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:32:00.471641 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91741603-a301-4c1e-afcc-a234f5182d19" -d '{"events": [{"server_uuid": "0b800511-4ad3-4db7-b0ef-3c8acc5afec4", "name": "network-vif-deleted", "tag": "1192c936-2cf0-4118-a29d-f6166d95b17d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:32:00.588218 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d37f3-58a6-40a7-b423-e0ae9049e14d x-openstack-request-id: req-300d37f3-58a6-40a7-b423-e0ae9049e14d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:32:00.589377 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b800511-4ad3-4db7-b0ef-3c8acc5afec4", "name": "network-vif-deleted", "tag": "1192c936-2cf0-4118-a29d-f6166d95b17d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:32:00.589932 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-300d37f3-58a6-40a7-b423-e0ae9049e14d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:32:00.590673 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b800511-4ad3-4db7-b0ef-3c8acc5afec4', 'name': 'network-vif-deleted', 'tag': '1192c936-2cf0-4118-a29d-f6166d95b17d', 'status': 'completed', 'code': 200} Aug 17 16:32:00.612348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event deleted for resources: {'Port': ['ID=07da615a-d8bd-479f-a665-ed71c229c0a4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:00.783794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 88a283c8-47a1-48ef-bffb-95ed976da07d no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:32:00.797001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:00.811427 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:00.866249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 88a283c8-47a1-48ef-bffb-95ed976da07d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:32:00.867237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 88a283c8-47a1-48ef-bffb-95ed976da07d not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:32:00.972199 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0be741b0-740e-4da4-804a-fa9ff7bdc250 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6ca04f22665406aba1a30b17bd9ea84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732650 Aug 17 16:32:00.973590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:01.128777 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bab76931-2d9e-4f5a-8c03-e813e4c1f9e6 req-d0f9c217-5569-49cc-88bf-247fcea296af tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b800511-4ad3-4db7-b0ef-3c8acc5afec4 HTTP/1.1" status: 200 len: 210 time: 0.1376436 Aug 17 16:32:01.158185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.177121 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.219133 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.276228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.277206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3db8b143-88f4-48ae-9385-a3751cbe1962 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:32:01.291701 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.295579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e82a12-8b0c-4e38-9d07-0f4a9f452aa5 req-9242e99a-2205-4700-9a6d-dbfdcbafb183 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:01.309120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9e82a12-8b0c-4e38-9d07-0f4a9f452aa5 req-9242e99a-2205-4700-9a6d-dbfdcbafb183 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1918702 Aug 17 16:32:01.315136 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.323427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1b775e5-81f9-4069-b050-c915decaaa12 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "DELETE /v2.0/routers/3db8b143-88f4-48ae-9385-a3751cbe1962 HTTP/1.1" status: 204 len: 168 time: 3.5838461 Aug 17 16:32:01.326404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:01.385345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-652542538', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:01.394333 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 1192c936-2cf0-4118-a29d-f6166d95b17d no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:32:01.397671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9e82a12-8b0c-4e38-9d07-0f4a9f452aa5 req-0c3854df-721d-47c8-82a1-0a8a0fcd36e8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777991 Aug 17 16:32:01.470584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 1192c936-2cf0-4118-a29d-f6166d95b17d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:32:01.470800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 1192c936-2cf0-4118-a29d-f6166d95b17d not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:32:01.485999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32820) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:01.545728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.551135 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.683583 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.685395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.690182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:01.696422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c95c077-3654-4498-b3ed-b7d6a924213f HTTP/1.1" status: 204 len: 168 time: 0.7204192 Aug 17 16:32:01.709775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c95c077-3654-4498-b3ed-b7d6a924213f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:01.771858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.771858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.771858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.771858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.771858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.778327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.778327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.778327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.778327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.778327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.778327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:01.778327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4f6ca-3b0a-41c8-8c2d-d78c5a346e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:02.056425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5b5a19a8-592f-452f-afcd-bdd3282373f5 tempest-DvrRoutersNegativeTest-1995692516 tempest-DvrRoutersNegativeTest-1995692516-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1531659275', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:02.060987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.policy [None req-5b5a19a8-592f-452f-afcd-bdd3282373f5 tempest-DvrRoutersNegativeTest-1995692516 tempest-DvrRoutersNegativeTest-1995692516-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94839) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 17 16:32:02.061284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.policy [None req-5b5a19a8-592f-452f-afcd-bdd3282373f5 tempest-DvrRoutersNegativeTest-1995692516 tempest-DvrRoutersNegativeTest-1995692516-project] Failed policy check for 'create_router' {{(pid=94839) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 17 16:32:02.061837 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-5b5a19a8-592f-452f-afcd-bdd3282373f5 tempest-DvrRoutersNegativeTest-1995692516 tempest-DvrRoutersNegativeTest-1995692516-project] create failed (client error): Access was denied to this resource. Aug 17 16:32:02.071177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:02.079895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5b5a19a8-592f-452f-afcd-bdd3282373f5 tempest-DvrRoutersNegativeTest-1995692516 tempest-DvrRoutersNegativeTest-1995692516-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5751832 Aug 17 16:32:02.099517 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c65b85a2-1b20-4c0b-9e4d-8e97dd6b1c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:02.152981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 07da615a-d8bd-479f-a665-ed71c229c0a4 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:32:02.194990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 07da615a-d8bd-479f-a665-ed71c229c0a4 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:32:02.195798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 07da615a-d8bd-479f-a665-ed71c229c0a4 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:32:02.462463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:02.520993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:02.662349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1d030-38fd-4ddc-b6b5-ee72e6c02dd5 req-b0786895-102c-413d-9892-eeff10612a01 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:02.670503 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ec1d030-38fd-4ddc-b6b5-ee72e6c02dd5 req-b0786895-102c-413d-9892-eeff10612a01 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1238015 Aug 17 16:32:02.749705 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ec1d030-38fd-4ddc-b6b5-ee72e6c02dd5 req-72a70681-f072-4773-af58-fd917404b939 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781868 Aug 17 16:32:02.820743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Allocated IP 172.25.7.218 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/2e5f33f6-69bf-4449-9d43-14cb372909ab) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:32:03.195662 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:03.219940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32876) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:03.328403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ba204-364d-4645-bcd1-7e2ff3c97757 req-6a1487af-ad16-406a-a11c-a1f2de963b6e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:03.336198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-188ba204-364d-4645-bcd1-7e2ff3c97757 req-6a1487af-ad16-406a-a11c-a1f2de963b6e tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 950 time: 0.1371682 Aug 17 16:32:03.377389 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:03.424936 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-188ba204-364d-4645-bcd1-7e2ff3c97757 req-515262bb-bc7d-4db9-82aa-a0c28571c020 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862298 Aug 17 16:32:03.449255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:32:03.454018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:03.458328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:32:03.464222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Pushing event updated for resources: {'Port': ['ID=2e5f33f6-69bf-4449-9d43-14cb372909ab,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:03.681468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da838c20-9860-4eca-b929-49cd81a1236a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:03.865875 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da838c20-9860-4eca-b929-49cd81a1236a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:03.879286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da838c20-9860-4eca-b929-49cd81a1236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:03.976009 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-da838c20-9860-4eca-b929-49cd81a1236a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f1b5975f79554ffdbbbdb00902c49681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7509651 Aug 17 16:32:03.995134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:04.054067 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:04.060977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da838c20-9860-4eca-b929-49cd81a1236a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38758f42-5490-4769-8ae0-6439bc4461e2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:04.068733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4d86e-7cb8-44df-95af-b3c0815e2c1b req-2105a119-150d-4bec-be46-2524d23f3880 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:04.076105 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5fa4d86e-7cb8-44df-95af-b3c0815e2c1b req-2105a119-150d-4bec-be46-2524d23f3880 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1659930 Aug 17 16:32:04.238301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5e6a-aa1e-4493-b2a2-5ca477f933cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:04.242812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5fa4d86e-7cb8-44df-95af-b3c0815e2c1b req-e5b810b1-e66d-4aa0-9c7d-6005db34dfe7 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657329 Aug 17 16:32:04.317304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-b41b556b-45ec-4193-9482-2099b9e373ee tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:04.319287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-b41b556b-45ec-4193-9482-2099b9e373ee tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 950 time: 0.2403371 Aug 17 16:32:04.323363 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5e6a-aa1e-4493-b2a2-5ca477f933cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:04.642200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32942) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:04.730773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-ce519266-5201-4be7-95bc-cc62905431ad tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:04.740353 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-ce519266-5201-4be7-95bc-cc62905431ad tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 950 time: 0.2836301 Aug 17 16:32:04.796812 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-506db207-fce8-4462-ae21-69f022f0ec41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:04.919136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0067966-866e-4b4c-80aa-b1241bb6729a req-786bc6c9-c732-434f-89f7-f89ae3793a99 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:04.931672 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f0067966-866e-4b4c-80aa-b1241bb6729a req-786bc6c9-c732-434f-89f7-f89ae3793a99 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 950 time: 0.3049531 Aug 17 16:32:04.959906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af6569ad-d491-4dde-aa85-04662c0f3090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:04.963789 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.018510 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5e6a-aa1e-4493-b2a2-5ca477f933cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.021837 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5e6a-aa1e-4493-b2a2-5ca477f933cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.032803 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f0f5e6a-aa1e-4493-b2a2-5ca477f933cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38758f42-5490-4769-8ae0-6439bc4461e2 HTTP/1.1" status: 204 len: 168 time: 1.0246921 Aug 17 16:32:05.047375 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f0067966-866e-4b4c-80aa-b1241bb6729a req-1964eaee-355f-479a-aa75-bfbdaf9cbadb tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817685 Aug 17 16:32:05.073590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f5e6a-aa1e-4493-b2a2-5ca477f933cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38758f42-5490-4769-8ae0-6439bc4461e2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:05.085415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-8c78bd51-e0fb-4f7f-ad80-f4e61cae51f1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Deleting port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:05.085755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-8c78bd51-e0fb-4f7f-ad80-f4e61cae51f1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.120337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-4dbc89e6-f66b-496e-b9ef-b9c73b3c2368 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Deleting port 8ef22646-847d-4a3e-9577-5c992c5f3bee {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:05.121203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-4dbc89e6-f66b-496e-b9ef-b9c73b3c2368 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.222129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-8c78bd51-e0fb-4f7f-ad80-f4e61cae51f1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] For port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:32:05.224619 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-8c78bd51-e0fb-4f7f-ad80-f4e61cae51f1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.236489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-4dbc89e6-f66b-496e-b9ef-b9c73b3c2368 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] For port 8ef22646-847d-4a3e-9577-5c992c5f3bee, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=8ef22646-847d-4a3e-9577-5c992c5f3bee,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:32:05.236489 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-4dbc89e6-f66b-496e-b9ef-b9c73b3c2368 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.254628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af6569ad-d491-4dde-aa85-04662c0f3090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.256462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-4dbc89e6-f66b-496e-b9ef-b9c73b3c2368 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Calling delete_port for 8ef22646-847d-4a3e-9577-5c992c5f3bee owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:05.258006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-8c78bd51-e0fb-4f7f-ad80-f4e61cae51f1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Calling delete_port for 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:05.268389 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af6569ad-d491-4dde-aa85-04662c0f3090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.418132 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-4dbc89e6-f66b-496e-b9ef-b9c73b3c2368 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.435024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:32:05.507506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc89e6-f66b-496e-b9ef-b9c73b3c2368 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event deleted for resources: {'Port': ['ID=8ef22646-847d-4a3e-9577-5c992c5f3bee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:05.518482 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.530610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee', '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:32:05.673617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6569ad-d491-4dde-aa85-04662c0f3090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f079bd05-f181-4e0e-a80c-9157d74feb6d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:05.719755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-af6569ad-d491-4dde-aa85-04662c0f3090 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25aca72763db472e8799073caf5da915&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0748684 Aug 17 16:32:05.723927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32970) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:05.731093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-4dbc89e6-f66b-496e-b9ef-b9c73b3c2368 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] No DVR routers for this DVR port 8ef22646-847d-4a3e-9577-5c992c5f3bee on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:32:05.736570 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-4dbc89e6-f66b-496e-b9ef-b9c73b3c2368 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:05.739957 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86f019a2-78e2-4775-a6dc-6e75d419c00f req-4dbc89e6-f66b-496e-b9ef-b9c73b3c2368 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "DELETE /v2.0/ports/8ef22646-847d-4a3e-9577-5c992c5f3bee HTTP/1.1" status: 204 len: 173 time: 1.4044335 Aug 17 16:32:05.748149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97b8868-ee8f-497c-aa0b-77d99523c2fc', 'name': 'network-vif-deleted', 'tag': '8ef22646-847d-4a3e-9577-5c992c5f3bee'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:32:05.759878 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa246199-89b4-4aa3-a6df-55eebe01b9b4" -d '{"events": [{"server_uuid": "e97b8868-ee8f-497c-aa0b-77d99523c2fc", "name": "network-vif-deleted", "tag": "8ef22646-847d-4a3e-9577-5c992c5f3bee"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:32:05.825907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1854a3-62be-46ba-a2a0-aa2296d15390 req-ff8493a7-b565-4f86-8c8d-95aca1e3d9fc tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:05.849072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2e1854a3-62be-46ba-a2a0-aa2296d15390 req-ff8493a7-b565-4f86-8c8d-95aca1e3d9fc tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.4348381 Aug 17 16:32:05.911500 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:06.013066 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb80a514-b3c1-4f1f-a6e7-cedbe82d5ba2 x-openstack-request-id: req-eb80a514-b3c1-4f1f-a6e7-cedbe82d5ba2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:32:06.014293 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97b8868-ee8f-497c-aa0b-77d99523c2fc", "name": "network-vif-deleted", "tag": "8ef22646-847d-4a3e-9577-5c992c5f3bee", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:32:06.015261 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb80a514-b3c1-4f1f-a6e7-cedbe82d5ba2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:32:06.019229 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97b8868-ee8f-497c-aa0b-77d99523c2fc', 'name': 'network-vif-deleted', 'tag': '8ef22646-847d-4a3e-9577-5c992c5f3bee', 'status': 'completed', 'code': 200} Aug 17 16:32:06.168576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2e1854a3-62be-46ba-a2a0-aa2296d15390 req-dff2e0ef-da97-4638-9aa2-da04e46eb824 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994983 Aug 17 16:32:06.176817 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5140335-5d0d-4cf9-86dc-29da18540184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:06.249425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Router 78276245-70a9-405c-b877-dd598b1d129d is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:32:06.255292 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5140335-5d0d-4cf9-86dc-29da18540184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:06.444103 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-17ff4692-2093-41e4-a7ad-8273954fa47b req-8264f7df-7502-4251-a309-cb59698b3abe tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e97b8868-ee8f-497c-aa0b-77d99523c2fc HTTP/1.1" status: 200 len: 210 time: 0.0661542 Aug 17 16:32:06.458344 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-8c78bd51-e0fb-4f7f-ad80-f4e61cae51f1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:06.477731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:32:06.485331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8ef22646-847d-4a3e-9577-5c992c5f3bee'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:32:06.500295 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e405d8c-bf72-4af4-b8e3-a521f03ce81a None None] Sync routers for ids ['78276245-70a9-405c-b877-dd598b1d129d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:32:06.517467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:06.521285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-21cb14a0-2e81-4896-ab84-11ab7df29607 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1849568 Aug 17 16:32:06.523544 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e405d8c-bf72-4af4-b8e3-a521f03ce81a None None] Routers {'78276245-70a9-405c-b877-dd598b1d129d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:06.524062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:06.524582 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2e405d8c-bf72-4af4-b8e3-a521f03ce81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['78276245-70a9-405c-b877-dd598b1d129d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:06.538862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-329a9a99-278d-4ed4-a1f4-bc10a1c4eb29 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:06.556235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:32:06.628575 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2e405d8c-bf72-4af4-b8e3-a521f03ce81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:06.633910 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5140335-5d0d-4cf9-86dc-29da18540184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:06.645078 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e405d8c-bf72-4af4-b8e3-a521f03ce81a None None] Routers {'78276245-70a9-405c-b877-dd598b1d129d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:06.646631 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2e405d8c-bf72-4af4-b8e3-a521f03ce81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['78276245-70a9-405c-b877-dd598b1d129d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:06.654035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5140335-5d0d-4cf9-86dc-29da18540184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:06.660804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c5140335-5d0d-4cf9-86dc-29da18540184 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f079bd05-f181-4e0e-a80c-9157d74feb6d HTTP/1.1" status: 204 len: 168 time: 0.9320705 Aug 17 16:32:06.664520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78bd51-e0fb-4f7f-ad80-f4e61cae51f1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event deleted for resources: {'Port': ['ID=25d805f6-ee27-4b9f-9c16-6cd4c4612dbf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:06.761335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:06.764836 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2e405d8c-bf72-4af4-b8e3-a521f03ce81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:06.769377 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e405d8c-bf72-4af4-b8e3-a521f03ce81a None None] The sync data for ids ['78276245-70a9-405c-b877-dd598b1d129d'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:32:06.804902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-8c78bd51-e0fb-4f7f-ad80-f4e61cae51f1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] No DVR routers for this DVR port 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:32:06.824657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5140335-5d0d-4cf9-86dc-29da18540184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f079bd05-f181-4e0e-a80c-9157d74feb6d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:06.830265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-8c78bd51-e0fb-4f7f-ad80-f4e61cae51f1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:06.842881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7d861d4-528b-4b49-8d6e-8fabe3d7e84f req-8c78bd51-e0fb-4f7f-ad80-f4e61cae51f1 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.93 "DELETE /v2.0/ports/25d805f6-ee27-4b9f-9c16-6cd4c4612dbf HTTP/1.1" status: 204 len: 173 time: 2.0936434 Aug 17 16:32:06.844088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103a746b-2a15-461b-b531-237a5d73e821', 'name': 'network-vif-deleted', 'tag': '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:32:06.853125 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0caa66-f8ea-4bae-ab2a-aa5ee1195c81" -d '{"events": [{"server_uuid": "103a746b-2a15-461b-b531-237a5d73e821", "name": "network-vif-deleted", "tag": "25d805f6-ee27-4b9f-9c16-6cd4c4612dbf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:32:06.975004 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc5bb3-be90-4106-ad94-3102851c3ec0 x-openstack-request-id: req-31bc5bb3-be90-4106-ad94-3102851c3ec0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:32:06.975502 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103a746b-2a15-461b-b531-237a5d73e821", "name": "network-vif-deleted", "tag": "25d805f6-ee27-4b9f-9c16-6cd4c4612dbf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:32:06.975842 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31bc5bb3-be90-4106-ad94-3102851c3ec0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:32:06.976554 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103a746b-2a15-461b-b531-237a5d73e821', 'name': 'network-vif-deleted', 'tag': '25d805f6-ee27-4b9f-9c16-6cd4c4612dbf', 'status': 'completed', 'code': 200} Aug 17 16:32:07.066556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group': {'name': 'tempest-secgroup--779528690'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:07.117114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5118e5d-5298-43cc-b8be-903b36530ee5 req-24dc40ad-26a3-4edc-a2c2-4648777a1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:07.118781 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5118e5d-5298-43cc-b8be-903b36530ee5 req-24dc40ad-26a3-4edc-a2c2-4648777a1e8a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 1097 time: 0.2250531 Aug 17 16:32:07.121836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:07.142625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:07.314171 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5118e5d-5298-43cc-b8be-903b36530ee5 req-92988743-130e-4667-acdc-be583ea0d50b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868567 Aug 17 16:32:07.367464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33030) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:07.393890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-689a75a1-1b33-490b-a446-850320f4c162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:07.438231 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-329a9a99-278d-4ed4-a1f4-bc10a1c4eb29 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:07.511854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f6c55-ac82-4f40-8014-8ad6de8f5f42 req-681c2aca-e71c-468f-ba98-9d8d2b71f155 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:07.513461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b74f6c55-ac82-4f40-8014-8ad6de8f5f42 req-681c2aca-e71c-468f-ba98-9d8d2b71f155 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1561382 Aug 17 16:32:07.614485 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:07.620204 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:07.644048 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:07.676811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b74f6c55-ac82-4f40-8014-8ad6de8f5f42 req-c8ee38e4-3f16-4072-b0f5-f652fe6e1a63 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094048 Aug 17 16:32:07.705892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b68df2c-d53a-45fd-8f70-2e5740c88a7b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:07.753831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ad556030-6867-4cf2-b463-172bda1336b7 req-dc17f7f1-0be9-4e95-b118-6f67fe7497d0 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=103a746b-2a15-461b-b531-237a5d73e821 HTTP/1.1" status: 200 len: 210 time: 0.0419905 Aug 17 16:32:07.831076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-689a75a1-1b33-490b-a446-850320f4c162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:07.837252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-689a75a1-1b33-490b-a446-850320f4c162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:07.882921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a75a1-1b33-490b-a446-850320f4c162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9d261c-26a7-4e94-b3a3-2ec9ee981df5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:07.893469 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-689a75a1-1b33-490b-a446-850320f4c162 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8b4535e8d384ba8881d9fa512d5fd70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246599 Aug 17 16:32:07.895744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33042) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:08.085647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83db9009-13a3-4ff7-bde1-50aee6c64d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.123507 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83db9009-13a3-4ff7-bde1-50aee6c64d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.239874 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83db9009-13a3-4ff7-bde1-50aee6c64d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.242938 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83db9009-13a3-4ff7-bde1-50aee6c64d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.251911 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-83db9009-13a3-4ff7-bde1-50aee6c64d78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba9d261c-26a7-4e94-b3a3-2ec9ee981df5 HTTP/1.1" status: 204 len: 168 time: 0.3530936 Aug 17 16:32:08.276144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9009-13a3-4ff7-bde1-50aee6c64d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9d261c-26a7-4e94-b3a3-2ec9ee981df5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:08.427991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.440095 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.533837 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.535095 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7721207 Aug 17 16:32:08.537867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c55aa-60f9-4e22-b619-b6d94aa542e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f45d375-2879-40b9-82a6-c7a07f988b9d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:08.539425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33066) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:08.572311 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-329a9a99-278d-4ed4-a1f4-bc10a1c4eb29 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.582907 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-329a9a99-278d-4ed4-a1f4-bc10a1c4eb29 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.617956 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c45a4d06-41f7-46e9-9362-13da9860bcc1 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0767238 Aug 17 16:32:08.620819 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33072) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:08.625892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d415f4fd-7689-4f45-9cdf-4f98002ebb6d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group': {'name': 'tempest-security--1397324063', 'description': 'tempest-security-description-989591336'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:08.659326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d415f4fd-7689-4f45-9cdf-4f98002ebb6d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.723360 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d415f4fd-7689-4f45-9cdf-4f98002ebb6d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.730357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d415f4fd-7689-4f45-9cdf-4f98002ebb6d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.733368 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d415f4fd-7689-4f45-9cdf-4f98002ebb6d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.739272 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d415f4fd-7689-4f45-9cdf-4f98002ebb6d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "PUT /v2.0/security-groups/9f45d375-2879-40b9-82a6-c7a07f988b9d HTTP/1.1" status: 200 len: 1779 time: 0.1172805 Aug 17 16:32:08.741577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33078) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:08.743240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329a9a99-278d-4ed4-a1f4-bc10a1c4eb29 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Router 78276245-70a9-405c-b877-dd598b1d129d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:32:08.912677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415f4fd-7689-4f45-9cdf-4f98002ebb6d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f45d375-2879-40b9-82a6-c7a07f988b9d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:08.930222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:08.938280 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329a9a99-278d-4ed4-a1f4-bc10a1c4eb29 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:32:08.945693 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-329a9a99-278d-4ed4-a1f4-bc10a1c4eb29 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:08.947419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-329a9a99-278d-4ed4-a1f4-bc10a1c4eb29 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "PUT /v2.0/routers/78276245-70a9-405c-b877-dd598b1d129d HTTP/1.1" status: 200 len: 925 time: 2.4220836 Aug 17 16:32:08.955704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:08.956123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1098847-615b-4292-bf88-c2bbe61d3569 None None] Sync routers for ids ['78276245-70a9-405c-b877-dd598b1d129d'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:32:08.974980 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1098847-615b-4292-bf88-c2bbe61d3569 None None] Routers {'78276245-70a9-405c-b877-dd598b1d129d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:08.975753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a1098847-615b-4292-bf88-c2bbe61d3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['78276245-70a9-405c-b877-dd598b1d129d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:09.001988 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-581d2188-5600-4f7c-874c-3d745336782c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups/9f45d375-2879-40b9-82a6-c7a07f988b9d HTTP/1.1" status: 200 len: 1779 time: 0.2297921 Aug 17 16:32:09.021358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811944d-cae4-4633-ae1f-d2135a6ddaf8 req-501dc03c-2b60-485c-bd4f-b84e17f452b1 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:09.024159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a1098847-615b-4292-bf88-c2bbe61d3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:09.029247 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0811944d-cae4-4633-ae1f-d2135a6ddaf8 req-501dc03c-2b60-485c-bd4f-b84e17f452b1 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2515943 Aug 17 16:32:09.030117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33100) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:09.036915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1098847-615b-4292-bf88-c2bbe61d3569 None None] Routers {'78276245-70a9-405c-b877-dd598b1d129d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:09.037945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a1098847-615b-4292-bf88-c2bbe61d3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['78276245-70a9-405c-b877-dd598b1d129d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:09.080636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a1098847-615b-4292-bf88-c2bbe61d3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:09.082068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1098847-615b-4292-bf88-c2bbe61d3569 None None] The sync data for ids ['78276245-70a9-405c-b877-dd598b1d129d'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:32:09.126486 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2c26ddd-1aea-478f-9213-47309d71b736 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/routers/78276245-70a9-405c-b877-dd598b1d129d HTTP/1.1" status: 200 len: 925 time: 0.1695123 Aug 17 16:32:09.127120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:09.159799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0811944d-cae4-4633-ae1f-d2135a6ddaf8 req-9cacc2e1-39ce-4e74-8c3d-66629d70492e tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145852 Aug 17 16:32:09.214487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada20d3-66ae-4ded-b6ac-d9301f9d55ac tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:09.220627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ada20d3-66ae-4ded-b6ac-d9301f9d55ac tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&device_id=78276245-70a9-405c-b877-dd598b1d129d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0922945 Aug 17 16:32:09.221837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:09.222717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0ce9-d4bb-4302-9d23-98c941e12c25 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:09.289920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0ce9-d4bb-4302-9d23-98c941e12c25 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:09.351857 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ba5a770-2529-42a0-b363-9a7557be498d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:09.420187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0ce9-d4bb-4302-9d23-98c941e12c25 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:09.423748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0ce9-d4bb-4302-9d23-98c941e12c25 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:09.426153 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bf1a0ce9-d4bb-4302-9d23-98c941e12c25 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-groups/9f45d375-2879-40b9-82a6-c7a07f988b9d HTTP/1.1" status: 204 len: 168 time: 0.3925471 Aug 17 16:32:09.433454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:09.454157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a0ce9-d4bb-4302-9d23-98c941e12c25 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f45d375-2879-40b9-82a6-c7a07f988b9d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:09.470333 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 8ef22646-847d-4a3e-9577-5c992c5f3bee no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:32:09.547258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b104cde-af59-4364-9ae0-b18299e45afb tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:09.547831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 8ef22646-847d-4a3e-9577-5c992c5f3bee {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:32:09.548299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 8ef22646-847d-4a3e-9577-5c992c5f3bee not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:32:09.548806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:32:09.552664 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b104cde-af59-4364-9ae0-b18299e45afb tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 881 time: 0.3265288 Aug 17 16:32:09.553088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33138) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:09.601054 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b3f081c4-02e8-4a91-ab48-c854c9d3b7cc tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=78276245-70a9-405c-b877-dd598b1d129d HTTP/1.1" status: 200 len: 205 time: 0.0457795 Aug 17 16:32:09.602545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33142) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:09.608541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:32:09.610697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 25d805f6-ee27-4b9f-9c16-6cd4c4612dbf not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:32:09.684329 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a6e3500-03aa-4132-9217-5979ffd7be61 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2226026 Aug 17 16:32:09.691692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab31ad7-4465-46ea-bb00-4c4a3d30b7b4 req-a3addde2-75b8-4f85-8a74-c09f6ca5728a tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:09.695042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fab31ad7-4465-46ea-bb00-4c4a3d30b7b4 req-a3addde2-75b8-4f85-8a74-c09f6ca5728a tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 949 time: 0.2777736 Aug 17 16:32:09.695243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33152) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:09.709935 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ba5a770-2529-42a0-b363-9a7557be498d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:09.713756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a971f-ed1e-4534-a2d6-3e2feab39d13 req-d5962c15-95ef-45b8-9506-52d5348cf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:09.715666 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305a971f-ed1e-4534-a2d6-3e2feab39d13 req-d5962c15-95ef-45b8-9506-52d5348cf97c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 1097 time: 0.2071486 Aug 17 16:32:09.725091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ba5a770-2529-42a0-b363-9a7557be498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:09.765693 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-a4ca6e67-2927-4cc0-ad2e-bc537a3f681e tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] delete failed (client error): The resource could not be found. Aug 17 16:32:09.770647 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a4ca6e67-2927-4cc0-ad2e-bc537a3f681e tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-groups/9f45d375-2879-40b9-82a6-c7a07f988b9d HTTP/1.1" status: 404 len: 347 time: 0.0660105 Aug 17 16:32:09.774052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33154) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:09.783201 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f63eb0b5-95d1-4701-80ab-4ba81444736f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003121883'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:09.809617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d51d9a-fc8d-4ca0-b749-b3f8b48e3a25 req-ed15c9b3-088e-4ca5-b6f4-f640dccb8295 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:09.817909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-00d51d9a-fc8d-4ca0-b749-b3f8b48e3a25 req-ed15c9b3-088e-4ca5-b6f4-f640dccb8295 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1622808 Aug 17 16:32:09.865550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f63eb0b5-95d1-4701-80ab-4ba81444736f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:09.880829 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ba5a770-2529-42a0-b363-9a7557be498d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d0bb895660e4182aec2a29446a7022d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9494574 Aug 17 16:32:09.881687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:09.889973 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:09.891179 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fab31ad7-4465-46ea-bb00-4c4a3d30b7b4 req-6394834f-6bab-4187-ba0f-97598d0ef91f tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836410 Aug 17 16:32:09.892487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5a770-2529-42a0-b363-9a7557be498d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1a1821-bd9d-41ba-952a-f56403a1fbb9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:09.913551 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-00d51d9a-fc8d-4ca0-b749-b3f8b48e3a25 req-d51aec6d-28ee-4fc3-888f-b1686604ec00 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944417 Aug 17 16:32:10.023698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea76be55-06c7-45ed-9e1d-1ca61811b2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.027541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a971f-ed1e-4534-a2d6-3e2feab39d13 req-a93b2942-fbd4-45b5-8e5a-13fd7fcaf6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:10.029210 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305a971f-ed1e-4534-a2d6-3e2feab39d13 req-a93b2942-fbd4-45b5-8e5a-13fd7fcaf6bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 919 time: 0.3051376 Aug 17 16:32:10.082193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305a971f-ed1e-4534-a2d6-3e2feab39d13 req-3cbca7fe-7741-474b-ab0b-e91979fb5114 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86ca87ad-5ada-4310-b746-dbcf8897d335 HTTP/1.1" status: 200 len: 217 time: 0.0444319 Aug 17 16:32:10.115607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.137809 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea76be55-06c7-45ed-9e1d-1ca61811b2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.181754 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f63eb0b5-95d1-4701-80ab-4ba81444736f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.186033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a971f-ed1e-4534-a2d6-3e2feab39d13 req-d03a408a-9729-4c7e-9329-68f754c25ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:10.188031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305a971f-ed1e-4534-a2d6-3e2feab39d13 req-d03a408a-9729-4c7e-9329-68f754c25ec5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 200 len: 858 time: 0.0920639 Aug 17 16:32:10.190261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f63eb0b5-95d1-4701-80ab-4ba81444736f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.227735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305a971f-ed1e-4534-a2d6-3e2feab39d13 req-6a55c276-e46a-4261-b29d-a855e7cf174e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c12d6057-9d55-4345-afa9-bf097cd0485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313535 Aug 17 16:32:10.258579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f63eb0b5-95d1-4701-80ab-4ba81444736f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.261731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea76be55-06c7-45ed-9e1d-1ca61811b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.262416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f63eb0b5-95d1-4701-80ab-4ba81444736f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4846070 Aug 17 16:32:10.264739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33184) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:10.265073 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea76be55-06c7-45ed-9e1d-1ca61811b2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.272471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6b991c9f-2a8a-4a27-849e-9b62261802e6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': '96223161-19d1-4f70-a42e-7317a92425e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:10.279578 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ea76be55-06c7-45ed-9e1d-1ca61811b2e0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e1a1821-bd9d-41ba-952a-f56403a1fbb9 HTTP/1.1" status: 204 len: 168 time: 0.3872395 Aug 17 16:32:10.283721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63eb0b5-95d1-4701-80ab-4ba81444736f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96223161-19d1-4f70-a42e-7317a92425e3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:10.355077 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b991c9f-2a8a-4a27-849e-9b62261802e6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.361059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Deleting port 2e5f33f6-69bf-4449-9d43-14cb372909ab {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:10.361488 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.381958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76be55-06c7-45ed-9e1d-1ca61811b2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1a1821-bd9d-41ba-952a-f56403a1fbb9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:10.447716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305a971f-ed1e-4534-a2d6-3e2feab39d13 req-62f8990a-89ab-49ca-ba18-4653d33a1d9c service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104099 Aug 17 16:32:10.471666 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.493846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Calling delete_port for 2e5f33f6-69bf-4449-9d43-14cb372909ab owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:10.608033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b991c9f-2a8a-4a27-849e-9b62261802e6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.615851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b991c9f-2a8a-4a27-849e-9b62261802e6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.619488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-f48c4f41-9bea-4512-a463-44330944a0da tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:10.621400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-f48c4f41-9bea-4512-a463-44330944a0da tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 949 time: 0.1252115 Aug 17 16:32:10.653424 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-305a971f-ed1e-4534-a2d6-3e2feab39d13 req-5dec9462-03df-4742-bb4f-71b7393c245f service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976199 Aug 17 16:32:10.683605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b991c9f-2a8a-4a27-849e-9b62261802e6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860030b6-bf0e-4f1b-853a-525c8861ae2f,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:10.714563 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b991c9f-2a8a-4a27-849e-9b62261802e6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.716037 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6b991c9f-2a8a-4a27-849e-9b62261802e6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4484870 Aug 17 16:32:10.727006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33194) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:10.788266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33196) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:10.805912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-c91ac905-81b0-4331-bb93-374d377a0e05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Deleting port 193b6838-ada6-488b-be21-fc3e5d6d15f3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:10.806693 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-c91ac905-81b0-4331-bb93-374d377a0e05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.861623 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9135e306-e772-4ded-b29f-710c3db3820c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.877316 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9135e306-e772-4ded-b29f-710c3db3820c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.909625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:10.991941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Pushing event deleted for resources: {'Port': ['ID=2e5f33f6-69bf-4449-9d43-14cb372909ab,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:10.995548 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9135e306-e772-4ded-b29f-710c3db3820c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.009981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9135e306-e772-4ded-b29f-710c3db3820c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.011348 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9135e306-e772-4ded-b29f-710c3db3820c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/860030b6-bf0e-4f1b-853a-525c8861ae2f HTTP/1.1" status: 204 len: 168 time: 0.2797585 Aug 17 16:32:11.014039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:11.063477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:11.079425 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d217c1b5-16f7-4147-972e-cbeb6843a67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.090290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135e306-e772-4ded-b29f-710c3db3820c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=860030b6-bf0e-4f1b-853a-525c8861ae2f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:11.152069 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be9076c-f025-4de7-9815-c05b750a9f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.161808 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.166270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca3e3085-abd0-47c9-a839-283bf00a26eb tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1480298 Aug 17 16:32:11.169007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:11.218671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-c91ac905-81b0-4331-bb93-374d377a0e05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] For port 193b6838-ada6-488b-be21-fc3e5d6d15f3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=193b6838-ada6-488b-be21-fc3e5d6d15f3,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:32:11.219197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-c91ac905-81b0-4331-bb93-374d377a0e05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.245959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-c91ac905-81b0-4331-bb93-374d377a0e05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Calling delete_port for 193b6838-ada6-488b-be21-fc3e5d6d15f3 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:11.287931 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.294245 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.304578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191880e-efc5-4d7b-8f07-051474d372ee req-b3768c7b-0d18-4297-a013-229b605816a3 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:11.306279 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8191880e-efc5-4d7b-8f07-051474d372ee req-b3768c7b-0d18-4297-a013-229b605816a3 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 949 time: 0.1970549 Aug 17 16:32:11.390223 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.391355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Fanout notify agent at l3_agent the message router_deleted on router 78276245-70a9-405c-b877-dd598b1d129d {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:32:11.405378 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.410698 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-599746b0-8a4c-413b-8a24-f8115afda628 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/78276245-70a9-405c-b877-dd598b1d129d HTTP/1.1" status: 204 len: 168 time: 1.8070273 Aug 17 16:32:11.414451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33216) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:11.433869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-14980184-b684-49e6-a27b-81d48f4517b0 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-520801969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:11.448737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8191880e-efc5-4d7b-8f07-051474d372ee req-0cba81d7-b75e-4b43-be2a-4befcc269a28 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbbac05c-4114-4b73-afee-586c69aa98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928490 Aug 17 16:32:11.472789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d217c1b5-16f7-4147-972e-cbeb6843a67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.477934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d217c1b5-16f7-4147-972e-cbeb6843a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.704023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4a776-49da-4b74-a9f2-db1256386504 req-6ac537a1-cc34-45bd-a566-24ee3848ea5e tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:11.707115 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43d4a776-49da-4b74-a9f2-db1256386504 req-6ac537a1-cc34-45bd-a566-24ee3848ea5e tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.5799379 Aug 17 16:32:11.788753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0b64693-2175-40dc-b6e5-06d99fd11eee tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.834502 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43d4a776-49da-4b74-a9f2-db1256386504 req-a9c9df0d-f311-40d9-abea-ae4022d97aa5 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181991 Aug 17 16:32:11.859958 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0b64693-2175-40dc-b6e5-06d99fd11eee tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:11.910139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-14980184-b684-49e6-a27b-81d48f4517b0 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:32:11.910139 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:32:11.910139 n-d-804878-1 neutron-server[94839]: [parameters: {'project_id_1': '4d344b1cf7464df4b1d714c09cb32d22', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 32, 11, 455528)}] Aug 17 16:32:11.910139 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:32:11.910618 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-14980184-b684-49e6-a27b-81d48f4517b0 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:32:11.911000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217c1b5-16f7-4147-972e-cbeb6843a67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f2257-3d91-419b-837f-0e90bf7f0f6f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:11.918821 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d217c1b5-16f7-4147-972e-cbeb6843a67d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=562cb73ec54a4c6aac2791cb9cea05a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1261740 Aug 17 16:32:11.919830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33220) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:11.997467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e364d0-e34e-4466-8615-05f5e4d9ad34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.001315 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be9076c-f025-4de7-9815-c05b750a9f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.002399 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0b64693-2175-40dc-b6e5-06d99fd11eee tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.006011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0b64693-2175-40dc-b6e5-06d99fd11eee tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.010147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0b64693-2175-40dc-b6e5-06d99fd11eee tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-groups/96223161-19d1-4f70-a42e-7317a92425e3 HTTP/1.1" status: 204 len: 168 time: 0.8303146 Aug 17 16:32:12.011689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33222) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:12.021022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be9076c-f025-4de7-9815-c05b750a9f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.037533 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-c91ac905-81b0-4331-bb93-374d377a0e05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.039119 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e364d0-e34e-4466-8615-05f5e4d9ad34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.053323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['193b6838-ada6-488b-be21-fc3e5d6d15f3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:32:12.054099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b64693-2175-40dc-b6e5-06d99fd11eee tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96223161-19d1-4f70-a42e-7317a92425e3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:12.112874 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0aeb4b52-9675-4d91-97aa-cfe37ea94b0d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1000075 Aug 17 16:32:12.116818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33224) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:12.123301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-336cdaa4-1f9b-4091-8b86-dd1b47e4e29d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group': {'name': 'tempest-secgroup--971988439'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:12.159018 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-336cdaa4-1f9b-4091-8b86-dd1b47e4e29d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.165122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e364d0-e34e-4466-8615-05f5e4d9ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.189722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e364d0-e34e-4466-8615-05f5e4d9ad34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.193926 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-17e364d0-e34e-4466-8615-05f5e4d9ad34 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff3f2257-3d91-419b-837f-0e90bf7f0f6f HTTP/1.1" status: 204 len: 168 time: 0.2708106 Aug 17 16:32:12.210433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ac905-81b0-4331-bb93-374d377a0e05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Pushing event deleted for resources: {'Port': ['ID=193b6838-ada6-488b-be21-fc3e5d6d15f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:12.243933 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8be9076c-f025-4de7-9815-c05b750a9f5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ebb75cfc5bf4ae8a9d14b8a240e1633&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1770844 Aug 17 16:32:12.254650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9076c-f025-4de7-9815-c05b750a9f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e2d055-1982-4dfd-b607-8f8a4f30cf87,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:12.255792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33234) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:12.274543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e364d0-e34e-4466-8615-05f5e4d9ad34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f2257-3d91-419b-837f-0e90bf7f0f6f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:12.341540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-c91ac905-81b0-4331-bb93-374d377a0e05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] No DVR routers for this DVR port 193b6838-ada6-488b-be21-fc3e5d6d15f3 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:32:12.352664 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-c91ac905-81b0-4331-bb93-374d377a0e05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.358634 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5859c954-a305-415c-9ee1-04c6aef54a66 req-c91ac905-81b0-4331-bb93-374d377a0e05 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.91 "DELETE /v2.0/ports/193b6838-ada6-488b-be21-fc3e5d6d15f3 HTTP/1.1" status: 204 len: 173 time: 1.7239070 Aug 17 16:32:12.359132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361fef7a-7117-49ec-957e-67aa5b6419e0', 'name': 'network-vif-deleted', 'tag': '193b6838-ada6-488b-be21-fc3e5d6d15f3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:32:12.363671 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff3589e-e6db-4188-a60b-804a4f87a132" -d '{"events": [{"server_uuid": "361fef7a-7117-49ec-957e-67aa5b6419e0", "name": "network-vif-deleted", "tag": "193b6838-ada6-488b-be21-fc3e5d6d15f3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:32:12.451050 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959c539a-3be0-49b2-8c15-67470720a4ed x-openstack-request-id: req-959c539a-3be0-49b2-8c15-67470720a4ed {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:32:12.451568 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361fef7a-7117-49ec-957e-67aa5b6419e0", "name": "network-vif-deleted", "tag": "193b6838-ada6-488b-be21-fc3e5d6d15f3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:32:12.451750 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-959c539a-3be0-49b2-8c15-67470720a4ed {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:32:12.452133 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361fef7a-7117-49ec-957e-67aa5b6419e0', 'name': 'network-vif-deleted', 'tag': '193b6838-ada6-488b-be21-fc3e5d6d15f3', 'status': 'completed', 'code': 200} Aug 17 16:32:12.484363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e137282f-e150-42d0-abc2-c5f4acf6c096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.530717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e137282f-e150-42d0-abc2-c5f4acf6c096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.573675 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-336cdaa4-1f9b-4091-8b86-dd1b47e4e29d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.607417 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-336cdaa4-1f9b-4091-8b86-dd1b47e4e29d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.755799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9ad965b-300b-4cd1-89ec-5bf787e9ea9d req-398fedd6-9285-4322-8e5f-bd945c1d6924 tempest-ServersOnMultiNodesTest-351386190 tempest-ServersOnMultiNodesTest-351386190-project] 10.222.0.77 "GET /v2.0/ports?device_id=361fef7a-7117-49ec-957e-67aa5b6419e0 HTTP/1.1" status: 200 len: 210 time: 0.1788347 Aug 17 16:32:12.798023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cdaa4-1f9b-4091-8b86-dd1b47e4e29d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b6049-dc05-47f5-b689-9c8f7614fc99,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:12.808147 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14980184-b684-49e6-a27b-81d48f4517b0 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.810680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14980184-b684-49e6-a27b-81d48f4517b0 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.821971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-336cdaa4-1f9b-4091-8b86-dd1b47e4e29d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.832180 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-336cdaa4-1f9b-4091-8b86-dd1b47e4e29d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7051685 Aug 17 16:32:12.832180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33260) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:12.839618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7d4a6a04-12fc-4f9e-b88d-4df887934244 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': 'b26b6049-dc05-47f5-b689-9c8f7614fc99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:12.872524 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e137282f-e150-42d0-abc2-c5f4acf6c096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.876501 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e137282f-e150-42d0-abc2-c5f4acf6c096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:12.878106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e137282f-e150-42d0-abc2-c5f4acf6c096 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/65e2d055-1982-4dfd-b607-8f8a4f30cf87 HTTP/1.1" status: 204 len: 168 time: 0.6204541 Aug 17 16:32:12.922772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137282f-e150-42d0-abc2-c5f4acf6c096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e2d055-1982-4dfd-b607-8f8a4f30cf87,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:13.059135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14980184-b684-49e6-a27b-81d48f4517b0 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.062396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6a04-12fc-4f9e-b88d-4df887934244 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.074836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14980184-b684-49e6-a27b-81d48f4517b0 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.093066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8a528-0ca9-4ca4-98a9-cdfabda7a749 req-81941cae-7382-4775-8b55-4225b2d64f64 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:13.095267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7f8a528-0ca9-4ca4-98a9-cdfabda7a749 req-81941cae-7382-4775-8b55-4225b2d64f64 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.0909739 Aug 17 16:32:13.115352 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14980184-b684-49e6-a27b-81d48f4517b0 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.119746 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-14980184-b684-49e6-a27b-81d48f4517b0 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6970162 Aug 17 16:32:13.120347 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33272) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:13.133900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:13.180566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7f8a528-0ca9-4ca4-98a9-cdfabda7a749 req-afab65ac-ceda-42c7-9a6a-49d8cb62cdce tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721068 Aug 17 16:32:13.484857 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6a04-12fc-4f9e-b88d-4df887934244 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.503727 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6a04-12fc-4f9e-b88d-4df887934244 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.541606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.607494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6a04-12fc-4f9e-b88d-4df887934244 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.609193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7d4a6a04-12fc-4f9e-b88d-4df887934244 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7734771 Aug 17 16:32:13.613083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:13.620274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2412e846-9cae-4e2b-80d0-4470d2e83d6c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': 'b26b6049-dc05-47f5-b689-9c8f7614fc99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:13.622171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a6a04-12fc-4f9e-b88d-4df887934244 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202923c3-3278-47d7-a3d4-040e87de81d6,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:13.705259 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2412e846-9cae-4e2b-80d0-4470d2e83d6c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.857178 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2412e846-9cae-4e2b-80d0-4470d2e83d6c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.870164 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2412e846-9cae-4e2b-80d0-4470d2e83d6c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.911236 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2412e846-9cae-4e2b-80d0-4470d2e83d6c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:13.916465 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2412e846-9cae-4e2b-80d0-4470d2e83d6c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3020077 Aug 17 16:32:13.917219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33304) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:13.926221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412e846-9cae-4e2b-80d0-4470d2e83d6c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cbb3c5-ffb2-4bfe-b636-212279724439,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:13.954130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6b8ff042-fab4-498e-9a54-918ce9d409ca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': 'b26b6049-dc05-47f5-b689-9c8f7614fc99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:14.086261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff042-fab4-498e-9a54-918ce9d409ca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.256314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.308723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.499066 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff042-fab4-498e-9a54-918ce9d409ca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.505206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff042-fab4-498e-9a54-918ce9d409ca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.530202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ff042-fab4-498e-9a54-918ce9d409ca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96070514-39d4-4342-ad10-c536df4e4c45,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:14.540501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Allocated IP 172.25.7.208 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/7b9a2bfa-e5a4-43ab-9ee1-551c25a06ef2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:32:14.571739 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff042-fab4-498e-9a54-918ce9d409ca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.573163 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6b8ff042-fab4-498e-9a54-918ce9d409ca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6406875 Aug 17 16:32:14.576311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:14.582287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a91d953b-e0f5-401b-ab76-fd39bd1295a8 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': 'b26b6049-dc05-47f5-b689-9c8f7614fc99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:14.611000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:14.660737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a91d953b-e0f5-401b-ab76-fd39bd1295a8 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.726346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.754461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a91d953b-e0f5-401b-ab76-fd39bd1295a8 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.762430 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a91d953b-e0f5-401b-ab76-fd39bd1295a8 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.769692 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 193b6838-ada6-488b-be21-fc3e5d6d15f3 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:32:14.842139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d953b-e0f5-401b-ab76-fd39bd1295a8 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5850551e-a003-4998-a003-d95da1ae17f4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:14.860489 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.867894 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a91d953b-e0f5-401b-ab76-fd39bd1295a8 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:14.869142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 193b6838-ada6-488b-be21-fc3e5d6d15f3 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:32:14.871800 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a91d953b-e0f5-401b-ab76-fd39bd1295a8 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2944055 Aug 17 16:32:14.872681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 193b6838-ada6-488b-be21-fc3e5d6d15f3 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:32:14.877503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:14.896805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c1f9a1cb-c810-40f8-871f-f8dcaa87b3e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': 'b26b6049-dc05-47f5-b689-9c8f7614fc99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:14.913953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:32:14.969742 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a1cb-c810-40f8-871f-f8dcaa87b3e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.000503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:15.005869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:32:15.063022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Pushing event updated for resources: {'Port': ['ID=7b9a2bfa-e5a4-43ab-9ee1-551c25a06ef2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:15.154137 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a1cb-c810-40f8-871f-f8dcaa87b3e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.164463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a1cb-c810-40f8-871f-f8dcaa87b3e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.267577 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9a1cb-c810-40f8-871f-f8dcaa87b3e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1722e1a2-e0ce-4dac-a692-61902ed7a39a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:15.294834 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a1cb-c810-40f8-871f-f8dcaa87b3e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.305678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c1f9a1cb-c810-40f8-871f-f8dcaa87b3e9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4166918 Aug 17 16:32:15.305678 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:15.368603 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9ab6-edc1-492a-a551-2fe59fde81fe tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.399663 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9ab6-edc1-492a-a551-2fe59fde81fe tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.425537 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-477f3e47-1f57-4d20-b29c-fc130c256947 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab4be46c8ce94adaa70ee5532c259bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8089552 Aug 17 16:32:15.426829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33356) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:15.461549 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9ab6-edc1-492a-a551-2fe59fde81fe tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.482305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9ab6-edc1-492a-a551-2fe59fde81fe tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.488938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ffa9ab6-edc1-492a-a551-2fe59fde81fe tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/1722e1a2-e0ce-4dac-a692-61902ed7a39a HTTP/1.1" status: 204 len: 168 time: 0.1789112 Aug 17 16:32:15.488938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa9ab6-edc1-492a-a551-2fe59fde81fe tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1722e1a2-e0ce-4dac-a692-61902ed7a39a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:15.488938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:15.494255 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.566463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-29bbec85-e375-4836-98dd-8dc073056a65 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0769472 Aug 17 16:32:15.572677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33366) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:15.582355 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b73aea9-2ce4-4e2a-82a0-22f7bdc18fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.646011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b73aea9-2ce4-4e2a-82a0-22f7bdc18fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.650572 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d387d506-05c8-4f38-bfea-bc0501f75d95 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.670634 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d387d506-05c8-4f38-bfea-bc0501f75d95 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.726406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b73aea9-2ce4-4e2a-82a0-22f7bdc18fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.731458 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b73aea9-2ce4-4e2a-82a0-22f7bdc18fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.737254 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b73aea9-2ce4-4e2a-82a0-22f7bdc18fc6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bbbac05c-4114-4b73-afee-586c69aa98d7 HTTP/1.1" status: 204 len: 168 time: 0.3056302 Aug 17 16:32:15.760964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73aea9-2ce4-4e2a-82a0-22f7bdc18fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbac05c-4114-4b73-afee-586c69aa98d7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:15.768423 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d387d506-05c8-4f38-bfea-bc0501f75d95 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.778410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:15.792978 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d387d506-05c8-4f38-bfea-bc0501f75d95 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.798718 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d387d506-05c8-4f38-bfea-bc0501f75d95 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/5850551e-a003-4998-a003-d95da1ae17f4 HTTP/1.1" status: 204 len: 168 time: 0.2145419 Aug 17 16:32:15.801298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:15.837357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387d506-05c8-4f38-bfea-bc0501f75d95 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5850551e-a003-4998-a003-d95da1ae17f4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:15.873175 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.877495 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:15.928893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cae71605-f945-4d0a-a433-8b6dac4bcccd tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1241217 Aug 17 16:32:15.932749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33378) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:16.041320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92e6d0a0-5972-4201-8890-4cce7040743c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.051962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92e6d0a0-5972-4201-8890-4cce7040743c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.100532 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92e6d0a0-5972-4201-8890-4cce7040743c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.116452 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92e6d0a0-5972-4201-8890-4cce7040743c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.117231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-92e6d0a0-5972-4201-8890-4cce7040743c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/96070514-39d4-4342-ad10-c536df4e4c45 HTTP/1.1" status: 204 len: 168 time: 0.1833751 Aug 17 16:32:16.120725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:16.129698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6d0a0-5972-4201-8890-4cce7040743c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96070514-39d4-4342-ad10-c536df4e4c45,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:16.242251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Router 716b8675-122d-4c1e-ba13-4bbc11d79f10 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:32:16.276916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1436849874'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:16.398799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a978ccaf-e17a-425d-89b8-b2a0903a4101 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2768569 Aug 17 16:32:16.401753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:16.443901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d70c2-2026-49fc-bbe7-8e081afd2a2c req-bc2fc738-2578-425f-8a42-1e83eb279196 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:16.453955 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-789d70c2-2026-49fc-bbe7-8e081afd2a2c req-bc2fc738-2578-425f-8a42-1e83eb279196 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2991400 Aug 17 16:32:16.454916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Made reservation on behalf of c2fec27ad9534b828d20cd6d616dc041 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:16.461696 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.485779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33408) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:16.518334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.551351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:32:16.553473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6315f24-e0ba-4915-93f2-0d2d6a17a831 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.564214 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d13a6-bc8c-4583-b1cd-269eaf11fa6b None None] Sync routers for ids ['716b8675-122d-4c1e-ba13-4bbc11d79f10'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:32:16.567864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6315f24-e0ba-4915-93f2-0d2d6a17a831 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.571275 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.573103 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3ec12b1b-2df3-4240-97c1-008bea3e1916 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "PUT /v2.0/routers/716b8675-122d-4c1e-ba13-4bbc11d79f10 HTTP/1.1" status: 200 len: 883 time: 3.4464557 Aug 17 16:32:16.580369 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-755757fa-0de8-4bca-a2f9-e5430389baaa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=855b3dc2c35f4eefb321aac45340f96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933478 Aug 17 16:32:16.580590 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-789d70c2-2026-49fc-bbe7-8e081afd2a2c req-505ecce3-7ee1-4446-b024-36c0fb217c4c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080110 Aug 17 16:32:16.581048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:16.581380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:16.582603 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d13a6-bc8c-4583-b1cd-269eaf11fa6b None None] Routers {'716b8675-122d-4c1e-ba13-4bbc11d79f10'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:16.583895 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d70d13a6-bc8c-4583-b1cd-269eaf11fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['716b8675-122d-4c1e-ba13-4bbc11d79f10'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:16.625547 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d70d13a6-bc8c-4583-b1cd-269eaf11fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:16.636699 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d13a6-bc8c-4583-b1cd-269eaf11fa6b None None] Routers {'716b8675-122d-4c1e-ba13-4bbc11d79f10'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:16.638197 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d70d13a6-bc8c-4583-b1cd-269eaf11fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['716b8675-122d-4c1e-ba13-4bbc11d79f10'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:16.695276 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d70d13a6-bc8c-4583-b1cd-269eaf11fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:16.696296 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d13a6-bc8c-4583-b1cd-269eaf11fa6b None None] The sync data for ids ['716b8675-122d-4c1e-ba13-4bbc11d79f10'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:32:16.863648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6315f24-e0ba-4915-93f2-0d2d6a17a831 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.885626 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6315f24-e0ba-4915-93f2-0d2d6a17a831 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:16.887132 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a6315f24-e0ba-4915-93f2-0d2d6a17a831 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/53cbb3c5-ffb2-4bfe-b636-212279724439 HTTP/1.1" status: 204 len: 168 time: 0.4789803 Aug 17 16:32:16.892298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33428) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:16.933588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6315f24-e0ba-4915-93f2-0d2d6a17a831 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53cbb3c5-ffb2-4bfe-b636-212279724439,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:17.011870 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7634-0cad-4f00-882f-b1518d80ee01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.016858 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e1c17aae-7c70-48a3-9d6a-fd2b2f9c665a tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/routers/716b8675-122d-4c1e-ba13-4bbc11d79f10 HTTP/1.1" status: 200 len: 924 time: 0.4301817 Aug 17 16:32:17.024709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33434) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:17.036289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:17.047929 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-725a637d-d811-4e9e-ab4c-2a8caf7b6232 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1544745 Aug 17 16:32:17.058542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33440) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:17.151234 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.155261 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7634-0cad-4f00-882f-b1518d80ee01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.160440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.178296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:32:17.194520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.194979 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Added segment e92f79d2-845e-471f-b28b-65b0d30ed8a2 of type vlan for network 45fac6e2-be82-49df-9ca0-3b1c8e249084 Aug 17 16:32:17.218661 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2de2fa46-93ba-4d02-a301-26737c1a1ac0 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.233643 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2de2fa46-93ba-4d02-a301-26737c1a1ac0 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.248211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ad5504-8cb1-4a20-800d-3017eb4799fc tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:17.250339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-71ad5504-8cb1-4a20-800d-3017eb4799fc tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&device_id=716b8675-122d-4c1e-ba13-4bbc11d79f10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2007842 Aug 17 16:32:17.251311 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.256608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33446) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:17.294142 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.302329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:17.303005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.322811 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2de2fa46-93ba-4d02-a301-26737c1a1ac0 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.335048 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2de2fa46-93ba-4d02-a301-26737c1a1ac0 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.336529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2de2fa46-93ba-4d02-a301-26737c1a1ac0 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/202923c3-3278-47d7-a3d4-040e87de81d6 HTTP/1.1" status: 204 len: 168 time: 0.2388010 Aug 17 16:32:17.342554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33448) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:17.354357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2fa46-93ba-4d02-a301-26737c1a1ac0 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=202923c3-3278-47d7-a3d4-040e87de81d6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:17.408310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc375dec-3598-4d2a-b2fe-99bd7bf0ac2e tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:17.412471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dc375dec-3598-4d2a-b2fe-99bd7bf0ac2e tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 881 time: 0.1546903 Aug 17 16:32:17.417735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33452) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:17.443707 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-78c41d75-7763-43f2-85f1-54b7b5819ef5 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0979912 Aug 17 16:32:17.451096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:17.464440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Pushing event updated for resources: {'Network': ['ID=45fac6e2-be82-49df-9ca0-3b1c8e249084,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:17.467718 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-89eda28f-bfb3-4127-847b-f8cc82dacf36 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=716b8675-122d-4c1e-ba13-4bbc11d79f10 HTTP/1.1" status: 200 len: 205 time: 0.0464272 Aug 17 16:32:17.483143 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7027142 Aug 17 16:32:17.490785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5da39-316c-4c80-8ac9-4373b77e86a6 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e782d2-c6fc-4f7f-838f-99e03c166100,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:17.493288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:17.493934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 45fac6e2-be82-49df-9ca0-3b1c8e249084 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:32:17.496613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33456) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:17.589483 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fc68993-3f33-4a0a-97eb-1c0bd2d33b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.641510 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02bfa6-8dfa-4306-b4ba-4cf1ab4da722 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.659081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7634-0cad-4f00-882f-b1518d80ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.662928 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7634-0cad-4f00-882f-b1518d80ee01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.664407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a0a7634-0cad-4f00-882f-b1518d80ee01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b6a284a-a8e8-4801-b733-6a5606b0c835 HTTP/1.1" status: 204 len: 168 time: 1.0731852 Aug 17 16:32:17.699076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a7634-0cad-4f00-882f-b1518d80ee01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6a284a-a8e8-4801-b733-6a5606b0c835,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:17.720297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02bfa6-8dfa-4306-b4ba-4cf1ab4da722 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.802206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02bfa6-8dfa-4306-b4ba-4cf1ab4da722 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.802778 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.808254 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02bfa6-8dfa-4306-b4ba-4cf1ab4da722 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:17.813044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec02bfa6-8dfa-4306-b4ba-4cf1ab4da722 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-groups/b26b6049-dc05-47f5-b689-9c8f7614fc99 HTTP/1.1" status: 204 len: 168 time: 0.3468084 Aug 17 16:32:17.825239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:17.881073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02bfa6-8dfa-4306-b4ba-4cf1ab4da722 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b6049-dc05-47f5-b689-9c8f7614fc99,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:17.897790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Request body: {'network': {'name': 'tempest-network--733948291', 'router:external': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:17.992752 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.003894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d54a7b87-7a4b-4725-8bb9-f2dbae71343c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1666806 Aug 17 16:32:18.005851 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fc68993-3f33-4a0a-97eb-1c0bd2d33b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.011072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33474) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:18.017467 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-58bb5975-8ba4-49a1-92fd-f10cf382e23c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916853961'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:18.021520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fc68993-3f33-4a0a-97eb-1c0bd2d33b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.073273 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Made reservation on behalf of b10146d44bb14596aea659a65b312c40 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:18.075603 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.086926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.091440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3fc68993-3f33-4a0a-97eb-1c0bd2d33b3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f6a71ce954945d784c7e08ee0d32113&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0536952 Aug 17 16:32:18.094246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc68993-3f33-4a0a-97eb-1c0bd2d33b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e4eea-efaa-44c8-9159-acfc1b70233e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:18.096697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33478) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:18.128746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Deleting port 7b9a2bfa-e5a4-43ab-9ee1-551c25a06ef2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:18.129172 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.134487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58bb5975-8ba4-49a1-92fd-f10cf382e23c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.242446 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.248812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.295884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:32:18.299819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d962d2c-fe71-4ea7-b875-5d5b50730d2b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:18.316085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.316664 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Added segment 6a383663-944c-4c01-9543-415b16600d6f of type vlan for network 9dee1be5-f12e-493c-8d45-f6669ffbc9db Aug 17 16:32:18.390731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.439023 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.440590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:18.441727 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.527289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event updated for resources: {'Network': ['ID=9dee1be5-f12e-493c-8d45-f6669ffbc9db,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:18.542085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 9dee1be5-f12e-493c-8d45-f6669ffbc9db details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:32:18.670596 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a99f1ae-680b-4262-b8d3-6b775168bd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.738998 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a99f1ae-680b-4262-b8d3-6b775168bd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.740354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.783472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Calling delete_port for 7b9a2bfa-e5a4-43ab-9ee1-551c25a06ef2 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:18.895840 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58bb5975-8ba4-49a1-92fd-f10cf382e23c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.902310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a99f1ae-680b-4262-b8d3-6b775168bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.906719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a99f1ae-680b-4262-b8d3-6b775168bd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.908653 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1a99f1ae-680b-4262-b8d3-6b775168bd97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e75e4eea-efaa-44c8-9159-acfc1b70233e HTTP/1.1" status: 204 len: 168 time: 0.8080430 Aug 17 16:32:18.913211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6129d73c-0c3f-4bd1-8ed6-dba3054f0052 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4155509 Aug 17 16:32:18.914149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58bb5975-8ba4-49a1-92fd-f10cf382e23c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.915894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:18.995800 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58bb5975-8ba4-49a1-92fd-f10cf382e23c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:18.997405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58bb5975-8ba4-49a1-92fd-f10cf382e23c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9848075 Aug 17 16:32:19.001599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99f1ae-680b-4262-b8d3-6b775168bd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e4eea-efaa-44c8-9159-acfc1b70233e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:19.003994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33508) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:19.016953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bd52d3f8-2f0b-4d11-9cfe-52b5292c1999 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': 'b660b0a6-4801-4757-8091-a477bcd53508', 'direction': 'ingress', 'protocol': 17}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:19.086917 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.092308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb5975-8ba4-49a1-92fd-f10cf382e23c tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b660b0a6-4801-4757-8091-a477bcd53508,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:19.129699 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd52d3f8-2f0b-4d11-9cfe-52b5292c1999 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.188139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.239888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Pushing event deleted for resources: {'Port': ['ID=7b9a2bfa-e5a4-43ab-9ee1-551c25a06ef2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:19.272121 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd52d3f8-2f0b-4d11-9cfe-52b5292c1999 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.310326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd52d3f8-2f0b-4d11-9cfe-52b5292c1999 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.331357 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.348511 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52d3f8-2f0b-4d11-9cfe-52b5292c1999 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e430095a-9184-403a-8045-1be76bf06a9a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:19.364850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dee1be5-f12e-493c-8d45-f6669ffbc9db']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:19.365965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.369943 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd52d3f8-2f0b-4d11-9cfe-52b5292c1999 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.377339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bd52d3f8-2f0b-4d11-9cfe-52b5292c1999 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3682652 Aug 17 16:32:19.380659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33522) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:19.398801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a383663-944c-4c01-9543-415b16600d6f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:19.399092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a383663-944c-4c01-9543-415b16600d6f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:19.411363 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.436773 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.447114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:32:19.447768 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:32:19.457137 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:32:19.472711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:19.490593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.510676 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:32:19.519553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-990863ab-0404-4441-8d7d-05f811dc38a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.540764 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.543572 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.567534 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.574738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9dee1be5-f12e-493c-8d45-f6669ffbc9db {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 16:32:19.581628 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.588964 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "DELETE /v2.0/networks/9dee1be5-f12e-493c-8d45-f6669ffbc9db HTTP/1.1" status: 204 len: 168 time: 0.6720603 Aug 17 16:32:19.603015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33528) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:19.605831 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.612605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:19.615763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517a627-b989-4e4f-869e-e0403cbc15ba tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dee1be5-f12e-493c-8d45-f6669ffbc9db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:19.633650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.634217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Fanout notify agent at l3_agent the message router_deleted on router 716b8675-122d-4c1e-ba13-4bbc11d79f10 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:32:19.645543 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.651036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33530) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:19.651411 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a8b9c2eb-b8da-4fae-a917-20f531545681 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/716b8675-122d-4c1e-ba13-4bbc11d79f10 HTTP/1.1" status: 204 len: 168 time: 2.1485846 Aug 17 16:32:19.659500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1ba1f2a5-6363-4abf-80c4-3d294372b571 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1212958846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:19.675397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.682694 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.733985 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-990863ab-0404-4441-8d7d-05f811dc38a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.744547 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-990863ab-0404-4441-8d7d-05f811dc38a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.801388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Made reservation on behalf of b10146d44bb14596aea659a65b312c40 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:19.804152 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.833452 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.836171 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.837503 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-groups/b660b0a6-4801-4757-8091-a477bcd53508 HTTP/1.1" status: 204 len: 168 time: 0.4559064 Aug 17 16:32:19.851666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33536) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:19.895277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:32:19.906927 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-1ba1f2a5-6363-4abf-80c4-3d294372b571 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:32:19.906927 n-d-804878-1 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:32:19.906927 n-d-804878-1 neutron-server[94838]: [parameters: {'project_id_1': '4d344b1cf7464df4b1d714c09cb32d22', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 32, 19, 677168)}] Aug 17 16:32:19.906927 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:32:19.908537 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-1ba1f2a5-6363-4abf-80c4-3d294372b571 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:32:19.934337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:19.934993 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Added segment 2750f5f4-9978-4528-ba40-62678df6c588 of type vlan for network fa66bc43-e188-4a4f-a435-c85b1561ecca Aug 17 16:32:19.944313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-990863ab-0404-4441-8d7d-05f811dc38a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6ef92e0a269424c95530a772c25736c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698699 Aug 17 16:32:19.945339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990863ab-0404-4441-8d7d-05f811dc38a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e299a209-3146-4c42-bd49-5ca937076be7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:19.963453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:19.967143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b660b0a6-4801-4757-8091-a477bcd53508,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:20.008214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.008929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.009464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.009967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.010488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.011024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.011529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.012019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.012696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.013173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.013667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.014157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423212a5-cca4-4d4c-a138-f9645e7060e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:32:20.080878 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c9d254ee-4c7d-4846-a423-d6e019bdff9f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2280715 Aug 17 16:32:20.083134 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.085441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33544) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:20.090507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ed6ab498-0620-4716-8d1c-f7c2c4257cca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895697585'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:20.090910 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a826bd6-82fb-4b92-ba96-5c87dfb2517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.130280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a826bd6-82fb-4b92-ba96-5c87dfb2517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.138527 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab498-0620-4716-8d1c-f7c2c4257cca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.143277 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.144584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:20.145425 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.201884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a826bd6-82fb-4b92-ba96-5c87dfb2517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.207995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a826bd6-82fb-4b92-ba96-5c87dfb2517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.213681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a826bd6-82fb-4b92-ba96-5c87dfb2517c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e299a209-3146-4c42-bd49-5ca937076be7 HTTP/1.1" status: 204 len: 168 time: 0.2460377 Aug 17 16:32:20.225716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a826bd6-82fb-4b92-ba96-5c87dfb2517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e299a209-3146-4c42-bd49-5ca937076be7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:20.281092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6735127 Aug 17 16:32:20.281658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:20.288437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Request body: {'subnet': {'network_id': 'fa66bc43-e188-4a4f-a435-c85b1561ecca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:20.316294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e81d0-64bb-46a1-8a61-b01d5f21e404 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event updated for resources: {'Network': ['ID=fa66bc43-e188-4a4f-a435-c85b1561ecca,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:20.330549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network fa66bc43-e188-4a4f-a435-c85b1561ecca details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:32:20.465208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab498-0620-4716-8d1c-f7c2c4257cca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.476120 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab498-0620-4716-8d1c-f7c2c4257cca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.533807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Made reservation on behalf of b10146d44bb14596aea659a65b312c40 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:20.537611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.556453 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab498-0620-4716-8d1c-f7c2c4257cca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.557989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ed6ab498-0620-4716-8d1c-f7c2c4257cca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4711747 Aug 17 16:32:20.561008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:20.565287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ab498-0620-4716-8d1c-f7c2c4257cca tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3e0ca8-4626-47b4-af0e-a8aec267dd75,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:20.573878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a43b9b99-3850-4ffc-b459-aaeb2709fdcc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group': {'name': 'tempest-secgroup--651601065'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:20.609895 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f2a5-6363-4abf-80c4-3d294372b571 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.611053 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f2a5-6363-4abf-80c4-3d294372b571 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.678265 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a43b9b99-3850-4ffc-b459-aaeb2709fdcc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.735873 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f2a5-6363-4abf-80c4-3d294372b571 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.752640 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f2a5-6363-4abf-80c4-3d294372b571 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.918523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a43b9b99-3850-4ffc-b459-aaeb2709fdcc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.935431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a43b9b99-3850-4ffc-b459-aaeb2709fdcc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.992140 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f2a5-6363-4abf-80c4-3d294372b571 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:20.996539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33576) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:21.001877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'enable_snat': True}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:21.005136 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1ba1f2a5-6363-4abf-80c4-3d294372b571 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3524768 Aug 17 16:32:21.114660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b9b99-3850-4ffc-b459-aaeb2709fdcc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797dde07-c3e3-4841-9619-4f37915ea5f9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:21.137867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a43b9b99-3850-4ffc-b459-aaeb2709fdcc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:21.140323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a43b9b99-3850-4ffc-b459-aaeb2709fdcc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5780509 Aug 17 16:32:21.146325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:21.175525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-380583e0-586a-4c14-b617-7078cd11780d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': 'aa3e0ca8-4626-47b4-af0e-a8aec267dd75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '797dde07-c3e3-4841-9619-4f37915ea5f9', 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:21.300588 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:21.412963 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-380583e0-586a-4c14-b617-7078cd11780d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:21.427737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:32:21.428261 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:21.627900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event updated for resources: {'Subnet': ['ID=04830ce6-dfe0-462a-92d6-59638d234ddb,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:21.637246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Checking segment: {'id': '2750f5f4-9978-4528-ba40-62678df6c588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fa66bc43-e188-4a4f-a435-c85b1561ecca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:32:21.637861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Network hostable DHCP agents. Network: fa66bc43-e188-4a4f-a435-c85b1561ecca, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:32:21.746747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Network fa66bc43-e188-4a4f-a435-c85b1561ecca is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:32:21.780585 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:21.791532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-380583e0-586a-4c14-b617-7078cd11780d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:21.793856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, fa66bc43-e188-4a4f-a435-c85b1561ecca) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:21.801811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-380583e0-586a-4c14-b617-7078cd11780d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:21.806974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:21.807281 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:21.813052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ead3b37-1563-473b-8065-838b9f3acb0f None None] Network fa66bc43-e188-4a4f-a435-c85b1561ecca requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:32:21.831109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:21.936712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380583e0-586a-4c14-b617-7078cd11780d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2962a17-60c3-4874-80aa-2e99d2aaeac9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:21.953453 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-380583e0-586a-4c14-b617-7078cd11780d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:21.958619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-380583e0-586a-4c14-b617-7078cd11780d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7987263 Aug 17 16:32:21.958619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7003f8b9-bcce-486e-b54e-5997bdec50b3 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6750488 Aug 17 16:32:21.960124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:21.961865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:22.025071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Request body: {'floatingip': {'floating_network_id': 'fa66bc43-e188-4a4f-a435-c85b1561ecca'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:22.157842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Allocated IP 172.25.7.25 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/259961bb-cf88-486d-bae7-3aaa1d496593) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:32:22.166539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74edb5ba-d236-484c-8c36-c055203f3848 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.191841 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.207002 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74edb5ba-d236-484c-8c36-c055203f3848 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.223950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeae6a0-a1fe-42e9-80f5-c67f43a210a1 None None] Network fa66bc43-e188-4a4f-a435-c85b1561ecca requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:32:22.330274 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74edb5ba-d236-484c-8c36-c055203f3848 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.339949 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74edb5ba-d236-484c-8c36-c055203f3848 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.341497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-74edb5ba-d236-484c-8c36-c055203f3848 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/b2962a17-60c3-4874-80aa-2e99d2aaeac9 HTTP/1.1" status: 204 len: 168 time: 0.3808913 Aug 17 16:32:22.345836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:22.394768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edb5ba-d236-484c-8c36-c055203f3848 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2962a17-60c3-4874-80aa-2e99d2aaeac9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:22.442854 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e5b9cc4-b207-4565-a81c-ddc0a664ada7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0939236 Aug 17 16:32:22.445742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:22.533121 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.585765 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a15e5032-6779-4601-a295-3e8d72a6a45f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.623388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a15e5032-6779-4601-a295-3e8d72a6a45f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.640702 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.707652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a15e5032-6779-4601-a295-3e8d72a6a45f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.713076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a15e5032-6779-4601-a295-3e8d72a6a45f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.717513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a15e5032-6779-4601-a295-3e8d72a6a45f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-groups/797dde07-c3e3-4841-9619-4f37915ea5f9 HTTP/1.1" status: 204 len: 168 time: 0.2699792 Aug 17 16:32:22.718947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:22.756407 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:22.771954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:32:22.778082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e5032-6779-4601-a295-3e8d72a6a45f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797dde07-c3e3-4841-9619-4f37915ea5f9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:22.781398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:22.811805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:32:22.844120 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-728977ba-2774-4f37-b41e-d95ac06af283 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=98e68152ffbc4f59bd7c8413a479648a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842962 Aug 17 16:32:22.888418 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event updated for resources: {'Port': ['ID=259961bb-cf88-486d-bae7-3aaa1d496593,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:23.063929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e20df5d5-c9a0-468f-bb23-4670889a81e7 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3295171 Aug 17 16:32:23.066811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:23.171093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Allocated IP 172.20.0.5 (fa66bc43-e188-4a4f-a435-c85b1561ecca/04830ce6-dfe0-462a-92d6-59638d234ddb/3f3db38d-a7b1-4c0d-9368-2da02c7fae1d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:32:23.222461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-5d1b89c9-31fb-4f13-8102-32002f79777d tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:23.230359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-5d1b89c9-31fb-4f13-8102-32002f79777d tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3757257 Aug 17 16:32:23.240470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:23.265108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-2eb55807-f296-4d20-9f1f-fe187d30fb88 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/quotas/98e68152ffbc4f59bd7c8413a479648a HTTP/1.1" status: 200 len: 375 time: 0.0335610 Aug 17 16:32:23.267263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c2fabc3-1709-4264-9863-b64a75b4b645 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:23.377775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-8d74aed2-dd38-4107-af4a-0e8cf8dc42bd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=98e68152ffbc4f59bd7c8413a479648a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114476 Aug 17 16:32:23.420844 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c2fabc3-1709-4264-9863-b64a75b4b645 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:23.567044 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:23.572046 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:23.576812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:23.649637 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:23.778541 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a8ed8d1-fe2a-4732-84a8-969b3b4cd20e req-ed0b5b43-6c6f-40ae-9a88-0e8a3a4f3246 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 210 time: 0.0929952 Aug 17 16:32:23.861271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event updated for resources: {'Port': ['ID=3f3db38d-a7b1-4c0d-9368-2da02c7fae1d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:23.936649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Router da3f2d43-5744-4302-a3d9-5b3eb79cbb60 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:32:23.945898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Network fa66bc43-e188-4a4f-a435-c85b1561ecca is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:32:23.953104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:23.967181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:32:24.250522 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:32:24.266246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d700d6b-531b-476d-9cdd-9dff1229f48b None None] Sync routers for ids ['da3f2d43-5744-4302-a3d9-5b3eb79cbb60'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:32:24.267018 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:24.271845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-84e2d838-fe2b-407d-b2a1-fff0e64947a4 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "PUT /v2.0/routers/da3f2d43-5744-4302-a3d9-5b3eb79cbb60 HTTP/1.1" status: 200 len: 918 time: 3.2740977 Aug 17 16:32:24.273048 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33672) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:24.305252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d700d6b-531b-476d-9cdd-9dff1229f48b None None] Routers {'da3f2d43-5744-4302-a3d9-5b3eb79cbb60'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:24.306321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2d700d6b-531b-476d-9cdd-9dff1229f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['da3f2d43-5744-4302-a3d9-5b3eb79cbb60'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:24.326580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:24.350094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c2fabc3-1709-4264-9863-b64a75b4b645 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:24.360033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c2fabc3-1709-4264-9863-b64a75b4b645 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:24.372229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c2fabc3-1709-4264-9863-b64a75b4b645 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-groups/aa3e0ca8-4626-47b4-af0e-a8aec267dd75 HTTP/1.1" status: 204 len: 168 time: 1.3022416 Aug 17 16:32:24.373313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33678) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:24.496527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2d700d6b-531b-476d-9cdd-9dff1229f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:24.547885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d700d6b-531b-476d-9cdd-9dff1229f48b None None] Routers {'da3f2d43-5744-4302-a3d9-5b3eb79cbb60'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:24.548933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2d700d6b-531b-476d-9cdd-9dff1229f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['da3f2d43-5744-4302-a3d9-5b3eb79cbb60'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:24.575738 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:24.605292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fabc3-1709-4264-9863-b64a75b4b645 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3e0ca8-4626-47b4-af0e-a8aec267dd75,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:24.665816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2d700d6b-531b-476d-9cdd-9dff1229f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:24.669343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-137374ba-83f8-4bb3-b07b-83a0bf1b13cf tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2808027 Aug 17 16:32:24.669752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d700d6b-531b-476d-9cdd-9dff1229f48b None None] The sync data for ids ['da3f2d43-5744-4302-a3d9-5b3eb79cbb60'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:32:24.676427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-48761dd3-1f7e-429d-9d79-174f7a56ab1b tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/routers/da3f2d43-5744-4302-a3d9-5b3eb79cbb60 HTTP/1.1" status: 200 len: 924 time: 0.4008811 Aug 17 16:32:24.677250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33684) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:24.709822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:24.720566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5f6243ec-7aa6-4df0-9825-c0f2c3a4fcfc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group': {'name': 'tempest-secgroup--41051498'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:24.813191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80e2993-2353-47c7-8457-ed721a363332 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:24.822973 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e80e2993-2353-47c7-8457-ed721a363332 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&device_id=da3f2d43-5744-4302-a3d9-5b3eb79cbb60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1420581 Aug 17 16:32:24.826344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33692) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:24.935297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f6243ec-7aa6-4df0-9825-c0f2c3a4fcfc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.122354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bdd07b-a573-4664-8eb2-33bc8f213da0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:25.125845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-93bdd07b-a573-4664-8eb2-33bc8f213da0 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 881 time: 0.2970657 Aug 17 16:32:25.130283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33702) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:25.139539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.146959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.208400 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c29df4d-1a4c-4012-bb07-86b42df78d6f req-59ce56a7-9388-4f18-8785-9062c4aae884 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 210 time: 0.0808234 Aug 17 16:32:25.211199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5fddc522-3517-49d0-9007-0ecafdb50ac3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=da3f2d43-5744-4302-a3d9-5b3eb79cbb60 HTTP/1.1" status: 200 len: 205 time: 0.0786030 Aug 17 16:32:25.213700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33704) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:25.274815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f6243ec-7aa6-4df0-9825-c0f2c3a4fcfc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.285607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event updated for resources: {'Port': ['ID=3f3db38d-a7b1-4c0d-9368-2da02c7fae1d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:25.304837 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f6243ec-7aa6-4df0-9825-c0f2c3a4fcfc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.328855 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f6243ec-7aa6-4df0-9825-c0f2c3a4fcfc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.330487 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5f6243ec-7aa6-4df0-9825-c0f2c3a4fcfc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6171021 Aug 17 16:32:25.334228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:25.346397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2bec9a7d-bf68-4b6c-af78-314db8c0e5d6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': 'b749a6f1-374c-42f9-9268-621b5ea6f94c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:25.378880 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.384130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6243ec-7aa6-4df0-9825-c0f2c3a4fcfc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b749a6f1-374c-42f9-9268-621b5ea6f94c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:25.425857 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bec9a7d-bf68-4b6c-af78-314db8c0e5d6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.432578 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.434464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4f0f8c29-7d90-4a4b-9e82-a5baf543dc68 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4712515 Aug 17 16:32:25.438724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33716) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:25.457445 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.514031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-ddf708d5-94b5-4aed-87eb-b6c600caf1b2 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=98e68152ffbc4f59bd7c8413a479648a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554588 Aug 17 16:32:25.573279 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c0d926f9-3a38-42ce-bad3-2b42e69ea227 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=fa66bc43-e188-4a4f-a435-c85b1561ecca HTTP/1.1" status: 200 len: 689 time: 0.1330607 Aug 17 16:32:25.573927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33720) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:25.680927 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bec9a7d-bf68-4b6c-af78-314db8c0e5d6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.697230 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bec9a7d-bf68-4b6c-af78-314db8c0e5d6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.732251 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bec9a7d-bf68-4b6c-af78-314db8c0e5d6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.733511 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2bec9a7d-bf68-4b6c-af78-314db8c0e5d6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3928676 Aug 17 16:32:25.741058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:25.746098 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.766558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec9a7d-bf68-4b6c-af78-314db8c0e5d6 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4673ca9a-c40e-4d0d-92fb-3c7bd6e385b9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:25.817076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-6954adb4-3534-44f4-b7dc-cd190d82deab tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:25.818676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-6954adb4-3534-44f4-b7dc-cd190d82deab tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932322 Aug 17 16:32:25.819819 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901e975e-8c93-4b2b-afc5-7aa737fe13c9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.829663 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901e975e-8c93-4b2b-afc5-7aa737fe13c9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.845384 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.864698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Request body: {'port': {'device_id': 'f8b02bca-021b-441e-83c8-cb239beecb08', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '98e68152ffbc4f59bd7c8413a479648a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:25.869878 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901e975e-8c93-4b2b-afc5-7aa737fe13c9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.891560 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901e975e-8c93-4b2b-afc5-7aa737fe13c9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:25.892716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-901e975e-8c93-4b2b-afc5-7aa737fe13c9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/4673ca9a-c40e-4d0d-92fb-3c7bd6e385b9 HTTP/1.1" status: 204 len: 168 time: 0.1480424 Aug 17 16:32:25.897392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33732) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:25.897785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33734) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:25.934101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e975e-8c93-4b2b-afc5-7aa737fe13c9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4673ca9a-c40e-4d0d-92fb-3c7bd6e385b9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:25.995155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-837f6716-7fa5-40a4-bfdb-0fde856ba023 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941093 Aug 17 16:32:26.003487 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33738) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:26.004938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Deleting port 3f3db38d-a7b1-4c0d-9368-2da02c7fae1d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:26.005328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.067074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Made reservation on behalf of 98e68152ffbc4f59bd7c8413a479648a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:26.071139 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.083484 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.118019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Deleting port 259961bb-cf88-486d-bae7-3aaa1d496593 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:26.118367 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.252386 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.264455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.368077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236f08f9-98ee-4014-be43-378a0e4ee4e0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:26.479117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Allocated IP 192.168.233.200 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/150648c6-bc52-4858-b091-dfdee01dba75) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:32:26.707247 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efbbe500-9bc7-4bc6-9c21-26991a9091ff req-debcd3e6-1625-47cd-8c7c-bf63a4998ae6 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 210 time: 0.0946579 Aug 17 16:32:26.708228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5257e4cb-cf1e-4b8b-a10f-fe04bdac67ed tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.714266 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.714813 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.721821 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65d2d365-7ec1-4821-831e-d88c8191753d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.734066 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.767813 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Transition to ACTIVE for port object 150648c6-bc52-4858-b091-dfdee01dba75 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:32:26.775012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Calling delete_port for 3f3db38d-a7b1-4c0d-9368-2da02c7fae1d owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:26.805036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5257e4cb-cf1e-4b8b-a10f-fe04bdac67ed tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.814728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.881183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:26.905432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:32:26.914136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:26.917516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Pushing event updated for resources: {'Port': ['ID=150648c6-bc52-4858-b091-dfdee01dba75,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:26.921626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:32:26.938606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Calling delete_port for 259961bb-cf88-486d-bae7-3aaa1d496593 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:27.004254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:27.004941 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.033890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5257e4cb-cf1e-4b8b-a10f-fe04bdac67ed tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.046194 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5257e4cb-cf1e-4b8b-a10f-fe04bdac67ed tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.046194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5257e4cb-cf1e-4b8b-a10f-fe04bdac67ed tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-groups/b749a6f1-374c-42f9-9268-621b5ea6f94c HTTP/1.1" status: 204 len: 168 time: 1.0300300 Aug 17 16:32:27.046752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:27.106339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-06f83283-1921-4932-a488-af6615e9cca9 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548532 Aug 17 16:32:27.106685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:27.112016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c25730dd-ff37-4730-bc24-a7d8d09b3a00 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740765176'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:27.159692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257e4cb-cf1e-4b8b-a10f-fe04bdac67ed tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b749a6f1-374c-42f9-9268-621b5ea6f94c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:27.238140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6c1f2304-0c2b-41bc-bdd5-c97fc80c9d50 None None] Provisioning for port 150648c6-bc52-4858-b091-dfdee01dba75 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:32:27.244113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6c1f2304-0c2b-41bc-bdd5-c97fc80c9d50 None None] Provisioning complete for port 150648c6-bc52-4858-b091-dfdee01dba75 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:32:27.244638 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2304-0c2b-41bc-bdd5-c97fc80c9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.253518 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.258497 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65d2d365-7ec1-4821-831e-d88c8191753d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.274756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-1af5cdd0-e0d6-42d4-b46d-97545a2e59fd tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4158177 Aug 17 16:32:27.293231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f2304-0c2b-41bc-bdd5-c97fc80c9d50 None None] Port 150648c6-bc52-4858-b091-dfdee01dba75 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:32:27.302284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Request body: {'port': {'device_id': 'f8b02bca-021b-441e-83c8-cb239beecb08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:27.356110 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c25730dd-ff37-4730-bc24-a7d8d09b3a00 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.365019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65d2d365-7ec1-4821-831e-d88c8191753d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.389038 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.392627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f3db38d-a7b1-4c0d-9368-2da02c7fae1d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:27.439726 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.487331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Pushing event deleted for resources: {'Port': ['ID=259961bb-cf88-486d-bae7-3aaa1d496593,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:27.491002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-65d2d365-7ec1-4821-831e-d88c8191753d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7531e857098b4563a54932eb2a1fb6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5709250 Aug 17 16:32:27.495187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:27.508578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2d365-7ec1-4821-831e-d88c8191753d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344fa2c2-98b7-4801-a512-848667cbb531,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:27.554825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.556498 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c25730dd-ff37-4730-bc24-a7d8d09b3a00 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.569339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c25730dd-ff37-4730-bc24-a7d8d09b3a00 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.611891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.686746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c25730dd-ff37-4730-bc24-a7d8d09b3a00 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.691751 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c25730dd-ff37-4730-bc24-a7d8d09b3a00 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5806894 Aug 17 16:32:27.696264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:27.703977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1f67afda-42da-42b9-96ba-9768527d5e8a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': '9fc61748-d65d-4bcc-a69d-a4a4398bc441', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:27.713697 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.719697 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.724839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25730dd-ff37-4730-bc24-a7d8d09b3a00 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc61748-d65d-4bcc-a69d-a4a4398bc441,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:27.739578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.772069 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2262a258-e42b-40df-a5cc-ebe89c5eb0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.805904 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.806719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Fanout notify agent at l3_agent the message router_deleted on router da3f2d43-5744-4302-a3d9-5b3eb79cbb60 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:32:27.826793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.828998 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a1467eb4-c426-41c5-99ae-6973d94a8a44 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/da3f2d43-5744-4302-a3d9-5b3eb79cbb60 HTTP/1.1" status: 204 len: 168 time: 2.6123588 Aug 17 16:32:27.833238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33780) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:27.841326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0c1cfd93-6d1c-44c6-903a-3552af7e4109 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-922206986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:27.844282 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2262a258-e42b-40df-a5cc-ebe89c5eb0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.863976 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.866124 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f67afda-42da-42b9-96ba-9768527d5e8a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.918510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=04830ce6-dfe0-462a-92d6-59638d234ddb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:27.936592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c1cfd93-6d1c-44c6-903a-3552af7e4109 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:27.938351 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c1cfd93-6d1c-44c6-903a-3552af7e4109 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.017209 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f67afda-42da-42b9-96ba-9768527d5e8a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.040348 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f67afda-42da-42b9-96ba-9768527d5e8a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.041797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.056730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2262a258-e42b-40df-a5cc-ebe89c5eb0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.060171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2262a258-e42b-40df-a5cc-ebe89c5eb0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.061066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa66bc43-e188-4a4f-a435-c85b1561ecca']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:28.065481 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2262a258-e42b-40df-a5cc-ebe89c5eb0cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/344fa2c2-98b7-4801-a512-848667cbb531 HTTP/1.1" status: 204 len: 168 time: 0.5690956 Aug 17 16:32:28.088796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150648c6-bc52-4858-b091-dfdee01dba75 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:32:28.093201 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2750f5f4-9978-4528-ba40-62678df6c588') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:28.093693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2750f5f4-9978-4528-ba40-62678df6c588') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:28.105276 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.108482 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f67afda-42da-42b9-96ba-9768527d5e8a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.109506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bbcf7-0f6e-4788-b696-90816a7280c8 req-07117ca6-bc89-4032-ada6-a19fbee3af68 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:28.110660 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f67afda-42da-42b9-96ba-9768527d5e8a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4113026 Aug 17 16:32:28.113224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262a258-e42b-40df-a5cc-ebe89c5eb0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344fa2c2-98b7-4801-a512-848667cbb531,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:28.116632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67afda-42da-42b9-96ba-9768527d5e8a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d2a03f-7822-479a-a294-decac809e35e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:28.117310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f74bbcf7-0f6e-4788-b696-90816a7280c8 req-07117ca6-bc89-4032-ada6-a19fbee3af68 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 936 time: 0.2402186 Aug 17 16:32:28.122446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:28.139035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Transition to ACTIVE for port object 150648c6-bc52-4858-b091-dfdee01dba75 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:32:28.147382 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.153793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.179850 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c1cfd93-6d1c-44c6-903a-3552af7e4109 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.186319 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d73252b4-4b15-4477-ba57-727ddf7874c1 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules/48d2a03f-7822-479a-a294-decac809e35e HTTP/1.1" status: 200 len: 763 time: 0.0619557 Aug 17 16:32:28.190440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33790) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:28.192296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c1cfd93-6d1c-44c6-903a-3552af7e4109 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.207534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.220286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Pushing event updated for resources: {'Port': ['ID=150648c6-bc52-4858-b091-dfdee01dba75,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:28.245725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:32:28.246041 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: items = [ Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:32:28.250350 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:32:28.330916 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f74bbcf7-0f6e-4788-b696-90816a7280c8 req-0550f01c-319f-492e-aff8-522a52e95d6c tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066760 Aug 17 16:32:28.337822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Attempting to bind port 150648c6-bc52-4858-b091-dfdee01dba75 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:32:28.338250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Attempting to bind port 150648c6-bc52-4858-b091-dfdee01dba75 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:32:28.338724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Attempting to bind port 150648c6-bc52-4858-b091-dfdee01dba75 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:32:28.345873 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c1cfd93-6d1c-44c6-903a-3552af7e4109 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.347545 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0c1cfd93-6d1c-44c6-903a-3552af7e4109 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5126920 Aug 17 16:32:28.350646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Port 150648c6-bc52-4858-b091-dfdee01dba75 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:32:28.351498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Attempting to bind port 150648c6-bc52-4858-b091-dfdee01dba75 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:32:28.358059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33792) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:28.359588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:32:28.360183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:32:28.360859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:32:28.361921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Bound port: 150648c6-bc52-4858-b091-dfdee01dba75, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:32:28.362406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.370261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:28.373477 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0c47c874-2b28-4c0e-ba38-ad2116703567 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1749446 Aug 17 16:32:28.383293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33794) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:28.426884 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff6d5-b76b-4afd-9ccf-2035384c901d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.431086 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.444064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff6d5-b76b-4afd-9ccf-2035384c901d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.446821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa66bc43-e188-4a4f-a435-c85b1561ecca {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 16:32:28.461695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.481023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "DELETE /v2.0/networks/fa66bc43-e188-4a4f-a435-c85b1561ecca HTTP/1.1" status: 204 len: 168 time: 2.9013202 Aug 17 16:32:28.490055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33800) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:28.520498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea82ec3-2d59-48f5-9ffd-56e93045a140 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa66bc43-e188-4a4f-a435-c85b1561ecca,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:28.604359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff6d5-b76b-4afd-9ccf-2035384c901d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.615443 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff6d5-b76b-4afd-9ccf-2035384c901d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.616956 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7e2ff6d5-b76b-4afd-9ccf-2035384c901d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/48d2a03f-7822-479a-a294-decac809e35e HTTP/1.1" status: 204 len: 168 time: 0.2327290 Aug 17 16:32:28.621405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33804) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:28.664749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ff6d5-b76b-4afd-9ccf-2035384c901d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48d2a03f-7822-479a-a294-decac809e35e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:28.686308 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5452d702-1b1f-4e98-92db-39abf2f175c4 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1869068 Aug 17 16:32:28.688339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33806) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:28.813578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33808) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:28.842932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-678ca3b8-5fa5-4961-9b4e-8e09b41b9f10 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2161233 Aug 17 16:32:28.855725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33812) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:28.861948 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-350c0c9e-f956-4546-9472-91db109c502f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': '9fc61748-d65d-4bcc-a69d-a4a4398bc441', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:28.871356 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4766746e-de3e-4fb4-bdec-8478ec79c3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:28.917675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96d16d-586a-4a93-b5ec-65f28b3b4f5c tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:28.918197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96d16d-586a-4a93-b5ec-65f28b3b4f5c tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:28.918740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96d16d-586a-4a93-b5ec-65f28b3b4f5c tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:28.919199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96d16d-586a-4a93-b5ec-65f28b3b4f5c tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:28.919666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96d16d-586a-4a93-b5ec-65f28b3b4f5c tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:28.920261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96d16d-586a-4a93-b5ec-65f28b3b4f5c tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:28.921114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96d16d-586a-4a93-b5ec-65f28b3b4f5c tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:28.926651 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2c96d16d-586a-4a93-b5ec-65f28b3b4f5c tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4559 time: 0.2370803 Aug 17 16:32:28.927391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33814) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.001582 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-acbc39cd-e9c0-44d3-ab37-03cf9ebfff9a tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] delete failed (client error): The resource could not be found. Aug 17 16:32:29.005634 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-acbc39cd-e9c0-44d3-ab37-03cf9ebfff9a tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/0b7d24b8-bc8f-4018-88ff-37baa30167c6 HTTP/1.1" status: 404 len: 345 time: 0.0731871 Aug 17 16:32:29.006422 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-350c0c9e-f956-4546-9472-91db109c502f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.009030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33816) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.053155 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-6574f939-7c6b-40e3-acf7-62aff0e92c5b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] DELETE failed (client error): The resource could not be found. Aug 17 16:32:29.053984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6574f939-7c6b-40e3-acf7-62aff0e92c5b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:32:29.060879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6574f939-7c6b-40e3-acf7-62aff0e92c5b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "DELETE /v2.0/networks/fa66bc43-e188-4a4f-a435-c85b1561ecca HTTP/1.1" status: 404 len: 339 time: 0.0473683 Aug 17 16:32:29.065968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33820) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.074047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Request body: {'network': {'name': 'tempest-network--361314362', 'router:external': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:29.134467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-350c0c9e-f956-4546-9472-91db109c502f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.143650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-350c0c9e-f956-4546-9472-91db109c502f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.182119 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c0c9e-f956-4546-9472-91db109c502f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d488d898-55bd-4599-aa4f-e02c098d3879,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:29.202316 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4766746e-de3e-4fb4-bdec-8478ec79c3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.211141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4766746e-de3e-4fb4-bdec-8478ec79c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.221959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-350c0c9e-f956-4546-9472-91db109c502f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.223586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-350c0c9e-f956-4546-9472-91db109c502f tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3668535 Aug 17 16:32:29.233549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33824) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.267051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.287715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Made reservation on behalf of b10146d44bb14596aea659a65b312c40 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:29.290127 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.296418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-320b3ddd-ed61-41dc-9d07-ed633be619fe tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules/d488d898-55bd-4599-aa4f-e02c098d3879 HTTP/1.1" status: 200 len: 763 time: 0.0564899 Aug 17 16:32:29.300900 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4766746e-de3e-4fb4-bdec-8478ec79c3c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=adaf0d1263ac437b89f84fe52e5d7562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860933 Aug 17 16:32:29.302609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33826) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.305164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.307921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766746e-de3e-4fb4-bdec-8478ec79c3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215b8473-3000-4e38-a5e5-111d9439eefd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:29.327193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:32:29.339376 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.339865 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Added segment 102473c3-467f-4962-b7a5-236db24113c0 of type vlan for network a2bec4b3-7c6f-4b88-9cb3-e2e890cec749 Aug 17 16:32:29.342089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] For port 150648c6-bc52-4858-b091-dfdee01dba75, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:32:29.388028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] For port 150648c6-bc52-4858-b091-dfdee01dba75, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=150648c6-bc52-4858-b091-dfdee01dba75,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:32:29.406464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.449795 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.490243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:29.490808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.492289 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] 10.222.0.91 "PUT /v2.0/ports/150648c6-bc52-4858-b091-dfdee01dba75 HTTP/1.1" status: 200 len: 1096 time: 2.2090526 Aug 17 16:32:29.504352 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d14f957e-ae37-4240-b9e9-87eaa48a97e4 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2005053 Aug 17 16:32:29.504896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b02bca-021b-441e-83c8-cb239beecb08', 'tag': '150648c6-bc52-4858-b091-dfdee01dba75'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:32:29.507733 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b02bca-021b-441e-83c8-cb239beecb08", "tag": "150648c6-bc52-4858-b091-dfdee01dba75"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:32:29.509855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33834) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.524769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.525787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:29.526396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.561555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26404267-412e-4456-8ad9-8e290ed49876 req-32379589-f33d-47d9-b38e-2e080f015bd7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:29.570489 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26404267-412e-4456-8ad9-8e290ed49876 req-32379589-f33d-47d9-b38e-2e080f015bd7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 948 time: 0.1577599 Aug 17 16:32:29.588482 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375bf26f-12e4-43e7-979c-0641694c4d5c x-openstack-request-id: req-375bf26f-12e4-43e7-979c-0641694c4d5c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:32:29.589018 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b02bca-021b-441e-83c8-cb239beecb08", "tag": "150648c6-bc52-4858-b091-dfdee01dba75", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:32:29.589456 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-375bf26f-12e4-43e7-979c-0641694c4d5c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:32:29.590025 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b02bca-021b-441e-83c8-cb239beecb08', 'tag': '150648c6-bc52-4858-b091-dfdee01dba75', 'status': 'completed', 'code': 200} Aug 17 16:32:29.606939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff0491-9c73-4877-9e38-919a94c404f0 service neutron] Pushing event updated for resources: {'Port': ['ID=150648c6-bc52-4858-b091-dfdee01dba75,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:29.629864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c977645-81b6-4f6c-a600-9def4eae10b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.661607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5918612 Aug 17 16:32:29.664357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11c2b2a8-aee2-4c0a-b65d-ada99a4fbae3 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.671051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33840) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.675859 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11c2b2a8-aee2-4c0a-b65d-ada99a4fbae3 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.698483 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c977645-81b6-4f6c-a600-9def4eae10b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.722019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33842) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.754935 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26404267-412e-4456-8ad9-8e290ed49876 req-0662cb05-463f-41e2-9122-26ac9adc0501 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821353 Aug 17 16:32:29.759077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8f06e-3eb0-427d-8da6-0cc8e58b3948 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event updated for resources: {'Network': ['ID=a2bec4b3-7c6f-4b88-9cb3-e2e890cec749,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:29.771332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a2bec4b3-7c6f-4b88-9cb3-e2e890cec749 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:32:29.816398 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11c2b2a8-aee2-4c0a-b65d-ada99a4fbae3 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.817022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-cca88588-19b3-416b-adb7-873230e26076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:29.819276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-cca88588-19b3-416b-adb7-873230e26076 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=98e68152ffbc4f59bd7c8413a479648a&device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 1099 time: 0.2342403 Aug 17 16:32:29.852102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11c2b2a8-aee2-4c0a-b65d-ada99a4fbae3 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.860822 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-11c2b2a8-aee2-4c0a-b65d-ada99a4fbae3 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d488d898-55bd-4599-aa4f-e02c098d3879 HTTP/1.1" status: 204 len: 168 time: 0.3348842 Aug 17 16:32:29.862406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2b2a8-aee2-4c0a-b65d-ada99a4fbae3 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d488d898-55bd-4599-aa4f-e02c098d3879,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:29.874066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33846) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.921558 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2044b352-19f9-4cb9-b843-cadeed7282be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:29.973498 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e7ee8c1e-e6dc-4d79-8b78-a5d84649aea1 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0968020 Aug 17 16:32:29.977138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33848) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:29.986896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d85be36a-9414-43e0-923e-41ecb223470a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Request body: {'security_group_rule': {'security_group_id': '9fc61748-d65d-4bcc-a69d-a4a4398bc441', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:29.998512 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-e4fa7de4-51f6-41fd-b3a2-4d9992748562 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=150648c6-bc52-4858-b091-dfdee01dba75 HTTP/1.1" status: 200 len: 217 time: 0.1613071 Aug 17 16:32:30.098743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2044b352-19f9-4cb9-b843-cadeed7282be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.106942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2044b352-19f9-4cb9-b843-cadeed7282be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.131839 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c977645-81b6-4f6c-a600-9def4eae10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.134278 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c977645-81b6-4f6c-a600-9def4eae10b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.135561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c977645-81b6-4f6c-a600-9def4eae10b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/215b8473-3000-4e38-a5e5-111d9439eefd HTTP/1.1" status: 204 len: 168 time: 0.8215225 Aug 17 16:32:30.160147 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-d85be36a-9414-43e0-923e-41ecb223470a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Project 03885dbd00d04a72a1c5b3950787da3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:32:30.167087 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044b352-19f9-4cb9-b843-cadeed7282be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7016a032-71a6-476b-bf82-2d0309baa8cd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:30.173419 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2044b352-19f9-4cb9-b843-cadeed7282be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cbad2f6986544ae4b76484bbfffdb16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502058 Aug 17 16:32:30.173702 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c977645-81b6-4f6c-a600-9def4eae10b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215b8473-3000-4e38-a5e5-111d9439eefd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:30.175445 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d85be36a-9414-43e0-923e-41ecb223470a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.179179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33852) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:30.183126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64402760-da7d-439d-bc49-76151c4a7e0e tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:30.189545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64402760-da7d-439d-bc49-76151c4a7e0e tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:30.196028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64402760-da7d-439d-bc49-76151c4a7e0e tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:30.202159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64402760-da7d-439d-bc49-76151c4a7e0e tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:30.206616 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-64402760-da7d-439d-bc49-76151c4a7e0e tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5303986 Aug 17 16:32:30.208531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-5c79b95b-b11c-4c7f-85c4-0f59714a9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:30.210610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-5c79b95b-b11c-4c7f-85c4-0f59714a9dac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1943176 Aug 17 16:32:30.212828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:30.246335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.321472 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.336896 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d85be36a-9414-43e0-923e-41ecb223470a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.340866 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-119b80db-4329-485b-a6c2-fcd7c4fd8593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.344667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d85be36a-9414-43e0-923e-41ecb223470a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.388290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85be36a-9414-43e0-923e-41ecb223470a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221edd1a-9fd0-4878-8df9-0e29c93605ac,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:30.393604 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-119b80db-4329-485b-a6c2-fcd7c4fd8593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.403287 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d85be36a-9414-43e0-923e-41ecb223470a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.407350 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.407874 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d85be36a-9414-43e0-923e-41ecb223470a tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4296141 Aug 17 16:32:30.408560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33860) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:30.419372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-a493fbd6-1d89-4af6-9122-bdb8d25c645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:30.421176 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-a493fbd6-1d89-4af6-9122-bdb8d25c645a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970766 Aug 17 16:32:30.453550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d1f81306-51f6-4ad2-9e30-c2a9ee3df539 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules/221edd1a-9fd0-4878-8df9-0e29c93605ac HTTP/1.1" status: 200 len: 769 time: 0.0392792 Aug 17 16:32:30.456466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33862) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:30.512572 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ba1d0253-5d73-47da-901c-76ca10d275a4 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0542963 Aug 17 16:32:30.516576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33864) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:30.560197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-119b80db-4329-485b-a6c2-fcd7c4fd8593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.563578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-119b80db-4329-485b-a6c2-fcd7c4fd8593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.565568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-119b80db-4329-485b-a6c2-fcd7c4fd8593 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7016a032-71a6-476b-bf82-2d0309baa8cd HTTP/1.1" status: 204 len: 168 time: 0.3819747 Aug 17 16:32:30.598804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b80db-4329-485b-a6c2-fcd7c4fd8593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7016a032-71a6-476b-bf82-2d0309baa8cd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:30.608715 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ccef79a-d6e7-418c-b1cb-0c5a057d5ac2 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.622305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ccef79a-d6e7-418c-b1cb-0c5a057d5ac2 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.626839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Allocated IP 172.25.7.110 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/8a8b547d-5e44-4cb5-8a54-4da576f2f22d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:32:30.629833 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.668173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bec4b3-7c6f-4b88-9cb3-e2e890cec749']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:30.694570 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ccef79a-d6e7-418c-b1cb-0c5a057d5ac2 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.699461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102473c3-467f-4962-b7a5-236db24113c0') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:30.699840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102473c3-467f-4962-b7a5-236db24113c0') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:30.707032 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ccef79a-d6e7-418c-b1cb-0c5a057d5ac2 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.708524 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7ccef79a-d6e7-418c-b1cb-0c5a057d5ac2 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/221edd1a-9fd0-4878-8df9-0e29c93605ac HTTP/1.1" status: 204 len: 168 time: 0.1909945 Aug 17 16:32:30.713645 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33874) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:30.734841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccef79a-d6e7-418c-b1cb-0c5a057d5ac2 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=221edd1a-9fd0-4878-8df9-0e29c93605ac,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:30.760992 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-c44d7a7f-57d5-43e4-8fcc-d9bc9849fc35 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083186 Aug 17 16:32:30.762847 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.800771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bda40322-8c3a-4ee7-974e-d842ac34f5b2 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867794 Aug 17 16:32:30.807805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33880) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:30.863029 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.882042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:32:30.882511 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:32:30.884290 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:32:31.025340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd067b7f-5df2-494c-978a-930e9ce7dedc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.030656 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.049110 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.060244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2bec4b3-7c6f-4b88-9cb3-e2e890cec749 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 16:32:31.060939 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd067b7f-5df2-494c-978a-930e9ce7dedc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.066521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56a30fd3-ebf1-4058-8234-8f61cd57152e req-7d59c9f0-a3b8-4551-a9a0-f4d37ea7a803 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974548 Aug 17 16:32:31.070478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.072545 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "DELETE /v2.0/networks/a2bec4b3-7c6f-4b88-9cb3-e2e890cec749 HTTP/1.1" status: 204 len: 168 time: 0.8587003 Aug 17 16:32:31.088337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33892) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:31.095561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861a5d7-c952-4fab-90ce-a47debd0d6ab tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2bec4b3-7c6f-4b88-9cb3-e2e890cec749,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:31.096603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Request body: {'network': {'name': 'tempest-network--864188600', 'router:external': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:31.113380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:31.122249 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248361b-54e9-4353-b5b3-6e3a49fbb521 req-d46e41e2-e99a-4c7e-96aa-4a0bd99d06e9 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:31.133515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7248361b-54e9-4353-b5b3-6e3a49fbb521 req-d46e41e2-e99a-4c7e-96aa-4a0bd99d06e9 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 948 time: 0.1898990 Aug 17 16:32:31.147006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-334a3c65-b17e-40b0-8a74-3f2f8e1b682f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.200912 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.201573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Made reservation on behalf of b10146d44bb14596aea659a65b312c40 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:31.204760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.232628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7248361b-54e9-4353-b5b3-6e3a49fbb521 req-086bbd5a-c61a-4813-84e9-71050ed5155a tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929866 Aug 17 16:32:31.248531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd067b7f-5df2-494c-978a-930e9ce7dedc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.251593 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd067b7f-5df2-494c-978a-930e9ce7dedc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.252931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dd067b7f-5df2-494c-978a-930e9ce7dedc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "DELETE /v2.0/security-groups/9fc61748-d65d-4bcc-a69d-a4a4398bc441 HTTP/1.1" status: 204 len: 168 time: 0.4436839 Aug 17 16:32:31.277599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33898) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:31.294527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:32:31.329431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd067b7f-5df2-494c-978a-930e9ce7dedc tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc61748-d65d-4bcc-a69d-a4a4398bc441,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:31.340574 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.341374 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Added segment c9262739-de49-4d2c-9ba2-c70fd14cffdb of type vlan for network bd843293-5ec5-42e5-9def-b400be50e4a1 Aug 17 16:32:31.362088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:32:31.416023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:31.430477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-112ae471-6f27-41cd-8d12-6ee9d4b8b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:31.433680 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-112ae471-6f27-41cd-8d12-6ee9d4b8b5f2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=98e68152ffbc4f59bd7c8413a479648a&device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 1099 time: 0.3078287 Aug 17 16:32:31.459910 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3772218-321a-4d2c-8ba0-fef2abbcc727 tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1611741 Aug 17 16:32:31.462077 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.467427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33906) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:31.520241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-334a3c65-b17e-40b0-8a74-3f2f8e1b682f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.532971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:32:31.535936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3de76-28af-4388-a729-5e0053084f24 req-bc3a5a78-996c-40e5-b61e-eb096c6b61ab tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:31.537589 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1f3de76-28af-4388-a729-5e0053084f24 req-bc3a5a78-996c-40e5-b61e-eb096c6b61ab tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1345444 Aug 17 16:32:31.554508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Pushing event updated for resources: {'Port': ['ID=8a8b547d-5e44-4cb5-8a54-4da576f2f22d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:31.580469 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-98b6a5c3-fab1-4e79-8c4e-735d76ac625d tempest-SecGroupIPv6Test-64752891 tempest-SecGroupIPv6Test-64752891-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069875 Aug 17 16:32:31.580469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.580469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:31.580949 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.598706 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-334a3c65-b17e-40b0-8a74-3f2f8e1b682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:31.664247 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1f3de76-28af-4388-a729-5e0053084f24 req-e3f323db-60a8-4446-aec2-b1e376ad7aab tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189823 Aug 17 16:32:31.676548 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5846088 Aug 17 16:32:31.684053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33914) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:31.744508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132effb-0d0b-487b-86f3-ba211372e11b tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event updated for resources: {'Network': ['ID=bd843293-5ec5-42e5-9def-b400be50e4a1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:31.756463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network bd843293-5ec5-42e5-9def-b400be50e4a1 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:32:31.798301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d0992-0d0e-4c39-a407-4ca7e7feffe2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:31.800136 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0d6d0992-0d0e-4c39-a407-4ca7e7feffe2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] 10.222.0.77 "GET /v2.0/networks/bd843293-5ec5-42e5-9def-b400be50e4a1 HTTP/1.1" status: 200 len: 756 time: 0.1142557 Aug 17 16:32:31.802995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33916) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:31.912622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f3c609-22e3-4346-8492-11cebc3c846d tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:31.916637 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c5f3c609-22e3-4346-8492-11cebc3c846d tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] 10.222.0.77 "GET /v2.0/networks/45fac6e2-be82-49df-9ca0-3b1c8e249084 HTTP/1.1" status: 200 len: 768 time: 0.1099396 Aug 17 16:32:31.917176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33920) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:32.018742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.058553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33926) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:32.084239 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dffc01d0-c497-48b8-a16c-83223fccac35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.137222 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.153267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd843293-5ec5-42e5-9def-b400be50e4a1']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:32.166606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9262739-de49-4d2c-9ba2-c70fd14cffdb') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:32.167154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9262739-de49-4d2c-9ba2-c70fd14cffdb') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:32.176125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-62f56356-0038-4673-bb33-c54f9ec46af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:32.177867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-62f56356-0038-4673-bb33-c54f9ec46af6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.5899858 Aug 17 16:32:32.178699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a3c65-b17e-40b0-8a74-3f2f8e1b682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016790d6-fed4-4d04-9371-0b97e14ac27e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:32.183449 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.209034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.232324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:32:32.232880 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:32:32.235598 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:32:32.303898 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-12fc7b7b-d2f6-453a-9c9b-024c7929d606 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=150648c6-bc52-4858-b091-dfdee01dba75 HTTP/1.1" status: 200 len: 217 time: 0.0786974 Aug 17 16:32:32.308026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac64714-f054-4c6e-abf5-a390092566a9 req-703e636c-beaa-408e-b416-b37be25084ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:32.309296 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ac64714-f054-4c6e-abf5-a390092566a9 req-703e636c-beaa-408e-b416-b37be25084ca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 1097 time: 0.9418693 Aug 17 16:32:32.313910 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-334a3c65-b17e-40b0-8a74-3f2f8e1b682f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ce87362abab492f9aecd71ec28aac4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1986132 Aug 17 16:32:32.318324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:32.324609 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-335f00b6-68e6-4514-b159-96d819e6413b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=03885dbd00d04a72a1c5b3950787da3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649021 Aug 17 16:32:32.327314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33942) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:32.336350 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.350357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd843293-5ec5-42e5-9def-b400be50e4a1 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 16:32:32.351413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.353340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "DELETE /v2.0/networks/bd843293-5ec5-42e5-9def-b400be50e4a1 HTTP/1.1" status: 204 len: 168 time: 0.4351366 Aug 17 16:32:32.358625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33946) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:32.380940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Request body: {'network': {'name': 'tempest-network--1306668506'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:32.413764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be896e9e-257b-47a8-bcde-bc46a2877c72 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd843293-5ec5-42e5-9def-b400be50e4a1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:32.455900 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abdd3be-e524-47f3-95b3-2d3129c57377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.472265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Made reservation on behalf of b10146d44bb14596aea659a65b312c40 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:32.474907 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.499385 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abdd3be-e524-47f3-95b3-2d3129c57377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.541714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:32:32.562934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.563527 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Added segment 79b93f4d-1ab5-4e7c-ade1-5b7978f4499d of type vlan for network 4a579229-0f0c-45bc-be8d-c07887e5d152 Aug 17 16:32:32.604428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-2db2ae9a-63f2-4cb8-9b3a-87703ebff812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:32.605968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-2db2ae9a-63f2-4cb8-9b3a-87703ebff812 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2868421 Aug 17 16:32:32.623677 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.660425 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.662577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:32.663370 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.697509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3216827 Aug 17 16:32:32.716549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33958) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:32.724914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-85a455ab-c4e0-4f48-ad17-42a97b434ff1 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:32.754098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913c528-5561-4726-80db-23947973ef3d req-ff12e69d-93b6-4158-af2a-400e4132108a tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:32.755848 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b913c528-5561-4726-80db-23947973ef3d req-ff12e69d-93b6-4158-af2a-400e4132108a tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 948 time: 0.3848548 Aug 17 16:32:32.768638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac64714-f054-4c6e-abf5-a390092566a9 req-c90b253e-b4fa-4872-ab8c-1f3001f1a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:32.770590 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ac64714-f054-4c6e-abf5-a390092566a9 req-c90b253e-b4fa-4872-ab8c-1f3001f1a093 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 919 time: 0.4529934 Aug 17 16:32:32.826696 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc8cc-0da2-45bd-8714-6ec78b2a1bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.860712 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc8cc-0da2-45bd-8714-6ec78b2a1bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:32.953962 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ac64714-f054-4c6e-abf5-a390092566a9 req-26705d34-929c-4588-8dc6-68995df1942b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86ca87ad-5ada-4310-b746-dbcf8897d335 HTTP/1.1" status: 200 len: 217 time: 0.1721349 Aug 17 16:32:32.962539 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-b0c87713-0171-4522-8256-61ba06f91f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:32.964019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-b0c87713-0171-4522-8256-61ba06f91f3e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3094237 Aug 17 16:32:32.989303 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24663d7b-e39f-4527-915a-ea6efcf15766 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event updated for resources: {'Network': ['ID=4a579229-0f0c-45bc-be8d-c07887e5d152,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:33.005847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 4a579229-0f0c-45bc-be8d-c07887e5d152 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:32:33.033905 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abdd3be-e524-47f3-95b3-2d3129c57377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.036482 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abdd3be-e524-47f3-95b3-2d3129c57377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.040773 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2abdd3be-e524-47f3-95b3-2d3129c57377 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b68df2c-d53a-45fd-8f70-2e5740c88a7b HTTP/1.1" status: 204 len: 168 time: 0.7121246 Aug 17 16:32:33.064237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856e6be-20ed-4608-a4f5-9f5a907fbd51 req-8f0d3965-4766-4c1a-9316-0596b20c49c0 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:33.064910 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b913c528-5561-4726-80db-23947973ef3d req-9acff221-3b11-4801-8e71-5f05bade26d1 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738452 Aug 17 16:32:33.065007 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5856e6be-20ed-4608-a4f5-9f5a907fbd51 req-8f0d3965-4766-4c1a-9316-0596b20c49c0 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1978719 Aug 17 16:32:33.074610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85a455ab-c4e0-4f48-ad17-42a97b434ff1 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.081386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdd3be-e524-47f3-95b3-2d3129c57377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b68df2c-d53a-45fd-8f70-2e5740c88a7b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:33.113867 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85a455ab-c4e0-4f48-ad17-42a97b434ff1 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.143119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac64714-f054-4c6e-abf5-a390092566a9 req-b4705313-d554-4587-87d5-941005989c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:33.144954 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ac64714-f054-4c6e-abf5-a390092566a9 req-b4705313-d554-4587-87d5-941005989c7b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 200 len: 858 time: 0.1770256 Aug 17 16:32:33.146022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.162092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85a455ab-c4e0-4f48-ad17-42a97b434ff1 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Network 4a579229-0f0c-45bc-be8d-c07887e5d152 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 16:32:33.166670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a455ab-c4e0-4f48-ad17-42a97b434ff1 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:33.167285 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85a455ab-c4e0-4f48-ad17-42a97b434ff1 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.168884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-85a455ab-c4e0-4f48-ad17-42a97b434ff1 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "PUT /v2.0/networks/4a579229-0f0c-45bc-be8d-c07887e5d152 HTTP/1.1" status: 200 len: 858 time: 0.4506648 Aug 17 16:32:33.185752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33978) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:33.217050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc8cc-0da2-45bd-8714-6ec78b2a1bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.217050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc8cc-0da2-45bd-8714-6ec78b2a1bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.218319 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ebfc8cc-0da2-45bd-8714-6ec78b2a1bf1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/016790d6-fed4-4d04-9371-0b97e14ac27e HTTP/1.1" status: 204 len: 168 time: 0.8976722 Aug 17 16:32:33.241646 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5856e6be-20ed-4608-a4f5-9f5a907fbd51 req-7e86ae9c-439b-4fa7-a68e-6e49c7659a3d tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696906 Aug 17 16:32:33.267053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfc8cc-0da2-45bd-8714-6ec78b2a1bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016790d6-fed4-4d04-9371-0b97e14ac27e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:33.278270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ac64714-f054-4c6e-abf5-a390092566a9 req-8034d660-ce81-406e-b70b-4aab8843d4d9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c12d6057-9d55-4345-afa9-bf097cd0485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649164 Aug 17 16:32:33.293801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a455ab-c4e0-4f48-ad17-42a97b434ff1 tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event updated for resources: {'Network': ['ID=4a579229-0f0c-45bc-be8d-c07887e5d152,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:33.327415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.431871 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.439313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-b1b0be06-9047-4ba0-91a9-e9c65738705f service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552405 Aug 17 16:32:33.443465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a579229-0f0c-45bc-be8d-c07887e5d152']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:33.455309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b93f4d-1ab5-4e7c-ade1-5b7978f4499d') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:33.455674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b93f4d-1ab5-4e7c-ade1-5b7978f4499d') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:33.465601 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.482016 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.492723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:32:33.493163 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:32:33.557702 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:32:33.561469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.581493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a579229-0f0c-45bc-be8d-c07887e5d152 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 16:32:33.584662 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.586842 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] 10.222.0.77 "DELETE /v2.0/networks/4a579229-0f0c-45bc-be8d-c07887e5d152 HTTP/1.1" status: 204 len: 168 time: 0.3729057 Aug 17 16:32:33.587724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e7b31-bb1d-48ab-8c88-2cef2c49eadf tempest-ExternalNetworksTestJSON-909258895 tempest-ExternalNetworksTestJSON-909258895-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a579229-0f0c-45bc-be8d-c07887e5d152,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:33.591153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33990) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:33.620921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ac64714-f054-4c6e-abf5-a390092566a9 req-eb98b6de-8db3-42d8-b019-99529d1b58f9 service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332615 Aug 17 16:32:33.658279 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0cd58e-0dfe-46a3-94f0-d7cb9492a722 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] DELETE failed (client error): The resource could not be found. Aug 17 16:32:33.660059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0cd58e-0dfe-46a3-94f0-d7cb9492a722 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:32:33.672168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-df0cd58e-0dfe-46a3-94f0-d7cb9492a722 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] 10.222.0.77 "DELETE /v2.0/subnets/04830ce6-dfe0-462a-92d6-59638d234ddb HTTP/1.1" status: 404 len: 337 time: 0.0792971 Aug 17 16:32:33.672861 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33994) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:33.679652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33996) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:33.775871 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ac64714-f054-4c6e-abf5-a390092566a9 req-cb0507e0-3a98-45f9-bf93-e8c52b02bd5a service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154690 Aug 17 16:32:33.882305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.900441 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.904346 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfcaaff2-ce8a-4e0e-8c51-0195b8e67212 req-51933581-2f7d-4eef-9f63-948fe6e86333 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544954 Aug 17 16:32:33.908807 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:33.930195 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c60211c-bf42-40fc-9f7f-f9e8814390e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.080275 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.100685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fac6e2-be82-49df-9ca0-3b1c8e249084']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:34.120567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92f79d2-845e-471f-b28b-65b0d30ed8a2') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:34.121024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92f79d2-845e-471f-b28b-65b0d30ed8a2') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:34.147324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.162887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Router 8ac4755b-38fa-4999-bc9f-13206538da2d is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:32:34.182161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.229832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:32:34.230363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:32:34.238053 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:32:34.339388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:32:34.347136 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.348724 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-13bc304f-e817-454b-8b70-7155dbacc967 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "PUT /v2.0/routers/8ac4755b-38fa-4999-bc9f-13206538da2d HTTP/1.1" status: 200 len: 919 time: 5.9834611 Aug 17 16:32:34.351252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34024) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:34.373620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee501650-1bc9-4e3a-93a6-4be0e1193799 req-b296310d-99f7-4520-8b83-69ee3737f906 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:34.375480 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee501650-1bc9-4e3a-93a6-4be0e1193799 req-b296310d-99f7-4520-8b83-69ee3737f906 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 948 time: 0.1883414 Aug 17 16:32:34.402007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.442092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.445172 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] 10.222.0.77 "DELETE /v2.0/networks/45fac6e2-be82-49df-9ca0-3b1c8e249084 HTTP/1.1" status: 204 len: 168 time: 0.7644980 Aug 17 16:32:34.449421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b355f5-7c67-4c25-8319-85e64c2bb6d2 tempest-ExternalNetworksTestJSON-611014630 tempest-ExternalNetworksTestJSON-611014630-project] Pushing event deleted for resources: {'Network': ['ID=45fac6e2-be82-49df-9ca0-3b1c8e249084,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:34.455987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c60211c-bf42-40fc-9f7f-f9e8814390e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.469343 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c60211c-bf42-40fc-9f7f-f9e8814390e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.500579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60211c-bf42-40fc-9f7f-f9e8814390e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f96651-8492-407a-a158-16128bc8fa8d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:34.511243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f94bc-27cd-43bf-80f2-6216db9e926e req-0703724c-913b-4a80-8536-ba5eed35857d tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:34.512812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-783f94bc-27cd-43bf-80f2-6216db9e926e req-0703724c-913b-4a80-8536-ba5eed35857d tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1021717 Aug 17 16:32:34.519202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee501650-1bc9-4e3a-93a6-4be0e1193799 req-a1ee7c91-1025-4946-855c-b47ae1e0e9c4 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328807 Aug 17 16:32:34.537287 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5c386e-08c2-4a25-ac17-e911e7c4b644 None None] Sync routers for ids ['8ac4755b-38fa-4999-bc9f-13206538da2d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:32:34.551250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0c60211c-bf42-40fc-9f7f-f9e8814390e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dba95ea25d024ea088d5cde4c8485770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8773212 Aug 17 16:32:34.552093 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c386e-08c2-4a25-ac17-e911e7c4b644 None None] Routers {'8ac4755b-38fa-4999-bc9f-13206538da2d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:34.552720 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a5c386e-08c2-4a25-ac17-e911e7c4b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8ac4755b-38fa-4999-bc9f-13206538da2d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:34.554121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34038) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:34.595460 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-462ebdc8-7e15-47fc-bfe5-ad5b6a1b6072 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/routers/8ac4755b-38fa-4999-bc9f-13206538da2d HTTP/1.1" status: 200 len: 925 time: 0.2426708 Aug 17 16:32:34.596631 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a5c386e-08c2-4a25-ac17-e911e7c4b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:34.604262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34040) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:34.615673 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-783f94bc-27cd-43bf-80f2-6216db9e926e req-def514b2-2742-49d8-aef6-7e1ca29da28b tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840034 Aug 17 16:32:34.626718 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c386e-08c2-4a25-ac17-e911e7c4b644 None None] Routers {'8ac4755b-38fa-4999-bc9f-13206538da2d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:34.627605 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a5c386e-08c2-4a25-ac17-e911e7c4b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8ac4755b-38fa-4999-bc9f-13206538da2d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:34.675290 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0790ec0e-a12a-4492-bb8d-1f6a0be50bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.684100 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a5c386e-08c2-4a25-ac17-e911e7c4b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:34.685594 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5c386e-08c2-4a25-ac17-e911e7c4b644 None None] The sync data for ids ['8ac4755b-38fa-4999-bc9f-13206538da2d'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:32:34.693787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3643a-5f25-43e5-8149-ab15aee85e49 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:34.698205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:34.698747 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a0e3643a-5f25-43e5-8149-ab15aee85e49 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&device_id=8ac4755b-38fa-4999-bc9f-13206538da2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0929644 Aug 17 16:32:34.712813 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0790ec0e-a12a-4492-bb8d-1f6a0be50bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.782733 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59fe7a34-6ba2-47ea-8a5f-bd2fa5717cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.792238 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0790ec0e-a12a-4492-bb8d-1f6a0be50bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.797226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0790ec0e-a12a-4492-bb8d-1f6a0be50bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:34.801377 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0790ec0e-a12a-4492-bb8d-1f6a0be50bd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06f96651-8492-407a-a158-16128bc8fa8d HTTP/1.1" status: 204 len: 168 time: 0.2452042 Aug 17 16:32:34.813899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790ec0e-a12a-4492-bb8d-1f6a0be50bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f96651-8492-407a-a158-16128bc8fa8d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:34.826605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 150648c6-bc52-4858-b091-dfdee01dba75 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:32:34.860665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34052) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:34.978041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 150648c6-bc52-4858-b091-dfdee01dba75, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=150648c6-bc52-4858-b091-dfdee01dba75,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:32:34.994310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34058) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:35.006270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '150648c6-bc52-4858-b091-dfdee01dba75', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '150648c6-bc52-4858-b091-dfdee01dba75', 'mac_address': 'fa:16:3e:7d:03:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:32:35.056050 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.064844 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.081720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150648c6-bc52-4858-b091-dfdee01dba75 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:32:35.105765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 150648c6-bc52-4858-b091-dfdee01dba75, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=150648c6-bc52-4858-b091-dfdee01dba75,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:32:35.111902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.170265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2bd7a-da0f-411e-8e4e-efbbb0e6a04c tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:35.172619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=150648c6-bc52-4858-b091-dfdee01dba75,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:35.173422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7df2bd7a-da0f-411e-8e4e-efbbb0e6a04c tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 881 time: 0.4730823 Aug 17 16:32:35.177194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34062) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:35.224084 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a9844e21-800a-4b1a-a85e-1d0e7d6b2126 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ac4755b-38fa-4999-bc9f-13206538da2d HTTP/1.1" status: 200 len: 205 time: 0.0456464 Aug 17 16:32:35.227334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:35.237164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f1652656-863f-4a9b-aed6-83ba3bf950e8 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:35.237788 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-f1652656-863f-4a9b-aed6-83ba3bf950e8 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 16:32:35.238437 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-f1652656-863f-4a9b-aed6-83ba3bf950e8 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 16:32:35.245332 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f1652656-863f-4a9b-aed6-83ba3bf950e8 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3827853 Aug 17 16:32:35.246473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34068) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:35.253145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110599256'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:35.304670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.322567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.338698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['150648c6-bc52-4858-b091-dfdee01dba75'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:32:35.401224 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.535583 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.544206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.559761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.608079 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-84eb1cdc-090a-499d-b5d5-f30f90e3ef5b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c2fec27ad9534b828d20cd6d616dc041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6111183 Aug 17 16:32:35.610318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413efacf-42d5-441f-b62e-012f7e77b734,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:35.616285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34076) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:35.675810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:35.689525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Deleting port 8a8b547d-5e44-4cb5-8a54-4da576f2f22d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:35.689871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.716750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e712382a-a00c-46e7-bd57-3c53cff67340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.756291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52b8ccdc-5d18-4116-89fe-b8c20947fe99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.776440 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e712382a-a00c-46e7-bd57-3c53cff67340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.811956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e6cf8-da97-40c4-a673-d2518b7b8fa3 req-51dd656c-d737-41eb-bd86-d71ea981a10e tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:35.813617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb7e6cf8-da97-40c4-a673-d2518b7b8fa3 req-51dd656c-d737-41eb-bd86-d71ea981a10e tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 949 time: 0.1958745 Aug 17 16:32:35.818431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.837499 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.850558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39d273-d559-4fde-a8ac-e1fab70f3218 req-9e398d16-a47a-4310-94d3-f71391de4bff tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:35.851013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Calling delete_port for 8a8b547d-5e44-4cb5-8a54-4da576f2f22d owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:35.851645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b39d273-d559-4fde-a8ac-e1fab70f3218 req-9e398d16-a47a-4310-94d3-f71391de4bff tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1205640 Aug 17 16:32:35.853239 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.905459 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e712382a-a00c-46e7-bd57-3c53cff67340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.908250 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.908823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e712382a-a00c-46e7-bd57-3c53cff67340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:35.912223 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e712382a-a00c-46e7-bd57-3c53cff67340 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6e782d2-c6fc-4f7f-838f-99e03c166100 HTTP/1.1" status: 204 len: 168 time: 0.2923422 Aug 17 16:32:35.912223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48288bf1-6e8d-460a-a436-68901d5e8445,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:35.939757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712382a-a00c-46e7-bd57-3c53cff67340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e782d2-c6fc-4f7f-838f-99e03c166100,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:35.947009 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b39d273-d559-4fde-a8ac-e1fab70f3218 req-aac080f6-ebd5-4ae1-b438-2278929eb94c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725088 Aug 17 16:32:36.000072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb7e6cf8-da97-40c4-a673-d2518b7b8fa3 req-fb33edd0-64ea-45d2-a777-c14f292c7b38 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715634 Aug 17 16:32:36.165500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52b8ccdc-5d18-4116-89fe-b8c20947fe99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.174045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52b8ccdc-5d18-4116-89fe-b8c20947fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.175708 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.177831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f9b3fda4-6bfa-461d-a448-872905c89741 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9298728 Aug 17 16:32:36.180887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34096) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:36.187454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d42a586b-0f90-48f7-92d8-a0911410f95e tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '48288bf1-6e8d-460a-a436-68901d5e8445', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:36.222885 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d42a586b-0f90-48f7-92d8-a0911410f95e tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.271568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-52b8ccdc-5d18-4116-89fe-b8c20947fe99 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=39025b592392453abfde20ad3a4c5fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5895917 Aug 17 16:32:36.271568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8ccdc-5d18-4116-89fe-b8c20947fe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a59744-e074-4667-97fc-9cc14a1c0bcd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:36.276676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:36.287796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.323004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Pushing event deleted for resources: {'Port': ['ID=8a8b547d-5e44-4cb5-8a54-4da576f2f22d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:36.338860 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d42a586b-0f90-48f7-92d8-a0911410f95e tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.344494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d42a586b-0f90-48f7-92d8-a0911410f95e tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.380355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a586b-0f90-48f7-92d8-a0911410f95e tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381adae1-7807-4c06-a873-a7309dfcee5b,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:36.384469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d42a586b-0f90-48f7-92d8-a0911410f95e tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.386083 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d42a586b-0f90-48f7-92d8-a0911410f95e tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2040060 Aug 17 16:32:36.389096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34104) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:36.395604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e16df646-ee0e-4357-b9b1-0a33cd3c0724 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '48288bf1-6e8d-460a-a436-68901d5e8445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:36.420895 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-730888cf-4219-4e9c-b54d-289837027362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.435117 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.439492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e16df646-ee0e-4357-b9b1-0a33cd3c0724 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.514583 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-e16df646-ee0e-4357-b9b1-0a33cd3c0724 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 16:32:36.516906 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e16df646-ee0e-4357-b9b1-0a33cd3c0724 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1266778 Aug 17 16:32:36.522219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34108) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:36.545118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34110) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:36.563027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-730888cf-4219-4e9c-b54d-289837027362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.591080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.602063 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.626800 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b6e78828-d101-4804-ba8f-641b1d902ebc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b10146d44bb14596aea659a65b312c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802283 Aug 17 16:32:36.629959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2147b093-d3fd-4ceb-8b18-8e41a0d6ef4c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.631581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34112) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:36.690045 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2147b093-d3fd-4ceb-8b18-8e41a0d6ef4c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.706484 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.707035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Fanout notify agent at l3_agent the message router_deleted on router 8ac4755b-38fa-4999-bc9f-13206538da2d {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:32:36.714697 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.715918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-450632f5-eae7-4af2-9d90-2ed90946456f tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/8ac4755b-38fa-4999-bc9f-13206538da2d HTTP/1.1" status: 204 len: 168 time: 1.4871492 Aug 17 16:32:36.720907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:36.726327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2114464689', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:36.728984 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f381bc89-a8cb-4ea9-b835-50c991d96334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.758747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-730888cf-4219-4e9c-b54d-289837027362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.761197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-730888cf-4219-4e9c-b54d-289837027362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.766512 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-730888cf-4219-4e9c-b54d-289837027362 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b8a59744-e074-4667-97fc-9cc14a1c0bcd HTTP/1.1" status: 204 len: 168 time: 0.4886289 Aug 17 16:32:36.768376 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f381bc89-a8cb-4ea9-b835-50c991d96334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.770791 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.772453 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.785719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730888cf-4219-4e9c-b54d-289837027362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a59744-e074-4667-97fc-9cc14a1c0bcd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:36.789383 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2147b093-d3fd-4ceb-8b18-8e41a0d6ef4c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.792273 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2147b093-d3fd-4ceb-8b18-8e41a0d6ef4c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.793383 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2147b093-d3fd-4ceb-8b18-8e41a0d6ef4c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "DELETE /v2.0/security-groups/48288bf1-6e8d-460a-a436-68901d5e8445 HTTP/1.1" status: 204 len: 168 time: 0.2698891 Aug 17 16:32:36.807017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:36.818315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147b093-d3fd-4ceb-8b18-8e41a0d6ef4c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48288bf1-6e8d-460a-a436-68901d5e8445,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:36.834292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 150648c6-bc52-4858-b091-dfdee01dba75 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:32:36.848544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f381bc89-a8cb-4ea9-b835-50c991d96334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.854059 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f381bc89-a8cb-4ea9-b835-50c991d96334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.857387 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f381bc89-a8cb-4ea9-b835-50c991d96334 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d962d2c-fe71-4ea7-b875-5d5b50730d2b HTTP/1.1" status: 204 len: 168 time: 0.2247899 Aug 17 16:32:36.882947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381bc89-a8cb-4ea9-b835-50c991d96334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d962d2c-fe71-4ea7-b875-5d5b50730d2b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:36.911664 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:36.944373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 150648c6-bc52-4858-b091-dfdee01dba75 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:32:36.949621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 150648c6-bc52-4858-b091-dfdee01dba75 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:32:36.949965 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.069885 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.106062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b02bca-021b-441e-83c8-cb239beecb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150648c6-bc52-4858-b091-dfdee01dba75'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:32:37.109331 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49a83c0-a8ff-4a06-8699-d79d90dc2ecd" -d '{"events": [{"server_uuid": "f8b02bca-021b-441e-83c8-cb239beecb08", "name": "network-vif-plugged", "status": "completed", "tag": "150648c6-bc52-4858-b091-dfdee01dba75"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:32:37.127118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 150648c6-bc52-4858-b091-dfdee01dba75, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=150648c6-bc52-4858-b091-dfdee01dba75,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:32:37.134597 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.202301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=150648c6-bc52-4858-b091-dfdee01dba75,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:37.244953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976bac4-8037-4421-9faf-c1b03e8a3224 req-ca58221f-1d1b-436f-8c2c-71a2c2a8ad04 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:37.246669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c976bac4-8037-4421-9faf-c1b03e8a3224 req-ca58221f-1d1b-436f-8c2c-71a2c2a8ad04 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 950 time: 0.0775969 Aug 17 16:32:37.278297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.325540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ff916287-6771-4064-8a78-9a39f2c999e4 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5164814 Aug 17 16:32:37.327120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c976bac4-8037-4421-9faf-c1b03e8a3224 req-18eac979-622e-4588-b84a-8e2383ac6c54 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725651 Aug 17 16:32:37.333103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34148) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:37.339470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-64443580-fceb-410c-978a-c6d3a61880af tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284268268'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:37.400149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64443580-fceb-410c-978a-c6d3a61880af tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.466059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34167150-758d-4cfd-a91a-1cdbf15da46d req-f4a859fa-17bc-470a-8233-9b1af3aedc08 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:37.476371 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34167150-758d-4cfd-a91a-1cdbf15da46d req-f4a859fa-17bc-470a-8233-9b1af3aedc08 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2204373 Aug 17 16:32:37.548529 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5add1495-bcc3-4de8-9848-9e54c71a3b9b x-openstack-request-id: req-5add1495-bcc3-4de8-9848-9e54c71a3b9b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:32:37.549030 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b02bca-021b-441e-83c8-cb239beecb08", "name": "network-vif-plugged", "status": "completed", "tag": "150648c6-bc52-4858-b091-dfdee01dba75", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:32:37.549442 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5add1495-bcc3-4de8-9848-9e54c71a3b9b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:32:37.550087 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b02bca-021b-441e-83c8-cb239beecb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150648c6-bc52-4858-b091-dfdee01dba75', 'code': 200} Aug 17 16:32:37.579687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34167150-758d-4cfd-a91a-1cdbf15da46d req-61d6f411-b469-43fa-95a9-de35544b70ed tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985596 Aug 17 16:32:37.645863 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.659233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64443580-fceb-410c-978a-c6d3a61880af tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.667974 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64443580-fceb-410c-978a-c6d3a61880af tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.709116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64443580-fceb-410c-978a-c6d3a61880af tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919868b0-1364-401e-95ba-b666f1159f2e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:37.732896 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64443580-fceb-410c-978a-c6d3a61880af tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.734303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-64443580-fceb-410c-978a-c6d3a61880af tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3998716 Aug 17 16:32:37.737347 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34160) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:37.742464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d0b2cb6d-e8fc-4598-b125-add892e2725a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '919868b0-1364-401e-95ba-b666f1159f2e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:37.743373 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-d0b2cb6d-e8fc-4598-b125-add892e2725a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 17 16:32:37.744186 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-d0b2cb6d-e8fc-4598-b125-add892e2725a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:37.745199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d0b2cb6d-e8fc-4598-b125-add892e2725a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068648 Aug 17 16:32:37.751270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34162) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:37.814916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30971cfc-b309-423a-b20d-3975388ccaa1 req-cf68322a-2423-4445-ad72-631d5cf22703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:37.819658 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30971cfc-b309-423a-b20d-3975388ccaa1 req-cf68322a-2423-4445-ad72-631d5cf22703 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 1101 time: 0.1985898 Aug 17 16:32:37.837135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c63725-451e-4d39-ba64-2716fa9e3f06 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.847955 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.873327 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c63725-451e-4d39-ba64-2716fa9e3f06 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.881284 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.944466 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c63725-451e-4d39-ba64-2716fa9e3f06 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.948674 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30971cfc-b309-423a-b20d-3975388ccaa1 req-df4ad5a2-89e3-4426-b3f8-ced509463f1f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017148 Aug 17 16:32:37.948898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c63725-451e-4d39-ba64-2716fa9e3f06 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:37.950069 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-76c63725-451e-4d39-ba64-2716fa9e3f06 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "DELETE /v2.0/security-groups/919868b0-1364-401e-95ba-b666f1159f2e HTTP/1.1" status: 204 len: 168 time: 0.1969776 Aug 17 16:32:37.954739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:37.962806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c63725-451e-4d39-ba64-2716fa9e3f06 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919868b0-1364-401e-95ba-b666f1159f2e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:38.051668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2718e9dd-78c3-4f21-86f8-46c8d2825691 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0954671 Aug 17 16:32:38.056906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34172) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:38.062960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1b49bc46-822d-4289-9b84-2a7d580feb44 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'tempest-secgroup--241346620'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:38.087758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Allocated IP 172.25.7.160 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/4a9ac4b4-727d-4cdb-87d3-0fb745a12814) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:32:38.124056 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b49bc46-822d-4289-9b84-2a7d580feb44 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:38.283603 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:38.325149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b49bc46-822d-4289-9b84-2a7d580feb44 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:38.331482 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b49bc46-822d-4289-9b84-2a7d580feb44 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:38.394148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49bc46-822d-4289-9b84-2a7d580feb44 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f0131e-dfbf-4d4e-b310-d5037b4b2478,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:38.398979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b49bc46-822d-4289-9b84-2a7d580feb44 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:38.400247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b49bc46-822d-4289-9b84-2a7d580feb44 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3420711 Aug 17 16:32:38.404499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:38.410261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-236636d0-2d7d-4a4d-8b32-08047fbe9690 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '64f0131e-dfbf-4d4e-b310-d5037b4b2478', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:38.411630 n-d-804878-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-236636d0-2d7d-4a4d-8b32-08047fbe9690 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 17 16:32:38.411893 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-236636d0-2d7d-4a4d-8b32-08047fbe9690 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:38.415824 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-236636d0-2d7d-4a4d-8b32-08047fbe9690 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080237 Aug 17 16:32:38.417943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34192) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:38.460552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:38.525110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68fee0-72de-4277-8f68-e717c50466ce req-f6d141cf-340d-4daf-9bd0-52cf512184ab tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:38.534948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea68fee0-72de-4277-8f68-e717c50466ce req-f6d141cf-340d-4daf-9bd0-52cf512184ab tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 950 time: 0.0945418 Aug 17 16:32:38.539507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Pushing event updated for resources: {'Port': ['ID=4a9ac4b4-727d-4cdb-87d3-0fb745a12814,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:38.575889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:32:38.584613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:38.593337 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea68fee0-72de-4277-8f68-e717c50466ce req-6ff1370c-275d-4d38-bfc0-f1a2d96de902 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572324 Aug 17 16:32:38.605425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:32:38.666062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e357757-a28a-4e05-8b19-bbd6ef74c6b5 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.033477 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e357757-a28a-4e05-8b19-bbd6ef74c6b5 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.178249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dcce8-eade-4ff2-b4de-cd315918070f req-f4b55dfa-038f-4daa-92ce-44c909dae304 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:39.179775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2c0dcce8-eade-4ff2-b4de-cd315918070f req-f4b55dfa-038f-4daa-92ce-44c909dae304 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.4954302 Aug 17 16:32:39.232625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e357757-a28a-4e05-8b19-bbd6ef74c6b5 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.235221 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e357757-a28a-4e05-8b19-bbd6ef74c6b5 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.236411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0e357757-a28a-4e05-8b19-bbd6ef74c6b5 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "DELETE /v2.0/security-groups/64f0131e-dfbf-4d4e-b310-d5037b4b2478 HTTP/1.1" status: 204 len: 168 time: 0.8174441 Aug 17 16:32:39.241440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:39.307880 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e357757-a28a-4e05-8b19-bbd6ef74c6b5 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f0131e-dfbf-4d4e-b310-d5037b4b2478,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:39.321472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2c0dcce8-eade-4ff2-b4de-cd315918070f req-b7a43290-6802-4e65-8dee-909450caaf79 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301882 Aug 17 16:32:39.399639 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5f9b304-02a3-4751-9cc2-7872bd3ec08b tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1556132 Aug 17 16:32:39.403340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34224) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:39.409292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4cda9124-14c7-42af-ba65-3c60364011e1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'tempest-secgroup--271405162'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:39.418363 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.439628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cda9124-14c7-42af-ba65-3c60364011e1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.568833 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cda9124-14c7-42af-ba65-3c60364011e1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.574455 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cda9124-14c7-42af-ba65-3c60364011e1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.612179 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cda9124-14c7-42af-ba65-3c60364011e1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.617306 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4cda9124-14c7-42af-ba65-3c60364011e1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2092042 Aug 17 16:32:39.618004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34232) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:39.623517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e48dd707-c779-4b3b-9f0c-2b45d78189b4 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': 'adce6754-3e9f-4557-a44d-f278739d52b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:39.642154 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-e48dd707-c779-4b3b-9f0c-2b45d78189b4 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 17 16:32:39.643911 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-e48dd707-c779-4b3b-9f0c-2b45d78189b4 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:39.652509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e48dd707-c779-4b3b-9f0c-2b45d78189b4 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0317466 Aug 17 16:32:39.656815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34238) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:39.666807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-33f5d5b4-48cc-4183-950a-116011ba42b2 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': 'adce6754-3e9f-4557-a44d-f278739d52b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:39.667511 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-33f5d5b4-48cc-4183-950a-116011ba42b2 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 17 16:32:39.668481 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-33f5d5b4-48cc-4183-950a-116011ba42b2 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:39.674922 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-33f5d5b4-48cc-4183-950a-116011ba42b2 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0158236 Aug 17 16:32:39.676285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda9124-14c7-42af-ba65-3c60364011e1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adce6754-3e9f-4557-a44d-f278739d52b3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:39.682685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34240) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:39.695471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7aa63b94-8de0-4187-bba7-9cacd0582e22 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': 'adce6754-3e9f-4557-a44d-f278739d52b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:39.697421 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-7aa63b94-8de0-4187-bba7-9cacd0582e22 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 17 16:32:39.698359 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-7aa63b94-8de0-4187-bba7-9cacd0582e22 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:39.707539 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7aa63b94-8de0-4187-bba7-9cacd0582e22 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0220950 Aug 17 16:32:39.708698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34244) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:39.717636 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1ed4b8e3-0436-4444-8ea9-153008f68608 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': 'adce6754-3e9f-4557-a44d-f278739d52b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:39.719343 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-1ed4b8e3-0436-4444-8ea9-153008f68608 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 17 16:32:39.720225 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-1ed4b8e3-0436-4444-8ea9-153008f68608 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:39.726401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1ed4b8e3-0436-4444-8ea9-153008f68608 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0160737 Aug 17 16:32:39.727930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34246) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:39.816167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.829026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc24c-fee6-45ce-80c0-c14a9aa09690 req-7c843d9c-83e7-4297-ab22-af6dd8a4ed5a tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:39.830901 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb1bc24c-fee6-45ce-80c0-c14a9aa09690 req-7c843d9c-83e7-4297-ab22-af6dd8a4ed5a tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 950 time: 0.0814126 Aug 17 16:32:39.855497 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66ad4c10-5d1f-4fb8-a6e4-5c0fbed91fb1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:39.912664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66ad4c10-5d1f-4fb8-a6e4-5c0fbed91fb1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:40.004939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cb1bc24c-fee6-45ce-80c0-c14a9aa09690 req-692e8f13-fe6d-41a9-baf2-ad582d806331 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270912 Aug 17 16:32:40.012347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d039a0-6f56-4c28-8858-34c83c55d7a1 req-022ff9df-4980-412b-ba4e-b38e16616dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:40.013894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-49d039a0-6f56-4c28-8858-34c83c55d7a1 req-022ff9df-4980-412b-ba4e-b38e16616dc1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 1097 time: 0.1782858 Aug 17 16:32:40.086084 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-49d039a0-6f56-4c28-8858-34c83c55d7a1 req-e089b20d-f888-4e76-ba09-f10de9768ed7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639012 Aug 17 16:32:40.088799 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66ad4c10-5d1f-4fb8-a6e4-5c0fbed91fb1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:40.093727 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66ad4c10-5d1f-4fb8-a6e4-5c0fbed91fb1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:40.095993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-66ad4c10-5d1f-4fb8-a6e4-5c0fbed91fb1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "DELETE /v2.0/security-groups/adce6754-3e9f-4557-a44d-f278739d52b3 HTTP/1.1" status: 204 len: 168 time: 0.3668447 Aug 17 16:32:40.102305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34260) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.118420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad4c10-5d1f-4fb8-a6e4-5c0fbed91fb1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adce6754-3e9f-4557-a44d-f278739d52b3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:40.154160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Router 4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:32:40.171033 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6c3e354f-af46-408b-9c04-b0195413198e tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672905 Aug 17 16:32:40.177070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34264) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.183187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-fd53a9dc-6de6-4024-8de8-290f1b8a8c55 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'tempest-secgroup--516748004'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:40.211727 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd53a9dc-6de6-4024-8de8-290f1b8a8c55 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:40.294590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:32:40.306402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8dc7cb-799d-402f-8b68-af59807b4579 None None] Sync routers for ids ['4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:32:40.317917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8dc7cb-799d-402f-8b68-af59807b4579 None None] Routers {'4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:40.318654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e8dc7cb-799d-402f-8b68-af59807b4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:40.344878 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd53a9dc-6de6-4024-8de8-290f1b8a8c55 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:40.353718 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd53a9dc-6de6-4024-8de8-290f1b8a8c55 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:40.358584 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:40.365888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-414d5efb-148e-4c4e-81e7-ec6bd4a9d6b3 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6434152 Aug 17 16:32:40.367381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.367896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e8dc7cb-799d-402f-8b68-af59807b4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:40.378069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8dc7cb-799d-402f-8b68-af59807b4579 None None] Routers {'4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:40.378915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e8dc7cb-799d-402f-8b68-af59807b4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:40.379704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:40.395092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd53a9dc-6de6-4024-8de8-290f1b8a8c55 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:40.398192 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fd53a9dc-6de6-4024-8de8-290f1b8a8c55 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2199652 Aug 17 16:32:40.412531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34272) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.422950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e8dc7cb-799d-402f-8b68-af59807b4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:40.423882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8dc7cb-799d-402f-8b68-af59807b4579 None None] The sync data for ids ['4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:32:40.427781 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f2a24726-0c57-4f4f-8b05-343313fb8d03 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '2a8a4474-9355-4f32-a560-66c0c0f98c9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:40.430267 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-f2a24726-0c57-4f4f-8b05-343313fb8d03 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 16:32:40.432096 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-f2a24726-0c57-4f4f-8b05-343313fb8d03 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:40.438328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f2a24726-0c57-4f4f-8b05-343313fb8d03 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0174990 Aug 17 16:32:40.442833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34274) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.447845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c76ca4e5-b28a-452a-823e-07978bcfed89 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '2a8a4474-9355-4f32-a560-66c0c0f98c9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:40.473848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53a9dc-6de6-4024-8de8-290f1b8a8c55 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8a4474-9355-4f32-a560-66c0c0f98c9c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:40.513743 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-c76ca4e5-b28a-452a-823e-07978bcfed89 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:40.516830 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c76ca4e5-b28a-452a-823e-07978bcfed89 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0725875 Aug 17 16:32:40.520868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34276) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.529739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b5ee2990-edfe-4489-a5df-22d878d132e2 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '2a8a4474-9355-4f32-a560-66c0c0f98c9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:40.531833 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-b5ee2990-edfe-4489-a5df-22d878d132e2 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 17 16:32:40.533152 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-b5ee2990-edfe-4489-a5df-22d878d132e2 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:40.536195 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b5ee2990-edfe-4489-a5df-22d878d132e2 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137804 Aug 17 16:32:40.540016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34278) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.549969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3af6daad-17f6-4c7d-84cd-9f4f0fa2a760 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '2a8a4474-9355-4f32-a560-66c0c0f98c9c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:40.644847 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-3af6daad-17f6-4c7d-84cd-9f4f0fa2a760 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:40.646846 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3af6daad-17f6-4c7d-84cd-9f4f0fa2a760 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1055381 Aug 17 16:32:40.651620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34286) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.659053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-17978e5e-812d-497d-a370-1c1a9741e89d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '2a8a4474-9355-4f32-a560-66c0c0f98c9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:40.660577 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-17978e5e-812d-497d-a370-1c1a9741e89d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 16:32:40.662576 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-17978e5e-812d-497d-a370-1c1a9741e89d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:40.665171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-17978e5e-812d-497d-a370-1c1a9741e89d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120385 Aug 17 16:32:40.669514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.674526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6bc2b681-506e-4647-965c-277495ce22ca tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '2a8a4474-9355-4f32-a560-66c0c0f98c9c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:40.694351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f31e0-7561-4e14-8200-bbf1ee48149c req-6e17fe33-b47f-4796-8c3c-7ba10cdd5474 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:40.695947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b69f31e0-7561-4e14-8200-bbf1ee48149c req-6e17fe33-b47f-4796-8c3c-7ba10cdd5474 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.0941617 Aug 17 16:32:40.710387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34292) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.855192 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b69f31e0-7561-4e14-8200-bbf1ee48149c req-098ff965-c69d-407c-84d3-63d228c97da8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104090 Aug 17 16:32:40.858570 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-6bc2b681-506e-4647-965c-277495ce22ca tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:40.859694 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6bc2b681-506e-4647-965c-277495ce22ca tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1890483 Aug 17 16:32:40.864650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34298) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.875697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-21016330-1c6d-4b97-8048-20cdbcb2a65a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '2a8a4474-9355-4f32-a560-66c0c0f98c9c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:40.880661 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-21016330-1c6d-4b97-8048-20cdbcb2a65a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 17 16:32:40.881326 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-21016330-1c6d-4b97-8048-20cdbcb2a65a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:40.882502 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-21016330-1c6d-4b97-8048-20cdbcb2a65a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162902 Aug 17 16:32:40.889914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34300) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:40.895506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-847ca41b-65b1-423a-b2d0-991cd7a252a0 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '2a8a4474-9355-4f32-a560-66c0c0f98c9c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:41.049600 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-847ca41b-65b1-423a-b2d0-991cd7a252a0 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:41.050803 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.053148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-847ca41b-65b1-423a-b2d0-991cd7a252a0 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1611986 Aug 17 16:32:41.055079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34310) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:41.060406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-37ab89a2-2d5c-486e-97c8-3c7d6a81342f tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '2a8a4474-9355-4f32-a560-66c0c0f98c9c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:41.075178 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.136612 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-37ab89a2-2d5c-486e-97c8-3c7d6a81342f tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:41.148635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-37ab89a2-2d5c-486e-97c8-3c7d6a81342f tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0922058 Aug 17 16:32:41.150011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34314) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:41.152340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Deleting port 4a9ac4b4-727d-4cdb-87d3-0fb745a12814 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:41.154213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.260543 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81a0db01-a78b-451a-ab42-31b8c4e5a494 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.268494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-569794872', 'router:external': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:41.304940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Made reservation on behalf of c57c8df737454b86a89feddf2a7db229 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:41.307424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.313351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79613a2b-b353-4aa3-96f1-fa7d88eb7db8 req-484b56fd-7f9e-4765-9c6d-f5787a800d94 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:41.314976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79613a2b-b353-4aa3-96f1-fa7d88eb7db8 req-484b56fd-7f9e-4765-9c6d-f5787a800d94 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 950 time: 0.1211410 Aug 17 16:32:41.328178 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.330869 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.350834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81a0db01-a78b-451a-ab42-31b8c4e5a494 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.364240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Calling delete_port for 4a9ac4b4-727d-4cdb-87d3-0fb745a12814 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:41.434506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81a0db01-a78b-451a-ab42-31b8c4e5a494 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.439373 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81a0db01-a78b-451a-ab42-31b8c4e5a494 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.442915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-81a0db01-a78b-451a-ab42-31b8c4e5a494 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "DELETE /v2.0/security-groups/2a8a4474-9355-4f32-a560-66c0c0f98c9c HTTP/1.1" status: 204 len: 168 time: 0.2878180 Aug 17 16:32:41.443100 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79613a2b-b353-4aa3-96f1-fa7d88eb7db8 req-22e223f9-4729-41a5-81b5-cab3e5d5705d tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178417 Aug 17 16:32:41.445943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:41.458984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0db01-a78b-451a-ab42-31b8c4e5a494 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8a4474-9355-4f32-a560-66c0c0f98c9c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:41.524728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.527306 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a5fd59d-1f07-484e-be77-569a1e15407d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0799718 Aug 17 16:32:41.531143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.532498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:41.539616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9b2981e8-743e-4268-b74c-e10bd671c00c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'tempest-secgroup--638663671'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:41.563741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:32:41.584380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6f1ef8-d034-4084-80a4-df8827882f95,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:41.588684 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.589619 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Added segment 2c42ed33-7167-46f6-bfc5-19cd53cda71f of type vlan for network 5851f50f-9a8f-4bc0-af26-590a2805f6c5 Aug 17 16:32:41.633348 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2981e8-743e-4268-b74c-e10bd671c00c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.681097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.734768 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.736363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:41.736967 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.751415 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.784346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Pushing event deleted for resources: {'Port': ['ID=4a9ac4b4-727d-4cdb-87d3-0fb745a12814,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:41.813708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event updated for resources: {'Network': ['ID=5851f50f-9a8f-4bc0-af26-590a2805f6c5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:41.824867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 5851f50f-9a8f-4bc0-af26-590a2805f6c5 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:32:41.946982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2981e8-743e-4268-b74c-e10bd671c00c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.956947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2981e8-743e-4268-b74c-e10bd671c00c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:41.963426 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-29ac7c8c-0f1f-4bb1-bb64-b1c406e3ac03 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2515938 Aug 17 16:32:41.966197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34336) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:41.973417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Request body: {'subnet': {'network_id': '5851f50f-9a8f-4bc0-af26-590a2805f6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:41.996983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:42.000627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2981e8-743e-4268-b74c-e10bd671c00c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:42.004628 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b2981e8-743e-4268-b74c-e10bd671c00c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4684348 Aug 17 16:32:42.005633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34338) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:42.030282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-20cb41a0-1925-424b-888e-228625d75324 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': 'a328878a-2dcc-4f9b-9154-3e60953ce6ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:42.090248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2981e8-743e-4268-b74c-e10bd671c00c tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a328878a-2dcc-4f9b-9154-3e60953ce6ba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:42.091431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Made reservation on behalf of c57c8df737454b86a89feddf2a7db229 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:42.097953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:42.189280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2179f-4f42-4772-bf81-fcd74d0f3e64 req-a3c3cb87-d275-4c90-a68e-c8018bbd1644 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:42.196644 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-75a2179f-4f42-4772-bf81-fcd74d0f3e64 req-a3c3cb87-d275-4c90-a68e-c8018bbd1644 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2053783 Aug 17 16:32:42.261726 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-20cb41a0-1925-424b-888e-228625d75324 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The resource could not be found. Aug 17 16:32:42.262809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-20cb41a0-1925-424b-888e-228625d75324 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2562356 Aug 17 16:32:42.268403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34346) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:42.272959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f321ec34-c9b9-444d-88fb-1ae1a1836ced tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': 'a328878a-2dcc-4f9b-9154-3e60953ce6ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b48c02f6-1f32-44a8-a17c-9a8a7895a456'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:42.298150 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-75a2179f-4f42-4772-bf81-fcd74d0f3e64 req-11dee26f-0d05-4122-802a-604cd3ad2a64 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005230 Aug 17 16:32:42.316527 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:42.325591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:42.419322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-d4523cf2-621c-44b3-82c6-27f88a7d9c06 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1460094 Aug 17 16:32:42.436974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Router 4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:32:42.446919 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-f321ec34-c9b9-444d-88fb-1ae1a1836ced tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The resource could not be found. Aug 17 16:32:42.448216 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f321ec34-c9b9-444d-88fb-1ae1a1836ced tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1788709 Aug 17 16:32:42.453807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34354) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:43.003969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:32:43.016023 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069c358-16cf-4175-b307-d69132d2a1db None None] Sync routers for ids ['4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:32:43.018299 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:43.019760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f38be69b-3140-4414-8733-d72402224067 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "PUT /v2.0/routers/4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b HTTP/1.1" status: 200 len: 710 time: 2.6503613 Aug 17 16:32:43.029228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-e96c5cbe-b31b-439d-8785-917b0c4f75a0 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:43.030842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-e96c5cbe-b31b-439d-8785-917b0c4f75a0 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 950 time: 0.4744856 Aug 17 16:32:43.032568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34372) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:43.033672 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069c358-16cf-4175-b307-d69132d2a1db None None] Routers {'4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:43.035537 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5069c358-16cf-4175-b307-d69132d2a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:43.052633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-4d31e161-7534-44e1-8ae5-72651d09f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:43.054172 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-4d31e161-7534-44e1-8ae5-72651d09f5e6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 1097 time: 0.5967190 Aug 17 16:32:43.091488 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5069c358-16cf-4175-b307-d69132d2a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:43.102053 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069c358-16cf-4175-b307-d69132d2a1db None None] Routers {'4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:43.102637 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5069c358-16cf-4175-b307-d69132d2a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:43.138137 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5069c358-16cf-4175-b307-d69132d2a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:43.138837 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069c358-16cf-4175-b307-d69132d2a1db None None] The sync data for ids ['4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:32:43.167459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8a731-1714-4d3b-a6ec-22019a30665f req-c461ebb8-2b8b-493b-aee7-0cb276064add tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:43.169310 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6cc8a731-1714-4d3b-a6ec-22019a30665f req-c461ebb8-2b8b-493b-aee7-0cb276064add tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2535591 Aug 17 16:32:43.182178 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e38bf2a-91e1-4b8a-b604-2b8295d89947 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:43.211450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fefe29-50dd-4247-a634-36fe0d171e8c req-dc01d2f0-2bea-4e91-8851-1393b307c620 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:43.220074 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c8fefe29-50dd-4247-a634-36fe0d171e8c req-dc01d2f0-2bea-4e91-8851-1393b307c620 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 950 time: 0.6459267 Aug 17 16:32:43.242671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-72378e9b-a606-4337-818c-889585edab84 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/routers/4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b HTTP/1.1" status: 200 len: 745 time: 0.2066832 Aug 17 16:32:43.246889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:43.266458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e38bf2a-91e1-4b8a-b604-2b8295d89947 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:43.333493 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c8fefe29-50dd-4247-a634-36fe0d171e8c req-89b5f26d-1f16-43ad-a48c-104e94c35751 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123061 Aug 17 16:32:43.341082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-614459bf-8aca-4b11-ad6c-1a382e54b238 tempest-RoutersIpV6AdminTest-501794903 tempest-RoutersIpV6AdminTest-501794903-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&device_id=4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b HTTP/1.1" status: 200 len: 205 time: 0.0874689 Aug 17 16:32:43.345843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:43.372228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6cc8a731-1714-4d3b-a6ec-22019a30665f req-6685777f-e33a-45b4-b46d-2b8b94d1cb72 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796203 Aug 17 16:32:43.406471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a2ed92d-11a7-4d84-aa70-32d3482fe017 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b HTTP/1.1" status: 200 len: 205 time: 0.0565426 Aug 17 16:32:43.411324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:43.448105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:32:43.448577 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:43.462035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e38bf2a-91e1-4b8a-b604-2b8295d89947 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:43.465112 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e38bf2a-91e1-4b8a-b604-2b8295d89947 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:43.471442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4e38bf2a-91e1-4b8a-b604-2b8295d89947 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "DELETE /v2.0/security-groups/a328878a-2dcc-4f9b-9154-3e60953ce6ba HTTP/1.1" status: 204 len: 168 time: 1.0133231 Aug 17 16:32:43.471748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:43.515065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38bf2a-91e1-4b8a-b604-2b8295d89947 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a328878a-2dcc-4f9b-9154-3e60953ce6ba,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:43.547705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5da-5569-4b6b-ac9e-695c40d68c04 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:43.550160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-42fd13b9-3bbc-4313-8c85-ab687106030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:43.551881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-42fd13b9-3bbc-4313-8c85-ab687106030b service neutron] 10.222.0.91 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 919 time: 0.4207253 Aug 17 16:32:43.560585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event updated for resources: {'Subnet': ['ID=714a6228-6ba4-40a5-9d37-f8ecbd369b3d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:43.566016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Checking segment: {'id': '2c42ed33-7167-46f6-bfc5-19cd53cda71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5851f50f-9a8f-4bc0-af26-590a2805f6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:32:43.566515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Network hostable DHCP agents. Network: 5851f50f-9a8f-4bc0-af26-590a2805f6c5, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:32:43.590858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Network 5851f50f-9a8f-4bc0-af26-590a2805f6c5 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:32:43.603986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 5851f50f-9a8f-4bc0-af26-590a2805f6c5) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:43.613808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878adebd-70ec-4f5f-9070-dc615268012a None None] Network 5851f50f-9a8f-4bc0-af26-590a2805f6c5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:32:43.618736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:43.619347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:43.641932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ff8caac3-5355-4417-80ff-7f8f25ace5fa tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6736240 Aug 17 16:32:43.642835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34390) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:43.648657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-684274888', 'network_id': '5851f50f-9a8f-4bc0-af26-590a2805f6c5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:43.660499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-261a7723-2d78-4853-8b88-074abc5708a7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Deleting port 150648c6-bc52-4858-b091-dfdee01dba75 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:43.661176 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-261a7723-2d78-4853-8b88-074abc5708a7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:43.684688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Made reservation on behalf of c57c8df737454b86a89feddf2a7db229 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:32:43.688932 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:43.710414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] device_id is not set on port 829f11ac-c6ef-4e3c-a8cd-4afa8bbd9549 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:32:43.737007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-0a0d72f5-ffb8-49ed-9bb8-ca8b533064f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86ca87ad-5ada-4310-b746-dbcf8897d335 HTTP/1.1" status: 200 len: 217 time: 0.1380761 Aug 17 16:32:43.851694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b380de62-c19d-4377-9c38-6190142ec05a None None] Network 5851f50f-9a8f-4bc0-af26-590a2805f6c5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:32:43.881002 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Allocated IP 172.20.0.14 (5851f50f-9a8f-4bc0-af26-590a2805f6c5/714a6228-6ba4-40a5-9d37-f8ecbd369b3d/829f11ac-c6ef-4e3c-a8cd-4afa8bbd9549) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:32:44.002488 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1c7281f-bd4c-4b1d-a3a8-c48b0cb1bbcb tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5204477 Aug 17 16:32:44.002488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-a271c77b-6b80-4e25-93c1-70dfa5f5bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:44.002488 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-a271c77b-6b80-4e25-93c1-70dfa5f5bd9f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 200 len: 858 time: 0.2300663 Aug 17 16:32:44.008534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34396) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:44.043891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-648acc32-2ae7-4642-b3fb-3e51c3f4f03a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': '5fc5addb-e8e4-4817-9fe6-ba01c1a5ad2c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:44.070987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-261a7723-2d78-4853-8b88-074abc5708a7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] For port 150648c6-bc52-4858-b091-dfdee01dba75, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=150648c6-bc52-4858-b091-dfdee01dba75,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:32:44.072008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-261a7723-2d78-4853-8b88-074abc5708a7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.129974 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-648acc32-2ae7-4642-b3fb-3e51c3f4f03a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The resource could not be found. Aug 17 16:32:44.131185 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-648acc32-2ae7-4642-b3fb-3e51c3f4f03a tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1214507 Aug 17 16:32:44.136532 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.138625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34398) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:44.145041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e051c972-456d-4f39-9dda-963aaea5ac90 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'tempest-secgroup--405700291'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:44.183583 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e051c972-456d-4f39-9dda-963aaea5ac90 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.195839 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-84a66799-38ab-40a0-9219-05371cfd9664 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c12d6057-9d55-4345-afa9-bf097cd0485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285360 Aug 17 16:32:44.209740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5da-5569-4b6b-ac9e-695c40d68c04 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.224474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-261a7723-2d78-4853-8b88-074abc5708a7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Calling delete_port for 150648c6-bc52-4858-b091-dfdee01dba75 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:44.229678 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5da-5569-4b6b-ac9e-695c40d68c04 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.233622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.307040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event updated for resources: {'Port': ['ID=829f11ac-c6ef-4e3c-a8cd-4afa8bbd9549,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:44.321410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Network 5851f50f-9a8f-4bc0-af26-590a2805f6c5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:32:44.328681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:44.332986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:32:44.486220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e051c972-456d-4f39-9dda-963aaea5ac90 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.487961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:44.488574 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.499106 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e051c972-456d-4f39-9dda-963aaea5ac90 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.509808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5da-5569-4b6b-ac9e-695c40d68c04 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.511694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e4e5da-5569-4b6b-ac9e-695c40d68c04 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Fanout notify agent at l3_agent the message router_deleted on router 4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:32:44.531361 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5da-5569-4b6b-ac9e-695c40d68c04 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.533483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-89e4e5da-5569-4b6b-ac9e-695c40d68c04 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b HTTP/1.1" status: 204 len: 168 time: 1.1200137 Aug 17 16:32:44.539920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:44.549858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-892d47eb-37c5-41be-a854-2f3f99938d8b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9056120 Aug 17 16:32:44.559753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34412) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:44.572619 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e051c972-456d-4f39-9dda-963aaea5ac90 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.573854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e051c972-456d-4f39-9dda-963aaea5ac90 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4341643 Aug 17 16:32:44.591525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34414) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:44.598649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a4cc4be7-6ab8-492e-8f0a-05b23e1851b1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'tempest-secgroup--657016119'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:44.602894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051c972-456d-4f39-9dda-963aaea5ac90 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a275e1b8-4e5b-4830-97a2-71537ba0974d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:44.646319 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-40e7d2e4-3794-4063-8312-d748fa1e8366 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b HTTP/1.1" status: 200 len: 205 time: 0.1017919 Aug 17 16:32:44.652198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772c43-78b6-42b2-a15c-3cf91504e894 req-70173939-b879-4a0d-9fe3-3be677d6259b tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:44.660149 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f772c43-78b6-42b2-a15c-3cf91504e894 req-70173939-b879-4a0d-9fe3-3be677d6259b tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1638217 Aug 17 16:32:44.662419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34416) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:44.690722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4be7-6ab8-492e-8f0a-05b23e1851b1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.732672 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-8ff66477-ead9-44c0-8dda-6c1a91a5edc4 service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272117 Aug 17 16:32:44.755084 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-4af159af-6462-47c2-adfb-b45f4e8a3d34 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] delete failed (client error): The resource could not be found. Aug 17 16:32:44.758565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4af159af-6462-47c2-adfb-b45f4e8a3d34 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/4a39f89e-a22b-4cc4-bf7d-d5c1bee5c98b HTTP/1.1" status: 404 len: 336 time: 0.0757370 Aug 17 16:32:44.761355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34420) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:44.810608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d2d58bc4-61f8-419a-8a54-3e4814b6f9a9 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ac4755b-38fa-4999-bc9f-13206538da2d HTTP/1.1" status: 200 len: 205 time: 0.0453889 Aug 17 16:32:44.827434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f772c43-78b6-42b2-a15c-3cf91504e894 req-f7e84d0f-423c-4c4a-b055-f01c910d5e0d tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641722 Aug 17 16:32:44.828045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34422) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:44.852044 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-261a7723-2d78-4853-8b88-074abc5708a7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:44.866959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['150648c6-bc52-4858-b091-dfdee01dba75'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:32:44.867969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da7313-f66f-4312-9ac2-b7e7eb9b7d17 req-410ee891-4bde-4802-8f5d-85002903929d tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:44.877006 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d3da7313-f66f-4312-9ac2-b7e7eb9b7d17 req-410ee891-4bde-4802-8f5d-85002903929d tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b02bca-021b-441e-83c8-cb239beecb08 HTTP/1.1" status: 200 len: 950 time: 0.3089643 Aug 17 16:32:44.957481 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-49652ae6-732a-4309-8ece-ddb5358b749d tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] delete failed (client error): The resource could not be found. Aug 17 16:32:44.962580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-49652ae6-732a-4309-8ece-ddb5358b749d tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/8ac4755b-38fa-4999-bc9f-13206538da2d HTTP/1.1" status: 404 len: 336 time: 0.1271191 Aug 17 16:32:44.967625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34426) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:45.023184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cafb300d-ca0f-48ee-8321-08142f3d6da4 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=da3f2d43-5744-4302-a3d9-5b3eb79cbb60 HTTP/1.1" status: 200 len: 205 time: 0.0515752 Aug 17 16:32:45.026952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a7723-2d78-4853-8b88-074abc5708a7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Pushing event deleted for resources: {'Port': ['ID=150648c6-bc52-4858-b091-dfdee01dba75,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:45.028054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5f1664b8-abcc-4ba1-b94d-7116149514a3 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Deleting port 829f11ac-c6ef-4e3c-a8cd-4afa8bbd9549 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:45.028512 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f1664b8-abcc-4ba1-b94d-7116149514a3 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:45.033308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34428) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:45.083013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-261a7723-2d78-4853-8b88-074abc5708a7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] No DVR routers for this DVR port 150648c6-bc52-4858-b091-dfdee01dba75 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:32:45.086580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-261a7723-2d78-4853-8b88-074abc5708a7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:45.089082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6984e42-8bf9-4464-9a76-2f913ab8738d req-261a7723-2d78-4853-8b88-074abc5708a7 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.91 "DELETE /v2.0/ports/150648c6-bc52-4858-b091-dfdee01dba75 HTTP/1.1" status: 204 len: 173 time: 2.0512958 Aug 17 16:32:45.100565 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d3da7313-f66f-4312-9ac2-b7e7eb9b7d17 req-21a6f4ae-38b8-4829-9294-17173407f2a5 tempest-TenantUsagesTestJSON-163926550 tempest-TenantUsagesTestJSON-163926550-project] 10.222.0.77 "GET /v2.0/security-groups?id=236f08f9-98ee-4014-be43-378a0e4ee4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224197 Aug 17 16:32:45.111041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b02bca-021b-441e-83c8-cb239beecb08', 'name': 'network-vif-deleted', 'tag': '150648c6-bc52-4858-b091-dfdee01dba75'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:32:45.113733 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2618c5c-d575-4d32-8b28-36956aec714b" -d '{"events": [{"server_uuid": "f8b02bca-021b-441e-83c8-cb239beecb08", "name": "network-vif-deleted", "tag": "150648c6-bc52-4858-b091-dfdee01dba75"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:32:45.170125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe228b76-5efc-4c79-bb1c-d8840b41dbae req-fd66f2b8-e923-4e53-a18c-c90eb783a4bd service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294870 Aug 17 16:32:45.243347 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e7c4f-1458-40bd-9bc4-372af224dbb4 x-openstack-request-id: req-381e7c4f-1458-40bd-9bc4-372af224dbb4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:32:45.243648 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b02bca-021b-441e-83c8-cb239beecb08", "name": "network-vif-deleted", "tag": "150648c6-bc52-4858-b091-dfdee01dba75", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:32:45.244561 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-381e7c4f-1458-40bd-9bc4-372af224dbb4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:32:45.245074 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b02bca-021b-441e-83c8-cb239beecb08', 'name': 'network-vif-deleted', 'tag': '150648c6-bc52-4858-b091-dfdee01dba75', 'status': 'completed', 'code': 200} Aug 17 16:32:45.253380 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4be7-6ab8-492e-8f0a-05b23e1851b1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:45.383882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f1664b8-abcc-4ba1-b94d-7116149514a3 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:45.403697 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-44496d7b-c41d-40fd-8aa4-cf22235c55ae tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] delete failed (client error): The resource could not be found. Aug 17 16:32:45.408993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-44496d7b-c41d-40fd-8aa4-cf22235c55ae tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/da3f2d43-5744-4302-a3d9-5b3eb79cbb60 HTTP/1.1" status: 404 len: 336 time: 0.3708792 Aug 17 16:32:45.408993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5f1664b8-abcc-4ba1-b94d-7116149514a3 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Calling delete_port for 829f11ac-c6ef-4e3c-a8cd-4afa8bbd9549 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:45.408993 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4be7-6ab8-492e-8f0a-05b23e1851b1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:45.416414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34436) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:45.436335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ef9fb-0dad-4013-a8bd-c0d93fa43723 req-d1ce0b1d-38d3-4933-973e-794cb2ba3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:45.442044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb2ef9fb-0dad-4013-a8bd-c0d93fa43723 req-d1ce0b1d-38d3-4933-973e-794cb2ba3f5c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff3528d9723e403581c298d69ea0f68d&device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 1097 time: 0.1276064 Aug 17 16:32:45.493495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-33d02798-c61c-4a59-acc2-62b686c43118 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=716b8675-122d-4c1e-ba13-4bbc11d79f10 HTTP/1.1" status: 200 len: 205 time: 0.0675328 Aug 17 16:32:45.496652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4be7-6ab8-492e-8f0a-05b23e1851b1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:45.498159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a4cc4be7-6ab8-492e-8f0a-05b23e1851b1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9056630 Aug 17 16:32:45.501820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34438) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:45.502291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34440) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:45.509854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-43b980d9-a6c4-4efc-8b83-85f588990faf tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group_rule': {'security_group_id': 'a275e1b8-4e5b-4830-97a2-71537ba0974d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f5432de3-90ff-4ee1-ba0f-1f47a7580582'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:45.571899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ef9fb-0dad-4013-a8bd-c0d93fa43723 req-115ea364-b2ef-462b-93a1-300f98ec744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:45.574191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc4be7-6ab8-492e-8f0a-05b23e1851b1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5432de3-90ff-4ee1-ba0f-1f47a7580582,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:45.574622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb2ef9fb-0dad-4013-a8bd-c0d93fa43723 req-115ea364-b2ef-462b-93a1-300f98ec744f service neutron] 10.222.0.91 "GET /v2.0/networks?id=c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 200 len: 919 time: 0.1212370 Aug 17 16:32:45.630290 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-a72a94b0-9791-4c46-83a2-cdb078c95120 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] delete failed (client error): The resource could not be found. Aug 17 16:32:45.631423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a72a94b0-9791-4c46-83a2-cdb078c95120 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/716b8675-122d-4c1e-ba13-4bbc11d79f10 HTTP/1.1" status: 404 len: 336 time: 0.1266844 Aug 17 16:32:45.640645 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34444) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:45.680036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb2ef9fb-0dad-4013-a8bd-c0d93fa43723 req-b04183ba-0646-4d69-918e-99744ea05257 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86ca87ad-5ada-4310-b746-dbcf8897d335 HTTP/1.1" status: 200 len: 217 time: 0.0921309 Aug 17 16:32:45.724318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-34acfff4-e55a-4525-a620-a1d6376f3354 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=78276245-70a9-405c-b877-dd598b1d129d HTTP/1.1" status: 200 len: 205 time: 0.0820606 Aug 17 16:32:45.728121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34446) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:45.788295 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-43b980d9-a6c4-4efc-8b83-85f588990faf tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:32:45.794713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-43b980d9-a6c4-4efc-8b83-85f588990faf tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2844009 Aug 17 16:32:45.794928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ef9fb-0dad-4013-a8bd-c0d93fa43723 req-1f749d82-51b8-42a8-b922-71a2e1e5d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:45.794928 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb2ef9fb-0dad-4013-a8bd-c0d93fa43723 req-1f749d82-51b8-42a8-b922-71a2e1e5d7d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 200 len: 858 time: 0.1065140 Aug 17 16:32:45.798999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34450) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:45.856127 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb2ef9fb-0dad-4013-a8bd-c0d93fa43723 req-5c2070cd-0e0f-415e-8a60-c43f1ec72911 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c12d6057-9d55-4345-afa9-bf097cd0485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556712 Aug 17 16:32:45.860875 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-19de4bb7-4651-4727-87ed-f3356ec3c81a tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] delete failed (client error): The resource could not be found. Aug 17 16:32:45.864881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:45.869260 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-19de4bb7-4651-4727-87ed-f3356ec3c81a tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/78276245-70a9-405c-b877-dd598b1d129d HTTP/1.1" status: 404 len: 336 time: 0.1223109 Aug 17 16:32:46.121696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f1664b8-abcc-4ba1-b94d-7116149514a3 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.141842 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63dd0daf-5769-4639-bdd2-5fbdb621151d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.214585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1664b8-abcc-4ba1-b94d-7116149514a3 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event deleted for resources: {'Port': ['ID=829f11ac-c6ef-4e3c-a8cd-4afa8bbd9549,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:46.266958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63dd0daf-5769-4639-bdd2-5fbdb621151d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.287472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f87c2436-786f-40f9-b85b-9eb289e32cbd tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "GET /v2.0/ports?device_id=a595e326-9821-4940-8586-cf85b18c7001 HTTP/1.1" status: 200 len: 205 time: 0.4193151 Aug 17 16:32:46.288459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:46.346115 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f1664b8-abcc-4ba1-b94d-7116149514a3 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.348554 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5f1664b8-abcc-4ba1-b94d-7116149514a3 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "DELETE /v2.0/ports/829f11ac-c6ef-4e3c-a8cd-4afa8bbd9549 HTTP/1.1" status: 204 len: 168 time: 1.7878344 Aug 17 16:32:46.352506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:46.361338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5851f50f-9a8f-4bc0-af26-590a2805f6c5', 'external_fixed_ips': [{'subnet_id': '714a6228-6ba4-40a5-9d37-f8ecbd369b3d', 'ip_address': '172.20.0.14'}]}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:46.363624 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63dd0daf-5769-4639-bdd2-5fbdb621151d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.366255 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63dd0daf-5769-4639-bdd2-5fbdb621151d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.370027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-63dd0daf-5769-4639-bdd2-5fbdb621151d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "DELETE /v2.0/security-groups/f5432de3-90ff-4ee1-ba0f-1f47a7580582 HTTP/1.1" status: 204 len: 168 time: 0.5277128 Aug 17 16:32:46.372221 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34468) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:46.384641 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-17f2fd94-bc74-4d80-b0f7-733573b29363 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] delete failed (client error): The resource could not be found. Aug 17 16:32:46.385690 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-17f2fd94-bc74-4d80-b0f7-733573b29363 tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/routers/a595e326-9821-4940-8586-cf85b18c7001 HTTP/1.1" status: 404 len: 336 time: 0.0890846 Aug 17 16:32:46.389307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:46.393652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd0daf-5769-4639-bdd2-5fbdb621151d tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5432de3-90ff-4ee1-ba0f-1f47a7580582,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:46.442260 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ab900e-fba4-460f-80e3-1b4048aebd7b tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] DELETE failed (client error): The resource could not be found. Aug 17 16:32:46.443012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ab900e-fba4-460f-80e3-1b4048aebd7b tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:32:46.445082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-47ab900e-fba4-460f-80e3-1b4048aebd7b tempest-RoutersIpV6AdminTest-499212786 tempest-RoutersIpV6AdminTest-499212786-project] 10.222.0.77 "DELETE /v2.0/subnets/3a9dfd43-763f-455d-8672-74d71cab6311 HTTP/1.1" status: 404 len: 337 time: 0.0522234 Aug 17 16:32:46.493903 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb2ef9fb-0dad-4013-a8bd-c0d93fa43723 req-159968b1-1bd8-4cea-a0c8-fcdd979f6389 service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165552 Aug 17 16:32:46.504156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8b982-206b-4377-9b22-a4cd7339277f req-512a3b06-abff-4bba-bbc4-ce6405b3cf4f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:46.504766 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4993cb78-d1a3-4090-921a-07479c2472a6 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1309006 Aug 17 16:32:46.506271 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79b8b982-206b-4377-9b22-a4cd7339277f req-512a3b06-abff-4bba-bbc4-ce6405b3cf4f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.2262182 Aug 17 16:32:46.507467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.509084 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.511884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34476) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:46.612599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5b76-4ae2-4c4d-81ab-35d15c2e5bc1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.639270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79b8b982-206b-4377-9b22-a4cd7339277f req-8e3a464d-cea1-4d2a-a77e-af0998c710e9 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123004 Aug 17 16:32:46.652206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5b76-4ae2-4c4d-81ab-35d15c2e5bc1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.683236 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.723959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5b76-4ae2-4c4d-81ab-35d15c2e5bc1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.734593 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5b76-4ae2-4c4d-81ab-35d15c2e5bc1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.742256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:46.743558 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8b9a5b76-4ae2-4c4d-81ab-35d15c2e5bc1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "DELETE /v2.0/security-groups/a275e1b8-4e5b-4830-97a2-71537ba0974d HTTP/1.1" status: 204 len: 168 time: 0.2294345 Aug 17 16:32:46.757407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a5b76-4ae2-4c4d-81ab-35d15c2e5bc1 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a275e1b8-4e5b-4830-97a2-71537ba0974d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:46.849860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb2ef9fb-0dad-4013-a8bd-c0d93fa43723 req-0097dedb-16e0-41d4-9fa6-f3b63b42f9a1 service neutron] 10.222.0.91 "GET /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346915 Aug 17 16:32:46.885354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 150648c6-bc52-4858-b091-dfdee01dba75 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:32:46.917436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 150648c6-bc52-4858-b091-dfdee01dba75 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:32:46.917789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 150648c6-bc52-4858-b091-dfdee01dba75 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:32:46.976817 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-21567ec3-c71f-46a5-958f-72e33bbda303 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2305696 Aug 17 16:32:46.980722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34486) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:46.986605 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:46.987646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-90b48b4a-040b-450a-b82c-b5a1b9ed8415 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'tempest-secgroup--758808355'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:47.065444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b48b4a-040b-450a-b82c-b5a1b9ed8415 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.269295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34494) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:47.273635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b48b4a-040b-450a-b82c-b5a1b9ed8415 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.282271 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b48b4a-040b-450a-b82c-b5a1b9ed8415 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.322914 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90b48b4a-040b-450a-b82c-b5a1b9ed8415 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.328670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-90b48b4a-040b-450a-b82c-b5a1b9ed8415 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3450673 Aug 17 16:32:47.328934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:47.331754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b48b4a-040b-450a-b82c-b5a1b9ed8415 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c73108-98e6-4e26-a2dc-dd6ca738eed6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:47.333924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-73e594e4-d1c8-46d9-a629-ce41465b1b86 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:47.334593 n-d-804878-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-73e594e4-d1c8-46d9-a629-ce41465b1b86 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 16:32:47.335304 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-73e594e4-d1c8-46d9-a629-ce41465b1b86 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 16:32:47.339098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-73e594e4-d1c8-46d9-a629-ce41465b1b86 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "PUT /v2.0/security-groups/d4c73108-98e6-4e26-a2dc-dd6ca738eed6 HTTP/1.1" status: 409 len: 330 time: 0.0066004 Aug 17 16:32:47.340189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:47.404017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34502) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:47.441622 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.473457 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.475552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc910f98-500e-45bd-9fb4-33d0bad3fffa tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.604232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc910f98-500e-45bd-9fb4-33d0bad3fffa tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.642902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-057454e6-252d-4e50-9839-152b4d66fd57 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=98e68152ffbc4f59bd7c8413a479648a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723853 Aug 17 16:32:47.645153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:47.921313 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c526f88-a8be-4409-9923-adf68d97d7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.945143 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc910f98-500e-45bd-9fb4-33d0bad3fffa tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.947621 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc910f98-500e-45bd-9fb4-33d0bad3fffa tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:47.952005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34518) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:47.953449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc910f98-500e-45bd-9fb4-33d0bad3fffa tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "DELETE /v2.0/security-groups/d4c73108-98e6-4e26-a2dc-dd6ca738eed6 HTTP/1.1" status: 204 len: 168 time: 0.6104805 Aug 17 16:32:47.996989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c526f88-a8be-4409-9923-adf68d97d7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.000634 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61ddeb83-878a-4c50-83c1-fc24531388fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.021219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Allocated IP 172.20.0.14 (5851f50f-9a8f-4bc0-af26-590a2805f6c5/714a6228-6ba4-40a5-9d37-f8ecbd369b3d/120610d4-c7cc-4d3d-a14d-4c6d6444affa) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:32:48.023564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc910f98-500e-45bd-9fb4-33d0bad3fffa tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c73108-98e6-4e26-a2dc-dd6ca738eed6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:48.078315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcce6f4-e0ce-406c-aad4-ef2247232f78 req-141a7829-35df-4943-82a5-5600dff4ec31 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:48.080677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8fcce6f4-e0ce-406c-aad4-ef2247232f78 req-141a7829-35df-4943-82a5-5600dff4ec31 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.3196852 Aug 17 16:32:48.155098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b4931e7d-730c-41e6-b31e-109f095d2ef5 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1962361 Aug 17 16:32:48.199469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:48.248487 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-2bfb948c-2d67-49db-a3a4-9b66a003c8c5 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] delete failed (client error): The resource could not be found. Aug 17 16:32:48.250573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2bfb948c-2d67-49db-a3a4-9b66a003c8c5 tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "DELETE /v2.0/security-groups/fa8d12e2-f03b-43d7-bfb8-2d04ca1578bf HTTP/1.1" status: 404 len: 347 time: 0.0494645 Aug 17 16:32:48.260669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:48.304131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8fcce6f4-e0ce-406c-aad4-ef2247232f78 req-22f8c3f2-d17d-4b47-99d9-c4657b229ce8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955566 Aug 17 16:32:48.309118 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-58b27f50-6b1c-4c6f-a557-424ad35dd6ce tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] show failed (client error): The resource could not be found. Aug 17 16:32:48.317017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-58b27f50-6b1c-4c6f-a557-424ad35dd6ce tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-groups/91de1257-cd91-4f49-9e06-c46370a106b4 HTTP/1.1" status: 404 len: 347 time: 0.0486653 Aug 17 16:32:48.318049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:48.320417 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c526f88-a8be-4409-9923-adf68d97d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.323349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c526f88-a8be-4409-9923-adf68d97d7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.324666 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c526f88-a8be-4409-9923-adf68d97d7f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/236f08f9-98ee-4014-be43-378a0e4ee4e0 HTTP/1.1" status: 204 len: 168 time: 0.6785295 Aug 17 16:32:48.340845 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d1bc8754-c877-4212-8cd0-32a74cd6950b tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] show failed (client error): The resource could not be found. Aug 17 16:32:48.349382 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1bc8754-c877-4212-8cd0-32a74cd6950b tempest-NegativeSecGroupTest-1209738489 tempest-NegativeSecGroupTest-1209738489-project] 10.222.0.77 "GET /v2.0/security-group-rules/b8500728-f0a1-4924-9923-0d1b8caa38c4 HTTP/1.1" status: 404 len: 356 time: 0.0228128 Aug 17 16:32:48.354955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61ddeb83-878a-4c50-83c1-fc24531388fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.363175 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61ddeb83-878a-4c50-83c1-fc24531388fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.370964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c526f88-a8be-4409-9923-adf68d97d7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236f08f9-98ee-4014-be43-378a0e4ee4e0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:48.398084 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-61ddeb83-878a-4c50-83c1-fc24531388fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d344b1cf7464df4b1d714c09cb32d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9926517 Aug 17 16:32:48.407238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:48.442837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddeb83-878a-4c50-83c1-fc24531388fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f97894c-57c3-46cb-8dc4-6586914a478f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:48.478752 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.558557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.614045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event updated for resources: {'Port': ['ID=120610d4-c7cc-4d3d-a14d-4c6d6444affa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:48.627492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93a42602-441e-4c3b-a978-5dfeea675f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.655518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Network 5851f50f-9a8f-4bc0-af26-590a2805f6c5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:32:48.662776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:48.670675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:32:48.714413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93a42602-441e-4c3b-a978-5dfeea675f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.874113 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93a42602-441e-4c3b-a978-5dfeea675f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.877299 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93a42602-441e-4c3b-a978-5dfeea675f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:48.878045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-93a42602-441e-4c3b-a978-5dfeea675f77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f97894c-57c3-46cb-8dc4-6586914a478f HTTP/1.1" status: 204 len: 168 time: 0.4664207 Aug 17 16:32:48.892928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a42602-441e-4c3b-a978-5dfeea675f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f97894c-57c3-46cb-8dc4-6586914a478f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:48.989869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34546) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:49.073272 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.164398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34550) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:49.193093 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07621810-baeb-4cff-aea0-382950e45d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.430690 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07621810-baeb-4cff-aea0-382950e45d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.436828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07621810-baeb-4cff-aea0-382950e45d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.508250 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.517191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-07621810-baeb-4cff-aea0-382950e45d39 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=93a9ea27b3144eb698041a02373e4d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514364 Aug 17 16:32:49.521473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34556) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:49.580523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.612828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07621810-baeb-4cff-aea0-382950e45d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3105592-0b86-40bb-9266-d0e19354a1b4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:49.673998 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.700347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4beeb99-9542-44b3-9292-12368bbea14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.737467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4beeb99-9542-44b3-9292-12368bbea14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.813678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4beeb99-9542-44b3-9292-12368bbea14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.817461 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4beeb99-9542-44b3-9292-12368bbea14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:49.821441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e4beeb99-9542-44b3-9292-12368bbea14a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3105592-0b86-40bb-9266-d0e19354a1b4 HTTP/1.1" status: 204 len: 168 time: 0.2963505 Aug 17 16:32:49.834107 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4beeb99-9542-44b3-9292-12368bbea14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3105592-0b86-40bb-9266-d0e19354a1b4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:49.931384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f57e8f34-2f65-4516-8fa5-91775867671c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3cfdbe9100f54085822400be53038dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9398088 Aug 17 16:32:49.933724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34568) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:50.109957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23fea931-6235-4a50-9efe-848cbc6b7326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:50.173713 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23fea931-6235-4a50-9efe-848cbc6b7326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:50.187800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba38f97-10ca-43f0-833d-713b83167c32 req-954de5bb-e266-4d70-a150-bd75d0d12a1d tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:50.189857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dba38f97-10ca-43f0-833d-713b83167c32 req-954de5bb-e266-4d70-a150-bd75d0d12a1d tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.5980484 Aug 17 16:32:50.247765 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dba38f97-10ca-43f0-833d-713b83167c32 req-51facd42-d402-4603-a511-65b128277e56 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508211 Aug 17 16:32:50.276964 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23fea931-6235-4a50-9efe-848cbc6b7326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:50.279761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23fea931-6235-4a50-9efe-848cbc6b7326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:50.281692 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-23fea931-6235-4a50-9efe-848cbc6b7326 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/413efacf-42d5-441f-b62e-012f7e77b734 HTTP/1.1" status: 204 len: 168 time: 0.3465576 Aug 17 16:32:50.302016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:50.302708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fea931-6235-4a50-9efe-848cbc6b7326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413efacf-42d5-441f-b62e-012f7e77b734,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:50.359947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Router c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:32:50.555364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-531778d4-fd9f-4e9d-b735-5459b540bf6d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d383d13abd1445da8d5a839a89f5f1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415092 Aug 17 16:32:50.556652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:32:50.559497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34586) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:50.567549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Sync routers for ids ['c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:32:50.575971 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:50.580725 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2b67f6c-3577-4dfe-9674-44c6452bebcd tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.2207294 Aug 17 16:32:50.580958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:50.583690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Routers {'c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:50.584474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:50.643284 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c42-1e74-4d78-a8a0-569c9cacac51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:50.718463 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c42-1e74-4d78-a8a0-569c9cacac51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:50.788790 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c42-1e74-4d78-a8a0-569c9cacac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:50.792073 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c42-1e74-4d78-a8a0-569c9cacac51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:50.796775 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9cd14c42-1e74-4d78-a8a0-569c9cacac51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c041b4b-f7ec-4f59-8c0d-2fe515392c78 HTTP/1.1" status: 204 len: 168 time: 0.2331951 Aug 17 16:32:50.816499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd14c42-1e74-4d78-a8a0-569c9cacac51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c041b4b-f7ec-4f59-8c0d-2fe515392c78,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:50.869473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:50.925669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Set router c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:32:51.038332 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:51.146295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Deleting port 120610d4-c7cc-4d3d-a14d-4c6d6444affa {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:32:51.146710 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:51.215608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c', 'name': '', 'tenant_id': 'c57c8df737454b86a89feddf2a7db229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5851f50f-9a8f-4bc0-af26-590a2805f6c5', 'external_fixed_ips': [{'subnet_id': '714a6228-6ba4-40a5-9d37-f8ecbd369b3d', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '120610d4-c7cc-4d3d-a14d-4c6d6444affa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:32:46Z', 'updated_at': '2021-08-17T16:32:48Z', 'revision_number': 3, 'project_id': 'c57c8df737454b86a89feddf2a7db229', 'gw_port': {'id': '120610d4-c7cc-4d3d-a14d-4c6d6444affa', 'name': '', 'network_id': '5851f50f-9a8f-4bc0-af26-590a2805f6c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '714a6228-6ba4-40a5-9d37-f8ecbd369b3d', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:32:47Z', 'updated_at': '2021-08-17T16:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '714a6228-6ba4-40a5-9d37-f8ecbd369b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:51.251067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Checking router: c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:32:51.251938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Updating router c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c port 120610d4-c7cc-4d3d-a14d-4c6d6444affa binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:32:51.253949 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:51.270951 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Calling delete_port for 120610d4-c7cc-4d3d-a14d-4c6d6444affa owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:32:51.288675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:51.646279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:51.696478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event deleted for resources: {'Port': ['ID=120610d4-c7cc-4d3d-a14d-4c6d6444affa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:51.776829 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:51.951411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:51.956701 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.012766 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:32:52.013366 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:32:52.113439 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.114978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:32:52.124886 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.127446 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4af3313-88d4-4a1b-afb3-752e839f459e tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "DELETE /v2.0/routers/c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c HTTP/1.1" status: 204 len: 168 time: 1.5446582 Aug 17 16:32:52.129449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:52.192205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b585344b-b4d7-4dfb-9705-fcb91c885435 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Deleting subnet 714a6228-6ba4-40a5-9d37-f8ecbd369b3d {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:32:52.196576 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b585344b-b4d7-4dfb-9705-fcb91c885435 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.245934 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b585344b-b4d7-4dfb-9705-fcb91c885435 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.297207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b585344b-b4d7-4dfb-9705-fcb91c885435 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.406819 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b585344b-b4d7-4dfb-9705-fcb91c885435 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.435946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585344b-b4d7-4dfb-9705-fcb91c885435 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=714a6228-6ba4-40a5-9d37-f8ecbd369b3d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:52.443219 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b585344b-b4d7-4dfb-9705-fcb91c885435 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.449666 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b585344b-b4d7-4dfb-9705-fcb91c885435 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/714a6228-6ba4-40a5-9d37-f8ecbd369b3d HTTP/1.1" status: 204 len: 168 time: 0.3141396 Aug 17 16:32:52.450041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34656) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:52.545702 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.580768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Port 120610d4-c7cc-4d3d-a14d-4c6d6444affa not found while updating agent binding for router c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c. {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 17 16:32:52.607874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Routers set() bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:32:52.608559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Router IDs set() for agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 16:32:52.611060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent'). {{(pid=94840) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 16:32:52.611933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff39633b-44a4-4090-b824-2bd3c207453a None None] The sync data for ids ['c1a1dbb3-2a50-46e9-b6cf-4efe9c76919c'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:32:52.680452 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.707014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5851f50f-9a8f-4bc0-af26-590a2805f6c5']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:52.723353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c42ed33-7167-46f6-bfc5-19cd53cda71f') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:52.723651 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c42ed33-7167-46f6-bfc5-19cd53cda71f') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:32:52.737050 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.757611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.769830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:32:52.770554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:32:52.775292 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:32:52.881785 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.892914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5851f50f-9a8f-4bc0-af26-590a2805f6c5 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 16:32:52.899476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:52.910046 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "DELETE /v2.0/networks/5851f50f-9a8f-4bc0-af26-590a2805f6c5 HTTP/1.1" status: 204 len: 168 time: 0.4547105 Aug 17 16:32:52.932657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e7d57-a06d-42ef-96be-8f98cee81952 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event deleted for resources: {'Network': ['ID=5851f50f-9a8f-4bc0-af26-590a2805f6c5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:54.444552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:54.451439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-69c3248b-f8ac-47ea-a4af-0fe1b852be44 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Request body: {'router': {'name': 'tempest-router--1263569115', 'project_id': '0227f4d9e36d4e83bee71b2ea096d986'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:54.495866 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69c3248b-f8ac-47ea-a4af-0fe1b852be44 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:54.497018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69c3248b-f8ac-47ea-a4af-0fe1b852be44 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:54.573085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69c3248b-f8ac-47ea-a4af-0fe1b852be44 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:54.579753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69c3248b-f8ac-47ea-a4af-0fe1b852be44 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:54.597070 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69c3248b-f8ac-47ea-a4af-0fe1b852be44 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:54.601117 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-69c3248b-f8ac-47ea-a4af-0fe1b852be44 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1524270 Aug 17 16:32:54.601476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34736) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:54.754618 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed67966-0b7f-4b09-b4da-68a41edee5b1 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:55.014351 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed67966-0b7f-4b09-b4da-68a41edee5b1 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:55.023545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed67966-0b7f-4b09-b4da-68a41edee5b1 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:55.139252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed67966-0b7f-4b09-b4da-68a41edee5b1 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:55.140603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed67966-0b7f-4b09-b4da-68a41edee5b1 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08a5c33f-56d3-43ed-84f1-674b2aa0fab3 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:32:55.146928 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed67966-0b7f-4b09-b4da-68a41edee5b1 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:55.154351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ed67966-0b7f-4b09-b4da-68a41edee5b1 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "DELETE /v2.0/routers/08a5c33f-56d3-43ed-84f1-674b2aa0fab3 HTTP/1.1" status: 204 len: 168 time: 0.5466530 Aug 17 16:32:55.478425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:55.579447 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee634c2d-9331-46a1-a457-a272dcb80e22 req-3e53ec48-1cf2-4837-a662-f695ecd7ca3d tempest-FlavorsV2NegativeTest-1482173914 tempest-FlavorsV2NegativeTest-1482173914-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e865c44b1f63456aa26f566636ebc101&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344002 Aug 17 16:32:55.738140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee634c2d-9331-46a1-a457-a272dcb80e22 req-943a97d4-ab95-4a6c-b1f1-86b8c21fad41 tempest-FlavorsV2NegativeTest-1482173914 tempest-FlavorsV2NegativeTest-1482173914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:32:55.741580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee634c2d-9331-46a1-a457-a272dcb80e22 req-943a97d4-ab95-4a6c-b1f1-86b8c21fad41 tempest-FlavorsV2NegativeTest-1482173914 tempest-FlavorsV2NegativeTest-1482173914-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601255 Aug 17 16:32:55.767008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee634c2d-9331-46a1-a457-a272dcb80e22 req-959c3ea6-c216-4f3b-ab49-a8bf1f402dcc tempest-FlavorsV2NegativeTest-1482173914 tempest-FlavorsV2NegativeTest-1482173914-project] 10.222.0.77 "GET /v2.0/quotas/e865c44b1f63456aa26f566636ebc101 HTTP/1.1" status: 200 len: 375 time: 0.0141287 Aug 17 16:32:55.823495 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee634c2d-9331-46a1-a457-a272dcb80e22 req-c0a74011-93a1-44d3-9624-e7b6946fba53 tempest-FlavorsV2NegativeTest-1482173914 tempest-FlavorsV2NegativeTest-1482173914-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e865c44b1f63456aa26f566636ebc101&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427437 Aug 17 16:32:56.244179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1150263999', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:56.308592 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:56.310181 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:56.530657 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:32:56.567840 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:56.818634 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:56.969751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34854) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:57.207079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9950439a-cc11-4d16-8630-e5a2fe88dbb7 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-291129663'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:57.239829 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:57.251740 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9950439a-cc11-4d16-8630-e5a2fe88dbb7 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:57.253099 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9950439a-cc11-4d16-8630-e5a2fe88dbb7 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:57.275349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:57.371437 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9950439a-cc11-4d16-8630-e5a2fe88dbb7 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:57.382488 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9950439a-cc11-4d16-8630-e5a2fe88dbb7 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:57.419046 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9950439a-cc11-4d16-8630-e5a2fe88dbb7 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:57.423252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9950439a-cc11-4d16-8630-e5a2fe88dbb7 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4493427 Aug 17 16:32:57.424300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34888) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:57.565084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Allocated IP 172.25.7.55 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/33ac83c3-1482-4381-a9f6-cf1c1492a902) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:32:57.626084 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06f66444-3c36-4b0c-b9d7-86d5520f523d tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:57.792656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:57.884133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:58.026973 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06f66444-3c36-4b0c-b9d7-86d5520f523d tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.034511 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06f66444-3c36-4b0c-b9d7-86d5520f523d tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.036623 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.104013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1574e46a-4c6a-4212-928e-2fbd47636c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.166769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06f66444-3c36-4b0c-b9d7-86d5520f523d tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.167318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f66444-3c36-4b0c-b9d7-86d5520f523d tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e2a561c-ba1b-41c5-8629-bc0241d5d35c {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:32:58.176651 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06f66444-3c36-4b0c-b9d7-86d5520f523d tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.182817 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-06f66444-3c36-4b0c-b9d7-86d5520f523d tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] 10.222.0.77 "DELETE /v2.0/routers/2e2a561c-ba1b-41c5-8629-bc0241d5d35c HTTP/1.1" status: 204 len: 168 time: 0.7571886 Aug 17 16:32:58.183478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34916) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:58.196192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3d301746-4f7b-49dc-8541-440e4347930f tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Request body: {'router': {'name': 'tempest-router-613499281', 'distributed': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:58.215773 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.261251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34918) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:58.277899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:32:58.295319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:32:58.310009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:32:58.368928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Pushing event updated for resources: {'Port': ['ID=33ac83c3-1482-4381-a9f6-cf1c1492a902,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:58.388684 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ecb4ca-5e25-4277-9ba2-c613730e535b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.402411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1bb1c352-4170-4eb9-9a7c-787cd9b0b0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.559630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1574e46a-4c6a-4212-928e-2fbd47636c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.569597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1574e46a-4c6a-4212-928e-2fbd47636c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.591922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d301746-4f7b-49dc-8541-440e4347930f tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.594052 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d301746-4f7b-49dc-8541-440e4347930f tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.634994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-81ecb4ca-5e25-4277-9ba2-c613730e535b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:32:58.634994 n-d-804878-1 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:32:58.634994 n-d-804878-1 neutron-server[94838]: [parameters: {'project_id_1': '4e201caa9e7b46afbb99d1862047b0bc', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 32, 58, 435432)}] Aug 17 16:32:58.634994 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:32:58.635427 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-81ecb4ca-5e25-4277-9ba2-c613730e535b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:32:58.684093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1574e46a-4c6a-4212-928e-2fbd47636c94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e865c44b1f63456aa26f566636ebc101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8895228 Aug 17 16:32:58.690513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34930) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:58.690864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574e46a-4c6a-4212-928e-2fbd47636c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dfa739-04ec-488a-b27a-359b11a6d2c2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:58.710172 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d301746-4f7b-49dc-8541-440e4347930f tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.727229 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d301746-4f7b-49dc-8541-440e4347930f tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.815317 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c66c5a4c-13c8-45ad-8b35-cae37cb6217d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.832965 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.840905 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1bb1c352-4170-4eb9-9a7c-787cd9b0b0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.856298 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1bb1c352-4170-4eb9-9a7c-787cd9b0b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.866000 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c66c5a4c-13c8-45ad-8b35-cae37cb6217d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.868786 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d301746-4f7b-49dc-8541-440e4347930f tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:58.872484 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3d301746-4f7b-49dc-8541-440e4347930f tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6851890 Aug 17 16:32:58.883057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34936) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:58.931433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1c352-4170-4eb9-9a7c-787cd9b0b0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa175a8-2605-44c3-ac05-adacf41e2fff,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:59.075241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1bb1c352-4170-4eb9-9a7c-787cd9b0b0bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=85c862439bee43f1927b896cad30534b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8120413 Aug 17 16:32:59.075950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34948) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:59.102984 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b9056f6-bc42-4779-81c7-9dcb332c8283 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.433433 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c66c5a4c-13c8-45ad-8b35-cae37cb6217d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.437390 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c66c5a4c-13c8-45ad-8b35-cae37cb6217d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.443121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c66c5a4c-13c8-45ad-8b35-cae37cb6217d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5dfa739-04ec-488a-b27a-359b11a6d2c2 HTTP/1.1" status: 204 len: 168 time: 0.7474234 Aug 17 16:32:59.452011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b9056f6-bc42-4779-81c7-9dcb332c8283 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.454676 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b9056f6-bc42-4779-81c7-9dcb332c8283 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.460122 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ecb4ca-5e25-4277-9ba2-c613730e535b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.520052 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.523677 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b9056f6-bc42-4779-81c7-9dcb332c8283 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.524508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9056f6-bc42-4779-81c7-9dcb332c8283 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08bf0d50-3801-4821-bf1a-857db79b8680 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:32:59.543994 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b9056f6-bc42-4779-81c7-9dcb332c8283 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.549917 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2b9056f6-bc42-4779-81c7-9dcb332c8283 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] 10.222.0.77 "DELETE /v2.0/routers/08bf0d50-3801-4821-bf1a-857db79b8680 HTTP/1.1" status: 204 len: 168 time: 0.6625545 Aug 17 16:32:59.553466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:32:59.557795 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c38209ea-3665-46b3-9299-381e96fd0267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.563764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b6294045-e9a7-4dbc-ac53-bb3c251ca7fc tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Request body: {'router': {'name': 'tempest-router-1600484895', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '21538a8678ae4b7c9b16d61c179bf0e8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:32:59.575073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c5a4c-13c8-45ad-8b35-cae37cb6217d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dfa739-04ec-488a-b27a-359b11a6d2c2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:59.603456 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c38209ea-3665-46b3-9299-381e96fd0267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.717114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c38209ea-3665-46b3-9299-381e96fd0267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.721191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c38209ea-3665-46b3-9299-381e96fd0267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.722986 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c38209ea-3665-46b3-9299-381e96fd0267 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cfa175a8-2605-44c3-ac05-adacf41e2fff HTTP/1.1" status: 204 len: 168 time: 0.6408949 Aug 17 16:32:59.743054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38209ea-3665-46b3-9299-381e96fd0267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa175a8-2605-44c3-ac05-adacf41e2fff,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:32:59.804974 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ecb4ca-5e25-4277-9ba2-c613730e535b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.825777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ecb4ca-5e25-4277-9ba2-c613730e535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:32:59.904518 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-81ecb4ca-5e25-4277-9ba2-c613730e535b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e201caa9e7b46afbb99d1862047b0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0124922 Aug 17 16:32:59.907103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34974) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:00.044000 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fad961e-b53d-4697-b090-c822b91b1ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.050832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b6294045-e9a7-4dbc-ac53-bb3c251ca7fc tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.051925 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b6294045-e9a7-4dbc-ac53-bb3c251ca7fc tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.130619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fad961e-b53d-4697-b090-c822b91b1ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.209409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecb4ca-5e25-4277-9ba2-c613730e535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c165c55-c1a3-4adc-b8d3-10ada95c8f69,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:00.230255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Router dd4a820f-65e9-4e5f-ae6a-c86e4244512c is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:33:00.265722 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fad961e-b53d-4697-b090-c822b91b1ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.268762 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fad961e-b53d-4697-b090-c822b91b1ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.270499 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2fad961e-b53d-4697-b090-c822b91b1ece admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c165c55-c1a3-4adc-b8d3-10ada95c8f69 HTTP/1.1" status: 204 len: 168 time: 0.3635106 Aug 17 16:33:00.366406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad961e-b53d-4697-b090-c822b91b1ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c165c55-c1a3-4adc-b8d3-10ada95c8f69,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:00.411921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b6294045-e9a7-4dbc-ac53-bb3c251ca7fc tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.422333 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b6294045-e9a7-4dbc-ac53-bb3c251ca7fc tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.431939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34996) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:00.477058 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c218aed6-ae91-405d-9c20-2856bcbf878c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.543319 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b6294045-e9a7-4dbc-ac53-bb3c251ca7fc tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.544604 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b6294045-e9a7-4dbc-ac53-bb3c251ca7fc tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9856892 Aug 17 16:33:00.554952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34998) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:00.569268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:00.689623 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:33:00.704038 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917b231-12da-43b7-88df-b7889d0d3272 None None] Sync routers for ids ['dd4a820f-65e9-4e5f-ae6a-c86e4244512c'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:33:00.727254 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917b231-12da-43b7-88df-b7889d0d3272 None None] Routers {'dd4a820f-65e9-4e5f-ae6a-c86e4244512c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:00.727254 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f917b231-12da-43b7-88df-b7889d0d3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['dd4a820f-65e9-4e5f-ae6a-c86e4244512c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:00.798535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c218aed6-ae91-405d-9c20-2856bcbf878c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.807046 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c218aed6-ae91-405d-9c20-2856bcbf878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.837593 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f917b231-12da-43b7-88df-b7889d0d3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:00.871319 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917b231-12da-43b7-88df-b7889d0d3272 None None] Routers {'dd4a820f-65e9-4e5f-ae6a-c86e4244512c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:00.872223 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f917b231-12da-43b7-88df-b7889d0d3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:32:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['dd4a820f-65e9-4e5f-ae6a-c86e4244512c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:00.873789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218aed6-ae91-405d-9c20-2856bcbf878c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c161302-95b2-4de4-a6b1-2cd09cef52d9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:00.902446 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c218aed6-ae91-405d-9c20-2856bcbf878c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=39ed3dd01b3b44cb860deaffb952955c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675844 Aug 17 16:33:00.904656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35010) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:00.929390 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:00.931796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3b5fa30-aa9b-4577-8b33-306df1f2013f tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4523027 Aug 17 16:33:00.937343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35012) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:00.948326 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f917b231-12da-43b7-88df-b7889d0d3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:00.948993 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917b231-12da-43b7-88df-b7889d0d3272 None None] The sync data for ids ['dd4a820f-65e9-4e5f-ae6a-c86e4244512c'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:33:01.102275 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58b2eb03-5db5-496f-a722-9d9fd7393d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.120010 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.120409 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.180829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35022) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:01.233285 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acc863f8-2661-40ae-96c3-703965406e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.268439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:01.274603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58b2eb03-5db5-496f-a722-9d9fd7393d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.293754 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a1a94ec5-9ccc-4955-bc45-1f89a10e1e7f tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/routers/dd4a820f-65e9-4e5f-ae6a-c86e4244512c HTTP/1.1" status: 200 len: 920 time: 0.3545904 Aug 17 16:33:01.299867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35032) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:01.340716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94838) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 17 16:33:01.349397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Router ceb8716e-e4dc-4ebb-8cc7-9a159bc8b14d migrating from provider to provider. {{(pid=94838) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 17 16:33:01.350057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.360057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.361752 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-19853db5-35fe-4012-8edb-f50c55c84913 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd4a820f-65e9-4e5f-ae6a-c86e4244512c HTTP/1.1" status: 200 len: 205 time: 0.0606313 Aug 17 16:33:01.364803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:01.377104 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.424604 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58b2eb03-5db5-496f-a722-9d9fd7393d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.427262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58b2eb03-5db5-496f-a722-9d9fd7393d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.428492 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58b2eb03-5db5-496f-a722-9d9fd7393d1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3c161302-95b2-4de4-a6b1-2cd09cef52d9 HTTP/1.1" status: 204 len: 168 time: 0.5218527 Aug 17 16:33:01.457547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2eb03-5db5-496f-a722-9d9fd7393d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c161302-95b2-4de4-a6b1-2cd09cef52d9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:01.590499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1257197657-network', 'tenant_id': 'beaecf6dd330402d8f1f128f668359d2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:01.623197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acc863f8-2661-40ae-96c3-703965406e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.623197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acc863f8-2661-40ae-96c3-703965406e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.660584 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-acc863f8-2661-40ae-96c3-703965406e70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=038933a10e3b4b9fa753377e4477988b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771304 Aug 17 16:33:01.661624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc863f8-2661-40ae-96c3-703965406e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91746cb0-e03d-4e5b-b985-25ae187157f5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:01.664181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35044) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:01.729962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da1a2d93-8424-4dce-80b5-40ae73722511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.732076 n-d-804878-1 neutron-server[94838]: WARNING neutron.scheduler.l3_agent_scheduler [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] No L3 agents can host the router ceb8716e-e4dc-4ebb-8cc7-9a159bc8b14d Aug 17 16:33:01.778490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da1a2d93-8424-4dce-80b5-40ae73722511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.797413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Made reservation on behalf of beaecf6dd330402d8f1f128f668359d2 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:33:01.800499 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.835522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.845936 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.871399 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da1a2d93-8424-4dce-80b5-40ae73722511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.874506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da1a2d93-8424-4dce-80b5-40ae73722511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:01.886566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-da1a2d93-8424-4dce-80b5-40ae73722511 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91746cb0-e03d-4e5b-b985-25ae187157f5 HTTP/1.1" status: 204 len: 168 time: 0.2198446 Aug 17 16:33:01.914961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a2d93-8424-4dce-80b5-40ae73722511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91746cb0-e03d-4e5b-b985-25ae187157f5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:02.076740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Hosts for router ceb8716e-e4dc-4ebb-8cc7-9a159bc8b14d: [] {{(pid=94838) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 17 16:33:02.097817 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10951d54-84fb-4731-900b-e81d82560677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.171506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Hosts for other DVR routers connected to router ceb8716e-e4dc-4ebb-8cc7-9a159bc8b14d: set() {{(pid=94838) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 17 16:33:02.177252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.177252 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-977ea4ed-ff2a-4f6e-b4d5-382fa3f57928 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] 10.222.0.77 "PUT /v2.0/routers/ceb8716e-e4dc-4ebb-8cc7-9a159bc8b14d HTTP/1.1" status: 200 len: 717 time: 1.6175780 Aug 17 16:33:02.178938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35064) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:02.282483 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.285514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.292446 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.339327 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f69979b5-fd1f-47b5-ab4b-63697eb97007 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] 10.222.0.77 "GET /v2.0/routers/ceb8716e-e4dc-4ebb-8cc7-9a159bc8b14d HTTP/1.1" status: 200 len: 717 time: 0.1566832 Aug 17 16:33:02.343795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35072) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:02.344986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:33:02.365749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.366136 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Added segment e83ef575-b4b5-4bce-a813-9b8bd3dae72a of type vlan for network a54ade5e-3f79-48cc-9003-a24c930f4891 Aug 17 16:33:02.470176 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.575348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d8a19d-b2e4-48cf-be36-bc0599cba685,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:02.584838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35082) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:02.586609 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.587767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:02.588517 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.603428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.604029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.604534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.605032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.605526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.606327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.606876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.607369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.607940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.609315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.609831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.610334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:02.617596 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b840d81-4d58-4d4a-be9b-d0f712b07b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.793025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Deleting port 33ac83c3-1482-4381-a9f6-cf1c1492a902 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:02.794187 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.843635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] Pushing event updated for resources: {'Network': ['ID=a54ade5e-3f79-48cc-9003-a24c930f4891,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:02.857263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a54ade5e-3f79-48cc-9003-a24c930f4891 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:33:02.863526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c87f7947-4d19-427f-8118-bc37a8597845 tempest-RoutersTestDVR-238679211 tempest-RoutersTestDVR-238679211-project] 10.222.0.77 "GET /v2.0/routers/ceb8716e-e4dc-4ebb-8cc7-9a159bc8b14d HTTP/1.1" status: 200 len: 683 time: 0.5198596 Aug 17 16:33:02.866771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35090) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:02.931357 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.956452 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16515a68-1ae2-4947-a8e9-5e0ae411514a tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:02.965840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Calling delete_port for 33ac83c3-1482-4381-a9f6-cf1c1492a902 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:03.247529 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.311576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Pushing event deleted for resources: {'Port': ['ID=33ac83c3-1482-4381-a9f6-cf1c1492a902,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:03.433895 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.550216 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.552711 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.636917 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.637456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Fanout notify agent at l3_agent the message router_deleted on router dd4a820f-65e9-4e5f-ae6a-c86e4244512c {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:33:03.644973 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.646109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-71af6598-1bb2-427b-b647-0d8e3207c004 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/dd4a820f-65e9-4e5f-ae6a-c86e4244512c HTTP/1.1" status: 204 len: 168 time: 2.2803078 Aug 17 16:33:03.649255 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b840d81-4d58-4d4a-be9b-d0f712b07b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.652063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:03.657573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1164394129', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:03.681476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dedf7012-fb53-4043-b735-0d456bc36907 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4119580 Aug 17 16:33:03.684570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:03.689204 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b840d81-4d58-4d4a-be9b-d0f712b07b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.713558 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16515a68-1ae2-4947-a8e9-5e0ae411514a tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.719193 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16515a68-1ae2-4947-a8e9-5e0ae411514a tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.720249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Request body: {'subnet': {'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1257197657-subnet', 'tenant_id': 'beaecf6dd330402d8f1f128f668359d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:03.783240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.784526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.791754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Made reservation on behalf of beaecf6dd330402d8f1f128f668359d2 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:33:03.794359 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.858211 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8b840d81-4d58-4d4a-be9b-d0f712b07b9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2af31bdef78d493cb02c39cfb751575c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2718573 Aug 17 16:33:03.859921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35122) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:03.868304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b840d81-4d58-4d4a-be9b-d0f712b07b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e70790-78f1-4705-93ab-1f5bd02ca20d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:03.961579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16515a68-1ae2-4947-a8e9-5e0ae411514a tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.962426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16515a68-1ae2-4947-a8e9-5e0ae411514a tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ceb8716e-e4dc-4ebb-8cc7-9a159bc8b14d {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:33:03.976190 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16515a68-1ae2-4947-a8e9-5e0ae411514a tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:03.984057 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-16515a68-1ae2-4947-a8e9-5e0ae411514a tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] 10.222.0.77 "DELETE /v2.0/routers/ceb8716e-e4dc-4ebb-8cc7-9a159bc8b14d HTTP/1.1" status: 204 len: 168 time: 1.1102448 Aug 17 16:33:03.985640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35130) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:03.991701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-cb83905a-c54a-4781-9c89-975e05570e56 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Request body: {'router': {'name': 'tempest-router-1710766014', 'distributed': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:04.046048 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03581364-4dd8-4063-9a97-d1d59118e4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.055689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb83905a-c54a-4781-9c89-975e05570e56 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.057147 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb83905a-c54a-4781-9c89-975e05570e56 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.097548 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03581364-4dd8-4063-9a97-d1d59118e4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.203820 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb83905a-c54a-4781-9c89-975e05570e56 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.211697 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb83905a-c54a-4781-9c89-975e05570e56 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.237040 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb83905a-c54a-4781-9c89-975e05570e56 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.237040 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cb83905a-c54a-4781-9c89-975e05570e56 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2494481 Aug 17 16:33:04.243274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35134) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:04.359408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03581364-4dd8-4063-9a97-d1d59118e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.363641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03581364-4dd8-4063-9a97-d1d59118e4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.365258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-03581364-4dd8-4063-9a97-d1d59118e4ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52e70790-78f1-4705-93ab-1f5bd02ca20d HTTP/1.1" status: 204 len: 168 time: 0.5034568 Aug 17 16:33:04.407361 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab00941e-02a7-4321-821c-5415b188e208 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.414336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03581364-4dd8-4063-9a97-d1d59118e4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e70790-78f1-4705-93ab-1f5bd02ca20d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:04.692219 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.792782 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eddeb3b5-ca91-46ac-bb29-a1d62afd56c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.877715 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab00941e-02a7-4321-821c-5415b188e208 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.881214 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab00941e-02a7-4321-821c-5415b188e208 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.966620 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.998102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab00941e-02a7-4321-821c-5415b188e208 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:04.998696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab00941e-02a7-4321-821c-5415b188e208 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a208568-801f-4ca1-ae52-2dca65246aa3 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:33:05.003629 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab00941e-02a7-4321-821c-5415b188e208 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:05.008251 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ab00941e-02a7-4321-821c-5415b188e208 tempest-RoutersTestDVR-925807246 tempest-RoutersTestDVR-925807246-project-admin] 10.222.0.77 "DELETE /v2.0/routers/7a208568-801f-4ca1-ae52-2dca65246aa3 HTTP/1.1" status: 204 len: 168 time: 0.7637603 Aug 17 16:33:05.035593 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:05.264581 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:05.348945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bef7db-c151-4085-b6c2-e29fb91e018d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:05.392551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Checking segment: {'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:33:05.393069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Network hostable DHCP agents. Network: a54ade5e-3f79-48cc-9003-a24c930f4891, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:33:05.427304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Network a54ade5e-3f79-48cc-9003-a24c930f4891 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:33:05.465314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a54ade5e-3f79-48cc-9003-a24c930f4891) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:05.475471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd446b-fbc3-4998-9296-1cc5fc08a7b2 None None] Network a54ade5e-3f79-48cc-9003-a24c930f4891 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:33:05.495266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:05.498440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:05.513304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35174) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:05.545074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b12c19b7-0159-4e5e-872c-5a8999bea166 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8545194 Aug 17 16:33:05.740923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4374f9fd-0a04-489c-a3dc-ef5125bf0295 None None] Network a54ade5e-3f79-48cc-9003-a24c930f4891 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:33:05.774030 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:05.822672 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:05.858900 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fa8841f-598c-4a59-952e-1fe21d7f5e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:05.927962 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:06.137818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Allocated IP 172.25.7.217 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/0e0f730a-21fd-48cb-b545-9a7abbdb1bf5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:33:06.289697 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fa8841f-598c-4a59-952e-1fe21d7f5e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:06.297761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fa8841f-598c-4a59-952e-1fe21d7f5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:06.429915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:06.487975 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5fa8841f-598c-4a59-952e-1fe21d7f5e6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21538a8678ae4b7c9b16d61c179bf0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9731219 Aug 17 16:33:06.491308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35212) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:06.492169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8841f-598c-4a59-952e-1fe21d7f5e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d70ffb4-edcc-482e-ab52-c1424cb0c467,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:06.565080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:06.589577 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25b6dca7-a754-4b63-9229-f1a725b9574d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:06.620362 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25b6dca7-a754-4b63-9229-f1a725b9574d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:06.660578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:33:06.670123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:06.679831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:33:06.713380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0f730a-21fd-48cb-b545-9a7abbdb1bf5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:06.737407 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25b6dca7-a754-4b63-9229-f1a725b9574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:06.743760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25b6dca7-a754-4b63-9229-f1a725b9574d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:06.747491 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-25b6dca7-a754-4b63-9229-f1a725b9574d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d70ffb4-edcc-482e-ab52-c1424cb0c467 HTTP/1.1" status: 204 len: 168 time: 0.2356882 Aug 17 16:33:06.768232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6dca7-a754-4b63-9229-f1a725b9574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d70ffb4-edcc-482e-ab52-c1424cb0c467,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:07.105607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:07.487684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-1ec2122c-551f-4fd9-970f-07e1cfecc74e tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:07.493665 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-1ec2122c-551f-4fd9-970f-07e1cfecc74e tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/networks?id=a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 200 len: 822 time: 0.3078344 Aug 17 16:33:07.496354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35250) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:07.509171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:07.591112 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-204085d0-1f13-455f-b5fe-afa43170b6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:07.598063 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-91c24a04-c2e5-4d5d-9a0a-43f7f8296940 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/quotas/beaecf6dd330402d8f1f128f668359d2 HTTP/1.1" status: 200 len: 375 time: 0.0501592 Aug 17 16:33:07.622118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:07.650517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-a62db0cf-1eb3-44cb-a615-2ef75bf34c81 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=beaecf6dd330402d8f1f128f668359d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455201 Aug 17 16:33:07.711795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Router faaa66d8-8da6-48e0-9734-b0275c5858d2 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:33:07.953123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:33:07.968293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Sync routers for ids ['faaa66d8-8da6-48e0-9734-b0275c5858d2'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:33:07.989179 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-2282b21d-f1ef-4324-ae90-1a275afe698e service neutron] 10.222.0.77 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288221 Aug 17 16:33:08.005805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Routers {'faaa66d8-8da6-48e0-9734-b0275c5858d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:08.006484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['faaa66d8-8da6-48e0-9734-b0275c5858d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:08.107014 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-204085d0-1f13-455f-b5fe-afa43170b6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:08.117997 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-204085d0-1f13-455f-b5fe-afa43170b6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:08.119559 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:08.125421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d689f7ae-2e8b-4238-8a15-978844776dda tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.4721246 Aug 17 16:33:08.126523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:08.294105 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-80576cb2-3008-4fb9-b6ca-a99c5514f451 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/routers/faaa66d8-8da6-48e0-9734-b0275c5858d2 HTTP/1.1" status: 200 len: 909 time: 0.1616385 Aug 17 16:33:08.294871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:08.296270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Set router faaa66d8-8da6-48e0-9734-b0275c5858d2 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:33:08.300697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1164394129', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'enable_snat': True}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:08.327471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-204085d0-1f13-455f-b5fe-afa43170b6bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b290df131adc4c93a5e95a1cce40996d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8294978 Aug 17 16:33:08.334541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35276) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:08.344536 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:08.347406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:08.398778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204085d0-1f13-455f-b5fe-afa43170b6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1107153-1a61-42d1-a4b4-26dd05aac730,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:08.414919 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-2a56ba3c-0ec8-4508-9028-869aa36f1627 service neutron] 10.222.0.77 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240012 Aug 17 16:33:08.477505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4a55b2b-09a9-408d-b6fd-4a25dc6937e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:08.571304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4a55b2b-09a9-408d-b6fd-4a25dc6937e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:08.632854 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:08.723347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4a55b2b-09a9-408d-b6fd-4a25dc6937e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:08.725907 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4a55b2b-09a9-408d-b6fd-4a25dc6937e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:08.727440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f4a55b2b-09a9-408d-b6fd-4a25dc6937e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1107153-1a61-42d1-a4b4-26dd05aac730 HTTP/1.1" status: 204 len: 168 time: 0.3859940 Aug 17 16:33:08.742579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a55b2b-09a9-408d-b6fd-4a25dc6937e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1107153-1a61-42d1-a4b4-26dd05aac730,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:09.081722 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:09.448646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaa66d8-8da6-48e0-9734-b0275c5858d2', 'name': 'tempest-snat-router-1164394129', 'tenant_id': 'c57c8df737454b86a89feddf2a7db229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.217'}], 'enable_snat': False}, 'gw_port_id': '0e0f730a-21fd-48cb-b545-9a7abbdb1bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:33:03Z', 'updated_at': '2021-08-17T16:33:06Z', 'revision_number': 3, 'project_id': 'c57c8df737454b86a89feddf2a7db229', 'gw_port': {'id': '0e0f730a-21fd-48cb-b545-9a7abbdb1bf5', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa66d8-8da6-48e0-9734-b0275c5858d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:33:05Z', 'updated_at': '2021-08-17T16:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:09.521829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Checking router: faaa66d8-8da6-48e0-9734-b0275c5858d2 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:33:09.523946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Updating router faaa66d8-8da6-48e0-9734-b0275c5858d2 port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:33:09.589033 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:09.680023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a56dd-ac01-4ce8-84d4-f61aba6f0315 req-bf88bc86-c9a2-4ff2-b0b6-4c1635bd63cd tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:09.687947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c9a56dd-ac01-4ce8-84d4-f61aba6f0315 req-bf88bc86-c9a2-4ff2-b0b6-4c1635bd63cd tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.6724463 Aug 17 16:33:09.802021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c9a56dd-ac01-4ce8-84d4-f61aba6f0315 req-f396c6c3-2ba9-4c5d-8653-8d46bc04bba1 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784016 Aug 17 16:33:10.088566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-772e327b-3bc1-4e64-a85e-c3170f51c016 req-de8975c1-024d-4d0a-a63a-c9738e4280b6 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 210 time: 0.1648502 Aug 17 16:33:10.244988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:10.310197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:10.364113 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:10.389223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Transition to ACTIVE for port object 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:33:10.399398 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:10.502271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Pushing event updated for resources: {'Port': ['ID=0e0f730a-21fd-48cb-b545-9a7abbdb1bf5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:10.531472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.531825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.532188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.532547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.532881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.533296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.533519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.538555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.543000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.543429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.543888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.544263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:10.594654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Allocated IP 172.25.7.225 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/2156a342-4ead-418c-896c-4a0986b34390) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:33:10.601391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Attempting to bind port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:33:10.607081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Attempting to bind port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:33:10.609783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Attempting to bind port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:33:10.626319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:33:10.627368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:33:10.630366 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:10.631609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:33:10.632954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Bound port: 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:33:10.635055 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:10.768588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] For port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:33:10.773143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] For port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0e0f730a-21fd-48cb-b545-9a7abbdb1bf5,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:33:10.779576 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:10.986329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d9482-083b-462f-bf1c-ba8a4f076428 None None] Pushing event updated for resources: {'Port': ['ID=0e0f730a-21fd-48cb-b545-9a7abbdb1bf5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:10.990857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Routers {'faaa66d8-8da6-48e0-9734-b0275c5858d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:10.992952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['faaa66d8-8da6-48e0-9734-b0275c5858d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:11.075601 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:11.157327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:11.276412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] Set router faaa66d8-8da6-48e0-9734-b0275c5858d2 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:33:11.319836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:11.395355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-82cf9232-e63b-4ffd-8f94-33e2d29630bc tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:11.406132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-82cf9232-e63b-4ffd-8f94-33e2d29630bc tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.93 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.3911414 Aug 17 16:33:11.596622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:33:11.601884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:11.628952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:33:11.707448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-137208a9-29ba-4da8-9aab-379109e257ce req-33c4f76f-d401-48a6-943f-0ee6debeecc1 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 210 time: 0.1857533 Aug 17 16:33:11.814055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46283c-776f-4171-92a2-5433acc320e4 req-d8936334-4260-4f54-ac55-60c4ddd37335 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:11.835812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event updated for resources: {'Port': ['ID=2156a342-4ead-418c-896c-4a0986b34390,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:11.851972 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc46283c-776f-4171-92a2-5433acc320e4 req-d8936334-4260-4f54-ac55-60c4ddd37335 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 945 time: 0.7717807 Aug 17 16:33:11.965893 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc46283c-776f-4171-92a2-5433acc320e4 req-9009095d-6706-49d3-a9d0-1fb74742fd16 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089909 Aug 17 16:33:12.064267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-6a0b2c9c-ef90-4dac-8932-75ae7df1f50f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Deleting port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:12.070642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-6a0b2c9c-ef90-4dac-8932-75ae7df1f50f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:12.151709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaa66d8-8da6-48e0-9734-b0275c5858d2', 'name': 'tempest-snat-router-1164394129', 'tenant_id': 'c57c8df737454b86a89feddf2a7db229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.217'}], 'enable_snat': False}, 'gw_port_id': '0e0f730a-21fd-48cb-b545-9a7abbdb1bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:33:03Z', 'updated_at': '2021-08-17T16:33:06Z', 'revision_number': 3, 'project_id': 'c57c8df737454b86a89feddf2a7db229', 'gw_port': {'id': '0e0f730a-21fd-48cb-b545-9a7abbdb1bf5', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa66d8-8da6-48e0-9734-b0275c5858d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:33:05Z', 'updated_at': '2021-08-17T16:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:12.166318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-e62efbd9-fc77-40f4-8928-c4bbb5000f97 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:12.170082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-e62efbd9-fc77-40f4-8928-c4bbb5000f97 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "GET /v2.0/networks?id=a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 200 len: 822 time: 0.3609128 Aug 17 16:33:12.220155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Request body: {'port': {'device_id': 'a9fa0568-f56a-4fe7-a027-bd40c037b506', 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891', 'admin_state_up': True, 'tenant_id': 'beaecf6dd330402d8f1f128f668359d2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:12.224434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac7442-f37a-49b7-9dc7-c7c04b6d9055 None None] The sync data for ids ['faaa66d8-8da6-48e0-9734-b0275c5858d2'] in n-d-804878-1 is: [{'id': 'faaa66d8-8da6-48e0-9734-b0275c5858d2', 'name': 'tempest-snat-router-1164394129', 'tenant_id': 'c57c8df737454b86a89feddf2a7db229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.217'}], 'enable_snat': False}, 'gw_port_id': '0e0f730a-21fd-48cb-b545-9a7abbdb1bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:33:03Z', 'updated_at': '2021-08-17T16:33:06Z', 'revision_number': 3, 'project_id': 'c57c8df737454b86a89feddf2a7db229', 'gw_port': {'id': '0e0f730a-21fd-48cb-b545-9a7abbdb1bf5', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa66d8-8da6-48e0-9734-b0275c5858d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:33:05Z', 'updated_at': '2021-08-17T16:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:33:12.323239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-6a0b2c9c-ef90-4dac-8932-75ae7df1f50f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] For port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:12.324000 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-6a0b2c9c-ef90-4dac-8932-75ae7df1f50f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:12.337510 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1a2a0b7-5755-4695-9e7a-e3418a630398 tempest-AgentManagementNegativeTest-484742890 tempest-AgentManagementNegativeTest-484742890-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.1615973 Aug 17 16:33:12.379654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-6a0b2c9c-ef90-4dac-8932-75ae7df1f50f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Calling delete_port for 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:12.754291 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-6a0b2c9c-ef90-4dac-8932-75ae7df1f50f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:12.771694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['86ca87ad-5ada-4310-b746-dbcf8897d335'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:33:12.775321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:33:12.792434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:12.853197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b2c9c-ef90-4dac-8932-75ae7df1f50f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Pushing event deleted for resources: {'Port': ['ID=27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:12.961310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1913c2fb-51b9-43fe-b938-e5a690a429c8 req-6bc59550-3764-4df5-a217-ea084ceb4ff8 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 210 time: 0.0980768 Aug 17 16:33:13.056987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-6a0b2c9c-ef90-4dac-8932-75ae7df1f50f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] No DVR routers for this DVR port 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:33:13.065112 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-6a0b2c9c-ef90-4dac-8932-75ae7df1f50f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:13.075026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ecdf4bf-0937-48ea-895b-5175dbb30bd6 req-6a0b2c9c-ef90-4dac-8932-75ae7df1f50f tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.93 "DELETE /v2.0/ports/27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b HTTP/1.1" status: 204 len: 173 time: 1.6584353 Aug 17 16:33:13.079045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59143360-b97c-453d-9f5f-0d230c65400a', 'name': 'network-vif-deleted', 'tag': '27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:33:13.094431 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25b2abf-2508-4a76-be90-defebc86cc55" -d '{"events": [{"server_uuid": "59143360-b97c-453d-9f5f-0d230c65400a", "name": "network-vif-deleted", "tag": "27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:33:13.102510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Made reservation on behalf of beaecf6dd330402d8f1f128f668359d2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:33:13.110015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:13.261384 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42756a9-7c3b-4512-b236-caa35db913cc x-openstack-request-id: req-e42756a9-7c3b-4512-b236-caa35db913cc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:33:13.261987 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59143360-b97c-453d-9f5f-0d230c65400a", "name": "network-vif-deleted", "tag": "27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:33:13.262251 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e42756a9-7c3b-4512-b236-caa35db913cc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:33:13.262699 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59143360-b97c-453d-9f5f-0d230c65400a', 'name': 'network-vif-deleted', 'tag': '27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b', 'status': 'completed', 'code': 200} Aug 17 16:33:13.514342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9771dcbb-309e-4cca-80b1-6b553088dab6 req-ad30659e-2f7d-4ebb-87ed-dfaacd8ffea2 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=59143360-b97c-453d-9f5f-0d230c65400a HTTP/1.1" status: 200 len: 210 time: 0.2149336 Aug 17 16:33:13.515900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cd4392e-af8a-455c-9fa8-fde5bfb9f0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:13.788242 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:13.940015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Allocated IP 172.20.0.2 (a54ade5e-3f79-48cc-9003-a24c930f4891/29bef7db-c151-4085-b6c2-e29fb91e018d/0490dc6d-f505-4f00-92c5-1b0ad4ca54a6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:33:14.207401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80a84d50-83cf-4e6b-9aef-2117cd2b11d8 req-44f156bf-d419-4b4f-bef9-8ee97fd26af3 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 210 time: 0.0737889 Aug 17 16:33:14.332348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:33:14.529435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:33:14.543011 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:14.544085 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:14.634151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:14.716731 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:14.755017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0e0f730a-21fd-48cb-b545-9a7abbdb1bf5,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:14.761981 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:14.768296 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cd4392e-af8a-455c-9fa8-fde5bfb9f0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:14.785871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cd4392e-af8a-455c-9fa8-fde5bfb9f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:14.985848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=0e0f730a-21fd-48cb-b545-9a7abbdb1bf5,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:15.016072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2cd4392e-af8a-455c-9fa8-fde5bfb9f0c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26027de163cf459a99c9b41c053291ac&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2143555 Aug 17 16:33:15.020809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4392e-af8a-455c-9fa8-fde5bfb9f0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eb2d7a-5b47-4a6c-83c1-9f5861dc5da4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:15.030502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35494) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:15.181607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-226d0416-0153-4862-a686-337a83615041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:15.207124 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:15.212386 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:15.222203 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-226d0416-0153-4862-a686-337a83615041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:15.310501 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-226d0416-0153-4862-a686-337a83615041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:15.314818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-226d0416-0153-4862-a686-337a83615041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:15.324621 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-226d0416-0153-4862-a686-337a83615041 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26eb2d7a-5b47-4a6c-83c1-9f5861dc5da4 HTTP/1.1" status: 204 len: 168 time: 0.2904510 Aug 17 16:33:15.380796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d0416-0153-4862-a686-337a83615041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eb2d7a-5b47-4a6c-83c1-9f5861dc5da4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:15.453854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Network a54ade5e-3f79-48cc-9003-a24c930f4891 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:33:15.460047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event updated for resources: {'Port': ['ID=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:15.479972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:15.486805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a536e-9c93-460d-b61a-576790b48cf2 req-b48a6b5f-6853-4c1c-b4c9-08bc77e0f344 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:15.487445 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:33:15.496737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e4a536e-9c93-460d-b61a-576790b48cf2 req-b48a6b5f-6853-4c1c-b4c9-08bc77e0f344 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 931 time: 0.1284039 Aug 17 16:33:15.597929 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e4a536e-9c93-460d-b61a-576790b48cf2 req-0a01a00e-06e8-4b23-af51-d8508b46e46f tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965061 Aug 17 16:33:15.609086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:15.609811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:15.627833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c0ffd-8219-4c88-a030-1a3ef6cd43ee req-91d495ca-7b67-4118-a93a-a0a1aac90da8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:15.629844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b49c0ffd-8219-4c88-a030-1a3ef6cd43ee req-91d495ca-7b67-4118-a93a-a0a1aac90da8 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.5498908 Aug 17 16:33:15.675046 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-3aabfe48-f3a5-42d0-842e-809bce34481a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4889336 Aug 17 16:33:15.704199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Request body: {'port': {'device_id': 'a9fa0568-f56a-4fe7-a027-bd40c037b506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:15.758516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:33:15.804328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:15.862404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:33:15.863091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 27fe0a0a-3a1e-4dda-8c7c-a58ef9d4b61b not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:33:15.928193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b49c0ffd-8219-4c88-a030-1a3ef6cd43ee req-40b74360-ee0f-48d0-8810-a776c82c716c tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595880 Aug 17 16:33:16.016348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Router 24942dc8-c1c4-4650-9fdf-44eae5ce5dbd is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:33:16.276583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:33:16.391863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:16.392835 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:16.853417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f625b-e469-4433-bae8-4939e9552cf2 req-19296704-87a8-4f53-915b-7523adbe52f4 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:16.865396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c22f625b-e469-4433-bae8-4939e9552cf2 req-19296704-87a8-4f53-915b-7523adbe52f4 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 931 time: 0.1250007 Aug 17 16:33:16.986315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c22f625b-e469-4433-bae8-4939e9552cf2 req-df588748-0c9a-4e16-8ea0-84c76cc43e46 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011415 Aug 17 16:33:17.081638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:33:17.099988 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Sync routers for ids ['24942dc8-c1c4-4650-9fdf-44eae5ce5dbd'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:33:17.143107 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Routers {'24942dc8-c1c4-4650-9fdf-44eae5ce5dbd'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:17.144450 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24942dc8-c1c4-4650-9fdf-44eae5ce5dbd'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:17.167467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:17.170918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5702767-a065-4fb4-91df-d50fa8b3a6e2 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8740747 Aug 17 16:33:17.178578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35558) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:17.309429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217b329-fb37-40a0-b1b5-a15fbbaf04de req-c6f44f8a-4627-411a-b9fd-1ea40fc4dca1 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:17.322245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e217b329-fb37-40a0-b1b5-a15fbbaf04de req-c6f44f8a-4627-411a-b9fd-1ea40fc4dca1 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.1919818 Aug 17 16:33:17.380595 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-da3655d2-7d88-4fe7-b732-cb834f630ec7 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/routers/24942dc8-c1c4-4650-9fdf-44eae5ce5dbd HTTP/1.1" status: 200 len: 908 time: 0.2003245 Aug 17 16:33:17.380951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35568) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:17.408273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e217b329-fb37-40a0-b1b5-a15fbbaf04de req-fa630b6f-d6a8-45fc-905c-ea5d00e00732 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896535 Aug 17 16:33:17.503384 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Set router 24942dc8-c1c4-4650-9fdf-44eae5ce5dbd gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:33:17.600184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:17.672123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:33:17.704268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:17.731113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Transition to ACTIVE for port object 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:33:17.737105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:17.809922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Pushing event updated for resources: {'Port': ['ID=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:17.904736 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:18.050901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Attempting to bind port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:33:18.052420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Attempting to bind port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:33:18.053426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Deleting port 2156a342-4ead-418c-896c-4a0986b34390 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:18.053878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Attempting to bind port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 on network a54ade5e-3f79-48cc-9003-a24c930f4891 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:33:18.054197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:18.065989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 on network a54ade5e-3f79-48cc-9003-a24c930f4891 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:33:18.067417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Attempting to bind port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 on network a54ade5e-3f79-48cc-9003-a24c930f4891 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:33:18.091021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:33:18.093703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Checking segment: {'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:33:18.094867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Bound using segment: {'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:33:18.096271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Bound port: 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:33:18.098568 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:18.302817 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] For port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:33:18.307253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] For port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:33:18.319963 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:18.375192 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:18.399324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35600) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:18.417512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Calling delete_port for 2156a342-4ead-418c-896c-4a0986b34390 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:18.427471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:18.428100 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:18.434146 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] 10.222.0.91 "PUT /v2.0/ports/0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 HTTP/1.1" status: 200 len: 1091 time: 2.7430627 Aug 17 16:33:18.434944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fa0568-f56a-4fe7-a027-bd40c037b506', 'tag': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:33:18.443208 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef043010-2b94-48ca-940d-5767a5c0e838" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fa0568-f56a-4fe7-a027-bd40c037b506", "tag": "0490dc6d-f505-4f00-92c5-1b0ad4ca54a6"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:33:18.480192 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24942dc8-c1c4-4650-9fdf-44eae5ce5dbd', 'name': 'tempest-snat-router-1164394129', 'tenant_id': 'c57c8df737454b86a89feddf2a7db229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2156a342-4ead-418c-896c-4a0986b34390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:33:08Z', 'updated_at': '2021-08-17T16:33:12Z', 'revision_number': 3, 'project_id': 'c57c8df737454b86a89feddf2a7db229', 'gw_port': {'id': '2156a342-4ead-418c-896c-4a0986b34390', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:19:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24942dc8-c1c4-4650-9fdf-44eae5ce5dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:33:10Z', 'updated_at': '2021-08-17T16:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:18.617800 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Checking router: 24942dc8-c1c4-4650-9fdf-44eae5ce5dbd for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:33:18.622040 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Updating router 24942dc8-c1c4-4650-9fdf-44eae5ce5dbd port 2156a342-4ead-418c-896c-4a0986b34390 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:33:18.636519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb98e09-c701-4eee-aea1-cb5f81e44649 req-6ac43d31-5719-423e-b10a-827796174e17 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:18.636519 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9eb98e09-c701-4eee-aea1-cb5f81e44649 req-6ac43d31-5719-423e-b10a-827796174e17 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.0991297 Aug 17 16:33:18.642809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d144dd-1c75-408d-85bb-09c5ed63e2d4 req-b149942d-9e67-454f-aeaf-f6c7ebb671e1 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:18.644983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1d144dd-1c75-408d-85bb-09c5ed63e2d4 req-b149942d-9e67-454f-aeaf-f6c7ebb671e1 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 943 time: 0.3325486 Aug 17 16:33:18.699896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e87d0-ee77-4f0c-a636-608a89d41afd service neutron] Pushing event updated for resources: {'Port': ['ID=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:18.736937 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9eb98e09-c701-4eee-aea1-cb5f81e44649 req-1d05273f-6817-483b-a74e-6ddf58c752dc tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565131 Aug 17 16:33:18.744974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-2b405fc3-4b35-428e-846a-b9962e5fbee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:18.749899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-2b405fc3-4b35-428e-846a-b9962e5fbee3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=beaecf6dd330402d8f1f128f668359d2&device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 1094 time: 0.2280765 Aug 17 16:33:18.768744 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:18.816005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1d144dd-1c75-408d-85bb-09c5ed63e2d4 req-cafc28ca-50e5-43e5-8044-d2506a179d40 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469493 Aug 17 16:33:18.865908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-942147239'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:18.897354 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-b5bc916a-7d09-4669-aa51-de273affc052 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 HTTP/1.1" status: 200 len: 217 time: 0.0957277 Aug 17 16:33:18.898877 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b85aaea-69b8-4526-905a-754bb39a1828 x-openstack-request-id: req-1b85aaea-69b8-4526-905a-754bb39a1828 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:33:18.899166 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fa0568-f56a-4fe7-a027-bd40c037b506", "tag": "0490dc6d-f505-4f00-92c5-1b0ad4ca54a6", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:33:18.899413 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b85aaea-69b8-4526-905a-754bb39a1828 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:33:18.899810 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fa0568-f56a-4fe7-a027-bd40c037b506', 'tag': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6', 'status': 'completed', 'code': 200} Aug 17 16:33:18.911752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Made reservation on behalf of 9e99860deb814bd4b3554dc6162bbfed for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:33:18.917404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:18.940719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:18.940719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.046692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event deleted for resources: {'Port': ['ID=2156a342-4ead-418c-896c-4a0986b34390,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:19.062885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-dcbc3fa1-ae2e-4d69-9ebb-bd8003ce9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:19.064762 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-dcbc3fa1-ae2e-4d69-9ebb-bd8003ce9887 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=29bef7db-c151-4085-b6c2-e29fb91e018d HTTP/1.1" status: 200 len: 862 time: 0.1206744 Aug 17 16:33:19.132935 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-b2cc64d7-0fb9-4cb9-b2f0-1f21c4585f84 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a54ade5e-3f79-48cc-9003-a24c930f4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575311 Aug 17 16:33:19.350961 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.361067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.407259 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:33:19.408499 n-d-804878-1 neutron-server[94841]: DEBUG oslo_db.api [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:33:19.410153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-80805c80-9880-420a-9444-278fe98e9f28 service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685666 Aug 17 16:33:19.525875 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.574485 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.587233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24deea8c-5474-44cc-baa8-6283fe442aa4 req-9ddd4d5e-bb1d-468b-ae9b-96628f1990c2 service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679993 Aug 17 16:33:19.587440 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.594345 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.696356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.729506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:33:19.735438 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.736319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24942dc8-c1c4-4650-9fdf-44eae5ce5dbd {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:33:19.750152 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.753383 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-833fb1b3-4bef-4238-9554-2d180d4ad2df tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "DELETE /v2.0/routers/24942dc8-c1c4-4650-9fdf-44eae5ce5dbd HTTP/1.1" status: 204 len: 168 time: 2.3687251 Aug 17 16:33:19.757011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b5049b-8086-4740-8000-88b8a79c2664,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:19.764022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35640) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:19.780115 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:19.780832 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Added segment 76e491c9-ba3a-4c6e-990a-baae85d5e35a of type vlan for network 6c9e720e-6021-471b-9ecc-b0156f600436 Aug 17 16:33:19.889365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef043010-2b94-48ca-940d-5767a5c0e838 req-c7f6f341-f357-4d45-af6f-81391a41ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:19.895850 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef043010-2b94-48ca-940d-5767a5c0e838 req-c7f6f341-f357-4d45-af6f-81391a41ece9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=beaecf6dd330402d8f1f128f668359d2&device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 1094 time: 0.2147896 Aug 17 16:33:19.948035 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Port 2156a342-4ead-418c-896c-4a0986b34390 not found while updating agent binding for router 24942dc8-c1c4-4650-9fdf-44eae5ce5dbd. {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 17 16:33:19.982207 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Routers set() bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:19.997365 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Router IDs set() for agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 16:33:19.998351 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_agentschedulers_db [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24942dc8-c1c4-4650-9fdf-44eae5ce5dbd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent'). {{(pid=94841) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 16:33:20.002820 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4a134-7207-4f55-8bea-de3e45561b0e None None] The sync data for ids ['24942dc8-c1c4-4650-9fdf-44eae5ce5dbd'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:33:20.227069 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:20.279733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef043010-2b94-48ca-940d-5767a5c0e838 req-8a7ee2e8-29d7-4cf5-a9e7-5614c396e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:20.284308 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef043010-2b94-48ca-940d-5767a5c0e838 req-8a7ee2e8-29d7-4cf5-a9e7-5614c396e2f4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 200 len: 923 time: 0.3795114 Aug 17 16:33:20.308819 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b7d4a-567d-4a13-bddc-03f6fc10c11a req-a42f7472-4864-4a74-ae69-28632bffa8e4 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:20.316398 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef3b7d4a-567d-4a13-bddc-03f6fc10c11a req-a42f7472-4864-4a74-ae69-28632bffa8e4 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.4115405 Aug 17 16:33:20.353704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:20.362206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:20.363036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:20.443728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c69cf-f1ac-43af-9371-b2547b31e62d req-b554c122-f254-4c01-965c-00475c2450ff tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:20.445385 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-436c69cf-f1ac-43af-9371-b2547b31e62d req-b554c122-f254-4c01-965c-00475c2450ff tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 943 time: 0.3884625 Aug 17 16:33:20.460876 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:20.489388 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0827303 Aug 17 16:33:20.495813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35666) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:20.519527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef043010-2b94-48ca-940d-5767a5c0e838 req-34bf9c12-2d4a-42c5-b6eb-b8e6fb40eabd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 HTTP/1.1" status: 200 len: 217 time: 0.0720851 Aug 17 16:33:20.576268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Request body: {'subnet': {'network_id': '6c9e720e-6021-471b-9ecc-b0156f600436', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:20.619063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-436c69cf-f1ac-43af-9371-b2547b31e62d req-5f926b33-ca49-4feb-867c-7e275d2475a1 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637425 Aug 17 16:33:20.639926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-96cca351-739b-4aa0-91ed-f19e47663456 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:20.642305 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-96cca351-739b-4aa0-91ed-f19e47663456 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.91 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 946 time: 0.3491840 Aug 17 16:33:20.762488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef043010-2b94-48ca-940d-5767a5c0e838 req-ee9bdf91-ffba-483b-bb59-d2bf4c23ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:20.766105 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef043010-2b94-48ca-940d-5767a5c0e838 req-ee9bdf91-ffba-483b-bb59-d2bf4c23ec4c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=29bef7db-c151-4085-b6c2-e29fb91e018d HTTP/1.1" status: 200 len: 862 time: 0.2365167 Aug 17 16:33:20.828964 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef3b7d4a-567d-4a13-bddc-03f6fc10c11a req-7b7788ed-1fba-445d-8b6d-f8837b2211a4 tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/security-groups?id=42974050-b6a4-4b2f-a6f4-4fc809f3cc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604797 Aug 17 16:33:20.829693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event updated for resources: {'Network': ['ID=6c9e720e-6021-471b-9ecc-b0156f600436,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:20.902067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.918830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.919389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.919837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.920287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.920759 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.921187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.921640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.922067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.922527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.922953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.923375 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9254d-2b41-44b7-92cd-aa2a1f615969 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:33:20.939885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Made reservation on behalf of 9e99860deb814bd4b3554dc6162bbfed for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:33:20.944079 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:20.948351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 6c9e720e-6021-471b-9ecc-b0156f600436 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:33:20.976394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef043010-2b94-48ca-940d-5767a5c0e838 req-ee3980b9-ea9c-43ee-b2cc-777e94703d7b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a54ade5e-3f79-48cc-9003-a24c930f4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2013092 Aug 17 16:33:21.176914 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:21.353727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-2b714905-c6cc-42b6-a656-4f0876e0cbef tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Deleting port 86ca87ad-5ada-4310-b746-dbcf8897d335 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:21.354346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-2b714905-c6cc-42b6-a656-4f0876e0cbef tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:21.408351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Deleting port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:21.409027 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:21.586184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-2b714905-c6cc-42b6-a656-4f0876e0cbef tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] For port 86ca87ad-5ada-4310-b746-dbcf8897d335, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=86ca87ad-5ada-4310-b746-dbcf8897d335,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:21.586512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-2b714905-c6cc-42b6-a656-4f0876e0cbef tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:21.602257 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-2b714905-c6cc-42b6-a656-4f0876e0cbef tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Calling delete_port for 86ca87ad-5ada-4310-b746-dbcf8897d335 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:21.749729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef043010-2b94-48ca-940d-5767a5c0e838 req-262a76d7-681e-4476-8bb5-373b4d3d8796 service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570398 Aug 17 16:33:21.948446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374e101-9b61-4094-8e9d-36aa167d99ca req-7b53494e-33d6-4b55-9875-170ea83464a9 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:21.950250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3374e101-9b61-4094-8e9d-36aa167d99ca req-7b53494e-33d6-4b55-9875-170ea83464a9 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 943 time: 0.1768477 Aug 17 16:33:22.050535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3374e101-9b61-4094-8e9d-36aa167d99ca req-5e39025c-8a50-4b31-bda1-942421680a76 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926650 Aug 17 16:33:22.069053 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef043010-2b94-48ca-940d-5767a5c0e838 req-4d85453e-44d3-450d-880e-b4294043d1a9 service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114514 Aug 17 16:33:22.095156 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-2b714905-c6cc-42b6-a656-4f0876e0cbef tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:22.108829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['86ca87ad-5ada-4310-b746-dbcf8897d335'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:33:22.196851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:22.202275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-33618d3d-78e1-4174-9cc9-04527e33e3da req-b4d99b56-bb03-4c2b-9d65-89bbeff142ff tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc HTTP/1.1" status: 200 len: 210 time: 0.0566673 Aug 17 16:33:22.206112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b714905-c6cc-42b6-a656-4f0876e0cbef tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Pushing event deleted for resources: {'Port': ['ID=86ca87ad-5ada-4310-b746-dbcf8897d335,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:22.241402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-2b714905-c6cc-42b6-a656-4f0876e0cbef tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] No DVR routers for this DVR port 86ca87ad-5ada-4310-b746-dbcf8897d335 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:33:22.249536 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-2b714905-c6cc-42b6-a656-4f0876e0cbef tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:22.251764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55783e1f-9e87-4f38-b5a6-89e811cb6dac req-2b714905-c6cc-42b6-a656-4f0876e0cbef tempest-ServerRescueNegativeTestJSON-1360158640 tempest-ServerRescueNegativeTestJSON-1360158640-project] 10.222.0.91 "DELETE /v2.0/ports/86ca87ad-5ada-4310-b746-dbcf8897d335 HTTP/1.1" status: 204 len: 173 time: 1.5989854 Aug 17 16:33:22.252359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc', 'name': 'network-vif-deleted', 'tag': '86ca87ad-5ada-4310-b746-dbcf8897d335'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:33:22.264027 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1fac5b-aa78-460c-8d57-72b15908dcec" -d '{"events": [{"server_uuid": "3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc", "name": "network-vif-deleted", "tag": "86ca87ad-5ada-4310-b746-dbcf8897d335"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:33:22.326306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] For port 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0e0f730a-21fd-48cb-b545-9a7abbdb1bf5,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:22.327258 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:22.339416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event updated for resources: {'Subnet': ['ID=5255ceb7-d1e2-4075-85be-e143b462baf0,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:22.350558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Calling delete_port for 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:22.354958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Checking segment: {'id': '76e491c9-ba3a-4c6e-990a-baae85d5e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c9e720e-6021-471b-9ecc-b0156f600436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:33:22.355336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Network hostable DHCP agents. Network: 6c9e720e-6021-471b-9ecc-b0156f600436, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:33:22.355469 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b733fc7-1597-4e0c-b3fd-4658ec7f890b x-openstack-request-id: req-2b733fc7-1597-4e0c-b3fd-4658ec7f890b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:33:22.355941 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc", "name": "network-vif-deleted", "tag": "86ca87ad-5ada-4310-b746-dbcf8897d335", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:33:22.356270 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b733fc7-1597-4e0c-b3fd-4658ec7f890b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:33:22.357398 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb00dd3-d0ac-4e01-b9ea-76fa7cc15abc', 'name': 'network-vif-deleted', 'tag': '86ca87ad-5ada-4310-b746-dbcf8897d335', 'status': 'completed', 'code': 200} Aug 17 16:33:22.439900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Network 6c9e720e-6021-471b-9ecc-b0156f600436 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:33:22.499465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 6c9e720e-6021-471b-9ecc-b0156f600436) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:22.510939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58c49f1-f230-4502-9ea4-4a3c4abcff47 None None] Network 6c9e720e-6021-471b-9ecc-b0156f600436 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:33:22.533176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:22.534464 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:22.600609 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b3f54619-10ca-4ef3-97ff-f7675aa8e5c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0287044 Aug 17 16:33:22.603953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35728) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:22.619101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Request body: {'port': {'network_id': '6c9e720e-6021-471b-9ecc-b0156f600436', 'name': 'tempest-ExtraDHCPOptionsTestJSON-149180740'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:22.786468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:22.838452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-6c9e720e-6021-471b-9ecc-b0156f600436', 'network_id': '6c9e720e-6021-471b-9ecc-b0156f600436', 'tenant_id': '9e99860deb814bd4b3554dc6162bbfed', 'fixed_ips': [{'subnet_id': '5255ceb7-d1e2-4075-85be-e143b462baf0'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:33:22.843286 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:22.853035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Made reservation on behalf of 9e99860deb814bd4b3554dc6162bbfed for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:33:22.864679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:22.882777 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:22.952772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e0f730a-21fd-48cb-b545-9a7abbdb1bf5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:23.003684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] device_id is not set on port 9320986c-c9a8-410d-9b86-8c7c591b5ab7 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:33:23.050336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4912-4d54-4199-8fa3-8af4c7161d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.107137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:33:23.157271 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.256011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4912-4d54-4199-8fa3-8af4c7161d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.265541 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4912-4d54-4199-8fa3-8af4c7161d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.314974 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b8bc4912-4d54-4199-8fa3-8af4c7161d63 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80e2bca8b6494cafb329c1bb0e88a30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252936 Aug 17 16:33:23.322963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:23.351751 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.355139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.360146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc4912-4d54-4199-8fa3-8af4c7161d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25477269-a659-46d1-ada1-4a290018c9b2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:23.436867 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.437556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router faaa66d8-8da6-48e0-9734-b0275c5858d2 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:33:23.443078 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.447761 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f962c0be-1c58-4a09-abdc-0e81c4abc695 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "DELETE /v2.0/routers/faaa66d8-8da6-48e0-9734-b0275c5858d2 HTTP/1.1" status: 204 len: 168 time: 3.6788127 Aug 17 16:33:23.448208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35754) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:23.448313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35756) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:23.454926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1914145463', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:23.474184 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16416861-1bcd-458d-8833-2f587eb2e767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.481855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Allocated IP 172.20.0.2 (6c9e720e-6021-471b-9ecc-b0156f600436/5255ceb7-d1e2-4075-85be-e143b462baf0/0f826ea4-4cef-4c5b-8b94-bbef4132b07d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:33:23.512875 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16416861-1bcd-458d-8833-2f587eb2e767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.539721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af42985-7f73-4c52-97ed-b1249d83801b req-cc8d053c-0d40-434f-81e5-469d20ecc95f tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:23.548041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0af42985-7f73-4c52-97ed-b1249d83801b req-cc8d053c-0d40-434f-81e5-469d20ecc95f tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 943 time: 0.1507149 Aug 17 16:33:23.711797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.711797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.740551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0af42985-7f73-4c52-97ed-b1249d83801b req-69f59e29-57c4-4a03-b57a-21820b0f9669 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691318 Aug 17 16:33:23.764733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16416861-1bcd-458d-8833-2f587eb2e767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.776011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16416861-1bcd-458d-8833-2f587eb2e767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.779442 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-16416861-1bcd-458d-8833-2f587eb2e767 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25477269-a659-46d1-ada1-4a290018c9b2 HTTP/1.1" status: 204 len: 168 time: 0.4550538 Aug 17 16:33:23.824725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16416861-1bcd-458d-8833-2f587eb2e767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25477269-a659-46d1-ada1-4a290018c9b2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:23.884491 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:23.948290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:24.064434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6', 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891', 'port_id': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6', 'mac_address': 'fa:16:3e:00:e0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bef7db-c151-4085-b6c2-e29fb91e018d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:33:24.238538 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.373934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:33:24.527681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:33:24.541234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0e0f730a-21fd-48cb-b545-9a7abbdb1bf5 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:33:24.598883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.605388 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.612427 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.638356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Transition to ACTIVE for port object 0f826ea4-4cef-4c5b-8b94-bbef4132b07d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:33:24.643656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:33:24.658529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:24.691273 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80244555-21a0-453f-bb06-258ac989b746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.695550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Transition to ACTIVE for port object 0f826ea4-4cef-4c5b-8b94-bbef4132b07d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:33:24.698545 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:24.706272 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.712010 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.784367 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.794118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Network 6c9e720e-6021-471b-9ecc-b0156f600436 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:33:24.808815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:24.831362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:33:24.839247 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.908788 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80244555-21a0-453f-bb06-258ac989b746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.917362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:24.928741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0490dc6d-f505-4f00-92c5-1b0ad4ca54a6'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:33:24.971193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80244555-21a0-453f-bb06-258ac989b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:24.995400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Allocated IP 172.20.0.8 (6c9e720e-6021-471b-9ecc-b0156f600436/5255ceb7-d1e2-4075-85be-e143b462baf0/9320986c-c9a8-410d-9b86-8c7c591b5ab7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:33:25.062404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 86ca87ad-5ada-4310-b746-dbcf8897d335 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:33:25.155270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 86ca87ad-5ada-4310-b746-dbcf8897d335 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:33:25.155625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 86ca87ad-5ada-4310-b746-dbcf8897d335 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:33:25.174565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80244555-21a0-453f-bb06-258ac989b746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f2f029-f06e-416c-aca1-4754e841d2af,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:25.208700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-80244555-21a0-453f-bb06-258ac989b746 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4df8c00246804bbd86101ef07969094c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458944 Aug 17 16:33:25.212889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Attempting to bind port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:33:25.213441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Attempting to bind port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '76e491c9-ba3a-4c6e-990a-baae85d5e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c9e720e-6021-471b-9ecc-b0156f600436'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:33:25.214040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Attempting to bind port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d on network 6c9e720e-6021-471b-9ecc-b0156f600436 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:33:25.216966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35796) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:25.291869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0d3cf-cef0-46db-b698-1a8b9ed7a948 req-4cf123f2-a062-44b3-8115-ab19387b8ac8 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:25.294751 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1cb0d3cf-cef0-46db-b698-1a8b9ed7a948 req-4cf123f2-a062-44b3-8115-ab19387b8ac8 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 944 time: 0.3292801 Aug 17 16:33:25.319687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Allocated IP 172.25.7.212 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/f3769aa5-2e9d-4a36-b0f2-18b761824957) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:33:25.388900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1cb0d3cf-cef0-46db-b698-1a8b9ed7a948 req-6ffd872f-3ee8-429b-9684-71b4c094947f tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848434 Aug 17 16:33:25.394564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89a44d15-a034-4478-bd0e-fa1d16523475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:25.435494 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89a44d15-a034-4478-bd0e-fa1d16523475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:25.504005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:33:25.504948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Checking segment: {'id': '76e491c9-ba3a-4c6e-990a-baae85d5e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c9e720e-6021-471b-9ecc-b0156f600436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:33:25.505679 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:25.506332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Bound using segment: {'id': '76e491c9-ba3a-4c6e-990a-baae85d5e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c9e720e-6021-471b-9ecc-b0156f600436'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:33:25.507147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Bound port: 0f826ea4-4cef-4c5b-8b94-bbef4132b07d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e491c9-ba3a-4c6e-990a-baae85d5e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c9e720e-6021-471b-9ecc-b0156f600436'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:33:25.507768 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:25.548737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89a44d15-a034-4478-bd0e-fa1d16523475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:25.562138 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89a44d15-a034-4478-bd0e-fa1d16523475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:25.562505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Pushing event updated for resources: {'Port': ['ID=0f826ea4-4cef-4c5b-8b94-bbef4132b07d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:25.580304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-89a44d15-a034-4478-bd0e-fa1d16523475 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92f2f029-f06e-416c-aca1-4754e841d2af HTTP/1.1" status: 204 len: 168 time: 0.3583863 Aug 17 16:33:25.615391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a44d15-a034-4478-bd0e-fa1d16523475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f2f029-f06e-416c-aca1-4754e841d2af,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:25.836402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] For port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:33:25.863874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] For port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0f826ea4-4cef-4c5b-8b94-bbef4132b07d,segment=NetworkSegment(76e491c9-ba3a-4c6e-990a-baae85d5e35a),segment_id=76e491c9-ba3a-4c6e-990a-baae85d5e35a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:33:25.874244 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:25.874943 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:25.881386 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:25.937218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Transition to ACTIVE for port object 9320986c-c9a8-410d-9b86-8c7c591b5ab7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:33:26.005404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb92aa-ae60-44a7-b144-7c2d76d5911c None None] Pushing event updated for resources: {'Port': ['ID=0f826ea4-4cef-4c5b-8b94-bbef4132b07d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:26.049616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:26.139725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:33:26.143058 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:26.207579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Pushing event updated for resources: {'Port': ['ID=f3769aa5-2e9d-4a36-b0f2-18b761824957,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:26.220791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] Deleting port 5792498e-58c3-4a0c-99d7-cbbef695f029 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:26.221811 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:26.251349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:26.258146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:33:26.663363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Network 6c9e720e-6021-471b-9ecc-b0156f600436 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:33:26.675658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:26.679798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:33:26.697231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e04d3-8c6b-4132-a8ce-ce17731b9147 req-282ee000-a80a-4337-b4e5-a073a4454bd9 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:26.702622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-357e04d3-8c6b-4132-a8ce-ce17731b9147 req-282ee000-a80a-4337-b4e5-a073a4454bd9 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 944 time: 0.1434116 Aug 17 16:33:26.835811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event updated for resources: {'Port': ['ID=9320986c-c9a8-410d-9b86-8c7c591b5ab7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:26.844526 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-357e04d3-8c6b-4132-a8ce-ce17731b9147 req-82ccd0f2-56e4-4b53-8cd2-a010e584b0ce tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255045 Aug 17 16:33:26.864073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] For port 5792498e-58c3-4a0c-99d7-cbbef695f029, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5792498e-58c3-4a0c-99d7-cbbef695f029,segment=NetworkSegment(1622a520-c89a-480e-97c1-e2d72bc8da1d),segment_id=1622a520-c89a-480e-97c1-e2d72bc8da1d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:26.864437 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:26.957372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] Calling delete_port for 5792498e-58c3-4a0c-99d7-cbbef695f029 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:26.984235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:26.985731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:27.026357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:33:27.151544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-048b12eb-5b1a-4b95-a669-ffc143d61956 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5418367 Aug 17 16:33:27.151853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:27.158658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Request body: {'port': {'network_id': '6c9e720e-6021-471b-9ecc-b0156f600436', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1962280077', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:27.159208 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] bootfile-name is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:33:27.159549 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] tftp-server is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:33:27.160355 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] server-ip-address is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:33:27.259333 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:33:27.270498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:27.271030 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:27.488313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Made reservation on behalf of 9e99860deb814bd4b3554dc6162bbfed for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:33:27.493016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:27.539673 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:27.540755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] device_id is not set on port 37035a7e-b190-4d04-9b03-e3d7686d767e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:33:27.636012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:27.637975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa0568-f56a-4fe7-a027-bd40c037b506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:33:27.646441 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa39ed72-8948-4b27-90c4-349f312f144c" -d '{"events": [{"server_uuid": "a9fa0568-f56a-4fe7-a027-bd40c037b506", "name": "network-vif-plugged", "status": "completed", "tag": "0490dc6d-f505-4f00-92c5-1b0ad4ca54a6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:33:27.653399 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:27.762956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:27.812589 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec65f2c-0fd3-41cf-9a55-c254e13efb0f x-openstack-request-id: req-fec65f2c-0fd3-41cf-9a55-c254e13efb0f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:33:27.813027 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa0568-f56a-4fe7-a027-bd40c037b506", "name": "network-vif-plugged", "status": "completed", "tag": "0490dc6d-f505-4f00-92c5-1b0ad4ca54a6", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:33:27.813365 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fec65f2c-0fd3-41cf-9a55-c254e13efb0f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:33:27.814070 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa0568-f56a-4fe7-a027-bd40c037b506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6', 'code': 200} Aug 17 16:33:28.085385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Allocated IP 172.20.0.9 (6c9e720e-6021-471b-9ecc-b0156f600436/5255ceb7-d1e2-4075-85be-e143b462baf0/37035a7e-b190-4d04-9b03-e3d7686d767e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:33:28.103397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:28.183284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1a32c-63ef-44a5-8449-1690b7e222ec req-2a4fc19d-54f6-4ead-ae1d-6e6554cf11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:28.190010 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5d1a32c-63ef-44a5-8449-1690b7e222ec req-2a4fc19d-54f6-4ead-ae1d-6e6554cf11ee service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 1096 time: 0.1807122 Aug 17 16:33:28.235199 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:28.358745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e9cb1-d9e7-4063-9b22-4a94d37ca880 None None] Network 6c9e720e-6021-471b-9ecc-b0156f600436 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:33:28.364863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5d1a32c-63ef-44a5-8449-1690b7e222ec req-8a695b2d-5eb5-47f6-964d-4c569f164330 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626508 Aug 17 16:33:28.523230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0f826ea4-4cef-4c5b-8b94-bbef4132b07d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:33:28.569517 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:28.605712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Transition to ACTIVE for port object 37035a7e-b190-4d04-9b03-e3d7686d767e will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:33:28.675431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dfa4eae7-516b-4385-9373-30aea4cea770 None None] Provisioning for port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:33:28.686945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dfa4eae7-516b-4385-9373-30aea4cea770 None None] Provisioning complete for port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:28.688169 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfa4eae7-516b-4385-9373-30aea4cea770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:28.701102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:28.714289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5792498e-58c3-4a0c-99d7-cbbef695f029,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:28.732723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:33:28.742208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:28.742208 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:28.924124 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfa4eae7-516b-4385-9373-30aea4cea770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:28.926845 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Network 6c9e720e-6021-471b-9ecc-b0156f600436 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:33:28.933621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event updated for resources: {'Port': ['ID=37035a7e-b190-4d04-9b03-e3d7686d767e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:28.985662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:28.997480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:33:29.083743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e756-90fb-4e6b-8196-d8e8db54b57b req-d0a94dcf-9743-4f4a-b747-3d2919e0211b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:29.087280 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:29.090493 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f922e756-90fb-4e6b-8196-d8e8db54b57b req-d0a94dcf-9743-4f4a-b747-3d2919e0211b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 1.0563240 Aug 17 16:33:29.133836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dfa4eae7-516b-4385-9373-30aea4cea770 None None] For port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0f826ea4-4cef-4c5b-8b94-bbef4132b07d,segment=NetworkSegment(76e491c9-ba3a-4c6e-990a-baae85d5e35a),segment_id=76e491c9-ba3a-4c6e-990a-baae85d5e35a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:29.249083 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:33:29.249545 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:33:29.250313 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfa4eae7-516b-4385-9373-30aea4cea770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:29.279145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:29.282839 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:29.332856 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9650ae7a-d71b-4e4a-848c-79e5c0b6da08 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1758890 Aug 17 16:33:29.335212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:29.384510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4eae7-516b-4385-9373-30aea4cea770 None None] Pushing event updated for resources: {'Port': ['ID=0f826ea4-4cef-4c5b-8b94-bbef4132b07d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:29.454354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06962c0-3d95-4683-8d30-71897fd78d61 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:29.457930 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f922e756-90fb-4e6b-8196-d8e8db54b57b req-9477d9e2-213f-4513-b184-f72a47925e08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429515 Aug 17 16:33:29.466942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:29.477552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06962c0-3d95-4683-8d30-71897fd78d61 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:29.499246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06962c0-3d95-4683-8d30-71897fd78d61 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:29.501471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a06962c0-3d95-4683-8d30-71897fd78d61 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1645718 Aug 17 16:33:29.504488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:29.595021 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-22963d3d-767b-4d1b-ab40-c093d9fbeb1f None None] Provisioning for port 9320986c-c9a8-410d-9b86-8c7c591b5ab7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:33:29.604075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-22963d3d-767b-4d1b-ab40-c093d9fbeb1f None None] Provisioning complete for port 9320986c-c9a8-410d-9b86-8c7c591b5ab7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:29.606066 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22963d3d-767b-4d1b-ab40-c093d9fbeb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:29.688399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-22963d3d-767b-4d1b-ab40-c093d9fbeb1f None None] Port 9320986c-c9a8-410d-9b86-8c7c591b5ab7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:33:29.692735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:29.704744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-22963d3d-767b-4d1b-ab40-c093d9fbeb1f None None] Provisioning for port 37035a7e-b190-4d04-9b03-e3d7686d767e completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:33:29.719948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-22963d3d-767b-4d1b-ab40-c093d9fbeb1f None None] Provisioning complete for port 37035a7e-b190-4d04-9b03-e3d7686d767e triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:29.720805 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22963d3d-767b-4d1b-ab40-c093d9fbeb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:29.735347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-82e60677-ef02-46c6-a0c6-54481d058d99 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Deleting port 37035a7e-b190-4d04-9b03-e3d7686d767e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:29.735695 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82e60677-ef02-46c6-a0c6-54481d058d99 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:29.860180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-22963d3d-767b-4d1b-ab40-c093d9fbeb1f None None] Port 37035a7e-b190-4d04-9b03-e3d7686d767e cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:33:29.891286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-22963d3d-767b-4d1b-ab40-c093d9fbeb1f None None] Provisioning complete for port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:29.891802 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22963d3d-767b-4d1b-ab40-c093d9fbeb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:29.988872 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82e60677-ef02-46c6-a0c6-54481d058d99 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:30.068972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-82e60677-ef02-46c6-a0c6-54481d058d99 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Calling delete_port for 37035a7e-b190-4d04-9b03-e3d7686d767e owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:30.287146 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4f201e40-2343-452d-bd15-da8e6e1743ac None None] Provisioning complete for port 9320986c-c9a8-410d-9b86-8c7c591b5ab7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:30.287146 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f201e40-2343-452d-bd15-da8e6e1743ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:30.313759 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Router 80679dcb-d8b4-43a5-9972-c1e860bc55fc is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:33:30.361003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4f201e40-2343-452d-bd15-da8e6e1743ac None None] Port 9320986c-c9a8-410d-9b86-8c7c591b5ab7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:33:30.471161 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82e60677-ef02-46c6-a0c6-54481d058d99 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:30.512250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0f826ea4-4cef-4c5b-8b94-bbef4132b07d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:33:30.580537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e60677-ef02-46c6-a0c6-54481d058d99 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event deleted for resources: {'Port': ['ID=37035a7e-b190-4d04-9b03-e3d7686d767e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:30.697701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4462cbad-d73e-474d-a7a1-bfcd861bd819 None None] Could not find standard attr ID for object 37035a7e-b190-4d04-9b03-e3d7686d767e. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:33:30.745664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:30.745664 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:30.797500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82e60677-ef02-46c6-a0c6-54481d058d99 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:30.809818 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-82e60677-ef02-46c6-a0c6-54481d058d99 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "DELETE /v2.0/ports/37035a7e-b190-4d04-9b03-e3d7686d767e HTTP/1.1" status: 204 len: 168 time: 1.3040876 Aug 17 16:33:30.811259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:30.826583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Request body: {'port': {'name': 'tempest-new-port-name-1816460380', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:30.827680 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] bootfile-name is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:33:30.828597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] tftp-server is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:33:30.829539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] server-ip-address is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 16:33:31.008224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] Router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:33:31.097747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:31.196036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea2002-3182-48b0-8f0b-82ce05136788 req-1dfa5e1f-e93f-45f1-bcc9-9b5d42b378b6 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:31.204830 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eeea2002-3182-48b0-8f0b-82ce05136788 req-1dfa5e1f-e93f-45f1-bcc9-9b5d42b378b6 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.3443036 Aug 17 16:33:31.226049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:33:31.237403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eddf28-40b2-474e-9b06-90919d0eef93 None None] Sync routers for ids ['80679dcb-d8b4-43a5-9972-c1e860bc55fc'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:33:31.255638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eddf28-40b2-474e-9b06-90919d0eef93 None None] Routers {'80679dcb-d8b4-43a5-9972-c1e860bc55fc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:31.256454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c6eddf28-40b2-474e-9b06-90919d0eef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['80679dcb-d8b4-43a5-9972-c1e860bc55fc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:31.346894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c6eddf28-40b2-474e-9b06-90919d0eef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:31.363190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eddf28-40b2-474e-9b06-90919d0eef93 None None] Routers {'80679dcb-d8b4-43a5-9972-c1e860bc55fc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:31.364349 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c6eddf28-40b2-474e-9b06-90919d0eef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['80679dcb-d8b4-43a5-9972-c1e860bc55fc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:31.364592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eeea2002-3182-48b0-8f0b-82ce05136788 req-654ce2c9-e2ce-4f76-8fc9-08d198ddd0fc tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586013 Aug 17 16:33:31.365067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:31.369662 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9849df32-365a-4fe0-9af5-e71cb3965ec1 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9155972 Aug 17 16:33:31.371750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35978) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:31.378399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5ac2ddfb-f93f-49c4-ae54-ff9028324956 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'enable_snat': False}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:31.425695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c6eddf28-40b2-474e-9b06-90919d0eef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:31.426803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eddf28-40b2-474e-9b06-90919d0eef93 None None] The sync data for ids ['80679dcb-d8b4-43a5-9972-c1e860bc55fc'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:33:31.539797 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:31.564126 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:31.603452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:33:31.617772 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761775a9-9581-4001-b726-05c106958f8f None None] Sync routers for ids ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:33:31.632160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44785a59-0bda-4239-8c8a-c89aa6108993 req-5c1a5b08-67af-4f91-bd5a-aa6153aff589 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:31.634495 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761775a9-9581-4001-b726-05c106958f8f None None] Routers {'6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:31.635552 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-761775a9-9581-4001-b726-05c106958f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:31.643824 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44785a59-0bda-4239-8c8a-c89aa6108993 req-5c1a5b08-67af-4f91-bd5a-aa6153aff589 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.1491244 Aug 17 16:33:31.685910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:31.689833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-de2abd5c-ebae-4352-be40-88edf69b79d7 admin admin] 10.222.0.77 "PUT /v2.0/routers/6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2401173 Aug 17 16:33:31.727807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event updated for resources: {'Port': ['ID=9320986c-c9a8-410d-9b86-8c7c591b5ab7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:31.881903 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-761775a9-9581-4001-b726-05c106958f8f None None] Set router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:33:32.044341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35998) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:32.106470 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11f5045d-fc28-4cbd-a098-4a51cb4e3f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:32.168617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44785a59-0bda-4239-8c8a-c89aa6108993 req-231117fa-8edb-4cc0-bf07-18bb7a05f17d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189426 Aug 17 16:33:32.270282 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ddfb-f93f-49c4-ae54-ff9028324956 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:32.274547 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-761775a9-9581-4001-b726-05c106958f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'name': 'tempest-ServerRescueNegativeTestJSON-420309495-router', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ce42f082-7152-41da-9536-7c18912185b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:30:08Z', 'updated_at': '2021-08-17T16:33:27Z', 'revision_number': 5, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'gw_port': {'id': 'ce42f082-7152-41da-9536-7c18912185b6', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:09Z', 'updated_at': '2021-08-17T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:32.280718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2783d537-a5eb-4599-a377-3f18e5214654 None None] Provisioning complete for port 9320986c-c9a8-410d-9b86-8c7c591b5ab7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:32.291810 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2783d537-a5eb-4599-a377-3f18e5214654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:32.360087 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761775a9-9581-4001-b726-05c106958f8f None None] Checking router: 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:33:32.370242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] In _notify_port_updated(), no bound segment for port 9320986c-c9a8-410d-9b86-8c7c591b5ab7 on network 6c9e720e-6021-471b-9ecc-b0156f600436 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:33:32.381462 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761775a9-9581-4001-b726-05c106958f8f None None] Routers {'6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:32.382228 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-761775a9-9581-4001-b726-05c106958f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:32.397608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:32.399338 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:32.403635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2ff66604-8f7a-462d-877d-8a6c52f7d2c2 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "PUT /v2.0/ports/9320986c-c9a8-410d-9b86-8c7c591b5ab7 HTTP/1.1" status: 200 len: 1136 time: 1.5899527 Aug 17 16:33:32.407689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:32.427472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2783d537-a5eb-4599-a377-3f18e5214654 None None] Port 9320986c-c9a8-410d-9b86-8c7c591b5ab7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:33:32.453035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68ef3ad6-0373-4e36-9e34-476a070e590d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:32.459193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:32.651772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9962961-31fd-4042-a5fd-299790e95c20 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:32.663494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b9962961-31fd-4042-a5fd-299790e95c20 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "GET /v2.0/ports/9320986c-c9a8-410d-9b86-8c7c591b5ab7 HTTP/1.1" status: 200 len: 1136 time: 0.2453549 Aug 17 16:33:32.671461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36022) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:32.721978 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-761775a9-9581-4001-b726-05c106958f8f None None] Set router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:33:32.850494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68ef3ad6-0373-4e36-9e34-476a070e590d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:32.880733 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68ef3ad6-0373-4e36-9e34-476a070e590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:33.000710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-68ef3ad6-0373-4e36-9e34-476a070e590d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=533c0e2eb1af4c89aa009afbf439e70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9531949 Aug 17 16:33:33.011627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef3ad6-0373-4e36-9e34-476a070e590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ee59b2-598a-414d-af6e-c505b758c78a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:33.083855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36032) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:33.226505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ac813-5217-45d1-99f1-4bab0f0372b6 req-078b72be-bf70-471c-b760-100c11368e64 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:33.228239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b25ac813-5217-45d1-99f1-4bab0f0372b6 req-078b72be-bf70-471c-b760-100c11368e64 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.7752175 Aug 17 16:33:33.230060 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:33.281835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b25ac813-5217-45d1-99f1-4bab0f0372b6 req-6c494e61-94c8-4ab1-9d86-0dc3408f8b8a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462611 Aug 17 16:33:33.288811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-632b08e7-e705-467f-909c-4ffe304a5fb7 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Deleting port 9320986c-c9a8-410d-9b86-8c7c591b5ab7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:33.290895 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632b08e7-e705-467f-909c-4ffe304a5fb7 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:33.369000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Deleting port ce42f082-7152-41da-9536-7c18912185b6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:33.369640 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:33.399108 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-761775a9-9581-4001-b726-05c106958f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'name': 'tempest-ServerRescueNegativeTestJSON-420309495-router', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ce42f082-7152-41da-9536-7c18912185b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:30:08Z', 'updated_at': '2021-08-17T16:33:27Z', 'revision_number': 5, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'gw_port': {'id': 'ce42f082-7152-41da-9536-7c18912185b6', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:09Z', 'updated_at': '2021-08-17T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:33.488938 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761775a9-9581-4001-b726-05c106958f8f None None] The sync data for ids ['6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c'] in n-d-804878-1 is: [{'id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'name': 'tempest-ServerRescueNegativeTestJSON-420309495-router', 'tenant_id': 'ff3528d9723e403581c298d69ea0f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ce42f082-7152-41da-9536-7c18912185b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:30:08Z', 'updated_at': '2021-08-17T16:33:27Z', 'revision_number': 5, 'project_id': 'ff3528d9723e403581c298d69ea0f68d', 'gw_port': {'id': 'ce42f082-7152-41da-9536-7c18912185b6', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:30:09Z', 'updated_at': '2021-08-17T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:33:33.533157 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:33:33.563146 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3007a6f2-dfba-4baf-bc44-7f0c5fe5189f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:33.597707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] For port ce42f082-7152-41da-9536-7c18912185b6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ce42f082-7152-41da-9536-7c18912185b6,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:33.598072 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:33.615909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Calling delete_port for ce42f082-7152-41da-9536-7c18912185b6 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:33.676712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777add56-1b75-44c6-94a5-056b87ee1f42 req-65bb9680-b010-447f-b6a8-b35bd72c1dbb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:33.679595 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-777add56-1b75-44c6-94a5-056b87ee1f42 req-65bb9680-b010-447f-b6a8-b35bd72c1dbb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.2233412 Aug 17 16:33:33.774367 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3007a6f2-dfba-4baf-bc44-7f0c5fe5189f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:33.893173 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632b08e7-e705-467f-909c-4ffe304a5fb7 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:33.965985 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ddfb-f93f-49c4-ae54-ff9028324956 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:33.993164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-777add56-1b75-44c6-94a5-056b87ee1f42 req-609dd2f8-9be1-4328-9d2b-43a160f5a9b8 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409587 Aug 17 16:33:33.996317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-632b08e7-e705-467f-909c-4ffe304a5fb7 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Calling delete_port for 9320986c-c9a8-410d-9b86-8c7c591b5ab7 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:34.005138 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ddfb-f93f-49c4-ae54-ff9028324956 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.117753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.198863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5792498e-58c3-4a0c-99d7-cbbef695f029 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:33:34.233708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce42f082-7152-41da-9536-7c18912185b6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:34.260089 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3007a6f2-dfba-4baf-bc44-7f0c5fe5189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.265625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3007a6f2-dfba-4baf-bc44-7f0c5fe5189f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.269711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3007a6f2-dfba-4baf-bc44-7f0c5fe5189f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22ee59b2-598a-414d-af6e-c505b758c78a HTTP/1.1" status: 204 len: 168 time: 1.1816127 Aug 17 16:33:34.289898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 5792498e-58c3-4a0c-99d7-cbbef695f029 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:33:34.296781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5792498e-58c3-4a0c-99d7-cbbef695f029 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:33:34.395920 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.682810 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.689630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.813762 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.816029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:33:34.816253 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-651341d4-e89d-4db1-be89-213f7eb0248a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.827295 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.827295 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9828f37c-432b-4a21-af9f-5b817a2c68e2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/6fc1cde2-f7c9-43ac-bf5a-513fbe7c239c HTTP/1.1" status: 204 len: 168 time: 3.1032600 Aug 17 16:33:34.827295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:34.920433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbab0620-0335-4279-a4fd-ae52f44f8622 admin admin] Deleting subnet 061e0652-fb77-4a34-bc9d-2283ab776804 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:33:34.928143 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbab0620-0335-4279-a4fd-ae52f44f8622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:34.975876 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:35.019372 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbab0620-0335-4279-a4fd-ae52f44f8622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:35.123544 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbab0620-0335-4279-a4fd-ae52f44f8622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:35.247951 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbab0620-0335-4279-a4fd-ae52f44f8622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:35.282629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007a6f2-dfba-4baf-bc44-7f0c5fe5189f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ee59b2-598a-414d-af6e-c505b758c78a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:35.411160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab0620-0335-4279-a4fd-ae52f44f8622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061e0652-fb77-4a34-bc9d-2283ab776804,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:35.426034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b696d81-0e1b-4ad4-8875-85916320baf7 req-dad55999-6d54-4550-b834-367f859352ad tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:35.430830 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbab0620-0335-4279-a4fd-ae52f44f8622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:35.435344 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dbab0620-0335-4279-a4fd-ae52f44f8622 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/061e0652-fb77-4a34-bc9d-2283ab776804 HTTP/1.1" status: 204 len: 168 time: 0.6081626 Aug 17 16:33:35.438955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:35.451794 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b696d81-0e1b-4ad4-8875-85916320baf7 req-dad55999-6d54-4550-b834-367f859352ad tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 1.1776218 Aug 17 16:33:35.523296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac2ddfb-f93f-49c4-ae54-ff9028324956 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Router 80679dcb-d8b4-43a5-9972-c1e860bc55fc has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:33:35.593130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b696d81-0e1b-4ad4-8875-85916320baf7 req-d8891aad-59c8-407a-b9ea-8bcc6752aceb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391697 Aug 17 16:33:35.763668 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:35.834615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac2ddfb-f93f-49c4-ae54-ff9028324956 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:33:35.850072 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ddfb-f93f-49c4-ae54-ff9028324956 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:35.851228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0620a05-0de8-4400-a574-a78b15ba4dc0 None None] Sync routers for ids ['80679dcb-d8b4-43a5-9972-c1e860bc55fc'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:33:35.852053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5ac2ddfb-f93f-49c4-ae54-ff9028324956 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "PUT /v2.0/routers/80679dcb-d8b4-43a5-9972-c1e860bc55fc HTTP/1.1" status: 200 len: 922 time: 4.4785352 Aug 17 16:33:35.854461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36110) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:35.877374 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632b08e7-e705-467f-909c-4ffe304a5fb7 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:35.884266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0620a05-0de8-4400-a574-a78b15ba4dc0 None None] Routers {'80679dcb-d8b4-43a5-9972-c1e860bc55fc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:35.885071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f0620a05-0de8-4400-a574-a78b15ba4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['80679dcb-d8b4-43a5-9972-c1e860bc55fc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:36.028714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b08e7-e705-467f-909c-4ffe304a5fb7 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event deleted for resources: {'Port': ['ID=9320986c-c9a8-410d-9b86-8c7c591b5ab7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:36.045266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f0620a05-0de8-4400-a574-a78b15ba4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:36.060180 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:36.063874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0620a05-0de8-4400-a574-a78b15ba4dc0 None None] Routers {'80679dcb-d8b4-43a5-9972-c1e860bc55fc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:36.064982 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f0620a05-0de8-4400-a574-a78b15ba4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['80679dcb-d8b4-43a5-9972-c1e860bc55fc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:36.127879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f0620a05-0de8-4400-a574-a78b15ba4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:36.129918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0620a05-0de8-4400-a574-a78b15ba4dc0 None None] The sync data for ids ['80679dcb-d8b4-43a5-9972-c1e860bc55fc'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:33:36.184921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc45b5-4997-4f3e-89a3-66eb3d301629 req-125e4fd1-0abd-492d-92e7-27bec55822f0 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:36.195247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13cc45b5-4997-4f3e-89a3-66eb3d301629 req-125e4fd1-0abd-492d-92e7-27bec55822f0 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.4165983 Aug 17 16:33:36.220256 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:36.245914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12d6057-9d55-4345-afa9-bf097cd0485d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:36.277512 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632b08e7-e705-467f-909c-4ffe304a5fb7 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:36.280670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-632b08e7-e705-467f-909c-4ffe304a5fb7 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "DELETE /v2.0/ports/9320986c-c9a8-410d-9b86-8c7c591b5ab7 HTTP/1.1" status: 204 len: 168 time: 3.6045060 Aug 17 16:33:36.285488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36116) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:36.316056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13cc45b5-4997-4f3e-89a3-66eb3d301629 req-985cc546-6d74-4041-8b9b-705d8b073603 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171167 Aug 17 16:33:36.321877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce42f082-7152-41da-9536-7c18912185b6 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:33:36.339158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1622a520-c89a-480e-97c1-e2d72bc8da1d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:36.344409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1622a520-c89a-480e-97c1-e2d72bc8da1d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:36.362117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ce42f082-7152-41da-9536-7c18912185b6 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:33:36.362926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce42f082-7152-41da-9536-7c18912185b6 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:33:36.373664 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-aae309bd-2fdd-46d2-836d-3bcc156313a7 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/routers/80679dcb-d8b4-43a5-9972-c1e860bc55fc HTTP/1.1" status: 200 len: 922 time: 0.5153792 Aug 17 16:33:36.374978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36120) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:36.383934 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:36.460010 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:36.497427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:33:36.497897 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:33:36.541536 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:33:36.650589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acfec22-d7f5-424e-8068-7f59ca4e6cad tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Deleting subnet 5255ceb7-d1e2-4075-85be-e143b462baf0 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:33:36.671630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9acfec22-d7f5-424e-8068-7f59ca4e6cad tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:36.761389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db823c-bfb7-4877-a61a-5dcc12b8238b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:36.765209 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-56db823c-bfb7-4877-a61a-5dcc12b8238b tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&device_id=80679dcb-d8b4-43a5-9972-c1e860bc55fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3620684 Aug 17 16:33:36.773798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:36.823246 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9acfec22-d7f5-424e-8068-7f59ca4e6cad tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:36.938362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d27e5-20b3-4389-ab31-a68691025d44 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:36.943891 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f91d27e5-20b3-4389-ab31-a68691025d44 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 881 time: 0.1674309 Aug 17 16:33:36.948032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:36.962471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:37.004964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:37.009268 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c12d6057-9d55-4345-afa9-bf097cd0485d HTTP/1.1" status: 204 len: 168 time: 1.5677476 Aug 17 16:33:37.010440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30511058-fcef-4470-b2a8-92013b646075 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12d6057-9d55-4345-afa9-bf097cd0485d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:37.020109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b1f451f-06f0-4e7e-bf22-64253d398a0a tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=80679dcb-d8b4-43a5-9972-c1e860bc55fc HTTP/1.1" status: 200 len: 205 time: 0.0710304 Aug 17 16:33:37.022549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:37.087268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-8b225c61-1847-44e7-8317-370422e116df service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1833477 Aug 17 16:33:37.103406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4621-36ad-4f8f-ba24-666325748551 req-33b0a146-7f6d-4f64-9dca-d5e20229cf72 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:37.111577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-842d4621-36ad-4f8f-ba24-666325748551 req-33b0a146-7f6d-4f64-9dca-d5e20229cf72 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.4115348 Aug 17 16:33:37.225170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9acfec22-d7f5-424e-8068-7f59ca4e6cad tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:37.240774 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-842d4621-36ad-4f8f-ba24-666325748551 req-c8f0b0f2-576a-4297-bc73-915b2e61e7b3 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279447 Aug 17 16:33:37.297158 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:37.632312 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9acfec22-d7f5-424e-8068-7f59ca4e6cad tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:37.676689 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:37.693336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:37.744835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfec22-d7f5-424e-8068-7f59ca4e6cad tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event deleted for resources: {'Subnet': ['ID=5255ceb7-d1e2-4075-85be-e143b462baf0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:37.771178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-c6b93f91-1a0a-498f-8f94-84280d8607fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:37.772792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-c6b93f91-1a0a-498f-8f94-84280d8607fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:37.777644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-c6b93f91-1a0a-498f-8f94-84280d8607fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:37.777959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:37.779901 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-c6b93f91-1a0a-498f-8f94-84280d8607fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:37.781112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-c6b93f91-1a0a-498f-8f94-84280d8607fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:37.782663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-c6b93f91-1a0a-498f-8f94-84280d8607fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:37.783965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-c6b93f91-1a0a-498f-8f94-84280d8607fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:37.791313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-c6b93f91-1a0a-498f-8f94-84280d8607fc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6488 time: 0.3440058 Aug 17 16:33:37.834631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a040fd-9e70-436f-9cf9-7aa6c6572a10 None None] Network 6c9e720e-6021-471b-9ecc-b0156f600436 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:33:37.836812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445ee99-caa5-4238-ac38-5ccf600ee570 req-d211f8ca-8d96-47f5-aa08-59a2c17dec3c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:37.838518 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0445ee99-caa5-4238-ac38-5ccf600ee570 req-d211f8ca-8d96-47f5-aa08-59a2c17dec3c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.3894734 Aug 17 16:33:37.841071 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9acfec22-d7f5-424e-8068-7f59ca4e6cad tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:37.843459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9acfec22-d7f5-424e-8068-7f59ca4e6cad tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "DELETE /v2.0/subnets/5255ceb7-d1e2-4075-85be-e143b462baf0 HTTP/1.1" status: 204 len: 168 time: 1.5541627 Aug 17 16:33:37.857611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36168) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:38.029815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f1970908-4064-42a1-b5a3-1916a69a95fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff3528d9723e403581c298d69ea0f68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327916 Aug 17 16:33:38.032869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:38.121394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:38.148513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0445ee99-caa5-4238-ac38-5ccf600ee570 req-b2727238-2e7a-4661-b518-5a008ff3d9cc tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917094 Aug 17 16:33:38.252201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dca830-41b3-4c0f-bfbd-4428e1f53d87 None None] DHCP port deletion for 6c9e720e-6021-471b-9ecc-b0156f600436 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:33:38.258609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-8c718695-a48f-4b64-8344-2b46099d827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:38.270805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-8c718695-a48f-4b64-8344-2b46099d827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:38.271567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-8c718695-a48f-4b64-8344-2b46099d827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:38.273567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-8c718695-a48f-4b64-8344-2b46099d827a service neutron] 10.222.0.93 "GET /v2.0/networks?id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=019feb88-1596-40ac-a5d4-9314af196c7a&id=019feb88-1596-40ac-a5d4-9314af196c7a HTTP/1.1" status: 200 len: 2292 time: 0.4340911 Aug 17 16:33:38.278569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Deleting port f3769aa5-2e9d-4a36-b0f2-18b761824957 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:38.278569 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:38.333680 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fe37df3-b2a3-49f9-abd8-2dbc1abcc62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:38.484538 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fe37df3-b2a3-49f9-abd8-2dbc1abcc62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:38.493864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-05dca830-41b3-4c0f-bfbd-4428e1f53d87 None None] Deleting port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:38.497121 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05dca830-41b3-4c0f-bfbd-4428e1f53d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:38.531863 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-0e5b3393-8588-4c91-8d9e-7acff48d65c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401290c7-c876-424e-8464-c4b19090850f HTTP/1.1" status: 200 len: 1001 time: 0.2480681 Aug 17 16:33:38.661972 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fe37df3-b2a3-49f9-abd8-2dbc1abcc62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:38.665684 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fe37df3-b2a3-49f9-abd8-2dbc1abcc62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:38.666314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2fe37df3-b2a3-49f9-abd8-2dbc1abcc62a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42974050-b6a4-4b2f-a6f4-4fc809f3cc94 HTTP/1.1" status: 204 len: 168 time: 0.6312940 Aug 17 16:33:38.720976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe37df3-b2a3-49f9-abd8-2dbc1abcc62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42974050-b6a4-4b2f-a6f4-4fc809f3cc94,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:38.724053 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:38.761406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Calling delete_port for f3769aa5-2e9d-4a36-b0f2-18b761824957 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:38.773174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Deleting port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:38.773926 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:38.808202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-05dca830-41b3-4c0f-bfbd-4428e1f53d87 None None] For port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0f826ea4-4cef-4c5b-8b94-bbef4132b07d,segment=NetworkSegment(76e491c9-ba3a-4c6e-990a-baae85d5e35a),segment_id=76e491c9-ba3a-4c6e-990a-baae85d5e35a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:38.813018 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05dca830-41b3-4c0f-bfbd-4428e1f53d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:38.892282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-05dca830-41b3-4c0f-bfbd-4428e1f53d87 None None] Calling delete_port for 0f826ea4-4cef-4c5b-8b94-bbef4132b07d owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:39.035990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-34e68209-7c17-4d2d-9b93-6aec07b8729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:39.048024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-34e68209-7c17-4d2d-9b93-6aec07b8729b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ffc99fed-7ede-42ae-bb5f-a4afe6d5e772 HTTP/1.1" status: 200 len: 850 time: 0.5063107 Aug 17 16:33:39.158485 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05dca830-41b3-4c0f-bfbd-4428e1f53d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:39.280835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dca830-41b3-4c0f-bfbd-4428e1f53d87 None None] No DVR routers for this DVR port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:33:39.287087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dca830-41b3-4c0f-bfbd-4428e1f53d87 None None] Pushing event deleted for resources: {'Port': ['ID=0f826ea4-4cef-4c5b-8b94-bbef4132b07d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:39.312973 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] For port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0f826ea4-4cef-4c5b-8b94-bbef4132b07d,segment=NetworkSegment(76e491c9-ba3a-4c6e-990a-baae85d5e35a),segment_id=76e491c9-ba3a-4c6e-990a-baae85d5e35a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:39.313882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:39.352685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Calling delete_port for 0f826ea4-4cef-4c5b-8b94-bbef4132b07d owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:39.367304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:39.443005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Pushing event deleted for resources: {'Port': ['ID=f3769aa5-2e9d-4a36-b0f2-18b761824957,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:39.588364 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:39.615420 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:39.686732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-e3597bbf-71b8-4b76-a11f-8b8a3205c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:39.689464 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-e3597bbf-71b8-4b76-a11f-8b8a3205c12c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6178651 Aug 17 16:33:39.773984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] No DVR routers for this DVR port 0f826ea4-4cef-4c5b-8b94-bbef4132b07d on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:33:39.838180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event deleted for resources: {'Port': ['ID=0f826ea4-4cef-4c5b-8b94-bbef4132b07d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:39.982141 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:39.992414 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.249100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.275509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9e720e-6021-471b-9ecc-b0156f600436']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:40.324772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e491c9-ba3a-4c6e-990a-baae85d5e35a') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:40.325305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e491c9-ba3a-4c6e-990a-baae85d5e35a') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:40.332337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.334553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Fanout notify agent at l3_agent the message router_deleted on router 80679dcb-d8b4-43a5-9972-c1e860bc55fc {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:33:40.369084 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.397696 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.408084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0f826ea4-4cef-4c5b-8b94-bbef4132b07d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:33:40.415358 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f9c32046-d339-4819-b2ef-cb6e22826778 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/80679dcb-d8b4-43a5-9972-c1e860bc55fc HTTP/1.1" status: 204 len: 168 time: 3.3912671 Aug 17 16:33:40.419036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:40.433755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-011d4e1b-3b95-4c70-9f5d-90b0ef3d82fb tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-355207907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:40.437461 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.444926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:33:40.445338 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.508751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 0f826ea4-4cef-4c5b-8b94-bbef4132b07d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:33:40.509427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0f826ea4-4cef-4c5b-8b94-bbef4132b07d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:33:40.542191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-011d4e1b-3b95-4c70-9f5d-90b0ef3d82fb tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.547342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-011d4e1b-3b95-4c70-9f5d-90b0ef3d82fb tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:33:40.558147 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:33:40.690190 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-6efc58b5-98f0-42da-ae4e-026d7db909c9 service neutron] 10.222.0.93 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9492464 Aug 17 16:33:40.702562 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-011d4e1b-3b95-4c70-9f5d-90b0ef3d82fb tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.713105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-011d4e1b-3b95-4c70-9f5d-90b0ef3d82fb tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.766651 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-011d4e1b-3b95-4c70-9f5d-90b0ef3d82fb tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:40.769542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-011d4e1b-3b95-4c70-9f5d-90b0ef3d82fb tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3480492 Aug 17 16:33:40.773937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36330) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:40.780941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:41.063092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-beea1460-093c-4df4-8f04-66497131f163 service neutron] 10.222.0.93 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070288 Aug 17 16:33:41.067696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:41.089788 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:41.095820 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] 10.222.0.77 "DELETE /v2.0/networks/6c9e720e-6021-471b-9ecc-b0156f600436 HTTP/1.1" status: 204 len: 168 time: 3.2363739 Aug 17 16:33:41.175888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf1cfa-8280-4838-b20d-65c74a9d9df9 tempest-ExtraDHCPOptionsTestJSON-447449361 tempest-ExtraDHCPOptionsTestJSON-447449361-project] Pushing event deleted for resources: {'Network': ['ID=6c9e720e-6021-471b-9ecc-b0156f600436,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:41.278228 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-541e10d1-bbfc-4135-aa9b-bdec24e4955d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=68de96b2-2710-4249-9f4b-3131d75aa45b HTTP/1.1" status: 200 len: 217 time: 0.2013845 Aug 17 16:33:41.317194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0801fd-5af1-4292-853d-8b16994370a5 req-9a0c1475-f0e1-4632-a1f6-86e86a3741d6 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:41.329690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a0801fd-5af1-4292-853d-8b16994370a5 req-9a0c1475-f0e1-4632-a1f6-86e86a3741d6 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.6380615 Aug 17 16:33:41.536658 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a0801fd-5af1-4292-853d-8b16994370a5 req-a6809146-7baa-48a3-8396-c5961044d266 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055681 Aug 17 16:33:41.578583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-f0af606c-3a0d-4f56-9b4f-f9545e539a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:41.583638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-f0af606c-3a0d-4f56-9b4f-f9545e539a82 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.2138224 Aug 17 16:33:41.709550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-4f8cdc6b-1479-4d7e-9436-5e29f258ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:41.711658 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-4f8cdc6b-1479-4d7e-9436-5e29f258ef76 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187966 Aug 17 16:33:41.722764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:41.894836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:41.965370 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-539c32fb-07b3-42a1-9e02-4460a5ad9f4d service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449579 Aug 17 16:33:42.155686 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-d21dd38e-3aa7-4430-afda-37dfc8206f89 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722724 Aug 17 16:33:42.275278 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-30b7d099-526d-4c24-bdc0-cdf43e77d914 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=97dcf9ab-b66f-46c4-b085-5114a8e0308a HTTP/1.1" status: 200 len: 217 time: 0.1120040 Aug 17 16:33:42.368094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:42.370540 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-9819f279-a16e-4bee-834e-f29aa0debb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:42.372688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-9819f279-a16e-4bee-834e-f29aa0debb77 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.0893226 Aug 17 16:33:42.406672 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:42.450644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36386) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:42.508220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-81560d14-0792-4978-a9cd-38e008c0f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:42.510974 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-81560d14-0792-4978-a9cd-38e008c0f856 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1273301 Aug 17 16:33:42.550073 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-124dc8e8-1200-4b66-a55d-272cf4b9bc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:42.644911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:42.786210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Allocated IP 172.25.7.117 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/58117295-75bf-4387-b8ca-512464329a3c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:33:42.846268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-be6eff71-555d-4cee-a1cf-c72187525a13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e99860deb814bd4b3554dc6162bbfed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892667 Aug 17 16:33:42.847043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36404) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:42.870807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6c9e6-dab0-4b00-a34d-617586bb813e req-fd4920de-2992-46f8-9738-c4b952b735c2 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:42.879442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdf6c9e6-dab0-4b00-a34d-617586bb813e req-fd4920de-2992-46f8-9738-c4b952b735c2 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.1862688 Aug 17 16:33:42.914606 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-029c885e-44ea-4217-9197-505b86445060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:42.974357 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-bfb29967-5692-4ea5-8c72-041ccae00e6e service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502261 Aug 17 16:33:43.049349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdf6c9e6-dab0-4b00-a34d-617586bb813e req-9a1a7636-8183-4c5a-9c7a-a502b8c8e8ef tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687863 Aug 17 16:33:43.053372 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d181514f-9754-470f-a9bd-5d7e7a2fb18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:43.055217 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-124dc8e8-1200-4b66-a55d-272cf4b9bc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:43.079860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:33:43.146563 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:43.255730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-124dc8e8-1200-4b66-a55d-272cf4b9bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:43.281428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d181514f-9754-470f-a9bd-5d7e7a2fb18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:43.384076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-be283faf-39c7-4806-af49-1abe9c304df8 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327179 Aug 17 16:33:43.392929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:43.433315 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:43.460651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6', 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891', 'port_id': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6', 'mac_address': 'fa:16:3e:00:e0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bef7db-c151-4085-b6c2-e29fb91e018d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:33:43.561501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-5560117d-bbb3-46b7-a77b-89596d91cc42 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=6b16fe39-fc13-4db9-bd64-1cdc4c415c90 HTTP/1.1" status: 200 len: 217 time: 0.1624331 Aug 17 16:33:43.626720 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:43.642792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Pushing event updated for resources: {'Port': ['ID=58117295-75bf-4387-b8ca-512464329a3c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:43.666073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dc8e8-1200-4b66-a55d-272cf4b9bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54731a86-2e0b-4344-933b-985ca8913574,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:43.687202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-124dc8e8-1200-4b66-a55d-272cf4b9bc4b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ede44969d6e348c681189ba9d5d70135&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7759006 Aug 17 16:33:43.694023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:43.714984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:33:43.717007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:33:43.724665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:43.747288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:33:43.771324 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f3b2ad8-124f-4730-93eb-776af0e0cebd req-ab767b60-b044-4068-a9a1-ab9207bfeb12 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.1688867 Aug 17 16:33:43.776430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d181514f-9754-470f-a9bd-5d7e7a2fb18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:43.782615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:43.793443 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d181514f-9754-470f-a9bd-5d7e7a2fb18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:43.795874 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d181514f-9754-470f-a9bd-5d7e7a2fb18a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86b5049b-8086-4740-8000-88b8a79c2664 HTTP/1.1" status: 204 len: 168 time: 0.9432182 Aug 17 16:33:43.816101 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:43.856099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181514f-9754-470f-a9bd-5d7e7a2fb18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b5049b-8086-4740-8000-88b8a79c2664,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:43.897190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-fa8e8a46-36b2-4592-8b04-ed7b018a8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:43.904066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-fa8e8a46-36b2-4592-8b04-ed7b018a8e76 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.3268299 Aug 17 16:33:44.009666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:44.052283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0490dc6d-f505-4f00-92c5-1b0ad4ca54a6'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:33:44.078957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-f06bfdbd-8145-4e36-aae1-9624df032998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:44.081861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-f06bfdbd-8145-4e36-aae1-9624df032998 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1699877 Aug 17 16:33:44.476625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e0677-ee2a-4265-848d-8fa41a27a353 req-59609abf-39e8-4258-8865-3803b63d854b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:44.490165 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b7e0677-ee2a-4265-848d-8fa41a27a353 req-59609abf-39e8-4258-8865-3803b63d854b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 944 time: 0.2228298 Aug 17 16:33:44.512610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-06465767-dc88-420b-82f5-40b00fe5d554 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213996 Aug 17 16:33:44.604675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e938e5-009f-4469-93a2-c6e9553811c7 req-ffde12d3-c810-4383-9073-1d1bd8eb8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:44.607356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68e938e5-009f-4469-93a2-c6e9553811c7 req-ffde12d3-c810-4383-9073-1d1bd8eb8167 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=beaecf6dd330402d8f1f128f668359d2&device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 1096 time: 1.2435706 Aug 17 16:33:44.780829 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-1dc6ba94-a6b3-40de-a966-81de98c25ba0 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557077 Aug 17 16:33:44.791869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b7e0677-ee2a-4265-848d-8fa41a27a353 req-e88bd17b-f97e-4eed-9add-634c4763d28f tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997341 Aug 17 16:33:45.000941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-0873205d-42c2-4cd5-8338-c0c0eab95d6c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=018fcbe2-3082-461b-b24b-05d753360d2d HTTP/1.1" status: 200 len: 217 time: 0.1812186 Aug 17 16:33:45.093207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:33:45.122364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-e811b400-681a-4586-8699-b4e9cd6fd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:45.125017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-e811b400-681a-4586-8699-b4e9cd6fd1f9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.1221333 Aug 17 16:33:45.172724 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-029c885e-44ea-4217-9197-505b86445060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:45.250800 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03fd32f5-3b93-42b1-bedb-442ec9c9948a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:45.265846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:33:45.267323 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:45.294842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-77c23b11-94b3-4359-a564-fa333e7cfeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:45.308070 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-77c23b11-94b3-4359-a564-fa333e7cfeed service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1732574 Aug 17 16:33:45.353080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-029c885e-44ea-4217-9197-505b86445060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:45.363534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff3f08c8-3ecc-483f-872e-9baf17b4a4b1 req-f74dfd12-9066-42c1-9231-5a928f0dc035 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.1992362 Aug 17 16:33:45.669125 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:45.704150 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03fd32f5-3b93-42b1-bedb-442ec9c9948a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:45.775787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0f300-2c3a-4dff-b3d4-37385f176f82 req-48194e06-45d1-49ea-bfb0-e0c19258723a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:45.785417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73b0f300-2c3a-4dff-b3d4-37385f176f82 req-48194e06-45d1-49ea-bfb0-e0c19258723a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 944 time: 0.1381423 Aug 17 16:33:45.811282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:45.821811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa0568-f56a-4fe7-a027-bd40c037b506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:33:45.829076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-eaf50c59-64e0-4f60-b793-1903290378c7 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122919 Aug 17 16:33:45.833950 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddee079-208f-4d9c-a096-2890e88045cd" -d '{"events": [{"server_uuid": "a9fa0568-f56a-4fe7-a027-bd40c037b506", "name": "network-vif-plugged", "status": "completed", "tag": "0490dc6d-f505-4f00-92c5-1b0ad4ca54a6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:33:45.851118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:45.950931 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73b0f300-2c3a-4dff-b3d4-37385f176f82 req-74a4ea9f-d4af-47a4-941c-6ff35136f8f9 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640861 Aug 17 16:33:45.961284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c885e-44ea-4217-9197-505b86445060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216a4692-f9a4-4ce1-add4-fa6a33ed7a77,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:45.993463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36490) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:45.994192 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-029c885e-44ea-4217-9197-505b86445060 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=01adcfe92c15409c9b92f06fa9d842a2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3453453 Aug 17 16:33:46.048498 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6cda54-58b4-4885-be52-846b77ecec94 x-openstack-request-id: req-dc6cda54-58b4-4885-be52-846b77ecec94 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:33:46.049088 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa0568-f56a-4fe7-a027-bd40c037b506", "name": "network-vif-plugged", "status": "completed", "tag": "0490dc6d-f505-4f00-92c5-1b0ad4ca54a6", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:33:46.050871 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc6cda54-58b4-4885-be52-846b77ecec94 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:33:46.052080 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa0568-f56a-4fe7-a027-bd40c037b506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6', 'code': 200} Aug 17 16:33:46.054093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:46.071293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e938e5-009f-4469-93a2-c6e9553811c7 req-414bddf1-f2b5-4a4b-84a7-210cef409a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:46.073470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68e938e5-009f-4469-93a2-c6e9553811c7 req-414bddf1-f2b5-4a4b-84a7-210cef409a4f service neutron] 10.222.0.91 "GET /v2.0/networks?id=a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 200 len: 923 time: 1.2910569 Aug 17 16:33:46.094427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:46.119467 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-1eca5438-55d5-48b0-89d4-3ada57f263a3 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828283 Aug 17 16:33:46.126667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c48a710-886c-4c74-9226-82ab0d542765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:46.130783 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68e938e5-009f-4469-93a2-c6e9553811c7 req-71804919-ec32-4b6c-ad13-6a73fe7d2e95 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 HTTP/1.1" status: 200 len: 217 time: 0.0469921 Aug 17 16:33:46.156534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c48a710-886c-4c74-9226-82ab0d542765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:46.219106 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03fd32f5-3b93-42b1-bedb-442ec9c9948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:46.222187 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03fd32f5-3b93-42b1-bedb-442ec9c9948a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:46.223734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-03fd32f5-3b93-42b1-bedb-442ec9c9948a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54731a86-2e0b-4344-933b-985ca8913574 HTTP/1.1" status: 204 len: 168 time: 2.5282195 Aug 17 16:33:46.236819 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-afb494fc-20e9-4a66-bc77-572bf309969e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=782258dc-1a4a-4ad5-916d-17b7f87e7762 HTTP/1.1" status: 200 len: 217 time: 0.0413280 Aug 17 16:33:46.281112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36498) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:46.288641 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd32f5-3b93-42b1-bedb-442ec9c9948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54731a86-2e0b-4344-933b-985ca8913574,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:46.307109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e938e5-009f-4469-93a2-c6e9553811c7 req-2ada07cf-8b01-4548-b4f4-f39e0eac2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:46.309455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68e938e5-009f-4469-93a2-c6e9553811c7 req-2ada07cf-8b01-4548-b4f4-f39e0eac2c54 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=29bef7db-c151-4085-b6c2-e29fb91e018d HTTP/1.1" status: 200 len: 862 time: 0.1425889 Aug 17 16:33:46.312334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-3ea14c17-2993-4610-bfdf-d4b110f93868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:46.314075 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-3ea14c17-2993-4610-bfdf-d4b110f93868 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=50c669c8-80f7-4298-96dc-96190b20c8a6 HTTP/1.1" status: 200 len: 797 time: 0.0699732 Aug 17 16:33:46.354495 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68e938e5-009f-4469-93a2-c6e9553811c7 req-ba8fa134-a792-4e8c-8fd4-9dcefa2c0a8c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a54ade5e-3f79-48cc-9003-a24c930f4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342793 Aug 17 16:33:46.363400 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c48a710-886c-4c74-9226-82ab0d542765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:46.366638 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c48a710-886c-4c74-9226-82ab0d542765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:46.367807 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4c48a710-886c-4c74-9226-82ab0d542765 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/216a4692-f9a4-4ce1-add4-fa6a33ed7a77 HTTP/1.1" status: 204 len: 168 time: 0.3706939 Aug 17 16:33:46.453893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48a710-886c-4c74-9226-82ab0d542765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216a4692-f9a4-4ce1-add4-fa6a33ed7a77,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:46.492365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-c395c776-43ac-42cd-9422-d271802096e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:46.499481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-c395c776-43ac-42cd-9422-d271802096e9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1736274 Aug 17 16:33:46.523548 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-313b2a70-c15e-4981-992c-1a16032f5cb6 tempest-ServiceProvidersTest-855836249 tempest-ServiceProvidersTest-855836249-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2408311 Aug 17 16:33:46.668016 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68e938e5-009f-4469-93a2-c6e9553811c7 req-c554f129-111e-4c8e-9663-5fd3634ac9f5 service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046367 Aug 17 16:33:46.670998 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:46.676192 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:46.751279 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76486f3d-d11e-4454-9cec-616d741db153 req-4ccd8908-de9c-4d93-9be1-c126b55a10d6 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.1718562 Aug 17 16:33:46.878695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-71d710b8-c4ac-4994-b8d4-f0adaab6ab8e service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532908 Aug 17 16:33:47.009592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-1bbfe947-b890-4593-a3e3-15f8b583ed70 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:47.011409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-1bbfe947-b890-4593-a3e3-15f8b583ed70 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.1558702 Aug 17 16:33:47.018631 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68e938e5-009f-4469-93a2-c6e9553811c7 req-016a3170-5fd5-40b0-88c5-78f11123272c service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384054 Aug 17 16:33:47.229249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:47.235322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13fa6a18-2509-48e5-b423-03aa693711b3 req-be77e92e-66e6-4a0d-a078-9d147393535e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0465295 Aug 17 16:33:47.257691 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18a237ba-0e10-44b4-996f-422cfc1189ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:47.332816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-294e6c8d-1c0f-471e-b7d7-7ab071e27465 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Deleting port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:47.333166 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-294e6c8d-1c0f-471e-b7d7-7ab071e27465 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:47.339180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Router bc283ac4-4645-44d6-bd5e-7ead46a51e8f is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:33:47.489004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:47.661574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-294e6c8d-1c0f-471e-b7d7-7ab071e27465 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] For port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:33:47.662320 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-294e6c8d-1c0f-471e-b7d7-7ab071e27465 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:47.693833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-294e6c8d-1c0f-471e-b7d7-7ab071e27465 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Calling delete_port for 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:47.697329 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18a237ba-0e10-44b4-996f-422cfc1189ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:47.707921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18a237ba-0e10-44b4-996f-422cfc1189ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:47.846720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52943-c4fb-46cb-9cb0-8d32d0d3c2f0 req-84c15e23-df86-4455-b771-4ad1247bb755 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:47.858717 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42e52943-c4fb-46cb-9cb0-8d32d0d3c2f0 req-84c15e23-df86-4455-b771-4ad1247bb755 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 945 time: 0.1457419 Aug 17 16:33:47.861264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36542) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:47.890011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-8b304839-fda4-4db0-beb6-739adc56ab61 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0039382 Aug 17 16:33:47.917809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296a6114-5802-49c8-a7a3-e73bfb27808c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:47.983259 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-05f4d432-8705-4612-874b-2f4dd3f9b15d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522 HTTP/1.1" status: 200 len: 217 time: 0.0649412 Aug 17 16:33:48.050198 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42e52943-c4fb-46cb-9cb0-8d32d0d3c2f0 req-425929e5-5fd9-4408-a7c1-f25e6ff31c21 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883769 Aug 17 16:33:48.117596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:33:48.128222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-18a237ba-0e10-44b4-996f-422cfc1189ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e47411aa963c46e1b60e2195a2d7d132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8973215 Aug 17 16:33:48.135939 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb958b-5087-4a71-bcfe-02c22ace902d None None] Sync routers for ids ['bc283ac4-4645-44d6-bd5e-7ead46a51e8f'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:33:48.140704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36546) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:48.169676 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb958b-5087-4a71-bcfe-02c22ace902d None None] Routers {'bc283ac4-4645-44d6-bd5e-7ead46a51e8f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:48.170349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.171536 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-edeb958b-5087-4a71-bcfe-02c22ace902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['bc283ac4-4645-44d6-bd5e-7ead46a51e8f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:48.189948 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0938b2d6-7c07-4d62-883b-ec87449c3bcf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "PUT /v2.0/routers/bc283ac4-4645-44d6-bd5e-7ead46a51e8f HTTP/1.1" status: 200 len: 879 time: 7.4144397 Aug 17 16:33:48.191214 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59894fba-eaf6-4838-b0e3-31e4a5d7f3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.195374 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:48.222629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ce5a9c1-5360-4862-a9df-087625ce083b req-827df8d8-1ed9-49d1-83e5-276053c9aeb8 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.1401317 Aug 17 16:33:48.228096 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-edeb958b-5087-4a71-bcfe-02c22ace902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:48.237225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a237ba-0e10-44b4-996f-422cfc1189ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7386907e-f940-4406-a8b5-77e096e2a67b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:48.253960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-5ef32e0d-e267-4732-a77d-c74db71268a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:48.256062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-5ef32e0d-e267-4732-a77d-c74db71268a4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=50c669c8-80f7-4298-96dc-96190b20c8a6 HTTP/1.1" status: 200 len: 797 time: 0.2235236 Aug 17 16:33:48.276518 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb958b-5087-4a71-bcfe-02c22ace902d None None] Routers {'bc283ac4-4645-44d6-bd5e-7ead46a51e8f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:48.279209 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-edeb958b-5087-4a71-bcfe-02c22ace902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['bc283ac4-4645-44d6-bd5e-7ead46a51e8f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:48.320802 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-edeb958b-5087-4a71-bcfe-02c22ace902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:48.321658 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb958b-5087-4a71-bcfe-02c22ace902d None None] The sync data for ids ['bc283ac4-4645-44d6-bd5e-7ead46a51e8f'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:33:48.365390 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296a6114-5802-49c8-a7a3-e73bfb27808c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.375508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296a6114-5802-49c8-a7a3-e73bfb27808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.378074 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8b64-53c2-4403-9b8c-665b173787c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.450759 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-70959b0a-807f-44f6-bdcb-80620ec26a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:48.453119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-70959b0a-807f-44f6-bdcb-80620ec26a3a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1385512 Aug 17 16:33:48.456788 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8b64-53c2-4403-9b8c-665b173787c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.464685 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-296a6114-5802-49c8-a7a3-e73bfb27808c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0318915b11ac4dbc8032f9ca914323fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5981090 Aug 17 16:33:48.466909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36554) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:48.474442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a6114-5802-49c8-a7a3-e73bfb27808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84cf28e-e7a1-4aad-aba7-7601b476a8e2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:48.528319 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59894fba-eaf6-4838-b0e3-31e4a5d7f3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.533351 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59894fba-eaf6-4838-b0e3-31e4a5d7f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.619826 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1947497-6a7d-42ff-94bc-4bd6e8ca9211 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/routers/bc283ac4-4645-44d6-bd5e-7ead46a51e8f HTTP/1.1" status: 200 len: 920 time: 0.4227514 Aug 17 16:33:48.627888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:48.634414 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-59894fba-eaf6-4838-b0e3-31e4a5d7f3c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fe268587d5b042ce8bfd0bb2b8b9f91c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1441362 Aug 17 16:33:48.650101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:48.679150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59894fba-eaf6-4838-b0e3-31e4a5d7f3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b1e384-7c8c-4586-8176-763a13b397e5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:48.699020 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-f2f7e370-bc02-4392-a380-cf42abe2297f service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324646 Aug 17 16:33:48.712203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-294e6c8d-1c0f-471e-b7d7-7ab071e27465 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.724825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0490dc6d-f505-4f00-92c5-1b0ad4ca54a6'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:33:48.756135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e6c8d-1c0f-471e-b7d7-7ab071e27465 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event deleted for resources: {'Port': ['ID=0490dc6d-f505-4f00-92c5-1b0ad4ca54a6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:48.779903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63cf6df-07ff-4c0c-85d2-912ce384179c tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:48.781752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f63cf6df-07ff-4c0c-85d2-912ce384179c tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&device_id=bc283ac4-4645-44d6-bd5e-7ead46a51e8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1503720 Aug 17 16:33:48.787053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:48.802031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8b64-53c2-4403-9b8c-665b173787c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.804672 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8b64-53c2-4403-9b8c-665b173787c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.808196 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7d0d8b64-53c2-4403-9b8c-665b173787c4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7386907e-f940-4406-a8b5-77e096e2a67b HTTP/1.1" status: 204 len: 168 time: 0.6492553 Aug 17 16:33:48.808196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1101fc9f-9dd1-429b-ad85-663dd57b568c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.844749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d8b64-53c2-4403-9b8c-665b173787c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7386907e-f940-4406-a8b5-77e096e2a67b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:48.860737 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1101fc9f-9dd1-429b-ad85-663dd57b568c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.913766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-294e6c8d-1c0f-471e-b7d7-7ab071e27465 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] No DVR routers for this DVR port 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:33:48.917796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e993a7fa-cd4d-449b-8816-ece8c060e0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.930008 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db27cf5c-a5b8-41db-9fb0-ccbecba12ff2 req-5a93a60d-df42-4511-bac1-3b23d2f3b169 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192364 Aug 17 16:33:48.945589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e993a7fa-cd4d-449b-8816-ece8c060e0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.988436 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-294e6c8d-1c0f-471e-b7d7-7ab071e27465 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:48.995262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f20c82e2-58f0-46ba-895b-69b18eedcbe7 req-294e6c8d-1c0f-471e-b7d7-7ab071e27465 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "DELETE /v2.0/ports/0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 HTTP/1.1" status: 204 len: 173 time: 1.9753654 Aug 17 16:33:48.999185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa0568-f56a-4fe7-a027-bd40c037b506', 'name': 'network-vif-deleted', 'tag': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:33:49.001868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1101fc9f-9dd1-429b-ad85-663dd57b568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:49.002110 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83447d90-c791-4af2-be2d-fa8c435c9973" -d '{"events": [{"server_uuid": "a9fa0568-f56a-4fe7-a027-bd40c037b506", "name": "network-vif-deleted", "tag": "0490dc6d-f505-4f00-92c5-1b0ad4ca54a6"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:33:49.005496 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1101fc9f-9dd1-429b-ad85-663dd57b568c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:49.008660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1101fc9f-9dd1-429b-ad85-663dd57b568c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f84cf28e-e7a1-4aad-aba7-7601b476a8e2 HTTP/1.1" status: 204 len: 168 time: 0.5340290 Aug 17 16:33:49.034483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101fc9f-9dd1-429b-ad85-663dd57b568c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84cf28e-e7a1-4aad-aba7-7601b476a8e2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:49.086659 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e993a7fa-cd4d-449b-8816-ece8c060e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:49.089329 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e993a7fa-cd4d-449b-8816-ece8c060e0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:49.093255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e993a7fa-cd4d-449b-8816-ece8c060e0d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/15b1e384-7c8c-4586-8176-763a13b397e5 HTTP/1.1" status: 204 len: 168 time: 0.4399872 Aug 17 16:33:49.098104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3addd9-328d-4a42-b988-a49540f16cac tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:49.103028 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3f3addd9-328d-4a42-b988-a49540f16cac tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 881 time: 0.3119707 Aug 17 16:33:49.103756 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36580) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:49.106764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993a7fa-cd4d-449b-8816-ece8c060e0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b1e384-7c8c-4586-8176-763a13b397e5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:49.171212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ee50065f-03dc-40a8-98c2-166c018677cc tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc283ac4-4645-44d6-bd5e-7ead46a51e8f HTTP/1.1" status: 200 len: 205 time: 0.0653999 Aug 17 16:33:49.173492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:49.189738 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931b106f-4551-4667-8451-01e424a4984c x-openstack-request-id: req-931b106f-4551-4667-8451-01e424a4984c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:33:49.189738 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa0568-f56a-4fe7-a027-bd40c037b506", "name": "network-vif-deleted", "tag": "0490dc6d-f505-4f00-92c5-1b0ad4ca54a6", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:33:49.189738 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-931b106f-4551-4667-8451-01e424a4984c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:33:49.190649 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa0568-f56a-4fe7-a027-bd40c037b506', 'name': 'network-vif-deleted', 'tag': '0490dc6d-f505-4f00-92c5-1b0ad4ca54a6', 'status': 'completed', 'code': 200} Aug 17 16:33:49.361025 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ee3ace3-0a0b-40dd-9124-8df0a2ba389d req-7baac5d8-1280-4742-a0df-a28c3332d438 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9fa0568-f56a-4fe7-a027-bd40c037b506 HTTP/1.1" status: 200 len: 210 time: 0.0450282 Aug 17 16:33:49.490521 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08263123-9287-4998-acaf-92c135a06cf3 req-678eba7e-8926-41cf-a181-b3ca773c4cfa tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0394564 Aug 17 16:33:49.518897 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:49.525081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:49.738435 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:49.780770 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:49.937438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Deleting port 58117295-75bf-4387-b8ca-512464329a3c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:49.937941 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:50.194276 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:50.212518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Calling delete_port for 58117295-75bf-4387-b8ca-512464329a3c owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:50.627162 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:50.674595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Pushing event deleted for resources: {'Port': ['ID=58117295-75bf-4387-b8ca-512464329a3c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:50.791394 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.078841 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.084354 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.105826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:33:51.160773 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06873859-8e46-40d7-afca-5b7371e772b3 req-7c490824-7e3e-4618-9ee0-304eb234bb9b tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0855381 Aug 17 16:33:51.164125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:33:51.164477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0490dc6d-f505-4f00-92c5-1b0ad4ca54a6 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:33:51.233962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.234989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Fanout notify agent at l3_agent the message router_deleted on router bc283ac4-4645-44d6-bd5e-7ead46a51e8f {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:33:51.257187 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.270938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6e3e38f-0e89-4f89-91f2-e1341b9beda4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/bc283ac4-4645-44d6-bd5e-7ead46a51e8f HTTP/1.1" status: 204 len: 168 time: 2.0923755 Aug 17 16:33:51.273484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36690) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:51.280485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-52c1a8d3-6b3e-4e07-a0b5-7d67fe65d182 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1548855649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:51.351031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52c1a8d3-6b3e-4e07-a0b5-7d67fe65d182 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.358272 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52c1a8d3-6b3e-4e07-a0b5-7d67fe65d182 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.398334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:51.406028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-32a5af55-9ae9-4293-8db8-52ddbd76b4db tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139779862', 'description': 'tempest-description--890334280'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:51.446458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52c1a8d3-6b3e-4e07-a0b5-7d67fe65d182 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.452064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52c1a8d3-6b3e-4e07-a0b5-7d67fe65d182 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.477574 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32a5af55-9ae9-4293-8db8-52ddbd76b4db tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.501983 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52c1a8d3-6b3e-4e07-a0b5-7d67fe65d182 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.503818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-52c1a8d3-6b3e-4e07-a0b5-7d67fe65d182 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2289481 Aug 17 16:33:51.507777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36710) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:51.512864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'enable_snat': True}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:51.641711 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32a5af55-9ae9-4293-8db8-52ddbd76b4db tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.650715 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32a5af55-9ae9-4293-8db8-52ddbd76b4db tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.707898 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32a5af55-9ae9-4293-8db8-52ddbd76b4db tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.709879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-32a5af55-9ae9-4293-8db8-52ddbd76b4db tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3103335 Aug 17 16:33:51.715616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:51.721974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-426936bc-6c28-4cbe-9b4a-25584c2b3796 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Request body: {'security_group_rule': {'security_group_id': '3d82aa76-981e-474a-b335-0385ab50cede', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:51.729737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5af55-9ae9-4293-8db8-52ddbd76b4db tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d82aa76-981e-474a-b335-0385ab50cede,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:51.800290 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-426936bc-6c28-4cbe-9b4a-25584c2b3796 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.897068 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3ea66-de5c-455b-b3e3-c3285e5e6a6a req-ab5404a4-d974-483a-a7f2-84ff9f51f577 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:51.904108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3ea66-de5c-455b-b3e3-c3285e5e6a6a req-ab5404a4-d974-483a-a7f2-84ff9f51f577 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:51.911599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3ea66-de5c-455b-b3e3-c3285e5e6a6a req-ab5404a4-d974-483a-a7f2-84ff9f51f577 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:51.918690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3ea66-de5c-455b-b3e3-c3285e5e6a6a req-ab5404a4-d974-483a-a7f2-84ff9f51f577 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:51.927120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3ea66-de5c-455b-b3e3-c3285e5e6a6a req-ab5404a4-d974-483a-a7f2-84ff9f51f577 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:51.937832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3ea66-de5c-455b-b3e3-c3285e5e6a6a req-ab5404a4-d974-483a-a7f2-84ff9f51f577 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:51.943452 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:51.965784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3ea66-de5c-455b-b3e3-c3285e5e6a6a req-ab5404a4-d974-483a-a7f2-84ff9f51f577 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:51.984511 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15d3ea66-de5c-455b-b3e3-c3285e5e6a6a req-ab5404a4-d974-483a-a7f2-84ff9f51f577 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5431 time: 0.2083631 Aug 17 16:33:52.072119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-426936bc-6c28-4cbe-9b4a-25584c2b3796 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:52.099404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15d3ea66-de5c-455b-b3e3-c3285e5e6a6a req-fba0a98d-fab9-4a53-b953-10522442081c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086144 Aug 17 16:33:52.103794 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-426936bc-6c28-4cbe-9b4a-25584c2b3796 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:52.179856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426936bc-6c28-4cbe-9b4a-25584c2b3796 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8cd505-24ee-4a05-9aea-b933f24fee56,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:52.195512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-426936bc-6c28-4cbe-9b4a-25584c2b3796 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:52.201981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36722) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:52.208732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-426936bc-6c28-4cbe-9b4a-25584c2b3796 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4914362 Aug 17 16:33:52.228321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-355847a5-de6c-4736-b63d-b9dc8dbea772 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Request body: {'security_group_rule': {'security_group_id': '3d82aa76-981e-474a-b335-0385ab50cede', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:52.430975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-355847a5-de6c-4736-b63d-b9dc8dbea772 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:52.525409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e3ef273-411a-4209-876f-c64051d805b6 req-68b0a1f4-1906-4138-b37f-e14a91ba0d65 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0907216 Aug 17 16:33:52.664925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:52.730641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:52.879801 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-355847a5-de6c-4736-b63d-b9dc8dbea772 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:52.921802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd541c2-87d0-4dbc-92cd-8a67e881bff5 req-e2bd9998-2435-48b4-82e4-243abcf3593d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:52.945283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd541c2-87d0-4dbc-92cd-8a67e881bff5 req-e2bd9998-2435-48b4-82e4-243abcf3593d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:52.963237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd541c2-87d0-4dbc-92cd-8a67e881bff5 req-e2bd9998-2435-48b4-82e4-243abcf3593d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:52.976386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd541c2-87d0-4dbc-92cd-8a67e881bff5 req-e2bd9998-2435-48b4-82e4-243abcf3593d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:52.988716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd541c2-87d0-4dbc-92cd-8a67e881bff5 req-e2bd9998-2435-48b4-82e4-243abcf3593d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:53.003063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd541c2-87d0-4dbc-92cd-8a67e881bff5 req-e2bd9998-2435-48b4-82e4-243abcf3593d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:53.014786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd541c2-87d0-4dbc-92cd-8a67e881bff5 req-e2bd9998-2435-48b4-82e4-243abcf3593d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:53.020677 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3dd541c2-87d0-4dbc-92cd-8a67e881bff5 req-e2bd9998-2435-48b4-82e4-243abcf3593d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5431 time: 0.4807510 Aug 17 16:33:53.022299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-355847a5-de6c-4736-b63d-b9dc8dbea772 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:53.130554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355847a5-de6c-4736-b63d-b9dc8dbea772 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f17b6e5-b3a7-4508-b7ec-f235d00e70de,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:53.147630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-355847a5-de6c-4736-b63d-b9dc8dbea772 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:53.148923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-355847a5-de6c-4736-b63d-b9dc8dbea772 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9443574 Aug 17 16:33:53.152547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36784) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:53.156773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Allocated IP 172.25.7.119 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/b5b4fda3-df9a-4ca5-b599-66091262a1fd) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:33:53.164237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:53.209882 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:53.397906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:53.411434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:53.470890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:53.527958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:33:53.531807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:53.539871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:33:53.611400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Allocated IP 172.25.7.69 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/1551123b-1c14-4bc5-9e1a-eb3b758fc178) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:33:53.618352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event updated for resources: {'Port': ['ID=b5b4fda3-df9a-4ca5-b599-66091262a1fd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:53.814482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36800) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:54.019124 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:54.190174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-768eab62-cee0-4ffa-ac47-2d6a3d8f3172 req-4714e43d-8397-46cb-8943-ad245bb08b56 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.4116023 Aug 17 16:33:54.217338 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:54.247725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:54.315202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:33:54.322337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:33:54.327357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:33:54.471771 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:54.477132 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85a63fa3-be2e-4c7a-9818-5ef951703abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:54.494841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event updated for resources: {'Port': ['ID=1551123b-1c14-4bc5-9e1a-eb3b758fc178,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:54.602972 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:54.982964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:54.990687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:55.090948 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:55.096947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:55.236164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event updated for resources: {'Port': ['ID=1551123b-1c14-4bc5-9e1a-eb3b758fc178,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:55.267358 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:55.305425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Router 31585d02-04ff-4e2e-bc8c-bb629e663297 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:33:55.391672 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85a63fa3-be2e-4c7a-9818-5ef951703abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:55.409612 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:55.412276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a97c087-2f47-43ea-88eb-6c12b53f9c08 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2576182 Aug 17 16:33:55.448235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85a63fa3-be2e-4c7a-9818-5ef951703abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:55.521446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:55.550013 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a63fa3-be2e-4c7a-9818-5ef951703abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d443ae-1dfc-42c3-bfaa-476d13f703d1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:55.566783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-85a63fa3-be2e-4c7a-9818-5ef951703abf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=41cd0db6530f49eb9d1b6cb2ce1ea18a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7507989 Aug 17 16:33:55.570815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:33:55.572402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:55.577501 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:55.587435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36884) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:55.588845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6cd4f1c1-76ca-42c0-a8fa-20590a6bdf99 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "PUT /v2.0/routers/31585d02-04ff-4e2e-bc8c-bb629e663297 HTTP/1.1" status: 200 len: 915 time: 4.0795105 Aug 17 16:33:55.618442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb83b6d-7354-4815-b84f-a9aac6fdec8b None None] Sync routers for ids ['31585d02-04ff-4e2e-bc8c-bb629e663297'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:33:55.649334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8be9e846-ca24-4c93-bca7-e66137911445 req-323e757f-3c61-41d2-8e30-d40d9c83ba1a tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0866032 Aug 17 16:33:55.677196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb83b6d-7354-4815-b84f-a9aac6fdec8b None None] Routers {'31585d02-04ff-4e2e-bc8c-bb629e663297'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:55.677901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fdb83b6d-7354-4815-b84f-a9aac6fdec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['31585d02-04ff-4e2e-bc8c-bb629e663297'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:55.924469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fdb83b6d-7354-4815-b84f-a9aac6fdec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:55.941024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb83b6d-7354-4815-b84f-a9aac6fdec8b None None] Routers {'31585d02-04ff-4e2e-bc8c-bb629e663297'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:33:55.941683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fdb83b6d-7354-4815-b84f-a9aac6fdec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['31585d02-04ff-4e2e-bc8c-bb629e663297'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:55.988802 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e94bed0f-1521-4407-b90a-2fbb9231efdc tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/routers/31585d02-04ff-4e2e-bc8c-bb629e663297 HTTP/1.1" status: 200 len: 921 time: 0.3390405 Aug 17 16:33:55.992159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36910) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:56.057710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fdb83b6d-7354-4815-b84f-a9aac6fdec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:33:56.058600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb83b6d-7354-4815-b84f-a9aac6fdec8b None None] The sync data for ids ['31585d02-04ff-4e2e-bc8c-bb629e663297'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:33:56.097369 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdbfefbc-fdd9-4832-ac17-c3fefd23281f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:56.155790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b96c237-6e83-47db-b38c-75538530de91 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:56.161636 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8b96c237-6e83-47db-b38c-75538530de91 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&device_id=31585d02-04ff-4e2e-bc8c-bb629e663297&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1670158 Aug 17 16:33:56.164649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36918) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:56.208761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdbfefbc-fdd9-4832-ac17-c3fefd23281f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:56.309335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece27cf-b152-4004-8c50-df553267c1af req-b24aea13-2c15-4f68-8cf3-254e6545f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:56.310274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece27cf-b152-4004-8c50-df553267c1af req-b24aea13-2c15-4f68-8cf3-254e6545f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:56.314049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece27cf-b152-4004-8c50-df553267c1af req-b24aea13-2c15-4f68-8cf3-254e6545f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:56.315243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece27cf-b152-4004-8c50-df553267c1af req-b24aea13-2c15-4f68-8cf3-254e6545f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:56.318085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece27cf-b152-4004-8c50-df553267c1af req-b24aea13-2c15-4f68-8cf3-254e6545f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:56.320351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece27cf-b152-4004-8c50-df553267c1af req-b24aea13-2c15-4f68-8cf3-254e6545f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:56.321487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece27cf-b152-4004-8c50-df553267c1af req-b24aea13-2c15-4f68-8cf3-254e6545f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:56.338385 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ece27cf-b152-4004-8c50-df553267c1af req-b24aea13-2c15-4f68-8cf3-254e6545f7c3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6488 time: 0.8147070 Aug 17 16:33:56.341079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f28b3f-9290-47a5-a98d-19c04fcfaf67 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:56.342762 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f8f28b3f-9290-47a5-a98d-19c04fcfaf67 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 881 time: 0.1762328 Aug 17 16:33:56.351099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36926) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:56.391894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-54b26f62-4b1f-4b7b-9d86-05921794c238 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=31585d02-04ff-4e2e-bc8c-bb629e663297 HTTP/1.1" status: 200 len: 205 time: 0.0424793 Aug 17 16:33:56.393933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36934) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:56.458672 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdbfefbc-fdd9-4832-ac17-c3fefd23281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:56.461643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdbfefbc-fdd9-4832-ac17-c3fefd23281f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:56.463775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bdbfefbc-fdd9-4832-ac17-c3fefd23281f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/44d443ae-1dfc-42c3-bfaa-476d13f703d1 HTTP/1.1" status: 204 len: 168 time: 0.8811569 Aug 17 16:33:56.480490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ece27cf-b152-4004-8c50-df553267c1af req-b17c1ac1-b964-41b7-9159-576ed3d7f175 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394334 Aug 17 16:33:56.502196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfefbc-fdd9-4832-ac17-c3fefd23281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d443ae-1dfc-42c3-bfaa-476d13f703d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:56.630925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:56.864011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:56.887974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e1699deb-b628-4bd0-baae-2832f0ae35ae tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:33:56.901560 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e1699deb-b628-4bd0-baae-2832f0ae35ae tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/networks?id=a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 200 len: 822 time: 0.3471410 Aug 17 16:33:56.926971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-2bc61c48-43c2-4a49-b210-46b0a6194e8e tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/quotas/beaecf6dd330402d8f1f128f668359d2 HTTP/1.1" status: 200 len: 375 time: 0.0266137 Aug 17 16:33:56.933099 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ad53c259-1108-492e-81f0-a3d444cbf6a7 req-4df3eda3-8a56-4e01-b126-99e0843dae54 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0912964 Aug 17 16:33:57.001247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Deleting port b5b4fda3-df9a-4ca5-b599-66091262a1fd {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:33:57.001999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:57.090731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-2199147e-810d-4b58-a09e-315e25dfff17 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=beaecf6dd330402d8f1f128f668359d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1626649 Aug 17 16:33:57.159474 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:57.191274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Calling delete_port for b5b4fda3-df9a-4ca5-b599-66091262a1fd owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:33:57.387773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-903336bb-b9bd-4dec-81b5-8836e3b31ea3 service neutron] 10.222.0.77 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696910 Aug 17 16:33:57.604086 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:57.644709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Pushing event deleted for resources: {'Port': ['ID=b5b4fda3-df9a-4ca5-b599-66091262a1fd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:57.737897 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-f07c7154-cadc-45e9-b96c-b83f6f939125 service neutron] 10.222.0.77 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367133 Aug 17 16:33:57.775297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:57.926150 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:57.928969 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:57.987822 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:57.988868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Fanout notify agent at l3_agent the message router_deleted on router 31585d02-04ff-4e2e-bc8c-bb629e663297 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:33:58.007359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.008536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c6c5edd7-d206-4a6b-a3ee-99b17ab09541 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/31585d02-04ff-4e2e-bc8c-bb629e663297 HTTP/1.1" status: 204 len: 168 time: 1.6133227 Aug 17 16:33:58.016962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37006) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:58.017803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:58.034437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a82f50a3-67df-408c-8d3e-5af62d5c5975 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1934755579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:58.101209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a82f50a3-67df-408c-8d3e-5af62d5c5975 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.102717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a82f50a3-67df-408c-8d3e-5af62d5c5975 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.126428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c49e9a63-7beb-4b3e-af6e-a1d07d1453a5 req-7404de53-e433-4935-ab5d-14920171d203 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 210 time: 0.0453179 Aug 17 16:33:58.155737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:58.214322 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a82f50a3-67df-408c-8d3e-5af62d5c5975 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.222711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a82f50a3-67df-408c-8d3e-5af62d5c5975 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.259869 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a82f50a3-67df-408c-8d3e-5af62d5c5975 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.261550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a82f50a3-67df-408c-8d3e-5af62d5c5975 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2447927 Aug 17 16:33:58.264392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37028) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:58.276721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'enable_snat': False}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:33:58.333402 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba322f9b-fbde-4baf-9692-51349da56f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.371286 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99404c7-5efa-41ee-bb8e-b21b0b320254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.545818 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba322f9b-fbde-4baf-9692-51349da56f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.559881 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba322f9b-fbde-4baf-9692-51349da56f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.608569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba322f9b-fbde-4baf-9692-51349da56f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e97f60-0339-49b6-9ab0-7567e873c467,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:58.630031 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3061bb6c-9d8a-406b-b5b0-2d9c466f678e req-9da372a8-490d-4629-816a-7577bea84c28 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.4301836 Aug 17 16:33:58.666252 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba322f9b-fbde-4baf-9692-51349da56f25 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a4b0111b9f34dc9833a34734bbb77da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466293 Aug 17 16:33:58.674525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:58.761719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.816418 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28f779c4-e579-4238-81d8-b599cf4b4635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.911908 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99404c7-5efa-41ee-bb8e-b21b0b320254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.916358 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28f779c4-e579-4238-81d8-b599cf4b4635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:58.927741 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99404c7-5efa-41ee-bb8e-b21b0b320254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:59.043637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99404c7-5efa-41ee-bb8e-b21b0b320254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0088f0fb-44ea-4abd-8525-bf4b045fd59b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:59.099440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28f779c4-e579-4238-81d8-b599cf4b4635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:59.103022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28f779c4-e579-4238-81d8-b599cf4b4635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:59.107431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-28f779c4-e579-4238-81d8-b599cf4b4635 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90e97f60-0339-49b6-9ab0-7567e873c467 HTTP/1.1" status: 204 len: 168 time: 0.4311109 Aug 17 16:33:59.117427 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d99404c7-5efa-41ee-bb8e-b21b0b320254 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f6e222c18fcd46dab2251261ee69c60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9583712 Aug 17 16:33:59.120360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37052) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:33:59.173488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f779c4-e579-4238-81d8-b599cf4b4635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e97f60-0339-49b6-9ab0-7567e873c467,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:59.234026 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01e41cc6-774e-4ac3-8d28-8f860bfe204c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:59.286237 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:59.290094 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82a13afd-607f-44db-a561-693ae6365b9f req-a454bfca-e383-44dc-a68d-f66d61ecc637 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 210 time: 0.0420225 Aug 17 16:33:59.295731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01e41cc6-774e-4ac3-8d28-8f860bfe204c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:59.348297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:59.381982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01e41cc6-774e-4ac3-8d28-8f860bfe204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:59.385115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01e41cc6-774e-4ac3-8d28-8f860bfe204c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:33:59.386591 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-01e41cc6-774e-4ac3-8d28-8f860bfe204c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0088f0fb-44ea-4abd-8525-bf4b045fd59b HTTP/1.1" status: 204 len: 168 time: 0.2647126 Aug 17 16:33:59.398158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e41cc6-774e-4ac3-8d28-8f860bfe204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0088f0fb-44ea-4abd-8525-bf4b045fd59b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:33:59.990698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37070) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:00.043564 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-34b695e9-d851-4b6d-b403-772e4bf479a5 req-b7bd02dd-5da9-4b86-be53-ff0e671d339b tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0493674 Aug 17 16:34:00.043564 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b28e605-5537-4d03-8e2b-6ba3b58f430b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.046706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37076) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:00.070554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5d28-9ac9-4f81-9bcc-79200577561e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.143795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Allocated IP 172.25.7.238 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/3a9a5308-2761-407a-9f28-c6ec9588a9b0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:34:00.194567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37078) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:00.281544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b28e605-5537-4d03-8e2b-6ba3b58f430b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.293078 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b28e605-5537-4d03-8e2b-6ba3b58f430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.336671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-31bdc30c-140d-4bdf-a637-89dd66a81642 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:00.339958 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-31bdc30c-140d-4bdf-a637-89dd66a81642 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "GET /v2.0/networks?id=a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 200 len: 822 time: 0.7735832 Aug 17 16:34:00.356521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Request body: {'port': {'device_id': 'ee066bd9-da3f-4dcc-9089-526685035df5', 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891', 'admin_state_up': True, 'tenant_id': 'beaecf6dd330402d8f1f128f668359d2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:00.422998 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.438206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3b28e605-5537-4d03-8e2b-6ba3b58f430b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d8a4b541fe044aca7ca6cab23c278ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451587 Aug 17 16:34:00.438877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37084) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:00.447852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28e605-5537-4d03-8e2b-6ba3b58f430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07e510d-3d10-4070-86b5-02b68b024a28,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:00.475699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1634441912'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:00.488835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e5f8fb7-ed5d-4c36-b7cd-0ad1aa4fb9a4 req-c55b2aa5-54d9-400c-b032-4cf6c3e7bbac tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 210 time: 0.0464523 Aug 17 16:34:00.578731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7014cdbf-4245-4436-973f-41347de1ff46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.585109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.655711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7014cdbf-4245-4436-973f-41347de1ff46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.660245 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5d28-9ac9-4f81-9bcc-79200577561e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.676454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:34:00.682912 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5d28-9ac9-4f81-9bcc-79200577561e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.695460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:00.713720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:00.731142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Pushing event updated for resources: {'Port': ['ID=3a9a5308-2761-407a-9f28-c6ec9588a9b0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:00.796904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Made reservation on behalf of beaecf6dd330402d8f1f128f668359d2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:00.798194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a7ac5d28-9ac9-4f81-9bcc-79200577561e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a445c29dc3344acb8347bbd8c1fb267a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7492929 Aug 17 16:34:00.798940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Made reservation on behalf of a98372f0daf24c528fce23da6ce9187c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:00.801519 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.802337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.803867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37086) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:00.819295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac5d28-9ac9-4f81-9bcc-79200577561e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b6ce95-a399-48f1-9f3a-ee716446f605,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:00.824709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.890711 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5e3c-fd99-4008-9eeb-0bb4ab3d0928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.916406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5e3c-fd99-4008-9eeb-0bb4ab3d0928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.941042 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7014cdbf-4245-4436-973f-41347de1ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.943909 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7014cdbf-4245-4436-973f-41347de1ff46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:00.947016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7014cdbf-4245-4436-973f-41347de1ff46 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c07e510d-3d10-4070-86b5-02b68b024a28 HTTP/1.1" status: 204 len: 168 time: 0.5001354 Aug 17 16:34:01.030750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014cdbf-4245-4436-973f-41347de1ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07e510d-3d10-4070-86b5-02b68b024a28,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:01.074076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5e3c-fd99-4008-9eeb-0bb4ab3d0928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.077562 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5e3c-fd99-4008-9eeb-0bb4ab3d0928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.078855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e3ef5e3c-fd99-4008-9eeb-0bb4ab3d0928 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9b6ce95-a399-48f1-9f3a-ee716446f605 HTTP/1.1" status: 204 len: 168 time: 0.2738912 Aug 17 16:34:01.087901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Allocated IP 172.20.0.6 (a54ade5e-3f79-48cc-9003-a24c930f4891/29bef7db-c151-4085-b6c2-e29fb91e018d/3af5459a-6ede-4af6-9db9-a8244048e785) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:34:01.097415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef5e3c-fd99-4008-9eeb-0bb4ab3d0928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b6ce95-a399-48f1-9f3a-ee716446f605,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:01.160362 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.223897 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.235881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:34:01.260506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.260903 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Added segment 399e10a7-e264-45ad-a790-b20173bc0c93 of type vlan for network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 Aug 17 16:34:01.304384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b77baa0d-12ca-4e33-b5e0-9695dbb4f3f7 req-f3334d6e-56dd-4e45-8284-720e4c7a5b9b tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0591171 Aug 17 16:34:01.328209 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.358272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a714ffe4-ff12-4088-ae25-b1dd40bccbc2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:01.362088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.376200 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.440124 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.491294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:34:01.500392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Network a54ade5e-3f79-48cc-9003-a24c930f4891 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:34:01.504234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:01.510922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:01.557138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event updated for resources: {'Port': ['ID=3af5459a-6ede-4af6-9db9-a8244048e785,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:01.567616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.585914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:01.586610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.594050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:01.594755 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.630523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-e0c5c77d-c8b8-4ee3-aa1d-d37877f2137c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2803586 Aug 17 16:34:01.653771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Request body: {'port': {'device_id': 'ee066bd9-da3f-4dcc-9089-526685035df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:01.715105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Pushing event updated for resources: {'Network': ['ID=59aaaab9-c86a-45e5-9c34-01f7f8fc95d1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:01.727114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a711c63d-d301-4b12-941a-f0507fcfe02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5273144 Aug 17 16:34:01.732972 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:34:01.747407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738d59c-c9cc-4c92-b190-e67ebd51e272 req-881387a0-3159-4041-8e65-1259b3113fe3 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:01.757116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0738d59c-c9cc-4c92-b190-e67ebd51e272 req-881387a0-3159-4041-8e65-1259b3113fe3 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 931 time: 0.1410513 Aug 17 16:34:01.788721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.878515 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0738d59c-c9cc-4c92-b190-e67ebd51e272 req-6c20e520-a6d7-4f19-a097-bfaa13933d38 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198714 Aug 17 16:34:01.913647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:01.928462 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.117197 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da7e04a1-81c1-4276-ad84-c67e04109e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.148117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Router 564824b2-e38d-4680-a60c-b64829da3f63 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:34:02.220970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:02.226187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Request body: {'port': {'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1', 'binding:host_id': 'n-h2-804878-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-898264333'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:02.287272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Made reservation on behalf of 4e58326705444304bd979ba4243ef5d5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:02.289908 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.303316 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.318668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:34:02.321356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af5459a-6ede-4af6-9db9-a8244048e785 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:34:02.326068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.330647 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64ade1-2fd4-45ae-9fa7-d96dba5c47ca None None] Sync routers for ids ['564824b2-e38d-4680-a60c-b64829da3f63'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:34:02.333947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.342281 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e8c0238d-8d0d-4cc8-ae99-6ffdae39a73a tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "PUT /v2.0/routers/564824b2-e38d-4680-a60c-b64829da3f63 HTTP/1.1" status: 200 len: 916 time: 4.0748875 Aug 17 16:34:02.344011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37140) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:02.350381 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64ade1-2fd4-45ae-9fa7-d96dba5c47ca None None] Routers {'564824b2-e38d-4680-a60c-b64829da3f63'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:34:02.353248 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fd64ade1-2fd4-45ae-9fa7-d96dba5c47ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['564824b2-e38d-4680-a60c-b64829da3f63'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:02.358130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Transition to ACTIVE for port object 3af5459a-6ede-4af6-9db9-a8244048e785 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:34:02.372757 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.445951 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fd64ade1-2fd4-45ae-9fa7-d96dba5c47ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:02.469181 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64ade1-2fd4-45ae-9fa7-d96dba5c47ca None None] Routers {'564824b2-e38d-4680-a60c-b64829da3f63'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:34:02.469814 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fd64ade1-2fd4-45ae-9fa7-d96dba5c47ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:33:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['564824b2-e38d-4680-a60c-b64829da3f63'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:02.515542 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fd64ade1-2fd4-45ae-9fa7-d96dba5c47ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:02.516652 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64ade1-2fd4-45ae-9fa7-d96dba5c47ca None None] The sync data for ids ['564824b2-e38d-4680-a60c-b64829da3f63'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:34:02.522228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Pushing event updated for resources: {'Port': ['ID=3af5459a-6ede-4af6-9db9-a8244048e785,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:02.604901 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d4375a6c-0df7-4ff6-837c-58f3746a9388 req-b9df359d-0e5a-4010-8c22-e40af79d4057 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0412967 Aug 17 16:34:02.615156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Attempting to bind port 3af5459a-6ede-4af6-9db9-a8244048e785 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:02.615505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Attempting to bind port 3af5459a-6ede-4af6-9db9-a8244048e785 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:02.615901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Attempting to bind port 3af5459a-6ede-4af6-9db9-a8244048e785 on network a54ade5e-3f79-48cc-9003-a24c930f4891 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:02.621704 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.622707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Port 3af5459a-6ede-4af6-9db9-a8244048e785 on network a54ade5e-3f79-48cc-9003-a24c930f4891 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:02.623106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Attempting to bind port 3af5459a-6ede-4af6-9db9-a8244048e785 on network a54ade5e-3f79-48cc-9003-a24c930f4891 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:02.628674 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.633247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:34:02.633610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Checking segment: {'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:34:02.634799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Bound using segment: {'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:34:02.635071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Bound port: 3af5459a-6ede-4af6-9db9-a8244048e785, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:34:02.635426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.640151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] device_id is not set on port 5f4d79a7-bb24-4076-a99b-6de5b64c141b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:02.656366 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fdf6429d-b57b-4e5f-bcc8-c0af34e1d7ce tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/routers/564824b2-e38d-4680-a60c-b64829da3f63 HTTP/1.1" status: 200 len: 922 time: 0.3029366 Aug 17 16:34:02.656366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37154) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:02.712153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c6d078-812e-4112-a662-99c6a8d7dfc7 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:02.714472 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-61c6d078-812e-4112-a662-99c6a8d7dfc7 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&device_id=564824b2-e38d-4680-a60c-b64829da3f63&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0612328 Aug 17 16:34:02.717428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37156) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:02.771876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6d7b82-8981-4c44-93e5-6dd1bad11899,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:02.801530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.801877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.802228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.802593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.802930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.803267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.803595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.803928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.804331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.804545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.804996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.805328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:02.845815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] For port 3af5459a-6ede-4af6-9db9-a8244048e785, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:34:02.851405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] For port 3af5459a-6ede-4af6-9db9-a8244048e785, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3af5459a-6ede-4af6-9db9-a8244048e785,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:34:02.867457 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd95a9c-e4da-46c9-8be2-e0db501a0e37 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:02.867457 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cfd95a9c-e4da-46c9-8be2-e0db501a0e37 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/networks/b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 881 time: 0.1475809 Aug 17 16:34:02.869243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37168) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:02.884687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:02.914493 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2f444b97-3a67-4f7b-ac1c-aeb015afe292 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=564824b2-e38d-4680-a60c-b64829da3f63 HTTP/1.1" status: 200 len: 205 time: 0.0437284 Aug 17 16:34:02.916851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37172) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:02.983811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Pushing event updated for resources: {'Port': ['ID=3af5459a-6ede-4af6-9db9-a8244048e785,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:03.103900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:03.104534 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:03.106081 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-a0476e7a-37a8-44e6-8465-ab1fce482de7 service neutron] 10.222.0.91 "PUT /v2.0/ports/3af5459a-6ede-4af6-9db9-a8244048e785 HTTP/1.1" status: 200 len: 1091 time: 1.4581935 Aug 17 16:34:03.106679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee066bd9-da3f-4dcc-9089-526685035df5', 'tag': '3af5459a-6ede-4af6-9db9-a8244048e785'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:34:03.109203 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e59612-95f0-4d3c-975a-c9c8e619651a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee066bd9-da3f-4dcc-9089-526685035df5", "tag": "3af5459a-6ede-4af6-9db9-a8244048e785"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:34:03.162601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14833ca-14ed-4e90-a13b-973fa3bdf84a req-0b3ac6ca-ea58-44fe-b606-cf0012f6cb89 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:03.164214 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a14833ca-14ed-4e90-a13b-973fa3bdf84a req-0b3ac6ca-ea58-44fe-b606-cf0012f6cb89 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 943 time: 0.1072464 Aug 17 16:34:03.169910 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:03.225979 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae22f55a-bd4c-4d9c-a1a8-f7b75b4ead02 x-openstack-request-id: req-ae22f55a-bd4c-4d9c-a1a8-f7b75b4ead02 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:34:03.226956 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee066bd9-da3f-4dcc-9089-526685035df5", "tag": "3af5459a-6ede-4af6-9db9-a8244048e785", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:34:03.227512 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae22f55a-bd4c-4d9c-a1a8-f7b75b4ead02 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:34:03.228327 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee066bd9-da3f-4dcc-9089-526685035df5', 'tag': '3af5459a-6ede-4af6-9db9-a8244048e785', 'status': 'completed', 'code': 200} Aug 17 16:34:03.326642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:03.342045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] device_id is not set on port 5f4d79a7-bb24-4076-a99b-6de5b64c141b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:03.359463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:03.369328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a14833ca-14ed-4e90-a13b-973fa3bdf84a req-33649056-4848-4d87-9c87-56f3e5874138 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707443 Aug 17 16:34:03.396319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Transition to ACTIVE for port object 5f4d79a7-bb24-4076-a99b-6de5b64c141b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:34:03.403154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-7b81e048-63c8-4ffd-9888-fa31a17977f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:03.405047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-7b81e048-63c8-4ffd-9888-fa31a17977f8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=beaecf6dd330402d8f1f128f668359d2&device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 1094 time: 0.2435606 Aug 17 16:34:03.455479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Deleting port 3a9a5308-2761-407a-9f28-c6ec9588a9b0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:03.455825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:03.458835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-169b082a-e306-4b81-9ba6-1f2d2abc9931 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3af5459a-6ede-4af6-9db9-a8244048e785 HTTP/1.1" status: 200 len: 217 time: 0.0454500 Aug 17 16:34:03.460458 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:03.511213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event updated for resources: {'Port': ['ID=5f4d79a7-bb24-4076-a99b-6de5b64c141b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:03.556358 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:03.570131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Calling delete_port for 3a9a5308-2761-407a-9f28-c6ec9588a9b0 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:03.600349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Checking segment: {'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:34:03.601031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Network hostable DHCP agents. Network: 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:34:03.618485 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-202e6b5a-2b89-473c-9602-9580060720a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:03.620565 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-202e6b5a-2b89-473c-9602-9580060720a6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=29bef7db-c151-4085-b6c2-e29fb91e018d HTTP/1.1" status: 200 len: 862 time: 0.1104724 Aug 17 16:34:03.670735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-10c92e9c-3fcf-4497-a658-9f7f4af8f835 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a54ade5e-3f79-48cc-9003-a24c930f4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430546 Aug 17 16:34:03.671436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:34:03.745865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:03.752812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:03.756777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b5d69f-589f-4836-bfa6-7d0b2bb3a000 None None] Network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:34:03.767287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:03.767628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:03.767976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:03.834973 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ca259a5-5337-41a7-91cd-e7bbe0f83ce1 req-d731407e-9cab-4660-a9bc-e8ab2767184e tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0640545 Aug 17 16:34:03.841735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:03.842692 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:03.845112 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 2 to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b Aug 17 16:34:03.885272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:03.885750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:03.886192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:03.894026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:03.894530 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:03.895288 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 3 to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b Aug 17 16:34:03.919176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:03.920011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:03.922762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:03.936043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-d201aac4-f03b-4183-a6ed-0814c5e5296a service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547982 Aug 17 16:34:03.943797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:03.946175 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:03.950833 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 4 to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b Aug 17 16:34:03.964897 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.045821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Pushing event deleted for resources: {'Port': ['ID=3a9a5308-2761-407a-9f28-c6ec9588a9b0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:04.094809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:04.095148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:04.095489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:04.103580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:04.103943 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:04.105969 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 5 to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b Aug 17 16:34:04.135056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:04.135410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:04.135760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:04.144238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:04.144574 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:04.150041 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 6 to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b Aug 17 16:34:04.165656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:04.166031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:04.166410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:04.172806 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.174609 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5ac8a7-f252-4be8-994f-4cbd3be8bb43 req-251ac0b8-5b92-4b9d-96b8-ec6ad59c6159 service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272303 Aug 17 16:34:04.175684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:04.176021 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:04.182258 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 7 to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b Aug 17 16:34:04.223291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:04.224194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:04.224809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:04.232188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:04.233501 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:04.243012 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 8 to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b Aug 17 16:34:04.309293 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.310611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:04.311547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:04.311957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.312134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:04.325380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:04.325811 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:04.328263 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 9 to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b Aug 17 16:34:04.352220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e59612-95f0-4d3c-975a-c9c8e619651a req-43b585be-f2b0-456b-a572-0e4befe0524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:04.353973 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46e59612-95f0-4d3c-975a-c9c8e619651a req-43b585be-f2b0-456b-a572-0e4befe0524a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=beaecf6dd330402d8f1f128f668359d2&device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 1094 time: 0.1234183 Aug 17 16:34:04.356819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:04.357238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:04.357704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:04.368936 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.369803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Fanout notify agent at l3_agent the message router_deleted on router 564824b2-e38d-4680-a60c-b64829da3f63 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:34:04.384974 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.386580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8938b424-82a4-4c2b-a65f-c2e209246d3e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/564824b2-e38d-4680-a60c-b64829da3f63 HTTP/1.1" status: 204 len: 168 time: 1.4685152 Aug 17 16:34:04.392598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37218) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:04.393755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:04.394166 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:04.402307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1179197058', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:04.464579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.465924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.468884 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 10 to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b Aug 17 16:34:04.496970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:04.497298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:04.497629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:04.508533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:04.508533 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 5f4d79a7-bb24-4076-a99b-6de5b64c141b on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:04.508533 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.516277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e59612-95f0-4d3c-975a-c9c8e619651a req-8591e77c-a13b-4da3-81c9-01ea1192bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:04.517969 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46e59612-95f0-4d3c-975a-c9c8e619651a req-8591e77c-a13b-4da3-81c9-01ea1192bfc3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 200 len: 923 time: 0.1544244 Aug 17 16:34:04.582981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46e59612-95f0-4d3c-975a-c9c8e619651a req-03a3c17d-b14f-4bde-bbdd-aded7635ecaf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3af5459a-6ede-4af6-9db9-a8244048e785 HTTP/1.1" status: 200 len: 217 time: 0.0563834 Aug 17 16:34:04.605266 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.697554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5a10-2597-4605-b440-1976c271ec03 req-4b4a2247-d85d-4e23-87fb-bcdf5867e82b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:04.699418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-243d5a10-2597-4605-b440-1976c271ec03 req-4b4a2247-d85d-4e23-87fb-bcdf5867e82b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 943 time: 0.2260747 Aug 17 16:34:04.715486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e59612-95f0-4d3c-975a-c9c8e619651a req-aceec14f-997e-4f89-94f2-0b889b32c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:04.718415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46e59612-95f0-4d3c-975a-c9c8e619651a req-aceec14f-997e-4f89-94f2-0b889b32c66b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=29bef7db-c151-4085-b6c2-e29fb91e018d HTTP/1.1" status: 200 len: 862 time: 0.0901620 Aug 17 16:34:04.730877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] For port 5f4d79a7-bb24-4076-a99b-6de5b64c141b, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:34:04.731380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 16:34:04.780419 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.788278 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7cfb-a2e6-499b-93d6-ba326a862b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.793380 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46e59612-95f0-4d3c-975a-c9c8e619651a req-3d1f1965-f5a8-468d-9e49-06ebd4bf76ca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a54ade5e-3f79-48cc-9003-a24c930f4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646584 Aug 17 16:34:04.800187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:04.801096 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.827064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.840744 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-243d5a10-2597-4605-b440-1976c271ec03 req-0d8a7520-0022-4cdd-82b7-4340ffdcaeab tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310885 Aug 17 16:34:04.969077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:04.972237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.7501664 Aug 17 16:34:04.975542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37232) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:04.979768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3e827-63fe-4d4e-a29d-588f5c998007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event updated for resources: {'Port': ['ID=5f4d79a7-bb24-4076-a99b-6de5b64c141b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:05.027556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-07da6ebe-32c0-4dc9-a6b8-a483b192e2b7 req-74f54ede-b145-4000-899c-986bf7c11ea0 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0541406 Aug 17 16:34:05.081821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46e59612-95f0-4d3c-975a-c9c8e619651a req-2886c8d4-35ea-466e-aa10-cbbef1fd2a92 service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534094 Aug 17 16:34:05.196286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-46e59612-95f0-4d3c-975a-c9c8e619651a req-5ea26c2e-afc4-4756-9c51-88bd1015026e service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075826 Aug 17 16:34:05.634358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cddf6d0d-bb5b-419c-9e50-b0685f73bff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Deleting port 5f4d79a7-bb24-4076-a99b-6de5b64c141b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:05.635242 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cddf6d0d-bb5b-419c-9e50-b0685f73bff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:05.747408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:05.787422 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:05.889788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cddf6d0d-bb5b-419c-9e50-b0685f73bff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] For port 5f4d79a7-bb24-4076-a99b-6de5b64c141b, host n-h2-804878-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:05.890289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cddf6d0d-bb5b-419c-9e50-b0685f73bff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:05.890525 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:05.925605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cddf6d0d-bb5b-419c-9e50-b0685f73bff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Calling delete_port for 5f4d79a7-bb24-4076-a99b-6de5b64c141b owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:06.137400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Allocated IP 172.25.7.71 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/bbb8d85e-9757-482b-bcde-645c377fd8d3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:34:06.163505 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c0ffb10-a01e-4b33-8f24-f5abd0489b0c req-62641fe9-8616-4d8a-9aa7-1912dc3c220a tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0343542 Aug 17 16:34:06.195238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f06160-2e53-4a2f-834c-a84a328b3acb req-acdba643-9aea-42e4-bb55-3ca32eb74a2b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:06.204188 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d4f06160-2e53-4a2f-834c-a84a328b3acb req-acdba643-9aea-42e4-bb55-3ca32eb74a2b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 943 time: 0.2541986 Aug 17 16:34:06.275919 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cddf6d0d-bb5b-419c-9e50-b0685f73bff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:06.358239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf6d0d-bb5b-419c-9e50-b0685f73bff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f4d79a7-bb24-4076-a99b-6de5b64c141b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:06.381083 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:06.386438 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d4f06160-2e53-4a2f-834c-a84a328b3acb req-2a7505e5-4f51-4eb3-a9b0-49247530d020 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821232 Aug 17 16:34:06.395309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cddf6d0d-bb5b-419c-9e50-b0685f73bff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:06.408537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37254) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:06.408908 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cddf6d0d-bb5b-419c-9e50-b0685f73bff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "DELETE /v2.0/ports/5f4d79a7-bb24-4076-a99b-6de5b64c141b HTTP/1.1" status: 204 len: 168 time: 1.4309189 Aug 17 16:34:06.464294 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b51dd1-0bfa-4877-853f-68c492f84599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] GET failed (client error): The resource could not be found. Aug 17 16:34:06.468174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-58b51dd1-0bfa-4877-853f-68c492f84599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "GET /v2.0/ports/5f4d79a7-bb24-4076-a99b-6de5b64c141b HTTP/1.1" status: 404 len: 333 time: 0.0584970 Aug 17 16:34:06.474289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:06.481518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Request body: {'port': {'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-685129306'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:06.488793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:06.522834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Made reservation on behalf of 4e58326705444304bd979ba4243ef5d5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:06.528078 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:06.552267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:34:06.556779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:06.563007 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:06.571103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Pushing event updated for resources: {'Port': ['ID=bbb8d85e-9757-482b-bcde-645c377fd8d3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:06.579061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] device_id is not set on port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:06.797852 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:06.860700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:06.913295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:34:06.916934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:06.925864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:06.927058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:06.927891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:06.950524 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:06.955333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event updated for resources: {'Port': ['ID=f5965c3f-09ca-40b6-8c98-09d6dfc15c5f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:06.974133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0301f344-6787-4ec8-9f67-af09e96fccfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4982829 Aug 17 16:34:06.975088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:06.996679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:07.070730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:07.211710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3af5459a-6ede-4af6-9db9-a8244048e785 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:34:07.223368 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:07.314922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] device_id is not set on port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:07.324267 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:07.339517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Transition to ACTIVE for port object f5965c3f-09ca-40b6-8c98-09d6dfc15c5f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:34:07.356802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:07.418595 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e21e7f2d-c21b-4415-ad28-2a319294eaf7 req-abec408f-f2ac-4a8c-865a-ba19841797ab tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0768244 Aug 17 16:34:07.474851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3af5459a-6ede-4af6-9db9-a8244048e785, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3af5459a-6ede-4af6-9db9-a8244048e785,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:07.481482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event updated for resources: {'Port': ['ID=f5965c3f-09ca-40b6-8c98-09d6dfc15c5f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:07.505855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '3af5459a-6ede-4af6-9db9-a8244048e785', 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891', 'port_id': '3af5459a-6ede-4af6-9db9-a8244048e785', 'mac_address': 'fa:16:3e:a2:9d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bef7db-c151-4085-b6c2-e29fb91e018d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:34:07.515390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:07.521337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:07.521882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:07.535571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:07.535571 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:07.537094 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 2 to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f Aug 17 16:34:07.577090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:07.577783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:07.578291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:07.579902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:07.585237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:07.585759 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:07.586324 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 3 to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f Aug 17 16:34:07.604569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:07.604934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af5459a-6ede-4af6-9db9-a8244048e785 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:34:07.605109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:07.605608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:07.611117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:07.612266 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:07.612266 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 4 to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f Aug 17 16:34:07.638514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3af5459a-6ede-4af6-9db9-a8244048e785, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3af5459a-6ede-4af6-9db9-a8244048e785,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:07.640367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:07.643075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:07.646615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:07.657166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:07.657703 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:07.658220 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 5 to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f Aug 17 16:34:07.669783 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:07.676694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:07.677328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:07.677809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:07.686217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:07.686759 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:07.687257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Router bf9ef660-6b05-4705-92e2-c59cae6a640e is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:34:07.687429 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 6 to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f Aug 17 16:34:07.715313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:07.719328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:07.721584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:07.732384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:07.733721 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:07.734430 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 7 to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f Aug 17 16:34:07.744563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191253a7-c374-4376-925a-c610d850b951 req-5c2aea1b-b76c-42ad-a608-15b9493cd845 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:07.746221 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-191253a7-c374-4376-925a-c610d850b951 req-5c2aea1b-b76c-42ad-a608-15b9493cd845 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 943 time: 0.1635842 Aug 17 16:34:07.803541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:07.809309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:07.810714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:07.821343 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:07.847277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:07.848334 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:07.849598 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 8 to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f Aug 17 16:34:07.918573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:07.920479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:07.922245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:07.935626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3af5459a-6ede-4af6-9db9-a8244048e785,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:07.944675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:07.946128 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:07.950861 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 9 to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f Aug 17 16:34:07.967624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['3af5459a-6ede-4af6-9db9-a8244048e785'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:34:07.980191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-191253a7-c374-4376-925a-c610d850b951 req-5bdb23ff-570c-498c-bca8-93811e0d2e80 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112906 Aug 17 16:34:08.035390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:08.039729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:08.040495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:08.058721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:08.059370 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:08.062703 n-d-804878-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 10 to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f Aug 17 16:34:08.091538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:08.091538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:08.091538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:08.100716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:08.100716 n-d-804878-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:08.100716 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:08.186577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:34:08.234989 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:08.238041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] For port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:34:08.238566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 16:34:08.243985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6056ba15-858a-43eb-b872-e77f29c7b1bf tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8495371 Aug 17 16:34:08.245707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:08.247668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37286) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:08.258478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:08.301763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f073f04-d5d9-43c0-aaf8-843ba047837d None None] Sync routers for ids ['bf9ef660-6b05-4705-92e2-c59cae6a640e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:34:08.327088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] In _notify_port_updated(), no bound segment for port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:34:08.327968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.328918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:08.333173 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "PUT /v2.0/ports/f5965c3f-09ca-40b6-8c98-09d6dfc15c5f HTTP/1.1" status: 200 len: 978 time: 1.3401198 Aug 17 16:34:08.333486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:08.348615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f073f04-d5d9-43c0-aaf8-843ba047837d None None] Routers {'bf9ef660-6b05-4705-92e2-c59cae6a640e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:34:08.349583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5f073f04-d5d9-43c0-aaf8-843ba047837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:34:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['bf9ef660-6b05-4705-92e2-c59cae6a640e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:08.469187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5f073f04-d5d9-43c0-aaf8-843ba047837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:08.510609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f073f04-d5d9-43c0-aaf8-843ba047837d None None] Routers {'bf9ef660-6b05-4705-92e2-c59cae6a640e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:34:08.513035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5f073f04-d5d9-43c0-aaf8-843ba047837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:34:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['bf9ef660-6b05-4705-92e2-c59cae6a640e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:08.557106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73fd7c-59d5-4c92-9e2c-28d861f692a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event updated for resources: {'Port': ['ID=f5965c3f-09ca-40b6-8c98-09d6dfc15c5f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:08.664342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5f073f04-d5d9-43c0-aaf8-843ba047837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:08.670900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f073f04-d5d9-43c0-aaf8-843ba047837d None None] The sync data for ids ['bf9ef660-6b05-4705-92e2-c59cae6a640e'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:34:08.700750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.708673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.709174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.709652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.712475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.712874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.713760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.714327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.714890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.715361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.715968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.716498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.717691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.718511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.719082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.719545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.720011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.720519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.721269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.721437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.721887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:08.729921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f3901352-b350-433d-9d2f-0c36f1432002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18812 time: 0.3917403 Aug 17 16:34:08.731062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:08.914535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:08.921880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a663302a-d74b-46a1-a8d6-32ae5fbb37fc req-ead7357d-bcdd-42cd-8ede-a6dbaab22839 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.2791421 Aug 17 16:34:08.933129 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.031283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5d3aaaa4-26fe-45ed-a76c-d5a9dd69fd93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Deleting port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:09.031635 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3aaaa4-26fe-45ed-a76c-d5a9dd69fd93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.133469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Deleting port bbb8d85e-9757-482b-bcde-645c377fd8d3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:09.134081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.178804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5d3aaaa4-26fe-45ed-a76c-d5a9dd69fd93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] For port f5965c3f-09ca-40b6-8c98-09d6dfc15c5f, host n-h2-804878-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:09.179842 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3aaaa4-26fe-45ed-a76c-d5a9dd69fd93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.210093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5d3aaaa4-26fe-45ed-a76c-d5a9dd69fd93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Calling delete_port for f5965c3f-09ca-40b6-8c98-09d6dfc15c5f owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:09.243175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3af5459a-6ede-4af6-9db9-a8244048e785 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:34:09.362460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e32e0-75fb-4c84-b5c4-dae53a42ff44 req-fe976e28-9228-44a5-8cd0-3a4be7e2eb6e tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:09.374258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e98e32e0-75fb-4c84-b5c4-dae53a42ff44 req-fe976e28-9228-44a5-8cd0-3a4be7e2eb6e tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 944 time: 0.2155936 Aug 17 16:34:09.398491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 3af5459a-6ede-4af6-9db9-a8244048e785 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:34:09.407157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 3af5459a-6ede-4af6-9db9-a8244048e785 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:34:09.407588 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.453877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3aaaa4-26fe-45ed-a76c-d5a9dd69fd93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.456416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.512430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3aaaa4-26fe-45ed-a76c-d5a9dd69fd93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5965c3f-09ca-40b6-8c98-09d6dfc15c5f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:09.514814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Calling delete_port for bbb8d85e-9757-482b-bcde-645c377fd8d3 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:09.527772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3aaaa4-26fe-45ed-a76c-d5a9dd69fd93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.530605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d3aaaa4-26fe-45ed-a76c-d5a9dd69fd93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "DELETE /v2.0/ports/f5965c3f-09ca-40b6-8c98-09d6dfc15c5f HTTP/1.1" status: 204 len: 168 time: 0.7986310 Aug 17 16:34:09.534489 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.535977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e98e32e0-75fb-4c84-b5c4-dae53a42ff44 req-7dcfc32b-28c2-43da-8389-5fe2b93769cd tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561911 Aug 17 16:34:09.540431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37312) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:09.594621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee066bd9-da3f-4dcc-9089-526685035df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af5459a-6ede-4af6-9db9-a8244048e785'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:34:09.597173 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd62b09-8c04-43be-aa66-18a97f5e5968" -d '{"events": [{"server_uuid": "ee066bd9-da3f-4dcc-9089-526685035df5", "name": "network-vif-plugged", "status": "completed", "tag": "3af5459a-6ede-4af6-9db9-a8244048e785"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:34:09.624321 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-be984723-715f-45cf-b859-a9e68ed318eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] GET failed (client error): The resource could not be found. Aug 17 16:34:09.627508 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-be984723-715f-45cf-b859-a9e68ed318eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "GET /v2.0/ports/f5965c3f-09ca-40b6-8c98-09d6dfc15c5f HTTP/1.1" status: 404 len: 333 time: 0.0854497 Aug 17 16:34:09.633002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3af5459a-6ede-4af6-9db9-a8244048e785, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3af5459a-6ede-4af6-9db9-a8244048e785,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:09.633512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:09.639460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396386615', 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:09.649750 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.688154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Made reservation on behalf of 4e58326705444304bd979ba4243ef5d5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:09.691279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:09.739526 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4512726-80be-40f1-9d39-c951a5d790dd x-openstack-request-id: req-e4512726-80be-40f1-9d39-c951a5d790dd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:34:09.739910 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee066bd9-da3f-4dcc-9089-526685035df5", "name": "network-vif-plugged", "status": "completed", "tag": "3af5459a-6ede-4af6-9db9-a8244048e785", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:34:09.740181 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4512726-80be-40f1-9d39-c951a5d790dd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:34:09.740629 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee066bd9-da3f-4dcc-9089-526685035df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af5459a-6ede-4af6-9db9-a8244048e785', 'code': 200} Aug 17 16:34:09.800548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] device_id is not set on port 71392690-85b8-4a5f-a91f-70f6ab5f8537 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:09.824116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3af5459a-6ede-4af6-9db9-a8244048e785,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:09.931483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0719352-1da4-4f81-8a00-b9e2f11fe879 req-853776ad-f1f9-4646-90b2-55e000bbc86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:09.934069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0719352-1da4-4f81-8a00-b9e2f11fe879 req-853776ad-f1f9-4646-90b2-55e000bbc86c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 1096 time: 0.1590831 Aug 17 16:34:10.012146 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0719352-1da4-4f81-8a00-b9e2f11fe879 req-29482da9-3b97-4da2-8e9c-5a0d7f312217 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709560 Aug 17 16:34:10.062464 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:10.112646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Pushing event deleted for resources: {'Port': ['ID=bbb8d85e-9757-482b-bcde-645c377fd8d3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:10.151826 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:10.184971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9e85e3a5-1085-4232-b56e-f6afe24e0314 req-1542f72b-eff5-4672-a3d2-40c5f27f126d tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0526190 Aug 17 16:34:10.256279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:10.282520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:34:10.286811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:10.315569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:10.317542 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:10.318925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:10.319813 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:10.351603 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7168584 Aug 17 16:34:10.355206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:10.377694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb679d-d0d2-48b1-a42a-8321d2245bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event updated for resources: {'Port': ['ID=71392690-85b8-4a5f-a91f-70f6ab5f8537,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:10.427196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cced83-32a8-4896-876e-d9d53e16ef38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:10.432076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-16cced83-32a8-4896-876e-d9d53e16ef38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "GET /v2.0/ports/71392690-85b8-4a5f-a91f-70f6ab5f8537 HTTP/1.1" status: 200 len: 959 time: 0.0755601 Aug 17 16:34:10.432809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:10.512824 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:34:10.599159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8b7104db-8c82-49af-bf22-fa17a2514b77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Deleting port 71392690-85b8-4a5f-a91f-70f6ab5f8537 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:10.599747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b7104db-8c82-49af-bf22-fa17a2514b77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:10.705468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:10.711905 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:10.837760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b7104db-8c82-49af-bf22-fa17a2514b77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:10.883094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0885301-5698-477d-99e2-d3220a27ed7a req-bbad6c63-16b6-4201-adf1-c05588d5064a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:10.889234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0885301-5698-477d-99e2-d3220a27ed7a req-bbad6c63-16b6-4201-adf1-c05588d5064a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 945 time: 0.2115316 Aug 17 16:34:10.904695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8b7104db-8c82-49af-bf22-fa17a2514b77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Calling delete_port for 71392690-85b8-4a5f-a91f-70f6ab5f8537 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:10.946810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Router bf9ef660-6b05-4705-92e2-c59cae6a640e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:34:11.006015 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0885301-5698-477d-99e2-d3220a27ed7a req-772518f2-8fb0-42ec-ba6a-04b0f1e1d772 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974298 Aug 17 16:34:11.076903 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b7104db-8c82-49af-bf22-fa17a2514b77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:11.179640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:34:11.191531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:11.194041 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-92a97933-736d-40c2-9d69-db5a1dfed9a5 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "PUT /v2.0/routers/bf9ef660-6b05-4705-92e2-c59cae6a640e HTTP/1.1" status: 200 len: 706 time: 2.9439831 Aug 17 16:34:11.196052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37336) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:11.213495 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e371b8a5-af02-4fdc-a863-fe50ca3988df None None] Sync routers for ids ['bf9ef660-6b05-4705-92e2-c59cae6a640e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:34:11.245298 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371b8a5-af02-4fdc-a863-fe50ca3988df None None] Routers {'bf9ef660-6b05-4705-92e2-c59cae6a640e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:34:11.246789 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e371b8a5-af02-4fdc-a863-fe50ca3988df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:34:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['bf9ef660-6b05-4705-92e2-c59cae6a640e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:11.357421 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e371b8a5-af02-4fdc-a863-fe50ca3988df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:11.392317 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371b8a5-af02-4fdc-a863-fe50ca3988df None None] Routers {'bf9ef660-6b05-4705-92e2-c59cae6a640e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:34:11.392956 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e371b8a5-af02-4fdc-a863-fe50ca3988df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:34:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['bf9ef660-6b05-4705-92e2-c59cae6a640e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:11.401414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b119ca82-ab8a-4d4b-87c6-a5902da65f47 tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/routers/bf9ef660-6b05-4705-92e2-c59cae6a640e HTTP/1.1" status: 200 len: 741 time: 0.2035213 Aug 17 16:34:11.420521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37340) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:11.515774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e03a1ecb-82c5-44c1-9d33-0579deb0baa5 req-346c5a45-0ebc-4e21-a29e-c547232f7bcd tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.1121080 Aug 17 16:34:11.547061 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-581bb2e9-c167-4086-b1d8-69180b2b231f tempest-RoutersAdminTest-1898977332 tempest-RoutersAdminTest-1898977332-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&device_id=bf9ef660-6b05-4705-92e2-c59cae6a640e HTTP/1.1" status: 200 len: 205 time: 0.1171980 Aug 17 16:34:11.548137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37344) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:11.602365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7104db-8c82-49af-bf22-fa17a2514b77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event deleted for resources: {'Port': ['ID=71392690-85b8-4a5f-a91f-70f6ab5f8537,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:11.612851 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-be1ba6d6-ebd7-4011-9282-3d732587c4e9 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf9ef660-6b05-4705-92e2-c59cae6a640e HTTP/1.1" status: 200 len: 205 time: 0.0610802 Aug 17 16:34:11.614972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:11.683179 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e371b8a5-af02-4fdc-a863-fe50ca3988df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:11.684730 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e371b8a5-af02-4fdc-a863-fe50ca3988df None None] The sync data for ids ['bf9ef660-6b05-4705-92e2-c59cae6a640e'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:34:11.739309 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0c7285a-fba4-496e-810f-a8dc20be9138 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:11.744597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b7104db-8c82-49af-bf22-fa17a2514b77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:11.749656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8b7104db-8c82-49af-bf22-fa17a2514b77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "DELETE /v2.0/ports/71392690-85b8-4a5f-a91f-70f6ab5f8537 HTTP/1.1" status: 204 len: 168 time: 1.3127363 Aug 17 16:34:11.750504 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37348) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:11.786485 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-05aafd72-2acc-4b86-b81b-db13a65132bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] GET failed (client error): The resource could not be found. Aug 17 16:34:11.795845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-05aafd72-2acc-4b86-b81b-db13a65132bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "GET /v2.0/ports/71392690-85b8-4a5f-a91f-70f6ab5f8537 HTTP/1.1" status: 404 len: 333 time: 0.0429204 Aug 17 16:34:11.796868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37350) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:11.802133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Request body: {'port': {'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465411025'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:11.840420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Made reservation on behalf of 4e58326705444304bd979ba4243ef5d5 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:11.845357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:11.876500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] device_id is not set on port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:12.006125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0c7285a-fba4-496e-810f-a8dc20be9138 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:12.008391 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0c7285a-fba4-496e-810f-a8dc20be9138 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:12.061024 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0c7285a-fba4-496e-810f-a8dc20be9138 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:12.061666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c7285a-fba4-496e-810f-a8dc20be9138 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Fanout notify agent at l3_agent the message router_deleted on router bf9ef660-6b05-4705-92e2-c59cae6a640e {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:34:12.077026 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0c7285a-fba4-496e-810f-a8dc20be9138 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:12.084352 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b0c7285a-fba4-496e-810f-a8dc20be9138 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/bf9ef660-6b05-4705-92e2-c59cae6a640e HTTP/1.1" status: 204 len: 168 time: 0.4623291 Aug 17 16:34:12.084671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37356) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:12.093229 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:12.136248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:12.168353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6fdc7611-df3d-458f-bb7f-986cec41c6f9 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf9ef660-6b05-4705-92e2-c59cae6a640e HTTP/1.1" status: 200 len: 205 time: 0.0784230 Aug 17 16:34:12.171625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37360) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:12.334539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:34:12.338977 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-7158e62f-ffd0-46e3-9271-eedd17f98d9d tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] delete failed (client error): The resource could not be found. Aug 17 16:34:12.343918 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7158e62f-ffd0-46e3-9271-eedd17f98d9d tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/bf9ef660-6b05-4705-92e2-c59cae6a640e HTTP/1.1" status: 404 len: 336 time: 0.1709597 Aug 17 16:34:12.344539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37362) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:12.355457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff84c12-d3a2-4103-a7f9-9f9a482e0092 req-9a659412-855e-489a-83dd-f6056da3cad5 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:12.366916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:12.368387 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ff84c12-d3a2-4103-a7f9-9f9a482e0092 req-9a659412-855e-489a-83dd-f6056da3cad5 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 945 time: 0.0964696 Aug 17 16:34:12.388797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:12.389715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:12.390333 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:12.424414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-86e0f054-4241-4f71-9537-6c79fea187a7 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=564824b2-e38d-4680-a60c-b64829da3f63 HTTP/1.1" status: 200 len: 205 time: 0.0747864 Aug 17 16:34:12.425630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37364) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:12.429609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event updated for resources: {'Port': ['ID=205d9fb8-12f0-4d6d-a0c3-8d78bf88010a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:12.444710 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ff84c12-d3a2-4103-a7f9-9f9a482e0092 req-448b0547-0538-4a44-a2d1-0934688a51f8 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652301 Aug 17 16:34:12.508077 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-0b3882fe-51e1-4a0f-af77-6ba6a5d0191b tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] delete failed (client error): The resource could not be found. Aug 17 16:34:12.510093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0b3882fe-51e1-4a0f-af77-6ba6a5d0191b tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/564824b2-e38d-4680-a60c-b64829da3f63 HTTP/1.1" status: 404 len: 336 time: 0.0772011 Aug 17 16:34:12.512678 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:12.521114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-434442d3-7502-4b96-8081-c31332c1054e tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7187006 Aug 17 16:34:12.521864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37370) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:12.529094 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:12.609773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-024686f6-9809-48c4-ab21-7a2b4458ba9e tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=31585d02-04ff-4e2e-bc8c-bb629e663297 HTTP/1.1" status: 200 len: 205 time: 0.0936389 Aug 17 16:34:12.610315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:12.695139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:12.763446 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98c3f490-8298-4d27-ade5-e17622fae4a2 req-1faa7bd4-7eb7-4806-aae8-34cdb688bee6 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0523527 Aug 17 16:34:12.765872 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-4bd8c8c2-3d48-45b0-9a15-e138954472ba tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] delete failed (client error): The resource could not be found. Aug 17 16:34:12.770734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4bd8c8c2-3d48-45b0-9a15-e138954472ba tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/31585d02-04ff-4e2e-bc8c-bb629e663297 HTTP/1.1" status: 404 len: 336 time: 0.1583974 Aug 17 16:34:12.771439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:12.832321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37382) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:12.833148 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0384ba97-9da2-4a61-a5ac-824eac8de10a tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc283ac4-4645-44d6-bd5e-7ead46a51e8f HTTP/1.1" status: 200 len: 205 time: 0.0600436 Aug 17 16:34:12.897125 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-b7149926-c2d0-450f-9485-c770a6dee57d tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] delete failed (client error): The resource could not be found. Aug 17 16:34:12.902979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:12.903679 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b7149926-c2d0-450f-9485-c770a6dee57d tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/bc283ac4-4645-44d6-bd5e-7ead46a51e8f HTTP/1.1" status: 404 len: 336 time: 0.0691140 Aug 17 16:34:12.916918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175bd7d-1b76-4567-9806-c81285090dc3 req-11de2045-c019-4ab8-b676-cf6291ceceba tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:12.919057 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5175bd7d-1b76-4567-9806-c81285090dc3 req-11de2045-c019-4ab8-b676-cf6291ceceba tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 945 time: 0.3002217 Aug 17 16:34:12.962815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4a5bec2-f30e-48f0-8c6b-a44d0b79c2a0 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=80679dcb-d8b4-43a5-9972-c1e860bc55fc HTTP/1.1" status: 200 len: 205 time: 0.0581594 Aug 17 16:34:12.963367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:13.048527 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-07ed9f2d-4a54-4252-93d8-bb1982e70f0b tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] delete failed (client error): The resource could not be found. Aug 17 16:34:13.052666 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-07ed9f2d-4a54-4252-93d8-bb1982e70f0b tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/80679dcb-d8b4-43a5-9972-c1e860bc55fc HTTP/1.1" status: 404 len: 336 time: 0.0874569 Aug 17 16:34:13.053789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:13.108967 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-51eb62a1-d0d3-492d-9cce-c2f59a0d0ac8 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd4a820f-65e9-4e5f-ae6a-c86e4244512c HTTP/1.1" status: 200 len: 205 time: 0.0529075 Aug 17 16:34:13.111391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:13.121325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5175bd7d-1b76-4567-9806-c81285090dc3 req-5146f763-3fdf-442b-9ed4-cb49355177ad tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899316 Aug 17 16:34:13.306674 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-6930b742-2a85-41a2-b7a7-6109e316f5e8 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] delete failed (client error): The resource could not be found. Aug 17 16:34:13.337052 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6930b742-2a85-41a2-b7a7-6109e316f5e8 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/routers/dd4a820f-65e9-4e5f-ae6a-c86e4244512c HTTP/1.1" status: 404 len: 336 time: 0.2237833 Aug 17 16:34:13.337722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:13.395564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] device_id is not set on port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:13.401448 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbf883a-a4a9-4449-b703-7764d6bd63d4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] DELETE failed (client error): The resource could not be found. Aug 17 16:34:13.402206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbf883a-a4a9-4449-b703-7764d6bd63d4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:34:13.413383 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3bbf883a-a4a9-4449-b703-7764d6bd63d4 tempest-RoutersAdminTest-1136592470 tempest-RoutersAdminTest-1136592470-project] 10.222.0.77 "DELETE /v2.0/subnets/714a6228-6ba4-40a5-9d37-f8ecbd369b3d HTTP/1.1" status: 404 len: 337 time: 0.0738316 Aug 17 16:34:13.421741 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:13.465252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Transition to ACTIVE for port object 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:34:13.472116 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:13.578146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event updated for resources: {'Port': ['ID=205d9fb8-12f0-4d6d-a0c3-8d78bf88010a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:13.608208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:13.608577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:13.608966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:13.631633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:13.631977 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:13.632891 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 2 to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a Aug 17 16:34:13.664391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:13.664670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:13.664958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:13.680389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:13.680794 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:13.681243 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 3 to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a Aug 17 16:34:13.715055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:13.715794 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:13.716478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:13.725463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:13.726188 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:13.727123 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 4 to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a Aug 17 16:34:13.779879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:13.781361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:13.781361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:13.796515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:13.797144 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:13.818741 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 5 to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a Aug 17 16:34:13.896900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:13.897633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:13.906910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:13.907809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:13.929768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:13.932445 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:13.933617 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 6 to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a Aug 17 16:34:14.036594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:14.036594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:14.036594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:14.053860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:14.054658 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:14.059594 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 7 to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a Aug 17 16:34:14.093011 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e97ca304-dd4a-44f5-9f20-4ed3804a5bf3 req-147e9ab0-a113-4b5a-afb3-3c8bf173abd8 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0750446 Aug 17 16:34:14.118838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:14.123830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:14.124290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:14.136702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:14.137197 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:14.137595 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 8 to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a Aug 17 16:34:14.155453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:14.155904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:14.156196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:14.163032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:14.163401 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:14.163853 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 9 to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a Aug 17 16:34:14.200401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:14.200740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:14.201113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:14.207704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:14.208166 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:14.208499 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempt 10 to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a Aug 17 16:34:14.224862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:14.225199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:14.225536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempting to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:14.231207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:14.231398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:14.231622 n-d-804878-1 neutron-server[94839]: ERROR neutron.plugins.ml2.managers [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Failed to bind port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on host n-h2-804878-1 for vnic_type normal using segments [{'id': '399e10a7-e264-45ad-a790-b20173bc0c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '59aaaab9-c86a-45e5-9c34-01f7f8fc95d1'}] Aug 17 16:34:14.232074 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:14.352247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] For port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:34:14.352800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attempted to set empty binding levels {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 16:34:14.364622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd33b48-9563-40bf-8e8c-8599eeed3e84 req-afb9f0dd-e8b7-4af0-a9f8-44686dbcb8ab tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:14.366799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-edd33b48-9563-40bf-8e8c-8599eeed3e84 req-afb9f0dd-e8b7-4af0-a9f8-44686dbcb8ab tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 945 time: 0.0936086 Aug 17 16:34:14.368610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:14.374587 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61874683-0a43-4646-9df0-4a750998eb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:14.421150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event updated for resources: {'Port': ['ID=205d9fb8-12f0-4d6d-a0c3-8d78bf88010a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:14.445557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] In _notify_port_updated(), no bound segment for port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a on network 59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:34:14.446470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:14.447089 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:14.448457 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d9b33e3a-adaf-46b0-bc32-566a20a3b8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "PUT /v2.0/ports/205d9fb8-12f0-4d6d-a0c3-8d78bf88010a HTTP/1.1" status: 200 len: 979 time: 1.9250386 Aug 17 16:34:14.452109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37446) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:14.505688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-edd33b48-9563-40bf-8e8c-8599eeed3e84 req-8bb02392-39ed-47bf-b0a5-6c6cc124df3a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854506 Aug 17 16:34:14.595974 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70e7f931-f8f8-4584-9a87-48b966b6c782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:14.599736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d2db3618-5a32-4c21-84a0-f4b19e41b829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Deleting port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:14.600614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2db3618-5a32-4c21-84a0-f4b19e41b829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:14.628997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61874683-0a43-4646-9df0-4a750998eb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:14.647278 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61874683-0a43-4646-9df0-4a750998eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:14.690031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-61874683-0a43-4646-9df0-4a750998eb20 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef4b10bd099044b8b161f544a2c8a4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7802424 Aug 17 16:34:14.695800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:14.916900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d2db3618-5a32-4c21-84a0-f4b19e41b829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] For port 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a, host n-h2-804878-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:14.916900 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2db3618-5a32-4c21-84a0-f4b19e41b829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.068480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61874683-0a43-4646-9df0-4a750998eb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b0c80f-22e9-4868-a436-d882bc3f62a6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:15.110737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f113249c-c6c7-412f-8662-e20911c43e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.141986 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70e7f931-f8f8-4584-9a87-48b966b6c782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.154064 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70e7f931-f8f8-4584-9a87-48b966b6c782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.199458 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f113249c-c6c7-412f-8662-e20911c43e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.201891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7f931-f8f8-4584-9a87-48b966b6c782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99540089-92da-4723-a360-ec44754c70d9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:15.273688 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-70e7f931-f8f8-4584-9a87-48b966b6c782 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f6e84cff571d423f865f0d75294796b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0386014 Aug 17 16:34:15.280140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:15.325849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d2db3618-5a32-4c21-84a0-f4b19e41b829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Calling delete_port for 205d9fb8-12f0-4d6d-a0c3-8d78bf88010a owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:15.366072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5d3390f6-e104-4def-b660-4d2357d2343d req-6aecc548-24b4-48bc-885d-4a5db661ad8b tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0834961 Aug 17 16:34:15.413007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f113249c-c6c7-412f-8662-e20911c43e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.416393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f113249c-c6c7-412f-8662-e20911c43e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.417975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f113249c-c6c7-412f-8662-e20911c43e36 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1b0c80f-22e9-4868-a436-d882bc3f62a6 HTTP/1.1" status: 204 len: 168 time: 0.7169318 Aug 17 16:34:15.421990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c03fa212-c3fb-46f4-93ac-91752eb10eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.445912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113249c-c6c7-412f-8662-e20911c43e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b0c80f-22e9-4868-a436-d882bc3f62a6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:15.490314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2db3618-5a32-4c21-84a0-f4b19e41b829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.503206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c03fa212-c3fb-46f4-93ac-91752eb10eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.553873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db3618-5a32-4c21-84a0-f4b19e41b829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Pushing event deleted for resources: {'Port': ['ID=205d9fb8-12f0-4d6d-a0c3-8d78bf88010a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:15.580642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2db3618-5a32-4c21-84a0-f4b19e41b829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.589925 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d2db3618-5a32-4c21-84a0-f4b19e41b829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "DELETE /v2.0/ports/205d9fb8-12f0-4d6d-a0c3-8d78bf88010a HTTP/1.1" status: 204 len: 168 time: 1.1362867 Aug 17 16:34:15.591476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:15.647766 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c03fa212-c3fb-46f4-93ac-91752eb10eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.665278 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c03fa212-c3fb-46f4-93ac-91752eb10eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.667350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c03fa212-c3fb-46f4-93ac-91752eb10eff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99540089-92da-4723-a360-ec44754c70d9 HTTP/1.1" status: 204 len: 168 time: 0.3848236 Aug 17 16:34:15.668506 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1252dba8-cfea-44f6-81ca-31232bfb0b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] GET failed (client error): The resource could not be found. Aug 17 16:34:15.671190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1252dba8-cfea-44f6-81ca-31232bfb0b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656690064-project-admin] 10.222.0.77 "GET /v2.0/ports/205d9fb8-12f0-4d6d-a0c3-8d78bf88010a HTTP/1.1" status: 404 len: 333 time: 0.0780334 Aug 17 16:34:15.681054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fa212-c3fb-46f4-93ac-91752eb10eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99540089-92da-4723-a360-ec44754c70d9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:15.684053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:15.828054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d384c-3a56-4ef1-979a-c868deef701c req-57b87c1a-9657-4298-8ab5-3baa7cba84d7 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:15.844578 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de3d384c-3a56-4ef1-979a-c868deef701c req-57b87c1a-9657-4298-8ab5-3baa7cba84d7 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 945 time: 0.2024419 Aug 17 16:34:15.852130 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:15.975043 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de3d384c-3a56-4ef1-979a-c868deef701c req-84e65b1f-769c-4b0a-ba49-586a3802cb1d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288114 Aug 17 16:34:16.077625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.126477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59aaaab9-c86a-45e5-9c34-01f7f8fc95d1']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:16.168248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399e10a7-e264-45ad-a790-b20173bc0c93') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:16.168819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399e10a7-e264-45ad-a790-b20173bc0c93') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:16.189558 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.242591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.255368 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:34:16.256760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.313954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37510) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:16.339427 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-040e67f1-2615-4308-8458-3ad6bf1775a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:34:16.382611 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:34:16.392177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.418839 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.429824 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] 10.222.0.77 "DELETE /v2.0/networks/59aaaab9-c86a-45e5-9c34-01f7f8fc95d1 HTTP/1.1" status: 204 len: 168 time: 0.7414653 Aug 17 16:34:16.488288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8ddc4-384e-4782-9634-0a2ff41bb3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260275889-project] Pushing event deleted for resources: {'Network': ['ID=59aaaab9-c86a-45e5-9c34-01f7f8fc95d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:16.548253 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-040e67f1-2615-4308-8458-3ad6bf1775a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.555989 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-040e67f1-2615-4308-8458-3ad6bf1775a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.624739 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-040e67f1-2615-4308-8458-3ad6bf1775a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=057834e8ffe545e4b332845cbf45afdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095474 Aug 17 16:34:16.629407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37520) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:16.630718 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-032d02f3-d7d5-4759-8bbd-39044e4ffe2d req-218c5aeb-00d4-41cc-8fb6-0ccd804cf5e0 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0481930 Aug 17 16:34:16.632722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e67f1-2615-4308-8458-3ad6bf1775a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f2b57e-4e10-430d-a3e4-064b81c7e74b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:16.826867 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0c2f-b5f1-48ae-a942-f24964281563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.900348 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0c2f-b5f1-48ae-a942-f24964281563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:16.928584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37530) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:17.035814 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0c2f-b5f1-48ae-a942-f24964281563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:17.038824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0c2f-b5f1-48ae-a942-f24964281563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:17.043187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-34de02e0-9f15-419a-a749-55852be90c50 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c57c8df737454b86a89feddf2a7db229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131089 Aug 17 16:34:17.046149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:17.057549 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7e1a0c2f-b5f1-48ae-a942-f24964281563 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/07f2b57e-4e10-430d-a3e4-064b81c7e74b HTTP/1.1" status: 204 len: 168 time: 0.4254417 Aug 17 16:34:17.117509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a0c2f-b5f1-48ae-a942-f24964281563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f2b57e-4e10-430d-a3e4-064b81c7e74b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:17.131484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:17.154976 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f65e5aa-a8f0-4387-9f7f-c470d96d1953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:17.230841 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f65e5aa-a8f0-4387-9f7f-c470d96d1953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:17.278334 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3af5459a-6ede-4af6-9db9-a8244048e785 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:34:17.343195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61692251-ab5b-4324-86b9-2c591b7630dd req-a1baff19-52fc-4f84-ba51-33ec45bd5b5c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:17.367932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61692251-ab5b-4324-86b9-2c591b7630dd req-a1baff19-52fc-4f84-ba51-33ec45bd5b5c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 945 time: 0.2157264 Aug 17 16:34:17.373324 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f65e5aa-a8f0-4387-9f7f-c470d96d1953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:17.380871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f65e5aa-a8f0-4387-9f7f-c470d96d1953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:17.384836 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5f65e5aa-a8f0-4387-9f7f-c470d96d1953 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef6f1ef8-d034-4084-80a4-df8827882f95 HTTP/1.1" status: 204 len: 168 time: 0.3365941 Aug 17 16:34:17.416735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65e5aa-a8f0-4387-9f7f-c470d96d1953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6f1ef8-d034-4084-80a4-df8827882f95,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:17.461216 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61692251-ab5b-4324-86b9-2c591b7630dd req-c5cd0717-3f46-4e12-872d-89c56c8e8e3b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917625 Aug 17 16:34:17.605842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3af5459a-6ede-4af6-9db9-a8244048e785, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3af5459a-6ede-4af6-9db9-a8244048e785,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:17.639878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '3af5459a-6ede-4af6-9db9-a8244048e785', 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891', 'port_id': '3af5459a-6ede-4af6-9db9-a8244048e785', 'mac_address': 'fa:16:3e:a2:9d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bef7db-c151-4085-b6c2-e29fb91e018d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:34:17.804686 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:17.844659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3af5459a-6ede-4af6-9db9-a8244048e785 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:34:17.845630 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-72806877-e5e8-4f05-aa7d-a5d298892fd4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a98372f0daf24c528fce23da6ce9187c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7087433 Aug 17 16:34:17.848172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:17.880278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3af5459a-6ede-4af6-9db9-a8244048e785, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3af5459a-6ede-4af6-9db9-a8244048e785,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:17.889931 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:17.968854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3af5459a-6ede-4af6-9db9-a8244048e785,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:17.985197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42eb9bac-d0d6-4c93-90f9-c30d3e5e6171 req-a6058e21-7963-4f14-bb6c-5fafd73210f9 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.1317198 Aug 17 16:34:18.012186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.025822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.029780 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.030211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.033805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.033979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.034583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.035097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.036236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.036977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.037538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.038098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:18.047292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['3af5459a-6ede-4af6-9db9-a8244048e785'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:34:18.083209 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db98bb72-c33b-43db-8518-08eaa17c7dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:18.134470 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db98bb72-c33b-43db-8518-08eaa17c7dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:18.353954 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db98bb72-c33b-43db-8518-08eaa17c7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:18.359420 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db98bb72-c33b-43db-8518-08eaa17c7dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:18.365957 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-db98bb72-c33b-43db-8518-08eaa17c7dfb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a714ffe4-ff12-4088-ae25-b1dd40bccbc2 HTTP/1.1" status: 204 len: 168 time: 0.5164504 Aug 17 16:34:18.391050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98bb72-c33b-43db-8518-08eaa17c7dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a714ffe4-ff12-4088-ae25-b1dd40bccbc2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:18.682349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37976b80-987c-4feb-9261-e6050eced6c2 req-b3c81062-4931-4b22-a372-f7c4ae0aa1e8 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:18.687481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37976b80-987c-4feb-9261-e6050eced6c2 req-b3c81062-4931-4b22-a372-f7c4ae0aa1e8 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 944 time: 0.1035492 Aug 17 16:34:18.770937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:18.791446 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37976b80-987c-4feb-9261-e6050eced6c2 req-e8c9ded8-daed-43ad-aaef-d0987873fc32 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929217 Aug 17 16:34:18.941871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e3e469a8-d226-43e3-95ab-9ac38ade15fd req-fc5e0455-bec3-4dbf-9d0f-4d4380af5739 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0750010 Aug 17 16:34:19.096135 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c536600-bdb8-4bac-b682-49e67804c3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.190434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07126173-3dd4-4f8f-925b-6a58364395cd req-74a006cc-7d79-4c76-8035-5f55783a5cf4 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0469882 Aug 17 16:34:19.296632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3af5459a-6ede-4af6-9db9-a8244048e785 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:34:19.353347 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37630) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:19.365548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4359cd-a600-46b4-b80a-7daa3dffc99d req-9ae273b2-faa7-4fc5-aea5-82d32c3d3a36 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:19.378687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee4359cd-a600-46b4-b80a-7daa3dffc99d req-9ae273b2-faa7-4fc5-aea5-82d32c3d3a36 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 944 time: 0.1373215 Aug 17 16:34:19.447089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-721142d8-3ec9-4297-a7b6-ca59d6040892 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e58326705444304bd979ba4243ef5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915637 Aug 17 16:34:19.452114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee4359cd-a600-46b4-b80a-7daa3dffc99d req-69f25be2-218d-4874-9308-f61fcba59a2d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701597 Aug 17 16:34:19.455246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:19.477561 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c536600-bdb8-4bac-b682-49e67804c3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.487032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c536600-bdb8-4bac-b682-49e67804c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.527804 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.538862 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.547356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3af5459a-6ede-4af6-9db9-a8244048e785 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:34:19.587196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c536600-bdb8-4bac-b682-49e67804c3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99991aaf-2e05-4e4b-b424-ba73d2df5687,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:19.604725 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c536600-bdb8-4bac-b682-49e67804c3fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d31723e9b66847f185c23da53fd65602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8321786 Aug 17 16:34:19.609239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37638) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:19.655086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3af5459a-6ede-4af6-9db9-a8244048e785, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3af5459a-6ede-4af6-9db9-a8244048e785,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:19.662089 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.685346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52fe5c87-46a5-4e9f-8f37-f6a82f3871c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.736969 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.774218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52fe5c87-46a5-4e9f-8f37-f6a82f3871c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.784897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3af5459a-6ede-4af6-9db9-a8244048e785,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:19.817607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63232dcc-2dad-4d5f-ba06-08febbe6bcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.864097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63232dcc-2dad-4d5f-ba06-08febbe6bcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.876920 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52fe5c87-46a5-4e9f-8f37-f6a82f3871c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.879960 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52fe5c87-46a5-4e9f-8f37-f6a82f3871c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:19.882734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-52fe5c87-46a5-4e9f-8f37-f6a82f3871c4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e6d7b82-8981-4c44-93e5-6dd1bad11899 HTTP/1.1" status: 204 len: 168 time: 0.4070017 Aug 17 16:34:19.906310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe5c87-46a5-4e9f-8f37-f6a82f3871c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6d7b82-8981-4c44-93e5-6dd1bad11899,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:20.006351 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63232dcc-2dad-4d5f-ba06-08febbe6bcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:20.009722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63232dcc-2dad-4d5f-ba06-08febbe6bcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:20.011488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-63232dcc-2dad-4d5f-ba06-08febbe6bcbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99991aaf-2e05-4e4b-b424-ba73d2df5687 HTTP/1.1" status: 204 len: 168 time: 0.4011045 Aug 17 16:34:20.028612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63232dcc-2dad-4d5f-ba06-08febbe6bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99991aaf-2e05-4e4b-b424-ba73d2df5687,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:20.373805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-257024bd-e94c-464e-898e-bb1be06fca78 req-daf87375-5ba6-44f8-8d31-7bb524ae769b tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0665195 Aug 17 16:34:20.619989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b0a34-8734-4805-94a2-7321987fd69a req-36bd1350-3b6d-46c7-8ebc-09b2a9354819 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:20.629129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c79b0a34-8734-4805-94a2-7321987fd69a req-36bd1350-3b6d-46c7-8ebc-09b2a9354819 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 943 time: 0.0731409 Aug 17 16:34:20.680205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c79b0a34-8734-4805-94a2-7321987fd69a req-9904d44d-013d-4560-b2a9-b06f1481f27f tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499988 Aug 17 16:34:20.777681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-67744666-0f37-46eb-aedf-2dd0cc4ac57a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:20.780166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-67744666-0f37-46eb-aedf-2dd0cc4ac57a tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 943 time: 0.1376710 Aug 17 16:34:20.795792 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30e3c0cc-be9d-42e3-aa4b-56a51f579168 req-6708b3fc-7e0f-4507-8481-ca6f56e45095 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1afc0b89d64b4baebb852c70ed6628db&device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0475154 Aug 17 16:34:20.858611 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30e3c0cc-be9d-42e3-aa4b-56a51f579168 req-dbc38f1e-2248-4d22-b29c-f6a8f34a4a81 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=1afc0b89d64b4baebb852c70ed6628db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548356 Aug 17 16:34:20.868295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37694) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:20.928157 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-023ae7a5-a029-454b-af69-45fab20bdf45 req-342f2342-7267-4b21-920e-2a0c00cf05b2 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0683236 Aug 17 16:34:20.968943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-1eed6942-037f-40d9-ad77-01e579d8fe3d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Deleting port 3af5459a-6ede-4af6-9db9-a8244048e785 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:20.969379 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-1eed6942-037f-40d9-ad77-01e579d8fe3d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:21.068499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3c0cc-be9d-42e3-aa4b-56a51f579168 req-91caff36-01c5-4327-9777-2746f7a60fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:21.070767 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30e3c0cc-be9d-42e3-aa4b-56a51f579168 req-91caff36-01c5-4327-9777-2746f7a60fa4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668940 Aug 17 16:34:21.127068 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37706) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:21.144425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-1eed6942-037f-40d9-ad77-01e579d8fe3d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] For port 3af5459a-6ede-4af6-9db9-a8244048e785, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3af5459a-6ede-4af6-9db9-a8244048e785,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:21.144786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-1eed6942-037f-40d9-ad77-01e579d8fe3d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:21.147246 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:21.163494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-1eed6942-037f-40d9-ad77-01e579d8fe3d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Calling delete_port for 3af5459a-6ede-4af6-9db9-a8244048e785 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:21.391347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:21.399037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:21.424921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-1eed6942-037f-40d9-ad77-01e579d8fe3d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:21.452799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'networks': [{'name': 'tempest-network--1831362077'}, {'name': 'tempest-network--632536136'}]} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:21.453851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'network': {'name': 'tempest-network--1831362077'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:21.455115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'network': {'name': 'tempest-network--632536136'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:21.504321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dc699d-7ceb-4145-a972-99a782b74f2a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:21.530612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed6942-037f-40d9-ad77-01e579d8fe3d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event deleted for resources: {'Port': ['ID=3af5459a-6ede-4af6-9db9-a8244048e785,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:21.530937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.530937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.531204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.532860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.532860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.532860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.532860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.532860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.542123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.542123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.542123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.542123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:34:21.543774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3ee9c863-0c65-4f46-b103-b55605936e3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6d073128cb440ba8c8cb53c6caedbb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156201 Aug 17 16:34:21.548125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37722) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:21.566254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-1eed6942-037f-40d9-ad77-01e579d8fe3d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] No DVR routers for this DVR port 3af5459a-6ede-4af6-9db9-a8244048e785 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:34:21.569997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-1eed6942-037f-40d9-ad77-01e579d8fe3d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:21.574618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed8e4fc3-78b5-4737-89db-0401501d302c req-1eed6942-037f-40d9-ad77-01e579d8fe3d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "DELETE /v2.0/ports/3af5459a-6ede-4af6-9db9-a8244048e785 HTTP/1.1" status: 204 len: 173 time: 0.7861338 Aug 17 16:34:21.574928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee066bd9-da3f-4dcc-9089-526685035df5', 'name': 'network-vif-deleted', 'tag': '3af5459a-6ede-4af6-9db9-a8244048e785'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:34:21.588248 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92033fb-8d70-4746-84f6-21dbfa56b45c" -d '{"events": [{"server_uuid": "ee066bd9-da3f-4dcc-9089-526685035df5", "name": "network-vif-deleted", "tag": "3af5459a-6ede-4af6-9db9-a8244048e785"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:34:21.724781 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9948b85f-6a51-4597-a0fe-0b7a491afe30 x-openstack-request-id: req-9948b85f-6a51-4597-a0fe-0b7a491afe30 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:34:21.725521 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee066bd9-da3f-4dcc-9089-526685035df5", "name": "network-vif-deleted", "tag": "3af5459a-6ede-4af6-9db9-a8244048e785", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:34:21.725791 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9948b85f-6a51-4597-a0fe-0b7a491afe30 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:34:21.726169 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee066bd9-da3f-4dcc-9089-526685035df5', 'name': 'network-vif-deleted', 'tag': '3af5459a-6ede-4af6-9db9-a8244048e785', 'status': 'completed', 'code': 200} Aug 17 16:34:21.734000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Made reservation on behalf of cb8aba846db34b5db781e1734c173b4b for: {'network': 2} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:21.747356 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:21.760851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:21.801613 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b22f482f-0ed0-4a45-b7e8-8be9b2f258ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:21.870310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c8f41490-1ebd-4dc7-ad36-b3d8f9c20feb req-49f996f3-d796-4134-9851-b95a997110fc tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee066bd9-da3f-4dcc-9089-526685035df5 HTTP/1.1" status: 200 len: 210 time: 0.0631826 Aug 17 16:34:21.905284 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b22f482f-0ed0-4a45-b7e8-8be9b2f258ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.047533 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b22f482f-0ed0-4a45-b7e8-8be9b2f258ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.050466 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b22f482f-0ed0-4a45-b7e8-8be9b2f258ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.054520 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b22f482f-0ed0-4a45-b7e8-8be9b2f258ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a9dc699d-7ceb-4145-a972-99a782b74f2a HTTP/1.1" status: 204 len: 168 time: 0.5051975 Aug 17 16:34:22.057211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.067282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f482f-0ed0-4a45-b7e8-8be9b2f258ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dc699d-7ceb-4145-a972-99a782b74f2a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:22.081422 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.081921 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.151935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:34:22.155243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3a9aaa-ad64-453a-aa31-1ba6cd5e0501,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:22.168727 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.169080 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Added segment f8a9e24d-1a93-478f-b5e3-5521fe293650 of type vlan for network 19aa9c6a-ce06-470e-ad73-fe68eb27acbb Aug 17 16:34:22.191861 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c06a19c8-e148-4194-a84f-e8e38beed4b5 req-3a84e0fa-6b9f-49fc-922e-35551eb487f5 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.1517632 Aug 17 16:34:22.272573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.364513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30e3c0cc-be9d-42e3-aa4b-56a51f579168 req-47bd76bd-4cbd-4f46-a557-4f46bfddb4c3 tempest-ServerShowV254Test-1734901206 tempest-ServerShowV254Test-1734901206-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2e7d909-b4fd-4300-9bc3-6e295e8eda79 HTTP/1.1" status: 200 len: 210 time: 0.0755239 Aug 17 16:34:22.394881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:34:22.422684 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.423646 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Added segment 0fdc3706-e7a1-4816-b40c-58dbe3b5c327 of type vlan for network 3c506952-106c-4bb4-a47d-754c5f7c3b14 Aug 17 16:34:22.533847 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.583475 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.584070 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.590236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:22.598425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:22.599305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:22.685757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7679818 Aug 17 16:34:22.691581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:22.692838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'Network': ['ID=19aa9c6a-ce06-470e-ad73-fe68eb27acbb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:22.713857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 19aa9c6a-ce06-470e-ad73-fe68eb27acbb details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:34:22.994543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6299c-7974-4686-a26f-fdd586409e34 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'Network': ['ID=3c506952-106c-4bb4-a47d-754c5f7c3b14,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:23.024713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 3c506952-106c-4bb4-a47d-754c5f7c3b14 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:34:23.041621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9223a2-a711-4d67-9d67-4a750d62dc87 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:23.052104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9223a2-a711-4d67-9d67-4a750d62dc87 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:23.079744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9223a2-a711-4d67-9d67-4a750d62dc87 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:23.098694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9223a2-a711-4d67-9d67-4a750d62dc87 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:23.102186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b9223a2-a711-4d67-9d67-4a750d62dc87 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4087005 Aug 17 16:34:23.105303 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37794) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:23.351010 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:23.553775 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:23.593812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19aa9c6a-ce06-470e-ad73-fe68eb27acbb']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:23.627296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a9e24d-1a93-478f-b5e3-5521fe293650') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:23.627591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a9e24d-1a93-478f-b5e3-5521fe293650') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:23.647113 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:23.657244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-84b399ee-0618-44d4-8558-4cfa6d27d9b7 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:23.667362 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-84b399ee-0618-44d4-8558-4cfa6d27d9b7 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/networks?id=a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 200 len: 822 time: 0.3086998 Aug 17 16:34:23.677329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:23.702589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:34:23.703650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:34:23.711006 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:34:23.724677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-2e8cb621-a573-475b-9581-23532408ccf0 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/quotas/beaecf6dd330402d8f1f128f668359d2 HTTP/1.1" status: 200 len: 375 time: 0.0388126 Aug 17 16:34:23.939216 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-bbd6789d-7d26-4b06-a6a3-be193959ae27 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=beaecf6dd330402d8f1f128f668359d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2016852 Aug 17 16:34:24.037665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37838) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:24.052406 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.079603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.082039 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "DELETE /v2.0/networks/19aa9c6a-ce06-470e-ad73-fe68eb27acbb HTTP/1.1" status: 204 len: 168 time: 0.9754050 Aug 17 16:34:24.091988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37842) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:24.280376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149f035-44d5-4213-9a44-0a8aa14d3f7a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Network': ['ID=19aa9c6a-ce06-470e-ad73-fe68eb27acbb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:24.319285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-d29027d0-0783-4d5b-961f-4ec387c150c0 service neutron] 10.222.0.77 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785233 Aug 17 16:34:24.328822 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c97b91d-301f-4e98-9ce6-f9761e2ea9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.343339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.564926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-9319f389-c794-4925-981d-7d3ae8e81657 service neutron] 10.222.0.77 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305586 Aug 17 16:34:24.611288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.629110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c506952-106c-4bb4-a47d-754c5f7c3b14']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:24.648960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdc3706-e7a1-4816-b40c-58dbe3b5c327') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:24.649439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdc3706-e7a1-4816-b40c-58dbe3b5c327') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:24.666129 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.702573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.713172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:34:24.713980 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:34:24.718866 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:34:24.815486 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c97b91d-301f-4e98-9ce6-f9761e2ea9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.833452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:24.837735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c97b91d-301f-4e98-9ce6-f9761e2ea9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.868833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d9f1437-a206-49d5-8695-157e508ac0e8 req-32473613-a7f4-46e6-b0ee-92d46a2ffb5f tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 210 time: 0.0601337 Aug 17 16:34:24.891689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.924712 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:24.926675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "DELETE /v2.0/networks/3c506952-106c-4bb4-a47d-754c5f7c3b14 HTTP/1.1" status: 204 len: 168 time: 0.8285220 Aug 17 16:34:24.931467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:24.943931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2c97b91d-301f-4e98-9ce6-f9761e2ea9d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1afc0b89d64b4baebb852c70ed6628db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9037859 Aug 17 16:34:24.945385 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97b91d-301f-4e98-9ce6-f9761e2ea9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b6e76a-45d6-4fb2-a33c-5bcf4b1128a2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:24.948163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37884) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:24.972115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c69336-df07-4e8f-8946-6e1f6a866859 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Network': ['ID=3c506952-106c-4bb4-a47d-754c5f7c3b14,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:25.093696 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c68334b9-5823-474b-adc6-8731ad4e651e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.125954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a388073-c630-4fc8-a5b5-bf8f4c332243 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:25.132416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a388073-c630-4fc8-a5b5-bf8f4c332243 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:25.134462 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a388073-c630-4fc8-a5b5-bf8f4c332243 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2019660 Aug 17 16:34:25.139757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37890) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:25.145054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1541378362'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:25.151290 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c68334b9-5823-474b-adc6-8731ad4e651e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.191731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Made reservation on behalf of cb8aba846db34b5db781e1734c173b4b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:25.196355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.244440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2c08fdaa-bc17-4eba-8434-fb712a61f8e4 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:25.248496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c68334b9-5823-474b-adc6-8731ad4e651e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.251292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:34:25.262252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c68334b9-5823-474b-adc6-8731ad4e651e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.266551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c68334b9-5823-474b-adc6-8731ad4e651e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e9b6e76a-45d6-4fb2-a33c-5bcf4b1128a2 HTTP/1.1" status: 204 len: 168 time: 0.3144808 Aug 17 16:34:25.290932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68334b9-5823-474b-adc6-8731ad4e651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b6e76a-45d6-4fb2-a33c-5bcf4b1128a2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:25.303694 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.304049 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Added segment 9140d6f3-14cb-4583-9ac7-523a9979a521 of type vlan for network d6031a7b-2783-40b5-8742-981f0850ace1 Aug 17 16:34:25.351201 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c08fdaa-bc17-4eba-8434-fb712a61f8e4 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] 10.222.0.77 "PUT /v2.0/quotas/55b7425870914f71a15ad01ea6c9d452 HTTP/1.1" status: 200 len: 366 time: 0.5140619 Aug 17 16:34:25.355738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3af5459a-6ede-4af6-9db9-a8244048e785 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:34:25.357647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:25.379701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 3af5459a-6ede-4af6-9db9-a8244048e785 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:34:25.380049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3af5459a-6ede-4af6-9db9-a8244048e785 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:34:25.383664 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a003ace3-117c-4701-b67e-837d8a5a575f tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0214131 Aug 17 16:34:25.387108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:25.422465 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-861d3f34-6467-4fed-a873-bd913b934753 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] 10.222.0.77 "GET /v2.0/quotas/55b7425870914f71a15ad01ea6c9d452 HTTP/1.1" status: 200 len: 366 time: 0.0301769 Aug 17 16:34:25.422877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.425129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:25.483968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-35cffe78-379b-438f-b544-940323fedbd8 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/55b7425870914f71a15ad01ea6c9d452 HTTP/1.1" status: 204 len: 168 time: 0.0551760 Aug 17 16:34:25.487949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:25.514074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b6f23913-b1de-4671-911c-26e72406ec37 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0244837 Aug 17 16:34:25.515091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:25.528144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.534104 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b7ec05d6-86cc-4c1c-9511-5b7c702840ce tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] 10.222.0.77 "GET /v2.0/quotas/55b7425870914f71a15ad01ea6c9d452 HTTP/1.1" status: 200 len: 370 time: 0.0175095 Aug 17 16:34:25.538909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:25.553986 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-133323d0-4ba9-4fdd-b9c7-d7ac4e93c856 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] 10.222.0.77 "GET /v2.0/quotas/55b7425870914f71a15ad01ea6c9d452/default HTTP/1.1" status: 200 len: 370 time: 0.0130200 Aug 17 16:34:25.556004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:25.557686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:25.559003 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.578244 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-bb416271-80c3-42bf-8e59-d5364f463bed tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] delete failed (client error): The resource could not be found. Aug 17 16:34:25.586048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb416271-80c3-42bf-8e59-d5364f463bed tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/55b7425870914f71a15ad01ea6c9d452 HTTP/1.1" status: 404 len: 348 time: 0.0269060 Aug 17 16:34:25.709733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:25.710089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5691586 Aug 17 16:34:25.715739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-376226816'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:25.731454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1e72a-55bc-427e-9de7-1df494246348 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'Network': ['ID=d6031a7b-2783-40b5-8742-981f0850ace1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:25.747005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network d6031a7b-2783-40b5-8742-981f0850ace1 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:34:25.786992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Made reservation on behalf of cb8aba846db34b5db781e1734c173b4b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:25.794062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.919208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:34:25.934499 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:25.935233 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Added segment 83161cb6-67d3-49c8-95f3-79dda3b5a437 of type vlan for network 64ccd5d8-58d5-4db5-8b30-1242014c26cd Aug 17 16:34:26.078602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15b78519-ca0a-4ada-b77e-d490068672ba req-d841ef94-9d74-49e2-9f5b-6b498e600876 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 210 time: 0.0570245 Aug 17 16:34:26.080902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:26.154518 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:26.168354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:26.169023 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:26.255859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37950) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:26.283854 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5722613 Aug 17 16:34:26.287317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:26.298674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'ports': [{'network_id': 'd6031a7b-2783-40b5-8742-981f0850ace1', 'name': 'tempest-port--1510653695', 'admin_state_up': True}, {'network_id': '64ccd5d8-58d5-4db5-8b30-1242014c26cd', 'admin_state_up': False}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:26.299281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'port': {'network_id': 'd6031a7b-2783-40b5-8742-981f0850ace1', 'name': 'tempest-port--1510653695', 'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:26.300043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'port': {'network_id': '64ccd5d8-58d5-4db5-8b30-1242014c26cd', 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:26.323056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d375b-7b67-4cd3-82c1-0ded7c2d8a31 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'Network': ['ID=64ccd5d8-58d5-4db5-8b30-1242014c26cd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:26.338032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 64ccd5d8-58d5-4db5-8b30-1242014c26cd details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:34:26.355620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Usage tracker for resource:network and tenant:6455147c0f454c7fb792ec33e3704522 is out of sync, need to count used quota {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 16:34:26.396116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 16:34:26.422566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Usage tracker for resource:subnet and tenant:6455147c0f454c7fb792ec33e3704522 is out of sync, need to count used quota {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 16:34:26.444729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 16:34:26.459304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Usage tracker for resource:subnetpool and tenant:6455147c0f454c7fb792ec33e3704522 is out of sync, need to count used quota {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 16:34:26.566199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 16:34:26.601019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Usage tracker for resource:port and tenant:6455147c0f454c7fb792ec33e3704522 is out of sync, need to count used quota {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 16:34:26.642943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 16:34:26.669252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Usage tracker for resource:router and tenant:6455147c0f454c7fb792ec33e3704522 is out of sync, need to count used quota {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 16:34:26.680276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Made reservation on behalf of cb8aba846db34b5db781e1734c173b4b for: {'port': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:26.686758 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:26.694750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 16:34:26.716123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Usage tracker for resource:floatingip and tenant:6455147c0f454c7fb792ec33e3704522 is out of sync, need to count used quota {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 16:34:26.722070 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:26.726679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 16:34:26.878463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Usage tracker for resource:security_group and tenant:6455147c0f454c7fb792ec33e3704522 is out of sync, need to count used quota {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 16:34:26.894179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 16:34:26.903687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Usage tracker for resource:security_group_rule and tenant:6455147c0f454c7fb792ec33e3704522 is out of sync, need to count used quota {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 16:34:26.912052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.quota.resource [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 16:34:26.920144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-18d4ea45-84ce-4f80-9dd6-2bd158a5ebf5 tempest-QuotasTest-2034499238 tempest-QuotasTest-2034499238-project-admin] 10.222.0.77 "GET /v2.0/quotas/6455147c0f454c7fb792ec33e3704522/details.json HTTP/1.1" status: 200 len: 703 time: 0.6627774 Aug 17 16:34:26.920687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] device_id is not set on port 6cd8ac08-4fe4-4bb0-b2b5-00e61cb0b494 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:27.112682 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:27.239605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8153df4e-3382-4edc-a426-c90325a5424b req-8f8157a7-58eb-45e8-8666-b97d30463e58 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 210 time: 0.0555413 Aug 17 16:34:27.396075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37996) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:27.454942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-90c8382e-46dc-4fd4-aef3-8433db8e088e tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:27.456720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-90c8382e-46dc-4fd4-aef3-8433db8e088e tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "GET /v2.0/networks?id=a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 200 len: 822 time: 0.2028728 Aug 17 16:34:27.495630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Request body: {'port': {'device_id': '4768f9ba-e624-4415-b73b-7efd884a1445', 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891', 'admin_state_up': True, 'tenant_id': 'beaecf6dd330402d8f1f128f668359d2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:27.574302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] device_id is not set on port 51659c05-8690-4cce-8f05-79a6119eabb7 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:27.740212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Made reservation on behalf of beaecf6dd330402d8f1f128f668359d2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:27.743925 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:27.805793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ddf655a-2a97-4493-810f-ef0a01fc8445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:27.960558 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:28.132464 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ddf655a-2a97-4493-810f-ef0a01fc8445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:28.139744 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ddf655a-2a97-4493-810f-ef0a01fc8445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:28.176155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7ddf655a-2a97-4493-810f-ef0a01fc8445 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6af00cce3800462fb9dd30892e000783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777250 Aug 17 16:34:28.178355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38028) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:28.216187 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:28.296038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf655a-2a97-4493-810f-ef0a01fc8445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014c0d80-063c-4a79-8376-a9bb730d33a4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:28.318557 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56b44ed1-aed2-448c-a5c5-6bfa4fdbfdf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:28.415186 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56b44ed1-aed2-448c-a5c5-6bfa4fdbfdf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:28.420087 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f1b00b04-57bd-4972-a4d0-ed55d7de8aba req-1ce17175-e07f-44d0-8a79-1cba36ccf7dd tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 210 time: 0.0508978 Aug 17 16:34:28.481659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'Port': ['ID=6cd8ac08-4fe4-4bb0-b2b5-00e61cb0b494,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:28.504964 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56b44ed1-aed2-448c-a5c5-6bfa4fdbfdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:28.510430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56b44ed1-aed2-448c-a5c5-6bfa4fdbfdf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:28.512171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-56b44ed1-aed2-448c-a5c5-6bfa4fdbfdf8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/014c0d80-063c-4a79-8376-a9bb730d33a4 HTTP/1.1" status: 204 len: 168 time: 0.3325024 Aug 17 16:34:28.523378 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b44ed1-aed2-448c-a5c5-6bfa4fdbfdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c0d80-063c-4a79-8376-a9bb730d33a4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:28.558331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Allocated IP 172.20.0.8 (a54ade5e-3f79-48cc-9003-a24c930f4891/29bef7db-c151-4085-b6c2-e29fb91e018d/e6161c03-c327-4db3-84c6-537a8fc11aba) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:34:28.560903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Checking segment: {'id': '9140d6f3-14cb-4583-9ac7-523a9979a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd6031a7b-2783-40b5-8742-981f0850ace1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:34:28.561773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Network hostable DHCP agents. Network: d6031a7b-2783-40b5-8742-981f0850ace1, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:34:28.609520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Network d6031a7b-2783-40b5-8742-981f0850ace1 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:34:28.630105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, d6031a7b-2783-40b5-8742-981f0850ace1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:28.642737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:28.644270 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:28.660509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f4bd7-9dc6-4b8b-98a9-4d75b251667d None None] Network d6031a7b-2783-40b5-8742-981f0850ace1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:34:29.099972 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-746233a0-c218-48a0-8133-798da56eb501 req-c1999986-3e0f-4e61-9cbe-86f70ab956af tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0748243 Aug 17 16:34:29.248825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38078) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:29.273820 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-19167cc4-e95c-4c5e-a74e-455e06791a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:29.444898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'Port': ['ID=51659c05-8690-4cce-8f05-79a6119eabb7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:29.550053 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-19167cc4-e95c-4c5e-a74e-455e06791a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:29.557260 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-19167cc4-e95c-4c5e-a74e-455e06791a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:29.635271 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-19167cc4-e95c-4c5e-a74e-455e06791a9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6455147c0f454c7fb792ec33e3704522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852155 Aug 17 16:34:29.641748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38096) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:29.684746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:29.707287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Checking segment: {'id': '83161cb6-67d3-49c8-95f3-79dda3b5a437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '64ccd5d8-58d5-4db5-8b30-1242014c26cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:34:29.707436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Network hostable DHCP agents. Network: 64ccd5d8-58d5-4db5-8b30-1242014c26cd, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:34:29.712625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19167cc4-e95c-4c5e-a74e-455e06791a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a931cc-a02b-47d7-bd65-3e98d7784272,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:29.749834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69ff7df4-d6a7-4310-af2e-0e705f21c6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:29.805210 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69ff7df4-d6a7-4310-af2e-0e705f21c6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:29.827105 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68dff837-c11f-4d0e-aa5f-862412f52a36 req-74ccd870-46fb-417d-b132-6b4676bb71d3 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 210 time: 0.1293547 Aug 17 16:34:29.869062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Network 64ccd5d8-58d5-4db5-8b30-1242014c26cd is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:34:29.885667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69ff7df4-d6a7-4310-af2e-0e705f21c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:29.889637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 64ccd5d8-58d5-4db5-8b30-1242014c26cd) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:29.894723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:29.901494 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f49c07-8731-47c9-aa3e-b7c3b73a23bf None None] Network 64ccd5d8-58d5-4db5-8b30-1242014c26cd requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:34:29.902137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69ff7df4-d6a7-4310-af2e-0e705f21c6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:29.903206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-69ff7df4-d6a7-4310-af2e-0e705f21c6fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9a931cc-a02b-47d7-bd65-3e98d7784272 HTTP/1.1" status: 204 len: 168 time: 0.2496896 Aug 17 16:34:29.906950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:29.916168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff7df4-d6a7-4310-af2e-0e705f21c6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a931cc-a02b-47d7-bd65-3e98d7784272,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:29.927091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:29.929834 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:29.963060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d97821c-e95d-460d-86ad-1669d8ede205 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6710861 Aug 17 16:34:29.963332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:30.041646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:30.082356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ecb8ad-5e1f-42e2-977f-905680da2f90 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:30.089737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ecb8ad-5e1f-42e2-977f-905680da2f90 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:30.093463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-14ecb8ad-5e1f-42e2-977f-905680da2f90 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1280117 Aug 17 16:34:30.096887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38116) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:30.178805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Network a54ade5e-3f79-48cc-9003-a24c930f4891 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:34:30.185713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:30.195244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:30.210322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event updated for resources: {'Port': ['ID=e6161c03-c327-4db3-84c6-537a8fc11aba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:30.332660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:30.333265 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:30.373175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-8df731a6-3686-43d6-a75b-e1c96986c2ec tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9002223 Aug 17 16:34:30.394940 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c23dc03-bc1d-49fc-a221-0b45b11039aa req-9c403d09-8607-439c-8fe6-c96f63fe733a tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0812502 Aug 17 16:34:30.454047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-42caf153-a992-4412-83ce-6c78aee624c1 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Deleting port 6cd8ac08-4fe4-4bb0-b2b5-00e61cb0b494 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:30.454441 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42caf153-a992-4412-83ce-6c78aee624c1 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:30.643581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42caf153-a992-4412-83ce-6c78aee624c1 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:30.729607 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-42caf153-a992-4412-83ce-6c78aee624c1 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Calling delete_port for 6cd8ac08-4fe4-4bb0-b2b5-00e61cb0b494 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:30.750710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Request body: {'port': {'device_id': '4768f9ba-e624-4415-b73b-7efd884a1445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:30.931921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:31.017953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42caf153-a992-4412-83ce-6c78aee624c1 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:31.163132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42caf153-a992-4412-83ce-6c78aee624c1 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Port': ['ID=6cd8ac08-4fe4-4bb0-b2b5-00e61cb0b494,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:31.184678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42caf153-a992-4412-83ce-6c78aee624c1 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:31.191580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-42caf153-a992-4412-83ce-6c78aee624c1 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "DELETE /v2.0/ports/6cd8ac08-4fe4-4bb0-b2b5-00e61cb0b494 HTTP/1.1" status: 204 len: 168 time: 1.0933080 Aug 17 16:34:31.195533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38158) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:31.272822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177c68f-7dd7-4b2e-8961-99212b85ce62 req-7712f9e4-51d1-49fe-877a-a2c3d102cfd0 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:31.281075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b177c68f-7dd7-4b2e-8961-99212b85ce62 req-7712f9e4-51d1-49fe-877a-a2c3d102cfd0 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 931 time: 0.2736795 Aug 17 16:34:31.430041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b177c68f-7dd7-4b2e-8961-99212b85ce62 req-b884e83f-ca7f-49c9-b4c6-94ab5b100c40 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430223 Aug 17 16:34:31.578822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-39f6d8d3-f621-4ff7-b6ed-85adc1088fc7 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Deleting port 51659c05-8690-4cce-8f05-79a6119eabb7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:31.579357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39f6d8d3-f621-4ff7-b6ed-85adc1088fc7 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:31.787099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6161c03-c327-4db3-84c6-537a8fc11aba {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:34:31.805007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:31.838820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Transition to ACTIVE for port object e6161c03-c327-4db3-84c6-537a8fc11aba will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:34:31.848319 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:31.875616 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-625a7d64-11c0-4ca9-b7e5-a84db3e3bf79 req-abb402e5-164e-483b-adca-faefb7bad069 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.2342165 Aug 17 16:34:31.896517 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39f6d8d3-f621-4ff7-b6ed-85adc1088fc7 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:31.941165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-39f6d8d3-f621-4ff7-b6ed-85adc1088fc7 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Calling delete_port for 51659c05-8690-4cce-8f05-79a6119eabb7 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:32.058719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6161c03-c327-4db3-84c6-537a8fc11aba,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:32.099837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38184) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:32.159178 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-769002ca-3cf2-4b33-bbd1-f51322a48e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.161556 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39f6d8d3-f621-4ff7-b6ed-85adc1088fc7 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.222567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6d8d3-f621-4ff7-b6ed-85adc1088fc7 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Port': ['ID=51659c05-8690-4cce-8f05-79a6119eabb7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:32.262445 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39f6d8d3-f621-4ff7-b6ed-85adc1088fc7 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.266502 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-39f6d8d3-f621-4ff7-b6ed-85adc1088fc7 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "DELETE /v2.0/ports/51659c05-8690-4cce-8f05-79a6119eabb7 HTTP/1.1" status: 204 len: 168 time: 1.0688560 Aug 17 16:34:32.270841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38192) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:32.277555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Attempting to bind port e6161c03-c327-4db3-84c6-537a8fc11aba on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:32.277963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Attempting to bind port e6161c03-c327-4db3-84c6-537a8fc11aba by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:32.278202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Attempting to bind port e6161c03-c327-4db3-84c6-537a8fc11aba on network a54ade5e-3f79-48cc-9003-a24c930f4891 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:32.286735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Port e6161c03-c327-4db3-84c6-537a8fc11aba on network a54ade5e-3f79-48cc-9003-a24c930f4891 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:34:32.287062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Attempting to bind port e6161c03-c327-4db3-84c6-537a8fc11aba on network a54ade5e-3f79-48cc-9003-a24c930f4891 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:32.296463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:34:32.296830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Checking segment: {'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:34:32.297192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Bound using segment: {'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:34:32.320353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Bound port: e6161c03-c327-4db3-84c6-537a8fc11aba, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:34:32.320896 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.401920 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4c02b217-a05c-4518-aa46-0f3b506574cc tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1288953 Aug 17 16:34:32.406754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38198) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:32.421525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-140865500'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:32.472154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a870b7e5-57f6-406c-aa3f-111ae6eb786b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:32.472438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] For port e6161c03-c327-4db3-84c6-537a8fc11aba, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:34:32.472558 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-a870b7e5-57f6-406c-aa3f-111ae6eb786b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 16:34:32.472558 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-a870b7e5-57f6-406c-aa3f-111ae6eb786b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 16:34:32.477257 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a870b7e5-57f6-406c-aa3f-111ae6eb786b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3693776 Aug 17 16:34:32.478054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] For port e6161c03-c327-4db3-84c6-537a8fc11aba, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6161c03-c327-4db3-84c6-537a8fc11aba,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:34:32.481141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:32.494633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'tempest-secgroup--623038561'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:32.514402 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.527839 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-57d96fe2-354a-4085-befa-509d9fd2cb9e req-4329d8ae-4d40-4bab-8ed1-c7fbcf4ab206 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.3157222 Aug 17 16:34:32.528821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Made reservation on behalf of cb8aba846db34b5db781e1734c173b4b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:32.533034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.572667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:34:32.585747 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.586997 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Added segment 640a1614-33e9-4361-ad89-b79b93c0726c of type vlan for network 1de9154a-7f4c-4b6e-be02-19a1c993a9e2 Aug 17 16:34:32.599863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:32.600419 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.602020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] 10.222.0.91 "PUT /v2.0/ports/e6161c03-c327-4db3-84c6-537a8fc11aba HTTP/1.1" status: 200 len: 1091 time: 2.2207968 Aug 17 16:34:32.605826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4768f9ba-e624-4415-b73b-7efd884a1445', 'tag': 'e6161c03-c327-4db3-84c6-537a8fc11aba'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:34:32.609687 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0184a6b1-de1e-472f-ab20-0afe7925b4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4768f9ba-e624-4415-b73b-7efd884a1445", "tag": "e6161c03-c327-4db3-84c6-537a8fc11aba"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:34:32.668814 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.737409 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5095f047-b0c3-4b00-a803-dbab3e009c6a x-openstack-request-id: req-5095f047-b0c3-4b00-a803-dbab3e009c6a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:34:32.737702 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4768f9ba-e624-4415-b73b-7efd884a1445", "tag": "e6161c03-c327-4db3-84c6-537a8fc11aba", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:34:32.737964 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5095f047-b0c3-4b00-a803-dbab3e009c6a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:34:32.738460 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4768f9ba-e624-4415-b73b-7efd884a1445', 'tag': 'e6161c03-c327-4db3-84c6-537a8fc11aba', 'status': 'completed', 'code': 200} Aug 17 16:34:32.741394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.743999 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.749652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:32.751650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.765091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28433b-8859-42c8-9f6d-50e7c97d19b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6161c03-c327-4db3-84c6-537a8fc11aba,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:32.771320 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:32.778080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-366e456b-bdf9-47d6-bd6f-0d0aa4e202e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:32.780174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-366e456b-bdf9-47d6-bd6f-0d0aa4e202e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=beaecf6dd330402d8f1f128f668359d2&device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 1094 time: 0.1327085 Aug 17 16:34:32.822247 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4101133 Aug 17 16:34:32.825763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38212) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:32.831021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1485752405'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:32.838863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-196a7845-b85e-48ce-9f9c-0344ef193bc7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6161c03-c327-4db3-84c6-537a8fc11aba HTTP/1.1" status: 200 len: 217 time: 0.0492785 Aug 17 16:34:32.852288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862fb9b-9f6c-4dde-be06-d92246059f45 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'Network': ['ID=1de9154a-7f4c-4b6e-be02-19a1c993a9e2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:32.863864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1de9154a-7f4c-4b6e-be02-19a1c993a9e2 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:34:32.869766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf69e80-c5dd-4138-a21a-320455e01dd3 req-0a83c93b-d337-4550-8c1d-8e7f409813dc tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:32.871483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1cf69e80-c5dd-4138-a21a-320455e01dd3 req-0a83c93b-d337-4550-8c1d-8e7f409813dc tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 943 time: 0.2229581 Aug 17 16:34:32.961258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-350959b4-5298-4bd2-9fe8-f4645acb12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:32.963231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-350959b4-5298-4bd2-9fe8-f4645acb12dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=29bef7db-c151-4085-b6c2-e29fb91e018d HTTP/1.1" status: 200 len: 862 time: 0.1163514 Aug 17 16:34:33.034945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-5e73be8f-3a6d-49fe-9811-5092127ba508 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a54ade5e-3f79-48cc-9003-a24c930f4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613267 Aug 17 16:34:33.057825 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1cf69e80-c5dd-4138-a21a-320455e01dd3 req-d694a88a-0d13-4366-aa30-f7b8c7d2f36e tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625001 Aug 17 16:34:33.133988 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c2440613-8d56-4991-b67b-d65d768ee783 req-194c7d76-c84c-4682-81d7-47843e7fa058 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0934730 Aug 17 16:34:33.230905 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:33.246357 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:33.277019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-edfad8df-f047-403c-b374-f3eff3780b99 service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144744 Aug 17 16:34:33.280341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Made reservation on behalf of cb8aba846db34b5db781e1734c173b4b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:33.287925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:33.346506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:34:33.364504 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:33.365422 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Added segment fa186a29-e250-4812-b9c2-de55b2c9832a of type vlan for network 60cba936-d017-4c27-85b7-47931e7f2445 Aug 17 16:34:33.371896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be054e52-1690-4116-861e-c5ed902862ca,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:33.459658 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d98bc9be-10f6-469d-b843-7f2cd023e119 req-142c9224-b814-474e-b981-b9baa3cfea6c service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694963 Aug 17 16:34:33.516991 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:33.558539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:33.588636 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:33.614265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:33.624572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:33.625221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:33.662828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184a6b1-de1e-472f-ab20-0afe7925b4d0 req-4fa5e652-c620-4f1b-b447-f932653142c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:33.663394 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8276937 Aug 17 16:34:33.663507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0184a6b1-de1e-472f-ab20-0afe7925b4d0 req-4fa5e652-c620-4f1b-b447-f932653142c1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=beaecf6dd330402d8f1f128f668359d2&device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 1094 time: 0.1407413 Aug 17 16:34:33.715642 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:33.716938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2356441 Aug 17 16:34:33.735461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:33.800022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400c610-be51-4195-bd76-bb4b8a649268 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'Network': ['ID=60cba936-d017-4c27-85b7-47931e7f2445,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:33.819179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 60cba936-d017-4c27-85b7-47931e7f2445 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:34:33.940297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-108a0bc3-f6c6-4457-8900-1bd528a45210 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'f9db74ed-fefc-47ab-9682-22dd02bb95ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:33.946630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184a6b1-de1e-472f-ab20-0afe7925b4d0 req-65eca9de-8a12-4b31-9bbe-0d842bc29162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:33.948444 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0184a6b1-de1e-472f-ab20-0afe7925b4d0 req-65eca9de-8a12-4b31-9bbe-0d842bc29162 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 200 len: 923 time: 0.2564502 Aug 17 16:34:33.950774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f05a9-7c76-41e1-9154-0527fdf86d0d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9db74ed-fefc-47ab-9682-22dd02bb95ae,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:34.029874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0184a6b1-de1e-472f-ab20-0afe7925b4d0 req-a4fb8400-8c2e-47aa-8a8d-46fbe0d9ef8f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6161c03-c327-4db3-84c6-537a8fc11aba HTTP/1.1" status: 200 len: 217 time: 0.0727282 Aug 17 16:34:34.089549 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108a0bc3-f6c6-4457-8900-1bd528a45210 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:34.133037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184a6b1-de1e-472f-ab20-0afe7925b4d0 req-bac91f27-27f8-4e48-b368-31d997e333de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:34.134946 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0184a6b1-de1e-472f-ab20-0afe7925b4d0 req-bac91f27-27f8-4e48-b368-31d997e333de service neutron] 10.222.0.91 "GET /v2.0/subnets?id=29bef7db-c151-4085-b6c2-e29fb91e018d HTTP/1.1" status: 200 len: 862 time: 0.0968308 Aug 17 16:34:34.168180 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108a0bc3-f6c6-4457-8900-1bd528a45210 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:34.201522 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0184a6b1-de1e-472f-ab20-0afe7925b4d0 req-eeef1868-b04c-4cf5-b840-110ee6097d95 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a54ade5e-3f79-48cc-9003-a24c930f4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305834 Aug 17 16:34:34.205044 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108a0bc3-f6c6-4457-8900-1bd528a45210 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:34.237171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a0bc3-f6c6-4457-8900-1bd528a45210 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4e6032-3869-4bff-a379-f0eb4353d5d7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:34.383180 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108a0bc3-f6c6-4457-8900-1bd528a45210 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:34.384454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-108a0bc3-f6c6-4457-8900-1bd528a45210 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6165006 Aug 17 16:34:34.397061 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-581a24c5-b6e4-40d3-8ff2-6a45a63961e2 req-f5eb18ef-8424-4838-b9b3-aa5001fe0879 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.1042676 Aug 17 16:34:34.401871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:34.426348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4582aac7-faaf-434e-a48e-b857e59363ba tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'f9db74ed-fefc-47ab-9682-22dd02bb95ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:34.474356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9635d-9371-497d-8385-7676b6336912 req-77f43729-d65d-49a8-9e62-92cc1d392e77 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:34.475995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7b9635d-9371-497d-8385-7676b6336912 req-77f43729-d65d-49a8-9e62-92cc1d392e77 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 943 time: 0.2729659 Aug 17 16:34:34.495333 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4582aac7-faaf-434e-a48e-b857e59363ba tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:34.581147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0184a6b1-de1e-472f-ab20-0afe7925b4d0 req-fcf61d7d-85cf-49ec-91f1-5a3259247d80 service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517296 Aug 17 16:34:34.738681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7b9635d-9371-497d-8385-7676b6336912 req-4f604b18-c625-401b-809b-eb5dc33a04bd tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397058 Aug 17 16:34:34.799807 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-737ac13d-5534-4bde-9fb0-d0ec24e32a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.003632 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.029860 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-4582aac7-faaf-434e-a48e-b857e59363ba tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 16:34:35.037232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38272) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:35.048027 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4582aac7-faaf-434e-a48e-b857e59363ba tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6218452 Aug 17 16:34:35.138874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0184a6b1-de1e-472f-ab20-0afe7925b4d0 req-39da4797-2e67-4b6e-bf4e-1880d0b33080 service neutron] 10.222.0.91 "GET /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077612 Aug 17 16:34:35.220866 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d29a7c5f-f711-40f3-b961-2e6b3a37c0e2 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.267022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d29a7c5f-f711-40f3-b961-2e6b3a37c0e2 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.275626 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c07c49d5-5e38-49b8-aeda-9e789a6f1d35 req-85540c1d-aef2-41d3-a705-0c753864d55d tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0899420 Aug 17 16:34:35.382198 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d29a7c5f-f711-40f3-b961-2e6b3a37c0e2 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.386262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d29a7c5f-f711-40f3-b961-2e6b3a37c0e2 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.388796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d29a7c5f-f711-40f3-b961-2e6b3a37c0e2 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/f9db74ed-fefc-47ab-9682-22dd02bb95ae HTTP/1.1" status: 204 len: 168 time: 0.3492324 Aug 17 16:34:35.392362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:35.403469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a7c5f-f711-40f3-b961-2e6b3a37c0e2 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9db74ed-fefc-47ab-9682-22dd02bb95ae,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:35.498897 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1521dc27-3556-4a60-bb0f-a5f3a730c1bc tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0997882 Aug 17 16:34:35.498897 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:35.502648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-828b6723-d334-406b-98cd-7b98e6309227 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025474545'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:35.547698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-828b6723-d334-406b-98cd-7b98e6309227 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.607746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38284) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:35.691983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-828b6723-d334-406b-98cd-7b98e6309227 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.698471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-828b6723-d334-406b-98cd-7b98e6309227 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.735102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-828b6723-d334-406b-98cd-7b98e6309227 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.736566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-828b6723-d334-406b-98cd-7b98e6309227 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2375741 Aug 17 16:34:35.739541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38288) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:35.741875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b6723-d334-406b-98cd-7b98e6309227 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6cb3d8-2506-4ebd-aa43-5021a2a3c948,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:35.752216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d6e6ae88-f3ce-4d74-9a42-2ce6bd5b28f7 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'cb6cb3d8-2506-4ebd-aa43-5021a2a3c948', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:35.757420 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-d6e6ae88-f3ce-4d74-9a42-2ce6bd5b28f7 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 17 16:34:35.758660 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-d6e6ae88-f3ce-4d74-9a42-2ce6bd5b28f7 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:35.760339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d6e6ae88-f3ce-4d74-9a42-2ce6bd5b28f7 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0194557 Aug 17 16:34:35.764846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38292) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:35.862570 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd2f7-f68e-4bf8-baae-17dd01ab550a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.891597 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.945602 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a490fba9-6e74-4419-a05c-dd3339c03045 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:35.979753 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a490fba9-6e74-4419-a05c-dd3339c03045 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.055216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a490fba9-6e74-4419-a05c-dd3339c03045 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.058928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a490fba9-6e74-4419-a05c-dd3339c03045 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.061026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a490fba9-6e74-4419-a05c-dd3339c03045 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/cb6cb3d8-2506-4ebd-aa43-5021a2a3c948 HTTP/1.1" status: 204 len: 168 time: 0.2920265 Aug 17 16:34:36.063746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:36.105245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490fba9-6e74-4419-a05c-dd3339c03045 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6cb3d8-2506-4ebd-aa43-5021a2a3c948,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:36.153815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a74cc-7d99-4154-aaab-60da0abee15c req-2641c829-438a-4e51-9d17-f7020b4f542b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:36.162161 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d60a74cc-7d99-4154-aaab-60da0abee15c req-2641c829-438a-4e51-9d17-f7020b4f542b tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 943 time: 0.2358551 Aug 17 16:34:36.164268 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-af1211f0-a336-495d-a8ca-f00a0880fe82 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992210 Aug 17 16:34:36.164954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38300) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:36.171154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f9a11a6f-0ddc-49d8-87a7-81bac33b0093 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016441157'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:36.247068 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d60a74cc-7d99-4154-aaab-60da0abee15c req-789af741-4fa6-4960-86b3-f245e815f5f4 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757339 Aug 17 16:34:36.247068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd2f7-f68e-4bf8-baae-17dd01ab550a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.253016 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd2f7-f68e-4bf8-baae-17dd01ab550a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.297173 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9a11a6f-0ddc-49d8-87a7-81bac33b0093 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.310674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38302) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:36.310890 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1fbdd2f7-f68e-4bf8-baae-17dd01ab550a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=315d1246328b4bfa803d7fa2fe733b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029347 Aug 17 16:34:36.311528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdd2f7-f68e-4bf8-baae-17dd01ab550a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b609b7-e405-405d-b2b4-b58e4ab82db5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:36.491029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9a11a6f-0ddc-49d8-87a7-81bac33b0093 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.496674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9a11a6f-0ddc-49d8-87a7-81bac33b0093 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.519057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9a11a6f-0ddc-49d8-87a7-81bac33b0093 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.520696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f9a11a6f-0ddc-49d8-87a7-81bac33b0093 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3537896 Aug 17 16:34:36.528496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38306) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:36.541018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f1cf9739-5646-4919-8510-1c4f7af71811 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': '21e2b29c-4966-4ce8-bc62-4b77ec18eab0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:36.541678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd1e6ff1-7a04-4d7d-ab71-149dbdf1085a req-40996005-33f2-4186-8658-3d0191892703 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0798120 Aug 17 16:34:36.543293 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc1203a8-2c87-4a94-919c-e34b540fe7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.575133 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-f1cf9739-5646-4919-8510-1c4f7af71811 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 17 16:34:36.576953 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-f1cf9739-5646-4919-8510-1c4f7af71811 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:36.579211 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f1cf9739-5646-4919-8510-1c4f7af71811 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0475035 Aug 17 16:34:36.587373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:36.613399 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc1203a8-2c87-4a94-919c-e34b540fe7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.636419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a11a6f-0ddc-49d8-87a7-81bac33b0093 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e2b29c-4966-4ce8-bc62-4b77ec18eab0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:36.785770 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc1203a8-2c87-4a94-919c-e34b540fe7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.792179 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc1203a8-2c87-4a94-919c-e34b540fe7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.794289 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc1203a8-2c87-4a94-919c-e34b540fe7f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/82b609b7-e405-405d-b2b4-b58e4ab82db5 HTTP/1.1" status: 204 len: 168 time: 0.4824014 Aug 17 16:34:36.797165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bff7b52e-6e01-4e77-b325-eb48ea6c898b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.841996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1203a8-2c87-4a94-919c-e34b540fe7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b609b7-e405-405d-b2b4-b58e4ab82db5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:36.868033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bff7b52e-6e01-4e77-b325-eb48ea6c898b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.981007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bff7b52e-6e01-4e77-b325-eb48ea6c898b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.986648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bff7b52e-6e01-4e77-b325-eb48ea6c898b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:36.988123 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bff7b52e-6e01-4e77-b325-eb48ea6c898b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/21e2b29c-4966-4ce8-bc62-4b77ec18eab0 HTTP/1.1" status: 204 len: 168 time: 0.3904550 Aug 17 16:34:36.990904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38314) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.018824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7b52e-6e01-4e77-b325-eb48ea6c898b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e2b29c-4966-4ce8-bc62-4b77ec18eab0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:37.119744 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f1dd7ed3-d5e6-40d5-8a92-69d3df3bc4b4 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1267605 Aug 17 16:34:37.121003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38318) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.127155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b90def4f-6dd7-4e4e-a709-001bcf4d8b1d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093906431'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:37.159584 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b90def4f-6dd7-4e4e-a709-001bcf4d8b1d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.245147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.261141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'subnets': [{'network_id': '1de9154a-7f4c-4b6e-be02-19a1c993a9e2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--91339305', 'ip_version': 6}, {'network_id': '60cba936-d017-4c27-85b7-47931e7f2445', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:37.262365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'subnet': {'network_id': '1de9154a-7f4c-4b6e-be02-19a1c993a9e2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--91339305', 'ip_version': 6}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:37.265481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Request body: {'subnet': {'network_id': '60cba936-d017-4c27-85b7-47931e7f2445', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:37.280741 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b90def4f-6dd7-4e4e-a709-001bcf4d8b1d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.286164 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b90def4f-6dd7-4e4e-a709-001bcf4d8b1d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.320799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90def4f-6dd7-4e4e-a709-001bcf4d8b1d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1191eded-bea5-4ea5-8861-f59f9e3a5051,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:37.339153 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b90def4f-6dd7-4e4e-a709-001bcf4d8b1d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.344810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b90def4f-6dd7-4e4e-a709-001bcf4d8b1d tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2220762 Aug 17 16:34:37.345698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38326) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.351307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9d7de33f-6a2e-4e73-8536-60824d647804 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': '1191eded-bea5-4ea5-8861-f59f9e3a5051', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:37.352502 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-9d7de33f-6a2e-4e73-8536-60824d647804 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 17 16:34:37.353260 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-9d7de33f-6a2e-4e73-8536-60824d647804 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:37.358553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9d7de33f-6a2e-4e73-8536-60824d647804 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111151 Aug 17 16:34:37.359433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38328) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.364917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c3c7e2d2-1590-4494-817d-19640220782b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': '1191eded-bea5-4ea5-8861-f59f9e3a5051', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:37.366542 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-c3c7e2d2-1590-4494-817d-19640220782b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 17 16:34:37.367167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6161c03-c327-4db3-84c6-537a8fc11aba details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:34:37.368394 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-c3c7e2d2-1590-4494-817d-19640220782b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:37.373717 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c3c7e2d2-1590-4494-817d-19640220782b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0128474 Aug 17 16:34:37.374672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38330) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.382887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-fd35ad51-ef7a-42c4-ac9c-c5814a6acbe3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': '1191eded-bea5-4ea5-8861-f59f9e3a5051', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:37.384119 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-fd35ad51-ef7a-42c4-ac9c-c5814a6acbe3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 17 16:34:37.386291 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-fd35ad51-ef7a-42c4-ac9c-c5814a6acbe3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:37.392772 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fd35ad51-ef7a-42c4-ac9c-c5814a6acbe3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0160198 Aug 17 16:34:37.393713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38332) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.418650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f5bfde43-1f1e-441c-a962-1f2237c299e7 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': '1191eded-bea5-4ea5-8861-f59f9e3a5051', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:37.419968 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-f5bfde43-1f1e-441c-a962-1f2237c299e7 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 17 16:34:37.420856 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-f5bfde43-1f1e-441c-a962-1f2237c299e7 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:37.425477 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f5bfde43-1f1e-441c-a962-1f2237c299e7 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125556 Aug 17 16:34:37.426521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38336) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.436492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.464898 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc332-c66c-48cf-9dab-7fb7d94c2dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.516854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5201c7-a126-4afd-8871-810f93973d5c req-1c853a01-b02a-4847-91eb-ee99a7caa310 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:37.519977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d5201c7-a126-4afd-8871-810f93973d5c req-1c853a01-b02a-4847-91eb-ee99a7caa310 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 943 time: 0.1250687 Aug 17 16:34:37.555527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6161c03-c327-4db3-84c6-537a8fc11aba, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6161c03-c327-4db3-84c6-537a8fc11aba,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:37.596716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e6161c03-c327-4db3-84c6-537a8fc11aba', 'network_id': 'a54ade5e-3f79-48cc-9003-a24c930f4891', 'port_id': 'e6161c03-c327-4db3-84c6-537a8fc11aba', 'mac_address': 'fa:16:3e:a1:d4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bef7db-c151-4085-b6c2-e29fb91e018d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:34:37.605134 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c45337d9-1a5a-4ee1-b48a-a77a235422f3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.634157 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c45337d9-1a5a-4ee1-b48a-a77a235422f3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.652232 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.692046 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c45337d9-1a5a-4ee1-b48a-a77a235422f3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.695797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c45337d9-1a5a-4ee1-b48a-a77a235422f3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.699763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38342) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.700616 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c45337d9-1a5a-4ee1-b48a-a77a235422f3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/1191eded-bea5-4ea5-8861-f59f9e3a5051 HTTP/1.1" status: 204 len: 168 time: 0.2561896 Aug 17 16:34:37.711795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45337d9-1a5a-4ee1-b48a-a77a235422f3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1191eded-bea5-4ea5-8861-f59f9e3a5051,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:37.723346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d5201c7-a126-4afd-8871-810f93973d5c req-80f6abae-e24c-4247-9bf2-05a778c80349 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888280 Aug 17 16:34:37.776299 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.800384 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af51b098-d504-484e-acd2-023364cd1f09 req-32a0b1ed-2bad-418f-b6b8-e8333c262e1e tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0865660 Aug 17 16:34:37.801513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6161c03-c327-4db3-84c6-537a8fc11aba {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:34:37.833264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6161c03-c327-4db3-84c6-537a8fc11aba, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6161c03-c327-4db3-84c6-537a8fc11aba,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:37.839382 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.879686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f989c9e1-f45d-45b7-9c88-fb02cbdb1513 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1786299 Aug 17 16:34:37.886475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38344) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.892005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e9ceacc9-bfbd-44e6-8dab-8b96ae4d8521 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'tempest-secgroup--383314256'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:37.914529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e6161c03-c327-4db3-84c6-537a8fc11aba,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:37.917609 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc332-c66c-48cf-9dab-7fb7d94c2dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.925465 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc332-c66c-48cf-9dab-7fb7d94c2dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:37.935880 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-e9ceacc9-bfbd-44e6-8dab-8b96ae4d8521 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:34:37.935880 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:34:37.935880 n-d-804878-1 neutron-server[94839]: [parameters: {'project_id_1': 'c78ca95bed2e49ac8467d08c958f31a4', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 34, 37, 899086)}] Aug 17 16:34:37.935880 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:34:37.936709 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-e9ceacc9-bfbd-44e6-8dab-8b96ae4d8521 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:34:37.984599 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c1dc332-c66c-48cf-9dab-7fb7d94c2dff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d310a40763648a981e1f40a7033939a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5469635 Aug 17 16:34:37.987163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38346) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:37.996198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dc332-c66c-48cf-9dab-7fb7d94c2dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7eecb8-78d1-446e-afa3-47895f079129,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:38.004517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Made reservation on behalf of cb8aba846db34b5db781e1734c173b4b for: {'subnet': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:38.009482 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:38.009958 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:38.043656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e6161c03-c327-4db3-84c6-537a8fc11aba'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:34:38.256085 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-25e8c444-bda8-46f4-9d99-56389d22ce41 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2256296 Aug 17 16:34:38.257363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fd84697-7aca-446b-a7d0-5fc6406d73de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:38.316458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fd84697-7aca-446b-a7d0-5fc6406d73de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:38.482296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9ceacc9-bfbd-44e6-8dab-8b96ae4d8521 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:38.516771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fd84697-7aca-446b-a7d0-5fc6406d73de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:38.521625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fd84697-7aca-446b-a7d0-5fc6406d73de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:38.523740 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1fd84697-7aca-446b-a7d0-5fc6406d73de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa7eecb8-78d1-446e-afa3-47895f079129 HTTP/1.1" status: 204 len: 168 time: 0.5355461 Aug 17 16:34:38.551393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-4a918022-efe6-437b-80e6-28532fa722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:38.552164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-4a918022-efe6-437b-80e6-28532fa722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:38.552825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-4a918022-efe6-437b-80e6-28532fa722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:38.553489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-4a918022-efe6-437b-80e6-28532fa722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:38.554140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-4a918022-efe6-437b-80e6-28532fa722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:38.555075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-4a918022-efe6-437b-80e6-28532fa722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:38.555724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-4a918022-efe6-437b-80e6-28532fa722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:38.574010 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-4a918022-efe6-437b-80e6-28532fa722c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=909deb24639a47f49b711a05e3416d78&device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 6488 time: 0.1372731 Aug 17 16:34:38.585970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd84697-7aca-446b-a7d0-5fc6406d73de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7eecb8-78d1-446e-afa3-47895f079129,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:38.843892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38364) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:38.864907 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9ceacc9-bfbd-44e6-8dab-8b96ae4d8521 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:38.883637 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:38.955098 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9ceacc9-bfbd-44e6-8dab-8b96ae4d8521 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:39.033402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8121666-0820-4c2c-8dc6-c0eb002a55ec req-4246d9ee-ef56-4dd4-a069-36bd291e5fa3 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0952356 Aug 17 16:34:39.068768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceacc9-bfbd-44e6-8dab-8b96ae4d8521 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d9155-fb01-4f9b-9493-7f31463cc391,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:39.092339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9ceacc9-bfbd-44e6-8dab-8b96ae4d8521 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:39.097047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Checking segment: {'id': '640a1614-33e9-4361-ad89-b79b93c0726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1de9154a-7f4c-4b6e-be02-19a1c993a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:34:39.097481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Network hostable DHCP agents. Network: 1de9154a-7f4c-4b6e-be02-19a1c993a9e2, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:34:39.098245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e9ceacc9-bfbd-44e6-8dab-8b96ae4d8521 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2097423 Aug 17 16:34:39.100344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'Subnet': ['ID=ef19c55f-b21e-4649-9b36-abaf360ce978,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:39.109690 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38376) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:39.118022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4b49f18c-dba2-47e4-a095-9ce0db4d2fdc tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'b61d9155-fb01-4f9b-9493-7f31463cc391', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:39.118899 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-4b49f18c-dba2-47e4-a095-9ce0db4d2fdc tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 16:34:39.119606 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-4b49f18c-dba2-47e4-a095-9ce0db4d2fdc tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:39.124001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:39.124854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4b49f18c-dba2-47e4-a095-9ce0db4d2fdc tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135891 Aug 17 16:34:39.130706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ea74fe91-66ec-45b4-a6c0-00a94f5a6cff tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'b61d9155-fb01-4f9b-9493-7f31463cc391', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:39.136204 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df0f944d-e298-4fd3-a23a-9a9382088d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:39.152386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890c2ca-fee0-438a-b649-0d988c162669 req-8d90c9f2-f1c7-4502-a8ab-df430d6bb14c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.155173 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9890c2ca-fee0-438a-b649-0d988c162669 req-8d90c9f2-f1c7-4502-a8ab-df430d6bb14c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 944 time: 0.2744095 Aug 17 16:34:39.164459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Network 1de9154a-7f4c-4b6e-be02-19a1c993a9e2 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:34:39.187460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1de9154a-7f4c-4b6e-be02-19a1c993a9e2) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:39.197178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc34fd-1a11-465f-9594-274b14d6e590 None None] Network 1de9154a-7f4c-4b6e-be02-19a1c993a9e2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:34:39.201007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:39.234550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-b025cb0a-02e6-434c-ae0d-0bf6447b55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.235032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-b025cb0a-02e6-434c-ae0d-0bf6447b55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.235504 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-b025cb0a-02e6-434c-ae0d-0bf6447b55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.247890 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-b025cb0a-02e6-434c-ae0d-0bf6447b55a5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&id=019feb88-1596-40ac-a5d4-9314af196c7a&id=019feb88-1596-40ac-a5d4-9314af196c7a HTTP/1.1" status: 200 len: 2292 time: 0.6555173 Aug 17 16:34:39.302621 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9890c2ca-fee0-438a-b649-0d988c162669 req-155d3ed5-bfbc-4d8f-868b-4f7be1add6cf tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359751 Aug 17 16:34:39.353671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event updated for resources: {'Subnet': ['ID=f37b904a-cfc3-48c1-a441-0deb83764d8e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:39.386550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Checking segment: {'id': 'fa186a29-e250-4812-b9c2-de55b2c9832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '60cba936-d017-4c27-85b7-47931e7f2445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:34:39.387315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Network hostable DHCP agents. Network: 60cba936-d017-4c27-85b7-47931e7f2445, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:34:39.388548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6161c03-c327-4db3-84c6-537a8fc11aba up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:34:39.431398 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-c820c8bc-33fc-4fe2-b457-b75dc135ab83 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401290c7-c876-424e-8464-c4b19090850f HTTP/1.1" status: 200 len: 1001 time: 0.1502836 Aug 17 16:34:39.433673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Network 60cba936-d017-4c27-85b7-47931e7f2445 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:34:39.451595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 60cba936-d017-4c27-85b7-47931e7f2445) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:39.460511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.461062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.461736 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:39.496508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-8ba15b9a-6d4f-41e4-be87-c6d443186ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.499154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-8ba15b9a-6d4f-41e4-be87-c6d443186ee1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ffc99fed-7ede-42ae-bb5f-a4afe6d5e772 HTTP/1.1" status: 200 len: 850 time: 0.0599449 Aug 17 16:34:39.507478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df0f944d-e298-4fd3-a23a-9a9382088d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:39.512693 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df0f944d-e298-4fd3-a23a-9a9382088d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:39.548245 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-df0f944d-e298-4fd3-a23a-9a9382088d2e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d23cc32d8a74437a07d0ca7aa3686e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7018218 Aug 17 16:34:39.551078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:39.552409 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-ea74fe91-66ec-45b4-a6c0-00a94f5a6cff tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:39.553595 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ea74fe91-66ec-45b4-a6c0-00a94f5a6cff tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4284995 Aug 17 16:34:39.566118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a49f19f9-2676-4f24-8360-152c80c7aae9 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.3196409 Aug 17 16:34:39.566888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:39.567854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:39.582776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-76f6fb11-40a9-4ce6-bb37-0987ba9253aa tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'b61d9155-fb01-4f9b-9493-7f31463cc391', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:39.583777 n-d-804878-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-76f6fb11-40a9-4ce6-bb37-0987ba9253aa tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 17 16:34:39.584342 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-76f6fb11-40a9-4ce6-bb37-0987ba9253aa tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:39.585539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-76f6fb11-40a9-4ce6-bb37-0987ba9253aa tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096047 Aug 17 16:34:39.593436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17e109d-088e-4dcf-9198-91e5e4e2b44f None None] Network 60cba936-d017-4c27-85b7-47931e7f2445 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:34:39.595083 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38396) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:39.615052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-773507fc-32ba-4395-9d3e-584dadaeab2b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'b61d9155-fb01-4f9b-9493-7f31463cc391', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:39.633931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-7677a2bf-b032-405a-8231-8653dfeb0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.635556 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-7677a2bf-b032-405a-8231-8653dfeb0e16 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281796 Aug 17 16:34:39.664344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-275ca84b-aae0-40d1-8e87-8fcb42d0e584 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:34:39.668019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-275ca84b-aae0-40d1-8e87-8fcb42d0e584 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124197 Aug 17 16:34:39.680523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f944d-e298-4fd3-a23a-9a9382088d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2288699a-3774-4ae4-8435-89d51284500e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:39.711589 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-773507fc-32ba-4395-9d3e-584dadaeab2b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:39.715419 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-773507fc-32ba-4395-9d3e-584dadaeab2b tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1094949 Aug 17 16:34:39.729019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38400) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:39.780983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-89e2a451-7375-48ff-b5a0-42fe6b7b8864 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'b61d9155-fb01-4f9b-9493-7f31463cc391', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:39.781494 n-d-804878-1 neutron-server[94839]: WARNING neutron.api.v2.base [None req-89e2a451-7375-48ff-b5a0-42fe6b7b8864 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 16:34:39.782046 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-89e2a451-7375-48ff-b5a0-42fe6b7b8864 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:39.783150 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-89e2a451-7375-48ff-b5a0-42fe6b7b8864 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101495 Aug 17 16:34:39.787417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38402) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:39.788797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5761b0-ddd7-4db3-9874-fac7c20a437c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.791913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5761b0-ddd7-4db3-9874-fac7c20a437c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.793530 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c3d401d1-b21a-4438-8c99-7a38d8d82433 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'b61d9155-fb01-4f9b-9493-7f31463cc391', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:39.795319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5761b0-ddd7-4db3-9874-fac7c20a437c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:39.806366 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd5761b0-ddd7-4db3-9874-fac7c20a437c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2190316 Aug 17 16:34:39.807682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:39.816701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e6161c03-c327-4db3-84c6-537a8fc11aba completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:34:39.822047 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5d22814-a9e9-4eed-9057-e4a76394bf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:39.901113 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5d22814-a9e9-4eed-9057-e4a76394bf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:39.919893 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-c3d401d1-b21a-4438-8c99-7a38d8d82433 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Project c78ca95bed2e49ac8467d08c958f31a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:34:39.922207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cdd9ce-91d1-410a-acdb-2490b2c4256c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Deleting subnet ef19c55f-b21e-4649-9b36-abaf360ce978 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:34:39.944550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-e93940e8-fdc7-4164-911f-cba2eb9faaa1 service neutron] 10.222.0.93 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465129 Aug 17 16:34:39.946521 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-c3d401d1-b21a-4438-8c99-7a38d8d82433 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:39.950352 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2cdd9ce-91d1-410a-acdb-2490b2c4256c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:39.951722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c3d401d1-b21a-4438-8c99-7a38d8d82433 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1622748 Aug 17 16:34:39.957568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38408) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:39.992326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1fefdd-07f6-449f-a805-09320ed2b5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1de9154a-7f4c-4b6e-be02-19a1c993a9e2', 'network_id': '1de9154a-7f4c-4b6e-be02-19a1c993a9e2', 'tenant_id': 'cb8aba846db34b5db781e1734c173b4b', 'fixed_ips': [{'subnet_id': 'ef19c55f-b21e-4649-9b36-abaf360ce978'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:34:39.995755 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e1fefdd-07f6-449f-a805-09320ed2b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.002181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e6161c03-c327-4db3-84c6-537a8fc11aba triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:34:40.002914 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.063632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-93173104-2077-41e0-b72b-94842e5dc90a tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'b61d9155-fb01-4f9b-9493-7f31463cc391', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:40.065302 n-d-804878-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-93173104-2077-41e0-b72b-94842e5dc90a tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 17 16:34:40.067466 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-93173104-2077-41e0-b72b-94842e5dc90a tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:40.071897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38410) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:40.074024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-93173104-2077-41e0-b72b-94842e5dc90a tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1085527 Aug 17 16:34:40.081836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-26975d31-5e2e-48cf-b880-23af0d8d9045 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'b61d9155-fb01-4f9b-9493-7f31463cc391', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:40.112242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-86110b77-adcd-4b55-b826-4775cee3c18f service neutron] 10.222.0.93 "GET /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582789 Aug 17 16:34:40.116374 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2cdd9ce-91d1-410a-acdb-2490b2c4256c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.222793 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2cdd9ce-91d1-410a-acdb-2490b2c4256c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.226742 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-26975d31-5e2e-48cf-b880-23af0d8d9045 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Project c78ca95bed2e49ac8467d08c958f31a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:34:40.229890 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-c1feb501-deab-4cda-bf41-c3114fd4ce3a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=68de96b2-2710-4249-9f4b-3131d75aa45b HTTP/1.1" status: 200 len: 217 time: 0.1089647 Aug 17 16:34:40.274349 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-26975d31-5e2e-48cf-b880-23af0d8d9045 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:40.275821 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-26975d31-5e2e-48cf-b880-23af0d8d9045 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2029245 Aug 17 16:34:40.278817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38418) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:40.284982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-09c04e81-4698-4cec-ad31-16cf582f4660 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'b61d9155-fb01-4f9b-9493-7f31463cc391', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:40.305328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-60cba936-d017-4c27-85b7-47931e7f2445', 'network_id': '60cba936-d017-4c27-85b7-47931e7f2445', 'tenant_id': 'cb8aba846db34b5db781e1734c173b4b', 'fixed_ips': [{'subnet_id': 'f37b904a-cfc3-48c1-a441-0deb83764d8e'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:34:40.308931 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.311459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2cdd9ce-91d1-410a-acdb-2490b2c4256c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.341234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-58cd3351-6c19-4d68-96c3-6e592d4e0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:40.344616 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-58cd3351-6c19-4d68-96c3-6e592d4e0e5e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.1056933 Aug 17 16:34:40.346708 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-09c04e81-4698-4cec-ad31-16cf582f4660 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Project c78ca95bed2e49ac8467d08c958f31a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:34:40.379530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdd9ce-91d1-410a-acdb-2490b2c4256c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Subnet': ['ID=ef19c55f-b21e-4649-9b36-abaf360ce978,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:40.389524 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5d22814-a9e9-4eed-9057-e4a76394bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.400013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5d22814-a9e9-4eed-9057-e4a76394bf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.401197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f5d22814-a9e9-4eed-9057-e4a76394bf8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2288699a-3774-4ae4-8435-89d51284500e HTTP/1.1" status: 204 len: 168 time: 0.8465245 Aug 17 16:34:40.436793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d22814-a9e9-4eed-9057-e4a76394bf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2288699a-3774-4ae4-8435-89d51284500e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:40.438909 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-09c04e81-4698-4cec-ad31-16cf582f4660 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:40.443222 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-09c04e81-4698-4cec-ad31-16cf582f4660 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1631966 Aug 17 16:34:40.444794 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38426) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:40.461163 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2252ab32-a3d9-44f6-92f2-2032a2cb8e64 req-917620cd-742c-4d52-b38e-4dfa45767b13 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.1529860 Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-0e1fefdd-07f6-449f-a805-09320ed2b5ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef19c55f-b21e-4649-9b36-abaf360ce978: This subnet is being modified by another concurrent operation. Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:34:40.464173 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exception Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef19c55f-b21e-4649-9b36-abaf360ce978: This subnet is being modified by another concurrent operation. Aug 17 16:34:40.471852 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:34:40.479054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2cdd9ce-91d1-410a-acdb-2490b2c4256c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.490706 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2cdd9ce-91d1-410a-acdb-2490b2c4256c tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "DELETE /v2.0/subnets/ef19c55f-b21e-4649-9b36-abaf360ce978 HTTP/1.1" status: 204 len: 168 time: 0.6814103 Aug 17 16:34:40.494160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38430) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:40.545264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-a393f5ca-97d6-41d9-9414-2a14d27d1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:40.549462 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-a393f5ca-97d6-41d9-9414-2a14d27d1b58 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1887393 Aug 17 16:34:40.558634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e21fed1-43d8-4248-bd41-3d54416d3917 None None] Network 1de9154a-7f4c-4b6e-be02-19a1c993a9e2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:34:40.614488 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.728576 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-31a62171-efce-40f7-b635-a550b1306e9c service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614301 Aug 17 16:34:40.733594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab4f71e6-4c56-483d-b134-765a133b8208 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.749764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1e46f-7d80-4d57-a0df-796ae3ce92ee req-8039e1ee-80ac-4418-9075-4a00bac25dab tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:40.751481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9da1e46f-7d80-4d57-a0df-796ae3ce92ee req-8039e1ee-80ac-4418-9075-4a00bac25dab tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 944 time: 0.3342469 Aug 17 16:34:40.868321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4768f9ba-e624-4415-b73b-7efd884a1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6161c03-c327-4db3-84c6-537a8fc11aba'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:34:40.870995 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab4f71e6-4c56-483d-b134-765a133b8208 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:40.873038 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04b3945-4b96-4781-a211-f9fd771fe5c3" -d '{"events": [{"server_uuid": "4768f9ba-e624-4415-b73b-7efd884a1445", "name": "network-vif-plugged", "status": "completed", "tag": "e6161c03-c327-4db3-84c6-537a8fc11aba"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:34:40.909159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9da1e46f-7d80-4d57-a0df-796ae3ce92ee req-f92f31ef-b4c8-40d6-995e-9016017873d1 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469326 Aug 17 16:34:41.015193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-15a7bb0d-8b75-4210-a4fe-dffdeff23a50 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778270 Aug 17 16:34:41.016260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e6161c03-c327-4db3-84c6-537a8fc11aba, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6161c03-c327-4db3-84c6-537a8fc11aba,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:41.034039 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.142354 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-e22fd584-3fdd-470b-abbf-dbba4b79540e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=97dcf9ab-b66f-46c4-b085-5114a8e0308a HTTP/1.1" status: 200 len: 217 time: 0.1124189 Aug 17 16:34:41.143175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38444) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:41.144208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab4f71e6-4c56-483d-b134-765a133b8208 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.148494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab4f71e6-4c56-483d-b134-765a133b8208 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.154307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ab4f71e6-4c56-483d-b134-765a133b8208 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/b61d9155-fb01-4f9b-9493-7f31463cc391 HTTP/1.1" status: 204 len: 168 time: 0.6886377 Aug 17 16:34:41.154892 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Allocated IP 2001:db8:0:1::1 (60cba936-d017-4c27-85b7-47931e7f2445/f37b904a-cfc3-48c1-a441-0deb83764d8e/e94b7c5c-29ca-464c-9a10-0e4958c1f32e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:34:41.195638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:41.200261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1842f006-35a1-41f0-8b23-2d99bdecc258 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Deleting subnet f37b904a-cfc3-48c1-a441-0deb83764d8e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:34:41.220012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e6161c03-c327-4db3-84c6-537a8fc11aba,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:41.253579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-56a00372-4975-418f-b93e-801dc8c9cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:41.256466 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-56a00372-4975-418f-b93e-801dc8c9cf06 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.1038468 Aug 17 16:34:41.271774 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f71e6-4c56-483d-b134-765a133b8208 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d9155-fb01-4f9b-9493-7f31463cc391,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:41.337957 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-74fe0601-4987-4efc-b6be-8f8000d25461 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1259413 Aug 17 16:34:41.344793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:41.350311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c93f1370-59d4-4d82-ab5d-7871b6ba0639 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'tempest-secgroup--271751391'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:41.387267 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9658e2dc-fc88-4310-abc5-7f8503378892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.414997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c93f1370-59d4-4d82-ab5d-7871b6ba0639 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.466308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-dfd2233e-9fd2-4f55-9b28-d3febcf928d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:41.475657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-dfd2233e-9fd2-4f55-9b28-d3febcf928d1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1833055 Aug 17 16:34:41.515600 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.529100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Transition to ACTIVE for port object e94b7c5c-29ca-464c-9a10-0e4958c1f32e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:34:41.549447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Transition to ACTIVE for port object e94b7c5c-29ca-464c-9a10-0e4958c1f32e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:34:41.558057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1842f006-35a1-41f0-8b23-2d99bdecc258 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.572502 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.637072 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-f4fefde9-9cac-49e9-9dde-5e76001c78e8 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507494 Aug 17 16:34:41.702562 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1842f006-35a1-41f0-8b23-2d99bdecc258 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.744594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Pushing event updated for resources: {'Port': ['ID=e94b7c5c-29ca-464c-9a10-0e4958c1f32e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:41.757672 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9658e2dc-fc88-4310-abc5-7f8503378892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.764872 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a9daba2-3320-410c-bbe7-8e6b8c59e7f9 req-2c103ede-ba54-40ae-9eeb-acba0a6a9b7e tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0406168 Aug 17 16:34:41.768334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9658e2dc-fc88-4310-abc5-7f8503378892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:41.783779 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Network 60cba936-d017-4c27-85b7-47931e7f2445 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:34:41.799426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:41.813956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:41.848035 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9658e2dc-fc88-4310-abc5-7f8503378892 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4e0769a5b644e8683132aca797d106e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6964617 Aug 17 16:34:41.855049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:41.889622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-e4b4297e-902f-4f0e-8ae6-871b986f1499 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411880 Aug 17 16:34:41.892717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658e2dc-fc88-4310-abc5-7f8503378892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4a5c21-aec6-43cf-a585-0864e061d5a9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:41.999736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-171de102-8024-44e8-b1ad-24bf550b0fad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=6b16fe39-fc13-4db9-bd64-1cdc4c415c90 HTTP/1.1" status: 200 len: 217 time: 0.0833189 Aug 17 16:34:42.005327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Attempting to bind port e94b7c5c-29ca-464c-9a10-0e4958c1f32e on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:34:42.005618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Attempting to bind port e94b7c5c-29ca-464c-9a10-0e4958c1f32e by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'fa186a29-e250-4812-b9c2-de55b2c9832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '60cba936-d017-4c27-85b7-47931e7f2445'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:34:42.007760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Attempting to bind port e94b7c5c-29ca-464c-9a10-0e4958c1f32e on network 60cba936-d017-4c27-85b7-47931e7f2445 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:34:42.025678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:34:42.026098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Checking segment: {'id': 'fa186a29-e250-4812-b9c2-de55b2c9832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '60cba936-d017-4c27-85b7-47931e7f2445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:34:42.026536 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.041569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Bound using segment: {'id': 'fa186a29-e250-4812-b9c2-de55b2c9832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '60cba936-d017-4c27-85b7-47931e7f2445'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:34:42.042728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Bound port: e94b7c5c-29ca-464c-9a10-0e4958c1f32e, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa186a29-e250-4812-b9c2-de55b2c9832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '60cba936-d017-4c27-85b7-47931e7f2445'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:34:42.043193 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.121807 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76ee4ce-bfaf-4b5c-98db-884b10f54e28 x-openstack-request-id: req-e76ee4ce-bfaf-4b5c-98db-884b10f54e28 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:34:42.125729 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4768f9ba-e624-4415-b73b-7efd884a1445", "name": "network-vif-plugged", "status": "completed", "tag": "e6161c03-c327-4db3-84c6-537a8fc11aba", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:34:42.126325 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e76ee4ce-bfaf-4b5c-98db-884b10f54e28 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:34:42.127277 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4768f9ba-e624-4415-b73b-7efd884a1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6161c03-c327-4db3-84c6-537a8fc11aba', 'code': 200} Aug 17 16:34:42.258005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1367440-45ce-4fa2-b782-7b4e807838e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.324307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] For port e94b7c5c-29ca-464c-9a10-0e4958c1f32e, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:34:42.334788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] For port e94b7c5c-29ca-464c-9a10-0e4958c1f32e, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e94b7c5c-29ca-464c-9a10-0e4958c1f32e,segment=NetworkSegment(fa186a29-e250-4812-b9c2-de55b2c9832a),segment_id=fa186a29-e250-4812-b9c2-de55b2c9832a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:34:42.347330 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.364675 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1842f006-35a1-41f0-8b23-2d99bdecc258 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.424253 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1367440-45ce-4fa2-b782-7b4e807838e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.458919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a294-3669-43e6-ba03-96b1ff88bd53 req-5c193174-adcd-4511-a6c2-669af32d120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:42.460509 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33b0a294-3669-43e6-ba03-96b1ff88bd53 req-5c193174-adcd-4511-a6c2-669af32d120c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 1096 time: 0.2490633 Aug 17 16:34:42.463176 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c93f1370-59d4-4d82-ab5d-7871b6ba0639 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.485092 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c93f1370-59d4-4d82-ab5d-7871b6ba0639 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.523608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31ea71-9fe4-454b-a463-1a37b2c9667c None None] Pushing event updated for resources: {'Port': ['ID=e94b7c5c-29ca-464c-9a10-0e4958c1f32e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:42.592009 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33b0a294-3669-43e6-ba03-96b1ff88bd53 req-9cb96e0f-bce9-47f2-a8e7-8f1fa2be8a04 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208649 Aug 17 16:34:42.596404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f1370-59d4-4d82-ab5d-7871b6ba0639 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0df585-abde-4360-a89d-9e077abc5ed4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:42.599215 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c93f1370-59d4-4d82-ab5d-7871b6ba0639 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.604105 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c93f1370-59d4-4d82-ab5d-7871b6ba0639 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2573996 Aug 17 16:34:42.604517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:42.610567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d2f37773-a167-42d6-9ff9-664626881bee tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'cf0df585-abde-4360-a89d-9e077abc5ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:42.616289 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1842f006-35a1-41f0-8b23-2d99bdecc258 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.665943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842f006-35a1-41f0-8b23-2d99bdecc258 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Subnet': ['ID=f37b904a-cfc3-48c1-a441-0deb83764d8e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:42.676341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1842f006-35a1-41f0-8b23-2d99bdecc258 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.682342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1842f006-35a1-41f0-8b23-2d99bdecc258 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "DELETE /v2.0/subnets/f37b904a-cfc3-48c1-a441-0deb83764d8e HTTP/1.1" status: 204 len: 168 time: 2.1810727 Aug 17 16:34:42.683811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:42.718667 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1367440-45ce-4fa2-b782-7b4e807838e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.721272 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1367440-45ce-4fa2-b782-7b4e807838e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:42.722674 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f1367440-45ce-4fa2-b782-7b4e807838e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d4a5c21-aec6-43cf-a585-0864e061d5a9 HTTP/1.1" status: 204 len: 168 time: 0.8663452 Aug 17 16:34:42.754332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1367440-45ce-4fa2-b782-7b4e807838e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4a5c21-aec6-43cf-a585-0864e061d5a9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:42.772511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252babe5-0159-4b00-9b77-80acea71fb5a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:42.774214 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-252babe5-0159-4b00-9b77-80acea71fb5a tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863628 Aug 17 16:34:42.780815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:42.878639 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d2f37773-a167-42d6-9ff9-664626881bee tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The resource could not be found. Aug 17 16:34:42.884701 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2f37773-a167-42d6-9ff9-664626881bee tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2777767 Aug 17 16:34:42.885429 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:42.908414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cc252c17-b835-4a86-8214-0a14fbca4172 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'cf0df585-abde-4360-a89d-9e077abc5ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fc9f077a-d9f1-451e-be0a-423c7cc159d1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:43.179766 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:43.189545 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d6a0cec6-c891-4640-8ba5-2b9b315fa5c2 req-f5a33937-193d-4bb1-a495-711ad8d73d1e tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.1001134 Aug 17 16:34:43.315393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-00597f45-82d0-4b95-b79d-fc374fdd1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:43.317655 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-00597f45-82d0-4b95-b79d-fc374fdd1982 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 1.3155937 Aug 17 16:34:43.391951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2dc0c-ff8f-4810-9451-3abd83df2396 req-c6ba16fa-e6d7-4e11-8788-dda7747cbf8c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:43.393725 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-cc252c17-b835-4a86-8214-0a14fbca4172 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The resource could not be found. Aug 17 16:34:43.404635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d1c2dc0c-ff8f-4810-9451-3abd83df2396 req-c6ba16fa-e6d7-4e11-8788-dda7747cbf8c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 945 time: 0.2935929 Aug 17 16:34:43.406070 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc252c17-b835-4a86-8214-0a14fbca4172 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5089757 Aug 17 16:34:43.407339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38486) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:43.465315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-4bc44142-31ce-42e2-a884-de5cd5ce2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:43.465315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-4bc44142-31ce-42e2-a884-de5cd5ce2322 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236651 Aug 17 16:34:43.566925 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d1c2dc0c-ff8f-4810-9451-3abd83df2396 req-4334610c-0582-43de-bd59-b04a6b552b7e tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601310 Aug 17 16:34:43.594765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Deleting port e94b7c5c-29ca-464c-9a10-0e4958c1f32e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:43.594765 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:43.673852 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-f30349f3-57ac-44bf-b720-1cbfe137e653 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635783 Aug 17 16:34:43.755825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a593ad-3516-4fab-b067-e41a813c09b3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:43.814090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] For port e94b7c5c-29ca-464c-9a10-0e4958c1f32e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e94b7c5c-29ca-464c-9a10-0e4958c1f32e,segment=NetworkSegment(fa186a29-e250-4812-b9c2-de55b2c9832a),segment_id=fa186a29-e250-4812-b9c2-de55b2c9832a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:43.814494 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:43.826557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a593ad-3516-4fab-b067-e41a813c09b3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:43.844996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Calling delete_port for e94b7c5c-29ca-464c-9a10-0e4958c1f32e owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:43.865327 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-ffc785df-939b-4db7-a874-9d30947dc487 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826770 Aug 17 16:34:43.941105 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-b6beccea-22b0-4038-9023-d975c7e46e52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=018fcbe2-3082-461b-b24b-05d753360d2d HTTP/1.1" status: 200 len: 217 time: 0.0685482 Aug 17 16:34:43.979715 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a593ad-3516-4fab-b067-e41a813c09b3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:43.985788 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a593ad-3516-4fab-b067-e41a813c09b3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:43.991641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c1a593ad-3516-4fab-b067-e41a813c09b3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/cf0df585-abde-4360-a89d-9e077abc5ed4 HTTP/1.1" status: 204 len: 168 time: 0.5773814 Aug 17 16:34:44.001695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:44.031586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a593ad-3516-4fab-b067-e41a813c09b3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0df585-abde-4360-a89d-9e077abc5ed4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:44.047868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-2b2a7157-0e72-49cb-9e4e-bfc63c8efbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:44.051095 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-2b2a7157-0e72-49cb-9e4e-bfc63c8efbd6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 200 len: 797 time: 0.0978930 Aug 17 16:34:44.123830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-553ac86b-f829-4df5-9417-04455ff7512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:44.125833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-553ac86b-f829-4df5-9417-04455ff7512f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671136 Aug 17 16:34:44.148410 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-142b4ce1-3fa5-434e-a9a4-5b7f7c722fb3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1295295 Aug 17 16:34:44.153416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:44.155088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:44.163904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d743b3a7-aa38-452c-99c8-d01a6306816c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': '7be73ee3-b3cf-4ed4-8256-7202bd7ab090', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:44.244032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] No DVR routers for this DVR port e94b7c5c-29ca-464c-9a10-0e4958c1f32e on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:34:44.304921 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-9dcfff61-bb48-4f0f-a20a-553b86060398 service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683061 Aug 17 16:34:44.338764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Port': ['ID=e94b7c5c-29ca-464c-9a10-0e4958c1f32e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:44.397975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd31913e-04f6-4e20-bf7d-09bd9c9bfb78 None None] Network 60cba936-d017-4c27-85b7-47931e7f2445 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:34:44.456099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e94b7c5c-29ca-464c-9a10-0e4958c1f32e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:34:44.490181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fdb98519-d5ad-4e39-a879-399241a14c94 None None] Could not find standard attr ID for object e94b7c5c-29ca-464c-9a10-0e4958c1f32e. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:34:44.532185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:44.561628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-964b3b8a-50c0-4365-a5f7-59daf085abaa service neutron] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486291 Aug 17 16:34:44.579220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a6bdcfe-456f-4d35-ae9a-b5811ba539d2 req-f3281931-6acd-41b3-9983-0e691dc9baf8 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0575135 Aug 17 16:34:44.579220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cba936-d017-4c27-85b7-47931e7f2445']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:44.590412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e94b7c5c-29ca-464c-9a10-0e4958c1f32e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:34:44.605006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e94b7c5c-29ca-464c-9a10-0e4958c1f32e not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 16:34:44.617810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa186a29-e250-4812-b9c2-de55b2c9832a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:44.618509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa186a29-e250-4812-b9c2-de55b2c9832a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:44.630797 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d743b3a7-aa38-452c-99c8-d01a6306816c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The resource could not be found. Aug 17 16:34:44.633857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d743b3a7-aa38-452c-99c8-d01a6306816c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4751310 Aug 17 16:34:44.641066 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:44.643763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:44.651006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-079e4886-3d7c-4bd7-8d56-b3a03594d71c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'tempest-secgroup--730583211'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:44.689800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Port e94b7c5c-29ca-464c-9a10-0e4958c1f32e not found, will not notify nova. {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 16:34:44.708396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-32fe989f-9f0f-4984-a55a-53fde4343225 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=782258dc-1a4a-4ad5-916d-17b7f87e7762 HTTP/1.1" status: 200 len: 217 time: 0.1334760 Aug 17 16:34:44.733457 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-079e4886-3d7c-4bd7-8d56-b3a03594d71c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:44.794729 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:44.822528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-e7c39922-f3f8-490d-a10f-53d7b5afb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:44.834037 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-e7c39922-f3f8-490d-a10f-53d7b5afb414 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=50c669c8-80f7-4298-96dc-96190b20c8a6 HTTP/1.1" status: 200 len: 797 time: 0.1158683 Aug 17 16:34:44.847639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:34:44.849055 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:34:44.860295 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:34:44.907523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e03ac-dd29-4d5e-bc92-76821c7f6ba7 None None] DHCP port deletion for 60cba936-d017-4c27-85b7-47931e7f2445 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:34:44.938878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78016b-f771-4835-97c1-d488310ee562 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:34:45.003660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.004010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac823ce-fe0b-47c6-aa62-f0bf1776b367 req-42ac9ed5-af7c-46b7-a0d0-f66513fa8236 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:45.005525 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bac823ce-fe0b-47c6-aa62-f0bf1776b367 req-42ac9ed5-af7c-46b7-a0d0-f66513fa8236 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 945 time: 0.1583440 Aug 17 16:34:45.013837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-a1e2d578-a302-48fc-ae55-425111f0c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:45.019090 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-a1e2d578-a302-48fc-ae55-425111f0c6d5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1597962 Aug 17 16:34:45.031210 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.034818 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "DELETE /v2.0/networks/60cba936-d017-4c27-85b7-47931e7f2445 HTTP/1.1" status: 204 len: 168 time: 2.2526555 Aug 17 16:34:45.044268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38530) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:45.102653 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1a02a-2f09-4ec1-a14e-d58dea536734 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Network': ['ID=60cba936-d017-4c27-85b7-47931e7f2445,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:45.129384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bac823ce-fe0b-47c6-aa62-f0bf1776b367 req-f67ce9ef-7a99-4ad6-af33-506e3898525d tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082439 Aug 17 16:34:45.190714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-03b670f5-c805-4f19-98e6-12345bc59697 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620572 Aug 17 16:34:45.306013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.340122 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-079e4886-3d7c-4bd7-8d56-b3a03594d71c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.353045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-079e4886-3d7c-4bd7-8d56-b3a03594d71c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.394923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb78016b-f771-4835-97c1-d488310ee562 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:34:45.464346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-079e4886-3d7c-4bd7-8d56-b3a03594d71c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.467181 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-079e4886-3d7c-4bd7-8d56-b3a03594d71c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8203843 Aug 17 16:34:45.473036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:45.521875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-d4776bd2-0d34-4ca0-b6c1-36d1fe7b7e0a service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234637 Aug 17 16:34:45.600551 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.624973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de9154a-7f4c-4b6e-be02-19a1c993a9e2']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:45.647850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640a1614-33e9-4361-ad89-b79b93c0726c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:45.647850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640a1614-33e9-4361-ad89-b79b93c0726c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:45.662155 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.672403 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-55426ef7-9c27-4324-9da8-761369bcbd5b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522 HTTP/1.1" status: 200 len: 217 time: 0.1394238 Aug 17 16:34:45.682978 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.691646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:34:45.692418 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.775752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2d92be82-895c-47b7-8051-ff59a88d8da8 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290970553'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:34:45.781738 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:34:45.788187 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.810921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:45.831636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "DELETE /v2.0/networks/1de9154a-7f4c-4b6e-be02-19a1c993a9e2 HTTP/1.1" status: 204 len: 168 time: 0.7540741 Aug 17 16:34:45.846463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e4886-3d7c-4bd7-8d56-b3a03594d71c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad20d68f-b51e-4dbc-9784-ce24c8603d7d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:45.849054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:45.859567 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8f1f5a3a-1103-4d6e-a374-f580b2db9e24 req-9c79644f-2328-4ac1-a70b-0601e9e59769 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0886295 Aug 17 16:34:45.903888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef26813-5bca-4180-930c-2259ce373fe5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Network': ['ID=1de9154a-7f4c-4b6e-be02-19a1c993a9e2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:45.927071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-27915b06-f733-4e4c-9b1c-c7624421a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:45.931554 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-27915b06-f733-4e4c-9b1c-c7624421a334 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=50c669c8-80f7-4298-96dc-96190b20c8a6 HTTP/1.1" status: 200 len: 797 time: 0.2054255 Aug 17 16:34:45.969643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d92be82-895c-47b7-8051-ff59a88d8da8 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.042407 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.114446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6477-34c3-46cd-8ca8-e66e22bc75cb req-8c3fca21-9d18-400a-a637-4c047f45fc5f tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:46.120917 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6bf6477-34c3-46cd-8ca8-e66e22bc75cb req-8c3fca21-9d18-400a-a637-4c047f45fc5f tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 945 time: 0.4806113 Aug 17 16:34:46.192617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef9eb-9328-46e9-af99-a225c69169dc req-537b7fc2-922e-48b6-9cd9-bc28f8b085ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:46.195475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-537b7fc2-922e-48b6-9cd9-bc28f8b085ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=019feb88-1596-40ac-a5d4-9314af196c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2397604 Aug 17 16:34:46.199011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.205153 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6bf6477-34c3-46cd-8ca8-e66e22bc75cb req-c460bb54-9e18-4b42-afbd-7d6c51496d19 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761769 Aug 17 16:34:46.252620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ccd5d8-58d5-4db5-8b30-1242014c26cd']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:46.284206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83161cb6-67d3-49c8-95f3-79dda3b5a437') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:46.284792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83161cb6-67d3-49c8-95f3-79dda3b5a437') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:46.317650 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.322717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d92be82-895c-47b7-8051-ff59a88d8da8 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.333189 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d92be82-895c-47b7-8051-ff59a88d8da8 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.405105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.441386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:34:46.443043 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:34:46.481123 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:34:46.542130 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d92be82-895c-47b7-8051-ff59a88d8da8 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.543881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2d92be82-895c-47b7-8051-ff59a88d8da8 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0685890 Aug 17 16:34:46.548144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:46.548840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92be82-895c-47b7-8051-ff59a88d8da8 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fc80b7-608e-4a72-af9e-a6929fa5b4f6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:46.567440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-f6b53df7-a658-434f-baa7-1abbcd7c8050 service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607824 Aug 17 16:34:46.570308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ce70c35d-2202-432e-a2ad-9c44ce8924b1 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': 'ad20d68f-b51e-4dbc-9784-ce24c8603d7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '95fc80b7-608e-4a72-af9e-a6929fa5b4f6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:46.609099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.619418 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.624835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "DELETE /v2.0/networks/64ccd5d8-58d5-4db5-8b30-1242014c26cd HTTP/1.1" status: 204 len: 168 time: 0.7704749 Aug 17 16:34:46.650887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:46.652155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673871ab-0a98-4a8c-82cd-4e8bbd0505e5 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Network': ['ID=64ccd5d8-58d5-4db5-8b30-1242014c26cd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:46.787145 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:46.817866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e94b7c5c-29ca-464c-9a10-0e4958c1f32e no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:34:46.831299 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-ce70c35d-2202-432e-a2ad-9c44ce8924b1 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:46.832632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce70c35d-2202-432e-a2ad-9c44ce8924b1 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2671788 Aug 17 16:34:46.835904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:46.898186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e94b7c5c-29ca-464c-9a10-0e4958c1f32e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:34:46.899911 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e94b7c5c-29ca-464c-9a10-0e4958c1f32e not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:34:46.958171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-137ef9eb-9328-46e9-af99-a225c69169dc req-25d91b81-ba5a-4bf1-ba3a-03897c63a30b service neutron] 10.222.0.93 "GET /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762393 Aug 17 16:34:47.057363 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.068837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6031a7b-2783-40b5-8742-981f0850ace1']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:47.080385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9140d6f3-14cb-4583-9ac7-523a9979a521') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:47.080682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9140d6f3-14cb-4583-9ac7-523a9979a521') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:47.091623 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.106920 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.113812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:34:47.114346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:34:47.229685 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:34:47.430514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79656d20-675f-4a1e-8166-05bf5e902617 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.447325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3726175-5652-4f7d-8c35-cc301ae225b2 req-d2c3bb79-b8e4-41f8-95a0-418e3dc37a66 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.2200387 Aug 17 16:34:47.524305 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:34:47.525949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-bf05812a-d5fc-40c9-bf9a-60f2b5e57fcc tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:47.529203 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-bf05812a-d5fc-40c9-bf9a-60f2b5e57fcc tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 945 time: 0.7579937 Aug 17 16:34:47.554989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.573154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77433133-39b2-49d7-8666-23804c4e16ba req-066dd481-a338-4e80-92a5-ade5bc3beccb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:47.584299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77433133-39b2-49d7-8666-23804c4e16ba req-066dd481-a338-4e80-92a5-ade5bc3beccb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 945 time: 0.1900654 Aug 17 16:34:47.629460 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.649406 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] 10.222.0.77 "DELETE /v2.0/networks/d6031a7b-2783-40b5-8742-981f0850ace1 HTTP/1.1" status: 204 len: 168 time: 0.9875083 Aug 17 16:34:47.706094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77433133-39b2-49d7-8666-23804c4e16ba req-98f95411-50f2-49ad-8dcd-71eeb79633f2 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups?id=71d8a19d-b2e4-48cf-be36-bc0599cba685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204367 Aug 17 16:34:47.729462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497d649-95e6-4d2a-ac78-40e7d483e154 tempest-BulkNetworkOpsIpV6Test-1325418502 tempest-BulkNetworkOpsIpV6Test-1325418502-project] Pushing event deleted for resources: {'Network': ['ID=d6031a7b-2783-40b5-8742-981f0850ace1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:47.740363 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79656d20-675f-4a1e-8166-05bf5e902617 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.912443 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79656d20-675f-4a1e-8166-05bf5e902617 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.922193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79656d20-675f-4a1e-8166-05bf5e902617 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.923500 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-79656d20-675f-4a1e-8166-05bf5e902617 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/95fc80b7-608e-4a72-af9e-a6929fa5b4f6 HTTP/1.1" status: 204 len: 168 time: 1.0810602 Aug 17 16:34:47.928861 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38732) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:47.945810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-e04543f8-1cfa-4cd1-a756-aea37015e2cb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Deleting port e6161c03-c327-4db3-84c6-537a8fc11aba {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:47.946159 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-e04543f8-1cfa-4cd1-a756-aea37015e2cb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:47.965476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79656d20-675f-4a1e-8166-05bf5e902617 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fc80b7-608e-4a72-af9e-a6929fa5b4f6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:48.136747 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-92c4e1fa-8b9d-48c3-ab3b-844e219778f3 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2055566 Aug 17 16:34:48.140425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38756) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:48.189308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-e04543f8-1cfa-4cd1-a756-aea37015e2cb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] For port e6161c03-c327-4db3-84c6-537a8fc11aba, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e6161c03-c327-4db3-84c6-537a8fc11aba,segment=NetworkSegment(e83ef575-b4b5-4bce-a813-9b8bd3dae72a),segment_id=e83ef575-b4b5-4bce-a813-9b8bd3dae72a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:34:48.202165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-e04543f8-1cfa-4cd1-a756-aea37015e2cb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:48.263953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-e04543f8-1cfa-4cd1-a756-aea37015e2cb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Calling delete_port for e6161c03-c327-4db3-84c6-537a8fc11aba owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:48.284812 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c098fe2d-c4ca-4ea1-b818-bd64f4f72cfb tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:48.349072 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c098fe2d-c4ca-4ea1-b818-bd64f4f72cfb tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:48.433882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c098fe2d-c4ca-4ea1-b818-bd64f4f72cfb tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:48.437522 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c098fe2d-c4ca-4ea1-b818-bd64f4f72cfb tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:48.446648 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c098fe2d-c4ca-4ea1-b818-bd64f4f72cfb tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/ad20d68f-b51e-4dbc-9784-ce24c8603d7d HTTP/1.1" status: 204 len: 168 time: 0.3048565 Aug 17 16:34:48.449299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:48.473092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38792) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:48.519016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098fe2d-c4ca-4ea1-b818-bd64f4f72cfb tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad20d68f-b51e-4dbc-9784-ce24c8603d7d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:48.588086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-95159a1f-85fe-42df-a135-1d4214f4a855 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367550 Aug 17 16:34:48.592441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38814) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:48.605284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-90822929-ac9c-4581-9ba9-618999124141 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'tempest-secgroup--716077319'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:48.685819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90822929-ac9c-4581-9ba9-618999124141 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:48.869609 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17aee3a5-2edd-4ff8-b53e-5da36013030c req-89787f4d-6f1b-45a5-b58d-a34e17efc4fa tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.1747026 Aug 17 16:34:48.920119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-e04543f8-1cfa-4cd1-a756-aea37015e2cb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:48.932783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e6161c03-c327-4db3-84c6-537a8fc11aba'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:34:49.012769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04543f8-1cfa-4cd1-a756-aea37015e2cb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event deleted for resources: {'Port': ['ID=e6161c03-c327-4db3-84c6-537a8fc11aba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:49.064089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-589eb08f-6b47-45fa-a9fd-af0944bb3a4d req-d05d7084-eec5-4f8a-8a93-36669ea5e9f8 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4768f9ba-e624-4415-b73b-7efd884a1445 HTTP/1.1" status: 200 len: 210 time: 0.1494286 Aug 17 16:34:49.118177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-e04543f8-1cfa-4cd1-a756-aea37015e2cb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] No DVR routers for this DVR port e6161c03-c327-4db3-84c6-537a8fc11aba on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:34:49.119641 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b73959fe-60ce-4122-ac14-e6e700f7d461 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb8aba846db34b5db781e1734c173b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384521 Aug 17 16:34:49.124804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38872) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:49.127992 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-e04543f8-1cfa-4cd1-a756-aea37015e2cb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.141433 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b73dfc41-f771-438a-b019-aad6804a4fd9 req-e04543f8-1cfa-4cd1-a756-aea37015e2cb tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.91 "DELETE /v2.0/ports/e6161c03-c327-4db3-84c6-537a8fc11aba HTTP/1.1" status: 204 len: 173 time: 1.5940068 Aug 17 16:34:49.141433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4768f9ba-e624-4415-b73b-7efd884a1445', 'name': 'network-vif-deleted', 'tag': 'e6161c03-c327-4db3-84c6-537a8fc11aba'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:34:49.141433 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0fa62a-3996-4ecc-913b-10a615ea3883" -d '{"events": [{"server_uuid": "4768f9ba-e624-4415-b73b-7efd884a1445", "name": "network-vif-deleted", "tag": "e6161c03-c327-4db3-84c6-537a8fc11aba"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:34:49.257723 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a845af9-72bc-4401-b68e-8c6990f0b8ab x-openstack-request-id: req-0a845af9-72bc-4401-b68e-8c6990f0b8ab {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:34:49.258220 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4768f9ba-e624-4415-b73b-7efd884a1445", "name": "network-vif-deleted", "tag": "e6161c03-c327-4db3-84c6-537a8fc11aba", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:34:49.258710 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a845af9-72bc-4401-b68e-8c6990f0b8ab {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:34:49.259330 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4768f9ba-e624-4415-b73b-7efd884a1445', 'name': 'network-vif-deleted', 'tag': 'e6161c03-c327-4db3-84c6-537a8fc11aba', 'status': 'completed', 'code': 200} Aug 17 16:34:49.349494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90822929-ac9c-4581-9ba9-618999124141 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.367412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2531cf41-27a7-45da-aa30-1764da4b268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.373282 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90822929-ac9c-4581-9ba9-618999124141 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.439057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90822929-ac9c-4581-9ba9-618999124141 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.446467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:49.452570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ca44f02a-be89-4866-bd23-aefcd97484bc tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': '802b4f27-2d03-4516-8ac6-bfe505d51bd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:49.457470 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-90822929-ac9c-4581-9ba9-618999124141 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8635037 Aug 17 16:34:49.480984 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2531cf41-27a7-45da-aa30-1764da4b268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.516199 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.518023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90822929-ac9c-4581-9ba9-618999124141 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802b4f27-2d03-4516-8ac6-bfe505d51bd5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:49.549300 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-ca44f02a-be89-4866-bd23-aefcd97484bc tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:49.551417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca44f02a-be89-4866-bd23-aefcd97484bc tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1038046 Aug 17 16:34:49.555883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:49.566710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3843aebf-34fc-4648-87c3-9565fa01d970 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group_rule': {'security_group_id': '802b4f27-2d03-4516-8ac6-bfe505d51bd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:49.646572 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3843aebf-34fc-4648-87c3-9565fa01d970 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:34:49.648348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3843aebf-34fc-4648-87c3-9565fa01d970 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0910382 Aug 17 16:34:49.663044 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38932) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:49.687738 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2531cf41-27a7-45da-aa30-1764da4b268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.691414 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2531cf41-27a7-45da-aa30-1764da4b268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.709491 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2531cf41-27a7-45da-aa30-1764da4b268b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a3a9aaa-ad64-453a-aa31-1ba6cd5e0501 HTTP/1.1" status: 204 len: 168 time: 0.5824840 Aug 17 16:34:49.712739 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.736847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531cf41-27a7-45da-aa30-1764da4b268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3a9aaa-ad64-453a-aa31-1ba6cd5e0501,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:49.901977 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-679ea053-468a-4399-833c-6bce3ea6bd62 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:49.980171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-679ea053-468a-4399-833c-6bce3ea6bd62 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:50.117431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-679ea053-468a-4399-833c-6bce3ea6bd62 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:50.137633 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-679ea053-468a-4399-833c-6bce3ea6bd62 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:50.153284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38982) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:50.155630 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-679ea053-468a-4399-833c-6bce3ea6bd62 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/802b4f27-2d03-4516-8ac6-bfe505d51bd5 HTTP/1.1" status: 204 len: 168 time: 0.4896564 Aug 17 16:34:50.221452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ea053-468a-4399-833c-6bce3ea6bd62 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802b4f27-2d03-4516-8ac6-bfe505d51bd5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:50.258440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aee1165b-c191-41e4-abd0-a3a2a98c4c5b req-343fc85c-5429-4372-8e6c-caf136f0b060 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.1186981 Aug 17 16:34:50.523263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39024) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:50.524747 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-85bcf890-6208-412d-99ec-c3181e97574c tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3663883 Aug 17 16:34:50.532863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7ea9eb1a-2f8f-428b-9416-2157b8036d40 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'tempest-secgroup--906151814'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:50.646775 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea9eb1a-2f8f-428b-9416-2157b8036d40 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:50.744094 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39050) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:50.896873 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea9eb1a-2f8f-428b-9416-2157b8036d40 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:50.912186 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea9eb1a-2f8f-428b-9416-2157b8036d40 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:50.933215 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87b6cb42-d370-49cd-9496-c4bca8072721 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:50.936513 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea9eb1a-2f8f-428b-9416-2157b8036d40 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:50.949399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ea9eb1a-2f8f-428b-9416-2157b8036d40 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4243908 Aug 17 16:34:50.950191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:50.964941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8933c10e-ca1a-4c85-8129-3bf0c2f69f8a tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:50.965517 n-d-804878-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-8933c10e-ca1a-4c85-8129-3bf0c2f69f8a tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 16:34:50.966166 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8933c10e-ca1a-4c85-8129-3bf0c2f69f8a tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 16:34:50.970578 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8933c10e-ca1a-4c85-8129-3bf0c2f69f8a tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "PUT /v2.0/security-groups/35677511-28ad-488b-9066-2d81374d810b HTTP/1.1" status: 409 len: 330 time: 0.0171611 Aug 17 16:34:50.971477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:50.972499 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87b6cb42-d370-49cd-9496-c4bca8072721 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:51.065636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9eb1a-2f8f-428b-9416-2157b8036d40 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35677511-28ad-488b-9066-2d81374d810b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:51.087165 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87b6cb42-d370-49cd-9496-c4bca8072721 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:51.095983 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87b6cb42-d370-49cd-9496-c4bca8072721 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:51.098907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-87b6cb42-d370-49cd-9496-c4bca8072721 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "DELETE /v2.0/security-groups/3d82aa76-981e-474a-b335-0385ab50cede HTTP/1.1" status: 204 len: 168 time: 0.3533387 Aug 17 16:34:51.101857 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:51.129920 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-6847a12e-9311-4439-a2a6-d11c3373b2be tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] show failed (client error): The resource could not be found. Aug 17 16:34:51.132679 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6847a12e-9311-4439-a2a6-d11c3373b2be tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "GET /v2.0/security-groups/3d82aa76-981e-474a-b335-0385ab50cede HTTP/1.1" status: 404 len: 347 time: 0.0277352 Aug 17 16:34:51.136466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:51.178826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6cb42-d370-49cd-9496-c4bca8072721 tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d82aa76-981e-474a-b335-0385ab50cede,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:51.335680 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08b5937d-b5b9-4b80-a652-34f44a1dd8c1 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:51.432288 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08b5937d-b5b9-4b80-a652-34f44a1dd8c1 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:51.482166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6161c03-c327-4db3-84c6-537a8fc11aba no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:34:51.554575 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08b5937d-b5b9-4b80-a652-34f44a1dd8c1 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:51.589399 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08b5937d-b5b9-4b80-a652-34f44a1dd8c1 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:51.592270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-08b5937d-b5b9-4b80-a652-34f44a1dd8c1 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/35677511-28ad-488b-9066-2d81374d810b HTTP/1.1" status: 204 len: 168 time: 0.6038861 Aug 17 16:34:51.594963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39132) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:51.619446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: e6161c03-c327-4db3-84c6-537a8fc11aba {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:34:51.624637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e6161c03-c327-4db3-84c6-537a8fc11aba not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:34:51.704061 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-23a42a04-bf00-4400-8090-9f82f81e9b48 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1073356 Aug 17 16:34:51.710206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39142) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:51.735839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5937d-b5b9-4b80-a652-34f44a1dd8c1 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35677511-28ad-488b-9066-2d81374d810b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:51.742245 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-9a455431-4331-4913-a866-5529c0c2c8f4 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] delete failed (client error): The resource could not be found. Aug 17 16:34:51.747779 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9a455431-4331-4913-a866-5529c0c2c8f4 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "DELETE /v2.0/security-groups/a88ec911-749c-4420-b29d-28c41fd9306f HTTP/1.1" status: 404 len: 347 time: 0.0364919 Aug 17 16:34:51.753139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39146) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:51.814704 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-e9365361-2143-4688-ba27-37714c5b7f13 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] show failed (client error): The resource could not be found. Aug 17 16:34:51.817943 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e9365361-2143-4688-ba27-37714c5b7f13 tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-groups/3cff213c-6ee9-4ece-a4e3-d2183434cb53 HTTP/1.1" status: 404 len: 347 time: 0.0634897 Aug 17 16:34:51.825187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39158) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:51.829583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9372c382-d8e9-4ce5-8bce-019b56abba8e req-cd01ba1e-4265-4667-b1c2-94580c7f71d4 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.2809794 Aug 17 16:34:51.848391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:51.861191 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-e7f351f0-b7a8-4ad4-a7b7-1c571b46eebb tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] show failed (client error): The resource could not be found. Aug 17 16:34:51.862314 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e7f351f0-b7a8-4ad4-a7b7-1c571b46eebb tempest-NegativeSecGroupIPv6Test-112945293 tempest-NegativeSecGroupIPv6Test-112945293-project] 10.222.0.77 "GET /v2.0/security-group-rules/480b8c4d-daf5-4cef-bf92-c3cea32422e2 HTTP/1.1" status: 404 len: 356 time: 0.0360408 Aug 17 16:34:51.925500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-15c8db98-65a8-45a3-99eb-1a2380ae346c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Deleting port 1551123b-1c14-4bc5-9e1a-eb3b758fc178 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:51.926518 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15c8db98-65a8-45a3-99eb-1a2380ae346c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.114973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1525460496'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:52.147577 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15c8db98-65a8-45a3-99eb-1a2380ae346c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.147944 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15c8db98-65a8-45a3-99eb-1a2380ae346c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.159546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:52.164021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.174507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-15c8db98-65a8-45a3-99eb-1a2380ae346c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Calling delete_port for 1551123b-1c14-4bc5-9e1a-eb3b758fc178 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:52.188004 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.488562 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.493763 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.494790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39196) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:52.510777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15c8db98-65a8-45a3-99eb-1a2380ae346c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.560690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:34:52.583248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8db98-65a8-45a3-99eb-1a2380ae346c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Pushing event deleted for resources: {'Port': ['ID=1551123b-1c14-4bc5-9e1a-eb3b758fc178,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:52.623146 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.623694 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Added segment 32d2a433-e6bf-4d71-9021-a2cdb80d6540 of type vlan for network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e Aug 17 16:34:52.636999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bd8a18-339a-4058-a894-2764f6e8a45d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:52.700389 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15c8db98-65a8-45a3-99eb-1a2380ae346c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.709496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15c8db98-65a8-45a3-99eb-1a2380ae346c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.715068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-15c8db98-65a8-45a3-99eb-1a2380ae346c tempest-ImagesOneServerNegativeTestJSON-193369658 tempest-ImagesOneServerNegativeTestJSON-193369658-project] 10.222.0.77 "DELETE /v2.0/floatingips/17099b30-2ad8-4e4a-b55e-529c5c9537c7 HTTP/1.1" status: 204 len: 168 time: 1.5744674 Aug 17 16:34:52.719098 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.754588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.762689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:52.768007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:52.787726 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-08b23121-fed8-4d1d-9e64-dab1fc18d8d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c78ca95bed2e49ac8467d08c958f31a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913017 Aug 17 16:34:52.790597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39210) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:52.895361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39216) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:52.949733 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0920f13-1216-4170-8541-71319e4f642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.029761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0920f13-1216-4170-8541-71319e4f642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.059330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-33476036-d014-4d9e-8d95-6caeac57320d admin admin] Deleting subnet 29bef7db-c151-4085-b6c2-e29fb91e018d {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:34:53.074942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33476036-d014-4d9e-8d95-6caeac57320d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.132066 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33476036-d014-4d9e-8d95-6caeac57320d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.173187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0920f13-1216-4170-8541-71319e4f642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.180205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0920f13-1216-4170-8541-71319e4f642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.183452 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e0920f13-1216-4170-8541-71319e4f642b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/be054e52-1690-4116-861e-c5ed902862ca HTTP/1.1" status: 204 len: 168 time: 0.3794298 Aug 17 16:34:53.215109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33476036-d014-4d9e-8d95-6caeac57320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.286719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33476036-d014-4d9e-8d95-6caeac57320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.297190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0920f13-1216-4170-8541-71319e4f642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be054e52-1690-4116-861e-c5ed902862ca,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:53.359895 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33476036-d014-4d9e-8d95-6caeac57320d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.361844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5112960 Aug 17 16:34:53.367720 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-33476036-d014-4d9e-8d95-6caeac57320d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/29bef7db-c151-4085-b6c2-e29fb91e018d HTTP/1.1" status: 204 len: 168 time: 0.4456115 Aug 17 16:34:53.368403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39228) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:53.379368 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39230) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:53.381339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'name': 'tempest-PortsIpV6TestJSON-1800542686'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:53.390550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33476036-d014-4d9e-8d95-6caeac57320d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29bef7db-c151-4085-b6c2-e29fb91e018d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:53.545817 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.576916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:53.579540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0abbcc1e-7342-4bc9-b60d-e5c117e1e4f5 req-0f017a5b-96b4-470d-a1af-59b036aba097 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.2934759 Aug 17 16:34:53.582499 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.592013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5179e4e-eabc-49c5-85c3-3b233aedd148 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Network': ['ID=3ff78168-9061-4bdc-b3c7-f64f6c1e899e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:53.605241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 2acf3732-8262-483d-b724-1b6ae402110a yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:53.629174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:34:53.841853 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.863393 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54ade5e-3f79-48cc-9003-a24c930f4891']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:53.897496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:53.898109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83ef575-b4b5-4bce-a813-9b8bd3dae72a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:53.918365 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.955541 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.975759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:34:53.976172 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:34:53.978637 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:34:54.056091 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:54.073947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:54.096713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:54.101272 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a54ade5e-3f79-48cc-9003-a24c930f4891 HTTP/1.1" status: 204 len: 168 time: 0.6954875 Aug 17 16:34:54.101272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a7131-7c6a-4e6c-9d3a-cb58303990f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a54ade5e-3f79-48cc-9003-a24c930f4891,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:54.227080 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:54.334263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:54.399816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=2acf3732-8262-483d-b724-1b6ae402110a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:54.497840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Checking segment: {'id': '32d2a433-e6bf-4d71-9021-a2cdb80d6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:34:54.498486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network hostable DHCP agents. Network: 3ff78168-9061-4bdc-b3c7-f64f6c1e899e, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:34:54.551172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:34:54.573647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 3ff78168-9061-4bdc-b3c7-f64f6c1e899e) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:54.580201 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:54.588860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:54.608870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:54.613761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:54.644038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e160f-391d-4443-8dbd-e686882c16c4 None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:34:54.656468 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b06fe3c1-ae08-4ea8-b4bd-1f576bcaecca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2812231 Aug 17 16:34:54.656468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39276) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:54.664078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2093758028'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:54.759931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:54.764349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:54.831381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:34:54.855613 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:54.855613 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Added segment 57139f17-a4ba-4802-b812-fd686ae61170 of type vlan for network f524d2eb-78a7-473b-b620-b43b9855f843 Aug 17 16:34:54.888641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c785099-934c-46f2-a049-cd383ca66a5f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=beaecf6dd330402d8f1f128f668359d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055289 Aug 17 16:34:54.892905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:54.972421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.102838 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c79fe46d-6453-4d31-afed-4ab75c457ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.136375 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb16d-f867-4d93-84ec-cd7cb02318e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.148101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1aee4739-9ea0-41d9-912a-ea5cb2620bdd req-9df45dc8-afad-4334-9d49-bdde960138eb tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.1432955 Aug 17 16:34:55.187852 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.197275 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb16d-f867-4d93-84ec-cd7cb02318e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.206696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:55.207957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.301092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Network': ['ID=f524d2eb-78a7-473b-b620-b43b9855f843,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:55.315588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network f524d2eb-78a7-473b-b620-b43b9855f843 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:34:55.343808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c79fe46d-6453-4d31-afed-4ab75c457ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.360529 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c79fe46d-6453-4d31-afed-4ab75c457ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.360789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0fcab621-c1c0-40e1-89d5-c9d0ecf3dd90 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7033412 Aug 17 16:34:55.363582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39290) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:55.371018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'ports': [{'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e'}, {'network_id': 'f524d2eb-78a7-473b-b620-b43b9855f843'}]} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:55.371404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:55.374572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': 'f524d2eb-78a7-473b-b620-b43b9855f843'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:55.486755 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c79fe46d-6453-4d31-afed-4ab75c457ed0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56846866354e44aea94b336424f56b93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1483562 Aug 17 16:34:55.486755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fe46d-6453-4d31-afed-4ab75c457ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882b1752-4162-49c7-ab96-58ca4cd4481e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:55.488419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:55.528152 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb16d-f867-4d93-84ec-cd7cb02318e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.530952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb16d-f867-4d93-84ec-cd7cb02318e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.532133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b4cb16d-f867-4d93-84ec-cd7cb02318e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/71d8a19d-b2e4-48cf-be36-bc0599cba685 HTTP/1.1" status: 204 len: 168 time: 0.6378582 Aug 17 16:34:55.588188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cb16d-f867-4d93-84ec-cd7cb02318e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d8a19d-b2e4-48cf-be36-bc0599cba685,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:55.678292 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a86e29e-4e03-4c9a-8367-f9470b2b774d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.723818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 2} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:55.732057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.733492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a86e29e-4e03-4c9a-8367-f9470b2b774d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.778686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.810491 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a86e29e-4e03-4c9a-8367-f9470b2b774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.818055 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a86e29e-4e03-4c9a-8367-f9470b2b774d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:55.820141 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0a86e29e-4e03-4c9a-8367-f9470b2b774d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/882b1752-4162-49c7-ab96-58ca4cd4481e HTTP/1.1" status: 204 len: 168 time: 0.3307643 Aug 17 16:34:55.843849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86e29e-4e03-4c9a-8367-f9470b2b774d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882b1752-4162-49c7-ab96-58ca4cd4481e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:55.941546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 3e6d925c-e44b-46a3-b103-ed080deeddec yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:56.118704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:56.230226 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port a058fb72-90a0-42d1-a97b-1e1eec824805 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:34:56.376701 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-807cff78-110f-49bb-8975-0c8758f213ee req-f5ad6cfe-fe64-4ece-8c7e-4766617ca149 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0596528 Aug 17 16:34:56.428354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:56.480892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39330) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:56.499314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3405c9b4-a451-4a4c-a45b-aa48617ee693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:56.512191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:56.577060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:34:56.588826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:56.598060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:56.599069 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:56.630764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=3e6d925c-e44b-46a3-b103-ed080deeddec,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:56.761985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=a058fb72-90a0-42d1-a97b-1e1eec824805,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:56.803477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Checking segment: {'id': '57139f17-a4ba-4802-b812-fd686ae61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f524d2eb-78a7-473b-b620-b43b9855f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:34:56.803862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network hostable DHCP agents. Network: f524d2eb-78a7-473b-b620-b43b9855f843, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:34:56.848076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network f524d2eb-78a7-473b-b620-b43b9855f843 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:34:56.897198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, f524d2eb-78a7-473b-b620-b43b9855f843) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:34:56.910705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:34:56.913779 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad937c-84f2-4941-aa1d-e4eef571606d None None] Network f524d2eb-78a7-473b-b620-b43b9855f843 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:34:56.918513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:56.924430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:56.925164 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:56.935122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3405c9b4-a451-4a4c-a45b-aa48617ee693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:56.944114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3405c9b4-a451-4a4c-a45b-aa48617ee693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:56.975356 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-141c369f-b1a5-4104-9bf4-37052c5cf638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6095793 Aug 17 16:34:56.975616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39340) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:57.011494 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3405c9b4-a451-4a4c-a45b-aa48617ee693 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1940ddef5ca4610ad145b2cf7cce9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288210 Aug 17 16:34:57.014023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405c9b4-a451-4a4c-a45b-aa48617ee693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d309e77c-8957-4870-9451-eb0655331795,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:57.016971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39344) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:57.088054 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-984cf9c5-40ac-4639-bf85-f78c13b57063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:57.120341 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-984cf9c5-40ac-4639-bf85-f78c13b57063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:57.264515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1175a42f-0330-415b-9dc1-cdbb68a4ead5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port a058fb72-90a0-42d1-a97b-1e1eec824805 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:57.268615 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1175a42f-0330-415b-9dc1-cdbb68a4ead5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:57.270111 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-984cf9c5-40ac-4639-bf85-f78c13b57063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:57.275935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-984cf9c5-40ac-4639-bf85-f78c13b57063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:57.279792 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-984cf9c5-40ac-4639-bf85-f78c13b57063 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d309e77c-8957-4870-9451-eb0655331795 HTTP/1.1" status: 204 len: 168 time: 0.2594073 Aug 17 16:34:57.289728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cf9c5-40ac-4639-bf85-f78c13b57063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d309e77c-8957-4870-9451-eb0655331795,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:57.532008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1175a42f-0330-415b-9dc1-cdbb68a4ead5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:57.548993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1175a42f-0330-415b-9dc1-cdbb68a4ead5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for a058fb72-90a0-42d1-a97b-1e1eec824805 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:57.647580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1175a42f-0330-415b-9dc1-cdbb68a4ead5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:57.703853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175a42f-0330-415b-9dc1-cdbb68a4ead5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=a058fb72-90a0-42d1-a97b-1e1eec824805,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:57.718521 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1175a42f-0330-415b-9dc1-cdbb68a4ead5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:57.722272 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1175a42f-0330-415b-9dc1-cdbb68a4ead5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/a058fb72-90a0-42d1-a97b-1e1eec824805 HTTP/1.1" status: 204 len: 168 time: 0.7454660 Aug 17 16:34:57.725143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39366) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:57.768173 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26d5e61c-dbee-4007-90c7-a149a78675b0 req-2e663ace-013f-4f0d-9fbb-e4d184c16d9e tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0287769 Aug 17 16:34:57.833474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa086e-387e-476d-88c6-86f691b86949 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:57.849766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa086e-387e-476d-88c6-86f691b86949 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:57.856163 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a6aa086e-387e-476d-88c6-86f691b86949 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1297829 Aug 17 16:34:57.860744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:58.071963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9055beed-3bc1-47ad-a2b8-59911bf4dddc tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 3e6d925c-e44b-46a3-b103-ed080deeddec {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:34:58.073484 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9055beed-3bc1-47ad-a2b8-59911bf4dddc tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:58.325702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9055beed-3bc1-47ad-a2b8-59911bf4dddc tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:58.353903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9055beed-3bc1-47ad-a2b8-59911bf4dddc tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 3e6d925c-e44b-46a3-b103-ed080deeddec owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:34:58.568472 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9055beed-3bc1-47ad-a2b8-59911bf4dddc tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:58.648029 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9055beed-3bc1-47ad-a2b8-59911bf4dddc tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:58.650068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9055beed-3bc1-47ad-a2b8-59911bf4dddc tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/3e6d925c-e44b-46a3-b103-ed080deeddec HTTP/1.1" status: 204 len: 168 time: 0.7880666 Aug 17 16:34:58.651199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055beed-3bc1-47ad-a2b8-59911bf4dddc tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=3e6d925c-e44b-46a3-b103-ed080deeddec,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:58.653062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39396) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:58.741721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b9aab4-4bbf-4da2-8560-d9988a5fc203 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:58.748459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-97b9aab4-4bbf-4da2-8560-d9988a5fc203 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0937295 Aug 17 16:34:58.750535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39400) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:58.807577 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9a5163-6793-4e1e-a486-dfbc4578eb29 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:34:58.809566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9f9a5163-6793-4e1e-a486-dfbc4578eb29 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/a058fb72-90a0-42d1-a97b-1e1eec824805 HTTP/1.1" status: 404 len: 333 time: 0.0579774 Aug 17 16:34:58.813015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39404) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:58.880789 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d741eaa-bd25-4eb0-9f0e-93499bfc690b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:34:58.882940 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8d741eaa-bd25-4eb0-9f0e-93499bfc690b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/3e6d925c-e44b-46a3-b103-ed080deeddec HTTP/1.1" status: 404 len: 333 time: 0.0686762 Aug 17 16:34:58.886011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:59.003556 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b93db8b0-3641-4b84-bede-1118c6401016 req-b0a038c2-626e-4705-a956-8673d79ac839 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0684733 Aug 17 16:34:59.060021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.218978 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.236936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f524d2eb-78a7-473b-b620-b43b9855f843']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:59.250695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57139f17-a4ba-4802-b812-fd686ae61170') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:59.251098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57139f17-a4ba-4802-b812-fd686ae61170') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:34:59.265613 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.287959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.307323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:34:59.309134 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:34:59.314243 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:34:59.408165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.415497 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.417612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/networks/f524d2eb-78a7-473b-b620-b43b9855f843 HTTP/1.1" status: 204 len: 168 time: 0.5300589 Aug 17 16:34:59.423798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39448) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:59.428051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1022200881'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:34:59.438486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96341f-7a2f-4a2b-a9e3-5e785fcfa21e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Network': ['ID=f524d2eb-78a7-473b-b620-b43b9855f843,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:34:59.462149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:34:59.473362 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.489897 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:34:59.518420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:34:59.533916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.534272 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Added segment f17e4071-ebbf-4cc2-9899-0211df29943b of type vlan for network 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3 Aug 17 16:34:59.610266 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.684496 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.695080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:34:59.704166 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b85bd27-e144-4d12-9c1b-84a8f6d4c3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.711260 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.958163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b85bd27-e144-4d12-9c1b-84a8f6d4c3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.985921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b85bd27-e144-4d12-9c1b-84a8f6d4c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:34:59.991252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Network': ['ID=22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:00.000022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1cced8a7-5d3f-4580-ab9d-e895a4f4ef49 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5764263 Aug 17 16:35:00.000727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39474) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:00.008556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:35:00.010613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:00.174512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85bd27-e144-4d12-9c1b-84a8f6d4c3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef6ceb6-a056-4806-b5cb-8f8ab3b31350,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:00.202088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b85bd27-e144-4d12-9c1b-84a8f6d4c3d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c629c4e9b2014f2fa9731f1c28890bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102323 Aug 17 16:35:00.210624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:00.234931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c993a575-8da6-42e9-9cb5-550355ebbd6c req-084654f4-4b0c-4527-b264-12a86dfdedeb tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0500576 Aug 17 16:35:00.284373 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:00.288048 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:00.372669 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48877423-a408-46c0-98d9-052f85ac8890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:00.427822 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48877423-a408-46c0-98d9-052f85ac8890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:00.511322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48877423-a408-46c0-98d9-052f85ac8890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:00.520077 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48877423-a408-46c0-98d9-052f85ac8890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:00.521284 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-48877423-a408-46c0-98d9-052f85ac8890 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4ef6ceb6-a056-4806-b5cb-8f8ab3b31350 HTTP/1.1" status: 204 len: 168 time: 0.3096356 Aug 17 16:35:00.573812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48877423-a408-46c0-98d9-052f85ac8890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef6ceb6-a056-4806-b5cb-8f8ab3b31350,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:00.696286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:00.842525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Checking segment: {'id': 'f17e4071-ebbf-4cc2-9899-0211df29943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:00.842895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network hostable DHCP agents. Network: 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:35:00.845717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=f9856889-35c9-49f3-bc32-fe6d4eac56d7,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:00.916177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:35:00.945796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:00.956957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:00.957886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:00.969628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0579b4-a08c-4062-9926-bac574f431dd None None] Network 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:01.005792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:01.011581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3', 'name': 'tempest-PortsIpV6TestJSON-1427974814'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:01.012376 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-243a0739-3a28-4f5b-adfb-f225bccb3c6e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0104885 Aug 17 16:35:01.376893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:01.381160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:01.424583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3', 'network_id': '22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3', 'tenant_id': 'f61500597dc1420ea160b96d18a2a148', 'fixed_ips': [{'subnet_id': 'f9856889-35c9-49f3-bc32-fe6d4eac56d7'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:35:01.425477 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:01.434216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 1c0fc194-72ea-41c6-9879-28383c8aa73f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:35:01.506754 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af389b8b-1b5a-415a-9507-bfe25c62040b req-9c0ccb95-7076-4bf7-bb6c-b93f4cda342e tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0884726 Aug 17 16:35:01.752239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8::140 (22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3/f9856889-35c9-49f3-bc32-fe6d4eac56d7/1c0fc194-72ea-41c6-9879-28383c8aa73f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:01.959216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39540) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:02.107434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.115000 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-107d1880-688b-4b7b-af42-4c8e41b8948d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.127063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object 1c0fc194-72ea-41c6-9879-28383c8aa73f will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:02.165970 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.213542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-629350107-network', 'tenant_id': '7e64fa8fdb5c418cb67ba1c5a8b18355'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:02.256034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Made reservation on behalf of 7e64fa8fdb5c418cb67ba1c5a8b18355 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:02.259642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.267345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Allocated IP 2001:db8::2 (22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3/f9856889-35c9-49f3-bc32-fe6d4eac56d7/ea0e56f2-0837-41a8-bdf5-bf21a0261505) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:02.278044 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.289258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:02.300604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:02.317720 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:02.333746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:02.337950 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.350986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=1c0fc194-72ea-41c6-9879-28383c8aa73f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:02.492831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:02.503795 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.518505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.530468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8574a91f-5468-479b-ab6f-f706019a87da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5232964 Aug 17 16:35:02.533219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39566) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:02.606343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:35:02.616615 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.635002 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.635758 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Added segment fb927021-8100-4ed9-971a-746eed732bfc of type vlan for network a718f642-ec1b-4b41-9fc6-68a884ecb3f7 Aug 17 16:35:02.637455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Transition to ACTIVE for port object ea0e56f2-0837-41a8-bdf5-bf21a0261505 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:02.673282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Transition to ACTIVE for port object ea0e56f2-0837-41a8-bdf5-bf21a0261505 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:02.683724 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.705709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.773847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4584d92-fa3a-4001-948b-5f1ed2d4dd40 req-d52c98d2-c02d-430a-bdb8-73cd7f357c5f tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.1111038 Aug 17 16:35:02.788751 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.795683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Network 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:02.802300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:02.804341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Pushing event updated for resources: {'Port': ['ID=ea0e56f2-0837-41a8-bdf5-bf21a0261505,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:02.823839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:02.854835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-85d7ad61-bd82-4987-9b0e-f9920e81cc7c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 1c0fc194-72ea-41c6-9879-28383c8aa73f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:02.855234 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85d7ad61-bd82-4987-9b0e-f9920e81cc7c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:02.995955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Attempting to bind port ea0e56f2-0837-41a8-bdf5-bf21a0261505 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:35:02.996894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Attempting to bind port ea0e56f2-0837-41a8-bdf5-bf21a0261505 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'f17e4071-ebbf-4cc2-9899-0211df29943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:35:02.997492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Attempting to bind port ea0e56f2-0837-41a8-bdf5-bf21a0261505 on network 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:35:03.009908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:35:03.010699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Checking segment: {'id': 'f17e4071-ebbf-4cc2-9899-0211df29943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:03.011686 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.013474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Bound using segment: {'id': 'f17e4071-ebbf-4cc2-9899-0211df29943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:35:03.015479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Bound port: ea0e56f2-0837-41a8-bdf5-bf21a0261505, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17e4071-ebbf-4cc2-9899-0211df29943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:35:03.017033 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.044806 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85d7ad61-bd82-4987-9b0e-f9920e81cc7c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.066090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-85d7ad61-bd82-4987-9b0e-f9920e81cc7c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 1c0fc194-72ea-41c6-9879-28383c8aa73f owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:03.101548 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.140731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.174705 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6504f410838e4f90b84ac8ba7d44b9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6798007 Aug 17 16:35:03.175597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:03.183721 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.185423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:03.186038 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.190600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-4d7d18d2-c5af-40af-8892-03b9edcfdaa8 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fefb199470064072bdc1c8e082e71d22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6544368 Aug 17 16:35:03.221283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] For port ea0e56f2-0837-41a8-bdf5-bf21a0261505, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:35:03.228139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] For port ea0e56f2-0837-41a8-bdf5-bf21a0261505, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea0e56f2-0837-41a8-bdf5-bf21a0261505,segment=NetworkSegment(f17e4071-ebbf-4cc2-9899-0211df29943b),segment_id=f17e4071-ebbf-4cc2-9899-0211df29943b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:35:03.242484 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.247603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3616fc4d-058f-4bc0-837c-cdd2d2f699ea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:03.285021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5822b71-0e3c-45ff-838f-331dac963a74 req-4b80300a-14c4-4af4-9e61-e323de843a08 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.1193843 Aug 17 16:35:03.307549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2a0c-eedb-4d6d-b8b0-fdc797a99582 None None] Pushing event updated for resources: {'Port': ['ID=ea0e56f2-0837-41a8-bdf5-bf21a0261505,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:03.315851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.317411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.318002 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.319516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.320224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.320756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.323203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.324372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.325099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.326323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.327048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.328058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badb38d-3da8-4535-a5d8-181729aa1de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:03.371371 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afc08744-73a5-4e8b-8cff-c323f9cce53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.390502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cf9d79-c914-4abc-ada2-06084bdde444,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:03.456534 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4959857 Aug 17 16:35:03.458764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39580) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:03.470261 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afc08744-73a5-4e8b-8cff-c323f9cce53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.522951 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85d7ad61-bd82-4987-9b0e-f9920e81cc7c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.527720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Request body: {'subnet': {'network_id': 'a718f642-ec1b-4b41-9fc6-68a884ecb3f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-629350107-subnet', 'tenant_id': '7e64fa8fdb5c418cb67ba1c5a8b18355', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:03.580854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d9766-9ed1-4502-b317-d3f1a1feaa9f admin admin] Pushing event updated for resources: {'Network': ['ID=a718f642-ec1b-4b41-9fc6-68a884ecb3f7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:03.592957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a718f642-ec1b-4b41-9fc6-68a884ecb3f7 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:35:03.600241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7ad61-bd82-4987-9b0e-f9920e81cc7c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=1c0fc194-72ea-41c6-9879-28383c8aa73f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:03.716037 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85d7ad61-bd82-4987-9b0e-f9920e81cc7c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.718068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-85d7ad61-bd82-4987-9b0e-f9920e81cc7c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/1c0fc194-72ea-41c6-9879-28383c8aa73f HTTP/1.1" status: 204 len: 168 time: 1.1839097 Aug 17 16:35:03.723701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39588) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:03.754148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afc08744-73a5-4e8b-8cff-c323f9cce53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.758293 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afc08744-73a5-4e8b-8cff-c323f9cce53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.760449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-afc08744-73a5-4e8b-8cff-c323f9cce53b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3616fc4d-058f-4bc0-837c-cdd2d2f699ea HTTP/1.1" status: 204 len: 168 time: 0.5804863 Aug 17 16:35:03.799704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc08744-73a5-4e8b-8cff-c323f9cce53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3616fc4d-058f-4bc0-837c-cdd2d2f699ea,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:03.897292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Made reservation on behalf of 7e64fa8fdb5c418cb67ba1c5a8b18355 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:03.904162 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:03.945103 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd4f2fa-0e36-44ca-82b5-455f930f92fb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:35:03.950309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd4f2fa-0e36-44ca-82b5-455f930f92fb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:35:03.953292 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6fd4f2fa-0e36-44ca-82b5-455f930f92fb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/1c0fc194-72ea-41c6-9879-28383c8aa73f HTTP/1.1" status: 404 len: 333 time: 0.2268181 Aug 17 16:35:03.956237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:04.006741 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e732adc-34f9-4ea9-9035-7745700712c2 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:35:04.008458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e732adc-34f9-4ea9-9035-7745700712c2 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/1c0fc194-72ea-41c6-9879-28383c8aa73f HTTP/1.1" status: 404 len: 333 time: 0.0511935 Aug 17 16:35:04.011743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:04.096627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e69776fd-2fce-46b4-ba2b-9f7946b472d5 req-a5d7ddcc-a08b-4722-a0a0-ee90f98659b1 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0714965 Aug 17 16:35:04.126401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-3297a7f7-38b8-436e-a367-40629dba7092 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:04.129052 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-3297a7f7-38b8-436e-a367-40629dba7092 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9197671 Aug 17 16:35:04.171721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f22a66-3318-4924-8fdf-b4dc2ef1ea21 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet f9856889-35c9-49f3-bc32-fe6d4eac56d7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:35:04.185412 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7f22a66-3318-4924-8fdf-b4dc2ef1ea21 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:04.196162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-49d0ce1f-36d3-4c6a-9c7e-1b63fbc403a2 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/quotas/fefb199470064072bdc1c8e082e71d22 HTTP/1.1" status: 200 len: 375 time: 0.0376770 Aug 17 16:35:04.245094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-3c217fe0-524b-4d93-8dbc-97db77b55af0 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fefb199470064072bdc1c8e082e71d22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366051 Aug 17 16:35:04.371497 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7f22a66-3318-4924-8fdf-b4dc2ef1ea21 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:04.415583 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:04.500119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea0e56f2-0837-41a8-bdf5-bf21a0261505 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:04.602921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ea0e56f2-0837-41a8-bdf5-bf21a0261505 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:04.608968 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7f22a66-3318-4924-8fdf-b4dc2ef1ea21 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:04.632442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Pushing event updated for resources: {'Subnet': ['ID=20099caa-4a8a-4389-a314-4cf61c4f0b54,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:04.650530 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Checking segment: {'id': 'fb927021-8100-4ed9-971a-746eed732bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a718f642-ec1b-4b41-9fc6-68a884ecb3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:04.650764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Network hostable DHCP agents. Network: a718f642-ec1b-4b41-9fc6-68a884ecb3f7, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:35:04.684555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:04.745225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Network a718f642-ec1b-4b41-9fc6-68a884ecb3f7 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:35:04.791437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a718f642-ec1b-4b41-9fc6-68a884ecb3f7) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:04.802316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:04.803168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:04.810226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1621d29-18b5-4c72-9376-b640a0919964 None None] Network a718f642-ec1b-4b41-9fc6-68a884ecb3f7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:04.819511 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c30d93a-8c61-4c23-a719-246892c28b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:04.847215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-879a573b-7379-417b-bf45-e254f59a724a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3371818 Aug 17 16:35:04.860462 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-87f4880e-2e4f-48fd-8b2b-4fa839dc40c0 req-00e5b4b9-7663-4314-8a74-b9b78193e3ce tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 210 time: 0.1319427 Aug 17 16:35:04.861227 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a5063fb-be5d-4c64-b946-cfbc72e74d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:04.964016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7f22a66-3318-4924-8fdf-b4dc2ef1ea21 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.009267 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.029472 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7f22a66-3318-4924-8fdf-b4dc2ef1ea21 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.033728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7f22a66-3318-4924-8fdf-b4dc2ef1ea21 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/f9856889-35c9-49f3-bc32-fe6d4eac56d7 HTTP/1.1" status: 204 len: 168 time: 1.0207555 Aug 17 16:35:05.037099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39624) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:05.063100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f22a66-3318-4924-8fdf-b4dc2ef1ea21 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=f9856889-35c9-49f3-bc32-fe6d4eac56d7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:05.204266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6077ef74-a6b7-4f03-b144-5d4132478e58 None None] Network a718f642-ec1b-4b41-9fc6-68a884ecb3f7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:05.266744 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a5063fb-be5d-4c64-b946-cfbc72e74d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.285001 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a5063fb-be5d-4c64-b946-cfbc72e74d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.316751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a22980e-f6e6-44a6-bcc7-054b92639472 req-093be39e-58e6-41f3-94d1-79f2715835b0 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0975900 Aug 17 16:35:05.408948 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.409062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6a5063fb-be5d-4c64-b946-cfbc72e74d27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a3481f38b0045c39a16bc4b53c4529c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844945 Aug 17 16:35:05.409136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39636) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:05.433909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58462c7-e920-4d2b-b70d-649a40233ca9 None None] Network 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:05.441690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5063fb-be5d-4c64-b946-cfbc72e74d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba43d00-6f42-4486-936d-bb3d8dd0b25b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:05.531671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-66476872-4e21-43e3-bd1c-93448ee791f6 req-4dc3001c-110c-48ef-9168-b9cd5a3a4a59 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-884190354', 'description': 'tempest-description-1728458902'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:05.619588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-66476872-4e21-43e3-bd1c-93448ee791f6 req-4dc3001c-110c-48ef-9168-b9cd5a3a4a59 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.674050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4cd06ef5-2de7-4892-a7aa-470fddc20385 None None] Provisioning for port ea0e56f2-0837-41a8-bdf5-bf21a0261505 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:05.684140 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e97c4e17-46a0-4ccb-b247-2a793f00c86d req-de90f88b-e56f-4d96-bd24-0c4763b55b01 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2c98fdfdca86459089d8cd1ce05e3fe0&device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0564933 Aug 17 16:35:05.716334 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4cd06ef5-2de7-4892-a7aa-470fddc20385 None None] Provisioning complete for port ea0e56f2-0837-41a8-bdf5-bf21a0261505 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:05.717108 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cd06ef5-2de7-4892-a7aa-470fddc20385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.784284 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d322-1b7b-42c9-b12e-7e9b847d2a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.788045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e97c4e17-46a0-4ccb-b247-2a793f00c86d req-4b9c3b21-f40f-46d0-858c-46598489172f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=2c98fdfdca86459089d8cd1ce05e3fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912476 Aug 17 16:35:05.789932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6bd3c3bc-3740-4bc7-96be-71957e47fe6c req-733c1020-41bf-4865-a47d-e1d2aef2a9eb tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0749846 Aug 17 16:35:05.805132 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-66476872-4e21-43e3-bd1c-93448ee791f6 req-4dc3001c-110c-48ef-9168-b9cd5a3a4a59 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.813087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-66476872-4e21-43e3-bd1c-93448ee791f6 req-4dc3001c-110c-48ef-9168-b9cd5a3a4a59 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.820926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port ea0e56f2-0837-41a8-bdf5-bf21a0261505 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:05.821453 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.891238 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cd06ef5-2de7-4892-a7aa-470fddc20385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.910772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-66476872-4e21-43e3-bd1c-93448ee791f6 req-4dc3001c-110c-48ef-9168-b9cd5a3a4a59 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.918743 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66476872-4e21-43e3-bd1c-93448ee791f6 req-4dc3001c-110c-48ef-9168-b9cd5a3a4a59 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3926775 Aug 17 16:35:05.921244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3001c-110c-48ef-9168-b9cd5a3a4a59 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eec30a-9a73-4efb-9d0e-955b789740a2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:05.942072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4cd06ef5-2de7-4892-a7aa-470fddc20385 None None] For port ea0e56f2-0837-41a8-bdf5-bf21a0261505, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea0e56f2-0837-41a8-bdf5-bf21a0261505,segment=NetworkSegment(f17e4071-ebbf-4cc2-9899-0211df29943b),segment_id=f17e4071-ebbf-4cc2-9899-0211df29943b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:05.945896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70025aeb-d530-4134-a99f-86e74b4afcb3 None None] DHCP port deletion for 22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:35:05.953395 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:05.956010 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cd06ef5-2de7-4892-a7aa-470fddc20385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.028865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] For port ea0e56f2-0837-41a8-bdf5-bf21a0261505, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea0e56f2-0837-41a8-bdf5-bf21a0261505,segment=NetworkSegment(f17e4071-ebbf-4cc2-9899-0211df29943b),segment_id=f17e4071-ebbf-4cc2-9899-0211df29943b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:06.030318 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.061720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for ea0e56f2-0837-41a8-bdf5-bf21a0261505 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:06.065291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-801c6b35-8e9a-4eb7-8de8-caf30a13e069 req-b0321dbe-c80a-4d08-a214-711a06bdbbdd tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/c3eec30a-9a73-4efb-9d0e-955b789740a2 HTTP/1.1" status: 200 len: 1814 time: 0.1128595 Aug 17 16:35:06.077673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-801c6b35-8e9a-4eb7-8de8-caf30a13e069 req-46a2a6bf-cf28-445b-838d-e5529777e80c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3eec30a-9a73-4efb-9d0e-955b789740a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:06.078531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-801c6b35-8e9a-4eb7-8de8-caf30a13e069 req-46a2a6bf-cf28-445b-838d-e5529777e80c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3eec30a-9a73-4efb-9d0e-955b789740a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:06.089530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd06ef5-2de7-4892-a7aa-470fddc20385 None None] Pushing event updated for resources: {'Port': ['ID=ea0e56f2-0837-41a8-bdf5-bf21a0261505,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:06.101214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-70025aeb-d530-4134-a99f-86e74b4afcb3 None None] Deleting port ea0e56f2-0837-41a8-bdf5-bf21a0261505 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:06.101861 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70025aeb-d530-4134-a99f-86e74b4afcb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.116988 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d322-1b7b-42c9-b12e-7e9b847d2a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.175384 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-801c6b35-8e9a-4eb7-8de8-caf30a13e069 req-46a2a6bf-cf28-445b-838d-e5529777e80c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.187734 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42fc00cb-e59f-4e1c-87ab-6d7ac0dbfed3 req-2839f259-c091-4181-a45f-854418682231 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 210 time: 0.1124973 Aug 17 16:35:06.218575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-70025aeb-d530-4134-a99f-86e74b4afcb3 None None] For port ea0e56f2-0837-41a8-bdf5-bf21a0261505, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea0e56f2-0837-41a8-bdf5-bf21a0261505,segment=NetworkSegment(f17e4071-ebbf-4cc2-9899-0211df29943b),segment_id=f17e4071-ebbf-4cc2-9899-0211df29943b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:06.219307 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70025aeb-d530-4134-a99f-86e74b4afcb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.230087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-801c6b35-8e9a-4eb7-8de8-caf30a13e069 req-46a2a6bf-cf28-445b-838d-e5529777e80c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.238343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-801c6b35-8e9a-4eb7-8de8-caf30a13e069 req-46a2a6bf-cf28-445b-838d-e5529777e80c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.264605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-70025aeb-d530-4134-a99f-86e74b4afcb3 None None] Calling delete_port for ea0e56f2-0837-41a8-bdf5-bf21a0261505 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:06.300518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2a6bf-cf28-445b-838d-e5529777e80c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bff88d2-91ee-4511-b641-8982fd736c9f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:06.314487 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-801c6b35-8e9a-4eb7-8de8-caf30a13e069 req-46a2a6bf-cf28-445b-838d-e5529777e80c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.316340 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-801c6b35-8e9a-4eb7-8de8-caf30a13e069 req-46a2a6bf-cf28-445b-838d-e5529777e80c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2447698 Aug 17 16:35:06.350354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea0e56f2-0837-41a8-bdf5-bf21a0261505 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:35:06.480483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-e1f2950a-ea30-46d2-9e48-cf7ecddc5799 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=fefb199470064072bdc1c8e082e71d22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507412 Aug 17 16:35:06.494606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c4e17-46a0-4ccb-b247-2a793f00c86d req-ebf9bbe1-7776-413c-9ad8-6d7063256359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:06.497814 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e97c4e17-46a0-4ccb-b247-2a793f00c86d req-ebf9bbe1-7776-413c-9ad8-6d7063256359 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6993577 Aug 17 16:35:06.517873 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be464acb-ee93-455d-98f3-9ff13136da4b req-11c42008-3e95-4c83-8d1b-758c1dd3d6cb tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/c3eec30a-9a73-4efb-9d0e-955b789740a2 HTTP/1.1" status: 200 len: 2408 time: 0.1550283 Aug 17 16:35:06.521398 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d322-1b7b-42c9-b12e-7e9b847d2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.524937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d322-1b7b-42c9-b12e-7e9b847d2a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.530930 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1cf9d322-1b7b-42c9-b12e-7e9b847d2a7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eba43d00-6f42-4486-936d-bb3d8dd0b25b HTTP/1.1" status: 204 len: 168 time: 1.0937686 Aug 17 16:35:06.569737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9d322-1b7b-42c9-b12e-7e9b847d2a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba43d00-6f42-4486-936d-bb3d8dd0b25b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:06.590622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.650166 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.653684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=ea0e56f2-0837-41a8-bdf5-bf21a0261505,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:06.670073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No DVR routers for this DVR port ea0e56f2-0837-41a8-bdf5-bf21a0261505 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:35:06.682548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-831707a1-ba3c-4ea4-8666-b037dab73e25 req-019f5191-2337-4f0d-8e0e-ce8c983e5bb1 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-group-rules/1bff88d2-91ee-4511-b641-8982fd736c9f HTTP/1.1" status: 200 len: 778 time: 0.1068492 Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: from cryptography.utils import int_from_bytes Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: from cryptography.utils import int_from_bytes Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.735311 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:35:06.737604 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:35:06.766665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-831707a1-ba3c-4ea4-8666-b037dab73e25 req-ca5916d8-46bd-4357-a11c-34b2857267f8 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/c3eec30a-9a73-4efb-9d0e-955b789740a2 HTTP/1.1" status: 200 len: 2408 time: 0.0830574 Aug 17 16:35:06.771754 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70025aeb-d530-4134-a99f-86e74b4afcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.782137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1e56054b-61a0-4da4-8acb-a3b524227e2a tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:06.783697 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1e56054b-61a0-4da4-8acb-a3b524227e2a tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995837 Aug 17 16:35:06.797553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Request body: {'port': {'device_id': '6a701a4a-f4df-4137-a6eb-a88282c16aa3', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'fefb199470064072bdc1c8e082e71d22'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:06.810273 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.835173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:06.844825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70025aeb-d530-4134-a99f-86e74b4afcb3 None None] No DVR routers for this DVR port ea0e56f2-0837-41a8-bdf5-bf21a0261505 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:35:06.848169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70025aeb-d530-4134-a99f-86e74b4afcb3 None None] Pushing event deleted for resources: {'Port': ['ID=ea0e56f2-0837-41a8-bdf5-bf21a0261505,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:06.883268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17e4071-ebbf-4cc2-9899-0211df29943b') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:06.883580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17e4071-ebbf-4cc2-9899-0211df29943b') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:06.906436 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.914921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-831707a1-ba3c-4ea4-8666-b037dab73e25 req-3366ca63-2054-4e58-8fce-72e07a5f6fab tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.934101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.945630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-831707a1-ba3c-4ea4-8666-b037dab73e25 req-3366ca63-2054-4e58-8fce-72e07a5f6fab tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.953925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:35:06.954416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:35:06.998922 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:35:07.025750 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-831707a1-ba3c-4ea4-8666-b037dab73e25 req-3366ca63-2054-4e58-8fce-72e07a5f6fab tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.037636 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-831707a1-ba3c-4ea4-8666-b037dab73e25 req-3366ca63-2054-4e58-8fce-72e07a5f6fab tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.043308 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-831707a1-ba3c-4ea4-8666-b037dab73e25 req-3366ca63-2054-4e58-8fce-72e07a5f6fab tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/1bff88d2-91ee-4511-b641-8982fd736c9f HTTP/1.1" status: 204 len: 173 time: 0.2755651 Aug 17 16:35:07.057886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366ca63-2054-4e58-8fce-72e07a5f6fab tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bff88d2-91ee-4511-b641-8982fd736c9f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:07.070614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-3c703053-9cdc-47ec-afc7-25bd1c3a2d52 req-cd44ae76-ae27-49f3-a803-458cf76eb982 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1589387575', 'description': 'tempest-description-64117755'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:07.105521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Made reservation on behalf of fefb199470064072bdc1c8e082e71d22 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:07.110689 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.126457 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.137540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c703053-9cdc-47ec-afc7-25bd1c3a2d52 req-cd44ae76-ae27-49f3-a803-458cf76eb982 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.173429 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f280194-9e70-40b2-b25b-6330102fb22d req-631f5740-c986-491a-8425-52c88ed86373 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.1753871 Aug 17 16:35:07.194337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.199317 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.201907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/networks/22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3 HTTP/1.1" status: 204 len: 168 time: 2.1624107 Aug 17 16:35:07.206533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39680) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:07.215046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-113149447'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:07.234228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dade0e-6ff9-486d-887b-bf30deccb8c1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Network': ['ID=22eadc4d-2a87-4cb7-8ed6-8686e2f6f2d3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:07.308540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.319159 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.377565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc58ebea-639c-45c3-9cf5-4c78341dd88a req-7a88a611-c412-4421-aafc-bdad4c390c8d tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 210 time: 0.0396590 Aug 17 16:35:07.386710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ab1cf8-6291-408c-b509-89dd360fd7f5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:07.587534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Allocated IP 192.168.233.53 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/1de366a4-db4f-45e9-a2de-985389cfa517) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:07.641186 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.738672 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e97c4e17-46a0-4ccb-b247-2a793f00c86d req-ec84fb3e-0ad1-4ce7-bf9c-9d52b777c627 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.93 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.0612066 Aug 17 16:35:07.837008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c703053-9cdc-47ec-afc7-25bd1c3a2d52 req-cd44ae76-ae27-49f3-a803-458cf76eb982 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.844453 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c703053-9cdc-47ec-afc7-25bd1c3a2d52 req-cd44ae76-ae27-49f3-a803-458cf76eb982 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.883139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:07.891897 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.964358 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c703053-9cdc-47ec-afc7-25bd1c3a2d52 req-cd44ae76-ae27-49f3-a803-458cf76eb982 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:07.964358 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c703053-9cdc-47ec-afc7-25bd1c3a2d52 req-cd44ae76-ae27-49f3-a803-458cf76eb982 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8981082 Aug 17 16:35:07.968749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ae76-ae27-49f3-a803-458cf76eb982 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24142c1-7fa4-4bed-a6ad-7b75bc11ba2d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:07.999492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:35:08.022938 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.026986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.027339 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Added segment 7c300216-bcc6-41a2-a3b8-e000d1f255ef of type vlan for network 080dda72-8728-43a5-b5e6-184b03a3d478 Aug 17 16:35:08.055776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Transition to ACTIVE for port object 1de366a4-db4f-45e9-a2de-985389cfa517 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:08.134325 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.136115 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.195805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:08.200812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:08.222346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:08.239377 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.251729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:08.255744 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.435541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Network': ['ID=080dda72-8728-43a5-b5e6-184b03a3d478,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:08.440529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:08.441207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.448305 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-52285f61-4bd3-44a1-a64c-c4f8734c921a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2404320 Aug 17 16:35:08.452177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39720) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:08.459743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Pushing event updated for resources: {'Port': ['ID=1de366a4-db4f-45e9-a2de-985389cfa517,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:08.463778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 080dda72-8728-43a5-b5e6-184b03a3d478 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:35:08.464242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '080dda72-8728-43a5-b5e6-184b03a3d478', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:08.486094 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1032fcb4-a9db-4868-be34-40a3f34c37e1 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6932788 Aug 17 16:35:08.525603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-b8f7d975-40a1-4f00-ab77-5da0276228aa tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:35:08.526833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-b8f7d975-40a1-4f00-ab77-5da0276228aa tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125849 Aug 17 16:35:08.567329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Request body: {'port': {'device_id': '6a701a4a-f4df-4137-a6eb-a88282c16aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:08.722757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a5586808-c3eb-43e8-801b-ca1670b5c52a req-75bab496-3b71-4086-8b96-1929adfb7944 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/d24142c1-7fa4-4bed-a6ad-7b75bc11ba2d HTTP/1.1" status: 200 len: 1813 time: 0.5033579 Aug 17 16:35:08.786562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-865582bb-d0d0-4ee0-a8af-e355f43bc3bd req-d4826083-a87a-470b-9cb0-81cc3a826597 tempest-ServerShowV257Test-2010288754 tempest-ServerShowV257Test-2010288754-project] 10.222.0.77 "GET /v2.0/ports?device_id=6856eb09-be67-4bb7-b265-132dbe41c99c HTTP/1.1" status: 200 len: 210 time: 0.1264663 Aug 17 16:35:08.792679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:08.801873 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.889953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-471df18d-4e4a-4cb9-8d83-61bcb39c31b1 req-d8fe4dac-29bb-4375-8f85-4e48a85baa56 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1524476997', 'description': 'tempest-description-1264341748'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:08.922263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.927483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b773de41-1425-4d84-a112-642ecd7e8ba7 None None] Provisioning for port 1de366a4-db4f-45e9-a2de-985389cfa517 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:08.928041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-471df18d-4e4a-4cb9-8d83-61bcb39c31b1 req-d8fe4dac-29bb-4375-8f85-4e48a85baa56 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.933782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b773de41-1425-4d84-a112-642ecd7e8ba7 None None] Provisioning complete for port 1de366a4-db4f-45e9-a2de-985389cfa517 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:08.934147 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b773de41-1425-4d84-a112-642ecd7e8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:08.990777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b773de41-1425-4d84-a112-642ecd7e8ba7 None None] Port 1de366a4-db4f-45e9-a2de-985389cfa517 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:35:09.030129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d12d-bf65-4db7-af9c-e700f62be33f req-ccd9db27-2705-4806-a7ef-1b0a944c2279 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:09.032173 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dec9d12d-bf65-4db7-af9c-e700f62be33f req-ccd9db27-2705-4806-a7ef-1b0a944c2279 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 935 time: 0.1301346 Aug 17 16:35:09.169490 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-471df18d-4e4a-4cb9-8d83-61bcb39c31b1 req-d8fe4dac-29bb-4375-8f85-4e48a85baa56 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:09.171938 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dec9d12d-bf65-4db7-af9c-e700f62be33f req-d3dc3a98-3194-40cb-86a9-4e068061ed40 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291909 Aug 17 16:35:09.228452 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-471df18d-4e4a-4cb9-8d83-61bcb39c31b1 req-d8fe4dac-29bb-4375-8f85-4e48a85baa56 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:09.253590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:09.282433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-471df18d-4e4a-4cb9-8d83-61bcb39c31b1 req-d8fe4dac-29bb-4375-8f85-4e48a85baa56 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:09.282433 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-471df18d-4e4a-4cb9-8d83-61bcb39c31b1 req-d8fe4dac-29bb-4375-8f85-4e48a85baa56 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4068258 Aug 17 16:35:09.298458 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe4dac-29bb-4375-8f85-4e48a85baa56 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf1157d-813c-48b7-8b79-345308099dc5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:09.418011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=0b52a415-07bc-4efe-9198-ac54f7896e7c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:09.425495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Checking segment: {'id': '7c300216-bcc6-41a2-a3b8-e000d1f255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '080dda72-8728-43a5-b5e6-184b03a3d478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:09.426105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network hostable DHCP agents. Network: 080dda72-8728-43a5-b5e6-184b03a3d478, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:35:09.441516 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45e20e8b-ce1b-4f40-96ff-a82cf0d0ef1f req-bea9de42-2fad-42a7-9aa6-7df86952e52e tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/dcf1157d-813c-48b7-8b79-345308099dc5 HTTP/1.1" status: 200 len: 1815 time: 0.1057420 Aug 17 16:35:09.462923 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 080dda72-8728-43a5-b5e6-184b03a3d478 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:35:09.475965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 080dda72-8728-43a5-b5e6-184b03a3d478) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:09.482596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:09.483123 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:09.484256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ac4378-d689-4676-b530-f85c9f852856 None None] Network 080dda72-8728-43a5-b5e6-184b03a3d478 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:09.506297 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f3ae5a6b-7719-4b3e-91a9-32de9e140671 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0502610 Aug 17 16:35:09.506561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39760) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:09.514452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '080dda72-8728-43a5-b5e6-184b03a3d478', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-857247293'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:09.535604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-af8ff121-337f-4491-8ff6-98e400c98479 req-0b13d3c8-aa55-4591-bac8-222e6dd9e7f7 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1150679074', 'description': 'tempest-description-1556694770'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:09.643370 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-af8ff121-337f-4491-8ff6-98e400c98479 req-0b13d3c8-aa55-4591-bac8-222e6dd9e7f7 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:09.666495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de366a4-db4f-45e9-a2de-985389cfa517 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:35:09.693513 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:09.729297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Transition to ACTIVE for port object 1de366a4-db4f-45e9-a2de-985389cfa517 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:09.747125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:09.789404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-080dda72-8728-43a5-b5e6-184b03a3d478', 'network_id': '080dda72-8728-43a5-b5e6-184b03a3d478', 'tenant_id': 'f61500597dc1420ea160b96d18a2a148', 'fixed_ips': [{'subnet_id': '0b52a415-07bc-4efe-9198-ac54f7896e7c'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:35:09.790488 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:09.855162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67524251-c114-4875-b45a-82be204dd91a service neutron] Pushing event updated for resources: {'Port': ['ID=1de366a4-db4f-45e9-a2de-985389cfa517,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:10.167630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Allocated IP 2001:db8::2 (080dda72-8728-43a5-b5e6-184b03a3d478/0b52a415-07bc-4efe-9198-ac54f7896e7c/1ad2f812-677c-430a-b58d-c13dcd16b8b8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:10.217175 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-af8ff121-337f-4491-8ff6-98e400c98479 req-0b13d3c8-aa55-4591-bac8-222e6dd9e7f7 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.232889 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-af8ff121-337f-4491-8ff6-98e400c98479 req-0b13d3c8-aa55-4591-bac8-222e6dd9e7f7 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.249915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:10.257720 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.287395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-af8ff121-337f-4491-8ff6-98e400c98479 req-0b13d3c8-aa55-4591-bac8-222e6dd9e7f7 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.288799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af8ff121-337f-4491-8ff6-98e400c98479 req-0b13d3c8-aa55-4591-bac8-222e6dd9e7f7 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7895441 Aug 17 16:35:10.301360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Attempting to bind port 1de366a4-db4f-45e9-a2de-985389cfa517 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:35:10.301696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Attempting to bind port 1de366a4-db4f-45e9-a2de-985389cfa517 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:35:10.302026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Attempting to bind port 1de366a4-db4f-45e9-a2de-985389cfa517 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:35:10.324791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Port 1de366a4-db4f-45e9-a2de-985389cfa517 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:35:10.325854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Attempting to bind port 1de366a4-db4f-45e9-a2de-985389cfa517 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:35:10.374217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 2b362292-5383-4172-a43e-5cc9b5ac5d70 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:35:10.395207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:35:10.395586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:10.395979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:35:10.396431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Bound port: 1de366a4-db4f-45e9-a2de-985389cfa517, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:35:10.396845 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.420006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13d3c8-aa55-4591-bac8-222e6dd9e7f7 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee85025-acb5-4667-b573-8ef9ad96e56b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:10.530976 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.545075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2bdbe-bb19-44a7-a9bc-c903a36cd51e req-5f850bec-1899-4ed8-adb6-803eec7c83a3 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:10.553709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4c2bdbe-bb19-44a7-a9bc-c903a36cd51e req-5f850bec-1899-4ed8-adb6-803eec7c83a3 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 947 time: 0.2102804 Aug 17 16:35:10.555816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39798) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:10.557462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Transition to ACTIVE for port object 1ad2f812-677c-430a-b58d-c13dcd16b8b8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:10.588306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] For port 1de366a4-db4f-45e9-a2de-985389cfa517, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:35:10.594087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] For port 1de366a4-db4f-45e9-a2de-985389cfa517, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1de366a4-db4f-45e9-a2de-985389cfa517,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:35:10.598928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Transition to ACTIVE for port object 1ad2f812-677c-430a-b58d-c13dcd16b8b8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:10.608386 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.611658 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.702474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0ae99e8-6913-4716-95a3-63388cf73593 req-e3e5d514-231b-4d9d-bd46-a0b17f6d8592 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/1ee85025-acb5-4667-b573-8ef9ad96e56b HTTP/1.1" status: 200 len: 1815 time: 0.3482189 Aug 17 16:35:10.705409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:10.706039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.706767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Pushing event updated for resources: {'Port': ['ID=1ad2f812-677c-430a-b58d-c13dcd16b8b8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:10.728451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-67524251-c114-4875-b45a-82be204dd91a service neutron] 10.222.0.91 "PUT /v2.0/ports/1de366a4-db4f-45e9-a2de-985389cfa517 HTTP/1.1" status: 200 len: 1095 time: 2.1781099 Aug 17 16:35:10.739870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a701a4a-f4df-4137-a6eb-a88282c16aa3', 'tag': '1de366a4-db4f-45e9-a2de-985389cfa517'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:35:10.748226 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a701a4a-f4df-4137-a6eb-a88282c16aa3", "tag": "1de366a4-db4f-45e9-a2de-985389cfa517"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:35:10.755246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Network 080dda72-8728-43a5-b5e6-184b03a3d478 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:10.764360 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:10.767170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:10.769703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-8939c052-fdbc-4ecd-b003-82047da1c4b6 req-7e597a42-118a-480f-b570-07daeca4739e tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-183206063', 'description': 'tempest-description-1440854165'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:10.782647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8::51 (080dda72-8728-43a5-b5e6-184b03a3d478/0b52a415-07bc-4efe-9198-ac54f7896e7c/2b362292-5383-4172-a43e-5cc9b5ac5d70) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:10.893084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Attempting to bind port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:35:10.893547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Attempting to bind port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '7c300216-bcc6-41a2-a3b8-e000d1f255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '080dda72-8728-43a5-b5e6-184b03a3d478'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:35:10.893977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Attempting to bind port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 on network 080dda72-8728-43a5-b5e6-184b03a3d478 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:35:10.902760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:35:10.903788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Checking segment: {'id': '7c300216-bcc6-41a2-a3b8-e000d1f255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '080dda72-8728-43a5-b5e6-184b03a3d478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:10.904261 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.904727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Bound using segment: {'id': '7c300216-bcc6-41a2-a3b8-e000d1f255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '080dda72-8728-43a5-b5e6-184b03a3d478'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:35:10.906930 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Bound port: 1ad2f812-677c-430a-b58d-c13dcd16b8b8, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c300216-bcc6-41a2-a3b8-e000d1f255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '080dda72-8728-43a5-b5e6-184b03a3d478'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:35:10.907415 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:10.930210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67524251-c114-4875-b45a-82be204dd91a service neutron] Pushing event updated for resources: {'Port': ['ID=1de366a4-db4f-45e9-a2de-985389cfa517,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:10.974638 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8939c052-fdbc-4ecd-b003-82047da1c4b6 req-7e597a42-118a-480f-b570-07daeca4739e tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:11.004618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:11.024141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-8b171c23-a0c5-48fe-8379-35850694bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:11.024141 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-8b171c23-a0c5-48fe-8379-35850694bbc1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fefb199470064072bdc1c8e082e71d22&device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 1098 time: 0.2240796 Aug 17 16:35:11.035449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object 2b362292-5383-4172-a43e-5cc9b5ac5d70 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:11.085441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] For port 1ad2f812-677c-430a-b58d-c13dcd16b8b8, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:35:11.092737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] For port 1ad2f812-677c-430a-b58d-c13dcd16b8b8, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1ad2f812-677c-430a-b58d-c13dcd16b8b8,segment=NetworkSegment(7c300216-bcc6-41a2-a3b8-e000d1f255ef),segment_id=7c300216-bcc6-41a2-a3b8-e000d1f255ef)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:35:11.098119 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:11.150050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4c2bdbe-bb19-44a7-a9bc-c903a36cd51e req-85a7b908-4d11-4255-a9a7-8a2559cd3d3d tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903478 Aug 17 16:35:11.157893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-eda1bb7a-a0dd-44a1-a201-a47b6afc9f79 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1de366a4-db4f-45e9-a2de-985389cfa517 HTTP/1.1" status: 200 len: 217 time: 0.1299326 Aug 17 16:35:11.195256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95a1391c-e4ee-477d-af0b-aac41dd1030e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:11.270118 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:11.348584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d45bd-f1f6-4f2e-8c0f-5a97c3f255b6 None None] Pushing event updated for resources: {'Port': ['ID=1ad2f812-677c-430a-b58d-c13dcd16b8b8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:11.385025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 080dda72-8728-43a5-b5e6-184b03a3d478 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:11.391224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1e833c0c-4bc9-425f-b75b-6fee35783bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:11.393322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-1e833c0c-4bc9-425f-b75b-6fee35783bf3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2173336 Aug 17 16:35:11.405592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:11.418818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:11.464713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:11.469396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:11.510425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=2b362292-5383-4172-a43e-5cc9b5ac5d70,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:11.580106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-04dac983-5330-4e23-8f1e-3b75812a192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:11.581663 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-04dac983-5330-4e23-8f1e-3b75812a192b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802218 Aug 17 16:35:11.584488 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8939c052-fdbc-4ecd-b003-82047da1c4b6 req-7e597a42-118a-480f-b570-07daeca4739e tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:11.602578 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4adadf96-ac99-4ec5-b3af-fbf9bc2e3814 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.0949168 Aug 17 16:35:11.603218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39820) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:11.607594 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8939c052-fdbc-4ecd-b003-82047da1c4b6 req-7e597a42-118a-480f-b570-07daeca4739e tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:11.674885 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ea2e53-be88-49ff-b2fb-9456024dc8d2 x-openstack-request-id: req-66ea2e53-be88-49ff-b2fb-9456024dc8d2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:35:11.675181 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a701a4a-f4df-4137-a6eb-a88282c16aa3", "tag": "1de366a4-db4f-45e9-a2de-985389cfa517", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:35:11.677204 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66ea2e53-be88-49ff-b2fb-9456024dc8d2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:35:11.677204 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a701a4a-f4df-4137-a6eb-a88282c16aa3', 'tag': '1de366a4-db4f-45e9-a2de-985389cfa517', 'status': 'completed', 'code': 200} Aug 17 16:35:11.677204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e597a42-118a-480f-b570-07daeca4739e tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9978c6fc-1eef-400e-a762-d635db410433,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:11.968471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-64339fb3-e0ea-4a55-b2dc-2cef0f5bdb4e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 2b362292-5383-4172-a43e-5cc9b5ac5d70 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:11.968840 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64339fb3-e0ea-4a55-b2dc-2cef0f5bdb4e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:12.059316 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95a1391c-e4ee-477d-af0b-aac41dd1030e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:12.071886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95a1391c-e4ee-477d-af0b-aac41dd1030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:12.138075 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8939c052-fdbc-4ecd-b003-82047da1c4b6 req-7e597a42-118a-480f-b570-07daeca4739e tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:12.143077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1391c-e4ee-477d-af0b-aac41dd1030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9ffed0-e243-4ea4-bc46-7f912a3b8346,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:12.150211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8939c052-fdbc-4ecd-b003-82047da1c4b6 req-7e597a42-118a-480f-b570-07daeca4739e tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.3867705 Aug 17 16:35:12.160111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-95a1391c-e4ee-477d-af0b-aac41dd1030e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c98fdfdca86459089d8cd1ce05e3fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5986593 Aug 17 16:35:12.168186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39830) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:12.183141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64339fb3-e0ea-4a55-b2dc-2cef0f5bdb4e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:12.242179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-64339fb3-e0ea-4a55-b2dc-2cef0f5bdb4e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 2b362292-5383-4172-a43e-5cc9b5ac5d70 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:12.250826 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-b657ebc0-df7d-4508-a9e9-7cbda5895f2f service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496754 Aug 17 16:35:12.401157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1ad2f812-677c-430a-b58d-c13dcd16b8b8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:12.511236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d5fdb3b1-4c42-4259-9de0-48fcc80a6ae3 req-d1a6b0cc-5698-4299-80c1-1b71ebb5c735 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583191 Aug 17 16:35:12.525779 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:12.541067 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c986e705-df7e-4169-bca5-982b531a79ee req-e2e2ec48-7559-4b1d-a4ae-4afb29dc0390 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/9978c6fc-1eef-400e-a762-d635db410433 HTTP/1.1" status: 200 len: 1814 time: 0.3244858 Aug 17 16:35:12.574453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757bb66-354e-48c3-b3fd-ec81477f93c1 req-103816ff-e05a-46a6-b259-32f84bbcd106 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:12.576109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b757bb66-354e-48c3-b3fd-ec81477f93c1 req-103816ff-e05a-46a6-b259-32f84bbcd106 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 947 time: 0.1586559 Aug 17 16:35:12.624613 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-b1c638a0-d017-4c06-a226-31e68aed4180 req-bb3edbf9-90fe-46cd-a6f8-6f67ee5219a0 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] show failed (client error): The resource could not be found. Aug 17 16:35:12.625714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1c638a0-d017-4c06-a226-31e68aed4180 req-bb3edbf9-90fe-46cd-a6f8-6f67ee5219a0 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/2f964b5b-8f9f-4aef-92ea-3fb4f74df2ae HTTP/1.1" status: 404 len: 352 time: 0.0674078 Aug 17 16:35:12.626819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64339fb3-e0ea-4a55-b2dc-2cef0f5bdb4e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:12.633197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba6e6325-c714-4a1b-9aee-e32ff49a3153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:12.673909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64339fb3-e0ea-4a55-b2dc-2cef0f5bdb4e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=2b362292-5383-4172-a43e-5cc9b5ac5d70,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:12.721348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b757bb66-354e-48c3-b3fd-ec81477f93c1 req-d2640b52-cfe6-433e-83cd-4eaf00379028 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327832 Aug 17 16:35:12.727305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-952f5563-fb9c-49f4-bf5f-f7be51a28e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:12.729086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-952f5563-fb9c-49f4-bf5f-f7be51a28e8c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fefb199470064072bdc1c8e082e71d22&device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 1098 time: 0.1501465 Aug 17 16:35:12.781519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78d2837-a16b-4277-9571-3dfb6532e08a None None] Network 080dda72-8728-43a5-b5e6-184b03a3d478 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:12.788427 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-d048324d-cff9-4285-8e36-f8c964f0acdc req-b31c006e-92d6-490e-ae9a-e6815cdb22b7 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] show failed (client error): The resource could not be found. Aug 17 16:35:12.799732 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d048324d-cff9-4285-8e36-f8c964f0acdc req-b31c006e-92d6-490e-ae9a-e6815cdb22b7 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-group-rules/d5728e41-b20e-4230-9d89-22e9236b6da3 HTTP/1.1" status: 404 len: 361 time: 0.1319051 Aug 17 16:35:12.799732 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64339fb3-e0ea-4a55-b2dc-2cef0f5bdb4e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:12.803768 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-64339fb3-e0ea-4a55-b2dc-2cef0f5bdb4e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/2b362292-5383-4172-a43e-5cc9b5ac5d70 HTTP/1.1" status: 204 len: 168 time: 1.1924288 Aug 17 16:35:12.803768 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba6e6325-c714-4a1b-9aee-e32ff49a3153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:12.805440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39854) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:12.841798 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-61841b82-6b90-44d2-a47b-585da047634c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:35:12.845926 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-61841b82-6b90-44d2-a47b-585da047634c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/2b362292-5383-4172-a43e-5cc9b5ac5d70 HTTP/1.1" status: 404 len: 333 time: 0.0368927 Aug 17 16:35:12.848232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39856) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:12.897154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93bc124c-9988-4cb2-8e03-0979882bf76f req-d0115019-52fd-4572-b5fb-5233f54849a9 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/9978c6fc-1eef-400e-a762-d635db410433 HTTP/1.1" status: 200 len: 1814 time: 0.0661392 Aug 17 16:35:12.964740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-134233ed-96ad-45ac-b4d8-2751266e521c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet 0b52a415-07bc-4efe-9198-ac54f7896e7c {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:35:13.001496 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-134233ed-96ad-45ac-b4d8-2751266e521c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.004178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c5e6b2e0-6d2e-4bb1-9c28-225db3f088d5 None None] Provisioning for port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:13.062442 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-93bc124c-9988-4cb2-8e03-0979882bf76f req-e2323fb8-4471-4fad-87b8-3ab0b46ab103 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.065135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c5e6b2e0-6d2e-4bb1-9c28-225db3f088d5 None None] Provisioning complete for port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:13.065735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba6e6325-c714-4a1b-9aee-e32ff49a3153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.067330 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5e6b2e0-6d2e-4bb1-9c28-225db3f088d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.068473 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba6e6325-c714-4a1b-9aee-e32ff49a3153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.068799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-662ff62e-f953-4353-ad31-0f6ce6f22f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:13.073775 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ba6e6325-c714-4a1b-9aee-e32ff49a3153 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f9ffed0-e243-4ea4-bc46-7f912a3b8346 HTTP/1.1" status: 204 len: 168 time: 0.8998013 Aug 17 16:35:13.074024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-662ff62e-f953-4353-ad31-0f6ce6f22f04 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3355172 Aug 17 16:35:13.117649 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-134233ed-96ad-45ac-b4d8-2751266e521c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.125102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e6325-c714-4a1b-9aee-e32ff49a3153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9ffed0-e243-4ea4-bc46-7f912a3b8346,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:13.173806 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-93bc124c-9988-4cb2-8e03-0979882bf76f req-e2323fb8-4471-4fad-87b8-3ab0b46ab103 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.217080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-0922f130-45b2-4916-8fcf-e8a534c96154 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1de366a4-db4f-45e9-a2de-985389cfa517 HTTP/1.1" status: 200 len: 217 time: 0.1328945 Aug 17 16:35:13.305629 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5e6b2e0-6d2e-4bb1-9c28-225db3f088d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.325004 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-134233ed-96ad-45ac-b4d8-2751266e521c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.443751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-b7b91b7f-78dd-4105-92ef-f8791559ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:13.454876 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-b7b91b7f-78dd-4105-92ef-f8791559ae53 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.2269499 Aug 17 16:35:13.485374 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-93bc124c-9988-4cb2-8e03-0979882bf76f req-e2323fb8-4471-4fad-87b8-3ab0b46ab103 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.489367 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-93bc124c-9988-4cb2-8e03-0979882bf76f req-e2323fb8-4471-4fad-87b8-3ab0b46ab103 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.490961 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93bc124c-9988-4cb2-8e03-0979882bf76f req-e2323fb8-4471-4fad-87b8-3ab0b46ab103 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "DELETE /v2.0/security-groups/9978c6fc-1eef-400e-a762-d635db410433 HTTP/1.1" status: 204 len: 173 time: 0.5844071 Aug 17 16:35:13.539665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2323fb8-4471-4fad-87b8-3ab0b46ab103 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9978c6fc-1eef-400e-a762-d635db410433,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:13.560448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-134233ed-96ad-45ac-b4d8-2751266e521c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.569975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-71b4cf04-d534-4413-a6ce-01c3bc911760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:13.572135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-71b4cf04-d534-4413-a6ce-01c3bc911760 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090109 Aug 17 16:35:13.701853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-134233ed-96ad-45ac-b4d8-2751266e521c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:13.719206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-134233ed-96ad-45ac-b4d8-2751266e521c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/0b52a415-07bc-4efe-9198-ac54f7896e7c HTTP/1.1" status: 204 len: 168 time: 0.8675072 Aug 17 16:35:13.720197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:13.724706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134233ed-96ad-45ac-b4d8-2751266e521c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=0b52a415-07bc-4efe-9198-ac54f7896e7c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:13.785054 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6b4e60c0-b4be-455a-bcde-b9a0abf01e0e req-afad03a9-a4a1-4d92-a9e5-c3442011fabe tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/1ee85025-acb5-4667-b573-8ef9ad96e56b HTTP/1.1" status: 200 len: 1815 time: 0.2625973 Aug 17 16:35:13.802016 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-73fe4626-892e-4b83-b3ed-73deecc4a78e service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220552 Aug 17 16:35:14.010150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff35c7-3c91-46f0-a441-7fc70ed4da4d None None] Network 080dda72-8728-43a5-b5e6-184b03a3d478 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:14.116822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8684f0b-dc15-47ff-9a9e-7bba4c7d7ee3 req-b5d0017c-7f1d-4fb3-8b78-98e4487019e5 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556214 Aug 17 16:35:14.127700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:14.133036 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-c5e6b2e0-6d2e-4bb1-9c28-225db3f088d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:35:14.133808 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-c5e6b2e0-6d2e-4bb1-9c28-225db3f088d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:35:14.217143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37c6e-933d-4371-9e78-11f2300fbc70 req-986d5ce1-e097-48ad-9c60-97e5e0ddfea8 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:14.223640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-35b37c6e-933d-4371-9e78-11f2300fbc70 req-986d5ce1-e097-48ad-9c60-97e5e0ddfea8 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 947 time: 0.3542929 Aug 17 16:35:14.453849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-35b37c6e-933d-4371-9e78-11f2300fbc70 req-1b0964a3-ecfb-403d-b507-ae19cb6f22a3 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026921 Aug 17 16:35:14.463534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:14.464014 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:14.467310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f675b9a-a96a-427c-ad6e-6075e4d56e55 None None] DHCP port deletion for 080dda72-8728-43a5-b5e6-184b03a3d478 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:35:14.580813 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] For port 1ad2f812-677c-430a-b58d-c13dcd16b8b8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1ad2f812-677c-430a-b58d-c13dcd16b8b8,segment=NetworkSegment(7c300216-bcc6-41a2-a3b8-e000d1f255ef),segment_id=7c300216-bcc6-41a2-a3b8-e000d1f255ef)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:14.589071 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:14.590899 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6b4e60c0-b4be-455a-bcde-b9a0abf01e0e req-6e141d72-ed5a-4eb0-8752-7460773094f3 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:14.623855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6f675b9a-a96a-427c-ad6e-6075e4d56e55 None None] Deleting port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:14.624233 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f675b9a-a96a-427c-ad6e-6075e4d56e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:14.631524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 1ad2f812-677c-430a-b58d-c13dcd16b8b8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:14.656223 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6b4e60c0-b4be-455a-bcde-b9a0abf01e0e req-6e141d72-ed5a-4eb0-8752-7460773094f3 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:14.737150 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6b4e60c0-b4be-455a-bcde-b9a0abf01e0e req-6e141d72-ed5a-4eb0-8752-7460773094f3 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:14.742059 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6b4e60c0-b4be-455a-bcde-b9a0abf01e0e req-6e141d72-ed5a-4eb0-8752-7460773094f3 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:14.749176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6b4e60c0-b4be-455a-bcde-b9a0abf01e0e req-6e141d72-ed5a-4eb0-8752-7460773094f3 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "DELETE /v2.0/security-groups/1ee85025-acb5-4667-b573-8ef9ad96e56b HTTP/1.1" status: 204 len: 173 time: 0.9557092 Aug 17 16:35:14.761039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6f675b9a-a96a-427c-ad6e-6075e4d56e55 None None] For port 1ad2f812-677c-430a-b58d-c13dcd16b8b8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1ad2f812-677c-430a-b58d-c13dcd16b8b8,segment=NetworkSegment(7c300216-bcc6-41a2-a3b8-e000d1f255ef),segment_id=7c300216-bcc6-41a2-a3b8-e000d1f255ef)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:14.761731 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f675b9a-a96a-427c-ad6e-6075e4d56e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:14.775520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6f675b9a-a96a-427c-ad6e-6075e4d56e55 None None] Calling delete_port for 1ad2f812-677c-430a-b58d-c13dcd16b8b8 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:14.830104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e141d72-ed5a-4eb0-8752-7460773094f3 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee85025-acb5-4667-b573-8ef9ad96e56b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:14.831265 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:14.865319 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffe04f88-0f08-4c84-8ff7-cf0d69b4582c req-6e514e66-85a5-4320-a3cb-7313fadd91fb tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/dcf1157d-813c-48b7-8b79-345308099dc5 HTTP/1.1" status: 200 len: 1815 time: 0.0855837 Aug 17 16:35:14.876290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=1ad2f812-677c-430a-b58d-c13dcd16b8b8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:14.879169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No DVR routers for this DVR port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:35:15.073127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6b2e0-6d2e-4bb1-9c28-225db3f088d5 None None] Port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 update to ACTIVE by agent not found {{(pid=94840) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 17 16:35:15.085604 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f675b9a-a96a-427c-ad6e-6075e4d56e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.135426 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ffe04f88-0f08-4c84-8ff7-cf0d69b4582c req-225edf5b-451b-47ea-a844-6acf5eeb8f4c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.156469 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.175213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080dda72-8728-43a5-b5e6-184b03a3d478']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:15.192573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c300216-bcc6-41a2-a3b8-e000d1f255ef') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:15.193150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c300216-bcc6-41a2-a3b8-e000d1f255ef') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:15.206303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.230720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f675b9a-a96a-427c-ad6e-6075e4d56e55 None None] No DVR routers for this DVR port 1ad2f812-677c-430a-b58d-c13dcd16b8b8 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:35:15.232999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f675b9a-a96a-427c-ad6e-6075e4d56e55 None None] Pushing event deleted for resources: {'Port': ['ID=1ad2f812-677c-430a-b58d-c13dcd16b8b8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:15.238016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9668c967-2f3d-49a1-a42f-b229745a8bdd None None] Could not find standard attr ID for object 1ad2f812-677c-430a-b58d-c13dcd16b8b8. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:35:15.265572 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.267916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ffe04f88-0f08-4c84-8ff7-cf0d69b4582c req-225edf5b-451b-47ea-a844-6acf5eeb8f4c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.284474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:35:15.286011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.400168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ffe04f88-0f08-4c84-8ff7-cf0d69b4582c req-225edf5b-451b-47ea-a844-6acf5eeb8f4c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:35:15.420644 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:35:15.424445 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ffe04f88-0f08-4c84-8ff7-cf0d69b4582c req-225edf5b-451b-47ea-a844-6acf5eeb8f4c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.429946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffe04f88-0f08-4c84-8ff7-cf0d69b4582c req-225edf5b-451b-47ea-a844-6acf5eeb8f4c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "DELETE /v2.0/security-groups/dcf1157d-813c-48b7-8b79-345308099dc5 HTTP/1.1" status: 204 len: 173 time: 0.5634058 Aug 17 16:35:15.454221 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225edf5b-451b-47ea-a844-6acf5eeb8f4c tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf1157d-813c-48b7-8b79-345308099dc5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:15.461556 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.470112 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.476881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/networks/080dda72-8728-43a5-b5e6-184b03a3d478 HTTP/1.1" status: 204 len: 168 time: 1.7548010 Aug 17 16:35:15.477733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:15.505640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'name': 'tempest-PortsIpV6TestJSON-964485243'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:15.509796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ae24c-1258-46d5-bc7d-df006506d33e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Network': ['ID=080dda72-8728-43a5-b5e6-184b03a3d478,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:15.568455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1de366a4-db4f-45e9-a2de-985389cfa517 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:35:15.590166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8246b155-2cb9-4b2a-812a-26dca00f9377 req-5b70ed27-b161-4b28-ab11-95b97d41a7bb tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/d24142c1-7fa4-4bed-a6ad-7b75bc11ba2d HTTP/1.1" status: 200 len: 1813 time: 0.1079357 Aug 17 16:35:15.764451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2f2be-efc6-4a81-81a3-c8dbe45284dd req-215e4ff9-ff32-4b14-b41f-4378174bfba6 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:15.766420 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ff2f2be-efc6-4a81-81a3-c8dbe45284dd req-215e4ff9-ff32-4b14-b41f-4378174bfba6 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 947 time: 0.1965570 Aug 17 16:35:15.770366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:15.778053 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.786928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8246b155-2cb9-4b2a-812a-26dca00f9377 req-89978d35-338b-44a8-9f4b-d01da5c758c9 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:15.806416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 4419713f-cc8e-4365-9ed5-9a171774796c yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:35:15.812250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 1de366a4-db4f-45e9-a2de-985389cfa517, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1de366a4-db4f-45e9-a2de-985389cfa517,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:15.827817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '1de366a4-db4f-45e9-a2de-985389cfa517', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '1de366a4-db4f-45e9-a2de-985389cfa517', 'mac_address': 'fa:16:3e:9a:5d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:35:15.888157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ff2f2be-efc6-4a81-81a3-c8dbe45284dd req-69d43c9a-7522-4c8a-a10b-77d3d4567d94 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930068 Aug 17 16:35:15.921891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8246b155-2cb9-4b2a-812a-26dca00f9377 req-89978d35-338b-44a8-9f4b-d01da5c758c9 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.019176 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.057503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8246b155-2cb9-4b2a-812a-26dca00f9377 req-89978d35-338b-44a8-9f4b-d01da5c758c9 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.061945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de366a4-db4f-45e9-a2de-985389cfa517 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:35:16.079056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8246b155-2cb9-4b2a-812a-26dca00f9377 req-89978d35-338b-44a8-9f4b-d01da5c758c9 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.093291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 1de366a4-db4f-45e9-a2de-985389cfa517, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1de366a4-db4f-45e9-a2de-985389cfa517,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:16.098858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8246b155-2cb9-4b2a-812a-26dca00f9377 req-89978d35-338b-44a8-9f4b-d01da5c758c9 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "DELETE /v2.0/security-groups/d24142c1-7fa4-4bed-a6ad-7b75bc11ba2d HTTP/1.1" status: 204 len: 173 time: 0.4987376 Aug 17 16:35:16.100366 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.145458 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.182680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89978d35-338b-44a8-9f4b-d01da5c758c9 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24142c1-7fa4-4bed-a6ad-7b75bc11ba2d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:16.241188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=1de366a4-db4f-45e9-a2de-985389cfa517,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:16.267543 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.317941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1de366a4-db4f-45e9-a2de-985389cfa517'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:35:16.319625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2cd7cac4-70a3-409a-969a-77a2e001247e req-040ffd68-8e39-4a2e-9ea5-30f2b4ce0e96 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "GET /v2.0/security-groups/c3eec30a-9a73-4efb-9d0e-955b789740a2 HTTP/1.1" status: 200 len: 1814 time: 0.2025609 Aug 17 16:35:16.433811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:16.438230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:16.446228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:16.447057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1ad2f812-677c-430a-b58d-c13dcd16b8b8 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:35:16.452867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:16.453506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.474282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9726357 Aug 17 16:35:16.477794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:16.531527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b8da8-5c00-4e25-b946-59b9c2b55eff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=4419713f-cc8e-4365-9ed5-9a171774796c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:16.577464 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2cd7cac4-70a3-409a-969a-77a2e001247e req-d2518b42-4eb9-4ca2-8a7f-6fb30c002f08 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.588826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 1ad2f812-677c-430a-b58d-c13dcd16b8b8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:35:16.602590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1ad2f812-677c-430a-b58d-c13dcd16b8b8 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:35:16.671659 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2cd7cac4-70a3-409a-969a-77a2e001247e req-d2518b42-4eb9-4ca2-8a7f-6fb30c002f08 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.770113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3d416133-a413-4b4c-a8c3-db4ac28c5de3 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 4419713f-cc8e-4365-9ed5-9a171774796c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:16.773702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d416133-a413-4b4c-a8c3-db4ac28c5de3 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.800421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2cd7cac4-70a3-409a-969a-77a2e001247e req-d2518b42-4eb9-4ca2-8a7f-6fb30c002f08 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.805107 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-2cd7cac4-70a3-409a-969a-77a2e001247e req-d2518b42-4eb9-4ca2-8a7f-6fb30c002f08 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:16.807769 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2cd7cac4-70a3-409a-969a-77a2e001247e req-d2518b42-4eb9-4ca2-8a7f-6fb30c002f08 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] 10.222.0.77 "DELETE /v2.0/security-groups/c3eec30a-9a73-4efb-9d0e-955b789740a2 HTTP/1.1" status: 204 len: 173 time: 0.4567432 Aug 17 16:35:16.820337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39994) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:16.821564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2518b42-4eb9-4ca2-8a7f-6fb30c002f08 tempest-SecurityGroupRulesNegativeTestJSON-27954937 tempest-SecurityGroupRulesNegativeTestJSON-27954937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eec30a-9a73-4efb-9d0e-955b789740a2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:16.874131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d29e53-034b-4fb8-9954-09b8e63c23c4 admin admin] Deleting subnet 20099caa-4a8a-4389-a314-4cf61c4f0b54 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:35:16.880013 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58d29e53-034b-4fb8-9954-09b8e63c23c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.020155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58d29e53-034b-4fb8-9954-09b8e63c23c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.032400 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d416133-a413-4b4c-a8c3-db4ac28c5de3 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.051860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3d416133-a413-4b4c-a8c3-db4ac28c5de3 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 4419713f-cc8e-4365-9ed5-9a171774796c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:17.144793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58d29e53-034b-4fb8-9954-09b8e63c23c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.212591 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58d29e53-034b-4fb8-9954-09b8e63c23c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.231039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:17.303320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42fb7-a2ea-43e2-9d6f-9eb37e4556e9 req-ab805a16-d23d-4f98-9042-13e43c5cc554 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:17.307431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-efa42fb7-a2ea-43e2-9d6f-9eb37e4556e9 req-ab805a16-d23d-4f98-9042-13e43c5cc554 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 948 time: 0.3025551 Aug 17 16:35:17.310271 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d416133-a413-4b4c-a8c3-db4ac28c5de3 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.331515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d29e53-034b-4fb8-9954-09b8e63c23c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20099caa-4a8a-4389-a314-4cf61c4f0b54,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:17.410156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d416133-a413-4b4c-a8c3-db4ac28c5de3 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=4419713f-cc8e-4365-9ed5-9a171774796c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:17.418859 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58d29e53-034b-4fb8-9954-09b8e63c23c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.425414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58d29e53-034b-4fb8-9954-09b8e63c23c4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/20099caa-4a8a-4389-a314-4cf61c4f0b54 HTTP/1.1" status: 204 len: 168 time: 0.6013203 Aug 17 16:35:17.427871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d416133-a413-4b4c-a8c3-db4ac28c5de3 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.436137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d416133-a413-4b4c-a8c3-db4ac28c5de3 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/4419713f-cc8e-4365-9ed5-9a171774796c HTTP/1.1" status: 204 len: 168 time: 0.9523537 Aug 17 16:35:17.436137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40022) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:17.436137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40024) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:17.442867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'mac_address': 'fa:16:3e:a4:e1:6d', 'name': 'tempest-PortsIpV6TestJSON-979202744'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:17.513772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-efa42fb7-a2ea-43e2-9d6f-9eb37e4556e9 req-667eb451-14ba-4600-8868-ad63b1f94658 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951759 Aug 17 16:35:17.538663 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3fe77de-1b98-4651-9d06-2c7260d6da60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.593648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1de366a4-db4f-45e9-a2de-985389cfa517 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:17.694315 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.696696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 1de366a4-db4f-45e9-a2de-985389cfa517 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:17.705291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-c3fe77de-1b98-4651-9d06-2c7260d6da60 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:35:17.705291 n-d-804878-1 neutron-server[94838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 16:35:17.705291 n-d-804878-1 neutron-server[94838]: [parameters: {'project_id': '0f88d9f931f3463984ec89950ce59b77', 'id': '3fa37699-782f-4b76-b171-609bed5024de', 'expiration': datetime.datetime(2021, 8, 17, 16, 37, 17, 697221)}] Aug 17 16:35:17.705291 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:35:17.705934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 1de366a4-db4f-45e9-a2de-985389cfa517 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:17.706351 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-c3fe77de-1b98-4651-9d06-2c7260d6da60 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:35:17.706482 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.720115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:17.890629 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:17.953802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.005084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a701a4a-f4df-4137-a6eb-a88282c16aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de366a4-db4f-45e9-a2de-985389cfa517'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:35:18.013209 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a4ea70-5c20-4786-b54c-77f8f516c6ca" -d '{"events": [{"server_uuid": "6a701a4a-f4df-4137-a6eb-a88282c16aa3", "name": "network-vif-plugged", "status": "completed", "tag": "1de366a4-db4f-45e9-a2de-985389cfa517"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:35:18.020558 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 1de366a4-db4f-45e9-a2de-985389cfa517, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1de366a4-db4f-45e9-a2de-985389cfa517,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:18.026011 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.055021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a718f642-ec1b-4b41-9fc6-68a884ecb3f7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:18.081386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb927021-8100-4ed9-971a-746eed732bfc') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:18.081921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb927021-8100-4ed9-971a-746eed732bfc') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:18.100329 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d99070-e908-4537-801a-ecf3c53ae626 x-openstack-request-id: req-59d99070-e908-4537-801a-ecf3c53ae626 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:35:18.100619 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a701a4a-f4df-4137-a6eb-a88282c16aa3", "name": "network-vif-plugged", "status": "completed", "tag": "1de366a4-db4f-45e9-a2de-985389cfa517", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:35:18.101034 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59d99070-e908-4537-801a-ecf3c53ae626 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:35:18.101651 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a701a4a-f4df-4137-a6eb-a88282c16aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de366a4-db4f-45e9-a2de-985389cfa517', 'code': 200} Aug 17 16:35:18.102851 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.113444 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.114455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=1de366a4-db4f-45e9-a2de-985389cfa517,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:18.135862 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.136454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.136982 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.137994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.138509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.142416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.143177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.143686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.144203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.144548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.144868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.145355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:18.163797 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.172616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:35:18.173310 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:35:18.194408 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:35:18.227620 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3fe77de-1b98-4651-9d06-2c7260d6da60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.264394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 4d3e8cf1-cfd9-4cdb-ac3b-34f9f15a161f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:35:18.390395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.413596 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.419581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a718f642-ec1b-4b41-9fc6-68a884ecb3f7 HTTP/1.1" status: 204 len: 168 time: 0.9800448 Aug 17 16:35:18.454022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842a269-fbd8-4cf6-a9fe-fca331f9dee6 req-3d1959f9-9e42-4958-991d-f0564fdb783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:18.456283 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c842a269-fbd8-4cf6-a9fe-fca331f9dee6 req-3d1959f9-9e42-4958-991d-f0564fdb783a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 1100 time: 0.2145402 Aug 17 16:35:18.577037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50921cdd-202a-4380-b747-db3a06ea8195 admin admin] Pushing event deleted for resources: {'Network': ['ID=a718f642-ec1b-4b41-9fc6-68a884ecb3f7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:18.646171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40050) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:18.714306 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7f22ec20-b38d-46e2-9f75-71584b80459c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e64fa8fdb5c418cb67ba1c5a8b18355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663016 Aug 17 16:35:18.720077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40052) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:18.837016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3fe77de-1b98-4651-9d06-2c7260d6da60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.841988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c842a269-fbd8-4cf6-a9fe-fca331f9dee6 req-44a39548-883f-46c2-a515-cd5d4b55779c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421431 Aug 17 16:35:18.848577 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3fe77de-1b98-4651-9d06-2c7260d6da60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.885676 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee48fba-3479-4e17-91a3-a422a4d4f53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.910485 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee48fba-3479-4e17-91a3-a422a4d4f53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:18.956262 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.007270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3fe77de-1b98-4651-9d06-2c7260d6da60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f88d9f931f3463984ec89950ce59b77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7669225 Aug 17 16:35:19.007701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40058) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:19.036216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9500-84c2-4589-9004-c5fe4ef88b20 req-f2e62e23-4f1f-4a82-a5b3-afe9eed4b614 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:19.037839 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-89ff9500-84c2-4589-9004-c5fe4ef88b20 req-f2e62e23-4f1f-4a82-a5b3-afe9eed4b614 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 949 time: 0.3205953 Aug 17 16:35:19.040658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe77de-1b98-4651-9d06-2c7260d6da60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374a6323-9fd9-4ec7-a3b7-3005394ea475,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:19.056660 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee48fba-3479-4e17-91a3-a422a4d4f53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.064622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee48fba-3479-4e17-91a3-a422a4d4f53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.064622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8ee48fba-3479-4e17-91a3-a422a4d4f53a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36cf9d79-c914-4abc-ada2-06084bdde444 HTTP/1.1" status: 204 len: 168 time: 0.3397930 Aug 17 16:35:19.106618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-89ff9500-84c2-4589-9004-c5fe4ef88b20 req-9217f4d6-df1e-4470-a3ff-84de19d3974b tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536962 Aug 17 16:35:19.137125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.152529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee48fba-3479-4e17-91a3-a422a4d4f53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cf9d79-c914-4abc-ada2-06084bdde444,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:19.252451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:19.255600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:19.264320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cb40f97-1237-4707-954f-cec29c572d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.264505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:19.269706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:19.270336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.297736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=4d3e8cf1-cfd9-4cdb-ac3b-34f9f15a161f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:19.301843 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e0fc5a0-691c-4075-bc7c-c5fc058a3b74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8649607 Aug 17 16:35:19.304345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40064) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:19.325516 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cb40f97-1237-4707-954f-cec29c572d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.391526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec453d-27da-4cc5-9bf1-888658f1eb09 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:19.395485 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-76ec453d-27da-4cc5-9bf1-888658f1eb09 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/4d3e8cf1-cfd9-4cdb-ac3b-34f9f15a161f HTTP/1.1" status: 200 len: 844 time: 0.0876384 Aug 17 16:35:19.396903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:19.427019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cb40f97-1237-4707-954f-cec29c572d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.429759 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cb40f97-1237-4707-954f-cec29c572d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.435338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4cb40f97-1237-4707-954f-cec29c572d88 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/374a6323-9fd9-4ec7-a3b7-3005394ea475 HTTP/1.1" status: 204 len: 168 time: 0.4265659 Aug 17 16:35:19.464139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb40f97-1237-4707-954f-cec29c572d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374a6323-9fd9-4ec7-a3b7-3005394ea475,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:19.536079 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.704752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7a69c085-8a7b-4640-9171-f7f6731d6d16 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 4d3e8cf1-cfd9-4cdb-ac3b-34f9f15a161f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:19.705164 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a69c085-8a7b-4640-9171-f7f6731d6d16 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.738198 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.886081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a69c085-8a7b-4640-9171-f7f6731d6d16 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:19.922995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7a69c085-8a7b-4640-9171-f7f6731d6d16 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 4d3e8cf1-cfd9-4cdb-ac3b-34f9f15a161f owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:20.085041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a69c085-8a7b-4640-9171-f7f6731d6d16 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:20.133306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69c085-8a7b-4640-9171-f7f6731d6d16 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=4d3e8cf1-cfd9-4cdb-ac3b-34f9f15a161f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:20.152589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a69c085-8a7b-4640-9171-f7f6731d6d16 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:20.157634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40100) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:20.170706 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a69c085-8a7b-4640-9171-f7f6731d6d16 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/4d3e8cf1-cfd9-4cdb-ac3b-34f9f15a161f HTTP/1.1" status: 204 len: 168 time: 0.7725890 Aug 17 16:35:20.222418 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-97642c82-4fda-4518-83ee-c53076341761 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:35:20.224287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-97642c82-4fda-4518-83ee-c53076341761 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/4d3e8cf1-cfd9-4cdb-ac3b-34f9f15a161f HTTP/1.1" status: 404 len: 333 time: 0.0656514 Aug 17 16:35:20.228526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40110) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:20.272360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'name': 'tempest-PortsIpV6TestJSON-1590431750'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:20.576494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbca7b-821b-4950-a57d-42607949d6d2 req-f617c733-5f7d-45db-8eef-52794a1f66a8 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:20.578623 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85dbca7b-821b-4950-a57d-42607949d6d2 req-f617c733-5f7d-45db-8eef-52794a1f66a8 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 949 time: 0.1170952 Aug 17 16:35:20.586307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:20.615124 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:20.694208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 99c44687-c534-4c6c-a921-6692f26932a2 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:35:20.710293 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85dbca7b-821b-4950-a57d-42607949d6d2 req-ca0ef8e9-d7ba-42a0-8daf-7bb8595ca2cb tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745776 Aug 17 16:35:21.344256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:21.425661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:21.458541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:21.657675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:21.659275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:21.685718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:21.691169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:21.691853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:21.732780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=99c44687-c534-4c6c-a921-6692f26932a2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:21.739283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5094609 Aug 17 16:35:21.743045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:21.747969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.748384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.748667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.749063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.749374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.749709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.750022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.753550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.753550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.753550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.753763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a505f7bc-0727-4728-bca1-b52c1facc2a9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:21.753833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.753833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c237403-24be-43d6-8a5d-c5eb1672dcf4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:21.913696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-network', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:21.945308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a505f7bc-0727-4728-bca1-b52c1facc2a9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.023706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:22.027287 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.045731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.337773 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a505f7bc-0727-4728-bca1-b52c1facc2a9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.359409 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a505f7bc-0727-4728-bca1-b52c1facc2a9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.379185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.427546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a505f7bc-0727-4728-bca1-b52c1facc2a9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] In _notify_port_updated(), no bound segment for port 99c44687-c534-4c6c-a921-6692f26932a2 on network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:35:22.433060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a505f7bc-0727-4728-bca1-b52c1facc2a9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:22.433709 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a505f7bc-0727-4728-bca1-b52c1facc2a9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.448042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40210) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:22.452175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a505f7bc-0727-4728-bca1-b52c1facc2a9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "PUT /v2.0/ports/99c44687-c534-4c6c-a921-6692f26932a2 HTTP/1.1" status: 200 len: 818 time: 0.7075160 Aug 17 16:35:22.456049 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.533742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505f7bc-0727-4728-bca1-b52c1facc2a9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=99c44687-c534-4c6c-a921-6692f26932a2,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:22.553360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:35:22.610706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89393413-b971-4af9-9be2-25d75e654c48,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:22.625946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.630556 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Added segment c95e1544-94e4-4e63-a50d-4949800d6e52 of type vlan for network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f Aug 17 16:35:22.678053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-217da7f3-aad9-474d-a603-82e5a237d4e8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 99c44687-c534-4c6c-a921-6692f26932a2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:22.678761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217da7f3-aad9-474d-a603-82e5a237d4e8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.750966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.789579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:22.820705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.821928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:22.822535 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.834883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217da7f3-aad9-474d-a603-82e5a237d4e8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:22.867871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-217da7f3-aad9-474d-a603-82e5a237d4e8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 99c44687-c534-4c6c-a921-6692f26932a2 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:22.971279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] Pushing event updated for resources: {'Network': ['ID=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:22.984067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:35:23.016068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71c74f91-f38b-4771-98f4-57000b03aedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.026438 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f6951ab2-d3bf-4b65-9910-4ed9767c05fa admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5976679 Aug 17 16:35:23.026632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217da7f3-aad9-474d-a603-82e5a237d4e8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.031269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40230) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:23.089715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Request body: {'subnet': {'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-subnet', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:23.188453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217da7f3-aad9-474d-a603-82e5a237d4e8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=99c44687-c534-4c6c-a921-6692f26932a2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:23.198216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217da7f3-aad9-474d-a603-82e5a237d4e8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.200841 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-217da7f3-aad9-474d-a603-82e5a237d4e8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/99c44687-c534-4c6c-a921-6692f26932a2 HTTP/1.1" status: 204 len: 168 time: 0.7509799 Aug 17 16:35:23.204103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40232) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:23.237291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71c74f91-f38b-4771-98f4-57000b03aedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.242828 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71c74f91-f38b-4771-98f4-57000b03aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.282593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:23.285479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.319644 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-71c74f91-f38b-4771-98f4-57000b03aedc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81695d1002914d9d94f59ee090f7f274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272641 Aug 17 16:35:23.321283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c74f91-f38b-4771-98f4-57000b03aedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de8207d-4945-4645-9287-9c93689dd613,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:23.325561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:23.345081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb79232-e6e8-449e-ba8c-fb45c2e9ffda tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:23.349861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2eb79232-e6e8-449e-ba8c-fb45c2e9ffda tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1445651 Aug 17 16:35:23.352652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40240) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:23.395808 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d715c8-9c6b-477d-a611-c883933dbbc9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:35:23.398006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05fbd1d8-3c8c-42c2-97d2-fedb04d52148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.403816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-73d715c8-9c6b-477d-a611-c883933dbbc9 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/99c44687-c534-4c6c-a921-6692f26932a2 HTTP/1.1" status: 404 len: 333 time: 0.0497048 Aug 17 16:35:23.404490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40242) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:23.413451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2115336674'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:23.458030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:23.465432 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.477784 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05fbd1d8-3c8c-42c2-97d2-fedb04d52148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.518680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:35:23.546011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05fbd1d8-3c8c-42c2-97d2-fedb04d52148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.549160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05fbd1d8-3c8c-42c2-97d2-fedb04d52148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.552797 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-05fbd1d8-3c8c-42c2-97d2-fedb04d52148 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2de8207d-4945-4645-9287-9c93689dd613 HTTP/1.1" status: 204 len: 168 time: 0.2229350 Aug 17 16:35:23.574463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbd1d8-3c8c-42c2-97d2-fedb04d52148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de8207d-4945-4645-9287-9c93689dd613,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:23.589864 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.590219 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Added segment 6960d78d-072a-423d-aa0c-3d296ea2011c of type vlan for network 114d7656-81f6-4084-a2dc-371bce6729e1 Aug 17 16:35:23.692235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.778888 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.819564 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:23.826109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:23.826728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:24.007155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Network': ['ID=114d7656-81f6-4084-a2dc-371bce6729e1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:24.020287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 114d7656-81f6-4084-a2dc-371bce6729e1 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:35:24.022367 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e5f36e85-336d-4a8e-b875-9f8111fbddbd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6132169 Aug 17 16:35:24.025380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:24.038336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6794c805-5b84-4d68-91c3-86786023ccd4,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:24.040318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:24.098724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Checking segment: {'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:24.102905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Network hostable DHCP agents. Network: ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:35:24.153677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:35:24.175460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:24.182483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:24.183101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:24.210672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7344da58-eed1-4b8a-acdf-024104499816 None None] Network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:24.234042 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-14f3c94e-ccbd-4ec0-8d78-2dc35069e8aa admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1857927 Aug 17 16:35:24.236807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40272) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:24.294941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:24.427329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:24.429075 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:24.514404 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:35:24.519759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:24.532469 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:24.640678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:24.868541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:35:24.870072 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:25.027267 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:25.064623 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:25.215085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Checking segment: {'id': '6960d78d-072a-423d-aa0c-3d296ea2011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:25.216333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network hostable DHCP agents. Network: 114d7656-81f6-4084-a2dc-371bce6729e1, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:35:25.219440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=4b37feef-2aed-41e5-9684-567614723daf,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:25.265514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 114d7656-81f6-4084-a2dc-371bce6729e1 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:35:25.292364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 114d7656-81f6-4084-a2dc-371bce6729e1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:25.307573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Allocated IP 172.20.0.2 (ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f/6794c805-5b84-4d68-91c3-86786023ccd4/89edc63f-c4f3-4ea0-ac87-29e2b787367a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:25.309214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:25.322013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:25.392021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4552468d-5f85-4621-aa90-ff1c0e1ff995 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3644056 Aug 17 16:35:25.401871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:25.420427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-be8d8a26-ad65-477a-95a3-0e3a1cf555f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:25.561605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:25.605210 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:25.606497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9ebb7-371a-460c-83db-e371d3e9097c None None] Network 114d7656-81f6-4084-a2dc-371bce6729e1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:25.767237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Allocated IP 172.25.7.33 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/c536fde3-f280-4668-957b-3679e07f2cd1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:25.976296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:25.999900 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:26.071535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Transition to ACTIVE for port object 89edc63f-c4f3-4ea0-ac87-29e2b787367a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:26.113608 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:26.170217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Transition to ACTIVE for port object 89edc63f-c4f3-4ea0-ac87-29e2b787367a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:26.212132 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:26.255667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Pushing event updated for resources: {'Port': ['ID=c536fde3-f280-4668-957b-3679e07f2cd1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:26.264049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:26.270212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:26.273869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:26.295096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-114d7656-81f6-4084-a2dc-371bce6729e1', 'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1', 'tenant_id': 'f61500597dc1420ea160b96d18a2a148', 'fixed_ips': [{'subnet_id': '4b37feef-2aed-41e5-9684-567614723daf'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:35:26.298535 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:26.353043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:26.362975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:26.368369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:26.425745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Pushing event updated for resources: {'Port': ['ID=89edc63f-c4f3-4ea0-ac87-29e2b787367a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:26.591774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8d8a26-ad65-477a-95a3-0e3a1cf555f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:26.601754 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be8d8a26-ad65-477a-95a3-0e3a1cf555f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:26.837802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-c42e593e-bc80-4bda-9d54-33366ad0a9d8 req-2e331d31-7d57-43a4-985d-105127fef587 tempest-LiveAutoBlockMigrationV225Test-1034950849 tempest-LiveAutoBlockMigrationV225Test-1034950849-project] (94838) timed out ('10.222.0.93', 54394) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 16:35:26.865705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Attempting to bind port 89edc63f-c4f3-4ea0-ac87-29e2b787367a on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:35:26.866065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Attempting to bind port 89edc63f-c4f3-4ea0-ac87-29e2b787367a by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:35:26.890142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Attempting to bind port 89edc63f-c4f3-4ea0-ac87-29e2b787367a on network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:35:26.905875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:35:26.918596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Checking segment: {'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:26.919214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:26.919719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Bound using segment: {'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:35:26.941643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Bound port: 89edc63f-c4f3-4ea0-ac87-29e2b787367a, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:35:26.942080 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:26.957039 n-d-804878-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-be8d8a26-ad65-477a-95a3-0e3a1cf555f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b37feef-2aed-41e5-9684-567614723daf (CIDR: 2001:db8::/64) Aug 17 16:35:26.972264 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8d8a26-ad65-477a-95a3-0e3a1cf555f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:35:26.976738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8d8a26-ad65-477a-95a3-0e3a1cf555f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:35:27.015447 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-be8d8a26-ad65-477a-95a3-0e3a1cf555f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6077440 Aug 17 16:35:27.019411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40340) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:27.025818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d9925344-da0d-43a7-aa08-51a126efdfdb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:27.095173 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:27.159685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Allocated IP 2001:db8::2 (114d7656-81f6-4084-a2dc-371bce6729e1/4b37feef-2aed-41e5-9684-567614723daf/bb648b73-6017-406a-8aaf-ec506e7c7eaf) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:27.444785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9925344-da0d-43a7-aa08-51a126efdfdb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:27.453177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9925344-da0d-43a7-aa08-51a126efdfdb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:27.701294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] For port 89edc63f-c4f3-4ea0-ac87-29e2b787367a, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:35:27.713151 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:27.764298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] For port 89edc63f-c4f3-4ea0-ac87-29e2b787367a, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=89edc63f-c4f3-4ea0-ac87-29e2b787367a,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:35:27.771557 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:27.983270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a9923-ae04-4944-a5ff-10d18586d313 None None] Pushing event updated for resources: {'Port': ['ID=89edc63f-c4f3-4ea0-ac87-29e2b787367a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:28.059625 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:28.091961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Transition to ACTIVE for port object bb648b73-6017-406a-8aaf-ec506e7c7eaf will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:28.146082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Transition to ACTIVE for port object bb648b73-6017-406a-8aaf-ec506e7c7eaf will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:28.156848 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:28.285056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Network 114d7656-81f6-4084-a2dc-371bce6729e1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:28.303411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:28.317441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Router 080efcd8-3546-4340-8cc0-8ff326104228 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:35:28.324984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:28.337487 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9925344-da0d-43a7-aa08-51a126efdfdb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:28.357243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Pushing event updated for resources: {'Port': ['ID=bb648b73-6017-406a-8aaf-ec506e7c7eaf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:28.600084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9925344-da0d-43a7-aa08-51a126efdfdb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 114d7656-81f6-4084-a2dc-371bce6729e1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:28.622522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d9925344-da0d-43a7-aa08-51a126efdfdb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:28.630916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9925344-da0d-43a7-aa08-51a126efdfdb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:28.631540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9925344-da0d-43a7-aa08-51a126efdfdb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:28.648297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:35:28.681416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9925344-da0d-43a7-aa08-51a126efdfdb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=c37b0f05-da73-47a3-b322-6457c314e4e8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:28.700451 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:28.703493 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-10aa4352-3817-419b-934d-1d56234f9c6c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4647386 Aug 17 16:35:28.708173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:28.712310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Sync routers for ids ['080efcd8-3546-4340-8cc0-8ff326104228'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:35:28.729211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9925344-da0d-43a7-aa08-51a126efdfdb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7059226 Aug 17 16:35:28.729476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40386) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:28.738217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1', 'fixed_ips': [{'subnet_id': '4b37feef-2aed-41e5-9684-567614723daf'}, {'subnet_id': 'c37b0f05-da73-47a3-b322-6457c314e4e8'}], 'name': 'tempest-PortsIpV6TestJSON-596268320'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:28.757143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Routers {'080efcd8-3546-4340-8cc0-8ff326104228'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:35:28.761750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:35:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['080efcd8-3546-4340-8cc0-8ff326104228'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:28.773385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Attempting to bind port bb648b73-6017-406a-8aaf-ec506e7c7eaf on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:35:28.774278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Attempting to bind port bb648b73-6017-406a-8aaf-ec506e7c7eaf by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6960d78d-072a-423d-aa0c-3d296ea2011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:35:28.774819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Attempting to bind port bb648b73-6017-406a-8aaf-ec506e7c7eaf on network 114d7656-81f6-4084-a2dc-371bce6729e1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:35:28.911740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:35:28.912522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Checking segment: {'id': '6960d78d-072a-423d-aa0c-3d296ea2011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:28.914709 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:28.915995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Bound using segment: {'id': '6960d78d-072a-423d-aa0c-3d296ea2011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:35:28.917938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Bound port: bb648b73-6017-406a-8aaf-ec506e7c7eaf, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6960d78d-072a-423d-aa0c-3d296ea2011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:35:28.921992 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:29.176528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:29.199079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] For port bb648b73-6017-406a-8aaf-ec506e7c7eaf, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:35:29.211848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] For port bb648b73-6017-406a-8aaf-ec506e7c7eaf, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=bb648b73-6017-406a-8aaf-ec506e7c7eaf,segment=NetworkSegment(6960d78d-072a-423d-aa0c-3d296ea2011c),segment_id=6960d78d-072a-423d-aa0c-3d296ea2011c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:35:29.272451 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:29.448039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:29.509816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port d0babf1d-e39b-425b-a41b-1401d5da9635 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:35:29.718492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2307074-2793-414c-bd43-350ef1763e65 None None] Pushing event updated for resources: {'Port': ['ID=bb648b73-6017-406a-8aaf-ec506e7c7eaf,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:29.759551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Set router 080efcd8-3546-4340-8cc0-8ff326104228 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:35:30.442686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9b859-2169-4a31-ad37-c799be7a3d51 None None] Network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:30.614367 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:30.797081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bb648b73-6017-406a-8aaf-ec506e7c7eaf up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:31.266081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Allocated IP 172.20.0.1 (ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f/6794c805-5b84-4d68-91c3-86786023ccd4/b107c04a-1394-41f6-8bb2-5ef03041d68a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:31.499770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8::270 (114d7656-81f6-4084-a2dc-371bce6729e1/4b37feef-2aed-41e5-9684-567614723daf/d0babf1d-e39b-425b-a41b-1401d5da9635) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:31.523380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8:0:1::1da (114d7656-81f6-4084-a2dc-371bce6729e1/c37b0f05-da73-47a3-b322-6457c314e4e8/d0babf1d-e39b-425b-a41b-1401d5da9635) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:31.685806 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:31.736212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Transition to ACTIVE for port object b107c04a-1394-41f6-8bb2-5ef03041d68a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:31.836285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c47c88-f98b-437b-905d-34bca7cb086b None None] Network 114d7656-81f6-4084-a2dc-371bce6729e1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:31.863263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:31.864257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-20550db9-d203-424f-8bc9-e6d56486d937 None None] Provisioning for port 89edc63f-c4f3-4ea0-ac87-29e2b787367a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:32.012853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:32.017986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:32.023410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:32.029605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Pushing event updated for resources: {'Port': ['ID=b107c04a-1394-41f6-8bb2-5ef03041d68a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:32.057211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port bb648b73-6017-406a-8aaf-ec506e7c7eaf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:32.115454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:32.116281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-28e574cb-dc42-442b-be05-6465eab8a214 None None] Provisioning for port bb648b73-6017-406a-8aaf-ec506e7c7eaf completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:32.119867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 89edc63f-c4f3-4ea0-ac87-29e2b787367a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:32.148462 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:32.155703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object d0babf1d-e39b-425b-a41b-1401d5da9635 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:32.217176 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:32.329155 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-28e574cb-dc42-442b-be05-6465eab8a214 None None] Provisioning complete for port bb648b73-6017-406a-8aaf-ec506e7c7eaf triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:32.329543 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28e574cb-dc42-442b-be05-6465eab8a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:32.381428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:26Z', 'revision_number': 3, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:32.409161 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 114d7656-81f6-4084-a2dc-371bce6729e1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:32.418230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:32.441587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:32.474883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:32.476625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:32.530269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=d0babf1d-e39b-425b-a41b-1401d5da9635,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:32.556539 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5fd26260-e29c-4592-a232-138374e0ace7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8258989 Aug 17 16:35:32.559779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40454) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:32.565256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b37feef-2aed-41e5-9684-567614723daf'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:32.683574 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b30157ba-8826-4468-8077-532ac7c760d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:32.690916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Checking router: 080efcd8-3546-4340-8cc0-8ff326104228 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:35:32.692864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Updating router 080efcd8-3546-4340-8cc0-8ff326104228 port c536fde3-f280-4668-957b-3679e07f2cd1 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:35:32.723540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 89edc63f-c4f3-4ea0-ac87-29e2b787367a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:32.766665 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 89edc63f-c4f3-4ea0-ac87-29e2b787367a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:32.767336 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:32.805921 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:32.910737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:33.037214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28e574cb-dc42-442b-be05-6465eab8a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:33.100404 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:33.507719 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:33.514346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:33.577027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Delete allocated IP 2001:db8:0:1::1da (114d7656-81f6-4084-a2dc-371bce6729e1/c37b0f05-da73-47a3-b322-6457c314e4e8) {{(pid=94839) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 16:35:33.782196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:33.821556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Pushing event updated for resources: {'Port': ['ID=b107c04a-1394-41f6-8bb2-5ef03041d68a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:33.882513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-28e574cb-dc42-442b-be05-6465eab8a214 None None] For port bb648b73-6017-406a-8aaf-ec506e7c7eaf, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=bb648b73-6017-406a-8aaf-ec506e7c7eaf,segment=NetworkSegment(6960d78d-072a-423d-aa0c-3d296ea2011c),segment_id=6960d78d-072a-423d-aa0c-3d296ea2011c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:33.882513 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:34.007433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28e574cb-dc42-442b-be05-6465eab8a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:34.135925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:34.156294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 89edc63f-c4f3-4ea0-ac87-29e2b787367a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=89edc63f-c4f3-4ea0-ac87-29e2b787367a,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:34.157821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:34.159381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:34.178998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Ignored duplicate provisioning block setup for port d0babf1d-e39b-425b-a41b-1401d5da9635 by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 16:35:34.185896 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:34.223598 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:34.289654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e574cb-dc42-442b-be05-6465eab8a214 None None] Pushing event updated for resources: {'Port': ['ID=bb648b73-6017-406a-8aaf-ec506e7c7eaf,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:34.395816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Router 080efcd8-3546-4340-8cc0-8ff326104228 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:35:34.484076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] In _notify_port_updated(), no bound segment for port d0babf1d-e39b-425b-a41b-1401d5da9635 on network 114d7656-81f6-4084-a2dc-371bce6729e1 {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:35:34.493570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:34.494342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:34.500339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "PUT /v2.0/ports/d0babf1d-e39b-425b-a41b-1401d5da9635 HTTP/1.1" status: 200 len: 925 time: 1.9394474 Aug 17 16:35:34.500987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40504) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:34.544578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71074b9b-3b2f-4751-a832-05ad84a3c895 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=d0babf1d-e39b-425b-a41b-1401d5da9635,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:34.547504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d6170d6e-f548-4532-98cf-9d79c16a0546 None None] Provisioning complete for port 89edc63f-c4f3-4ea0-ac87-29e2b787367a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:34.547886 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6170d6e-f548-4532-98cf-9d79c16a0546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:34.556398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b37feef-2aed-41e5-9684-567614723daf'}, {'subnet_id': 'c37b0f05-da73-47a3-b322-6457c314e4e8'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:34.696389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:35:34.715269 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-57684f47-06ff-4d84-b884-ba9058c9374b admin admin] 10.222.0.77 "PUT /v2.0/routers/080efcd8-3546-4340-8cc0-8ff326104228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0058885 Aug 17 16:35:34.941625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=89edc63f-c4f3-4ea0-ac87-29e2b787367a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:35.004523 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0478685-5ee5-424b-b662-032b8fe1d267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:35.065177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32a406-536f-4983-84dd-8d0efea5d734 None None] Update dhcp port {'port': {'network_id': '114d7656-81f6-4084-a2dc-371bce6729e1', 'fixed_ips': [{'subnet_id': '4b37feef-2aed-41e5-9684-567614723daf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c37b0f05-da73-47a3-b322-6457c314e4e8'}], 'binding:host_id': 'n-d-804878-1'}, 'id': 'bb648b73-6017-406a-8aaf-ec506e7c7eaf'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:35:35.153689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:35.154719 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b32a406-536f-4983-84dd-8d0efea5d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:35.193597 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:35.566317 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:35.645187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d6170d6e-f548-4532-98cf-9d79c16a0546 None None] Provisioning for port b107c04a-1394-41f6-8bb2-5ef03041d68a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:35.673959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Transition to ACTIVE for port object c536fde3-f280-4668-957b-3679e07f2cd1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:35.682199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d6170d6e-f548-4532-98cf-9d79c16a0546 None None] Provisioning complete for port b107c04a-1394-41f6-8bb2-5ef03041d68a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:35.682742 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6170d6e-f548-4532-98cf-9d79c16a0546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:35.751583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8:0:1::1c0 (114d7656-81f6-4084-a2dc-371bce6729e1/c37b0f05-da73-47a3-b322-6457c314e4e8/d0babf1d-e39b-425b-a41b-1401d5da9635) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:35.808176 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:35.958194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d6170d6e-f548-4532-98cf-9d79c16a0546 None None] Port b107c04a-1394-41f6-8bb2-5ef03041d68a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:35:36.007113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Attempting to bind port c536fde3-f280-4668-957b-3679e07f2cd1 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:35:36.008707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Attempting to bind port c536fde3-f280-4668-957b-3679e07f2cd1 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:35:36.009452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Attempting to bind port c536fde3-f280-4668-957b-3679e07f2cd1 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:35:36.038074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:35:36.043202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:36.043637 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.044043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:35:36.047291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Bound port: c536fde3-f280-4668-957b-3679e07f2cd1, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:35:36.048201 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.135025 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.168438 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.179282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f84e3-4a1c-4884-bcd8-98903e3b8791 None None] Pushing event updated for resources: {'Port': ['ID=c536fde3-f280-4668-957b-3679e07f2cd1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:36.181156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Ignored duplicate provisioning block setup for port d0babf1d-e39b-425b-a41b-1401d5da9635 by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 16:35:36.187041 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.373034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=d0babf1d-e39b-425b-a41b-1401d5da9635,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:36.406108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] In _notify_port_updated(), no bound segment for port d0babf1d-e39b-425b-a41b-1401d5da9635 on network 114d7656-81f6-4084-a2dc-371bce6729e1 {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:35:36.420865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:36.422141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.427627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a9dcdb35-3e32-4287-b790-4cff343f1f77 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "PUT /v2.0/ports/d0babf1d-e39b-425b-a41b-1401d5da9635 HTTP/1.1" status: 200 len: 1011 time: 1.8818128 Aug 17 16:35:36.428059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:36.468912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8b32a406-536f-4983-84dd-8d0efea5d734 None None] Allocated IP 2001:db8:0:1::2 (114d7656-81f6-4084-a2dc-371bce6729e1/c37b0f05-da73-47a3-b322-6457c314e4e8/bb648b73-6017-406a-8aaf-ec506e7c7eaf) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:36.499199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bb648b73-6017-406a-8aaf-ec506e7c7eaf up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:36.553253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] For port c536fde3-f280-4668-957b-3679e07f2cd1, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:35:36.603900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0cba2862-42a5-4ada-9d7a-a3e0fc22b81e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port d0babf1d-e39b-425b-a41b-1401d5da9635 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:36.604954 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cba2862-42a5-4ada-9d7a-a3e0fc22b81e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.638198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-435a2b61-8785-465e-a097-65f63761c5ea None None] Provisioning complete for port b107c04a-1394-41f6-8bb2-5ef03041d68a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:36.638623 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-435a2b61-8785-465e-a097-65f63761c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.674714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] For port c536fde3-f280-4668-957b-3679e07f2cd1, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c536fde3-f280-4668-957b-3679e07f2cd1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:35:36.694067 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.744935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-435a2b61-8785-465e-a097-65f63761c5ea None None] Port b107c04a-1394-41f6-8bb2-5ef03041d68a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:35:36.774125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cba2862-42a5-4ada-9d7a-a3e0fc22b81e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.792706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0cba2862-42a5-4ada-9d7a-a3e0fc22b81e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for d0babf1d-e39b-425b-a41b-1401d5da9635 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:36.803738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port bb648b73-6017-406a-8aaf-ec506e7c7eaf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:36.804114 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:36.825562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Routers {'080efcd8-3546-4340-8cc0-8ff326104228'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:35:36.826244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:35:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['080efcd8-3546-4340-8cc0-8ff326104228'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:37.187608 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cba2862-42a5-4ada-9d7a-a3e0fc22b81e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:37.289728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba2862-42a5-4ada-9d7a-a3e0fc22b81e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=d0babf1d-e39b-425b-a41b-1401d5da9635,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:37.377671 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cba2862-42a5-4ada-9d7a-a3e0fc22b81e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:37.384822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0cba2862-42a5-4ada-9d7a-a3e0fc22b81e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/d0babf1d-e39b-425b-a41b-1401d5da9635 HTTP/1.1" status: 204 len: 168 time: 0.9532282 Aug 17 16:35:37.386783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:37.474018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f84e3-4a1c-4884-bcd8-98903e3b8791 None None] Pushing event updated for resources: {'Port': ['ID=c536fde3-f280-4668-957b-3679e07f2cd1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:37.478286 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39b3ba3-ff56-449a-abda-ab0dc6f617a2 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:35:37.487665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40674) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:37.488370 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c39b3ba3-ff56-449a-abda-ab0dc6f617a2 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/d0babf1d-e39b-425b-a41b-1401d5da9635 HTTP/1.1" status: 404 len: 333 time: 0.0995803 Aug 17 16:35:37.488871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8b32a406-536f-4983-84dd-8d0efea5d734 None None] For port bb648b73-6017-406a-8aaf-ec506e7c7eaf, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=bb648b73-6017-406a-8aaf-ec506e7c7eaf,segment=NetworkSegment(6960d78d-072a-423d-aa0c-3d296ea2011c),segment_id=6960d78d-072a-423d-aa0c-3d296ea2011c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:37.565278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] Set router 080efcd8-3546-4340-8cc0-8ff326104228 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:35:37.569081 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b32a406-536f-4983-84dd-8d0efea5d734 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:37.711323 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda7c89c-c6b9-42bd-825b-7032b2c1b2e6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet c37b0f05-da73-47a3-b322-6457c314e4e8 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:35:37.732619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8b32a406-536f-4983-84dd-8d0efea5d734 None None] Transition to ACTIVE for port object bb648b73-6017-406a-8aaf-ec506e7c7eaf will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:37.741267 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eda7c89c-c6b9-42bd-825b-7032b2c1b2e6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:37.749970 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b32a406-536f-4983-84dd-8d0efea5d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:37.758365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:37.840965 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 89edc63f-c4f3-4ea0-ac87-29e2b787367a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:37.930982 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eda7c89c-c6b9-42bd-825b-7032b2c1b2e6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:38.052485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32a406-536f-4983-84dd-8d0efea5d734 None None] Pushing event updated for resources: {'Port': ['ID=bb648b73-6017-406a-8aaf-ec506e7c7eaf,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:38.234916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 89edc63f-c4f3-4ea0-ac87-29e2b787367a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:38.235202 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:38.277721 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eda7c89c-c6b9-42bd-825b-7032b2c1b2e6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:38.281261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:38.538717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eda7c89c-c6b9-42bd-825b-7032b2c1b2e6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:38.608855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:33Z', 'revision_number': 2, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:38.686009 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eda7c89c-c6b9-42bd-825b-7032b2c1b2e6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:38.692322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927de302-fc32-4892-bbf4-6d9774be0463 None None] The sync data for ids ['080efcd8-3546-4340-8cc0-8ff326104228'] in n-d-804878-1 is: [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:33Z', 'revision_number': 2, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:35:38.717648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:38.738534 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-eda7c89c-c6b9-42bd-825b-7032b2c1b2e6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/c37b0f05-da73-47a3-b322-6457c314e4e8 HTTP/1.1" status: 204 len: 168 time: 1.2493241 Aug 17 16:35:38.741752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7c89c-c6b9-42bd-825b-7032b2c1b2e6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=c37b0f05-da73-47a3-b322-6457c314e4e8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:38.825377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bb648b73-6017-406a-8aaf-ec506e7c7eaf up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:38.925509 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b27e7c9-d062-494d-bc0c-c565f73abbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:38.985296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-df90e7f3-0ce7-4d61-8199-11bfb8a3c2bd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet 4b37feef-2aed-41e5-9684-567614723daf {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:35:39.126081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b27e7c9-d062-494d-bc0c-c565f73abbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:39.128327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df90e7f3-0ce7-4d61-8199-11bfb8a3c2bd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:39.259275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40720) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:39.290591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b27e7c9-d062-494d-bc0c-c565f73abbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:39.295729 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df90e7f3-0ce7-4d61-8199-11bfb8a3c2bd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:39.525653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40728) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:39.536218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b27e7c9-d062-494d-bc0c-c565f73abbca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec0669c7d550428f9514bc3e13480ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2537620 Aug 17 16:35:39.540026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27e7c9-d062-494d-bc0c-c565f73abbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b88e1-3abe-4c30-81d0-b668ded6c94c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:39.693520 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9efde1f2-0d30-4290-ad70-536788549fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:39.704945 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df90e7f3-0ce7-4d61-8199-11bfb8a3c2bd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:39.834335 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95457818-8cb2-49ab-a866-4994e2d331ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:39.845132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa29ff7-8099-4263-9dfd-d81e131f2576 None None] Network 114d7656-81f6-4084-a2dc-371bce6729e1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:39.890808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df90e7f3-0ce7-4d61-8199-11bfb8a3c2bd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:39.923962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95457818-8cb2-49ab-a866-4994e2d331ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:39.943223 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df90e7f3-0ce7-4d61-8199-11bfb8a3c2bd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:39.947689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-df90e7f3-0ce7-4d61-8199-11bfb8a3c2bd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/4b37feef-2aed-41e5-9684-567614723daf HTTP/1.1" status: 204 len: 168 time: 1.2260230 Aug 17 16:35:39.948158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40738) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:40.095405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90e7f3-0ce7-4d61-8199-11bfb8a3c2bd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=4b37feef-2aed-41e5-9684-567614723daf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:40.171758 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9efde1f2-0d30-4290-ad70-536788549fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.211552 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9efde1f2-0d30-4290-ad70-536788549fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.244966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-454b59e6-05eb-4b4f-bb76-eb174243d508 None None] Provisioning for port bb648b73-6017-406a-8aaf-ec506e7c7eaf completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:40.317577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-454b59e6-05eb-4b4f-bb76-eb174243d508 None None] Provisioning complete for port bb648b73-6017-406a-8aaf-ec506e7c7eaf triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:40.318318 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-454b59e6-05eb-4b4f-bb76-eb174243d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.320557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.382952 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9efde1f2-0d30-4290-ad70-536788549fbe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1735004991a454db0628e861215b04d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1204271 Aug 17 16:35:40.382952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95457818-8cb2-49ab-a866-4994e2d331ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.387761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95457818-8cb2-49ab-a866-4994e2d331ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.388912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-95457818-8cb2-49ab-a866-4994e2d331ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e1b88e1-3abe-4c30-81d0-b668ded6c94c HTTP/1.1" status: 204 len: 168 time: 0.8616364 Aug 17 16:35:40.389523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40744) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:40.390186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efde1f2-0d30-4290-ad70-536788549fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d275c1ee-b2c9-482e-b3e0-9377f2876288,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:40.520550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port bb648b73-6017-406a-8aaf-ec506e7c7eaf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:40.522446 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.655556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95457818-8cb2-49ab-a866-4994e2d331ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1b88e1-3abe-4c30-81d0-b668ded6c94c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:40.685114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6368db5-a1a7-4477-a47a-7d3a9ac4c1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.735987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6368db5-a1a7-4477-a47a-7d3a9ac4c1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.856330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] For port bb648b73-6017-406a-8aaf-ec506e7c7eaf, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=bb648b73-6017-406a-8aaf-ec506e7c7eaf,segment=NetworkSegment(6960d78d-072a-423d-aa0c-3d296ea2011c),segment_id=6960d78d-072a-423d-aa0c-3d296ea2011c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:40.870310 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.912701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6368db5-a1a7-4477-a47a-7d3a9ac4c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.916280 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6368db5-a1a7-4477-a47a-7d3a9ac4c1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:40.917675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d6368db5-a1a7-4477-a47a-7d3a9ac4c1bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d275c1ee-b2c9-482e-b3e0-9377f2876288 HTTP/1.1" status: 204 len: 168 time: 0.4819112 Aug 17 16:35:40.939149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6368db5-a1a7-4477-a47a-7d3a9ac4c1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d275c1ee-b2c9-482e-b3e0-9377f2876288,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:40.952208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for bb648b73-6017-406a-8aaf-ec506e7c7eaf owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:41.065313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c536fde3-f280-4668-957b-3679e07f2cd1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:41.124211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e521b6ad-d330-4918-9d70-edd54b9126be None None] DHCP port deletion for 114d7656-81f6-4084-a2dc-371bce6729e1 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:35:41.146139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-454b59e6-05eb-4b4f-bb76-eb174243d508 None None] Could not find standard attr ID for object d0babf1d-e39b-425b-a41b-1401d5da9635. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:35:41.183714 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.237241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port c536fde3-f280-4668-957b-3679e07f2cd1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:41.241776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=bb648b73-6017-406a-8aaf-ec506e7c7eaf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:41.248089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c536fde3-f280-4668-957b-3679e07f2cd1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:41.248451 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.255299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No DVR routers for this DVR port bb648b73-6017-406a-8aaf-ec506e7c7eaf on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:35:41.305114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e521b6ad-d330-4918-9d70-edd54b9126be None None] Deleting port bb648b73-6017-406a-8aaf-ec506e7c7eaf {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:41.305572 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e521b6ad-d330-4918-9d70-edd54b9126be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.410851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e521b6ad-d330-4918-9d70-edd54b9126be None None] For port bb648b73-6017-406a-8aaf-ec506e7c7eaf, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:41.411258 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e521b6ad-d330-4918-9d70-edd54b9126be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.426352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e521b6ad-d330-4918-9d70-edd54b9126be None None] Calling delete_port for bb648b73-6017-406a-8aaf-ec506e7c7eaf owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:41.429561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-e521b6ad-d330-4918-9d70-edd54b9126be None None] Port bb648b73-6017-406a-8aaf-ec506e7c7eaf was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:35:41.431953 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e521b6ad-d330-4918-9d70-edd54b9126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.460080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521b6ad-d330-4918-9d70-edd54b9126be None None] Pushing event deleted for resources: {'Port': ['ID=bb648b73-6017-406a-8aaf-ec506e7c7eaf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:41.485341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521b6ad-d330-4918-9d70-edd54b9126be None None] No DVR routers for this DVR port bb648b73-6017-406a-8aaf-ec506e7c7eaf on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:35:41.592304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.623709 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.651286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114d7656-81f6-4084-a2dc-371bce6729e1']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:41.711261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6960d78d-072a-423d-aa0c-3d296ea2011c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:41.713270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6960d78d-072a-423d-aa0c-3d296ea2011c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:41.718393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port c536fde3-f280-4668-957b-3679e07f2cd1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c536fde3-f280-4668-957b-3679e07f2cd1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:41.747753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.748837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.794900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.807055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:35:41.807652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:35:41.816376 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:35:41.914225 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=c536fde3-f280-4668-957b-3679e07f2cd1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:41.960427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.972430 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:41.980454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/networks/114d7656-81f6-4084-a2dc-371bce6729e1 HTTP/1.1" status: 204 len: 168 time: 1.9701679 Aug 17 16:35:41.986712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40792) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:42.002667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40794) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:42.033798 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99850d16-4e7c-4468-9da8-9f5392df2949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.048050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d481b-4220-4e22-a85d-65fa0f1f2f6f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Network': ['ID=114d7656-81f6-4084-a2dc-371bce6729e1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:42.194500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cbc1df-6657-423e-95b8-494877b19657 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:42.196274 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b7cbc1df-6657-423e-95b8-494877b19657 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2060635 Aug 17 16:35:42.201726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:42.313022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99850d16-4e7c-4468-9da8-9f5392df2949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.325260 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99850d16-4e7c-4468-9da8-9f5392df2949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.361352 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9ac05a3-0c07-4536-944c-4eec7aaa776e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1515381 Aug 17 16:35:42.361352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:42.370714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1341811140'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:42.434654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:42.439446 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-99850d16-4e7c-4468-9da8-9f5392df2949 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7a965d51b964818a2020a823fb05349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356210 Aug 17 16:35:42.443466 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.443948 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40812) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:42.514537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99850d16-4e7c-4468-9da8-9f5392df2949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14e3684-d008-4fa0-8875-4bd1ad58de02,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:42.515729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:35:42.567358 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.567959 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Added segment 070babd7-5f8e-4212-bb5d-92ddb13411b7 of type vlan for network 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 Aug 17 16:35:42.597139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1f0bfc7-b8f6-49f3-8258-0fbb68ca2775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.671946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.710701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1f0bfc7-b8f6-49f3-8258-0fbb68ca2775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.739612 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.747751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:42.750649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.772353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c536fde3-f280-4668-957b-3679e07f2cd1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:42.814169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1f0bfc7-b8f6-49f3-8258-0fbb68ca2775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.818916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1f0bfc7-b8f6-49f3-8258-0fbb68ca2775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.831426 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1f0bfc7-b8f6-49f3-8258-0fbb68ca2775 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e14e3684-d008-4fa0-8875-4bd1ad58de02 HTTP/1.1" status: 204 len: 168 time: 0.3860793 Aug 17 16:35:42.864474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0bfc7-b8f6-49f3-8258-0fbb68ca2775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14e3684-d008-4fa0-8875-4bd1ad58de02,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:42.916417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40826) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:42.950366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c536fde3-f280-4668-957b-3679e07f2cd1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:42.952559 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:42.974645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Network': ['ID=0797a068-1c90-4e5c-8d87-12f5c45fcfe8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:43.003237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-848ab0c4-8d28-415e-84d7-e07e17b60fcd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6410980 Aug 17 16:35:43.006122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40830) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:43.012936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '0797a068-1c90-4e5c-8d87-12f5c45fcfe8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:43.031727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:35:43.084396 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Sync routers for ids ['080efcd8-3546-4340-8cc0-8ff326104228'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:35:43.103185 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Routers {'080efcd8-3546-4340-8cc0-8ff326104228'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:35:43.104978 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:35:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['080efcd8-3546-4340-8cc0-8ff326104228'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:43.323963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:43.339106 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:43.502215 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Set router 080efcd8-3546-4340-8cc0-8ff326104228 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:35:43.756033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1095337931-network', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:43.764559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bb648b73-6017-406a-8aaf-ec506e7c7eaf no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:35:43.796359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Made reservation on behalf of bb91f7806b154e299f14de8e54d50bc3 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:43.798863 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:43.829732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: bb648b73-6017-406a-8aaf-ec506e7c7eaf {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:35:43.832857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bb648b73-6017-406a-8aaf-ec506e7c7eaf not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:35:43.846041 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:44.133877 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:33Z', 'revision_number': 2, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:44.169950 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:44.175649 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:44.232806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa114c8-eea3-4057-b34d-8e4c35f1511f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:44.289093 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Checking router: 080efcd8-3546-4340-8cc0-8ff326104228 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:35:44.289093 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Updating router 080efcd8-3546-4340-8cc0-8ff326104228 port b107c04a-1394-41f6-8bb2-5ef03041d68a binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:35:44.346733 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:44.409736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:35:44.413078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-a80d9a82-872b-4628-9c12-df597eb74ec5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1589041 Aug 17 16:35:44.529095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:44.529568 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Added segment 323f163e-d731-4e70-96d5-0b58e3159c92 of type vlan for network 5f843387-2985-454e-847e-4a297632478e Aug 17 16:35:44.534981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:44.536308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-e06908e5-b2d4-4bc5-8635-e1d312accac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:44.538143 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-e06908e5-b2d4-4bc5-8635-e1d312accac8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fefb199470064072bdc1c8e082e71d22&device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 1100 time: 0.0615511 Aug 17 16:35:44.730563 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:44.788007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-bac90c00-bbe2-4ec5-af23-f2d7ef0102d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:44.791153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-bac90c00-bbe2-4ec5-af23-f2d7ef0102d0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2278786 Aug 17 16:35:44.820004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Checking segment: {'id': '070babd7-5f8e-4212-bb5d-92ddb13411b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0797a068-1c90-4e5c-8d87-12f5c45fcfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:44.820377 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network hostable DHCP agents. Network: 0797a068-1c90-4e5c-8d87-12f5c45fcfe8, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:35:44.822692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=1681b7dd-6f51-4925-af81-dd6f984c4fc6,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:44.877550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:44.877823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:44.878743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:44.900597 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-23a72656-549d-40b1-b038-326548b01ab2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1de366a4-db4f-45e9-a2de-985389cfa517 HTTP/1.1" status: 200 len: 217 time: 0.1010246 Aug 17 16:35:44.902129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:35:44.959006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 0797a068-1c90-4e5c-8d87-12f5c45fcfe8) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:44.972433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4a9e34-8183-4b58-9be6-07dcb734b91b None None] Network 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:44.999899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:45.005033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:45.016699 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:45.053793 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Transition to ACTIVE for port object b107c04a-1394-41f6-8bb2-5ef03041d68a will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:45.065623 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:45.092106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] Pushing event updated for resources: {'Network': ['ID=5f843387-2985-454e-847e-4a297632478e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:45.140459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:45.144847 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-556b8527-a43c-46c6-835f-52437de4a7dc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2271526 Aug 17 16:35:45.156631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Request body: {'subnet': {'network_id': '5f843387-2985-454e-847e-4a297632478e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1095337931-subnet', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:45.168646 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-aac1d011-fd50-40ac-9d01-c83dbd887304 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1597054 Aug 17 16:35:45.178286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:45.184098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '0797a068-1c90-4e5c-8d87-12f5c45fcfe8', 'name': 'tempest-PortsIpV6TestJSON-853125737'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:45.231460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 5f843387-2985-454e-847e-4a297632478e details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:35:45.237256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-a739f424-8018-4f8d-85a9-f8a0c91ce4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:45.239338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-a739f424-8018-4f8d-85a9-f8a0c91ce4ea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.3260758 Aug 17 16:35:45.392078 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Pushing event updated for resources: {'Port': ['ID=b107c04a-1394-41f6-8bb2-5ef03041d68a,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:45.493574 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.493926 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.509142 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.509596 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.509990 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.510339 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.510889 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.511257 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.511583 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.512023 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.519699 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.520749 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:35:45.571587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-0797a068-1c90-4e5c-8d87-12f5c45fcfe8', 'network_id': '0797a068-1c90-4e5c-8d87-12f5c45fcfe8', 'tenant_id': 'f61500597dc1420ea160b96d18a2a148', 'fixed_ips': [{'subnet_id': '1681b7dd-6f51-4925-af81-dd6f984c4fc6'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:35:45.572670 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:45.576977 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Attempting to bind port b107c04a-1394-41f6-8bb2-5ef03041d68a on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:35:45.577346 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Attempting to bind port b107c04a-1394-41f6-8bb2-5ef03041d68a by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:35:45.577964 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Attempting to bind port b107c04a-1394-41f6-8bb2-5ef03041d68a on network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:35:45.585717 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:35:45.587437 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Checking segment: {'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:45.588068 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:45.590678 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Bound using segment: {'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:35:45.591907 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Bound port: b107c04a-1394-41f6-8bb2-5ef03041d68a, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:35:45.595004 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:45.897075 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] For port b107c04a-1394-41f6-8bb2-5ef03041d68a, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:35:45.912927 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] For port b107c04a-1394-41f6-8bb2-5ef03041d68a, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b107c04a-1394-41f6-8bb2-5ef03041d68a,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:35:45.919321 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:46.056809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Allocated IP 2001:db8::2 (0797a068-1c90-4e5c-8d87-12f5c45fcfe8/1681b7dd-6f51-4925-af81-dd6f984c4fc6/ea4bd753-9338-4b22-911d-c735d7844adb) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:46.130084 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Routers {'080efcd8-3546-4340-8cc0-8ff326104228'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:35:46.131529 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:35:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['080efcd8-3546-4340-8cc0-8ff326104228'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:46.133615 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060509b-5856-4632-b52c-3ec6fa23d832 None None] Pushing event updated for resources: {'Port': ['ID=b107c04a-1394-41f6-8bb2-5ef03041d68a,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:46.235842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Made reservation on behalf of bb91f7806b154e299f14de8e54d50bc3 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:46.247449 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:46.586707 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] Set router 080efcd8-3546-4340-8cc0-8ff326104228 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:35:46.790494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-57925a7c-aeea-47ef-b913-b8d940be2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:46.792134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-57925a7c-aeea-47ef-b913-b8d940be2176 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7208049 Aug 17 16:35:46.810823 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:47.147798 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-0b245623-50f7-4f9f-b7a1-c56113fc9b2c service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430464 Aug 17 16:35:47.155992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a298f2-4c19-4233-9482-d94aab6e456e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:47.251469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b107c04a-1394-41f6-8bb2-5ef03041d68a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:47.272672 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:45Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:47.364015 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78392093-2e20-4f3d-99eb-58654243a28e None None] The sync data for ids ['080efcd8-3546-4340-8cc0-8ff326104228'] in n-d-804878-1 is: [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:45Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:35:47.397960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:47.400985 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:47.407368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b107c04a-1394-41f6-8bb2-5ef03041d68a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:47.428420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Checking segment: {'id': '323f163e-d731-4e70-96d5-0b58e3159c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5f843387-2985-454e-847e-4a297632478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:47.428957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Network hostable DHCP agents. Network: 5f843387-2985-454e-847e-4a297632478e, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:35:47.491358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port f5062e49-c721-4081-99da-714534b3852f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:35:47.494909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b107c04a-1394-41f6-8bb2-5ef03041d68a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:47.495292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:47.551367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Network 5f843387-2985-454e-847e-4a297632478e is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:35:47.552841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-323d2dab-2f94-4840-bcf6-51f3769b04c1 None None] Provisioning complete for port b107c04a-1394-41f6-8bb2-5ef03041d68a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:47.555431 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-323d2dab-2f94-4840-bcf6-51f3769b04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:47.555875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0f747ce-ddc8-48b9-9c8b-bad729819866 req-c4dc2f2f-6a27-409e-9f51-35fa7fbbe96b service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962393 Aug 17 16:35:47.614465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 5f843387-2985-454e-847e-4a297632478e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:47.626222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:47.627168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:47.658274 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-44ebfe64-ac53-46ed-8a2c-b476b2a51d71 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.5160813 Aug 17 16:35:47.660593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40972) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:47.666505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1095337931-router', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:47.737800 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:47.745320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:47.747659 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:47.752208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Transition to ACTIVE for port object ea4bd753-9338-4b22-911d-c735d7844adb will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:47.780362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Transition to ACTIVE for port object ea4bd753-9338-4b22-911d-c735d7844adb will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:47.784413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b2d07-0560-46d7-8cb1-a5d239981d1c None None] Network 5f843387-2985-454e-847e-4a297632478e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:47.889058 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:48.055355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8::34c (0797a068-1c90-4e5c-8d87-12f5c45fcfe8/1681b7dd-6f51-4925-af81-dd6f984c4fc6/f5062e49-c721-4081-99da-714534b3852f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:48.189529 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:48.388418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:48.519354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Pushing event updated for resources: {'Port': ['ID=ea4bd753-9338-4b22-911d-c735d7844adb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:48.557306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Network 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:48.606892 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:48.658272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object f5062e49-c721-4081-99da-714534b3852f will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:48.686991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:48.777122 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:48.815532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:48.865727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-5f843387-2985-454e-847e-4a297632478e', 'network_id': '5f843387-2985-454e-847e-4a297632478e', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'fixed_ips': [{'subnet_id': '62a298f2-4c19-4233-9482-d94aab6e456e'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:35:48.879993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.026847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:49.030238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:49.049274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=f5062e49-c721-4081-99da-714534b3852f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:49.064238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:49.096662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:49.097649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.124764 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.139520 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1fae7b1e-4dba-4ac2-b7e1-f06d71e9a3f0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9599390 Aug 17 16:35:49.142566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:49.151077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '0797a068-1c90-4e5c-8d87-12f5c45fcfe8', 'name': 'tempest-PortsIpV6TestJSON-1074692994'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:35:49.170658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.382452 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.389783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:35:49.405667 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.414757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Allocated IP 172.20.0.2 (5f843387-2985-454e-847e-4a297632478e/62a298f2-4c19-4233-9482-d94aab6e456e/600ab46d-3146-4f3f-9a15-176a8c12f4b3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:49.472204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 3ef26e6d-80ef-459d-aa76-74d77d246dc5 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:35:49.484068 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Allocated IP 172.25.7.157 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/c00d0fb9-bd68-4dad-892d-203762497e2d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:49.575664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b107c04a-1394-41f6-8bb2-5ef03041d68a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b107c04a-1394-41f6-8bb2-5ef03041d68a,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:49.577150 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-323d2dab-2f94-4840-bcf6-51f3769b04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.609267 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.668481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8::137 (0797a068-1c90-4e5c-8d87-12f5c45fcfe8/1681b7dd-6f51-4925-af81-dd6f984c4fc6/3ef26e6d-80ef-459d-aa76-74d77d246dc5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:49.771874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Attempting to bind port ea4bd753-9338-4b22-911d-c735d7844adb on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:35:49.772323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Attempting to bind port ea4bd753-9338-4b22-911d-c735d7844adb by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '070babd7-5f8e-4212-bb5d-92ddb13411b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0797a068-1c90-4e5c-8d87-12f5c45fcfe8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:35:49.776270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Attempting to bind port ea4bd753-9338-4b22-911d-c735d7844adb on network 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:35:49.795480 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.808541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b107c04a-1394-41f6-8bb2-5ef03041d68a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:49.877237 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.985204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:49.992751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:35:49.993140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Checking segment: {'id': '070babd7-5f8e-4212-bb5d-92ddb13411b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0797a068-1c90-4e5c-8d87-12f5c45fcfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:49.993549 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.993948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Bound using segment: {'id': '070babd7-5f8e-4212-bb5d-92ddb13411b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0797a068-1c90-4e5c-8d87-12f5c45fcfe8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:35:49.996413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:49.996823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Bound port: ea4bd753-9338-4b22-911d-c735d7844adb, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070babd7-5f8e-4212-bb5d-92ddb13411b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0797a068-1c90-4e5c-8d87-12f5c45fcfe8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:35:49.997409 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.092633 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.138996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:50.150482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:50.150482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Pushing event updated for resources: {'Port': ['ID=c00d0fb9-bd68-4dad-892d-203762497e2d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:50.160630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object 3ef26e6d-80ef-459d-aa76-74d77d246dc5 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:50.186211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:50.276279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] For port ea4bd753-9338-4b22-911d-c735d7844adb, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:35:50.285743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] For port ea4bd753-9338-4b22-911d-c735d7844adb, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea4bd753-9338-4b22-911d-c735d7844adb,segment=NetworkSegment(070babd7-5f8e-4212-bb5d-92ddb13411b7),segment_id=070babd7-5f8e-4212-bb5d-92ddb13411b7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:35:50.310631 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.311159 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.311840 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.398336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:50.429197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:50.441411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:50.458691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:50.460146 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.521860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3782215 Aug 17 16:35:50.529858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41038) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:50.536978 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.537979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee7595d-6586-4b44-aa53-a9debddd1710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.553757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Transition to ACTIVE for port object 600ab46d-3146-4f3f-9a15-176a8c12f4b3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:50.587306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Transition to ACTIVE for port object 600ab46d-3146-4f3f-9a15-176a8c12f4b3 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:50.594270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec99d3-e9cc-4f60-af67-0711c922213b None None] Pushing event updated for resources: {'Port': ['ID=ea4bd753-9338-4b22-911d-c735d7844adb,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:50.620881 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.657140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56045eae-1c4f-4b78-b4f3-5ac6c754ba34 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=3ef26e6d-80ef-459d-aa76-74d77d246dc5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:50.678352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Network 5f843387-2985-454e-847e-4a297632478e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:50.692568 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-323d2dab-2f94-4840-bcf6-51f3769b04c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:35:50.693385 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-323d2dab-2f94-4840-bcf6-51f3769b04c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:35:50.696937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:50.705262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:50.807888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Pushing event updated for resources: {'Port': ['ID=600ab46d-3146-4f3f-9a15-176a8c12f4b3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:50.865590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Attempting to bind port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:35:50.865962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Attempting to bind port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '323f163e-d731-4e70-96d5-0b58e3159c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5f843387-2985-454e-847e-4a297632478e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:35:50.868085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Attempting to bind port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 on network 5f843387-2985-454e-847e-4a297632478e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:35:50.876643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:35:50.877057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Checking segment: {'id': '323f163e-d731-4e70-96d5-0b58e3159c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5f843387-2985-454e-847e-4a297632478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:35:50.877472 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.877888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Bound using segment: {'id': '323f163e-d731-4e70-96d5-0b58e3159c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5f843387-2985-454e-847e-4a297632478e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:35:50.880195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Bound port: 600ab46d-3146-4f3f-9a15-176a8c12f4b3, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323f163e-d731-4e70-96d5-0b58e3159c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5f843387-2985-454e-847e-4a297632478e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:35:50.880634 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:50.998497 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee7595d-6586-4b44-aa53-a9debddd1710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:51.017503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee7595d-6586-4b44-aa53-a9debddd1710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:51.155270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] For port 600ab46d-3146-4f3f-9a15-176a8c12f4b3, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:35:51.167044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] For port 600ab46d-3146-4f3f-9a15-176a8c12f4b3, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=600ab46d-3146-4f3f-9a15-176a8c12f4b3,segment=NetworkSegment(323f163e-d731-4e70-96d5-0b58e3159c92),segment_id=323f163e-d731-4e70-96d5-0b58e3159c92)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:35:51.178241 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:51.210870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54999dd-3ed5-41fd-8844-34aeeaafcba3 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:51.218663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f54999dd-3ed5-41fd-8844-34aeeaafcba3 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A34c HTTP/1.1" status: 200 len: 928 time: 0.6796694 Aug 17 16:35:51.228750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41048) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:51.298264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ee7595d-6586-4b44-aa53-a9debddd1710 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=890a069616c14d87b34603709697f525&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3029821 Aug 17 16:35:51.298264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7595d-6586-4b44-aa53-a9debddd1710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c186d66-3f84-4ac2-9fce-6389f0b6daa7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:51.303184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:51.478958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304df6dd-c87c-4a55-a1eb-333faa4eb0af None None] Pushing event updated for resources: {'Port': ['ID=600ab46d-3146-4f3f-9a15-176a8c12f4b3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:51.645369 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2e30dd6-aaaa-4253-8871-09dbf0c5e512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:51.673412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a473736b-5c78-4ed7-a988-7b963609a697 None None] Provisioning complete for port b107c04a-1394-41f6-8bb2-5ef03041d68a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:51.680082 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a473736b-5c78-4ed7-a988-7b963609a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:51.772154 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2e30dd6-aaaa-4253-8871-09dbf0c5e512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:51.979973 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2e30dd6-aaaa-4253-8871-09dbf0c5e512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:51.984064 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2e30dd6-aaaa-4253-8871-09dbf0c5e512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:51.988403 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2e30dd6-aaaa-4253-8871-09dbf0c5e512 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1c186d66-3f84-4ac2-9fce-6389f0b6daa7 HTTP/1.1" status: 204 len: 168 time: 0.6841829 Aug 17 16:35:51.999421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e30dd6-aaaa-4253-8871-09dbf0c5e512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c186d66-3f84-4ac2-9fce-6389f0b6daa7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:52.170190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea4bd753-9338-4b22-911d-c735d7844adb up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:52.325934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ea4bd753-9338-4b22-911d-c735d7844adb completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:52.352427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b107c04a-1394-41f6-8bb2-5ef03041d68a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:52.402734 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:52.619216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e5db81-7a26-4acf-be54-1afa099c5dde None None] Network 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:52.901981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b107c04a-1394-41f6-8bb2-5ef03041d68a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:52.904222 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:52.929250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:52.997785 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b02f04e-da03-4812-92c8-3db7a4388bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:53.064320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-267ff6bb-7bc1-439d-be80-cd6d3f8f03eb None None] Provisioning for port ea4bd753-9338-4b22-911d-c735d7844adb completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:53.086948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-267ff6bb-7bc1-439d-be80-cd6d3f8f03eb None None] Provisioning complete for port ea4bd753-9338-4b22-911d-c735d7844adb triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:53.087342 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-267ff6bb-7bc1-439d-be80-cd6d3f8f03eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:53.349158 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b02f04e-da03-4812-92c8-3db7a4388bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:53.358157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b02f04e-da03-4812-92c8-3db7a4388bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:53.462399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02f04e-da03-4812-92c8-3db7a4388bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aa2ccd-69e9-4f5e-9808-342b9147d7ee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:53.482269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41086) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:53.487987 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b02f04e-da03-4812-92c8-3db7a4388bb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=439677826238447a9fbf39535ec26a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5514228 Aug 17 16:35:53.514037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-05f552d8-fb9e-46ce-b020-8571d9019cb8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 3ef26e6d-80ef-459d-aa76-74d77d246dc5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:53.514390 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f552d8-fb9e-46ce-b020-8571d9019cb8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:53.630952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:53.729538 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-267ff6bb-7bc1-439d-be80-cd6d3f8f03eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:53.827515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6829c2b-11e0-4651-a86d-5bb1b25d9c57 None None] Network 5f843387-2985-454e-847e-4a297632478e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:53.949798 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa4a9909-5c37-4192-af34-4ef544b6b6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:53.989008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-267ff6bb-7bc1-439d-be80-cd6d3f8f03eb None None] For port ea4bd753-9338-4b22-911d-c735d7844adb, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea4bd753-9338-4b22-911d-c735d7844adb,segment=NetworkSegment(070babd7-5f8e-4212-bb5d-92ddb13411b7),segment_id=070babd7-5f8e-4212-bb5d-92ddb13411b7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:54.001013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 600ab46d-3146-4f3f-9a15-176a8c12f4b3 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:54.046036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f552d8-fb9e-46ce-b020-8571d9019cb8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:54.128343 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-267ff6bb-7bc1-439d-be80-cd6d3f8f03eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:54.224848 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa4a9909-5c37-4192-af34-4ef544b6b6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:54.355671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-05f552d8-fb9e-46ce-b020-8571d9019cb8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 3ef26e6d-80ef-459d-aa76-74d77d246dc5 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:54.390120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ff6bb-7bc1-439d-be80-cd6d3f8f03eb None None] Pushing event updated for resources: {'Port': ['ID=ea4bd753-9338-4b22-911d-c735d7844adb,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:54.601004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:54.622620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6b8a6e2f-9cdc-41a8-a957-e6a9ead8d3ec None None] Provisioning for port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:35:54.646040 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa4a9909-5c37-4192-af34-4ef544b6b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:54.647487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:54.648644 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:54.655764 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa4a9909-5c37-4192-af34-4ef544b6b6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:54.661642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fa4a9909-5c37-4192-af34-4ef544b6b6fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3aa2ccd-69e9-4f5e-9808-342b9147d7ee HTTP/1.1" status: 204 len: 168 time: 1.1771119 Aug 17 16:35:54.724996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a9909-5c37-4192-af34-4ef544b6b6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aa2ccd-69e9-4f5e-9808-342b9147d7ee,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:54.856450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6b8a6e2f-9cdc-41a8-a957-e6a9ead8d3ec None None] Provisioning complete for port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:54.858642 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b8a6e2f-9cdc-41a8-a957-e6a9ead8d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:54.895366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Router 7ff18c30-55b6-410f-82ff-1d2a534fb7df is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:35:55.171682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f552d8-fb9e-46ce-b020-8571d9019cb8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:55.487623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f552d8-fb9e-46ce-b020-8571d9019cb8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=3ef26e6d-80ef-459d-aa76-74d77d246dc5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:55.584722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f552d8-fb9e-46ce-b020-8571d9019cb8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:55.595294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:55.604553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-05f552d8-fb9e-46ce-b020-8571d9019cb8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/3ef26e6d-80ef-459d-aa76-74d77d246dc5 HTTP/1.1" status: 204 len: 168 time: 4.3575680 Aug 17 16:35:55.673749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:35:55.704665 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e98390-2687-43ab-964a-67acc565004e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:35:55.715839 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-18e98390-2687-43ab-964a-67acc565004e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/3ef26e6d-80ef-459d-aa76-74d77d246dc5 HTTP/1.1" status: 404 len: 333 time: 0.1168823 Aug 17 16:35:55.719223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:55.789032 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:55.799777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cb0620c3-3905-4885-b6e8-71d82b4d099f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.1349797 Aug 17 16:35:55.802758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41134) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:55.937320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Sync routers for ids ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:35:56.046841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Routers {'7ff18c30-55b6-410f-82ff-1d2a534fb7df'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:35:56.054705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:35:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:56.068340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ade1a569-542f-426d-bbfc-314df88e890e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port f5062e49-c721-4081-99da-714534b3852f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:35:56.081040 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ade1a569-542f-426d-bbfc-314df88e890e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:56.100946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:56.572867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ade1a569-542f-426d-bbfc-314df88e890e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:56.624080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ade1a569-542f-426d-bbfc-314df88e890e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for f5062e49-c721-4081-99da-714534b3852f owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:35:56.927450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0f85734-1fab-40c1-8421-b2875589b008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:57.203812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Set router 7ff18c30-55b6-410f-82ff-1d2a534fb7df gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:35:57.337275 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ade1a569-542f-426d-bbfc-314df88e890e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:57.400956 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:57.428272 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b8a6e2f-9cdc-41a8-a957-e6a9ead8d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:57.487645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1a569-542f-426d-bbfc-314df88e890e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=f5062e49-c721-4081-99da-714534b3852f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:57.525746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 600ab46d-3146-4f3f-9a15-176a8c12f4b3, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=600ab46d-3146-4f3f-9a15-176a8c12f4b3,segment=NetworkSegment(323f163e-d731-4e70-96d5-0b58e3159c92),segment_id=323f163e-d731-4e70-96d5-0b58e3159c92)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:35:57.552649 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:57.632861 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ade1a569-542f-426d-bbfc-314df88e890e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:57.635550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ade1a569-542f-426d-bbfc-314df88e890e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/f5062e49-c721-4081-99da-714534b3852f HTTP/1.1" status: 204 len: 168 time: 1.9131265 Aug 17 16:35:57.638723 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0f85734-1fab-40c1-8421-b2875589b008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:57.640444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41178) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:57.655902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0f85734-1fab-40c1-8421-b2875589b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:57.715220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:57.776887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=600ab46d-3146-4f3f-9a15-176a8c12f4b3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:57.805305 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cc9e1d-b676-4388-9087-1257b64b1640 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:35:57.809519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8cc9e1d-b676-4388-9087-1257b64b1640 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/f5062e49-c721-4081-99da-714534b3852f HTTP/1.1" status: 404 len: 333 time: 0.1673141 Aug 17 16:35:57.826414 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a0f85734-1fab-40c1-8421-b2875589b008 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f14c9b6473484b1a9fffcc109a14ca6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7224283 Aug 17 16:35:57.827028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41180) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:57.845712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:57.858673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea4bd753-9338-4b22-911d-c735d7844adb up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:58.000565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3fc071-3630-4e10-892f-5cc401e027c8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet 1681b7dd-6f51-4925-af81-dd6f984c4fc6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:35:58.092777 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-6b8a6e2f-9cdc-41a8-a957-e6a9ead8d3ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:35:58.093139 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-6b8a6e2f-9cdc-41a8-a957-e6a9ead8d3ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:35:58.155090 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc071-3630-4e10-892f-5cc401e027c8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.192106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f85734-1fab-40c1-8421-b2875589b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f2ace7-de28-49d4-b8c2-13cd8e6ba8e1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:58.236334 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ea4bd753-9338-4b22-911d-c735d7844adb triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:58.236334 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.290682 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc071-3630-4e10-892f-5cc401e027c8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.347963 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a21b312-f931-4d60-8ef8-d7ae53b33f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.354532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Allocated IP 172.20.0.1 (5f843387-2985-454e-847e-4a297632478e/62a298f2-4c19-4233-9482-d94aab6e456e/d70fdf25-ca83-4a45-b651-bfe6d8650c47) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:35:58.363446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'name': 'tempest-ImageQuotaTest-1095337931-router', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:47Z', 'updated_at': '2021-08-17T16:35:50Z', 'revision_number': 3, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'gw_port': {'id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:49Z', 'updated_at': '2021-08-17T16:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:35:58.437046 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a21b312-f931-4d60-8ef8-d7ae53b33f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.467244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Checking router: 7ff18c30-55b6-410f-82ff-1d2a534fb7df for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:35:58.467592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Updating router 7ff18c30-55b6-410f-82ff-1d2a534fb7df port c00d0fb9-bd68-4dad-892d-203762497e2d binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:35:58.547343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a21b312-f931-4d60-8ef8-d7ae53b33f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.551555 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a21b312-f931-4d60-8ef8-d7ae53b33f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.562183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a21b312-f931-4d60-8ef8-d7ae53b33f57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9f2ace7-de28-49d4-b8c2-13cd8e6ba8e1 HTTP/1.1" status: 204 len: 168 time: 0.5671859 Aug 17 16:35:58.610610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21b312-f931-4d60-8ef8-d7ae53b33f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f2ace7-de28-49d4-b8c2-13cd8e6ba8e1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:58.742982 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.755942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.786844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Transition to ACTIVE for port object d70fdf25-ca83-4a45-b651-bfe6d8650c47 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:35:58.861554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.890127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc071-3630-4e10-892f-5cc401e027c8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:58.958261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Network 5f843387-2985-454e-847e-4a297632478e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:35:58.966560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:35:58.983534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:35:59.134635 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc071-3630-4e10-892f-5cc401e027c8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:59.171823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:59.177113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d70fdf25-ca83-4a45-b651-bfe6d8650c47,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:59.276079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fc071-3630-4e10-892f-5cc401e027c8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=1681b7dd-6f51-4925-af81-dd6f984c4fc6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:35:59.281067 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc071-3630-4e10-892f-5cc401e027c8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:59.289851 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b3fc071-3630-4e10-892f-5cc401e027c8 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/1681b7dd-6f51-4925-af81-dd6f984c4fc6 HTTP/1.1" status: 204 len: 168 time: 1.4576120 Aug 17 16:35:59.299310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:59.318019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84748ec-77c0-4915-b630-df8062afd3a5 None None] Network 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:35:59.551557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-278436a5-acbd-4a5d-910f-bf0fdf011e72 None None] Provisioning complete for port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:35:59.551929 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-278436a5-acbd-4a5d-910f-bf0fdf011e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:59.665753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:35:59.737258 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:35:59.806824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 600ab46d-3146-4f3f-9a15-176a8c12f4b3 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:35:59.813059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46bb3-a8c7-42f9-90ed-48331fe228b9 req-0a925b91-0a18-44ac-9dcc-0b94763819a2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:59.829685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46bb3-a8c7-42f9-90ed-48331fe228b9 req-0a925b91-0a18-44ac-9dcc-0b94763819a2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:59.844504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46bb3-a8c7-42f9-90ed-48331fe228b9 req-0a925b91-0a18-44ac-9dcc-0b94763819a2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:59.857561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46bb3-a8c7-42f9-90ed-48331fe228b9 req-0a925b91-0a18-44ac-9dcc-0b94763819a2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:59.865154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46bb3-a8c7-42f9-90ed-48331fe228b9 req-0a925b91-0a18-44ac-9dcc-0b94763819a2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:59.885473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46bb3-a8c7-42f9-90ed-48331fe228b9 req-0a925b91-0a18-44ac-9dcc-0b94763819a2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:59.904751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46bb3-a8c7-42f9-90ed-48331fe228b9 req-0a925b91-0a18-44ac-9dcc-0b94763819a2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:35:59.920210 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5df46bb3-a8c7-42f9-90ed-48331fe228b9 req-0a925b91-0a18-44ac-9dcc-0b94763819a2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5431 time: 0.4384849 Aug 17 16:35:59.922545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12622fd3-ee23-4750-ad12-875a1ae7ac78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.004000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:00.004281 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.098045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e6f64-fee9-4b7d-a55a-1ff542423b9b None None] DHCP port deletion for 0797a068-1c90-4e5c-8d87-12f5c45fcfe8 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:36:00.135273 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-278436a5-acbd-4a5d-910f-bf0fdf011e72 None None] Could not find standard attr ID for object 3ef26e6d-80ef-459d-aa76-74d77d246dc5. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:36:00.173845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-278436a5-acbd-4a5d-910f-bf0fdf011e72 None None] Could not find standard attr ID for object f5062e49-c721-4081-99da-714534b3852f. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:36:00.187013 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5df46bb3-a8c7-42f9-90ed-48331fe228b9 req-a61e4156-c3be-4d68-8ac1-5df8aea751df tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2657526 Aug 17 16:36:00.255979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-278436a5-acbd-4a5d-910f-bf0fdf011e72 None None] Provisioning complete for port ea4bd753-9338-4b22-911d-c735d7844adb triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:00.256339 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-278436a5-acbd-4a5d-910f-bf0fdf011e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.265168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port ea4bd753-9338-4b22-911d-c735d7844adb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:00.265623 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.419609 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.455754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] For port ea4bd753-9338-4b22-911d-c735d7844adb, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea4bd753-9338-4b22-911d-c735d7844adb,segment=NetworkSegment(070babd7-5f8e-4212-bb5d-92ddb13411b7),segment_id=070babd7-5f8e-4212-bb5d-92ddb13411b7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:00.456240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.468161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.485036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-943e6f64-fee9-4b7d-a55a-1ff542423b9b None None] Deleting port ea4bd753-9338-4b22-911d-c735d7844adb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:00.485612 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-943e6f64-fee9-4b7d-a55a-1ff542423b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.539343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12622fd3-ee23-4750-ad12-875a1ae7ac78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.544323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for ea4bd753-9338-4b22-911d-c735d7844adb owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:00.557432 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12622fd3-ee23-4750-ad12-875a1ae7ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.595741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-d334cb1b-2b7a-4413-b921-8489399da4c5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:00.615380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-d334cb1b-2b7a-4413-b921-8489399da4c5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:00.615562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-943e6f64-fee9-4b7d-a55a-1ff542423b9b None None] For port ea4bd753-9338-4b22-911d-c735d7844adb, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea4bd753-9338-4b22-911d-c735d7844adb,segment=NetworkSegment(070babd7-5f8e-4212-bb5d-92ddb13411b7),segment_id=070babd7-5f8e-4212-bb5d-92ddb13411b7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:00.616111 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-943e6f64-fee9-4b7d-a55a-1ff542423b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.629173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-d334cb1b-2b7a-4413-b921-8489399da4c5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:00.633126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-943e6f64-fee9-4b7d-a55a-1ff542423b9b None None] Calling delete_port for ea4bd753-9338-4b22-911d-c735d7844adb owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:00.644875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-d334cb1b-2b7a-4413-b921-8489399da4c5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:00.661194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-d334cb1b-2b7a-4413-b921-8489399da4c5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:00.675811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-12622fd3-ee23-4750-ad12-875a1ae7ac78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d473e65bff04768886aa95071132613&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0047717 Aug 17 16:36:00.678309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:00.680813 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12622fd3-ee23-4750-ad12-875a1ae7ac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d6ecad-820a-4194-a8b3-4d86e43f214f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:00.683615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-d334cb1b-2b7a-4413-b921-8489399da4c5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:00.699836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-d334cb1b-2b7a-4413-b921-8489399da4c5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:00.705781 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-d334cb1b-2b7a-4413-b921-8489399da4c5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5431 time: 0.2936606 Aug 17 16:36:00.779642 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-943e6f64-fee9-4b7d-a55a-1ff542423b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.794365 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.795629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Transition to ACTIVE for port object c00d0fb9-bd68-4dad-892d-203762497e2d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:00.798835 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59788158-75ef-4ebe-ba9d-f930d1b7c968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.840494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=ea4bd753-9338-4b22-911d-c735d7844adb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:00.848359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No DVR routers for this DVR port ea4bd753-9338-4b22-911d-c735d7844adb on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:00.857600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e6f64-fee9-4b7d-a55a-1ff542423b9b None None] Pushing event deleted for resources: {'Port': ['ID=ea4bd753-9338-4b22-911d-c735d7844adb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:00.867128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-278436a5-acbd-4a5d-910f-bf0fdf011e72 None None] Could not find standard attr ID for object ea4bd753-9338-4b22-911d-c735d7844adb. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:36:00.870351 n-d-804878-1 neutron-server[94840]: INFO neutron.plugins.ml2.db [None req-278436a5-acbd-4a5d-910f-bf0fdf011e72 None None] No ports have port_id starting with ea4bd753-9338-4b22-911d-c735d7844adb Aug 17 16:36:00.871686 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:00.876383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e6f64-fee9-4b7d-a55a-1ff542423b9b None None] No DVR routers for this DVR port ea4bd753-9338-4b22-911d-c735d7844adb on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:00.941819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51bfef-bbc1-4f91-840f-0aa47bef9ba0 None None] Pushing event updated for resources: {'Port': ['ID=c00d0fb9-bd68-4dad-892d-203762497e2d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:00.956164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-70d77568-7c43-4c30-a464-dc47f3d99cf4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:00.962711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-70d77568-7c43-4c30-a464-dc47f3d99cf4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "GET /v2.0/ports/68de96b2-2710-4249-9f4b-3131d75aa45b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1825154 Aug 17 16:36:00.994973 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59788158-75ef-4ebe-ba9d-f930d1b7c968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.008517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Attempting to bind port c00d0fb9-bd68-4dad-892d-203762497e2d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:36:01.008517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Attempting to bind port c00d0fb9-bd68-4dad-892d-203762497e2d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:36:01.008517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Attempting to bind port c00d0fb9-bd68-4dad-892d-203762497e2d on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:36:01.024696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:36:01.025154 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:36:01.025515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.025922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:36:01.031116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Bound port: c00d0fb9-bd68-4dad-892d-203762497e2d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:36:01.031903 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.105200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.111484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8af601dc-9a19-47a5-984a-a1caf363387b None None] Provisioning for port d70fdf25-ca83-4a45-b651-bfe6d8650c47 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:01.120036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0797a068-1c90-4e5c-8d87-12f5c45fcfe8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:01.126866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8af601dc-9a19-47a5-984a-a1caf363387b None None] Provisioning complete for port d70fdf25-ca83-4a45-b651-bfe6d8650c47 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:01.129497 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8af601dc-9a19-47a5-984a-a1caf363387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.134176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070babd7-5f8e-4212-bb5d-92ddb13411b7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:01.134583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070babd7-5f8e-4212-bb5d-92ddb13411b7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:01.145853 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.161135 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59788158-75ef-4ebe-ba9d-f930d1b7c968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.164735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59788158-75ef-4ebe-ba9d-f930d1b7c968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.166278 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-59788158-75ef-4ebe-ba9d-f930d1b7c968 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45d6ecad-820a-4194-a8b3-4d86e43f214f HTTP/1.1" status: 204 len: 168 time: 0.4867115 Aug 17 16:36:01.168050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.182488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59788158-75ef-4ebe-ba9d-f930d1b7c968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d6ecad-820a-4194-a8b3-4d86e43f214f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:01.191433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:36:01.191986 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:36:01.196112 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:36:01.303388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] For port c00d0fb9-bd68-4dad-892d-203762497e2d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:36:01.306650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8af601dc-9a19-47a5-984a-a1caf363387b None None] Port d70fdf25-ca83-4a45-b651-bfe6d8650c47 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:01.310132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] For port c00d0fb9-bd68-4dad-892d-203762497e2d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c00d0fb9-bd68-4dad-892d-203762497e2d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:36:01.316395 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.382825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.407478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.417337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51bfef-bbc1-4f91-840f-0aa47bef9ba0 None None] Pushing event updated for resources: {'Port': ['ID=c00d0fb9-bd68-4dad-892d-203762497e2d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:01.434894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/networks/0797a068-1c90-4e5c-8d87-12f5c45fcfe8 HTTP/1.1" status: 204 len: 168 time: 2.1337583 Aug 17 16:36:01.435562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:01.475256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Routers {'7ff18c30-55b6-410f-82ff-1d2a534fb7df'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:01.476820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:35:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:01.485769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-894548895'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:01.503628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.520815 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:36:01.566220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab578e-64ec-4938-9e80-a102d0a309a4 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Network': ['ID=0797a068-1c90-4e5c-8d87-12f5c45fcfe8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:01.575074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:01.586232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.599625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.698754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:36:01.725381 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.725772 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Added segment d90034ff-ac25-4d5c-8e45-085785c753b6 of type vlan for network 4249a3d7-bff9-4bac-8496-20b7ea9760e8 Aug 17 16:36:01.829658 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.863801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-546004d4-efb4-4688-85c1-271cbf235250 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "GET /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8917556 Aug 17 16:36:01.894483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:01.911173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de440fd4-266b-497f-ba84-9968c8650d4c req-b9ce8082-bb16-42b0-a8bf-93afac952660 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:01.919162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de440fd4-266b-497f-ba84-9968c8650d4c req-b9ce8082-bb16-42b0-a8bf-93afac952660 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:01.925783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de440fd4-266b-497f-ba84-9968c8650d4c req-b9ce8082-bb16-42b0-a8bf-93afac952660 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:01.933019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de440fd4-266b-497f-ba84-9968c8650d4c req-b9ce8082-bb16-42b0-a8bf-93afac952660 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:01.942071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de440fd4-266b-497f-ba84-9968c8650d4c req-b9ce8082-bb16-42b0-a8bf-93afac952660 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:01.943807 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:01.965887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de440fd4-266b-497f-ba84-9968c8650d4c req-b9ce8082-bb16-42b0-a8bf-93afac952660 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:01.972439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de440fd4-266b-497f-ba84-9968c8650d4c req-b9ce8082-bb16-42b0-a8bf-93afac952660 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:01.973904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:01.980125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:02.000230 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de440fd4-266b-497f-ba84-9968c8650d4c req-b9ce8082-bb16-42b0-a8bf-93afac952660 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 5431 time: 0.5907285 Aug 17 16:36:02.016058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d70fdf25-ca83-4a45-b651-bfe6d8650c47,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:02.052577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41296) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:02.053647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:02.178259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea4bd753-9338-4b22-911d-c735d7844adb no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:02.194886 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7214084 Aug 17 16:36:02.200931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Network 5f843387-2985-454e-847e-4a297632478e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:02.201587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41302) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:02.211693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '4249a3d7-bff9-4bac-8496-20b7ea9760e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:02.223702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:02.238117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97abb79-8cb5-4fe8-b39f-e90d4306ffba tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Network': ['ID=4249a3d7-bff9-4bac-8496-20b7ea9760e8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:02.313824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 4249a3d7-bff9-4bac-8496-20b7ea9760e8 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:36:02.504373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ea4bd753-9338-4b22-911d-c735d7844adb {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:36:02.506535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea4bd753-9338-4b22-911d-c735d7844adb not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:36:02.554957 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74fed64b-9a32-46dd-b34c-b0e5e58e207e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:02.573540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] Set router 7ff18c30-55b6-410f-82ff-1d2a534fb7df gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:36:02.579958 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-de440fd4-266b-497f-ba84-9968c8650d4c req-d715e0f9-eb39-4f13-a2fa-dd7ed9afbfb2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5315375 Aug 17 16:36:02.667170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:02.712030 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd69ba3-d8fd-4806-b6e3-15f164343603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:02.804925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Router 7ff18c30-55b6-410f-82ff-1d2a534fb7df has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:36:03.023635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2cb37f74-c4f8-4cd6-8032-d798951c0719 None None] Provisioning complete for port d70fdf25-ca83-4a45-b651-bfe6d8650c47 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:03.024580 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cb37f74-c4f8-4cd6-8032-d798951c0719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:03.106825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] For port 68de96b2-2710-4249-9f4b-3131d75aa45b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=68de96b2-2710-4249-9f4b-3131d75aa45b,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:03.135689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd69ba3-d8fd-4806-b6e3-15f164343603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:03.139634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:36:03.153304 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b8c87f36-9301-4b11-b565-24241c3677f3 admin admin] 10.222.0.77 "PUT /v2.0/routers/7ff18c30-55b6-410f-82ff-1d2a534fb7df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3489451 Aug 17 16:36:03.159363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd69ba3-d8fd-4806-b6e3-15f164343603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:03.229504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2cb37f74-c4f8-4cd6-8032-d798951c0719 None None] Port d70fdf25-ca83-4a45-b651-bfe6d8650c47 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:03.256459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'name': 'tempest-ImageQuotaTest-1095337931-router', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:47Z', 'updated_at': '2021-08-17T16:36:00Z', 'revision_number': 4, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'gw_port': {'id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:49Z', 'updated_at': '2021-08-17T16:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd70fdf25-ca83-4a45-b651-bfe6d8650c47', 'name': '', 'network_id': '5f843387-2985-454e-847e-4a297632478e', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'mac_address': 'fa:16:3e:a9:0e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '62a298f2-4c19-4233-9482-d94aab6e456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:57Z', 'updated_at': '2021-08-17T16:35:58Z', 'revision_number': 1, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'subnets': [{'id': '62a298f2-4c19-4233-9482-d94aab6e456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:03.313556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd69ba3-d8fd-4806-b6e3-15f164343603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf283b3-ad9c-4125-b438-7ebebe6808c5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:03.335295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:03.340820 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2dd69ba3-d8fd-4806-b6e3-15f164343603 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ebf5fe71e7f64b15af363b78aab187ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2765603 Aug 17 16:36:03.345362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d8144-9156-49ba-972d-c2b58b40db66 None None] The sync data for ids ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'] in n-d-804878-1 is: [{'id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'name': 'tempest-ImageQuotaTest-1095337931-router', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:47Z', 'updated_at': '2021-08-17T16:36:00Z', 'revision_number': 4, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'gw_port': {'id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:49Z', 'updated_at': '2021-08-17T16:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd70fdf25-ca83-4a45-b651-bfe6d8650c47', 'name': '', 'network_id': '5f843387-2985-454e-847e-4a297632478e', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'mac_address': 'fa:16:3e:a9:0e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '62a298f2-4c19-4233-9482-d94aab6e456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:57Z', 'updated_at': '2021-08-17T16:35:58Z', 'revision_number': 1, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'subnets': [{'id': '62a298f2-4c19-4233-9482-d94aab6e456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:36:03.359230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] For port 68de96b2-2710-4249-9f4b-3131d75aa45b, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:36:03.362486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:03.365571 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:03.468572 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:03.514807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] device_id is not set on port 68de96b2-2710-4249-9f4b-3131d75aa45b yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:36:03.530629 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:03.551165 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:03.575347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:03.670477 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:03.676838 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:03.682277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9cf283b3-ad9c-4125-b438-7ebebe6808c5 HTTP/1.1" status: 204 len: 168 time: 0.3458819 Aug 17 16:36:03.704703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] No DVR routers for this DVR port 68de96b2-2710-4249-9f4b-3131d75aa45b on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:03.707440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf283b3-ad9c-4125-b438-7ebebe6808c5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:03.726437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.727745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.729011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.729531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.730924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.732219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.733503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.736154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.737487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.738680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.740003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.741219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c6260-205e-41b4-8b49-cd148c680062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:03.928042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] Pushing event updated for resources: {'Port': ['ID=68de96b2-2710-4249-9f4b-3131d75aa45b,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:03.960280 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc1cd-93a7-46f5-9598-0d995e623f58 req-5aacb2eb-f267-4497-9a28-fd17d14ff821 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:03.978116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc1cd-93a7-46f5-9598-0d995e623f58 req-5aacb2eb-f267-4497-9a28-fd17d14ff821 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:03.998405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc1cd-93a7-46f5-9598-0d995e623f58 req-5aacb2eb-f267-4497-9a28-fd17d14ff821 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:04.017963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc1cd-93a7-46f5-9598-0d995e623f58 req-5aacb2eb-f267-4497-9a28-fd17d14ff821 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:04.030296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc1cd-93a7-46f5-9598-0d995e623f58 req-5aacb2eb-f267-4497-9a28-fd17d14ff821 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:04.051641 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc1cd-93a7-46f5-9598-0d995e623f58 req-5aacb2eb-f267-4497-9a28-fd17d14ff821 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:04.068251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] In _notify_port_updated(), no bound segment for port 68de96b2-2710-4249-9f4b-3131d75aa45b on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:36:04.069495 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bedc1cd-93a7-46f5-9598-0d995e623f58 req-5aacb2eb-f267-4497-9a28-fd17d14ff821 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 4657 time: 0.2384069 Aug 17 16:36:04.076625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:04.082886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:04.084966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-f777a189-4b0d-4e06-9d0e-7177b2d71856 service neutron] 10.222.0.93 "PUT /v2.0/ports/68de96b2-2710-4249-9f4b-3131d75aa45b HTTP/1.1" status: 200 len: 1027 time: 2.1987956 Aug 17 16:36:04.197613 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bedc1cd-93a7-46f5-9598-0d995e623f58 req-38cf6d5b-3d1b-4e6a-9d18-ce5e06a026ad tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269512 Aug 17 16:36:04.205729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3fb01490-6f21-4086-9d8c-7944247eaa87 None None] Provisioning complete for port 68de96b2-2710-4249-9f4b-3131d75aa45b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:04.206296 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fb01490-6f21-4086-9d8c-7944247eaa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:04.270550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3fb01490-6f21-4086-9d8c-7944247eaa87 None None] Port 68de96b2-2710-4249-9f4b-3131d75aa45b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:04.467797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-722edc6d-5697-4f28-a1e2-f267280b7745 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:04.472719 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-722edc6d-5697-4f28-a1e2-f267280b7745 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "GET /v2.0/ports/97dcf9ab-b66f-46c4-b085-5114a8e0308a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3764670 Aug 17 16:36:04.474301 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:04.538015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:04.604538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 68de96b2-2710-4249-9f4b-3131d75aa45b no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:04.722029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 68de96b2-2710-4249-9f4b-3131d75aa45b not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:36:04.722509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 401290c7-c876-424e-8464-c4b19090850f no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:04.785067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:04.824133 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d63b58b-d72a-481b-9cd6-14cef91ccb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:04.997349 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8baacb9a-bfb2-47b7-ad4a-94df8192e10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:05.012220 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:05.082832 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:05.095590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:05.098593 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401290c7-c876-424e-8464-c4b19090850f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:36:05.101938 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dad07d-b26b-4167-b50b-7f6f2efcbbc8" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "401290c7-c876-424e-8464-c4b19090850f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:36:05.125267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 401290c7-c876-424e-8464-c4b19090850f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=401290c7-c876-424e-8464-c4b19090850f,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:05.130705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:05.142435 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:05.143276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:05.243200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Checking segment: {'id': 'd90034ff-ac25-4d5c-8e45-085785c753b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4249a3d7-bff9-4bac-8496-20b7ea9760e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:36:05.245308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d63b58b-d72a-481b-9cd6-14cef91ccb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:05.247791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network hostable DHCP agents. Network: 4249a3d7-bff9-4bac-8496-20b7ea9760e8, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:36:05.251072 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d63b58b-d72a-481b-9cd6-14cef91ccb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:05.292346 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159e0666-e3d9-4616-b06a-88a8eec04063 x-openstack-request-id: req-159e0666-e3d9-4616-b06a-88a8eec04063 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:36:05.293993 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "401290c7-c876-424e-8464-c4b19090850f", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:36:05.294452 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-159e0666-e3d9-4616-b06a-88a8eec04063 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:36:05.295168 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401290c7-c876-424e-8464-c4b19090850f', 'code': 200} Aug 17 16:36:05.339133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d63b58b-d72a-481b-9cd6-14cef91ccb2c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=31839b45ebf54b388ce9066649e0739d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535760 Aug 17 16:36:05.341363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:05.508725 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9e1b-5a1b-4d63-96ce-57f9ec4dd2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:05.538532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 4249a3d7-bff9-4bac-8496-20b7ea9760e8 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:36:05.555624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=401290c7-c876-424e-8464-c4b19090850f,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:05.562722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 4249a3d7-bff9-4bac-8496-20b7ea9760e8) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:05.578828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:05.581693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe1f44e-91c8-46b3-b783-f285947412a7 None None] Network 4249a3d7-bff9-4bac-8496-20b7ea9760e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:05.582716 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:05.606932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9e1b-5a1b-4d63-96ce-57f9ec4dd2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:05.647394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63b58b-d72a-481b-9cd6-14cef91ccb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a306a22-7131-4845-b653-2f794d039f26,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:05.774540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9514d4-8fc7-473e-b80e-18fd0d501c64 req-2f0e65f0-6dc7-4b3b-aee6-faf7f3a30439 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:05.783212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9514d4-8fc7-473e-b80e-18fd0d501c64 req-2f0e65f0-6dc7-4b3b-aee6-faf7f3a30439 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:05.808370 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c29a3f9f-bc65-47f5-9042-f00c6664af98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6048408 Aug 17 16:36:05.818617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] For port 97dcf9ab-b66f-46c4-b085-5114a8e0308a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=97dcf9ab-b66f-46c4-b085-5114a8e0308a,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:05.820461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41408) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:05.828189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9514d4-8fc7-473e-b80e-18fd0d501c64 req-2f0e65f0-6dc7-4b3b-aee6-faf7f3a30439 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:05.843915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9514d4-8fc7-473e-b80e-18fd0d501c64 req-2f0e65f0-6dc7-4b3b-aee6-faf7f3a30439 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:05.862833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9514d4-8fc7-473e-b80e-18fd0d501c64 req-2f0e65f0-6dc7-4b3b-aee6-faf7f3a30439 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:05.892189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9514d4-8fc7-473e-b80e-18fd0d501c64 req-2f0e65f0-6dc7-4b3b-aee6-faf7f3a30439 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:05.894147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c9514d4-8fc7-473e-b80e-18fd0d501c64 req-2f0e65f0-6dc7-4b3b-aee6-faf7f3a30439 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 4655 time: 0.4987283 Aug 17 16:36:05.918272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c00d0fb9-bd68-4dad-892d-203762497e2d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:05.928381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '4249a3d7-bff9-4bac-8496-20b7ea9760e8', 'name': 'tempest-PortsIpV6TestJSON-1161492782', 'fixed_ips': [{'subnet_id': '75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867', 'ip_address': '2001:db8::10'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:06.081511 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9e1b-5a1b-4d63-96ce-57f9ec4dd2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:06.086668 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9e1b-5a1b-4d63-96ce-57f9ec4dd2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:06.087983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8fd9e1b-5a1b-4d63-96ce-57f9ec4dd2a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a306a22-7131-4845-b653-2f794d039f26 HTTP/1.1" status: 204 len: 168 time: 0.7455218 Aug 17 16:36:06.169539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c9514d4-8fc7-473e-b80e-18fd0d501c64 req-2eecdaad-86e9-4b60-a4cb-5a1842f9b2b1 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=7703562d-c32b-4670-a755-95169c489f1a&id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2539465 Aug 17 16:36:06.173377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd9e1b-5a1b-4d63-96ce-57f9ec4dd2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a306a22-7131-4845-b653-2f794d039f26,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:06.257542 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:06.330483 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:06.364270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] For port 97dcf9ab-b66f-46c4-b085-5114a8e0308a, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:36:06.442993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] device_id is not set on port 97dcf9ab-b66f-46c4-b085-5114a8e0308a yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:36:06.457595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:06.484004 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:06.496078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-4249a3d7-bff9-4bac-8496-20b7ea9760e8', 'network_id': '4249a3d7-bff9-4bac-8496-20b7ea9760e8', 'tenant_id': 'f61500597dc1420ea160b96d18a2a148', 'fixed_ips': [{'subnet_id': '75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:36:06.498685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:06.548538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:06.594102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:06.599657 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:06.600387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 97dcf9ab-b66f-46c4-b085-5114a8e0308a no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:06.757838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] Pushing event updated for resources: {'Port': ['ID=97dcf9ab-b66f-46c4-b085-5114a8e0308a,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:06.765440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:06.846340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] No DVR routers for this DVR port 97dcf9ab-b66f-46c4-b085-5114a8e0308a on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:06.946330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] In _notify_port_updated(), no bound segment for port 97dcf9ab-b66f-46c4-b085-5114a8e0308a on network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:36:06.947556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:06.948355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:06.950497 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-55517d92-cb27-4080-a032-a250b73570b4 service neutron] 10.222.0.93 "PUT /v2.0/ports/97dcf9ab-b66f-46c4-b085-5114a8e0308a HTTP/1.1" status: 200 len: 1025 time: 2.4685550 Aug 17 16:36:06.993604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port c00d0fb9-bd68-4dad-892d-203762497e2d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:07.054114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c00d0fb9-bd68-4dad-892d-203762497e2d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:07.055513 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:07.158803 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:07.252192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 5e04214a-6857-4f54-b7a9-9d3d88ee70e8 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:36:07.354505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b16fe39-fc13-4db9-bd64-1cdc4c415c90'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:36:07.359482 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe3b616-16a0-4be7-b957-1967e32df711" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "6b16fe39-fc13-4db9-bd64-1cdc4c415c90"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:36:07.548660 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a655ed3b-4708-43f8-b75d-ed4e25520cb6 x-openstack-request-id: req-a655ed3b-4708-43f8-b75d-ed4e25520cb6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:36:07.552857 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "6b16fe39-fc13-4db9-bd64-1cdc4c415c90", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:36:07.553535 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a655ed3b-4708-43f8-b75d-ed4e25520cb6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:36:07.554327 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b16fe39-fc13-4db9-bd64-1cdc4c415c90', 'code': 200} Aug 17 16:36:07.608734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 97dcf9ab-b66f-46c4-b085-5114a8e0308a not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:36:07.609418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 782258dc-1a4a-4ad5-916d-17b7f87e7762 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:07.704019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:08.051475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-17f05176-c791-4d6a-b409-af07aa0378b1 None None] Provisioning complete for port 97dcf9ab-b66f-46c4-b085-5114a8e0308a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:08.052208 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17f05176-c791-4d6a-b409-af07aa0378b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:08.056559 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:08.303987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port c00d0fb9-bd68-4dad-892d-203762497e2d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c00d0fb9-bd68-4dad-892d-203762497e2d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:08.311356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:08.326762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-17f05176-c791-4d6a-b409-af07aa0378b1 None None] Port 97dcf9ab-b66f-46c4-b085-5114a8e0308a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:08.340498 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:08.346159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Allocated IP 2001:db8::2 (4249a3d7-bff9-4bac-8496-20b7ea9760e8/75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867/4832fd00-60ab-4cba-b1af-22d3f119d0e8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:08.449535 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Sync routers for ids ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:36:08.468661 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Routers {'7ff18c30-55b6-410f-82ff-1d2a534fb7df'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:08.469526 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:36:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:08.545724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f0168-847a-4f06-97c4-1dc3ad364e33 req-5dee2a1f-00a4-4fc2-83f6-b8cd4b99fe17 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:08.563487 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f0168-847a-4f06-97c4-1dc3ad364e33 req-5dee2a1f-00a4-4fc2-83f6-b8cd4b99fe17 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:08.577010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f0168-847a-4f06-97c4-1dc3ad364e33 req-5dee2a1f-00a4-4fc2-83f6-b8cd4b99fe17 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:08.591362 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f0168-847a-4f06-97c4-1dc3ad364e33 req-5dee2a1f-00a4-4fc2-83f6-b8cd4b99fe17 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:08.607188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f0168-847a-4f06-97c4-1dc3ad364e33 req-5dee2a1f-00a4-4fc2-83f6-b8cd4b99fe17 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:08.610900 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f5f0168-847a-4f06-97c4-1dc3ad364e33 req-5dee2a1f-00a4-4fc2-83f6-b8cd4b99fe17 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 3881 time: 1.2014060 Aug 17 16:36:08.650193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Deleting port 401290c7-c876-424e-8464-c4b19090850f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:08.650640 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:08.863336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:08.892925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] For port 401290c7-c876-424e-8464-c4b19090850f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=401290c7-c876-424e-8464-c4b19090850f,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:08.898812 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:09.085185 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Set router 7ff18c30-55b6-410f-82ff-1d2a534fb7df gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:36:09.151167 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:09.179304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Transition to ACTIVE for port object 4832fd00-60ab-4cba-b1af-22d3f119d0e8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:09.238107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Transition to ACTIVE for port object 4832fd00-60ab-4cba-b1af-22d3f119d0e8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:09.286098 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:09.382883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Network 4249a3d7-bff9-4bac-8496-20b7ea9760e8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:09.397697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:09.407324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:09.425260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=c00d0fb9-bd68-4dad-892d-203762497e2d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:09.431568 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:09.635379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] Deleting port d70fdf25-ca83-4a45-b651-bfe6d8650c47 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:09.636862 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:09.754709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 782258dc-1a4a-4ad5-916d-17b7f87e7762, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=782258dc-1a4a-4ad5-916d-17b7f87e7762,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:09.758411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '782258dc-1a4a-4ad5-916d-17b7f87e7762'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:36:09.761613 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae574795-68af-4a9b-8ad6-dde6a0d84d60" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "782258dc-1a4a-4ad5-916d-17b7f87e7762"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:36:09.832126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Attempting to bind port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:36:09.832500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Attempting to bind port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd90034ff-ac25-4d5c-8e45-085785c753b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4249a3d7-bff9-4bac-8496-20b7ea9760e8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:36:09.838752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Attempting to bind port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 on network 4249a3d7-bff9-4bac-8496-20b7ea9760e8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:36:09.855550 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:09.856258 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0f2c41cf-56d3-4257-9ab0-e1b58827a522 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:09.860809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:36:09.861185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Checking segment: {'id': 'd90034ff-ac25-4d5c-8e45-085785c753b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4249a3d7-bff9-4bac-8496-20b7ea9760e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:36:09.861590 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:09.861985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Bound using segment: {'id': 'd90034ff-ac25-4d5c-8e45-085785c753b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4249a3d7-bff9-4bac-8496-20b7ea9760e8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:36:09.876862 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Bound port: 4832fd00-60ab-4cba-b1af-22d3f119d0e8, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90034ff-ac25-4d5c-8e45-085785c753b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4249a3d7-bff9-4bac-8496-20b7ea9760e8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:36:09.877418 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:09.938140 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'name': 'tempest-ImageQuotaTest-1095337931-router', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:47Z', 'updated_at': '2021-08-17T16:36:00Z', 'revision_number': 4, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'gw_port': {'id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:49Z', 'updated_at': '2021-08-17T16:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd70fdf25-ca83-4a45-b651-bfe6d8650c47', 'name': '', 'network_id': '5f843387-2985-454e-847e-4a297632478e', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'mac_address': 'fa:16:3e:a9:0e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '62a298f2-4c19-4233-9482-d94aab6e456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:57Z', 'updated_at': '2021-08-17T16:36:00Z', 'revision_number': 2, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'subnets': [{'id': '62a298f2-4c19-4233-9482-d94aab6e456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:09.950492 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3fb37b-620b-4d11-8c89-686b714a7ab4 x-openstack-request-id: req-ab3fb37b-620b-4d11-8c89-686b714a7ab4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:36:09.950795 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "782258dc-1a4a-4ad5-916d-17b7f87e7762", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:36:09.951036 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab3fb37b-620b-4d11-8c89-686b714a7ab4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:36:09.951453 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '782258dc-1a4a-4ad5-916d-17b7f87e7762', 'code': 200} Aug 17 16:36:09.951980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:09.983546 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Checking router: 7ff18c30-55b6-410f-82ff-1d2a534fb7df for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:36:09.984349 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Updating router 7ff18c30-55b6-410f-82ff-1d2a534fb7df port d70fdf25-ca83-4a45-b651-bfe6d8650c47 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:36:09.988926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Pushing event updated for resources: {'Port': ['ID=4832fd00-60ab-4cba-b1af-22d3f119d0e8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:10.029639 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:10.038011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] Calling delete_port for d70fdf25-ca83-4a45-b651-bfe6d8650c47 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:10.056109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8::10 (4249a3d7-bff9-4bac-8496-20b7ea9760e8/75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867/5e04214a-6857-4f54-b7a9-9d3d88ee70e8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:10.143533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=782258dc-1a4a-4ad5-916d-17b7f87e7762,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:10.377302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] For port 4832fd00-60ab-4cba-b1af-22d3f119d0e8, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:36:10.398614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] For port 4832fd00-60ab-4cba-b1af-22d3f119d0e8, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4832fd00-60ab-4cba-b1af-22d3f119d0e8,segment=NetworkSegment(d90034ff-ac25-4d5c-8e45-085785c753b6),segment_id=d90034ff-ac25-4d5c-8e45-085785c753b6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:36:10.411873 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:10.631531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c00d0fb9-bd68-4dad-892d-203762497e2d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:10.645244 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:10.672549 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:10.681157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object 5e04214a-6857-4f54-b7a9-9d3d88ee70e8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:10.710235 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:36:10.710614 n-d-804878-1 neutron-server[94841]: DEBUG oslo_db.api [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:36:10.772757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:10.773226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:10.773538 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Floating IP 53031efc-c855-4fee-99f4-527ac5159878 disassociated. External IP: 172.25.7.198, port: 401290c7-c876-424e-8464-c4b19090850f. Aug 17 16:36:10.774066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Calling delete_port for 401290c7-c876-424e-8464-c4b19090850f owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:10.836279 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:10.838680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:10.865203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 4249a3d7-bff9-4bac-8496-20b7ea9760e8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:10.865584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] Pushing event deleted for resources: {'Port': ['ID=d70fdf25-ca83-4a45-b651-bfe6d8650c47,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:10.870241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:10.876794 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f5f0168-847a-4f06-97c4-1dc3ad364e33 req-8c2f78d4-6ad6-418e-b9a8-04f4566e5737 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.2386882 Aug 17 16:36:10.887372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:10.897693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:10.902872 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:10.989620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cbff0-f59c-412e-83ba-84ccdc586bc1 None None] Pushing event updated for resources: {'Port': ['ID=4832fd00-60ab-4cba-b1af-22d3f119d0e8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:11.035575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=5e04214a-6857-4f54-b7a9-9d3d88ee70e8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:11.061271 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-104ffa5a-bfea-4352-a99f-386da878b1de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.2393680 Aug 17 16:36:11.065238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41552) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:11.092216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '4249a3d7-bff9-4bac-8496-20b7ea9760e8', 'name': 'tempest-PortsIpV6TestJSON-498671872', 'fixed_ips': [{'subnet_id': '75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867', 'ip_address': '2001:db8::f'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:11.104106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c00d0fb9-bd68-4dad-892d-203762497e2d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:11.104508 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:11.124548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0f2c41cf-56d3-4257-9ab0-e1b58827a522, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:11.185382 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:11.186112 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 018fcbe2-3082-461b-b24b-05d753360d2d no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:11.258049 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Port d70fdf25-ca83-4a45-b651-bfe6d8650c47 not found while updating agent binding for router 7ff18c30-55b6-410f-82ff-1d2a534fb7df. {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 17 16:36:11.308456 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Routers {'7ff18c30-55b6-410f-82ff-1d2a534fb7df'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:11.309599 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:36:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:11.330826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0f2c41cf-56d3-4257-9ab0-e1b58827a522,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:11.666669 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] Set router 7ff18c30-55b6-410f-82ff-1d2a534fb7df gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:36:11.676169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:11.681276 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:11.753025 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:11.849581 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:11.866048 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Port': ['ID=401290c7-c876-424e-8464-c4b19090850f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:11.895459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port fce28db0-34c3-4c66-a848-a33953eccda6 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:36:11.955336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2c41cf-56d3-4257-9ab0-e1b58827a522'}, {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018fcbe2-3082-461b-b24b-05d753360d2d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:36:11.958186 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780654ed-d587-469c-bccd-b5956c613674" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2c41cf-56d3-4257-9ab0-e1b58827a522"}, {"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "018fcbe2-3082-461b-b24b-05d753360d2d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:36:12.001056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 018fcbe2-3082-461b-b24b-05d753360d2d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=018fcbe2-3082-461b-b24b-05d753360d2d,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:12.007642 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:12.015139 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:12.258452 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'name': 'tempest-ImageQuotaTest-1095337931-router', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:47Z', 'updated_at': '2021-08-17T16:36:10Z', 'revision_number': 5, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'gw_port': {'id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:49Z', 'updated_at': '2021-08-17T16:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:12.360280 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32762c6a-e567-488d-adea-9e90bad2ed43 None None] The sync data for ids ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'] in n-d-804878-1 is: [{'id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'name': 'tempest-ImageQuotaTest-1095337931-router', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:47Z', 'updated_at': '2021-08-17T16:36:10Z', 'revision_number': 5, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'gw_port': {'id': 'c00d0fb9-bd68-4dad-892d-203762497e2d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:49Z', 'updated_at': '2021-08-17T16:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:36:12.447943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7e33f-e60b-457a-ae31-1bcafdb37f82 req-a4adaf19-e15a-4cee-832b-66e3c0f2aab3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:12.477456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7e33f-e60b-457a-ae31-1bcafdb37f82 req-a4adaf19-e15a-4cee-832b-66e3c0f2aab3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:12.515171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7e33f-e60b-457a-ae31-1bcafdb37f82 req-a4adaf19-e15a-4cee-832b-66e3c0f2aab3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:12.544136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7e33f-e60b-457a-ae31-1bcafdb37f82 req-a4adaf19-e15a-4cee-832b-66e3c0f2aab3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:12.546056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-29f7e33f-e60b-457a-ae31-1bcafdb37f82 req-a4adaf19-e15a-4cee-832b-66e3c0f2aab3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 3142 time: 0.4394879 Aug 17 16:36:12.656874 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 17 Aug 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d76817-a791-4707-a5fb-0420b6e99f44 x-openstack-request-id: req-70d76817-a791-4707-a5fb-0420b6e99f44 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:36:12.659525 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2c41cf-56d3-4257-9ab0-e1b58827a522", "code": 200}, {"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "018fcbe2-3082-461b-b24b-05d753360d2d", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:36:12.660043 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70d76817-a791-4707-a5fb-0420b6e99f44 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:36:12.660598 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2c41cf-56d3-4257-9ab0-e1b58827a522', 'code': 200} Aug 17 16:36:12.662590 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018fcbe2-3082-461b-b24b-05d753360d2d', 'code': 200} Aug 17 16:36:12.750055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=018fcbe2-3082-461b-b24b-05d753360d2d,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:12.764249 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-29f7e33f-e60b-457a-ae31-1bcafdb37f82 req-5ae81f2b-2ffd-46c4-aeb6-0ba6c5d81c8a tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068934 Aug 17 16:36:12.901838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8::f (4249a3d7-bff9-4bac-8496-20b7ea9760e8/75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867/fce28db0-34c3-4c66-a848-a33953eccda6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:12.928751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4832fd00-60ab-4cba-b1af-22d3f119d0e8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:13.132431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:13.195767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] Router 7ff18c30-55b6-410f-82ff-1d2a534fb7df has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:36:13.216851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c3ac1e-ca20-45c7-85c2-45f4d1d2d447 None None] Network 4249a3d7-bff9-4bac-8496-20b7ea9760e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:13.314769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:13.331864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Router c12421dd-aa45-4a07-b5c7-15f5cf437d61 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:36:13.346597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object fce28db0-34c3-4c66-a848-a33953eccda6 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:13.426231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7036d2f9-e8ca-4a31-b743-914bdb9cecd8 None None] Provisioning for port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:13.467677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7036d2f9-e8ca-4a31-b743-914bdb9cecd8 None None] Provisioning complete for port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:13.468379 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7036d2f9-e8ca-4a31-b743-914bdb9cecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:13.553930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:36:13.580824 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2194ca44-0984-4403-9f0c-6243b319d01d admin admin] 10.222.0.77 "PUT /v2.0/routers/7ff18c30-55b6-410f-82ff-1d2a534fb7df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8755877 Aug 17 16:36:13.584000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:13.587846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:13.765880 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:13.789191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=fce28db0-34c3-4c66-a848-a33953eccda6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:13.822509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 4249a3d7-bff9-4bac-8496-20b7ea9760e8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:13.827115 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7036d2f9-e8ca-4a31-b743-914bdb9cecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:13.829992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:13.846210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:13.864761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:13.865457 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:13.888447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:36:13.927760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] Sync routers for ids ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:36:13.998230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] Routers {'c12421dd-aa45-4a07-b5c7-15f5cf437d61'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:14.000085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:36:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:14.047241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] No DVR routers for this DVR port 401290c7-c876-424e-8464-c4b19090850f on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:14.061450 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:14.063628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bf31fb61-cfef-46bb-bf38-d81c4eaaa7dd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "DELETE /v2.0/ports/401290c7-c876-424e-8464-c4b19090850f HTTP/1.1" status: 204 len: 173 time: 7.1058764 Aug 17 16:36:14.065045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-deleted', 'tag': '401290c7-c876-424e-8464-c4b19090850f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:36:14.066643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:14.076317 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d168b647-1cb9-468c-87ee-dd4e1d50b003" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-deleted", "tag": "401290c7-c876-424e-8464-c4b19090850f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:36:14.090577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-892c2e8c-3a5f-49ef-90f8-bda87d0e4a23 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0177984 Aug 17 16:36:14.091339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41650) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:14.311215 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] Set router c12421dd-aa45-4a07-b5c7-15f5cf437d61 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:36:14.394506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:14.446982 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] Sync routers for ids ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:36:14.464855 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] Routers {'7ff18c30-55b6-410f-82ff-1d2a534fb7df'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:14.469900 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:36:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:14.605291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de999603-a8e3-4021-9b6b-518408858ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:14.621288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d70fdf25-ca83-4a45-b651-bfe6d8650c47 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:14.689259 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bad444-bbc7-49b0-a88f-ae8ad8624702 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:14.693596 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e1bad444-bbc7-49b0-a88f-ae8ad8624702 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5473211 Aug 17 16:36:14.715103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d70fdf25-ca83-4a45-b651-bfe6d8650c47 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:36:14.715463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d70fdf25-ca83-4a45-b651-bfe6d8650c47 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:36:14.718096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41660) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:14.727866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7036d2f9-e8ca-4a31-b743-914bdb9cecd8 None None] For port 4832fd00-60ab-4cba-b1af-22d3f119d0e8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4832fd00-60ab-4cba-b1af-22d3f119d0e8,segment=NetworkSegment(d90034ff-ac25-4d5c-8e45-085785c753b6),segment_id=d90034ff-ac25-4d5c-8e45-085785c753b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:14.735479 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] Set router 7ff18c30-55b6-410f-82ff-1d2a534fb7df gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:36:14.793529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb23e-8757-4c2a-961c-42d139bba1b7 req-7a6ade93-6e26-4193-9503-2ba3923b32b9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:14.800689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb23e-8757-4c2a-961c-42d139bba1b7 req-7a6ade93-6e26-4193-9503-2ba3923b32b9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:14.808052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb23e-8757-4c2a-961c-42d139bba1b7 req-7a6ade93-6e26-4193-9503-2ba3923b32b9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:14.814449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb23e-8757-4c2a-961c-42d139bba1b7 req-7a6ade93-6e26-4193-9503-2ba3923b32b9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:14.816840 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fdcb23e-8757-4c2a-961c-42d139bba1b7 req-7a6ade93-6e26-4193-9503-2ba3923b32b9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 3142 time: 0.7711110 Aug 17 16:36:14.832822 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7036d2f9-e8ca-4a31-b743-914bdb9cecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:14.870191 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'name': 'tempest-ImageQuotaTest-1095337931-router', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:47Z', 'updated_at': '2021-08-17T16:36:14Z', 'revision_number': 6, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:14.879245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Deleting port c00d0fb9-bd68-4dad-892d-203762497e2d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:14.889270 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:14.937051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bb0ae2ac-ff0c-4375-bc42-227d39915880 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Deleting port 018fcbe2-3082-461b-b24b-05d753360d2d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:14.941202 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bb0ae2ac-ff0c-4375-bc42-227d39915880 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:15.008295 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] Checking router: 7ff18c30-55b6-410f-82ff-1d2a534fb7df for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:36:15.034677 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de999603-a8e3-4021-9b6b-518408858ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:15.052803 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] Routers {'7ff18c30-55b6-410f-82ff-1d2a534fb7df'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:15.053441 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:36:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:15.128400 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de999603-a8e3-4021-9b6b-518408858ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:15.160762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-83945572-6457-4f94-8743-60555cbc474b None None] Provisioning for port 5e04214a-6857-4f54-b7a9-9d3d88ee70e8 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:15.202180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-83945572-6457-4f94-8743-60555cbc474b None None] Provisioning complete for port 5e04214a-6857-4f54-b7a9-9d3d88ee70e8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:15.202605 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83945572-6457-4f94-8743-60555cbc474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:15.228553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bb0ae2ac-ff0c-4375-bc42-227d39915880 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] For port 018fcbe2-3082-461b-b24b-05d753360d2d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=018fcbe2-3082-461b-b24b-05d753360d2d,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:15.229125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bb0ae2ac-ff0c-4375-bc42-227d39915880 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:15.251806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036d2f9-e8ca-4a31-b743-914bdb9cecd8 None None] Pushing event updated for resources: {'Port': ['ID=4832fd00-60ab-4cba-b1af-22d3f119d0e8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:15.287491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bb0ae2ac-ff0c-4375-bc42-227d39915880 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Calling delete_port for 018fcbe2-3082-461b-b24b-05d753360d2d owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:15.373123 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] Set router 7ff18c30-55b6-410f-82ff-1d2a534fb7df gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:36:15.439703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] For port c00d0fb9-bd68-4dad-892d-203762497e2d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c00d0fb9-bd68-4dad-892d-203762497e2d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:15.440799 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:15.455385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-83945572-6457-4f94-8743-60555cbc474b None None] Port 5e04214a-6857-4f54-b7a9-9d3d88ee70e8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:15.468191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Calling delete_port for c00d0fb9-bd68-4dad-892d-203762497e2d owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:15.510428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-83945572-6457-4f94-8743-60555cbc474b None None] Provisioning complete for port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:15.510843 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83945572-6457-4f94-8743-60555cbc474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:15.515445 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'name': 'tempest-ImageQuotaTest-1095337931-router', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:47Z', 'updated_at': '2021-08-17T16:36:14Z', 'revision_number': 6, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:15.580643 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86852c-5d8a-4eee-91d4-4390339ad96d None None] The sync data for ids ['7ff18c30-55b6-410f-82ff-1d2a534fb7df'] in n-d-804878-1 is: [{'id': '7ff18c30-55b6-410f-82ff-1d2a534fb7df', 'name': 'tempest-ImageQuotaTest-1095337931-router', 'tenant_id': 'bb91f7806b154e299f14de8e54d50bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:47Z', 'updated_at': '2021-08-17T16:36:14Z', 'revision_number': 6, 'project_id': 'bb91f7806b154e299f14de8e54d50bc3', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:36:15.677031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:31Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'c0d3a026-410d-4540-b191-649dcc11a052', 'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'mac_address': 'fa:16:3e:f6:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:29Z', 'updated_at': '2021-08-17T16:25:38Z', 'revision_number': 5, 'project_id': '909deb24639a47f49b711a05e3416d78', 'subnets': [{'id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:15.753249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de999603-a8e3-4021-9b6b-518408858ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bad7d25-c3a9-41e5-bb2d-0f0ddd7f1c04,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:15.764451 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:15.799910 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9473d790-551b-4507-8f58-9e392201c186 x-openstack-request-id: req-9473d790-551b-4507-8f58-9e392201c186 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:36:15.800204 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-deleted", "tag": "401290c7-c876-424e-8464-c4b19090850f", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:36:15.800461 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9473d790-551b-4507-8f58-9e392201c186 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:36:15.800933 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-deleted', 'tag': '401290c7-c876-424e-8464-c4b19090850f', 'status': 'completed', 'code': 200} Aug 17 16:36:15.811794 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bb0ae2ac-ff0c-4375-bc42-227d39915880 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:15.847979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Pushing event deleted for resources: {'Port': ['ID=c00d0fb9-bd68-4dad-892d-203762497e2d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:15.864646 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-de999603-a8e3-4021-9b6b-518408858ca1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67f4f50d61084101976f357c5319709a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0953927 Aug 17 16:36:15.869780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41696) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:15.952979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] Checking router: c12421dd-aa45-4a07-b5c7-15f5cf437d61 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:36:15.964572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ae2ac-ff0c-4375-bc42-227d39915880 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Port': ['ID=018fcbe2-3082-461b-b24b-05d753360d2d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:15.972054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:16.000093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] Routers {'c12421dd-aa45-4a07-b5c7-15f5cf437d61'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:16.001605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:36:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:16.026776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4827e9b5-f249-4dc1-9f2a-d69c71568107 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:16.046977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4827e9b5-f249-4dc1-9f2a-d69c71568107 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:16.064619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4827e9b5-f249-4dc1-9f2a-d69c71568107 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:16.068201 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4827e9b5-f249-4dc1-9f2a-d69c71568107 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.3237159 Aug 17 16:36:16.083197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41700) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:16.087276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-83945572-6457-4f94-8743-60555cbc474b None None] Provisioning for port fce28db0-34c3-4c66-a848-a33953eccda6 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:16.098218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-83945572-6457-4f94-8743-60555cbc474b None None] Provisioning complete for port fce28db0-34c3-4c66-a848-a33953eccda6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:16.098536 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83945572-6457-4f94-8743-60555cbc474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:16.164507 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:16.167514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:16.231562 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fdcb23e-8757-4c2a-961c-42d139bba1b7 req-0632acf7-a4a9-45c0-96f1-6382b039d390 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3442895 Aug 17 16:36:16.318966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:16.319569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff18c30-55b6-410f-82ff-1d2a534fb7df {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:36:16.319746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bb0ae2ac-ff0c-4375-bc42-227d39915880 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] No DVR routers for this DVR port 018fcbe2-3082-461b-b24b-05d753360d2d on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:16.329228 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:16.329851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bb0ae2ac-ff0c-4375-bc42-227d39915880 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:16.330743 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b141958-7a6b-470b-bbfb-c190af21264c admin admin] 10.222.0.77 "DELETE /v2.0/routers/7ff18c30-55b6-410f-82ff-1d2a534fb7df HTTP/1.1" status: 204 len: 168 time: 2.7455323 Aug 17 16:36:16.332395 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-bb0ae2ac-ff0c-4375-bc42-227d39915880 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "DELETE /v2.0/ports/018fcbe2-3082-461b-b24b-05d753360d2d HTTP/1.1" status: 204 len: 173 time: 2.1901546 Aug 17 16:36:16.334360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41706) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:16.414489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-83945572-6457-4f94-8743-60555cbc474b None None] Port fce28db0-34c3-4c66-a848-a33953eccda6 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:16.483851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] Set router c12421dd-aa45-4a07-b5c7-15f5cf437d61 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:36:16.631181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4832fd00-60ab-4cba-b1af-22d3f119d0e8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:16.657629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4015f8d5-5234-4fb0-8722-6cd9439c75c0 admin admin] Deleting subnet 62a298f2-4c19-4233-9482-d94aab6e456e {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:36:16.723416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4015f8d5-5234-4fb0-8722-6cd9439c75c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:16.732751 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0ed773d-692f-4a84-86a8-6fcf15b45a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:16.875941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-602ced6d-f750-4b3f-9d70-4a94a3d85ac9 None None] Provisioning complete for port 5e04214a-6857-4f54-b7a9-9d3d88ee70e8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:16.877849 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-602ced6d-f750-4b3f-9d70-4a94a3d85ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:17.150828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-602ced6d-f750-4b3f-9d70-4a94a3d85ac9 None None] Port 5e04214a-6857-4f54-b7a9-9d3d88ee70e8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:17.199190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-602ced6d-f750-4b3f-9d70-4a94a3d85ac9 None None] Provisioning complete for port fce28db0-34c3-4c66-a848-a33953eccda6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:17.199573 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-602ced6d-f750-4b3f-9d70-4a94a3d85ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:17.249446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:17.249816 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:17.489015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a523861-515c-4a73-9058-c7e3c3574b41 req-65ad188c-1500-4e8e-ae6f-a102943554cc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:17.499070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-602ced6d-f750-4b3f-9d70-4a94a3d85ac9 None None] Port fce28db0-34c3-4c66-a848-a33953eccda6 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:17.533314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a523861-515c-4a73-9058-c7e3c3574b41 req-65ad188c-1500-4e8e-ae6f-a102943554cc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:17.539535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0ed773d-692f-4a84-86a8-6fcf15b45a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:17.555097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a523861-515c-4a73-9058-c7e3c3574b41 req-65ad188c-1500-4e8e-ae6f-a102943554cc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:17.557580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a523861-515c-4a73-9058-c7e3c3574b41 req-65ad188c-1500-4e8e-ae6f-a102943554cc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 2410 time: 0.1863136 Aug 17 16:36:17.599064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4015f8d5-5234-4fb0-8722-6cd9439c75c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:17.611191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:31Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'c0d3a026-410d-4540-b191-649dcc11a052', 'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'mac_address': 'fa:16:3e:f6:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:29Z', 'updated_at': '2021-08-17T16:25:38Z', 'revision_number': 5, 'project_id': '909deb24639a47f49b711a05e3416d78', 'subnets': [{'id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:17.676292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2bcdf-1897-464a-8fc1-bfc151e3b067 None None] The sync data for ids ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'] in n-d-804878-1 is: [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:25:31Z', 'revision_number': 4, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'c0d3a026-410d-4540-b191-649dcc11a052', 'name': '', 'network_id': '079f2b2a-f66c-4071-9aa1-7ea1143aa7d8', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'mac_address': 'fa:16:3e:f6:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:29Z', 'updated_at': '2021-08-17T16:25:38Z', 'revision_number': 5, 'project_id': '909deb24639a47f49b711a05e3416d78', 'subnets': [{'id': 'ffc99fed-7ede-42ae-bb5f-a4afe6d5e772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:36:17.685417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a523861-515c-4a73-9058-c7e3c3574b41 req-48b518bf-2b56-47bf-8be1-cf1bc1db5b1b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191623 Aug 17 16:36:17.722231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c00d0fb9-bd68-4dad-892d-203762497e2d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:17.794079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-58d843d0-b2b1-416b-916a-301a3eab4b2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Deleting port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:17.794436 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-58d843d0-b2b1-416b-916a-301a3eab4b2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:17.806250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: c00d0fb9-bd68-4dad-892d-203762497e2d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:36:17.814858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c00d0fb9-bd68-4dad-892d-203762497e2d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:36:17.921376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-deleted', 'tag': '018fcbe2-3082-461b-b24b-05d753360d2d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:36:17.924019 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f15e17-41fa-43d8-8607-eb7f6e15b1ba" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-deleted", "tag": "018fcbe2-3082-461b-b24b-05d753360d2d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:36:17.930511 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9cb93-87fc-413e-948d-e8b515d63443 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port fce28db0-34c3-4c66-a848-a33953eccda6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:17.931244 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9f9cb93-87fc-413e-948d-e8b515d63443 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:18.083959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0ed773d-692f-4a84-86a8-6fcf15b45a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:18.086611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0ed773d-692f-4a84-86a8-6fcf15b45a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:18.090776 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b0ed773d-692f-4a84-86a8-6fcf15b45a6b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5bad7d25-c3a9-41e5-bb2d-0f0ddd7f1c04 HTTP/1.1" status: 204 len: 168 time: 2.1591001 Aug 17 16:36:18.148249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d8a08-6378-473b-a5a1-a9f64507c1df None None] New status for floating IP 53031efc-c855-4fee-99f4-527ac5159878: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:36:18.166644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed773d-692f-4a84-86a8-6fcf15b45a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bad7d25-c3a9-41e5-bb2d-0f0ddd7f1c04,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:18.252773 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c84bc8-123b-438f-ab0f-0c7973bbd03d x-openstack-request-id: req-b6c84bc8-123b-438f-ab0f-0c7973bbd03d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:36:18.253479 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-deleted", "tag": "018fcbe2-3082-461b-b24b-05d753360d2d", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:36:18.254137 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6c84bc8-123b-438f-ab0f-0c7973bbd03d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:36:18.254694 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-deleted', 'tag': '018fcbe2-3082-461b-b24b-05d753360d2d', 'status': 'completed', 'code': 200} Aug 17 16:36:18.313437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-58d843d0-b2b1-416b-916a-301a3eab4b2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] For port 0f2c41cf-56d3-4257-9ab0-e1b58827a522, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0f2c41cf-56d3-4257-9ab0-e1b58827a522,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:18.313807 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-58d843d0-b2b1-416b-916a-301a3eab4b2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:18.339089 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9f9cb93-87fc-413e-948d-e8b515d63443 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:18.349469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4015f8d5-5234-4fb0-8722-6cd9439c75c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:18.377240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-58d843d0-b2b1-416b-916a-301a3eab4b2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Calling delete_port for 0f2c41cf-56d3-4257-9ab0-e1b58827a522 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:18.384449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9cb93-87fc-413e-948d-e8b515d63443 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for fce28db0-34c3-4c66-a848-a33953eccda6 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:18.783300 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-58d843d0-b2b1-416b-916a-301a3eab4b2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:18.872617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d843d0-b2b1-416b-916a-301a3eab4b2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Port': ['ID=0f2c41cf-56d3-4257-9ab0-e1b58827a522,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:18.956427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:18.965963 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4015f8d5-5234-4fb0-8722-6cd9439c75c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:18.981006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2899c679-756b-44c7-976c-59072698b699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:18.996189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-58d843d0-b2b1-416b-916a-301a3eab4b2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] No DVR routers for this DVR port 0f2c41cf-56d3-4257-9ab0-e1b58827a522 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:19.028326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-58d843d0-b2b1-416b-916a-301a3eab4b2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.030990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-58d843d0-b2b1-416b-916a-301a3eab4b2f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "DELETE /v2.0/ports/0f2c41cf-56d3-4257-9ab0-e1b58827a522 HTTP/1.1" status: 204 len: 173 time: 2.6798992 Aug 17 16:36:19.033400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015f8d5-5234-4fb0-8722-6cd9439c75c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a298f2-4c19-4233-9482-d94aab6e456e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:19.035753 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4015f8d5-5234-4fb0-8722-6cd9439c75c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.039998 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4015f8d5-5234-4fb0-8722-6cd9439c75c0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/62a298f2-4c19-4233-9482-d94aab6e456e HTTP/1.1" status: 204 len: 168 time: 2.7007313 Aug 17 16:36:19.041300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371dc993-b281-4791-92c4-6333473eaee0 None None] Network 5f843387-2985-454e-847e-4a297632478e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:19.045383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41784) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:19.128010 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2899c679-756b-44c7-976c-59072698b699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.137876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2899c679-756b-44c7-976c-59072698b699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.185208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2899c679-756b-44c7-976c-59072698b699 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=931d94f55cec4172b9f7b13426a248d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267497 Aug 17 16:36:19.188459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:19.268039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.314186 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9f9cb93-87fc-413e-948d-e8b515d63443 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.348008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-c7231d61-de5c-4cc7-a2a9-00a4a3faa1a0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Deleting port 782258dc-1a4a-4ad5-916d-17b7f87e7762 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:19.348868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-c7231d61-de5c-4cc7-a2a9-00a4a3faa1a0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.382408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899c679-756b-44c7-976c-59072698b699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcb222d-6df5-45d6-ae79-b22ebc5f0b75,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:19.467455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981ba3a-52e4-4707-9578-444dab1078c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.519822 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981ba3a-52e4-4707-9578-444dab1078c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.534554 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] DHCP port deletion for 5f843387-2985-454e-847e-4a297632478e request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:36:19.552744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc83d2-fad3-453a-90ae-85d75ba0b441 req-dd93ea20-3fcc-49da-b645-3c037ede823d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:19.571912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc83d2-fad3-453a-90ae-85d75ba0b441 req-dd93ea20-3fcc-49da-b645-3c037ede823d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:19.576448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53bc83d2-fad3-453a-90ae-85d75ba0b441 req-dd93ea20-3fcc-49da-b645-3c037ede823d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 1677 time: 0.4421914 Aug 17 16:36:19.610684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9cb93-87fc-413e-948d-e8b515d63443 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=fce28db0-34c3-4c66-a848-a33953eccda6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:19.637672 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9f9cb93-87fc-413e-948d-e8b515d63443 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.639770 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e9f9cb93-87fc-413e-948d-e8b515d63443 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/fce28db0-34c3-4c66-a848-a33953eccda6 HTTP/1.1" status: 204 len: 168 time: 3.5482845 Aug 17 16:36:19.685867 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.703564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:19.709413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53bc83d2-fad3-453a-90ae-85d75ba0b441 req-e16b6d22-c463-4037-bf7b-fa57577d2f44 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210191 Aug 17 16:36:19.796214 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf003162-cb57-4ee4-a6c4-1a626266d19c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:36:19.800368 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cf003162-cb57-4ee4-a6c4-1a626266d19c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/fce28db0-34c3-4c66-a848-a33953eccda6 HTTP/1.1" status: 404 len: 333 time: 0.0894854 Aug 17 16:36:19.803967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:19.854793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Deleting port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:19.885430 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.908639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:19.939643 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Deleting port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:19.940347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:20.063885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] For port 600ab46d-3146-4f3f-9a15-176a8c12f4b3, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=600ab46d-3146-4f3f-9a15-176a8c12f4b3,segment=NetworkSegment(323f163e-d731-4e70-96d5-0b58e3159c92),segment_id=323f163e-d731-4e70-96d5-0b58e3159c92)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:20.064874 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:20.081635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Calling delete_port for 600ab46d-3146-4f3f-9a15-176a8c12f4b3 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:20.086797 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981ba3a-52e4-4707-9578-444dab1078c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:20.095087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981ba3a-52e4-4707-9578-444dab1078c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:20.101541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a981ba3a-52e4-4707-9578-444dab1078c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/edcb222d-6df5-45d6-ae79-b22ebc5f0b75 HTTP/1.1" status: 204 len: 168 time: 0.9116814 Aug 17 16:36:20.133289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981ba3a-52e4-4707-9578-444dab1078c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcb222d-6df5-45d6-ae79-b22ebc5f0b75,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:20.153755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-c7231d61-de5c-4cc7-a2a9-00a4a3faa1a0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] For port 782258dc-1a4a-4ad5-916d-17b7f87e7762, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=782258dc-1a4a-4ad5-916d-17b7f87e7762,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:20.154006 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-c7231d61-de5c-4cc7-a2a9-00a4a3faa1a0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:20.230930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2fdf9-31f9-470e-80ee-985b1c98313c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 5e04214a-6857-4f54-b7a9-9d3d88ee70e8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:20.232235 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fdf9-31f9-470e-80ee-985b1c98313c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:20.239656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-c7231d61-de5c-4cc7-a2a9-00a4a3faa1a0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Calling delete_port for 782258dc-1a4a-4ad5-916d-17b7f87e7762 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:20.257494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-deleted', 'tag': '0f2c41cf-56d3-4257-9ab0-e1b58827a522'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:36:20.264098 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac72aaba-8820-46c5-833d-cf11fcc28061" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-deleted", "tag": "0f2c41cf-56d3-4257-9ab0-e1b58827a522"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:36:20.317826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] For port 600ab46d-3146-4f3f-9a15-176a8c12f4b3, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=600ab46d-3146-4f3f-9a15-176a8c12f4b3,segment=NetworkSegment(323f163e-d731-4e70-96d5-0b58e3159c92),segment_id=323f163e-d731-4e70-96d5-0b58e3159c92)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:20.318469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:20.423443 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:20.488968 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa98d227-86a1-45a2-a3cd-edf9141902e8 x-openstack-request-id: req-aa98d227-86a1-45a2-a3cd-edf9141902e8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:36:20.489261 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-deleted", "tag": "0f2c41cf-56d3-4257-9ab0-e1b58827a522", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:36:20.489502 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa98d227-86a1-45a2-a3cd-edf9141902e8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:36:20.489907 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-deleted', 'tag': '0f2c41cf-56d3-4257-9ab0-e1b58827a522', 'status': 'completed', 'code': 200} Aug 17 16:36:20.517921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fdf9-31f9-470e-80ee-985b1c98313c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:20.548306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Calling delete_port for 600ab46d-3146-4f3f-9a15-176a8c12f4b3 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:20.549751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2fdf9-31f9-470e-80ee-985b1c98313c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 5e04214a-6857-4f54-b7a9-9d3d88ee70e8 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:20.556984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Pushing event deleted for resources: {'Port': ['ID=600ab46d-3146-4f3f-9a15-176a8c12f4b3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:20.604227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] No DVR routers for this DVR port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:20.607683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 600ab46d-3146-4f3f-9a15-176a8c12f4b3 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:20.654417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.662685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.663126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.663461 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.663790 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.664114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.664433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.667931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.668318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.668936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.669049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.669356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b024d-8f8c-41cc-96ed-a8323a771f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:20.719185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 600ab46d-3146-4f3f-9a15-176a8c12f4b3 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:36:20.719533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 600ab46d-3146-4f3f-9a15-176a8c12f4b3 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:36:20.869272 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:20.950675 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fdf9-31f9-470e-80ee-985b1c98313c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.049798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] No DVR routers for this DVR port 600ab46d-3146-4f3f-9a15-176a8c12f4b3 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:21.056773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Pushing event deleted for resources: {'Port': ['ID=600ab46d-3146-4f3f-9a15-176a8c12f4b3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:21.072831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2fdf9-31f9-470e-80ee-985b1c98313c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=5e04214a-6857-4f54-b7a9-9d3d88ee70e8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:21.190962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fdf9-31f9-470e-80ee-985b1c98313c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.194920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f6e2fdf9-31f9-470e-80ee-985b1c98313c tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/5e04214a-6857-4f54-b7a9-9d3d88ee70e8 HTTP/1.1" status: 204 len: 168 time: 1.3899403 Aug 17 16:36:21.198253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:21.205635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-c7231d61-de5c-4cc7-a2a9-00a4a3faa1a0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.284179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa79b6-92c4-4123-84e2-525755ebf92f req-f982ef68-14ce-4ec2-bf3f-ceeaeacb6e95 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:21.291178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa79b6-92c4-4123-84e2-525755ebf92f req-f982ef68-14ce-4ec2-bf3f-ceeaeacb6e95 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:21.293353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1dfa79b6-92c4-4123-84e2-525755ebf92f req-f982ef68-14ce-4ec2-bf3f-ceeaeacb6e95 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 1677 time: 0.3632703 Aug 17 16:36:21.294454 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2101313b-0f09-41f5-878e-21777ea4e5de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:36:21.296311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2101313b-0f09-41f5-878e-21777ea4e5de tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/5e04214a-6857-4f54-b7a9-9d3d88ee70e8 HTTP/1.1" status: 404 len: 333 time: 0.0922422 Aug 17 16:36:21.301486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:21.354913 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.390922 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1dfa79b6-92c4-4123-84e2-525755ebf92f req-a11daa74-5942-4b4d-a1e0-1a3cc82aa313 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912926 Aug 17 16:36:21.410420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-77de83ff-6d52-47a9-ad89-8fdea9a518da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet 75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:36:21.414626 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77de83ff-6d52-47a9-ad89-8fdea9a518da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.415458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f843387-2985-454e-847e-4a297632478e']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:21.487648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323f163e-d731-4e70-96d5-0b58e3159c92') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:21.494684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323f163e-d731-4e70-96d5-0b58e3159c92') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:21.513187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.534805 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77de83ff-6d52-47a9-ad89-8fdea9a518da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.549377 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.565431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:36:21.570362 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:36:21.724458 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:36:21.745543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7231d61-de5c-4cc7-a2a9-00a4a3faa1a0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Port': ['ID=782258dc-1a4a-4ad5-916d-17b7f87e7762,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:21.789113 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.828468 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77de83ff-6d52-47a9-ad89-8fdea9a518da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.856329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.858311 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5f843387-2985-454e-847e-4a297632478e HTTP/1.1" status: 204 len: 168 time: 2.8040433 Aug 17 16:36:21.860717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-c7231d61-de5c-4cc7-a2a9-00a4a3faa1a0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] No DVR routers for this DVR port 782258dc-1a4a-4ad5-916d-17b7f87e7762 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:21.877789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-c7231d61-de5c-4cc7-a2a9-00a4a3faa1a0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:21.881707 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-c7231d61-de5c-4cc7-a2a9-00a4a3faa1a0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "DELETE /v2.0/ports/782258dc-1a4a-4ad5-916d-17b7f87e7762 HTTP/1.1" status: 204 len: 173 time: 2.8350341 Aug 17 16:36:21.884637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f843387-2985-454e-847e-4a297632478e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:21.926632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.926978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.927318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.928269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.928269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.928269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.928576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.928889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.929211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.929527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.929843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.930160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57af196-95de-4414-beeb-2950feb0a606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:36:21.994364 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77de83ff-6d52-47a9-ad89-8fdea9a518da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:22.055527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de83ff-6d52-47a9-ad89-8fdea9a518da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:22.107824 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77de83ff-6d52-47a9-ad89-8fdea9a518da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:22.116136 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-77de83ff-6d52-47a9-ad89-8fdea9a518da tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867 HTTP/1.1" status: 204 len: 168 time: 0.8113437 Aug 17 16:36:22.121888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:22.125432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f17dba-25b8-4505-a498-7b3116117fee None None] Network 4249a3d7-bff9-4bac-8496-20b7ea9760e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:22.203546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-1219e8a4-e978-4b28-9ea3-bb0dc022bc1f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Deleting port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:22.204809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-1219e8a4-e978-4b28-9ea3-bb0dc022bc1f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:22.248037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41910) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:22.344240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:22.445797 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8c278105-1a04-4da9-9ad2-2d828aeed25e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb91f7806b154e299f14de8e54d50bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908855 Aug 17 16:36:22.450021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41926) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:22.520091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-deleted', 'tag': '782258dc-1a4a-4ad5-916d-17b7f87e7762'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:36:22.522423 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab19e47-69a4-43a6-8a53-2b373bc1e0cf" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-deleted", "tag": "782258dc-1a4a-4ad5-916d-17b7f87e7762"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:36:22.576530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:22.576886 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:22.664194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6136830-4e28-429c-aa5c-3a98d9d6387d None None] DHCP port deletion for 4249a3d7-bff9-4bac-8496-20b7ea9760e8 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:36:22.734972 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0791d4dd-af55-4102-b229-bf2c871f9c8b x-openstack-request-id: req-0791d4dd-af55-4102-b229-bf2c871f9c8b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:36:22.737065 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-deleted", "tag": "782258dc-1a4a-4ad5-916d-17b7f87e7762", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:36:22.737065 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0791d4dd-af55-4102-b229-bf2c871f9c8b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:36:22.745001 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-deleted', 'tag': '782258dc-1a4a-4ad5-916d-17b7f87e7762', 'status': 'completed', 'code': 200} Aug 17 16:36:22.803504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] For port 4832fd00-60ab-4cba-b1af-22d3f119d0e8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4832fd00-60ab-4cba-b1af-22d3f119d0e8,segment=NetworkSegment(d90034ff-ac25-4d5c-8e45-085785c753b6),segment_id=d90034ff-ac25-4d5c-8e45-085785c753b6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:22.803879 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:22.807660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b6136830-4e28-429c-aa5c-3a98d9d6387d None None] Deleting port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:22.808034 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6136830-4e28-429c-aa5c-3a98d9d6387d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:22.833178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 4832fd00-60ab-4cba-b1af-22d3f119d0e8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:22.834123 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9135efa-9011-4220-9e82-25c76c1b9415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:22.841494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-1219e8a4-e978-4b28-9ea3-bb0dc022bc1f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] For port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:22.846923 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-1219e8a4-e978-4b28-9ea3-bb0dc022bc1f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:22.897842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-1219e8a4-e978-4b28-9ea3-bb0dc022bc1f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Calling delete_port for 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:23.009492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b6136830-4e28-429c-aa5c-3a98d9d6387d None None] For port 4832fd00-60ab-4cba-b1af-22d3f119d0e8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4832fd00-60ab-4cba-b1af-22d3f119d0e8,segment=NetworkSegment(d90034ff-ac25-4d5c-8e45-085785c753b6),segment_id=d90034ff-ac25-4d5c-8e45-085785c753b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:23.009891 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6136830-4e28-429c-aa5c-3a98d9d6387d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.010725 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.015258 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9135efa-9011-4220-9e82-25c76c1b9415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.052770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b6136830-4e28-429c-aa5c-3a98d9d6387d None None] Calling delete_port for 4832fd00-60ab-4cba-b1af-22d3f119d0e8 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:23.063610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=4832fd00-60ab-4cba-b1af-22d3f119d0e8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:23.090687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No DVR routers for this DVR port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:23.142253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c84ea7-51a0-494a-b86c-a74905ca13da req-3bd9b9ac-fd84-4055-88ab-b079fc654146 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:23.150025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-90c84ea7-51a0-494a-b86c-a74905ca13da req-3bd9b9ac-fd84-4055-88ab-b079fc654146 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 943 time: 0.5557945 Aug 17 16:36:23.263501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-90c84ea7-51a0-494a-b86c-a74905ca13da req-8779163c-f826-4dac-b8f2-e884186346cc tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups?id=a9867806-c3c4-46cc-823d-200f576309d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095593 Aug 17 16:36:23.323595 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9135efa-9011-4220-9e82-25c76c1b9415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.343324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9135efa-9011-4220-9e82-25c76c1b9415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.345786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e9135efa-9011-4220-9e82-25c76c1b9415 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2aa114c8-eea3-4057-b34d-8e4c35f1511f HTTP/1.1" status: 204 len: 168 time: 0.8948951 Aug 17 16:36:23.356183 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.369971 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6136830-4e28-429c-aa5c-3a98d9d6387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.380138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4249a3d7-bff9-4bac-8496-20b7ea9760e8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:23.414673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90034ff-ac25-4d5c-8e45-085785c753b6') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:23.414978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90034ff-ac25-4d5c-8e45-085785c753b6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:23.447120 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.464120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6136830-4e28-429c-aa5c-3a98d9d6387d None None] Pushing event deleted for resources: {'Port': ['ID=4832fd00-60ab-4cba-b1af-22d3f119d0e8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:23.477347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6136830-4e28-429c-aa5c-3a98d9d6387d None None] No DVR routers for this DVR port 4832fd00-60ab-4cba-b1af-22d3f119d0e8 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:23.501413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.532306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9135efa-9011-4220-9e82-25c76c1b9415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa114c8-eea3-4057-b34d-8e4c35f1511f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:23.552798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:36:23.553238 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:36:23.565492 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:36:23.599274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-1219e8a4-e978-4b28-9ea3-bb0dc022bc1f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.641348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219e8a4-e978-4b28-9ea3-bb0dc022bc1f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Port': ['ID=6b16fe39-fc13-4db9-bd64-1cdc4c415c90,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:23.758817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-1219e8a4-e978-4b28-9ea3-bb0dc022bc1f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] No DVR routers for this DVR port 6b16fe39-fc13-4db9-bd64-1cdc4c415c90 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:23.766455 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-1219e8a4-e978-4b28-9ea3-bb0dc022bc1f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.772344 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4032eb1-64f2-49ff-84b1-98a30052df8d req-1219e8a4-e978-4b28-9ea3-bb0dc022bc1f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.93 "DELETE /v2.0/ports/6b16fe39-fc13-4db9-bd64-1cdc4c415c90 HTTP/1.1" status: 204 len: 173 time: 1.8832722 Aug 17 16:36:23.806689 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.858524 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:23.862247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/networks/4249a3d7-bff9-4bac-8496-20b7ea9760e8 HTTP/1.1" status: 204 len: 168 time: 1.7392879 Aug 17 16:36:23.864556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc9f91-4d77-48b5-a9ce-07e9bb10a558 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Network': ['ID=4249a3d7-bff9-4bac-8496-20b7ea9760e8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:23.868377 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42086) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:23.876436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-474844478'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:23.953550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:23.973517 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:24.051918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:36:24.070158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:24.081860 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Added segment 1c38238f-fc06-4839-bf59-86cafc4bc6d2 of type vlan for network 4ceca310-0032-404f-b4a7-c7278cbd4406 Aug 17 16:36:24.351400 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:24.436678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:24.450190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:24.453146 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:24.468158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:24.565725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4832fd00-60ab-4cba-b1af-22d3f119d0e8 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:24.607283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4832fd00-60ab-4cba-b1af-22d3f119d0e8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:36:24.609587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4832fd00-60ab-4cba-b1af-22d3f119d0e8 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:36:24.627541 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7597225 Aug 17 16:36:24.634874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42170) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:24.654643 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '4ceca310-0032-404f-b4a7-c7278cbd4406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:24.692915 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-045faed9-2e9f-436d-991d-7b470a496be7 req-f2a15452-eb31-4218-a0fc-c808a632cb4d tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1977248 Aug 17 16:36:24.693950 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86d13b00-cea5-4836-b3ee-d346401aa9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:24.750614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-deleted', 'tag': '6b16fe39-fc13-4db9-bd64-1cdc4c415c90'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:36:24.756549 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db772dd5-c7f3-491c-8ab5-2cc7d22e54f2" -d '{"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-deleted", "tag": "6b16fe39-fc13-4db9-bd64-1cdc4c415c90"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:36:24.874332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e295dd-aae0-43aa-84f1-6a6f38c01eb6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Network': ['ID=4ceca310-0032-404f-b4a7-c7278cbd4406,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:24.897517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 4ceca310-0032-404f-b4a7-c7278cbd4406 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:36:25.025448 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86d13b00-cea5-4836-b3ee-d346401aa9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:25.029223 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051d30db-1311-4992-a258-067257a35fd0 x-openstack-request-id: req-051d30db-1311-4992-a258-067257a35fd0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:36:25.030610 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f176ce4-8a1d-4c09-9f32-f88361c3bbf3", "name": "network-vif-deleted", "tag": "6b16fe39-fc13-4db9-bd64-1cdc4c415c90", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:36:25.030868 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-051d30db-1311-4992-a258-067257a35fd0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:36:25.032103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86d13b00-cea5-4836-b3ee-d346401aa9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:25.035579 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f176ce4-8a1d-4c09-9f32-f88361c3bbf3', 'name': 'network-vif-deleted', 'tag': '6b16fe39-fc13-4db9-bd64-1cdc4c415c90', 'status': 'completed', 'code': 200} Aug 17 16:36:25.096590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:25.108877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:25.128262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d13b00-cea5-4836-b3ee-d346401aa9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e4d636-5895-4263-ab66-fd0ddcd0ad53,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:25.157992 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-86d13b00-cea5-4836-b3ee-d346401aa9c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6884460 Aug 17 16:36:25.160530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:25.277745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0553119b-df10-4874-9717-3e6afee4dc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:25.301637 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0553119b-df10-4874-9717-3e6afee4dc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:25.385455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0553119b-df10-4874-9717-3e6afee4dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:25.389751 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0553119b-df10-4874-9717-3e6afee4dc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:25.393313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0553119b-df10-4874-9717-3e6afee4dc1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a9e4d636-5895-4263-ab66-fd0ddcd0ad53 HTTP/1.1" status: 204 len: 168 time: 0.2274952 Aug 17 16:36:25.410037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553119b-df10-4874-9717-3e6afee4dc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e4d636-5895-4263-ab66-fd0ddcd0ad53,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:25.561147 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:25.789855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=b99fb97e-20b1-401f-a0fa-e5f736828848,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:25.813438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Checking segment: {'id': '1c38238f-fc06-4839-bf59-86cafc4bc6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4ceca310-0032-404f-b4a7-c7278cbd4406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:36:25.813815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network hostable DHCP agents. Network: 4ceca310-0032-404f-b4a7-c7278cbd4406, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:36:25.889491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 4ceca310-0032-404f-b4a7-c7278cbd4406 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:36:25.892938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:25.899408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1174469614'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:25.924529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 4ceca310-0032-404f-b4a7-c7278cbd4406) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:25.937125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5075b460-2e34-4479-8549-84756e2e2209 None None] Network 4ceca310-0032-404f-b4a7-c7278cbd4406 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:25.940411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:25.944856 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.108215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a755bbdd-8fcd-4675-956e-2cee6a5e40af req-3dbe948e-ff0a-45bf-83f3-b418afd932da tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1321602 Aug 17 16:36:26.127805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:26.136964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.137854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b98d040f-4aca-4d3b-83d0-451729281011 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4981136 Aug 17 16:36:26.143475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42320) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:26.159640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c1d053d0-aecd-4c94-a991-88d9302dc24e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-806646036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:26.197547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:36:26.207154 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d053d0-aecd-4c94-a991-88d9302dc24e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.211726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d053d0-aecd-4c94-a991-88d9302dc24e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.216016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.216647 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Added segment 6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688 of type vlan for network d13a339b-545e-487f-ba74-7a1a986e29bb Aug 17 16:36:26.304710 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.408794 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.428953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d053d0-aecd-4c94-a991-88d9302dc24e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.429337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:26.434252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.437843 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d053d0-aecd-4c94-a991-88d9302dc24e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.455543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-4ceca310-0032-404f-b4a7-c7278cbd4406', 'network_id': '4ceca310-0032-404f-b4a7-c7278cbd4406', 'tenant_id': 'f61500597dc1420ea160b96d18a2a148', 'fixed_ips': [{'subnet_id': 'b99fb97e-20b1-401f-a0fa-e5f736828848'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:36:26.458610 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.490168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d053d0-aecd-4c94-a991-88d9302dc24e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.492777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1d053d0-aecd-4c94-a991-88d9302dc24e tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3467958 Aug 17 16:36:26.497525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:26.643755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'network_id': '4ceca310-0032-404f-b4a7-c7278cbd4406', 'name': 'tempest-PortsIpV6TestJSON-1699074253'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:26.725256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Network': ['ID=d13a339b-545e-487f-ba74-7a1a986e29bb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:26.740902 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Allocated IP 2001:db8::2 (4ceca310-0032-404f-b4a7-c7278cbd4406/b99fb97e-20b1-401f-a0fa-e5f736828848/301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:26.741630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42388) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:26.748545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1340428834'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:26.753160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cb28f1d2-33a5-4c3c-93ed-a0c9490991f6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8446281 Aug 17 16:36:26.827480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:26.836935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.853336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network d13a339b-545e-487f-ba74-7a1a986e29bb details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:36:26.904939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:36:26.931618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:26.934113 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Added segment 3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0 of type vlan for network beca1fc7-aff2-44df-aa24-7ed1e60d9473 Aug 17 16:36:27.115587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:27.123108 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:27.149448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port c294b742-d66c-425b-ad18-473ae9907f02 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:36:27.156226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:27.268546 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:27.302030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Transition to ACTIVE for port object 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:27.347791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Transition to ACTIVE for port object 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:27.351946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aac8c622-da5c-4e10-b6d2-387f28b5ec3c req-6d710a9f-931b-4746-97b1-479a46dabd69 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0867951 Aug 17 16:36:27.362306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:27.370145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:27.371670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:27.378024 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:27.428225 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Network 4ceca310-0032-404f-b4a7-c7278cbd4406 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:27.437046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:27.446184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:27.459820 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7166145 Aug 17 16:36:27.463646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42468) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:27.479688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'subnet': {'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:27.497134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8::17a (4ceca310-0032-404f-b4a7-c7278cbd4406/b99fb97e-20b1-401f-a0fa-e5f736828848/c294b742-d66c-425b-ad18-473ae9907f02) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:27.538634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a0738-e715-40ce-ad7b-a9b050168295 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Network': ['ID=beca1fc7-aff2-44df-aa24-7ed1e60d9473,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:27.598824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Pushing event updated for resources: {'Port': ['ID=301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:27.627175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network beca1fc7-aff2-44df-aa24-7ed1e60d9473 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:36:27.692353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:27.697644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:27.820555 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:27.865292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Attempting to bind port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:36:27.865662 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Attempting to bind port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '1c38238f-fc06-4839-bf59-86cafc4bc6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4ceca310-0032-404f-b4a7-c7278cbd4406'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:36:27.866019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Attempting to bind port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba on network 4ceca310-0032-404f-b4a7-c7278cbd4406 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:36:27.872724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object c294b742-d66c-425b-ad18-473ae9907f02 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:27.899675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:36:27.899675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Checking segment: {'id': '1c38238f-fc06-4839-bf59-86cafc4bc6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4ceca310-0032-404f-b4a7-c7278cbd4406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:36:27.899675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:27.899675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Bound using segment: {'id': '1c38238f-fc06-4839-bf59-86cafc4bc6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4ceca310-0032-404f-b4a7-c7278cbd4406'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:36:27.899675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Bound port: 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c38238f-fc06-4839-bf59-86cafc4bc6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4ceca310-0032-404f-b4a7-c7278cbd4406'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:36:27.899675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:28.021590 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:28.144599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:28.181198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] For port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:36:28.188585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] For port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba,segment=NetworkSegment(1c38238f-fc06-4839-bf59-86cafc4bc6d2),segment_id=1c38238f-fc06-4839-bf59-86cafc4bc6d2)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:36:28.193313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 4ceca310-0032-404f-b4a7-c7278cbd4406 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:28.201312 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:28.219717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:28.228142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:28.239983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Subnet': ['ID=6b73f381-032d-470a-bddf-77379c066009,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:28.253668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:28.254336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:28.268106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Checking segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:36:28.268491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network hostable DHCP agents. Network: d13a339b-545e-487f-ba74-7a1a986e29bb, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:36:28.269151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=c294b742-d66c-425b-ad18-473ae9907f02,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:28.317413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42546) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:28.320365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1f5af4e-e58d-4653-8857-24c9a66f21f6 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8063033 Aug 17 16:36:28.340125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network d13a339b-545e-487f-ba74-7a1a986e29bb is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:36:28.419361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0539ade-1795-47f9-88af-bd33870f33e2 None None] Pushing event updated for resources: {'Port': ['ID=301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:28.483014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, d13a339b-545e-487f-ba74-7a1a986e29bb) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:28.495045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab837b-f11a-4c50-9c70-80dc8d1a1d7f None None] Network d13a339b-545e-487f-ba74-7a1a986e29bb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:28.537867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:28.538540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:28.554213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1246c056-c773-41ee-ae8b-4a7afae40b75 req-edf11b76-23a9-46d2-868e-1349bc62fa48 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0472639 Aug 17 16:36:28.591713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-52f89346-f2e8-4112-8e5a-86098cfacbda tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1262138 Aug 17 16:36:28.595795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:28.600851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'subnet': {'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:28.941092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:28.958011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:28.975054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:29.061837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-d13a339b-545e-487f-ba74-7a1a986e29bb', 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'fixed_ips': [{'subnet_id': '6b73f381-032d-470a-bddf-77379c066009'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:36:29.062885 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:29.354511 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:29.366525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Allocated IP 10.1.1.2 (d13a339b-545e-487f-ba74-7a1a986e29bb/6b73f381-032d-470a-bddf-77379c066009/39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:29.472005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:29.584763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Checking segment: {'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:36:29.585129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network hostable DHCP agents. Network: beca1fc7-aff2-44df-aa24-7ed1e60d9473, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:36:29.631366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Subnet': ['ID=82da546a-4059-407e-8d8e-991c445a30b1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:29.656123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network beca1fc7-aff2-44df-aa24-7ed1e60d9473 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:36:29.677725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, beca1fc7-aff2-44df-aa24-7ed1e60d9473) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:29.697943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:29.698576 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:29.713609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e5bc9e-f4df-478b-a5d9-117fe5c7b7e1 None None] Network beca1fc7-aff2-44df-aa24-7ed1e60d9473 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:29.762643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ed54ff59-a9b0-4859-b007-2cecc6f34169 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1656847 Aug 17 16:36:29.767591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:29.788264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'port': {'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1459274796', 'fixed_ips': [{'subnet_id': '6b73f381-032d-470a-bddf-77379c066009'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:29.986110 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a67c7d78-bd1e-4d37-bb54-44f152cc588d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:29.993217 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:30.017515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Transition to ACTIVE for port object 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:30.035701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:30.053803 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:30.065667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Transition to ACTIVE for port object 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:30.093295 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:30.134142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0babaec-7d09-40b7-b58a-edf9aa48db1d req-cd7eecc8-217e-4d8c-9a1c-0b91ffcbf1b9 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0960350 Aug 17 16:36:30.136160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=c294b742-d66c-425b-ad18-473ae9907f02,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:30.218287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:30.259561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Network d13a339b-545e-487f-ba74-7a1a986e29bb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:30.293117 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-a67c7d78-bd1e-4d37-bb54-44f152cc588d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:36:30.293117 n-d-804878-1 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:36:30.293117 n-d-804878-1 neutron-server[94838]: [parameters: {'project_id_1': '324e47d9d2574aebbd096c1cb67dce9a', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 36, 30, 169249)}] Aug 17 16:36:30.293117 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:36:30.297771 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-a67c7d78-bd1e-4d37-bb54-44f152cc588d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:36:30.302298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:30.305801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:30.352149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Pushing event updated for resources: {'Port': ['ID=39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:30.378141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce58fdb2-2eb6-4dcb-8e36-b041f623608b None None] Network 4ceca310-0032-404f-b4a7-c7278cbd4406 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:30.411193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:30.485454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] device_id is not set on port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:36:30.501240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-beca1fc7-aff2-44df-aa24-7ed1e60d9473', 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'fixed_ips': [{'subnet_id': '82da546a-4059-407e-8d8e-991c445a30b1'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:36:30.502090 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:30.516042 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:30.543453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8815381c-63e6-4e63-82b8-2a56d69a381f None None] Provisioning for port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:30.659673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:30.729484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Attempting to bind port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:36:30.730214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Attempting to bind port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:36:30.730309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Attempting to bind port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:36:30.767888 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:30.800982 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:36:30.802548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Checking segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:36:30.802976 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:30.803382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Bound using segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:36:30.803884 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Bound port: 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:36:30.804273 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:30.993618 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a67c7d78-bd1e-4d37-bb54-44f152cc588d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:31.194668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:31.287899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] For port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:36:31.301348 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a67c7d78-bd1e-4d37-bb54-44f152cc588d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:31.301565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] For port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:36:31.383671 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a67c7d78-bd1e-4d37-bb54-44f152cc588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:31.437685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Allocated IP 10.2.2.2 (beca1fc7-aff2-44df-aa24-7ed1e60d9473/82da546a-4059-407e-8d8e-991c445a30b1/549e065e-f5b6-4095-bf66-dabcf65cbc5c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:31.470977 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:31.491501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6e0a86b2-1f04-432b-806a-3776bffde769 req-63b53964-9b05-413c-a0cc-8c6f6193d8ba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1256227 Aug 17 16:36:31.524750 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a67c7d78-bd1e-4d37-bb54-44f152cc588d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=324e47d9d2574aebbd096c1cb67dce9a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5389681 Aug 17 16:36:31.532316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42644) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:31.538655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:31.539324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:31.572651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c7d78-bd1e-4d37-bb54-44f152cc588d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4147a5ff-d3ad-4758-8c45-4139f96e4240,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:31.762632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d886d58-3217-4641-b295-1065f7eed8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:31.850682 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d886d58-3217-4641-b295-1065f7eed8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:31.891927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Allocated IP 10.1.1.21 (d13a339b-545e-487f-ba74-7a1a986e29bb/6b73f381-032d-470a-bddf-77379c066009/15a0ae92-0d20-4867-8319-24e7d3d2e2fc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:32.041112 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.045094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e420e0-fee5-4b60-8c3b-00d30560fddf None None] Pushing event updated for resources: {'Port': ['ID=39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:32.178860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba,segment=NetworkSegment(1c38238f-fc06-4839-bf59-86cafc4bc6d2),segment_id=1c38238f-fc06-4839-bf59-86cafc4bc6d2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:32.191209 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a14b80e4-f8bd-4869-87d8-9a557ed513b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.192959 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.211670 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d886d58-3217-4641-b295-1065f7eed8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.239017 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d886d58-3217-4641-b295-1065f7eed8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.243021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d886d58-3217-4641-b295-1065f7eed8a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4147a5ff-d3ad-4758-8c45-4139f96e4240 HTTP/1.1" status: 204 len: 168 time: 0.7091098 Aug 17 16:36:32.296194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a0599c82-137d-4a18-9577-61be7e3c0548 None None] Provisioning for port c294b742-d66c-425b-ad18-473ae9907f02 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:32.306207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a0599c82-137d-4a18-9577-61be7e3c0548 None None] Provisioning complete for port c294b742-d66c-425b-ad18-473ae9907f02 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:32.306621 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0599c82-137d-4a18-9577-61be7e3c0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.360770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d886d58-3217-4641-b295-1065f7eed8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4147a5ff-d3ad-4758-8c45-4139f96e4240,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:32.378921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a0599c82-137d-4a18-9577-61be7e3c0548 None None] Port c294b742-d66c-425b-ad18-473ae9907f02 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:32.444911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.462223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:32.465134 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.466849 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.489134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.497343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a0599c82-137d-4a18-9577-61be7e3c0548 None None] Provisioning complete for port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:32.498459 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0599c82-137d-4a18-9577-61be7e3c0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.622311 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.664401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=c294b742-d66c-425b-ad18-473ae9907f02,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:32.679164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Transition to ACTIVE for port object 15a0ae92-0d20-4867-8319-24e7d3d2e2fc will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:32.679391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Transition to ACTIVE for port object 549e065e-f5b6-4095-bf66-dabcf65cbc5c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:32.744116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:32.820840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Transition to ACTIVE for port object 549e065e-f5b6-4095-bf66-dabcf65cbc5c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:32.856496 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.886224 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:32.991409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Network beca1fc7-aff2-44df-aa24-7ed1e60d9473 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:33.005514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network d13a339b-545e-487f-ba74-7a1a986e29bb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:33.033775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:33.052065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:33.066069 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5646e2fb-710b-4bcd-8e73-1b8df0d460de req-4c72c6d2-e4fb-4fe6-949f-8799f7852567 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1404772 Aug 17 16:36:33.097712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Pushing event updated for resources: {'Port': ['ID=549e065e-f5b6-4095-bf66-dabcf65cbc5c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:33.111340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:33.117690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:33.193448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 4ceca310-0032-404f-b4a7-c7278cbd4406 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:33.195625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:33.205293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Port': ['ID=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:33.296986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:33.298302 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:33.337335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:33.353779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-93523042-5f35-48ea-bf49-1a50df914a51 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5844457 Aug 17 16:36:33.359982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42682) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:33.372824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Attempting to bind port 549e065e-f5b6-4095-bf66-dabcf65cbc5c on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:36:33.374682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Attempting to bind port 549e065e-f5b6-4095-bf66-dabcf65cbc5c by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:36:33.375250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Attempting to bind port 549e065e-f5b6-4095-bf66-dabcf65cbc5c on network beca1fc7-aff2-44df-aa24-7ed1e60d9473 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:36:33.378938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'port': {'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1092216885', 'fixed_ips': [{'subnet_id': '6b73f381-032d-470a-bddf-77379c066009'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:33.382701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:33.387455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:36:33.394553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Checking segment: {'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:36:33.395159 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:33.395685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Bound using segment: {'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:36:33.396508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Bound port: 549e065e-f5b6-4095-bf66-dabcf65cbc5c, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:36:33.396957 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:33.410330 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-192eb92c-0928-4ae3-abde-048b563d17ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:33.493592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e3c5d475-82bc-4be0-809b-7f86f0f553bd None None] Provisioning complete for port c294b742-d66c-425b-ad18-473ae9907f02 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:33.494054 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3c5d475-82bc-4be0-809b-7f86f0f553bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:33.629271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3736d398-131e-454e-83b2-e76ae4ba6081 None None] Network d13a339b-545e-487f-ba74-7a1a986e29bb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:33.632197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] For port 549e065e-f5b6-4095-bf66-dabcf65cbc5c, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:36:33.654504 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-192eb92c-0928-4ae3-abde-048b563d17ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:33.655075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] For port 549e065e-f5b6-4095-bf66-dabcf65cbc5c, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=549e065e-f5b6-4095-bf66-dabcf65cbc5c,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:36:33.664412 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-192eb92c-0928-4ae3-abde-048b563d17ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:33.672365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5d475-82bc-4be0-809b-7f86f0f553bd None None] Port c294b742-d66c-425b-ad18-473ae9907f02 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:33.743165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eb92c-0928-4ae3-abde-048b563d17ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7931cf-c056-4016-b418-f3449245319e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:33.750771 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:33.791198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-192eb92c-0928-4ae3-abde-048b563d17ef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b8bd68feddd4245be03b72cf1fd8bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071589 Aug 17 16:36:33.793849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:33.859333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:33.943064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8a6df523-7871-408b-a93f-d180046ca129 None None] Provisioning for port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:33.967731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4361fc-4fd4-4ab6-ad92-75164acc6a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:34.007386 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4361fc-4fd4-4ab6-ad92-75164acc6a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:34.017029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ce648-b33e-4299-abe2-13d487a48818 None None] Pushing event updated for resources: {'Port': ['ID=549e065e-f5b6-4095-bf66-dabcf65cbc5c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:34.032896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Router 5100960d-1c78-4ac8-99c3-7a07a614912c is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:36:34.037032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8a6df523-7871-408b-a93f-d180046ca129 None None] Provisioning complete for port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:34.037705 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a6df523-7871-408b-a93f-d180046ca129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:34.102095 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4361fc-4fd4-4ab6-ad92-75164acc6a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:34.105550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4361fc-4fd4-4ab6-ad92-75164acc6a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:34.109062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f4361fc-4fd4-4ab6-ad92-75164acc6a6c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d7931cf-c056-4016-b418-f3449245319e HTTP/1.1" status: 204 len: 168 time: 0.3118110 Aug 17 16:36:34.122715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4361fc-4fd4-4ab6-ad92-75164acc6a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7931cf-c056-4016-b418-f3449245319e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:34.284207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:36:34.302738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:34.305498 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c88e25-01cd-4da1-8e95-0ad799e27cd1 None None] Sync routers for ids ['5100960d-1c78-4ac8-99c3-7a07a614912c'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:36:34.316407 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c88e25-01cd-4da1-8e95-0ad799e27cd1 None None] Routers {'5100960d-1c78-4ac8-99c3-7a07a614912c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:34.317367 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f2c88e25-01cd-4da1-8e95-0ad799e27cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:36:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5100960d-1c78-4ac8-99c3-7a07a614912c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:34.317824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d7bc296f-4b07-4b8e-9a9c-7bb274eb4757 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "PUT /v2.0/routers/5100960d-1c78-4ac8-99c3-7a07a614912c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9990008 Aug 17 16:36:34.359082 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f2c88e25-01cd-4da1-8e95-0ad799e27cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:34.379987 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c88e25-01cd-4da1-8e95-0ad799e27cd1 None None] Routers {'5100960d-1c78-4ac8-99c3-7a07a614912c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:34.380820 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f2c88e25-01cd-4da1-8e95-0ad799e27cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:36:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5100960d-1c78-4ac8-99c3-7a07a614912c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:34.385049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:34.436145 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f2c88e25-01cd-4da1-8e95-0ad799e27cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:34.437148 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c88e25-01cd-4da1-8e95-0ad799e27cd1 None None] The sync data for ids ['5100960d-1c78-4ac8-99c3-7a07a614912c'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:36:34.446245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] device_id is not set on port 60c8e483-aebe-4700-96ec-febe3638ddcf yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:36:34.452367 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-816c1a26-a1d3-4499-a10d-164a91fce657 req-693e155d-1766-45ae-aeac-eb86173cfcc0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1485946 Aug 17 16:36:34.454897 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a6df523-7871-408b-a93f-d180046ca129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:34.532687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f930ac54-be54-4777-abb2-40129154d24a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:34.535805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f930ac54-be54-4777-abb2-40129154d24a tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports?device_id=5100960d-1c78-4ac8-99c3-7a07a614912c HTTP/1.1" status: 200 len: 989 time: 0.2309268 Aug 17 16:36:34.538833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:34.631290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8a6df523-7871-408b-a93f-d180046ca129 None None] For port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:34.638986 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a6df523-7871-408b-a93f-d180046ca129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:34.742475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 549e065e-f5b6-4095-bf66-dabcf65cbc5c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:35.068891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Allocated IP 10.1.1.236 (d13a339b-545e-487f-ba74-7a1a986e29bb/6b73f381-032d-470a-bddf-77379c066009/60c8e483-aebe-4700-96ec-febe3638ddcf) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:35.104256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6df523-7871-408b-a93f-d180046ca129 None None] Pushing event updated for resources: {'Port': ['ID=39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:35.124805 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29b9afb3-da2c-4f80-a836-4d2dbc4ef608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:35.128745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 549e065e-f5b6-4095-bf66-dabcf65cbc5c completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:35.146659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:35.152811 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:35.156393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8833d106-5adc-4bf2-9c88-7a9da57e27f7 None None] Provisioning complete for port c294b742-d66c-425b-ad18-473ae9907f02 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:35.157002 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8833d106-5adc-4bf2-9c88-7a9da57e27f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:35.249694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8833d106-5adc-4bf2-9c88-7a9da57e27f7 None None] Port c294b742-d66c-425b-ad18-473ae9907f02 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:35.340834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:35.342506 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:35.576795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0eb33906-dae2-4bb4-b365-837b249b1c8f None None] Provisioning for port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:35.598055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0eb33906-dae2-4bb4-b365-837b249b1c8f None None] Provisioning complete for port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:35.601174 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eb33906-dae2-4bb4-b365-837b249b1c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:35.624869 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:35.672465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Transition to ACTIVE for port object 60c8e483-aebe-4700-96ec-febe3638ddcf will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:35.741915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0eb33906-dae2-4bb4-b365-837b249b1c8f None None] Port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:35.816394 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0274b95c-dcc7-46d1-89fa-84e3a7f924d3 None None] Network beca1fc7-aff2-44df-aa24-7ed1e60d9473 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:35.848060 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb0eebe0-b366-4f7c-ba36-315f8c381df6 req-4b3f02bd-0b43-43a4-8115-bd96cce720a5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0631883 Aug 17 16:36:35.852607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:36.004209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Port': ['ID=60c8e483-aebe-4700-96ec-febe3638ddcf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:36.034611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:36.044476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network d13a339b-545e-487f-ba74-7a1a986e29bb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:36.050990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:36.060484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:36.255930 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0eb33906-dae2-4bb4-b365-837b249b1c8f None None] Provisioning complete for port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:36.256633 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eb33906-dae2-4bb4-b365-837b249b1c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:36.282600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:36.286962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:36.374082 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6ee3c9dd-5268-40df-be24-37ebcf7c6e98 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9898489 Aug 17 16:36:36.397004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:36.635613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:36.799189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port c294b742-d66c-425b-ad18-473ae9907f02 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:36.799560 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:36.825724 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:36.833215 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.039492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Provisioning complete for port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:37.039866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.086639 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aae81550-51d6-4ed3-8804-519c584aa262 req-66d88a0c-cd48-41ab-988e-652c3e3cf701 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0719576 Aug 17 16:36:37.127126 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.165597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for c294b742-d66c-425b-ad18-473ae9907f02 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:37.255477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:37.298685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Provisioning for port 549e065e-f5b6-4095-bf66-dabcf65cbc5c completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:37.326622 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Provisioning complete for port 549e065e-f5b6-4095-bf66-dabcf65cbc5c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:37.327112 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.593113 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.623639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42790) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:37.628468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-59c80859-a716-4377-a8cd-842cb960c88c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516571206', 'description': 'tempest-description--1987293435'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:37.684145 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.707353 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59c80859-a716-4377-a8cd-842cb960c88c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.768744 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.792092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=c294b742-d66c-425b-ad18-473ae9907f02,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:37.814411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] For port 549e065e-f5b6-4095-bf66-dabcf65cbc5c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=549e065e-f5b6-4095-bf66-dabcf65cbc5c,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:37.821711 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.919171 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59c80859-a716-4377-a8cd-842cb960c88c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.927324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59c80859-a716-4377-a8cd-842cb960c88c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:37.945584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Provisioning for port 60c8e483-aebe-4700-96ec-febe3638ddcf completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:37.992353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Provisioning complete for port 60c8e483-aebe-4700-96ec-febe3638ddcf triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:37.992353 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.095711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59c80859-a716-4377-a8cd-842cb960c88c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.101665 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-59c80859-a716-4377-a8cd-842cb960c88c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4768662 Aug 17 16:36:38.109722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42800) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:38.123474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e6f804d4-6d5b-4f7c-bb7c-6aa59fc99069 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'security_group_rule': {'security_group_id': '4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:38.129462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Pushing event updated for resources: {'Port': ['ID=549e065e-f5b6-4095-bf66-dabcf65cbc5c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:38.152853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-02044c20-1969-4392-8519-c1150f26dec0 None None] Port 60c8e483-aebe-4700-96ec-febe3638ddcf cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:38.172275 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.194439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c80859-a716-4377-a8cd-842cb960c88c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:38.241793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6f804d4-6d5b-4f7c-bb7c-6aa59fc99069 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.242536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42804) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:38.290299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-04a9e60a-452c-44ec-a4f2-460f61a2f2b2 None None] Provisioning complete for port 549e065e-f5b6-4095-bf66-dabcf65cbc5c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:38.291013 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04a9e60a-452c-44ec-a4f2-460f61a2f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.378062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ff242ae-ad5e-47f1-ba82-d767e5e42940 req-164584c1-4e62-4ff3-b5fb-6659456807b0 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0972936 Aug 17 16:36:38.462117 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6f804d4-6d5b-4f7c-bb7c-6aa59fc99069 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.468929 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6f804d4-6d5b-4f7c-bb7c-6aa59fc99069 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.504072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f804d4-6d5b-4f7c-bb7c-6aa59fc99069 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba08602-73c6-4a24-9780-2b353f1368d4,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:38.513004 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:36:38.535220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6f804d4-6d5b-4f7c-bb7c-6aa59fc99069 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.538209 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e6f804d4-6d5b-4f7c-bb7c-6aa59fc99069 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4186151 Aug 17 16:36:38.543049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42808) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:38.560428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-661f5871-8204-4de9-b035-bc59a1fc4652 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'security_group_rule': {'security_group_id': '4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:38.627230 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661f5871-8204-4de9-b035-bc59a1fc4652 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.672701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 549e065e-f5b6-4095-bf66-dabcf65cbc5c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:38.774706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Router 5100960d-1c78-4ac8-99c3-7a07a614912c has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:36:38.796078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 549e065e-f5b6-4095-bf66-dabcf65cbc5c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:38.797299 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.867073 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661f5871-8204-4de9-b035-bc59a1fc4652 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.879272 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661f5871-8204-4de9-b035-bc59a1fc4652 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.943718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f5871-8204-4de9-b035-bc59a1fc4652 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66a3e1c-556a-4bd5-8488-53fc4995223c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:38.960309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661f5871-8204-4de9-b035-bc59a1fc4652 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:38.971456 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-661f5871-8204-4de9-b035-bc59a1fc4652 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4265895 Aug 17 16:36:38.987049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42820) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:39.000896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:39.057305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d3b9547-fb7a-4866-add2-c83f11e2d467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.066296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.228455 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.246363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:36:39.258813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-94c23201-10bd-4bb4-aa6d-d63191e47bd0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "PUT /v2.0/routers/5100960d-1c78-4ac8-99c3-7a07a614912c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7179477 Aug 17 16:36:39.259329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc40d99-e1d8-41d5-87c2-a1941244638e None None] Sync routers for ids ['5100960d-1c78-4ac8-99c3-7a07a614912c'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:36:39.271006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42826) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:39.292281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc40d99-e1d8-41d5-87c2-a1941244638e None None] Routers {'5100960d-1c78-4ac8-99c3-7a07a614912c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:39.293355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9bc40d99-e1d8-41d5-87c2-a1941244638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:36:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5100960d-1c78-4ac8-99c3-7a07a614912c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:39.327811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d3b9547-fb7a-4866-add2-c83f11e2d467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.330900 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-243e21c3-4b15-4ba2-b7f2-4cc605b3ad4f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:36:39.333669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-243e21c3-4b15-4ba2-b7f2-4cc605b3ad4f tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/c294b742-d66c-425b-ad18-473ae9907f02 HTTP/1.1" status: 404 len: 333 time: 0.0587866 Aug 17 16:36:39.338860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:39.341784 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d3b9547-fb7a-4866-add2-c83f11e2d467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.395056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b9547-fb7a-4866-add2-c83f11e2d467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e04481-1f52-425a-ad1f-bda0d76a5c16,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:39.418403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9bc40d99-e1d8-41d5-87c2-a1941244638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:39.443346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Allocated IP 172.25.7.120 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/f6bea0fc-89eb-483c-8685-012d9dcede19) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:39.444491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc40d99-e1d8-41d5-87c2-a1941244638e None None] Routers {'5100960d-1c78-4ac8-99c3-7a07a614912c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:36:39.445396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9bc40d99-e1d8-41d5-87c2-a1941244638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:36:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5100960d-1c78-4ac8-99c3-7a07a614912c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:39.497238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9bc40d99-e1d8-41d5-87c2-a1941244638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:39.498096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc40d99-e1d8-41d5-87c2-a1941244638e None None] The sync data for ids ['5100960d-1c78-4ac8-99c3-7a07a614912c'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:36:39.526549 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acbdbc62-5e46-4cf8-ac83-e76a37c55a95 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.615141 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9d3b9547-fb7a-4866-add2-c83f11e2d467 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2aa8d76e92341d68fb1c56c1b202786&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2694852 Aug 17 16:36:39.618760 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42832) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:39.635995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-087d661c-e026-49a4-adb4-2faf91855c91 req-e9439ad1-0cf3-43ca-95fa-3dd8c678be79 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0350888 Aug 17 16:36:39.799441 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.827055 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acbdbc62-5e46-4cf8-ac83-e76a37c55a95 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.831968 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acbdbc62-5e46-4cf8-ac83-e76a37c55a95 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.851090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-868f9d3e-a811-4a90-bdde-8abf66a6053c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.927757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-868f9d3e-a811-4a90-bdde-8abf66a6053c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.982706 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acbdbc62-5e46-4cf8-ac83-e76a37c55a95 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:39.983206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbdbc62-5e46-4cf8-ac83-e76a37c55a95 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Fanout notify agent at l3_agent the message router_deleted on router 5100960d-1c78-4ac8-99c3-7a07a614912c {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:36:40.000536 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acbdbc62-5e46-4cf8-ac83-e76a37c55a95 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.004464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-acbdbc62-5e46-4cf8-ac83-e76a37c55a95 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/routers/5100960d-1c78-4ac8-99c3-7a07a614912c HTTP/1.1" status: 204 len: 168 time: 0.6642172 Aug 17 16:36:40.005053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:40.073090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.092764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbdfbfe-a3af-403a-ad8b-e7c852f09436 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet b99fb97e-20b1-401f-a0fa-e5f736828848 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:36:40.096451 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bbdfbfe-a3af-403a-ad8b-e7c852f09436 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.186536 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bbdfbfe-a3af-403a-ad8b-e7c852f09436 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.191899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Port': ['ID=f6bea0fc-89eb-483c-8685-012d9dcede19,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:40.213671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:40.217368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:40.244923 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:40.320745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bbdfbfe-a3af-403a-ad8b-e7c852f09436 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.345087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-868f9d3e-a811-4a90-bdde-8abf66a6053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.348631 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-868f9d3e-a811-4a90-bdde-8abf66a6053c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.352602 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-868f9d3e-a811-4a90-bdde-8abf66a6053c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1e04481-1f52-425a-ad1f-bda0d76a5c16 HTTP/1.1" status: 204 len: 168 time: 0.7206171 Aug 17 16:36:40.387958 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bbdfbfe-a3af-403a-ad8b-e7c852f09436 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.418010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73366e6a-6782-4e7a-9bde-5cca9e030eb5 None None] Network 4ceca310-0032-404f-b4a7-c7278cbd4406 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:40.456208 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bbdfbfe-a3af-403a-ad8b-e7c852f09436 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.467693 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7bbdfbfe-a3af-403a-ad8b-e7c852f09436 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/b99fb97e-20b1-401f-a0fa-e5f736828848 HTTP/1.1" status: 204 len: 168 time: 0.4615629 Aug 17 16:36:40.469103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:40.472212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdfbfe-a3af-403a-ad8b-e7c852f09436 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=b99fb97e-20b1-401f-a0fa-e5f736828848,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:40.488424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f9d3e-a811-4a90-bdde-8abf66a6053c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e04481-1f52-425a-ad1f-bda0d76a5c16,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:40.586646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.659837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:40.660780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.722646 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.823846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.834494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] For port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba,segment=NetworkSegment(1c38238f-fc06-4839-bf59-86cafc4bc6d2),segment_id=1c38238f-fc06-4839-bf59-86cafc4bc6d2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:40.834863 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:40.871927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:40.914918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e8ab7-c90a-43f2-916d-00cbf89bcc31 None None] DHCP port deletion for 4ceca310-0032-404f-b4a7-c7278cbd4406 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:36:41.040717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.130189 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.138741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42874) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:41.164305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-037be5c5-7a03-4e47-8c3e-cf11fac0bee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.174004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No DVR routers for this DVR port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:36:41.187386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:41.205274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.354252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.385354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ceca310-0032-404f-b4a7-c7278cbd4406']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:41.398729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c38238f-fc06-4839-bf59-86cafc4bc6d2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:41.399801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c38238f-fc06-4839-bf59-86cafc4bc6d2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:36:41.411333 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.434295 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.444395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:36:41.445961 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:36:41.452651 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:36:41.575100 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.579870 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-006e8ab7-c90a-43f2-916d-00cbf89bcc31 None None] Deleting port 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:41.580422 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-006e8ab7-c90a-43f2-916d-00cbf89bcc31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-006e8ab7-c90a-43f2-916d-00cbf89bcc31 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 4ceca310-0032-404f-b4a7-c7278cbd4406 could not be found. Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:36:41.608896 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 4ceca310-0032-404f-b4a7-c7278cbd4406 could not be found. Aug 17 16:36:41.612252 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:36:41.614731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-037be5c5-7a03-4e47-8c3e-cf11fac0bee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.624361 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.627647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/networks/4ceca310-0032-404f-b4a7-c7278cbd4406 HTTP/1.1" status: 204 len: 168 time: 1.1567140 Aug 17 16:36:41.629463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f2e98-d436-4300-b6a3-7430196a1329 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Network': ['ID=4ceca310-0032-404f-b4a7-c7278cbd4406,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:41.631428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:41.693975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d365672-1d2a-4cb1-9934-76c3cedd4a32 None None] DHCP port deletion for 4ceca310-0032-404f-b4a7-c7278cbd4406 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:36:41.701698 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d3b8ab90-9a32-4694-9521-51d93cc9a48b req-d8d40619-800d-4f3b-9dd7-ca2c6be96151 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.5683055 Aug 17 16:36:41.721823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f210103-3437-456d-bf38-d7a4265fb885 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:41.724805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1bdf2-df1f-4a92-a72a-ab31c0d44042 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:36:41.725994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f210103-3437-456d-bf38-d7a4265fb885 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/2acf3732-8262-483d-b724-1b6ae402110a HTTP/1.1" status: 200 len: 845 time: 0.0854249 Aug 17 16:36:41.730337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:41.799042 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.801824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-037be5c5-7a03-4e47-8c3e-cf11fac0bee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.828070 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5bbb0acb-0071-4837-8fc1-1b9516fab760 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/2acf3732-8262-483d-b724-1b6ae402110a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0868084 Aug 17 16:36:41.828070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:41.833210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dc39c92d-9e53-4303-8d6f-49111a022d68 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:41.885435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1bdf2-df1f-4a92-a72a-ab31c0d44042 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:36:41.892714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Port': ['ID=f6bea0fc-89eb-483c-8685-012d9dcede19,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:41.900782 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:41.933381 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e82246a3-cae6-4a12-afff-ad5ebb91e6ee tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9448943 Aug 17 16:36:41.947617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-037be5c5-7a03-4e47-8c3e-cf11fac0bee1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34550a76ed314de4a890005fea7c2f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8077242 Aug 17 16:36:41.949039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037be5c5-7a03-4e47-8c3e-cf11fac0bee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf092af-7a00-474c-9ca2-638ca3c087aa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:41.951632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42898) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:42.068989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc39c92d-9e53-4303-8d6f-49111a022d68 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:42.072656 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc39c92d-9e53-4303-8d6f-49111a022d68 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:42.139683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75bdd964-34ae-435e-af41-e6d3a7588ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:42.207868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75bdd964-34ae-435e-af41-e6d3a7588ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:42.310160 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75bdd964-34ae-435e-af41-e6d3a7588ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:42.318339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75bdd964-34ae-435e-af41-e6d3a7588ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:42.329007 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-75bdd964-34ae-435e-af41-e6d3a7588ddf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6bf092af-7a00-474c-9ca2-638ca3c087aa HTTP/1.1" status: 204 len: 168 time: 0.3760269 Aug 17 16:36:42.355910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdd964-34ae-435e-af41-e6d3a7588ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf092af-7a00-474c-9ca2-638ca3c087aa,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:42.534876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc39c92d-9e53-4303-8d6f-49111a022d68 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:42.558857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:36:42.595250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b2b31776-cb8c-4513-9812-f9025d3d7866 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--516571206&fields=id&tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c HTTP/1.1" status: 200 len: 267 time: 0.2372575 Aug 17 16:36:42.607596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39c92d-9e53-4303-8d6f-49111a022d68 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:42.623984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:36:42.624942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 301c2ee1-f72c-4f8d-90e5-5f1c88ea04ba not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:36:42.631777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc39c92d-9e53-4303-8d6f-49111a022d68 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:42.650714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dc39c92d-9e53-4303-8d6f-49111a022d68 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:42.655186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39c92d-9e53-4303-8d6f-49111a022d68 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:42.655777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc39c92d-9e53-4303-8d6f-49111a022d68 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:42.660798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f926c2-3369-4459-8789-55ba9c81f7f9 None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:42.679048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-53c1098d-afbd-47f7-9385-b71bce64c5bc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:42.687199 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-53c1098d-afbd-47f7-9385-b71bce64c5bc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports/15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 936 time: 0.0909538 Aug 17 16:36:42.701258 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc39c92d-9e53-4303-8d6f-49111a022d68 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8765955 Aug 17 16:36:42.704086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42926) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:42.709852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-95f634a3-fb8b-4c84-ad0e-1a9684004eca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'security_group': {'name': 'tempest-secgroup-898389819'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:42.778059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-ce4261da-ce76-4eb1-aaf6-67dad9a05d12 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:42.781486 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95f634a3-fb8b-4c84-ad0e-1a9684004eca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:42.786358 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-ce4261da-ce76-4eb1-aaf6-67dad9a05d12 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports/60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 937 time: 0.0982013 Aug 17 16:36:42.909126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7fc58349-710c-43a1-be79-d201c304ba5d req-4d642453-7df5-4813-b04b-7db5eb508ecb tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0569830 Aug 17 16:36:43.012158 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'tenant_id': 'f61500597dc1420ea160b96d18a2a148', 'fixed_ips': [{'subnet_id': '11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:36:43.013024 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:43.075431 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95f634a3-fb8b-4c84-ad0e-1a9684004eca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:43.081822 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95f634a3-fb8b-4c84-ad0e-1a9684004eca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:43.160751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f634a3-fb8b-4c84-ad0e-1a9684004eca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0bf4b-0651-4e9a-b4c0-14e15882eae8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:43.169230 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95f634a3-fb8b-4c84-ad0e-1a9684004eca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:43.170835 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-95f634a3-fb8b-4c84-ad0e-1a9684004eca tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4653225 Aug 17 16:36:43.174177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42942) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:43.179754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a8a13c58-0676-4ff2-80fe-cf0e67f31c04 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'security_group': {'name': 'tempest-secgroup-1927882147'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:43.235099 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8a13c58-0676-4ff2-80fe-cf0e67f31c04 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:43.358002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Allocated IP 2001:db8::2 (3ff78168-9061-4bdc-b3c7-f64f6c1e899e/11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6/ee7d4b29-e303-44b6-b987-2ac3a4eae60f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:43.449176 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8a13c58-0676-4ff2-80fe-cf0e67f31c04 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:43.449176 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8a13c58-0676-4ff2-80fe-cf0e67f31c04 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:43.476226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-bf0ca2b1-0fca-41bc-ae7e-7017e1de4b2f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6888011 Aug 17 16:36:43.516594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-bea8af91-7aa6-405f-b963-8e4785dfdd01 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0321696 Aug 17 16:36:43.572097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8a13c58-0676-4ff2-80fe-cf0e67f31c04 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:43.578758 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a8a13c58-0676-4ff2-80fe-cf0e67f31c04 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4030459 Aug 17 16:36:43.580416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42956) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:43.587453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1463545434', 'security_groups': ['9a55d928-83f7-4073-9a0d-2876c0cdc3d2'], 'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:43.602219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a13c58-0676-4ff2-80fe-cf0e67f31c04 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a55d928-83f7-4073-9a0d-2876c0cdc3d2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:43.672353 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:43.695668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Transition to ACTIVE for port object ee7d4b29-e303-44b6-b987-2ac3a4eae60f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:43.713936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d9355537-3b79-41ec-9cd1-730a97237310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:43.723648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d9355537-3b79-41ec-9cd1-730a97237310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:43.733520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Transition to ACTIVE for port object ee7d4b29-e303-44b6-b987-2ac3a4eae60f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:43.733804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d9355537-3b79-41ec-9cd1-730a97237310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:43.735449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d9355537-3b79-41ec-9cd1-730a97237310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/networks?id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 200 len: 1996 time: 0.2073846 Aug 17 16:36:43.771796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c6ba19eb-f51a-4f80-9d05-b2455983cc79 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/quotas/5fa5923490c248ccaf9e5f3d94bcde5c HTTP/1.1" status: 200 len: 375 time: 0.0151191 Aug 17 16:36:43.783335 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:43.846173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:43.850341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:43.865443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:43.896039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:43.897230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Pushing event updated for resources: {'Port': ['ID=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:43.951740 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-f997e66b-e9ef-435c-9b41-4accd457e556 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1573777 Aug 17 16:36:44.055569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Attempting to bind port ee7d4b29-e303-44b6-b987-2ac3a4eae60f on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:36:44.058741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Attempting to bind port ee7d4b29-e303-44b6-b987-2ac3a4eae60f by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '32d2a433-e6bf-4d71-9021-a2cdb80d6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:36:44.061066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Attempting to bind port ee7d4b29-e303-44b6-b987-2ac3a4eae60f on network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:36:44.077312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:36:44.088522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Checking segment: {'id': '32d2a433-e6bf-4d71-9021-a2cdb80d6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:36:44.090214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:44.091094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Bound using segment: {'id': '32d2a433-e6bf-4d71-9021-a2cdb80d6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:36:44.091977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Bound port: ee7d4b29-e303-44b6-b987-2ac3a4eae60f, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d2a433-e6bf-4d71-9021-a2cdb80d6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:36:44.092795 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:44.116909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1015102f-82a6-427d-b545-36cfd295d66a req-7f1eba63-658d-4faa-a4aa-6b3b18eada10 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0797284 Aug 17 16:36:44.178016 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:44.224500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 34065c8e-797a-415f-b69f-9712c1934846 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:36:44.231301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] For port ee7d4b29-e303-44b6-b987-2ac3a4eae60f, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:36:44.240178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] For port ee7d4b29-e303-44b6-b987-2ac3a4eae60f, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,segment=NetworkSegment(32d2a433-e6bf-4d71-9021-a2cdb80d6540),segment_id=32d2a433-e6bf-4d71-9021-a2cdb80d6540)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:36:44.249325 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:44.280979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d454323f-211a-4eaa-b655-27f0473945e0 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:36:44.283150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d454323f-211a-4eaa-b655-27f0473945e0 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2904673 Aug 17 16:36:44.347312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c011d-e5b1-4019-ab38-11a19da5ea71 None None] Pushing event updated for resources: {'Port': ['ID=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:44.478205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-7011ae3f-75cb-4bf1-9f16-46dab8c5e7e6 service neutron] 10.222.0.77 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597948 Aug 17 16:36:44.747936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8::2ba (3ff78168-9061-4bdc-b3c7-f64f6c1e899e/11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6/34065c8e-797a-415f-b69f-9712c1934846) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:44.779663 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-5aa05c00-f26f-4a0e-ad5e-1b48ed0bbdc4 service neutron] 10.222.0.77 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893457 Aug 17 16:36:44.900768 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-52dfd748-a68a-4823-b698-b7475a53d7ae service neutron] 10.222.0.77 "GET /v2.0/ports/15a0ae92-0d20-4867-8319-24e7d3d2e2fc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1015694 Aug 17 16:36:45.033999 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1e817170-5255-4a08-81d4-80ffa167fc7a service neutron] 10.222.0.77 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323326 Aug 17 16:36:45.132232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:45.170668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object 34065c8e-797a-415f-b69f-9712c1934846 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:45.195845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-63cba90d-3f45-4fa9-a823-2ca032924e04 service neutron] 10.222.0.77 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602244 Aug 17 16:36:45.261796 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:45.295337 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-6fd932fe-49a6-4757-a602-94f9af8a1fd7 service neutron] 10.222.0.77 "GET /v2.0/ports/60c8e483-aebe-4700-96ec-febe3638ddcf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0986102 Aug 17 16:36:45.375315 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-6093e943-9a6d-4fa6-867e-e581b628ccf5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1371000 Aug 17 16:36:45.440691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:45.448118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:45.458941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:45.465559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:45.466287 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:45.510002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-988c7f6e-7756-41c5-9b8d-e29abf689bd2 service neutron] 10.222.0.77 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118297 Aug 17 16:36:45.556899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1dc1e007-67c3-425a-a35e-4fedfba982ea req-5d0c1fd9-3586-4f93-8532-e4ca8e6d53ea tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1712046 Aug 17 16:36:45.570806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=34065c8e-797a-415f-b69f-9712c1934846,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:45.575359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-da6ce68b-1d73-48d8-a348-9ae2a6e8f1cd tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9936259 Aug 17 16:36:45.580741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43018) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:45.588575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-45e6f13e-238a-457b-b6d7-bb75035aa0be tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:45.618725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-7f93ea6c-a450-42f8-966e-0a74576bc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:45.621106 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-7f93ea6c-a450-42f8-966e-0a74576bc03a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fefb199470064072bdc1c8e082e71d22&device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 1100 time: 0.1646121 Aug 17 16:36:45.841196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c436f944-49ac-419b-989a-d18f4fc19a11 service neutron] 10.222.0.77 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184600 Aug 17 16:36:45.857667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e6f13e-238a-457b-b6d7-bb75035aa0be tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:45.861632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45e6f13e-238a-457b-b6d7-bb75035aa0be tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:46.087371 n-d-804878-1 neutron-server[94839]: INFO neutron.db.ipam_backend_mixin [None req-45e6f13e-238a-457b-b6d7-bb75035aa0be tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6 (CIDR: 2001:db8::/64) Aug 17 16:36:46.096655 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e6f13e-238a-457b-b6d7-bb75035aa0be tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:36:46.097601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e6f13e-238a-457b-b6d7-bb75035aa0be tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:36:46.119160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b7a3fd2b-2a87-474a-989a-130fe444ff9a service neutron] 10.222.0.77 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608917 Aug 17 16:36:46.140691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-45e6f13e-238a-457b-b6d7-bb75035aa0be tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5587897 Aug 17 16:36:46.141355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43032) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:46.146564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-af9f347f-42f3-4d8f-864f-a3e4a48e4c98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:46.221439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a6b394b6-aaa8-4ec1-820b-5e2d8e21d7e2 None None] Provisioning for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:46.282892 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a6b394b6-aaa8-4ec1-820b-5e2d8e21d7e2 None None] Provisioning complete for port 2acf3732-8262-483d-b724-1b6ae402110a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:46.285544 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6b394b6-aaa8-4ec1-820b-5e2d8e21d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:46.375207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a6b394b6-aaa8-4ec1-820b-5e2d8e21d7e2 None None] Port 2acf3732-8262-483d-b724-1b6ae402110a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:46.498311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9f347f-42f3-4d8f-864f-a3e4a48e4c98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:46.508912 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af9f347f-42f3-4d8f-864f-a3e4a48e4c98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:46.509867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-e853fb95-286a-417c-9768-0e4a0e65fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:46.515582 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-e853fb95-286a-417c-9768-0e4a0e65fcd0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.8284295 Aug 17 16:36:46.661163 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-158fceb6-0a4f-4916-863d-8376e810c099 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1de366a4-db4f-45e9-a2de-985389cfa517 HTTP/1.1" status: 200 len: 217 time: 0.1362906 Aug 17 16:36:46.780576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8754810c-9f81-445a-971c-983cc4ce43c2 None None] Provisioning for port 34065c8e-797a-415f-b69f-9712c1934846 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:46.789442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8754810c-9f81-445a-971c-983cc4ce43c2 None None] Provisioning complete for port 34065c8e-797a-415f-b69f-9712c1934846 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:46.793965 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8754810c-9f81-445a-971c-983cc4ce43c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:46.819050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-5ff224f0-7e21-47a4-a8ea-c249fac7ca06 service neutron] 10.222.0.77 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899440 Aug 17 16:36:46.899108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ee7d4b29-e303-44b6-b987-2ac3a4eae60f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:46.958262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-1775b170-ed00-492a-ac08-c9805bb74734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:46.972137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-1775b170-ed00-492a-ac08-c9805bb74734 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.3009021 Aug 17 16:36:47.028196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8754810c-9f81-445a-971c-983cc4ce43c2 None None] Port 34065c8e-797a-415f-b69f-9712c1934846 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:47.061788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:47.075589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:47.075971 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:47.080103 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb76d9a1-4785-4f42-b296-35473c4e96c8 req-3aa46f34-91ef-4480-8525-a93656f91c7f tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.3153942 Aug 17 16:36:47.174763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-b7b49a10-6fc4-4a9f-aad0-bd21cbb3a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:47.182480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-b7b49a10-6fc4-4a9f-aad0-bd21cbb3a522 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771383 Aug 17 16:36:47.218796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d9845f5a-6930-4355-804b-c11f6e796376 service neutron] 10.222.0.77 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986807 Aug 17 16:36:47.224877 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:47.274515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ee7d4b29-e303-44b6-b987-2ac3a4eae60f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,segment=NetworkSegment(32d2a433-e6bf-4d71-9021-a2cdb80d6540),segment_id=32d2a433-e6bf-4d71-9021-a2cdb80d6540)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:47.281691 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:47.354755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af9f347f-42f3-4d8f-864f-a3e4a48e4c98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:47.419643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:47.474803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9f347f-42f3-4d8f-864f-a3e4a48e4c98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:47.479080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-af9f347f-42f3-4d8f-864f-a3e4a48e4c98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:47.484958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9f347f-42f3-4d8f-864f-a3e4a48e4c98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:47.485576 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af9f347f-42f3-4d8f-864f-a3e4a48e4c98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:47.494563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28567b9a-bae4-4841-b27b-85d15260ada2 None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:47.524691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-af9f347f-42f3-4d8f-864f-a3e4a48e4c98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3823144 Aug 17 16:36:47.525350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43062) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:47.544495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-943425776', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b6f9907c-8b40-4241-ac26-5fcc0b3e994a'}], 'security_groups': ['82a0bf4b-0651-4e9a-b4c0-14e15882eae8']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:47.606756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-1af92b10-c23f-488f-a47f-2e6519b65e73 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148493 Aug 17 16:36:47.734983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c38a97ea-c44a-4670-90da-a18917f23e3f service neutron] 10.222.0.77 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792182 Aug 17 16:36:48.015004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164330b3-292e-41e6-b046-aa66ce3e99e4 None None] Update dhcp port {'port': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'fixed_ips': [{'subnet_id': '11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6f9907c-8b40-4241-ac26-5fcc0b3e994a'}], 'binding:host_id': 'n-d-804878-1'}, 'id': 'ee7d4b29-e303-44b6-b987-2ac3a4eae60f'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:36:48.021850 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5b7fca4-3da7-4f82-b086-b6b0c04fea6d req-cea42b1e-b134-4477-951e-6f53e3c4c4c5 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078405 Aug 17 16:36:48.032573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-e4a7b1c3-e958-4187-8e61-e2667f9bbb2e service neutron] 10.222.0.77 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966988 Aug 17 16:36:48.169583 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164330b3-292e-41e6-b046-aa66ce3e99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:48.197946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43082) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:48.206276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-73433418-d97f-4064-9df8-b63357c2ceac service neutron] 10.222.0.77 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656444 Aug 17 16:36:48.208024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f347f-42f3-4d8f-864f-a3e4a48e4c98 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=b6f9907c-8b40-4241-ac26-5fcc0b3e994a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:48.270522 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f352c378-6a1d-4278-8ea2-6dd88256ceee req-c31b8977-6320-4a46-ab08-f7d6ba0db232 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0714121 Aug 17 16:36:48.353757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:48.432075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-10b5cd59-507c-491e-8ba8-0cab687f3802 service neutron] 10.222.0.77 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175310 Aug 17 16:36:48.465216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1025da0-0d53-49df-8bc2-4cc1928f96fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:48.642759 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-68ded1df-4250-4e82-9007-c33134d70d12 service neutron] 10.222.0.77 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043226 Aug 17 16:36:48.661561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ee7d4b29-e303-44b6-b987-2ac3a4eae60f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:48.725217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-164330b3-292e-41e6-b046-aa66ce3e99e4 None None] Allocated IP 2001:db8:0:1::2 (3ff78168-9061-4bdc-b3c7-f64f6c1e899e/b6f9907c-8b40-4241-ac26-5fcc0b3e994a/ee7d4b29-e303-44b6-b987-2ac3a4eae60f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:48.848297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:48.848779 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:48.908428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1025da0-0d53-49df-8bc2-4cc1928f96fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:48.918641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1025da0-0d53-49df-8bc2-4cc1928f96fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:48.982738 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1025da0-0d53-49df-8bc2-4cc1928f96fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bfa85cfdd1bd491d90ff5bcc7d9dead8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7819920 Aug 17 16:36:48.987003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:48.989008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1025da0-0d53-49df-8bc2-4cc1928f96fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb1d609-5ac2-4f67-b366-bc48759045bf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:49.061923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-164330b3-292e-41e6-b046-aa66ce3e99e4 None None] For port ee7d4b29-e303-44b6-b987-2ac3a4eae60f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,segment=NetworkSegment(32d2a433-e6bf-4d71-9021-a2cdb80d6540),segment_id=32d2a433-e6bf-4d71-9021-a2cdb80d6540)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:49.091356 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f7ead5e-4517-4ca6-a19e-18f490a0d4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:49.125807 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164330b3-292e-41e6-b046-aa66ce3e99e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:49.173085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f7ead5e-4517-4ca6-a19e-18f490a0d4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:49.173293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-164330b3-292e-41e6-b046-aa66ce3e99e4 None None] Transition to ACTIVE for port object ee7d4b29-e303-44b6-b987-2ac3a4eae60f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:49.192968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164330b3-292e-41e6-b046-aa66ce3e99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:49.235922 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f7ead5e-4517-4ca6-a19e-18f490a0d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:49.244528 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f7ead5e-4517-4ca6-a19e-18f490a0d4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:49.246261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f7ead5e-4517-4ca6-a19e-18f490a0d4ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ccb1d609-5ac2-4f67-b366-bc48759045bf HTTP/1.1" status: 204 len: 168 time: 0.2558923 Aug 17 16:36:49.264449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ead5e-4517-4ca6-a19e-18f490a0d4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb1d609-5ac2-4f67-b366-bc48759045bf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:49.427942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164330b3-292e-41e6-b046-aa66ce3e99e4 None None] Pushing event updated for resources: {'Port': ['ID=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:49.477150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Delete allocated IP 2001:db8::2ba (3ff78168-9061-4bdc-b3c7-f64f6c1e899e/11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6) {{(pid=94839) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 16:36:49.543666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8:0:1::1ac (3ff78168-9061-4bdc-b3c7-f64f6c1e899e/b6f9907c-8b40-4241-ac26-5fcc0b3e994a/34065c8e-797a-415f-b69f-9712c1934846) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:49.561536 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:49.733719 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:49.766146 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3772cc6a-46ab-430d-9aa9-be136c662abc req-546f0cb2-4dcb-4b31-a5a5-dcad81994cd4 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.2912269 Aug 17 16:36:49.949798 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:49.972246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object 34065c8e-797a-415f-b69f-9712c1934846 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:49.979703 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:49.984218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:50.005315 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b721a0f3-ede6-4366-a10e-117564027429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:50.130858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] In _notify_port_updated(), no bound segment for port 34065c8e-797a-415f-b69f-9712c1934846 on network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:36:50.136957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:50.137631 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:50.149456 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "PUT /v2.0/ports/34065c8e-797a-415f-b69f-9712c1934846 HTTP/1.1" status: 200 len: 930 time: 2.6100690 Aug 17 16:36:50.150197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43140) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:50.175465 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b721a0f3-ede6-4366-a10e-117564027429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:50.181060 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b721a0f3-ede6-4366-a10e-117564027429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:50.221283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721a0f3-ede6-4366-a10e-117564027429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd05614-c8e8-4ca5-b022-e99b57a62591,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:50.266195 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b721a0f3-ede6-4366-a10e-117564027429 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7d1c4e2e462343a184997eaa8e8b5751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797000 Aug 17 16:36:50.267975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:50.342352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08331cf9-dc41-4ff8-9bf0-de9eb18e2638 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=34065c8e-797a-415f-b69f-9712c1934846,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:50.383497 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60e63461-5055-44f9-a48d-819dfca731d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:50.426665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-501687e4-8f08-44f3-9de6-a944c6c4da0d tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 34065c8e-797a-415f-b69f-9712c1934846 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:50.431387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-501687e4-8f08-44f3-9de6-a944c6c4da0d tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:50.441240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60e63461-5055-44f9-a48d-819dfca731d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:50.547542 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60e63461-5055-44f9-a48d-819dfca731d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:50.551743 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60e63461-5055-44f9-a48d-819dfca731d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:50.553304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-60e63461-5055-44f9-a48d-819dfca731d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cd05614-c8e8-4ca5-b022-e99b57a62591 HTTP/1.1" status: 204 len: 168 time: 0.2842329 Aug 17 16:36:50.565496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e63461-5055-44f9-a48d-819dfca731d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd05614-c8e8-4ca5-b022-e99b57a62591,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:50.655657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ee7d4b29-e303-44b6-b987-2ac3a4eae60f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:50.675951 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-501687e4-8f08-44f3-9de6-a944c6c4da0d tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:50.711006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-501687e4-8f08-44f3-9de6-a944c6c4da0d tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 34065c8e-797a-415f-b69f-9712c1934846 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:36:50.913130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8fe6b50e-6c65-49bf-9694-0000d8331bdd None None] Provisioning for port 34065c8e-797a-415f-b69f-9712c1934846 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:50.926333 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8fe6b50e-6c65-49bf-9694-0000d8331bdd None None] Provisioning complete for port 34065c8e-797a-415f-b69f-9712c1934846 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:50.927024 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fe6b50e-6c65-49bf-9694-0000d8331bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:51.073062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6b50e-6c65-49bf-9694-0000d8331bdd None None] Port 34065c8e-797a-415f-b69f-9712c1934846 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:51.117172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8fe6b50e-6c65-49bf-9694-0000d8331bdd None None] Provisioning complete for port 2acf3732-8262-483d-b724-1b6ae402110a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:51.117559 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fe6b50e-6c65-49bf-9694-0000d8331bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:51.239469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6b50e-6c65-49bf-9694-0000d8331bdd None None] Port 2acf3732-8262-483d-b724-1b6ae402110a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:51.253242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-15a10590-b0c4-430b-8508-da4cc30b912d req-b3254d6c-2971-448e-a0a4-c1c04a9c53f5 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1384749 Aug 17 16:36:51.264059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8fe6b50e-6c65-49bf-9694-0000d8331bdd None None] Provisioning for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:51.270628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8fe6b50e-6c65-49bf-9694-0000d8331bdd None None] Provisioning complete for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:51.271407 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fe6b50e-6c65-49bf-9694-0000d8331bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:51.283478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-501687e4-8f08-44f3-9de6-a944c6c4da0d tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:51.342516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501687e4-8f08-44f3-9de6-a944c6c4da0d tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=34065c8e-797a-415f-b69f-9712c1934846,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:51.359035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ada5a6ec-3bbb-4271-8ed2-4c5a91a0741e req-385b0632-8d02-49fb-8d27-fc5bd86cba77 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.2003739 Aug 17 16:36:51.451824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-501687e4-8f08-44f3-9de6-a944c6c4da0d tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:51.454064 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-501687e4-8f08-44f3-9de6-a944c6c4da0d tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/34065c8e-797a-415f-b69f-9712c1934846 HTTP/1.1" status: 204 len: 168 time: 1.3006294 Aug 17 16:36:51.456887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43170) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:51.540460 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd2dcec-c514-46c4-94f4-afbefd2e36eb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:36:51.550148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7fd2dcec-c514-46c4-94f4-afbefd2e36eb tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/34065c8e-797a-415f-b69f-9712c1934846 HTTP/1.1" status: 404 len: 333 time: 0.0880766 Aug 17 16:36:51.550148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43182) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:51.652369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-87d2dcef-86fd-45b4-9312-f97fdb723f8a None None] Could not find standard attr ID for object 34065c8e-797a-415f-b69f-9712c1934846. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:36:51.723620 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b29cfb06-e0b8-452c-8690-0a0fe263a7c2 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:51.756820 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b29cfb06-e0b8-452c-8690-0a0fe263a7c2 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:51.838019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b29cfb06-e0b8-452c-8690-0a0fe263a7c2 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:51.844717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b29cfb06-e0b8-452c-8690-0a0fe263a7c2 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:51.846553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b29cfb06-e0b8-452c-8690-0a0fe263a7c2 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/security-groups/9a55d928-83f7-4073-9a0d-2876c0cdc3d2 HTTP/1.1" status: 204 len: 168 time: 0.2954321 Aug 17 16:36:51.849301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43192) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:51.876239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cfb06-e0b8-452c-8690-0a0fe263a7c2 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a55d928-83f7-4073-9a0d-2876c0cdc3d2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:52.034752 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baa49101-2217-4e77-93c0-b34bb79019aa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:52.102196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baa49101-2217-4e77-93c0-b34bb79019aa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:52.239227 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baa49101-2217-4e77-93c0-b34bb79019aa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:52.253681 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baa49101-2217-4e77-93c0-b34bb79019aa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:52.254260 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-baa49101-2217-4e77-93c0-b34bb79019aa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/security-groups/82a0bf4b-0651-4e9a-b4c0-14e15882eae8 HTTP/1.1" status: 204 len: 168 time: 0.4035704 Aug 17 16:36:52.262679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43208) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:52.287042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa49101-2217-4e77-93c0-b34bb79019aa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0bf4b-0651-4e9a-b4c0-14e15882eae8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:52.383320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56cc4e6-8208-4532-a2c6-39b8803c0365 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet 11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:36:52.395878 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d56cc4e6-8208-4532-a2c6-39b8803c0365 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:52.490077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23e376ac-3da8-4cd9-9fd3-38908aede070 req-c2165a1c-3cc7-4eb3-8950-8c4f9e1d34a2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0472305 Aug 17 16:36:52.513641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d56cc4e6-8208-4532-a2c6-39b8803c0365 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:52.624563 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c225a9c6-e255-4ee9-8d5d-94a2d6cc3e7d req-221164f3-fd29-423e-a020-c82cf02ddb59 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0588875 Aug 17 16:36:52.766898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d56cc4e6-8208-4532-a2c6-39b8803c0365 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:53.015414 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d56cc4e6-8208-4532-a2c6-39b8803c0365 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:53.091743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d56cc4e6-8208-4532-a2c6-39b8803c0365 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:53.098865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15ca91-6d57-47b1-83f6-548ac116d5a2 None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:53.109602 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d56cc4e6-8208-4532-a2c6-39b8803c0365 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6 HTTP/1.1" status: 204 len: 168 time: 0.8449578 Aug 17 16:36:53.114587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:53.116262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cc4e6-8208-4532-a2c6-39b8803c0365 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:53.127524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ed15b858-dcf2-4cde-a5a0-87161db78d88 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:53.205194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:53.266673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1d0252bf-bda2-4584-9818-a071b09bf8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:53.268167 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1d0252bf-bda2-4584-9818-a071b09bf8de service neutron] 10.222.0.93 "GET /v2.0/ports/15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 1032 time: 0.1093123 Aug 17 16:36:53.345851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-7122fc21-cbe6-4650-a037-5664ec74f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:53.351094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-7122fc21-cbe6-4650-a037-5664ec74f8a9 service neutron] 10.222.0.93 "GET /v2.0/ports/60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 1033 time: 0.0720713 Aug 17 16:36:53.366989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:53.445766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed15b858-dcf2-4cde-a5a0-87161db78d88 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:53.450580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed15b858-dcf2-4cde-a5a0-87161db78d88 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:53.557100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-bf06575e-61c7-4e75-b553-c781037caafd tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:53.567809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-bf06575e-61c7-4e75-b553-c781037caafd tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:53.598184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-bf06575e-61c7-4e75-b553-c781037caafd tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:53.606315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-bf06575e-61c7-4e75-b553-c781037caafd tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "GET /v2.0/networks?id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 200 len: 1996 time: 0.2496173 Aug 17 16:36:53.692167 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab71e739-a452-4265-bac2-efd0c2edb01b req-4b8bbb2a-52cb-45b7-b842-e5f7991189ef tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0790610 Aug 17 16:36:53.698595 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1db8-055c-4bc8-b442-5ff5fa1c44cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:53.754898 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4223addf-1c14-4a63-8faf-e3827a9b8d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:53.848807 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-a5fcc189-3c81-467f-b886-300da6fb3b78 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c HTTP/1.1" status: 200 len: 379 time: 0.1521449 Aug 17 16:36:53.866744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'admin_state_up': True, 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'security_groups': ['4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:53.936329 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92f04ca9-ee50-47f2-bb89-96be0571d911 req-669564cc-309e-402b-ae36-5a47c846f4f8 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0625207 Aug 17 16:36:54.259798 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1db8-055c-4bc8-b442-5ff5fa1c44cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:54.262461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed15b858-dcf2-4cde-a5a0-87161db78d88 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:54.388932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4223addf-1c14-4a63-8faf-e3827a9b8d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:54.415186 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1db8-055c-4bc8-b442-5ff5fa1c44cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:54.424117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:54.435706 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:54.538246 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd1a1db8-055c-4bc8-b442-5ff5fa1c44cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c5421ac76484b058198a1ebbf9e100d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1661861 Aug 17 16:36:54.538246 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4223addf-1c14-4a63-8faf-e3827a9b8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:54.563071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:54.571471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4223addf-1c14-4a63-8faf-e3827a9b8d53 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db91abb5ea2e4c378eaba635057b0854&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3652749 Aug 17 16:36:54.581166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:54.657652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15b858-dcf2-4cde-a5a0-87161db78d88 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:54.707354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ed15b858-dcf2-4cde-a5a0-87161db78d88 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:54.738234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed15b858-dcf2-4cde-a5a0-87161db78d88 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:54.739176 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed15b858-dcf2-4cde-a5a0-87161db78d88 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:54.750300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Allocated IP 172.20.0.11 (ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f/6794c805-5b84-4d68-91c3-86786023ccd4/aa028505-a083-440c-81da-8c6a4ae9037d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:54.756398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a1db8-055c-4bc8-b442-5ff5fa1c44cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0957ca73-deaf-412c-be42-b8ad6ec52e74,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:54.782743 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ef478f-214b-4467-b3a3-6c92bfd5eadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:54.785278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15b858-dcf2-4cde-a5a0-87161db78d88 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=c1c4ab89-fdfe-4a10-b89c-64b50ca85400,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:54.876560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782455a3-47e5-4ae3-9350-10efd63792ac None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:36:54.879971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ed15b858-dcf2-4cde-a5a0-87161db78d88 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7566988 Aug 17 16:36:54.888039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:54.926733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223addf-1c14-4a63-8faf-e3827a9b8d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e1f8e6-0638-44aa-b2f9-a12369caa96b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:54.942998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-855f1587-01db-49c4-996b-aec87c0a1cac tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'security_group': {'name': 'tempest-secgroup-1158548435'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:54.947264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-00a0699b-4808-43e4-ad61-477ddaf6ceb7 None None] Provisioning complete for port 2acf3732-8262-483d-b724-1b6ae402110a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:54.947857 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00a0699b-4808-43e4-ad61-477ddaf6ceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:54.990697 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ef478f-214b-4467-b3a3-6c92bfd5eadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.033154 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-00a0699b-4808-43e4-ad61-477ddaf6ceb7 None None] Port 2acf3732-8262-483d-b724-1b6ae402110a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:55.048967 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0734d2bd-a68d-437b-89a7-ee97360c4c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.068646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-00a0699b-4808-43e4-ad61-477ddaf6ceb7 None None] Provisioning complete for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:55.069025 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00a0699b-4808-43e4-ad61-477ddaf6ceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.077531 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0734d2bd-a68d-437b-89a7-ee97360c4c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.078274 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-309d355e-a904-4cb4-8c92-28251c2057aa req-fd05471a-d703-49c1-93b9-d8c233609d9c tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0562017 Aug 17 16:36:55.151064 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0734d2bd-a68d-437b-89a7-ee97360c4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.154704 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0734d2bd-a68d-437b-89a7-ee97360c4c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.156090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0734d2bd-a68d-437b-89a7-ee97360c4c59 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0957ca73-deaf-412c-be42-b8ad6ec52e74 HTTP/1.1" status: 204 len: 168 time: 0.5832953 Aug 17 16:36:55.164210 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.183520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Transition to ACTIVE for port object aa028505-a083-440c-81da-8c6a4ae9037d will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:55.186392 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-855f1587-01db-49c4-996b-aec87c0a1cac tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.190893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734d2bd-a68d-437b-89a7-ee97360c4c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0957ca73-deaf-412c-be42-b8ad6ec52e74,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:55.195715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82da0f99-5f3c-4032-8e21-c1e440f4b18c req-7d093c5c-229f-4c6e-a2b6-93ac6c137de1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0647206 Aug 17 16:36:55.250743 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ef478f-214b-4467-b3a3-6c92bfd5eadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.253915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ef478f-214b-4467-b3a3-6c92bfd5eadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.259477 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4ef478f-214b-4467-b3a3-6c92bfd5eadf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7e1f8e6-0638-44aa-b2f9-a12369caa96b HTTP/1.1" status: 204 len: 168 time: 0.6702154 Aug 17 16:36:55.281478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.283035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef478f-214b-4467-b3a3-6c92bfd5eadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e1f8e6-0638-44aa-b2f9-a12369caa96b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:55.396192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:55.402405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:55.410641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:55.443804 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-855f1587-01db-49c4-996b-aec87c0a1cac tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.460450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-855f1587-01db-49c4-996b-aec87c0a1cac tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.493357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:55.494519 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.521934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Port': ['ID=aa028505-a083-440c-81da-8c6a4ae9037d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:55.536083 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d8a81f1c-7e40-413d-9a5c-69ed64ba948f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6784360 Aug 17 16:36:55.549344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb', 'admin_state_up': True, 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'security_groups': ['4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:55.556066 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-855f1587-01db-49c4-996b-aec87c0a1cac tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.560587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-855f1587-01db-49c4-996b-aec87c0a1cac tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6321132 Aug 17 16:36:55.564093 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43290) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:55.594745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f1587-01db-49c4-996b-aec87c0a1cac tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87249d49-c446-4a8d-9b49-07bad073d61a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:55.620814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b543baa1-f2d8-499c-a281-2647c3966b57 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'security_group': {'name': 'tempest-secgroup-289475363'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:55.704852 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b543baa1-f2d8-499c-a281-2647c3966b57 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.742775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f845a3-0e97-47ab-a674-fbe1cd5f3854 None None] Update dhcp port {'port': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'fixed_ips': [{'subnet_id': 'b6f9907c-8b40-4241-ac26-5fcc0b3e994a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c1c4ab89-fdfe-4a10-b89c-64b50ca85400'}], 'binding:host_id': 'n-d-804878-1'}, 'id': 'ee7d4b29-e303-44b6-b987-2ac3a4eae60f'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:36:55.816885 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39f845a3-0e97-47ab-a674-fbe1cd5f3854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.874508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b543baa1-f2d8-499c-a281-2647c3966b57 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.881611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b543baa1-f2d8-499c-a281-2647c3966b57 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.948264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543baa1-f2d8-499c-a281-2647c3966b57 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916d99a0-1342-42a5-9c57-da50ba110964,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:55.969919 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b543baa1-f2d8-499c-a281-2647c3966b57 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:55.973723 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b543baa1-f2d8-499c-a281-2647c3966b57 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3987989 Aug 17 16:36:55.974020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43300) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:55.983933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3c67246b-2982-4802-a77e-ed77dab27cc7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'security_group': {'name': 'tempest-secgroup-1474308246'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:56.114426 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c67246b-2982-4802-a77e-ed77dab27cc7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.185654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:56.199176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a5cfaa0f-d0ac-4648-8b9a-1c7533b45c04 None None] Provisioning for port aa028505-a083-440c-81da-8c6a4ae9037d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:56.201518 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.265801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:56.320721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4842464-f030-486c-b461-835037e71291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.400643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a5cfaa0f-d0ac-4648-8b9a-1c7533b45c04 None None] Provisioning complete for port aa028505-a083-440c-81da-8c6a4ae9037d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:56.403150 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5cfaa0f-d0ac-4648-8b9a-1c7533b45c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.456644 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5261adb9-43cf-4164-af41-964983d2346a req-e9f96d7e-7d8c-40c5-9319-5e0795cea0d3 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0413561 Aug 17 16:36:56.491478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a5cfaa0f-d0ac-4648-8b9a-1c7533b45c04 None None] Port aa028505-a083-440c-81da-8c6a4ae9037d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:56.514873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-39f845a3-0e97-47ab-a674-fbe1cd5f3854 None None] Allocated IP 2001:db8::2 (3ff78168-9061-4bdc-b3c7-f64f6c1e899e/c1c4ab89-fdfe-4a10-b89c-64b50ca85400/ee7d4b29-e303-44b6-b987-2ac3a4eae60f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:56.589326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cddd60-2aef-48d6-9bdd-2e371adc98d7 req-a99e49fd-5606-49b6-8650-b6b9b75bd536 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:56.591037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60cddd60-2aef-48d6-9bdd-2e371adc98d7 req-a99e49fd-5606-49b6-8650-b6b9b75bd536 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 932 time: 0.1706798 Aug 17 16:36:56.612287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Allocated IP 10.1.1.165 (d13a339b-545e-487f-ba74-7a1a986e29bb/6b73f381-032d-470a-bddf-77379c066009/23f64a2d-aae4-4f18-8e73-7ca68e5c17fa) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:56.663832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-60cddd60-2aef-48d6-9bdd-2e371adc98d7 req-e20863f0-6e6a-4d43-8b00-337076205a5d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623918 Aug 17 16:36:56.675611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4842464-f030-486c-b461-835037e71291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.695208 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4842464-f030-486c-b461-835037e71291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.711267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-39f845a3-0e97-47ab-a674-fbe1cd5f3854 None None] For port ee7d4b29-e303-44b6-b987-2ac3a4eae60f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,segment=NetworkSegment(32d2a433-e6bf-4d71-9021-a2cdb80d6540),segment_id=32d2a433-e6bf-4d71-9021-a2cdb80d6540)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:36:56.748838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b4842464-f030-486c-b461-835037e71291 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2dc9d67e43d0474bad03710c5efdefcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818957 Aug 17 16:36:56.754807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:56.757039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4842464-f030-486c-b461-835037e71291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14083fc7-a9eb-4125-b2b2-5d559b7e0db1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:56.802746 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39f845a3-0e97-47ab-a674-fbe1cd5f3854 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.830872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-39f845a3-0e97-47ab-a674-fbe1cd5f3854 None None] Transition to ACTIVE for port object ee7d4b29-e303-44b6-b987-2ac3a4eae60f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:56.837314 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39f845a3-0e97-47ab-a674-fbe1cd5f3854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.863339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58cf0329-460f-4d99-a18f-4d510b64cc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.924473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58cf0329-460f-4d99-a18f-4d510b64cc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.979399 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:56.991974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f845a3-0e97-47ab-a674-fbe1cd5f3854 None None] Pushing event updated for resources: {'Port': ['ID=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:57.007331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Transition to ACTIVE for port object 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:57.029241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58cf0329-460f-4d99-a18f-4d510b64cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:57.031847 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58cf0329-460f-4d99-a18f-4d510b64cc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:57.033035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-58cf0329-460f-4d99-a18f-4d510b64cc63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14083fc7-a9eb-4125-b2b2-5d559b7e0db1 HTTP/1.1" status: 204 len: 168 time: 0.2769754 Aug 17 16:36:57.042491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf0329-460f-4d99-a18f-4d510b64cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14083fc7-a9eb-4125-b2b2-5d559b7e0db1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:57.104586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:57.117837 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c67246b-2982-4802-a77e-ed77dab27cc7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:57.147674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c67246b-2982-4802-a77e-ed77dab27cc7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:57.215156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network d13a339b-545e-487f-ba74-7a1a986e29bb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:57.238212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:57.241540 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:57.244489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Port': ['ID=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:57.249561 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c67246b-2982-4802-a77e-ed77dab27cc7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:57.250879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3c67246b-2982-4802-a77e-ed77dab27cc7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2758672 Aug 17 16:36:57.255590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:57.261487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1791023321', 'security_groups': ['eee2de0b-ae92-4ea1-9e2f-89f41eaa7328'], 'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c1c4ab89-fdfe-4a10-b89c-64b50ca85400'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:57.306341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67246b-2982-4802-a77e-ed77dab27cc7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2de0b-ae92-4ea1-9e2f-89f41eaa7328,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:57.411536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:57.412235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:57.481942 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-18dc2729-ad05-43fb-b917-db0505e33dd3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9387577 Aug 17 16:36:57.493566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb', 'admin_state_up': True, 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'security_groups': ['4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:57.744820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-730702c9-16bd-4de3-b55a-3c758d75228c None None] Provisioning for port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:57.755998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-730702c9-16bd-4de3-b55a-3c758d75228c None None] Provisioning complete for port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:57.757984 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-730702c9-16bd-4de3-b55a-3c758d75228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:57.820311 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3cb4d4bf-4bb2-4e44-a1df-508acf36a963 req-555412d5-ce28-4691-be9e-2d87a38b7a39 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f176ce4-8a1d-4c09-9f32-f88361c3bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1496818 Aug 17 16:36:57.888736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-730702c9-16bd-4de3-b55a-3c758d75228c None None] Port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:57.965460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:57.969229 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:58.219497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-909f3704-4523-454b-9a49-d6016a86843e None None] Provisioning complete for port 2acf3732-8262-483d-b724-1b6ae402110a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:58.224053 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-909f3704-4523-454b-9a49-d6016a86843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:58.331151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Allocated IP 10.1.1.53 (d13a339b-545e-487f-ba74-7a1a986e29bb/6b73f381-032d-470a-bddf-77379c066009/05f1e834-8260-41dc-a043-d2498889f6ec) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:58.351696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-909f3704-4523-454b-9a49-d6016a86843e None None] Port 2acf3732-8262-483d-b724-1b6ae402110a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:58.395675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-909f3704-4523-454b-9a49-d6016a86843e None None] Provisioning for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:58.402960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-909f3704-4523-454b-9a49-d6016a86843e None None] Provisioning complete for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:58.405139 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-909f3704-4523-454b-9a49-d6016a86843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:58.483822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fce02-938e-414b-b6ee-9e2a808b77e7 req-29437dd8-0ae0-439b-80e1-7cd1e269b9ab tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:58.508146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fce02-938e-414b-b6ee-9e2a808b77e7 req-29437dd8-0ae0-439b-80e1-7cd1e269b9ab tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:58.515883 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-499fce02-938e-414b-b6ee-9e2a808b77e7 req-29437dd8-0ae0-439b-80e1-7cd1e269b9ab tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 1654 time: 0.2155344 Aug 17 16:36:58.544395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:58.713444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ee7d4b29-e303-44b6-b987-2ac3a4eae60f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:36:58.758308 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-499fce02-938e-414b-b6ee-9e2a808b77e7 req-c757e433-2496-48eb-987c-c3257a2c7ebf tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213321 Aug 17 16:36:58.803911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:58.825157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:58.856404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:58.856831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:58.863678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Transition to ACTIVE for port object 05f1e834-8260-41dc-a043-d2498889f6ec will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:58.877496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] device_id is not set on port 37633624-fbf6-46ea-92d9-1cb0e0c5115b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:36:59.005937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.054059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43394) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:59.164789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network d13a339b-545e-487f-ba74-7a1a986e29bb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:36:59.199223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:59.199942 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:36:59.204876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:36:59.260103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8::49 (3ff78168-9061-4bdc-b3c7-f64f6c1e899e/c1c4ab89-fdfe-4a10-b89c-64b50ca85400/37633624-fbf6-46ea-92d9-1cb0e0c5115b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:36:59.278284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Port': ['ID=05f1e834-8260-41dc-a043-d2498889f6ec,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:59.367249 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:36:59.367908 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.389606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adc31670-90ee-4e63-a0f6-39593a054dd2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.428751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-fa6626c3-f2e9-4a75-8981-ac85e2117464 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9394410 Aug 17 16:36:59.471667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adc31670-90ee-4e63-a0f6-39593a054dd2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.500409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-373526183-network', 'tenant_id': 'a4380f73928249e187b200e0f868549f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:59.506937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473', 'admin_state_up': True, 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'security_groups': ['4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:36:59.532044 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Made reservation on behalf of a4380f73928249e187b200e0f868549f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:36:59.534913 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.550682 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.593871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-25c5d06c-ce18-4690-be72-aea8ca6d2836 None None] Provisioning for port 05f1e834-8260-41dc-a043-d2498889f6ec completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:36:59.602301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-25c5d06c-ce18-4690-be72-aea8ca6d2836 None None] Provisioning complete for port 05f1e834-8260-41dc-a043-d2498889f6ec triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:36:59.605004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25c5d06c-ce18-4690-be72-aea8ca6d2836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.681938 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adc31670-90ee-4e63-a0f6-39593a054dd2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.685278 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adc31670-90ee-4e63-a0f6-39593a054dd2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.686544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-adc31670-90ee-4e63-a0f6-39593a054dd2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "DELETE /v2.0/security-groups/a9867806-c3c4-46cc-823d-200f576309d7 HTTP/1.1" status: 204 len: 168 time: 0.6300931 Aug 17 16:36:59.694232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.695278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-25c5d06c-ce18-4690-be72-aea8ca6d2836 None None] Port 05f1e834-8260-41dc-a043-d2498889f6ec cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:36:59.696324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:59.738433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc31670-90ee-4e63-a0f6-39593a054dd2 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9867806-c3c4-46cc-823d-200f576309d7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:36:59.761367 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-4acfefe5-ea38-480d-b03d-bacdbf0ea53b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] show failed (client error): The resource could not be found. Aug 17 16:36:59.762551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4acfefe5-ea38-480d-b03d-bacdbf0ea53b tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "GET /v2.0/security-groups/a9867806-c3c4-46cc-823d-200f576309d7 HTTP/1.1" status: 404 len: 347 time: 0.0651367 Aug 17 16:36:59.766650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43424) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:36:59.772534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object 37633624-fbf6-46ea-92d9-1cb0e0c5115b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:36:59.835062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:36:59.999541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ef853db4-743e-4dd8-b1e7-e130b775a534 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Deleting port cea4920b-4a2c-41f5-812a-75549d336156 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:36:59.999852 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef853db4-743e-4dd8-b1e7-e130b775a534 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.021832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:00.027467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:00.034206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:00.040495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:00.041180 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.057486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=37633624-fbf6-46ea-92d9-1cb0e0c5115b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:00.096376 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef853db4-743e-4dd8-b1e7-e130b775a534 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.097019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef853db4-743e-4dd8-b1e7-e130b775a534 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.132432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ef853db4-743e-4dd8-b1e7-e130b775a534 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Calling delete_port for cea4920b-4a2c-41f5-812a-75549d336156 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:00.140589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.148233 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.187831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:37:00.216907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773f3914-d9d1-46c0-978b-3f6a6e23c001,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:00.232082 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.232543 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Added segment 63f41688-5c0a-4d6a-bcb8-e1cc119ea678 of type vlan for network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 Aug 17 16:37:00.251052 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-167d4ffd-4cb3-4954-9b89-b8b045917f74 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9939029 Aug 17 16:37:00.251878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:00.259947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dee474f2-cc34-4462-97f0-7bbdc156d977 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:00.296353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:00.371512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.467179 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.469921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:00.471439 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.517368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d61b8f-2736-46e4-9447-446ebb8aa357 req-afce1c2a-479c-4239-acaf-7a05dfd63baa tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:00.524175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d61b8f-2736-46e4-9447-446ebb8aa357 req-afce1c2a-479c-4239-acaf-7a05dfd63baa tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:00.531333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d61b8f-2736-46e4-9447-446ebb8aa357 req-afce1c2a-479c-4239-acaf-7a05dfd63baa tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:00.539454 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b3d61b8f-2736-46e4-9447-446ebb8aa357 req-afce1c2a-479c-4239-acaf-7a05dfd63baa tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 2374 time: 0.5453446 Aug 17 16:37:00.640044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dc6aaf62-9fb5-48d0-acc5-a63cb6c9c32a None None] Provisioning for port 37633624-fbf6-46ea-92d9-1cb0e0c5115b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:00.645234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dc6aaf62-9fb5-48d0-acc5-a63cb6c9c32a None None] Provisioning complete for port 37633624-fbf6-46ea-92d9-1cb0e0c5115b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:00.645930 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc6aaf62-9fb5-48d0-acc5-a63cb6c9c32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.666084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:00.688629 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.708352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b3d61b8f-2736-46e4-9447-446ebb8aa357 req-86e3da5c-9ee5-4bf4-8ec4-0cb44444916b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674633 Aug 17 16:37:00.716429 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5158036 Aug 17 16:37:00.717373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:00.734552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dc6aaf62-9fb5-48d0-acc5-a63cb6c9c32a None None] Port 37633624-fbf6-46ea-92d9-1cb0e0c5115b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:00.734805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Request body: {'subnet': {'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-373526183-subnet', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:00.752304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b3d58-34f2-4cf7-b788-cfffc521982c admin admin] Pushing event updated for resources: {'Network': ['ID=0d2875ad-7089-46f1-a5a9-5bd82ad7c220,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:00.755140 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef853db4-743e-4dd8-b1e7-e130b775a534 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.791688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee474f2-cc34-4462-97f0-7bbdc156d977 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:00.796808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dee474f2-cc34-4462-97f0-7bbdc156d977 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.805345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Made reservation on behalf of a4380f73928249e187b200e0f868549f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:00.807926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:00.830778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:37:00.854079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef853db4-743e-4dd8-b1e7-e130b775a534 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Port': ['ID=cea4920b-4a2c-41f5-812a-75549d336156,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:00.958160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c67bdc57-4afc-485b-a5b9-830f2a2cdfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:01.046798 n-d-804878-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-dee474f2-cc34-4462-97f0-7bbdc156d977 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1c4ab89-fdfe-4a10-b89c-64b50ca85400 (CIDR: 2001:db8::/64) Aug 17 16:37:01.060785 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee474f2-cc34-4462-97f0-7bbdc156d977 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:37:01.061292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee474f2-cc34-4462-97f0-7bbdc156d977 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:01.156486 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef853db4-743e-4dd8-b1e7-e130b775a534 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:01.161581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef853db4-743e-4dd8-b1e7-e130b775a534 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:01.164045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ef853db4-743e-4dd8-b1e7-e130b775a534 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "DELETE /v2.0/floatingips/53031efc-c855-4fee-99f4-527ac5159878 HTTP/1.1" status: 204 len: 168 time: 1.3957269 Aug 17 16:37:01.169014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:01.250176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Allocated IP 10.2.2.100 (beca1fc7-aff2-44df-aa24-7ed1e60d9473/82da546a-4059-407e-8d8e-991c445a30b1/69b3f724-d531-40fe-ae4a-5e75d4482612) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:01.311349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:01.363707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c67bdc57-4afc-485b-a5b9-830f2a2cdfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:01.399207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c67bdc57-4afc-485b-a5b9-830f2a2cdfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:01.404440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dee474f2-cc34-4462-97f0-7bbdc156d977 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1501307 Aug 17 16:37:01.415742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:01.457444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7336d39f-3089-42fe-9746-b43ae6ebb257 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:01.469862 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:01.488443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Transition to ACTIVE for port object 69b3f724-d531-40fe-ae4a-5e75d4482612 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:01.492624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e58673f-d384-4d81-97db-026cd9f6e47f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:01.532664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:01.598412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network beca1fc7-aff2-44df-aa24-7ed1e60d9473 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:01.605243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:01.611084 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c67bdc57-4afc-485b-a5b9-830f2a2cdfc8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1bb8ccd04e214616970012962cc61fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9403362 Aug 17 16:37:01.619823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bdc57-4afc-485b-a5b9-830f2a2cdfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0e442f-c103-49d4-a26b-65ee5953967a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:01.629080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:01.633726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:01.693667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-07a9a7d2-b303-43db-92ef-aed7faa616fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Deleting port 97dcf9ab-b66f-46c4-b085-5114a8e0308a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:01.694826 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a9a7d2-b303-43db-92ef-aed7faa616fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:01.695173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Port': ['ID=69b3f724-d531-40fe-ae4a-5e75d4482612,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:01.698558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Checking segment: {'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:01.699224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Network hostable DHCP agents. Network: 0d2875ad-7089-46f1-a5a9-5bd82ad7c220, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:37:01.727601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:01.728387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:01.750343 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-b55171c3-a8f7-43da-b6c0-becf033ed7e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2549491 Aug 17 16:37:01.772179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473', 'admin_state_up': True, 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'security_groups': ['4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:02.073912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Made reservation on behalf of 5fa5923490c248ccaf9e5f3d94bcde5c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:02.081921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a9a7d2-b303-43db-92ef-aed7faa616fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.083748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.109433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-07a9a7d2-b303-43db-92ef-aed7faa616fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Calling delete_port for 97dcf9ab-b66f-46c4-b085-5114a8e0308a owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:02.125475 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dc634b3-aa5e-4cf2-97ce-71b5de8f3a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.260051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:37:02.308300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-65349e6a-a691-4b2f-b5a9-11e53e6b44a3 None None] Provisioning for port 69b3f724-d531-40fe-ae4a-5e75d4482612 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:02.316657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-65349e6a-a691-4b2f-b5a9-11e53e6b44a3 None None] Provisioning complete for port 69b3f724-d531-40fe-ae4a-5e75d4482612 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:02.317201 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65349e6a-a691-4b2f-b5a9-11e53e6b44a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.329868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 0d2875ad-7089-46f1-a5a9-5bd82ad7c220) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:02.347094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:02.347737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.400186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7336d39f-3089-42fe-9746-b43ae6ebb257 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:02.402233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7819163d-9d27-49cf-a765-be8bbf5e4ad6 None None] Network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:02.406913 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7336d39f-3089-42fe-9746-b43ae6ebb257 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.421172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Allocated IP 10.2.2.200 (beca1fc7-aff2-44df-aa24-7ed1e60d9473/82da546a-4059-407e-8d8e-991c445a30b1/2b0ae2d7-594c-40b5-b028-16f66890e57b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:02.423839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910695f-dfa8-4c8d-9bb1-b9882ffcaff0 req-04120eaa-de9a-4a9e-abf1-89e850614918 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:02.434431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910695f-dfa8-4c8d-9bb1-b9882ffcaff0 req-04120eaa-de9a-4a9e-abf1-89e850614918 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:02.461422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910695f-dfa8-4c8d-9bb1-b9882ffcaff0 req-04120eaa-de9a-4a9e-abf1-89e850614918 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:02.480804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910695f-dfa8-4c8d-9bb1-b9882ffcaff0 req-04120eaa-de9a-4a9e-abf1-89e850614918 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:02.484531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1910695f-dfa8-4c8d-9bb1-b9882ffcaff0 req-04120eaa-de9a-4a9e-abf1-89e850614918 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 3095 time: 0.3515711 Aug 17 16:37:02.502920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a381c53-2f9d-4cc4-a3c0-2ce8b75df17e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7719772 Aug 17 16:37:02.517510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-65349e6a-a691-4b2f-b5a9-11e53e6b44a3 None None] Port 69b3f724-d531-40fe-ae4a-5e75d4482612 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:02.537513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:02.559084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:02.563018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c241e885-ceb0-46b3-875e-db85b980cb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.717789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:37:02.721388 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.736285 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c241e885-ceb0-46b3-875e-db85b980cb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.739407 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.740594 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.849845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1910695f-dfa8-4c8d-9bb1-b9882ffcaff0 req-b295fcda-61c4-4f5a-ab16-dc61e8973841 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048811 Aug 17 16:37:02.875970 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:02.994018 n-d-804878-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-7336d39f-3089-42fe-9746-b43ae6ebb257 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b6f9907c-8b40-4241-ac26-5fcc0b3e994a (CIDR: 2001:db8:0:1::/64) Aug 17 16:37:03.048785 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Allocated IP 172.20.0.2 (0d2875ad-7089-46f1-a5a9-5bd82ad7c220/8e58673f-d384-4d81-97db-026cd9f6e47f/1ee885db-d77e-45fb-9a1f-1fba4b6e4992) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:03.078592 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7336d39f-3089-42fe-9746-b43ae6ebb257 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:37:03.079198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7336d39f-3089-42fe-9746-b43ae6ebb257 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:03.104185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a9a7d2-b303-43db-92ef-aed7faa616fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.175345 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c241e885-ceb0-46b3-875e-db85b980cb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.178052 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c241e885-ceb0-46b3-875e-db85b980cb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.192721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c241e885-ceb0-46b3-875e-db85b980cb7d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a0e442f-c103-49d4-a26b-65ee5953967a HTTP/1.1" status: 204 len: 168 time: 1.5422585 Aug 17 16:37:03.232827 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.256513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Transition to ACTIVE for port object 2b0ae2d7-594c-40b5-b028-16f66890e57b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:03.314109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7336d39f-3089-42fe-9746-b43ae6ebb257 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8845804 Aug 17 16:37:03.317782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43508) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:03.319106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241e885-ceb0-46b3-875e-db85b980cb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0e442f-c103-49d4-a26b-65ee5953967a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:03.332177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5c273ab8-43a6-42fb-b41a-10ccea5fd942 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'subnet': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:03.334812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9a7d2-b303-43db-92ef-aed7faa616fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Port': ['ID=97dcf9ab-b66f-46c4-b085-5114a8e0308a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:03.385690 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.438471 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.481067 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.492841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Transition to ACTIVE for port object 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:03.526002 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event updated for resources: {'Port': ['ID=2b0ae2d7-594c-40b5-b028-16f66890e57b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:03.528069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Transition to ACTIVE for port object 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:03.537908 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.549619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Network beca1fc7-aff2-44df-aa24-7ed1e60d9473 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:03.553455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:03.561451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:03.638293 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a9a7d2-b303-43db-92ef-aed7faa616fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.643076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-07a9a7d2-b303-43db-92ef-aed7faa616fa tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "DELETE /v2.0/ports/97dcf9ab-b66f-46c4-b085-5114a8e0308a HTTP/1.1" status: 204 len: 168 time: 2.4487042 Aug 17 16:37:03.645800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43514) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:03.666024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:03.675006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:03.681781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:03.722693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:03.724853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.730939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c273ab8-43a6-42fb-b41a-10ccea5fd942 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Made reservation on behalf of f61500597dc1420ea160b96d18a2a148 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:03.735279 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c273ab8-43a6-42fb-b41a-10ccea5fd942 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.837751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4f778b26-02d3-4599-8787-060a8689965e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0782881 Aug 17 16:37:03.853160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Pushing event updated for resources: {'Port': ['ID=1ee885db-d77e-45fb-9a1f-1fba4b6e4992,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:03.874053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:03.896092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Attempting to bind port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:03.896436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Attempting to bind port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:03.896736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Attempting to bind port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 on network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:03.910492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:03.910966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Checking segment: {'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:03.911547 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.911969 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Bound using segment: {'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:03.912477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Bound port: 1ee885db-d77e-45fb-9a1f-1fba4b6e4992, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:03.912867 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.920530 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43516) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:03.973899 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0cfeefad-7c63-4bd6-bcf7-50fd67c1d459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:03.997890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-edbd3da4-650c-45d1-bcdb-5fc7ba3facdd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Deleting port 68de96b2-2710-4249-9f4b-3131d75aa45b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:03.998869 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edbd3da4-650c-45d1-bcdb-5fc7ba3facdd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.126964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] For port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:04.129257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0cddc968-6776-4b52-949b-54ec4a242039 None None] Provisioning for port 2b0ae2d7-594c-40b5-b028-16f66890e57b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:04.144919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] For port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1ee885db-d77e-45fb-9a1f-1fba4b6e4992,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:04.156150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0cddc968-6776-4b52-949b-54ec4a242039 None None] Provisioning complete for port 2b0ae2d7-594c-40b5-b028-16f66890e57b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:04.156583 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cddc968-6776-4b52-949b-54ec4a242039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.165284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.230719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0cfeefad-7c63-4bd6-bcf7-50fd67c1d459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.234343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0cddc968-6776-4b52-949b-54ec4a242039 None None] Port 2b0ae2d7-594c-40b5-b028-16f66890e57b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:04.254703 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0cfeefad-7c63-4bd6-bcf7-50fd67c1d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.284703 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.338415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfeefad-7c63-4bd6-bcf7-50fd67c1d459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9374aa8a-c171-48e7-9e5d-1bf4ebe30b2a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:04.348779 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.412015 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.520344 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0cfeefad-7c63-4bd6-bcf7-50fd67c1d459 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c0b4dc86b9444fa9a656f7828df332f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5964859 Aug 17 16:37:04.533047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:04.561198 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edbd3da4-650c-45d1-bcdb-5fc7ba3facdd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.564940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16339242-d3db-48bc-a43d-5719e90492cf req-df7cdaad-570c-4c24-a05c-327cc8514ee4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:04.568011 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b24915-9e7a-4c2a-b369-9ac0e06ddee9 None None] Pushing event updated for resources: {'Port': ['ID=1ee885db-d77e-45fb-9a1f-1fba4b6e4992,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:04.583915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16339242-d3db-48bc-a43d-5719e90492cf req-df7cdaad-570c-4c24-a05c-327cc8514ee4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:04.590678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16339242-d3db-48bc-a43d-5719e90492cf req-df7cdaad-570c-4c24-a05c-327cc8514ee4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:04.597187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16339242-d3db-48bc-a43d-5719e90492cf req-df7cdaad-570c-4c24-a05c-327cc8514ee4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:04.604172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16339242-d3db-48bc-a43d-5719e90492cf req-df7cdaad-570c-4c24-a05c-327cc8514ee4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:04.606850 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-16339242-d3db-48bc-a43d-5719e90492cf req-df7cdaad-570c-4c24-a05c-327cc8514ee4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 3816 time: 0.3706996 Aug 17 16:37:04.607239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-edbd3da4-650c-45d1-bcdb-5fc7ba3facdd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Calling delete_port for 68de96b2-2710-4249-9f4b-3131d75aa45b owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:04.645666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Allocated IP 172.25.7.100 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/b4eff8e3-4b25-4862-8a8d-68ca839eefa8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:04.802507 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e9462d-fb6b-4a81-9b65-7f6630dab847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.888502 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:04.987127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.004174 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.011331 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-16339242-d3db-48bc-a43d-5719e90492cf req-a00e99c7-85cd-42e3-8ac3-75dd1fffaa81 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668169 Aug 17 16:37:05.204268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c273ab8-43a6-42fb-b41a-10ccea5fd942 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.231915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.266806 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.278310 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.299188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9374aa8a-c171-48e7-9e5d-1bf4ebe30b2a HTTP/1.1" status: 204 len: 168 time: 0.7568359 Aug 17 16:37:05.333189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9374aa8a-c171-48e7-9e5d-1bf4ebe30b2a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:05.361789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c273ab8-43a6-42fb-b41a-10ccea5fd942 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:05.383038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5c273ab8-43a6-42fb-b41a-10ccea5fd942 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:05.384851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.385202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.385543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.385999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.386336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.388618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c273ab8-43a6-42fb-b41a-10ccea5fd942 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:05.389236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c273ab8-43a6-42fb-b41a-10ccea5fd942 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.390742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.391106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.392431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.392860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.393194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.393467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.393804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c81c-320b-4493-baaa-226a73d82eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:05.398491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c8651b-7480-42b3-848a-07b0f9faeaf6 None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:05.400191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c273ab8-43a6-42fb-b41a-10ccea5fd942 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Subnet': ['ID=09e9456e-fe8c-41ef-9fe4-81953268f0b2,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:05.404367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa028505-a083-440c-81da-8c6a4ae9037d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:37:05.414074 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edbd3da4-650c-45d1-bcdb-5fc7ba3facdd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.416540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.462303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5c273ab8-43a6-42fb-b41a-10ccea5fd942 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1407876 Aug 17 16:37:05.469511 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43546) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:05.474120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Transition to ACTIVE for port object aa028505-a083-440c-81da-8c6a4ae9037d will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:05.489803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-774783549', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '09e9456e-fe8c-41ef-9fe4-81953268f0b2'}], 'security_groups': ['87249d49-c446-4a8d-9b49-07bad073d61a', '916d99a0-1342-42a5-9c57-da50ba110964']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:05.513201 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.516523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd3da4-650c-45d1-bcdb-5fc7ba3facdd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Port': ['ID=68de96b2-2710-4249-9f4b-3131d75aa45b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:05.593035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.925371 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:05.926907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Pushing event updated for resources: {'Port': ['ID=aa028505-a083-440c-81da-8c6a4ae9037d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:05.937464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:06.106889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Pushing event updated for resources: {'Port': ['ID=b4eff8e3-4b25-4862-8a8d-68ca839eefa8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:06.126320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:06.126604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b881ed7-2da7-4722-9509-e63c000152b4 None None] Update dhcp port {'port': {'network_id': '3ff78168-9061-4bdc-b3c7-f64f6c1e899e', 'fixed_ips': [{'subnet_id': 'b6f9907c-8b40-4241-ac26-5fcc0b3e994a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c1c4ab89-fdfe-4a10-b89c-64b50ca85400', 'ip_address': '2001:db8::2'}, {'subnet_id': '09e9456e-fe8c-41ef-9fe4-81953268f0b2'}], 'binding:host_id': 'n-d-804878-1'}, 'id': 'ee7d4b29-e303-44b6-b987-2ac3a4eae60f'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:37:06.151084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:06.243922 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b881ed7-2da7-4722-9509-e63c000152b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:06.438761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Attempting to bind port aa028505-a083-440c-81da-8c6a4ae9037d on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:06.439556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Attempting to bind port aa028505-a083-440c-81da-8c6a4ae9037d by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:06.439884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Attempting to bind port aa028505-a083-440c-81da-8c6a4ae9037d on network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:06.472224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Port aa028505-a083-440c-81da-8c6a4ae9037d on network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:37:06.472712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Attempting to bind port aa028505-a083-440c-81da-8c6a4ae9037d on network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:06.477561 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:06.496678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:06.497705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Checking segment: {'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:06.498774 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Bound using segment: {'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:06.499922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Bound port: aa028505-a083-440c-81da-8c6a4ae9037d, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95e1544-94e4-4e63-a50d-4949800d6e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:06.500703 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:06.564697 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edbd3da4-650c-45d1-bcdb-5fc7ba3facdd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:06.574996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-edbd3da4-650c-45d1-bcdb-5fc7ba3facdd tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "DELETE /v2.0/ports/68de96b2-2710-4249-9f4b-3131d75aa45b HTTP/1.1" status: 204 len: 168 time: 2.9150174 Aug 17 16:37:06.591788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:06.671229 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdcd06e-6005-4750-a015-1565b476ba71 None None] Network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:06.747783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:06.818659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db97fe8-3893-4449-b4cd-00035a86a7bb tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Deleting subnet 50c669c8-80f7-4298-96dc-96190b20c8a6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:37:06.828907 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0db97fe8-3893-4449-b4cd-00035a86a7bb tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:06.905035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bc61d5ed-8d44-4c1c-9e3a-1bf10202ec0b None None] Provisioning for port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:06.998513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] For port aa028505-a083-440c-81da-8c6a4ae9037d, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:07.006225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] For port aa028505-a083-440c-81da-8c6a4ae9037d, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aa028505-a083-440c-81da-8c6a4ae9037d,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:07.044090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:07.072833 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0db97fe8-3893-4449-b4cd-00035a86a7bb tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:07.142406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f66bb9-7fa1-4ce5-8492-4d37db5b85e3 req-be48bada-4ad6-412e-b436-5e398f249835 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:07.160875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f66bb9-7fa1-4ce5-8492-4d37db5b85e3 req-be48bada-4ad6-412e-b436-5e398f249835 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:07.175228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f66bb9-7fa1-4ce5-8492-4d37db5b85e3 req-be48bada-4ad6-412e-b436-5e398f249835 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:07.190123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f66bb9-7fa1-4ce5-8492-4d37db5b85e3 req-be48bada-4ad6-412e-b436-5e398f249835 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:07.220329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f66bb9-7fa1-4ce5-8492-4d37db5b85e3 req-be48bada-4ad6-412e-b436-5e398f249835 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:07.222239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9f66bb9-7fa1-4ce5-8492-4d37db5b85e3 req-be48bada-4ad6-412e-b436-5e398f249835 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 3828 time: 0.7809470 Aug 17 16:37:07.237519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1b881ed7-2da7-4722-9509-e63c000152b4 None None] Allocated IP 2001:db8:0:2::2 (3ff78168-9061-4bdc-b3c7-f64f6c1e899e/09e9456e-fe8c-41ef-9fe4-81953268f0b2/ee7d4b29-e303-44b6-b987-2ac3a4eae60f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:07.241161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:07.285394 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:07.286823 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:07.330288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:07.331430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:07.334207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] 10.222.0.93 "PUT /v2.0/ports/aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 200 len: 1092 time: 3.4697332 Aug 17 16:37:07.339354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': 'aa028505-a083-440c-81da-8c6a4ae9037d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:37:07.342468 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa845368-5442-4021-ac16-7520c6eedb34" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "aa028505-a083-440c-81da-8c6a4ae9037d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:37:07.440472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:07.608498 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b42edc-5969-4ad4-a48b-a0c91a399f0c x-openstack-request-id: req-04b42edc-5969-4ad4-a48b-a0c91a399f0c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:37:07.608807 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "aa028505-a083-440c-81da-8c6a4ae9037d", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:37:07.609060 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04b42edc-5969-4ad4-a48b-a0c91a399f0c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:37:07.609645 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': 'aa028505-a083-440c-81da-8c6a4ae9037d', 'status': 'completed', 'code': 200} Aug 17 16:37:07.675359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538bc93-26e5-4842-aab6-f0a212d4d324 service neutron] Pushing event updated for resources: {'Port': ['ID=aa028505-a083-440c-81da-8c6a4ae9037d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:07.802901 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:07.865932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:08.184345 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:08.397761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1ee885db-d77e-45fb-9a1f-1fba4b6e4992,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:08.434505 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:08.443100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1b881ed7-2da7-4722-9509-e63c000152b4 None None] For port ee7d4b29-e303-44b6-b987-2ac3a4eae60f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,segment=NetworkSegment(32d2a433-e6bf-4d71-9021-a2cdb80d6540),segment_id=32d2a433-e6bf-4d71-9021-a2cdb80d6540)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:08.665375 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=1ee885db-d77e-45fb-9a1f-1fba4b6e4992,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:08.715096 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:08.720517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-82a7f262-e414-499c-81b2-352e54034791 None None] Provisioning complete for port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:08.721293 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82a7f262-e414-499c-81b2-352e54034791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:08.728188 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b881ed7-2da7-4722-9509-e63c000152b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:08.794055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1b881ed7-2da7-4722-9509-e63c000152b4 None None] Transition to ACTIVE for port object ee7d4b29-e303-44b6-b987-2ac3a4eae60f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:08.810818 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b881ed7-2da7-4722-9509-e63c000152b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:08.854582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a0ae92-0d20-4867-8319-24e7d3d2e2fc {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:37:08.983845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:08.986827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b881ed7-2da7-4722-9509-e63c000152b4 None None] Pushing event updated for resources: {'Port': ['ID=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:09.022919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Transition to ACTIVE for port object 15a0ae92-0d20-4867-8319-24e7d3d2e2fc will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:09.045082 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:09.183688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Pushing event updated for resources: {'Port': ['ID=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:09.251444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Delete allocated IP 2001:db8::49 (3ff78168-9061-4bdc-b3c7-f64f6c1e899e/c1c4ab89-fdfe-4a10-b89c-64b50ca85400) {{(pid=94839) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 16:37:09.364286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Allocated IP 2001:db8:0:2::34c (3ff78168-9061-4bdc-b3c7-f64f6c1e899e/09e9456e-fe8c-41ef-9fe4-81953268f0b2/37633624-fbf6-46ea-92d9-1cb0e0c5115b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:09.486084 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9f66bb9-7fa1-4ce5-8492-4d37db5b85e3 req-4cbc64e6-8abb-49e6-be6c-737a6fc4c004 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.2193208 Aug 17 16:37:09.521974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Attempting to bind port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:09.523244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Attempting to bind port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:09.524051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Attempting to bind port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:09.527541 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0db97fe8-3893-4449-b4cd-00035a86a7bb tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:09.546730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc on network d13a339b-545e-487f-ba74-7a1a986e29bb not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:37:09.547652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Attempting to bind port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:09.579113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:09.583247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Checking segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:09.583571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Bound using segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:09.588404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Bound port: 15a0ae92-0d20-4867-8319-24e7d3d2e2fc, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:09.589810 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:09.724243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845368-5442-4021-ac16-7520c6eedb34 req-055d1543-ada4-45c9-be15-683455c5e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:09.725401 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845368-5442-4021-ac16-7520c6eedb34 req-055d1543-ada4-45c9-be15-683455c5e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:09.726795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845368-5442-4021-ac16-7520c6eedb34 req-055d1543-ada4-45c9-be15-683455c5e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:09.728657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845368-5442-4021-ac16-7520c6eedb34 req-055d1543-ada4-45c9-be15-683455c5e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:09.730539 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845368-5442-4021-ac16-7520c6eedb34 req-055d1543-ada4-45c9-be15-683455c5e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:09.736355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa845368-5442-4021-ac16-7520c6eedb34 req-055d1543-ada4-45c9-be15-683455c5e1b0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 4363 time: 1.1343856 Aug 17 16:37:09.834827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] For port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:09.841313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] For port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:09.888951 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:10.111478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:10.146625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:10.148813 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:10.151394 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] 10.222.0.93 "PUT /v2.0/ports/15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 1135 time: 2.7421050 Aug 17 16:37:10.152178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '15a0ae92-0d20-4867-8319-24e7d3d2e2fc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:37:10.154979 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "15a0ae92-0d20-4867-8319-24e7d3d2e2fc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:37:10.191344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:10.316327 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e1a52a-dc9a-4050-a14f-6e0d5455831d x-openstack-request-id: req-84e1a52a-dc9a-4050-a14f-6e0d5455831d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:37:10.316883 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "15a0ae92-0d20-4867-8319-24e7d3d2e2fc", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:37:10.317448 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84e1a52a-dc9a-4050-a14f-6e0d5455831d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:37:10.331692 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '15a0ae92-0d20-4867-8319-24e7d3d2e2fc', 'status': 'completed', 'code': 200} Aug 17 16:37:10.405247 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0db97fe8-3893-4449-b4cd-00035a86a7bb tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:10.551419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c8171-dbb5-46f4-a3d5-3b455e48c561 service neutron] Pushing event updated for resources: {'Port': ['ID=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:10.776420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ee7d4b29-e303-44b6-b987-2ac3a4eae60f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:10.843809 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0db97fe8-3893-4449-b4cd-00035a86a7bb tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:10.845886 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0db97fe8-3893-4449-b4cd-00035a86a7bb tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "DELETE /v2.0/subnets/50c669c8-80f7-4298-96dc-96190b20c8a6 HTTP/1.1" status: 204 len: 168 time: 4.2058983 Aug 17 16:37:10.880742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:10.895809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e7bb0-6da5-4ec0-ba2f-f563a6719c72 None None] Network 019feb88-1596-40ac-a5d4-9314af196c7a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:10.910857 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db97fe8-3893-4449-b4cd-00035a86a7bb tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Subnet': ['ID=50c669c8-80f7-4298-96dc-96190b20c8a6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:10.924840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:10.933830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Transition to ACTIVE for port object 37633624-fbf6-46ea-92d9-1cb0e0c5115b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:10.935543 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:10.956205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.101594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb2f42a-6c9a-45c6-bf76-e1b306494ed7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Deleting subnet e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:37:11.157331 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bb2f42a-6c9a-45c6-bf76-e1b306494ed7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.189643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:11.310270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b5c65685-f404-4314-9165-cd5fd76a24a2 None None] Provisioning for port 37633624-fbf6-46ea-92d9-1cb0e0c5115b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:11.322786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b5c65685-f404-4314-9165-cd5fd76a24a2 None None] Provisioning complete for port 37633624-fbf6-46ea-92d9-1cb0e0c5115b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:11.324212 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5c65685-f404-4314-9165-cd5fd76a24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.391159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b5c65685-f404-4314-9165-cd5fd76a24a2 None None] Port 37633624-fbf6-46ea-92d9-1cb0e0c5115b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:11.414158 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:11.414649 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.464441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845368-5442-4021-ac16-7520c6eedb34 req-34391e56-a9cf-43d2-804d-b6ec9f50a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:11.471131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845368-5442-4021-ac16-7520c6eedb34 req-34391e56-a9cf-43d2-804d-b6ec9f50a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:11.471131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845368-5442-4021-ac16-7520c6eedb34 req-34391e56-a9cf-43d2-804d-b6ec9f50a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:11.471131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa845368-5442-4021-ac16-7520c6eedb34 req-34391e56-a9cf-43d2-804d-b6ec9f50a959 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.7157824 Aug 17 16:37:11.494956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bb2f42a-6c9a-45c6-bf76-e1b306494ed7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.534895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b5c65685-f404-4314-9165-cd5fd76a24a2 None None] Provisioning complete for port 2acf3732-8262-483d-b724-1b6ae402110a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:11.535597 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5c65685-f404-4314-9165-cd5fd76a24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.664128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da612e0b-1a65-4043-b2ee-b973dfda000f None None] DHCP port deletion for 019feb88-1596-40ac-a5d4-9314af196c7a request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:37:11.738661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c8e483-aebe-4700-96ec-febe3638ddcf {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:37:11.760112 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.780228 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bb2f42a-6c9a-45c6-bf76-e1b306494ed7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.800175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Transition to ACTIVE for port object 60c8e483-aebe-4700-96ec-febe3638ddcf will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:11.802794 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] In _notify_port_updated(), no bound segment for port 37633624-fbf6-46ea-92d9-1cb0e0c5115b on network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:37:11.810708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b5c65685-f404-4314-9165-cd5fd76a24a2 None None] Port 2acf3732-8262-483d-b724-1b6ae402110a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:11.813815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:11.814939 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.816660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "PUT /v2.0/ports/37633624-fbf6-46ea-92d9-1cb0e0c5115b HTTP/1.1" status: 200 len: 969 time: 6.3388944 Aug 17 16:37:11.821885 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.836202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43734) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:11.912894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b5c65685-f404-4314-9165-cd5fd76a24a2 None None] Provisioning for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:11.920778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b5c65685-f404-4314-9165-cd5fd76a24a2 None None] Provisioning complete for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:11.921434 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5c65685-f404-4314-9165-cd5fd76a24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:11.932076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2400603-aa43-47c6-b10a-a9a96274f21b tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event updated for resources: {'Port': ['ID=37633624-fbf6-46ea-92d9-1cb0e0c5115b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:12.039157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-da612e0b-1a65-4043-b2ee-b973dfda000f None None] Deleting port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:12.039925 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da612e0b-1a65-4043-b2ee-b973dfda000f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:12.115196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82c66-8155-4b18-8840-71dcd72d932c req-ea4d5aee-7e33-4dc4-abd6-719542340f62 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:12.128620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82c66-8155-4b18-8840-71dcd72d932c req-ea4d5aee-7e33-4dc4-abd6-719542340f62 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:12.137394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82c66-8155-4b18-8840-71dcd72d932c req-ea4d5aee-7e33-4dc4-abd6-719542340f62 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:12.147495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82c66-8155-4b18-8840-71dcd72d932c req-ea4d5aee-7e33-4dc4-abd6-719542340f62 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:12.156892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82c66-8155-4b18-8840-71dcd72d932c req-ea4d5aee-7e33-4dc4-abd6-719542340f62 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:12.164460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82c66-8155-4b18-8840-71dcd72d932c req-ea4d5aee-7e33-4dc4-abd6-719542340f62 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:12.167167 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91e82c66-8155-4b18-8840-71dcd72d932c req-ea4d5aee-7e33-4dc4-abd6-719542340f62 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 4605 time: 1.3636963 Aug 17 16:37:12.205525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-da612e0b-1a65-4043-b2ee-b973dfda000f None None] For port 24ce1243-e4a4-4a8d-a897-84346d6a1f30, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=24ce1243-e4a4-4a8d-a897-84346d6a1f30,segment=NetworkSegment(9fbbf179-e66f-412c-adcd-7741f018d338),segment_id=9fbbf179-e66f-412c-adcd-7741f018d338)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:12.205937 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da612e0b-1a65-4043-b2ee-b973dfda000f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:12.248792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-da612e0b-1a65-4043-b2ee-b973dfda000f None None] Calling delete_port for 24ce1243-e4a4-4a8d-a897-84346d6a1f30 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:12.308526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Pushing event updated for resources: {'Port': ['ID=60c8e483-aebe-4700-96ec-febe3638ddcf,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:12.340759 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Attempting to bind port 60c8e483-aebe-4700-96ec-febe3638ddcf on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:12.341799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Attempting to bind port 60c8e483-aebe-4700-96ec-febe3638ddcf by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:12.342855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Attempting to bind port 60c8e483-aebe-4700-96ec-febe3638ddcf on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:12.352700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Port 60c8e483-aebe-4700-96ec-febe3638ddcf on network d13a339b-545e-487f-ba74-7a1a986e29bb not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:37:12.353789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Attempting to bind port 60c8e483-aebe-4700-96ec-febe3638ddcf on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:12.369086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:12.370808 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Checking segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:12.371471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Bound using segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:12.372314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Bound port: 60c8e483-aebe-4700-96ec-febe3638ddcf, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:12.372914 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:12.403899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d556a55b-36df-4a1c-8872-c14133e707ae tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 37633624-fbf6-46ea-92d9-1cb0e0c5115b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:12.404669 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d556a55b-36df-4a1c-8872-c14133e707ae tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:12.525490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ff79d2ab-5be9-418c-ab6a-732ab6cacf66 None None] Provisioning complete for port 37633624-fbf6-46ea-92d9-1cb0e0c5115b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:12.525892 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff79d2ab-5be9-418c-ab6a-732ab6cacf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:12.658572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ff79d2ab-5be9-418c-ab6a-732ab6cacf66 None None] Port 37633624-fbf6-46ea-92d9-1cb0e0c5115b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:12.682076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 24ce1243-e4a4-4a8d-a897-84346d6a1f30 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:37:12.684507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43758) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:12.751340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845368-5442-4021-ac16-7520c6eedb34 req-d35f4291-19f0-46ec-921e-a146d87d8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:12.753151 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa845368-5442-4021-ac16-7520c6eedb34 req-d35f4291-19f0-46ec-921e-a146d87d8607 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5849178 Aug 17 16:37:12.754191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bb2f42a-6c9a-45c6-bf76-e1b306494ed7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:12.818403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] For port 60c8e483-aebe-4700-96ec-febe3638ddcf, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:12.828606 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da612e0b-1a65-4043-b2ee-b973dfda000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:12.846501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] For port 60c8e483-aebe-4700-96ec-febe3638ddcf, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=60c8e483-aebe-4700-96ec-febe3638ddcf,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:12.883819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:12.902427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bb2f42a-6c9a-45c6-bf76-e1b306494ed7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:12.904643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6bb2f42a-6c9a-45c6-bf76-e1b306494ed7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "DELETE /v2.0/subnets/e862e5dc-3e4e-4fd1-b5f1-76cd8d044667 HTTP/1.1" status: 204 len: 168 time: 1.9553084 Aug 17 16:37:12.923356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43764) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:12.939513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da612e0b-1a65-4043-b2ee-b973dfda000f None None] Pushing event deleted for resources: {'Port': ['ID=24ce1243-e4a4-4a8d-a897-84346d6a1f30,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:12.967934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee20021-5c4f-43ae-b875-a9edb737fed5 None None] Network 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:12.975686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2f42a-6c9a-45c6-bf76-e1b306494ed7 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Subnet': ['ID=e862e5dc-3e4e-4fd1-b5f1-76cd8d044667,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:13.043750 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91e82c66-8155-4b18-8840-71dcd72d932c req-42cfa0f9-9d8c-4f51-9600-48bd93c4156d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2703543 Aug 17 16:37:13.082520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-4f31911c-c312-40e7-8374-a3551cfd1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.083012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-4f31911c-c312-40e7-8374-a3551cfd1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.083483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-4f31911c-c312-40e7-8374-a3551cfd1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.089273 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-4f31911c-c312-40e7-8374-a3551cfd1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.089816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-4f31911c-c312-40e7-8374-a3551cfd1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.090290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-4f31911c-c312-40e7-8374-a3551cfd1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.090790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-4f31911c-c312-40e7-8374-a3551cfd1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.092935 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-4f31911c-c312-40e7-8374-a3551cfd1948 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6220 time: 0.2555332 Aug 17 16:37:13.096054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Router b2c657ba-0746-48b9-a966-fde5fa082cfa is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:37:13.100452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No active binding found for port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 {{(pid=94840) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 16:37:13.101657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 24ce1243-e4a4-4a8d-a897-84346d6a1f30 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:37:13.125973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da612e0b-1a65-4043-b2ee-b973dfda000f None None] No DVR routers for this DVR port 24ce1243-e4a4-4a8d-a897-84346d6a1f30 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:37:13.193610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d556a55b-36df-4a1c-8872-c14133e707ae tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:13.202995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.203642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:13.205168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] 10.222.0.93 "PUT /v2.0/ports/60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 1136 time: 3.0196116 Aug 17 16:37:13.322584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '60c8e483-aebe-4700-96ec-febe3638ddcf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:37:13.326722 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c772780-bed0-4f21-9bb0-5d18e94f175b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "60c8e483-aebe-4700-96ec-febe3638ddcf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:37:13.376850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:13.453662 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae210cdd-046d-40e6-b908-567a8451ce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:13.480082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-2b50e2b5-2b5d-47f8-91cb-513910e95a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.481574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-2b50e2b5-2b5d-47f8-91cb-513910e95a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.482217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-2b50e2b5-2b5d-47f8-91cb-513910e95a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.484535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-2b50e2b5-2b5d-47f8-91cb-513910e95a65 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3824830 Aug 17 16:37:13.512564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e52dc-ea4e-4764-961c-3b8918b190aa None None] DHCP port deletion for 3e0b0d31-abaf-43a7-80a9-aebf2f0edaac request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:37:13.562883 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d0d10e-38a2-41d5-8e4a-3e24763e5281 x-openstack-request-id: req-f5d0d10e-38a2-41d5-8e4a-3e24763e5281 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:37:13.563967 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "60c8e483-aebe-4700-96ec-febe3638ddcf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:37:13.564326 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5d0d10e-38a2-41d5-8e4a-3e24763e5281 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:37:13.564871 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '60c8e483-aebe-4700-96ec-febe3638ddcf', 'status': 'completed', 'code': 200} Aug 17 16:37:13.675608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e52dc-ea4e-4764-961c-3b8918b190aa None None] Deleting port ab9865fe-56a9-4be9-a77e-3835b5a86778 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:13.678457 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6e52dc-ea4e-4764-961c-3b8918b190aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:13.724591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:37:13.741626 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Sync routers for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:37:13.762367 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:37:13.764164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-09330bda-eb0b-46be-a693-9261f2612455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:13.765749 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b793ab7-ee2b-4e9e-adf7-3eafa1493df8 req-09330bda-eb0b-46be-a693-9261f2612455 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2731018 Aug 17 16:37:13.766000 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:37:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:13.781677 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:13.782970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a0c58c80-42d3-4ddf-8340-cedb79cc115c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.2310073 Aug 17 16:37:13.785821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:13.886318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3d6e52dc-ea4e-4764-961c-3b8918b190aa None None] For port ab9865fe-56a9-4be9-a77e-3835b5a86778, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ab9865fe-56a9-4be9-a77e-3835b5a86778,segment=NetworkSegment(33fab7d5-5f12-4938-8b91-d8696fbcf14f),segment_id=33fab7d5-5f12-4938-8b91-d8696fbcf14f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:13.886944 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6e52dc-ea4e-4764-961c-3b8918b190aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:13.942551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e52dc-ea4e-4764-961c-3b8918b190aa None None] Calling delete_port for ab9865fe-56a9-4be9-a77e-3835b5a86778 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:14.077003 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:37:14.175794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6e52dc-ea4e-4764-961c-3b8918b190aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:14.191436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-05de86fe-c8ac-40c5-9448-ff57464cfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:14.192004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-05de86fe-c8ac-40c5-9448-ff57464cfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:14.192508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-05de86fe-c8ac-40c5-9448-ff57464cfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:14.192977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-05de86fe-c8ac-40c5-9448-ff57464cfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:14.193521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-05de86fe-c8ac-40c5-9448-ff57464cfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:14.198990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-05de86fe-c8ac-40c5-9448-ff57464cfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:14.199477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-05de86fe-c8ac-40c5-9448-ff57464cfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:14.201568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-05de86fe-c8ac-40c5-9448-ff57464cfafe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6220 time: 0.3222716 Aug 17 16:37:14.246484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e52dc-ea4e-4764-961c-3b8918b190aa None None] Pushing event deleted for resources: {'Port': ['ID=ab9865fe-56a9-4be9-a77e-3835b5a86778,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:14.248571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e52dc-ea4e-4764-961c-3b8918b190aa None None] No DVR routers for this DVR port ab9865fe-56a9-4be9-a77e-3835b5a86778 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:37:14.305402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d556a55b-36df-4a1c-8872-c14133e707ae tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 37633624-fbf6-46ea-92d9-1cb0e0c5115b owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:14.411942 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:07Z', 'revision_number': 3, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:14.427838 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:14.429935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:14.463955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ac23b-e8ef-476d-a5b7-0a109f576ecf service neutron] Pushing event updated for resources: {'Port': ['ID=60c8e483-aebe-4700-96ec-febe3638ddcf,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:14.559672 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Checking router: b2c657ba-0746-48b9-a966-fde5fa082cfa for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:37:14.560015 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Updating router b2c657ba-0746-48b9-a966-fde5fa082cfa port b4eff8e3-4b25-4862-8a8d-68ca839eefa8 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:37:14.662153 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:14.675575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ab9865fe-56a9-4be9-a77e-3835b5a86778 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:37:14.715613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ab9865fe-56a9-4be9-a77e-3835b5a86778 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:37:14.715964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ab9865fe-56a9-4be9-a77e-3835b5a86778 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:37:14.767900 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae210cdd-046d-40e6-b908-567a8451ce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:14.830586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae210cdd-046d-40e6-b908-567a8451ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:14.864726 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ae210cdd-046d-40e6-b908-567a8451ce11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eddbb0209b574916be46688821beddff&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1694686 Aug 17 16:37:14.872403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43808) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:15.159527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260904f-dd48-4634-a575-c4734761cdf8 req-933ad472-fdd7-4102-bab4-44c770dc42a3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.165659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260904f-dd48-4634-a575-c4734761cdf8 req-933ad472-fdd7-4102-bab4-44c770dc42a3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.172243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260904f-dd48-4634-a575-c4734761cdf8 req-933ad472-fdd7-4102-bab4-44c770dc42a3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.178268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260904f-dd48-4634-a575-c4734761cdf8 req-933ad472-fdd7-4102-bab4-44c770dc42a3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.184859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260904f-dd48-4634-a575-c4734761cdf8 req-933ad472-fdd7-4102-bab4-44c770dc42a3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.190884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260904f-dd48-4634-a575-c4734761cdf8 req-933ad472-fdd7-4102-bab4-44c770dc42a3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.197320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260904f-dd48-4634-a575-c4734761cdf8 req-933ad472-fdd7-4102-bab4-44c770dc42a3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.199471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7260904f-dd48-4634-a575-c4734761cdf8 req-933ad472-fdd7-4102-bab4-44c770dc42a3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5383 time: 0.9375725 Aug 17 16:37:15.200970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-745187fa-0360-4197-be27-b85a9f629866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.201428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-745187fa-0360-4197-be27-b85a9f629866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.201888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-745187fa-0360-4197-be27-b85a9f629866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.202994 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.203464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-745187fa-0360-4197-be27-b85a9f629866 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9924784 Aug 17 16:37:15.217303 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Transition to ACTIVE for port object b4eff8e3-4b25-4862-8a8d-68ca839eefa8 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:15.226942 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae210cdd-046d-40e6-b908-567a8451ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76954782-87d4-4eb3-8c00-83c46d3216fe,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:15.287684 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.297057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b39b84b-c6a4-49e1-9fcb-eae6c97ccefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.319232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.340679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019feb88-1596-40ac-a5d4-9314af196c7a']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:15.393570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbbf179-e66f-412c-adcd-7741f018d338') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:15.394215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbbf179-e66f-412c-adcd-7741f018d338') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:15.425767 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Pushing event updated for resources: {'Port': ['ID=b4eff8e3-4b25-4862-8a8d-68ca839eefa8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:15.430895 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Attempting to bind port b4eff8e3-4b25-4862-8a8d-68ca839eefa8 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:15.431447 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Attempting to bind port b4eff8e3-4b25-4862-8a8d-68ca839eefa8 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:15.431802 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Attempting to bind port b4eff8e3-4b25-4862-8a8d-68ca839eefa8 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:15.456901 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.457241 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.457546 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.457873 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.458218 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.458523 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.458843 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.459154 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.459466 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.460033 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.460341 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.460646 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:15.472959 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7260904f-dd48-4634-a575-c4734761cdf8 req-bb4545ff-3424-4787-8290-72a178a9f6e1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2643089 Aug 17 16:37:15.475759 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:15.476127 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:15.476530 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.476914 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:15.477608 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Bound port: b4eff8e3-4b25-4862-8a8d-68ca839eefa8, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:15.477797 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.487271 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b39b84b-c6a4-49e1-9fcb-eae6c97ccefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.500007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.574536 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.592931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:37:15.593444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:37:15.603561 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:37:15.610893 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:37:15.618460 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d556a55b-36df-4a1c-8872-c14133e707ae tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.694581 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] For port b4eff8e3-4b25-4862-8a8d-68ca839eefa8, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:15.699944 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] For port b4eff8e3-4b25-4862-8a8d-68ca839eefa8, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b4eff8e3-4b25-4862-8a8d-68ca839eefa8,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:15.701430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556a55b-36df-4a1c-8872-c14133e707ae tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=37633624-fbf6-46ea-92d9-1cb0e0c5115b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:15.720479 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.739262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-9702cfca-f9e3-46c4-96af-b6681dc4103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:15.750325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c772780-bed0-4f21-9bb0-5d18e94f175b req-9702cfca-f9e3-46c4-96af-b6681dc4103c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5366051 Aug 17 16:37:15.831211 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:37:15.832105 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:37:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:15.848234 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d556a55b-36df-4a1c-8872-c14133e707ae tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.853011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43832) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:15.855473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d556a55b-36df-4a1c-8872-c14133e707ae tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/37633624-fbf6-46ea-92d9-1cb0e0c5115b HTTP/1.1" status: 204 len: 168 time: 4.0091581 Aug 17 16:37:15.862537 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.875184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b39b84b-c6a4-49e1-9fcb-eae6c97ccefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.877865 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b39b84b-c6a4-49e1-9fcb-eae6c97ccefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.880318 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658fbe-6a9f-4f8b-a756-eb0639bd456b None None] Pushing event updated for resources: {'Port': ['ID=b4eff8e3-4b25-4862-8a8d-68ca839eefa8,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:15.881657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2b39b84b-c6a4-49e1-9fcb-eae6c97ccefd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/76954782-87d4-4eb3-8c00-83c46d3216fe HTTP/1.1" status: 204 len: 168 time: 1.0027912 Aug 17 16:37:15.910232 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af1acea-4523-4ca8-b5bb-088be6009a20 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] GET failed (client error): The resource could not be found. Aug 17 16:37:15.911941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9af1acea-4523-4ca8-b5bb-088be6009a20 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports/37633624-fbf6-46ea-92d9-1cb0e0c5115b HTTP/1.1" status: 404 len: 333 time: 0.0579202 Aug 17 16:37:15.915431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43836) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:15.925236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.930113 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:15.930309 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "DELETE /v2.0/networks/019feb88-1596-40ac-a5d4-9314af196c7a HTTP/1.1" status: 204 len: 168 time: 2.9979808 Aug 17 16:37:15.938332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43838) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:15.955697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39b84b-c6a4-49e1-9fcb-eae6c97ccefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76954782-87d4-4eb3-8c00-83c46d3216fe,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:16.010445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:37:16.019871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad126-b750-4701-8cac-ac4a648cceba tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Network': ['ID=019feb88-1596-40ac-a5d4-9314af196c7a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:16.039698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:16.078531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Transition to ACTIVE for port object 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:16.090498 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:16.102138 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:37:16.217402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Pushing event updated for resources: {'Port': ['ID=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:16.273967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Allocated IP 172.20.0.1 (0d2875ad-7089-46f1-a5a9-5bd82ad7c220/8e58673f-d384-4d81-97db-026cd9f6e47f/2461ba58-ce08-4a54-a217-533280528be6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:16.452127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Attempting to bind port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:16.452375 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Attempting to bind port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:16.452658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Attempting to bind port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:16.467271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa on network d13a339b-545e-487f-ba74-7a1a986e29bb not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:37:16.467606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Attempting to bind port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:16.472598 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:16.484964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:16.485308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Checking segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:16.485710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Bound using segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:16.486190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Bound port: 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:16.486573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:16.518972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Transition to ACTIVE for port object 2461ba58-ce08-4a54-a217-533280528be6 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:16.670012 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:07Z', 'revision_number': 3, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:16.709436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] For port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:16.715068 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] For port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:16.721975 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cff237-0a44-4d2e-a7a8-7cbb7f1597f2 None None] The sync data for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 is: [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:07Z', 'revision_number': 3, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:37:16.737998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:16.741925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:16.799310 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:16.896382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:16.897119 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:16.898883 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] 10.222.0.93 "PUT /v2.0/ports/23f64a2d-aae4-4f18-8e73-7ca68e5c17fa HTTP/1.1" status: 200 len: 1091 time: 3.5367801 Aug 17 16:37:16.899419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '23f64a2d-aae4-4f18-8e73-7ca68e5c17fa'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:37:16.902842 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ec25ef-a198-4a4e-a621-40f7446dd02e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "23f64a2d-aae4-4f18-8e73-7ca68e5c17fa"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:37:16.940791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6f6a-fd27-4a3e-a54c-230eac8f6fc6 req-1b19ca2a-2aa9-406d-b83d-2eace8180028 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:16.950222 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6f6a-fd27-4a3e-a54c-230eac8f6fc6 req-1b19ca2a-2aa9-406d-b83d-2eace8180028 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:16.963035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Pushing event updated for resources: {'Port': ['ID=2461ba58-ce08-4a54-a217-533280528be6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:16.974357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6f6a-fd27-4a3e-a54c-230eac8f6fc6 req-1b19ca2a-2aa9-406d-b83d-2eace8180028 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.003881 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd54348b-2ab2-4295-a09e-d85c13c82fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.004279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6f6a-fd27-4a3e-a54c-230eac8f6fc6 req-1b19ca2a-2aa9-406d-b83d-2eace8180028 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.025856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6f6a-fd27-4a3e-a54c-230eac8f6fc6 req-1b19ca2a-2aa9-406d-b83d-2eace8180028 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.043690 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6f6a-fd27-4a3e-a54c-230eac8f6fc6 req-1b19ca2a-2aa9-406d-b83d-2eace8180028 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.055603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6f6a-fd27-4a3e-a54c-230eac8f6fc6 req-1b19ca2a-2aa9-406d-b83d-2eace8180028 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.068176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db0c6f6a-fd27-4a3e-a54c-230eac8f6fc6 req-1b19ca2a-2aa9-406d-b83d-2eace8180028 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5395 time: 0.3511395 Aug 17 16:37:17.074653 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.082613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:17.092683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:17.133444 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39e6051d-31bf-418e-b078-f9ed5f884e70 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.148458 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed057df0-3e60-4e28-8fde-150b6b9e11dd x-openstack-request-id: req-ed057df0-3e60-4e28-8fde-150b6b9e11dd {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:37:17.148756 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "23f64a2d-aae4-4f18-8e73-7ca68e5c17fa", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:37:17.149012 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed057df0-3e60-4e28-8fde-150b6b9e11dd {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:37:17.149436 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '23f64a2d-aae4-4f18-8e73-7ca68e5c17fa', 'status': 'completed', 'code': 200} Aug 17 16:37:17.212721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:17.229878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:17.238136 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39e6051d-31bf-418e-b078-f9ed5f884e70 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.353115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd54348b-2ab2-4295-a09e-d85c13c82fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.365622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.398500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d3fb7-8543-439d-9fed-928d70c73b60 service neutron] Pushing event updated for resources: {'Port': ['ID=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:17.434600 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd54348b-2ab2-4295-a09e-d85c13c82fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.521866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db0c6f6a-fd27-4a3e-a54c-230eac8f6fc6 req-d9cc9cf6-d9c3-4214-82f9-d68d11e2f173 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4514384 Aug 17 16:37:17.637303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.662312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0b0d31-abaf-43a7-80a9-aebf2f0edaac']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:17.696464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fab7d5-5f12-4938-8b91-d8696fbcf14f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:17.710539 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fab7d5-5f12-4938-8b91-d8696fbcf14f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:17.765501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2df8a5c5-56c8-4444-9737-8517f843c5d2 None None] Provisioning for port 2461ba58-ce08-4a54-a217-533280528be6 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:17.775220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-742c09e0-5a35-442d-9c8e-e56bd669b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.776185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-742c09e0-5a35-442d-9c8e-e56bd669b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.776680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-742c09e0-5a35-442d-9c8e-e56bd669b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.777139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-742c09e0-5a35-442d-9c8e-e56bd669b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.777608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-742c09e0-5a35-442d-9c8e-e56bd669b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.778082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-742c09e0-5a35-442d-9c8e-e56bd669b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.778580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-742c09e0-5a35-442d-9c8e-e56bd669b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:17.778981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2df8a5c5-56c8-4444-9737-8517f843c5d2 None None] Provisioning complete for port 2461ba58-ce08-4a54-a217-533280528be6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:17.780238 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2df8a5c5-56c8-4444-9737-8517f843c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.780680 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-742c09e0-5a35-442d-9c8e-e56bd669b257 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6287 time: 0.7420590 Aug 17 16:37:17.845805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2df8a5c5-56c8-4444-9737-8517f843c5d2 None None] Port 2461ba58-ce08-4a54-a217-533280528be6 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:17.858274 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.973620 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:17.991806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:37:17.992380 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.033138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f1e834-8260-41dc-a043-d2498889f6ec {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:37:18.051337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.073967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Transition to ACTIVE for port object 05f1e834-8260-41dc-a043-d2498889f6ec will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:37:18.081271 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:37:18.083953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.139100 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.141900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39e6051d-31bf-418e-b078-f9ed5f884e70 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.145816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39e6051d-31bf-418e-b078-f9ed5f884e70 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.147281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-39e6051d-31bf-418e-b078-f9ed5f884e70 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/security-groups/eee2de0b-ae92-4ea1-9e2f-89f41eaa7328 HTTP/1.1" status: 204 len: 168 time: 2.2306342 Aug 17 16:37:18.162907 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.166312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43894) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:18.184404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd54348b-2ab2-4295-a09e-d85c13c82fff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=836ba06a547243e8a78122d3e7b92f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4447589 Aug 17 16:37:18.190824 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.194745 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] 10.222.0.77 "DELETE /v2.0/networks/3e0b0d31-abaf-43a7-80a9-aebf2f0edaac HTTP/1.1" status: 204 len: 168 time: 2.2528901 Aug 17 16:37:18.254189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43896) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:18.347976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54348b-2ab2-4295-a09e-d85c13c82fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5357f6f-d8de-406d-b568-3ce9a42bed9d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:18.359056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f87cc-c062-4690-b4ee-16a3229aa847 tempest-TaggedBootDevicesTest-956134428 tempest-TaggedBootDevicesTest-956134428-project] Pushing event deleted for resources: {'Network': ['ID=3e0b0d31-abaf-43a7-80a9-aebf2f0edaac,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:18.389811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6051d-31bf-418e-b078-f9ed5f884e70 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2de0b-ae92-4ea1-9e2f-89f41eaa7328,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:18.665263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b4eff8e3-4b25-4862-8a8d-68ca839eefa8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:18.712969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-8e5ba0ab-02d0-4b71-9061-8c29edde8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:18.715835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-8e5ba0ab-02d0-4b71-9061-8c29edde8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:18.718085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-8e5ba0ab-02d0-4b71-9061-8c29edde8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:18.724044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-8e5ba0ab-02d0-4b71-9061-8c29edde8a67 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8927963 Aug 17 16:37:18.746919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b4eff8e3-4b25-4862-8a8d-68ca839eefa8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:18.759234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b4eff8e3-4b25-4862-8a8d-68ca839eefa8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:18.760510 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.813670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0567ea52-75fa-43af-9d91-9253d292ba0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.856557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Pushing event updated for resources: {'Port': ['ID=05f1e834-8260-41dc-a043-d2498889f6ec,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:18.911037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Attempting to bind port 05f1e834-8260-41dc-a043-d2498889f6ec on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:18.911541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Attempting to bind port 05f1e834-8260-41dc-a043-d2498889f6ec by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:18.911981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Attempting to bind port 05f1e834-8260-41dc-a043-d2498889f6ec on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:18.973168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-611c79ad-7b28-4201-a8cc-acc349820f10 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.978498 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0567ea52-75fa-43af-9d91-9253d292ba0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:18.992008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Port 05f1e834-8260-41dc-a043-d2498889f6ec on network d13a339b-545e-487f-ba74-7a1a986e29bb not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:37:18.992345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Attempting to bind port 05f1e834-8260-41dc-a043-d2498889f6ec on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:19.097519 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-611c79ad-7b28-4201-a8cc-acc349820f10 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.166583 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0567ea52-75fa-43af-9d91-9253d292ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.171597 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0567ea52-75fa-43af-9d91-9253d292ba0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.175368 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0567ea52-75fa-43af-9d91-9253d292ba0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5357f6f-d8de-406d-b568-3ce9a42bed9d HTTP/1.1" status: 204 len: 168 time: 0.8421113 Aug 17 16:37:19.182753 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.196502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-611c79ad-7b28-4201-a8cc-acc349820f10 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.204063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-611c79ad-7b28-4201-a8cc-acc349820f10 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.210280 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-611c79ad-7b28-4201-a8cc-acc349820f10 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/security-groups/916d99a0-1342-42a5-9c57-da50ba110964 HTTP/1.1" status: 204 len: 168 time: 1.0342641 Aug 17 16:37:19.211541 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.215283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:19.215667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Checking segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:19.217910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:19.218222 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Bound using segment: {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:19.218786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Bound port: 05f1e834-8260-41dc-a043-d2498889f6ec, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:19.219620 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.230815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-303f76cf-f64b-44f5-be10-e5365553db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.232497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-79ec25ef-a198-4a4e-a621-40f7446dd02e req-303f76cf-f64b-44f5-be10-e5365553db8e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4904377 Aug 17 16:37:19.235303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b4eff8e3-4b25-4862-8a8d-68ca839eefa8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b4eff8e3-4b25-4862-8a8d-68ca839eefa8,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:19.250359 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.254355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567ea52-75fa-43af-9d91-9253d292ba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5357f6f-d8de-406d-b568-3ce9a42bed9d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:19.262979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1052c7d-9d9c-4401-a0fb-2567f503e824 req-573e2994-c3f6-4995-be75-8916f3b45f4b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.269555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1052c7d-9d9c-4401-a0fb-2567f503e824 req-573e2994-c3f6-4995-be75-8916f3b45f4b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.277610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1052c7d-9d9c-4401-a0fb-2567f503e824 req-573e2994-c3f6-4995-be75-8916f3b45f4b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.286425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1052c7d-9d9c-4401-a0fb-2567f503e824 req-573e2994-c3f6-4995-be75-8916f3b45f4b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.301152 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c79ad-7b28-4201-a8cc-acc349820f10 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916d99a0-1342-42a5-9c57-da50ba110964,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:19.301391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1052c7d-9d9c-4401-a0fb-2567f503e824 req-573e2994-c3f6-4995-be75-8916f3b45f4b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.312278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1052c7d-9d9c-4401-a0fb-2567f503e824 req-573e2994-c3f6-4995-be75-8916f3b45f4b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.328483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1052c7d-9d9c-4401-a0fb-2567f503e824 req-573e2994-c3f6-4995-be75-8916f3b45f4b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.330490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1052c7d-9d9c-4401-a0fb-2567f503e824 req-573e2994-c3f6-4995-be75-8916f3b45f4b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5407 time: 0.4325941 Aug 17 16:37:19.382138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b4eff8e3-4b25-4862-8a8d-68ca839eefa8,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:19.422491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] For port 05f1e834-8260-41dc-a043-d2498889f6ec, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:19.426333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] For port 05f1e834-8260-41dc-a043-d2498889f6ec, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=05f1e834-8260-41dc-a043-d2498889f6ec,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:19.435238 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.481888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.482659 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.484432 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] 10.222.0.93 "PUT /v2.0/ports/05f1e834-8260-41dc-a043-d2498889f6ec HTTP/1.1" status: 200 len: 1090 time: 2.4130378 Aug 17 16:37:19.485021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '05f1e834-8260-41dc-a043-d2498889f6ec'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:37:19.488188 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115c480c-eb9d-4026-bfba-e20b10e46360" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "05f1e834-8260-41dc-a043-d2498889f6ec"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:37:19.538960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076a6f3-1ef6-48f2-8657-71a101687673 service neutron] Pushing event updated for resources: {'Port': ['ID=05f1e834-8260-41dc-a043-d2498889f6ec,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:19.547278 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.555340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:19.556283 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e1052c7d-9d9c-4401-a0fb-2567f503e824 req-776d5f89-b260-4712-aa99-1655d49b462a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2036538 Aug 17 16:37:19.590558 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bede6ff-9995-49af-8d8d-0296ed47b6fa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.652964 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83569e8a-6402-46e4-9c11-ea29a6250857 x-openstack-request-id: req-83569e8a-6402-46e4-9c11-ea29a6250857 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:37:19.653513 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "05f1e834-8260-41dc-a043-d2498889f6ec", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:37:19.653948 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83569e8a-6402-46e4-9c11-ea29a6250857 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:37:19.654697 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '05f1e834-8260-41dc-a043-d2498889f6ec', 'status': 'completed', 'code': 200} Aug 17 16:37:19.667954 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.731027 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.753638 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bede6ff-9995-49af-8d8d-0296ed47b6fa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.842482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-273c2f42-7cb3-408f-9d1f-228ddd0fb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.843354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-273c2f42-7cb3-408f-9d1f-228ddd0fb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.843642 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-273c2f42-7cb3-408f-9d1f-228ddd0fb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.844178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-273c2f42-7cb3-408f-9d1f-228ddd0fb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.844711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-273c2f42-7cb3-408f-9d1f-228ddd0fb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.845378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-273c2f42-7cb3-408f-9d1f-228ddd0fb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.845911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-273c2f42-7cb3-408f-9d1f-228ddd0fb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:19.848083 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-273c2f42-7cb3-408f-9d1f-228ddd0fb9b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6354 time: 0.2528203 Aug 17 16:37:19.954650 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bede6ff-9995-49af-8d8d-0296ed47b6fa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.955661 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bede6ff-9995-49af-8d8d-0296ed47b6fa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:19.959575 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1bede6ff-9995-49af-8d8d-0296ed47b6fa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/security-groups/87249d49-c446-4a8d-9b49-07bad073d61a HTTP/1.1" status: 204 len: 168 time: 0.7347548 Aug 17 16:37:19.980095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:20.035250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bede6ff-9995-49af-8d8d-0296ed47b6fa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87249d49-c446-4a8d-9b49-07bad073d61a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:20.163228 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:20.180355 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:20.200791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b7d53a-dd63-4c40-b52c-28dfa1de4723 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet c1c4ab89-fdfe-4a10-b89c-64b50ca85400 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:37:20.279367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b3f724-d531-40fe-ae4a-5e75d4482612 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:37:20.299564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84b7d53a-dd63-4c40-b52c-28dfa1de4723 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:20.306698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:20.328252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Transition to ACTIVE for port object 69b3f724-d531-40fe-ae4a-5e75d4482612 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:20.333443 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:20.376185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-af8b88ab-8a37-4e35-aeb2-c29a2fcee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.376512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-af8b88ab-8a37-4e35-aeb2-c29a2fcee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.376977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-af8b88ab-8a37-4e35-aeb2-c29a2fcee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.378634 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-af8b88ab-8a37-4e35-aeb2-c29a2fcee41e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5195038 Aug 17 16:37:20.428274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Pushing event updated for resources: {'Port': ['ID=69b3f724-d531-40fe-ae4a-5e75d4482612,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:20.503125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Pushing event updated for resources: {'Port': ['ID=2461ba58-ce08-4a54-a217-533280528be6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:20.545141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Attempting to bind port 69b3f724-d531-40fe-ae4a-5e75d4482612 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:20.545921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Attempting to bind port 69b3f724-d531-40fe-ae4a-5e75d4482612 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:20.546337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Attempting to bind port 69b3f724-d531-40fe-ae4a-5e75d4482612 on network beca1fc7-aff2-44df-aa24-7ed1e60d9473 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:20.556510 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:20.562966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Port 69b3f724-d531-40fe-ae4a-5e75d4482612 on network beca1fc7-aff2-44df-aa24-7ed1e60d9473 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:37:20.563291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Attempting to bind port 69b3f724-d531-40fe-ae4a-5e75d4482612 on network beca1fc7-aff2-44df-aa24-7ed1e60d9473 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:20.568423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84b7d53a-dd63-4c40-b52c-28dfa1de4723 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:20.591249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b4eff8e3-4b25-4862-8a8d-68ca839eefa8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:20.595804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:20.596148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Checking segment: {'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:20.596542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Bound using segment: {'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:20.596989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Bound port: 69b3f724-d531-40fe-ae4a-5e75d4482612, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:20.597351 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:20.715259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b4eff8e3-4b25-4862-8a8d-68ca839eefa8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:20.715693 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:20.780433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43966) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:20.813854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] For port 69b3f724-d531-40fe-ae4a-5e75d4482612, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:20.833766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] For port 69b3f724-d531-40fe-ae4a-5e75d4482612, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=69b3f724-d531-40fe-ae4a-5e75d4482612,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:20.859262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7ba92-ab90-4212-a5a9-67b92de9d7ae req-b28f1fb3-3847-42cf-ac6b-357932ca60a1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.865520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7ba92-ab90-4212-a5a9-67b92de9d7ae req-b28f1fb3-3847-42cf-ac6b-357932ca60a1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.873918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-5a912f56-c056-4907-b1a2-47e80ee7415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.875721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-115c480c-eb9d-4026-bfba-e20b10e46360 req-5a912f56-c056-4907-b1a2-47e80ee7415e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4793522 Aug 17 16:37:20.876197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7ba92-ab90-4212-a5a9-67b92de9d7ae req-b28f1fb3-3847-42cf-ac6b-357932ca60a1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.897696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7ba92-ab90-4212-a5a9-67b92de9d7ae req-b28f1fb3-3847-42cf-ac6b-357932ca60a1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.906260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7ba92-ab90-4212-a5a9-67b92de9d7ae req-b28f1fb3-3847-42cf-ac6b-357932ca60a1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.912743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7ba92-ab90-4212-a5a9-67b92de9d7ae req-b28f1fb3-3847-42cf-ac6b-357932ca60a1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.923435 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7ba92-ab90-4212-a5a9-67b92de9d7ae req-b28f1fb3-3847-42cf-ac6b-357932ca60a1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:20.926164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f3e7ba92-ab90-4212-a5a9-67b92de9d7ae req-b28f1fb3-3847-42cf-ac6b-357932ca60a1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5419 time: 0.1683404 Aug 17 16:37:20.927608 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:20.995658 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84b7d53a-dd63-4c40-b52c-28dfa1de4723 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:21.094458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:21.095673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:21.097335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] 10.222.0.93 "PUT /v2.0/ports/69b3f724-d531-40fe-ae4a-5e75d4482612 HTTP/1.1" status: 200 len: 1091 time: 1.5486681 Aug 17 16:37:21.115595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:21.136258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:21.151779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Request body: {'port': {'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:21.159872 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f3e7ba92-ab90-4212-a5a9-67b92de9d7ae req-3e15a0d3-ad59-4e8c-be06-d67cfe103709 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1933341 Aug 17 16:37:21.167089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-193418751'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:21.303015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5633b-b3ab-4e4c-91fb-b13134a72f9a service neutron] Pushing event updated for resources: {'Port': ['ID=69b3f724-d531-40fe-ae4a-5e75d4482612,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:21.305976 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Made reservation on behalf of 42f8da23b60c4fac989224f48e04ad61 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:21.317144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:21.347033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:21.351080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84b7d53a-dd63-4c40-b52c-28dfa1de4723 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:21.419171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7d53a-dd63-4c40-b52c-28dfa1de4723 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c4ab89-fdfe-4a10-b89c-64b50ca85400,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:21.459337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:21.486054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84b7d53a-dd63-4c40-b52c-28dfa1de4723 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:21.493178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d2177-cf62-4bc6-b05d-4bfbdca2f25f None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:21.493846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-84b7d53a-dd63-4c40-b52c-28dfa1de4723 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/c1c4ab89-fdfe-4a10-b89c-64b50ca85400 HTTP/1.1" status: 204 len: 168 time: 1.4986532 Aug 17 16:37:21.496894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Router b2c657ba-0746-48b9-a966-fde5fa082cfa has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:37:21.497995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:21.656445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '69b3f724-d531-40fe-ae4a-5e75d4482612'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:37:21.666264 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82572d89-1506-4ba0-8333-82ecd0ac444e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "69b3f724-d531-40fe-ae4a-5e75d4482612"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:37:21.700610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9952d078-6405-4798-b10e-b2b9ae683665 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet 09e9456e-fe8c-41ef-9fe4-81953268f0b2 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:37:21.715839 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9952d078-6405-4798-b10e-b2b9ae683665 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:21.853410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d0e5362-ec0c-43be-a5a5-5c3cf79cacc9 None None] Provisioning complete for port 2461ba58-ce08-4a54-a217-533280528be6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:21.854332 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d0e5362-ec0c-43be-a5a5-5c3cf79cacc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:21.886680 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9952d078-6405-4798-b10e-b2b9ae683665 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:21.939991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e5362-ec0c-43be-a5a5-5c3cf79cacc9 None None] Port 2461ba58-ce08-4a54-a217-533280528be6 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:21.999105 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba0f526-2fee-4af3-b591-66610269f298 x-openstack-request-id: req-2ba0f526-2fee-4af3-b591-66610269f298 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:37:21.999306 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "69b3f724-d531-40fe-ae4a-5e75d4482612", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:37:21.999567 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ba0f526-2fee-4af3-b591-66610269f298 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:37:21.999987 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '69b3f724-d531-40fe-ae4a-5e75d4482612', 'status': 'completed', 'code': 200} Aug 17 16:37:22.012675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-8fe4b54a-d280-4b6b-a35d-d46c9eaa82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:22.013220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-8fe4b54a-d280-4b6b-a35d-d46c9eaa82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:22.013684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-8fe4b54a-d280-4b6b-a35d-d46c9eaa82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:22.014194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-8fe4b54a-d280-4b6b-a35d-d46c9eaa82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:22.014697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-8fe4b54a-d280-4b6b-a35d-d46c9eaa82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:22.015244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-8fe4b54a-d280-4b6b-a35d-d46c9eaa82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:22.015705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-8fe4b54a-d280-4b6b-a35d-d46c9eaa82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:22.017793 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-8fe4b54a-d280-4b6b-a35d-d46c9eaa82cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6421 time: 0.2244899 Aug 17 16:37:22.021571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:37:22.043383 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0b0317f3-91ca-497d-a3e2-6703ea2f2d1c admin admin] 10.222.0.77 "PUT /v2.0/routers/b2c657ba-0746-48b9-a966-fde5fa082cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2468135 Aug 17 16:37:22.049763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Sync routers for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:37:22.088890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:37:22.090261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:37:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:22.409239 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9952d078-6405-4798-b10e-b2b9ae683665 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:22.457334 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:37:22.491788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0ae2d7-594c-40b5-b028-16f66890e57b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:37:22.524176 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:22.569372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Transition to ACTIVE for port object 2b0ae2d7-594c-40b5-b028-16f66890e57b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:22.622785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-b0bd48fb-b56e-45d3-a464-b42c6e796a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:22.623412 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-b0bd48fb-b56e-45d3-a464-b42c6e796a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:22.623952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-b0bd48fb-b56e-45d3-a464-b42c6e796a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:22.644686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-b0bd48fb-b56e-45d3-a464-b42c6e796a93 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6071486 Aug 17 16:37:22.681554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:22.761026 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:22.818149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:22.909046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:37:22.912930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9952d078-6405-4798-b10e-b2b9ae683665 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:22.966087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 2, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:22.998412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0ae2d7-594c-40b5-b028-16f66890e57b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:23.003740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952d078-6405-4798-b10e-b2b9ae683665 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=09e9456e-fe8c-41ef-9fe4-81953268f0b2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:23.005783 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9952d078-6405-4798-b10e-b2b9ae683665 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.020019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9952d078-6405-4798-b10e-b2b9ae683665 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/09e9456e-fe8c-41ef-9fe4-81953268f0b2 HTTP/1.1" status: 204 len: 168 time: 1.5205464 Aug 17 16:37:23.060309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666a6c6-b5de-4b22-b1ce-4b29e2ae0e4b req-ab0aeff5-a69a-40c9-98a6-3e00f1bf548a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:23.060776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:23.083070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Checking router: b2c657ba-0746-48b9-a966-fde5fa082cfa for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:37:23.086922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666a6c6-b5de-4b22-b1ce-4b29e2ae0e4b req-ab0aeff5-a69a-40c9-98a6-3e00f1bf548a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:23.093165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Updating router b2c657ba-0746-48b9-a966-fde5fa082cfa port 2461ba58-ce08-4a54-a217-533280528be6 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:37:23.102888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666a6c6-b5de-4b22-b1ce-4b29e2ae0e4b req-ab0aeff5-a69a-40c9-98a6-3e00f1bf548a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:23.110673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666a6c6-b5de-4b22-b1ce-4b29e2ae0e4b req-ab0aeff5-a69a-40c9-98a6-3e00f1bf548a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:23.117659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666a6c6-b5de-4b22-b1ce-4b29e2ae0e4b req-ab0aeff5-a69a-40c9-98a6-3e00f1bf548a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:23.134485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666a6c6-b5de-4b22-b1ce-4b29e2ae0e4b req-ab0aeff5-a69a-40c9-98a6-3e00f1bf548a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:23.156171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666a6c6-b5de-4b22-b1ce-4b29e2ae0e4b req-ab0aeff5-a69a-40c9-98a6-3e00f1bf548a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:23.165534 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4666a6c6-b5de-4b22-b1ce-4b29e2ae0e4b req-ab0aeff5-a69a-40c9-98a6-3e00f1bf548a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.5846117 Aug 17 16:37:23.168396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.169061 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Added segment 1a4dc974-6610-479c-a5b9-de0ad2a2a4b5 of type vlan for network 7db57851-6e42-4b82-970d-755ba6097770 Aug 17 16:37:23.188287 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e86be0-c55d-4b92-a727-fc1bba1d8932 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:23.189638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e86be0-c55d-4b92-a727-fc1bba1d8932 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:23.196980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-44e86be0-c55d-4b92-a727-fc1bba1d8932 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/c1c4ab89-fdfe-4a10-b89c-64b50ca85400 HTTP/1.1" status: 404 len: 337 time: 0.1322408 Aug 17 16:37:23.199785 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.201044 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44022) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:23.251775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.252122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.252480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.252857 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.253255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.253503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.253827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.254150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.254508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.254826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.255140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.255460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:23.292065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9157fb86-ed5f-455b-856e-bc2e45003a2c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:23.374566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d6004-6ea1-44fc-9ae5-0e39e796932b None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:23.391537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-daab64ff-9b1a-45c3-839b-121a0eaa8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:23.394900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82572d89-1506-4ba0-8333-82ecd0ac444e req-daab64ff-9b1a-45c3-839b-121a0eaa8a48 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7417407 Aug 17 16:37:23.437823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a106778-83fd-4cb1-bb81-13c9838b0998 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting subnet b6f9907c-8b40-4241-ac26-5fcc0b3e994a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:37:23.447486 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a106778-83fd-4cb1-bb81-13c9838b0998 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.487348 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.559134 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44032) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:23.581593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1606823811-network', 'tenant_id': 'b73464fb46c544429354a322d3d23402'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:23.595281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.602936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:23.605148 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.696826 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4666a6c6-b5de-4b22-b1ce-4b29e2ae0e4b req-34480016-61bc-42c1-8d55-873e113da9a4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3041170 Aug 17 16:37:23.698090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Made reservation on behalf of b73464fb46c544429354a322d3d23402 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:23.702586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.705618 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9250076 Aug 17 16:37:23.742192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44038) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:23.783666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'subnet': {'network_id': '7db57851-6e42-4b82-970d-755ba6097770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:23.787772 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.825489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-45ec4567-85c1-4f88-bf45-88492e01f1bd None None] Provisioning complete for port 2acf3732-8262-483d-b724-1b6ae402110a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:23.825880 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45ec4567-85c1-4f88-bf45-88492e01f1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.911139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-45ec4567-85c1-4f88-bf45-88492e01f1bd None None] Port 2acf3732-8262-483d-b724-1b6ae402110a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:23.928291 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:23.998081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a106778-83fd-4cb1-bb81-13c9838b0998 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.011097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-45ec4567-85c1-4f88-bf45-88492e01f1bd None None] Provisioning complete for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:24.012221 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45ec4567-85c1-4f88-bf45-88492e01f1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.057693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Attempting to bind port 2b0ae2d7-594c-40b5-b028-16f66890e57b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:24.058079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Attempting to bind port 2b0ae2d7-594c-40b5-b028-16f66890e57b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:24.058438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Attempting to bind port 2b0ae2d7-594c-40b5-b028-16f66890e57b on network beca1fc7-aff2-44df-aa24-7ed1e60d9473 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:24.063213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.085936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Port 2b0ae2d7-594c-40b5-b028-16f66890e57b on network beca1fc7-aff2-44df-aa24-7ed1e60d9473 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:37:24.085936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Attempting to bind port 2b0ae2d7-594c-40b5-b028-16f66890e57b on network beca1fc7-aff2-44df-aa24-7ed1e60d9473 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:24.113131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:24.113520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Checking segment: {'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:24.114014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Bound using segment: {'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:24.114481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Bound port: 2b0ae2d7-594c-40b5-b028-16f66890e57b, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:24.114845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.137112 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a106778-83fd-4cb1-bb81-13c9838b0998 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.173346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ea6dd-7d9a-4a81-b8de-7e950a9f3155 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Network': ['ID=7db57851-6e42-4b82-970d-755ba6097770,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:24.184205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:37:24.213081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a106778-83fd-4cb1-bb81-13c9838b0998 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.225959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 7db57851-6e42-4b82-970d-755ba6097770 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:37:24.238574 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.285526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a106778-83fd-4cb1-bb81-13c9838b0998 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f9907c-8b40-4241-ac26-5fcc0b3e994a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:24.289042 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a106778-83fd-4cb1-bb81-13c9838b0998 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.293669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a106778-83fd-4cb1-bb81-13c9838b0998 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/b6f9907c-8b40-4241-ac26-5fcc0b3e994a HTTP/1.1" status: 204 len: 168 time: 1.0911012 Aug 17 16:37:24.303124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:24.323266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Transition to ACTIVE for port object 2461ba58-ce08-4a54-a217-533280528be6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:24.350669 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-01493b63-9aa5-4f67-9eb3-6357d4271fee tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:24.351186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01493b63-9aa5-4f67-9eb3-6357d4271fee tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:24.351303 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.353414 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-01493b63-9aa5-4f67-9eb3-6357d4271fee tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/11e58e5b-b0e0-4940-a69d-e6a71d2ebcb6 HTTP/1.1" status: 404 len: 337 time: 0.0492606 Aug 17 16:37:24.356872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:24.363144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a633b00-79d4-4882-a044-9e98d915f08e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:24.390012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.390365 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Added segment 34595051-c24f-4a91-b51d-6609327d6af9 of type vlan for network 4ef4584e-7cc9-4053-a870-e303095c654b Aug 17 16:37:24.419794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Pushing event updated for resources: {'Port': ['ID=2461ba58-ce08-4a54-a217-533280528be6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:24.443689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.443943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2ed2f5b-08d8-4823-9325-13b039e7e091 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "GET /v2.0/ports?device_id=5100960d-1c78-4ac8-99c3-7a07a614912c HTTP/1.1" status: 200 len: 205 time: 0.0858624 Aug 17 16:37:24.444431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.445043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.445731 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.446214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:24.446450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.447220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.448208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.449087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.449606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.450440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.450973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.451483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:37:24.516164 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.566553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Made reservation on behalf of 42f8da23b60c4fac989224f48e04ad61 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:24.571137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.587079 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.588112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:24.589773 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.646702 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8378c2ea-fe2e-4e45-bee9-45ad636f3307 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] delete failed (client error): The resource could not be found. Aug 17 16:37:24.653864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8378c2ea-fe2e-4e45-bee9-45ad636f3307 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/routers/5100960d-1c78-4ac8-99c3-7a07a614912c HTTP/1.1" status: 404 len: 336 time: 0.2063973 Aug 17 16:37:24.656742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:24.705271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Attempting to bind port 2461ba58-ce08-4a54-a217-533280528be6 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:24.705490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Attempting to bind port 2461ba58-ce08-4a54-a217-533280528be6 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:24.705738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Attempting to bind port 2461ba58-ce08-4a54-a217-533280528be6 on network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:24.716079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:24.716473 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Checking segment: {'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:24.716871 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.717266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Bound using segment: {'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:24.717759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Bound port: 2461ba58-ce08-4a54-a217-533280528be6, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:24.718143 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.770140 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b385c0-2d65-47bf-81a7-26efb157d7df tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:24.770913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b385c0-2d65-47bf-81a7-26efb157d7df tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:24.773425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0b385c0-2d65-47bf-81a7-26efb157d7df tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/b99fb97e-20b1-401f-a0fa-e5f736828848 HTTP/1.1" status: 404 len: 337 time: 0.1141579 Aug 17 16:37:24.780881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:24.850985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] Pushing event updated for resources: {'Network': ['ID=4ef4584e-7cc9-4053-a870-e303095c654b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:24.870016 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1c8c4a-9e76-403a-bcfa-ff055e1ea519 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:24.870853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1c8c4a-9e76-403a-bcfa-ff055e1ea519 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:24.877156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c1c8c4a-9e76-403a-bcfa-ff055e1ea519 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/75fc4c4b-d7d5-4a42-a4fb-a3d2a909d867 HTTP/1.1" status: 404 len: 337 time: 0.0944517 Aug 17 16:37:24.881432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:24.900630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 4ef4584e-7cc9-4053-a870-e303095c654b details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:37:24.910338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] For port 2b0ae2d7-594c-40b5-b028-16f66890e57b, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:24.949661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] For port 2b0ae2d7-594c-40b5-b028-16f66890e57b, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:24.961703 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5777f03-0d60-43d0-afb8-45f92f186ae1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:24.962360 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:24.964297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5777f03-0d60-43d0-afb8-45f92f186ae1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:24.969563 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5777f03-0d60-43d0-afb8-45f92f186ae1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/1681b7dd-6f51-4925-af81-dd6f984c4fc6 HTTP/1.1" status: 404 len: 337 time: 0.0864928 Aug 17 16:37:24.972891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:25.024928 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-489322c7-971d-42c3-a551-ecec800bed5c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4637871 Aug 17 16:37:25.034038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:25.050345 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be245b1-15d8-40c0-9029-80c2695c9f43 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:25.052524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be245b1-15d8-40c0-9029-80c2695c9f43 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:25.060130 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6be245b1-15d8-40c0-9029-80c2695c9f43 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/d0babf1d-e39b-425b-a41b-1401d5da9635 HTTP/1.1" status: 404 len: 333 time: 0.0818226 Aug 17 16:37:25.069788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Request body: {'subnet': {'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1606823811-subnet', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:25.075020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:25.096768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0ae2d7-594c-40b5-b028-16f66890e57b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:25.110596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] For port 2461ba58-ce08-4a54-a217-533280528be6, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:25.115301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] For port 2461ba58-ce08-4a54-a217-533280528be6, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2461ba58-ce08-4a54-a217-533280528be6,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:25.124160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2aacfc-ce3c-43cb-a680-5ed7b594f199 None None] Network 3ff78168-9061-4bdc-b3c7-f64f6c1e899e requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:25.133154 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:25.139725 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e76b36a-8bff-48ee-b5c1-18ab79aa34e7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:25.140576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e76b36a-8bff-48ee-b5c1-18ab79aa34e7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:25.142715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e76b36a-8bff-48ee-b5c1-18ab79aa34e7 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/c37b0f05-da73-47a3-b322-6457c314e4e8 HTTP/1.1" status: 404 len: 337 time: 0.0659459 Aug 17 16:37:25.147322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:25.173340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.175576 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:25.177209 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c1bd69ef-8c8a-46a9-9cc3-1db156bbebb6 service neutron] 10.222.0.93 "PUT /v2.0/ports/2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 200 len: 1091 time: 4.0327926 Aug 17 16:37:25.177703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '2b0ae2d7-594c-40b5-b028-16f66890e57b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:37:25.180631 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64d6af2-94fe-4628-8acf-d0c9d1d83065" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "2b0ae2d7-594c-40b5-b028-16f66890e57b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:37:25.207369 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-998ef0b1-d05e-4e64-b6c2-cc9221776cb5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:25.207957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998ef0b1-d05e-4e64-b6c2-cc9221776cb5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:25.216707 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-998ef0b1-d05e-4e64-b6c2-cc9221776cb5 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/4b37feef-2aed-41e5-9684-567614723daf HTTP/1.1" status: 404 len: 337 time: 0.0640905 Aug 17 16:37:25.217779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44082) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:25.249169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Made reservation on behalf of b73464fb46c544429354a322d3d23402 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:25.255786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:25.285954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4489e-6905-4cf5-9723-e5b656a7db0a req-e42e851d-08ec-40b2-8b2e-e7a9c1937ba0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.300947 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aab7db-f229-4718-a239-cd3b9060df6a x-openstack-request-id: req-30aab7db-f229-4718-a239-cd3b9060df6a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:37:25.301418 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "2b0ae2d7-594c-40b5-b028-16f66890e57b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:37:25.301765 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30aab7db-f229-4718-a239-cd3b9060df6a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:37:25.302296 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': '2b0ae2d7-594c-40b5-b028-16f66890e57b', 'status': 'completed', 'code': 200} Aug 17 16:37:25.314576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4489e-6905-4cf5-9723-e5b656a7db0a req-e42e851d-08ec-40b2-8b2e-e7a9c1937ba0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.327419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4489e-6905-4cf5-9723-e5b656a7db0a req-e42e851d-08ec-40b2-8b2e-e7a9c1937ba0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.341551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4489e-6905-4cf5-9723-e5b656a7db0a req-e42e851d-08ec-40b2-8b2e-e7a9c1937ba0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.348101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4489e-6905-4cf5-9723-e5b656a7db0a req-e42e851d-08ec-40b2-8b2e-e7a9c1937ba0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.354766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4489e-6905-4cf5-9723-e5b656a7db0a req-e42e851d-08ec-40b2-8b2e-e7a9c1937ba0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.359077 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-825a8247-e01b-463b-8b71-ee0971c002ff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:25.362132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825a8247-e01b-463b-8b71-ee0971c002ff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:25.362486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4489e-6905-4cf5-9723-e5b656a7db0a req-e42e851d-08ec-40b2-8b2e-e7a9c1937ba0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.364811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3bf4489e-6905-4cf5-9723-e5b656a7db0a req-e42e851d-08ec-40b2-8b2e-e7a9c1937ba0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.3432555 Aug 17 16:37:25.365704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-825a8247-e01b-463b-8b71-ee0971c002ff tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/2b362292-5383-4172-a43e-5cc9b5ac5d70 HTTP/1.1" status: 404 len: 333 time: 0.1448972 Aug 17 16:37:25.370854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:25.409486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:37:25.409711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:37:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:25.530148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4d33aecf-cf13-44a7-b733-35f3bf1f4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.534968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4d33aecf-cf13-44a7-b733-35f3bf1f4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.535479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4d33aecf-cf13-44a7-b733-35f3bf1f4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.535962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4d33aecf-cf13-44a7-b733-35f3bf1f4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.536434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4d33aecf-cf13-44a7-b733-35f3bf1f4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.536910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4d33aecf-cf13-44a7-b733-35f3bf1f4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.537387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4d33aecf-cf13-44a7-b733-35f3bf1f4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.543494 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-4d33aecf-cf13-44a7-b733-35f3bf1f4a65 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6488 time: 0.2867339 Aug 17 16:37:25.581457 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cbe288-9c7e-4306-b202-e6489d0125fa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:25.581871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cbe288-9c7e-4306-b202-e6489d0125fa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:25.604158 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56cbe288-9c7e-4306-b202-e6489d0125fa tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/0b52a415-07bc-4efe-9198-ac54f7896e7c HTTP/1.1" status: 404 len: 337 time: 0.2079172 Aug 17 16:37:25.609018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-9f184560-5342-4952-927e-72beeb0b3662 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 200 len: 217 time: 0.0568507 Aug 17 16:37:25.612782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44096) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:25.680560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93ff1c-8bdc-4635-bbef-be8559694c7d None None] Pushing event updated for resources: {'Port': ['ID=2461ba58-ce08-4a54-a217-533280528be6,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:25.720553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3bf4489e-6905-4cf5-9723-e5b656a7db0a req-52299746-b1ce-4c35-b0ad-5d45856ecec6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2291088 Aug 17 16:37:25.764286 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2721ea6-d6b2-4bdd-aae7-32a53a179c45 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] DELETE failed (client error): The resource could not be found. Aug 17 16:37:25.764286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2721ea6-d6b2-4bdd-aae7-32a53a179c45 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:37:25.768579 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c2721ea6-d6b2-4bdd-aae7-32a53a179c45 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/subnets/f9856889-35c9-49f3-bc32-fe6d4eac56d7 HTTP/1.1" status: 404 len: 337 time: 0.1522534 Aug 17 16:37:25.769866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:25.828298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-0f8087dd-6656-44da-8392-18e09d0f24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:25.830764 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-0f8087dd-6656-44da-8392-18e09d0f24c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6794c805-5b84-4d68-91c3-86786023ccd4 HTTP/1.1" status: 200 len: 856 time: 0.2053571 Aug 17 16:37:25.832828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:25.997850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:26.033868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b69e8603-301e-4663-8221-455f56f5aef9 None None] Provisioning complete for port ee7d4b29-e303-44b6-b987-2ac3a4eae60f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:26.034659 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b69e8603-301e-4663-8221-455f56f5aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:26.109905 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:37:26.122460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-8ee06f37-df44-4c07-aa71-8472a63133c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:26.124181 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-8ee06f37-df44-4c07-aa71-8472a63133c6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2814972 Aug 17 16:37:26.125904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-02ebb510-3586-4623-b7d3-82642b02f0e0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Deleting port 2acf3732-8262-483d-b724-1b6ae402110a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:26.130961 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02ebb510-3586-4623-b7d3-82642b02f0e0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:26.234641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d81ac2f-2c92-4b27-82c8-b4338cd12888 None None] DHCP port deletion for 3ff78168-9061-4bdc-b3c7-f64f6c1e899e request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:37:26.343761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02ebb510-3586-4623-b7d3-82642b02f0e0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:26.380731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-02ebb510-3586-4623-b7d3-82642b02f0e0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Calling delete_port for 2acf3732-8262-483d-b724-1b6ae402110a owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:26.411800 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-7657cd4b-bc63-4293-a7f5-96074909660b service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529435 Aug 17 16:37:26.412066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Subnet': ['ID=e9c1402d-92ca-49d2-99fe-fbfa5ee466c8,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:26.454623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2d81ac2f-2c92-4b27-82c8-b4338cd12888 None None] Deleting port ee7d4b29-e303-44b6-b987-2ac3a4eae60f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:26.455003 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d81ac2f-2c92-4b27-82c8-b4338cd12888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:26.547865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2d81ac2f-2c92-4b27-82c8-b4338cd12888 None None] For port ee7d4b29-e303-44b6-b987-2ac3a4eae60f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,segment=NetworkSegment(32d2a433-e6bf-4d71-9021-a2cdb80d6540),segment_id=32d2a433-e6bf-4d71-9021-a2cdb80d6540)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:26.548184 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d81ac2f-2c92-4b27-82c8-b4338cd12888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:26.552569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Checking segment: {'id': '1a4dc974-6610-479c-a5b9-de0ad2a2a4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7db57851-6e42-4b82-970d-755ba6097770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:26.552931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Network hostable DHCP agents. Network: 7db57851-6e42-4b82-970d-755ba6097770, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:37:26.563499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2d81ac2f-2c92-4b27-82c8-b4338cd12888 None None] Calling delete_port for ee7d4b29-e303-44b6-b987-2ac3a4eae60f owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:26.585675 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02ebb510-3586-4623-b7d3-82642b02f0e0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:26.633058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ee7d4b29-e303-44b6-b987-2ac3a4eae60f no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:37:26.643815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b69e8603-301e-4663-8221-455f56f5aef9 None None] Provisioning complete for port 2acf3732-8262-483d-b724-1b6ae402110a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:26.644245 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b69e8603-301e-4663-8221-455f56f5aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:26.661325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Network 7db57851-6e42-4b82-970d-755ba6097770 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:37:26.696542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 7db57851-6e42-4b82-970d-755ba6097770) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:26.706837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:26.709286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:26.719576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b69e8603-301e-4663-8221-455f56f5aef9 None None] Port 2acf3732-8262-483d-b724-1b6ae402110a was deleted so its status cannot be updated. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 16:37:26.721195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebb510-3586-4623-b7d3-82642b02f0e0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Port': ['ID=2acf3732-8262-483d-b724-1b6ae402110a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:26.728386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b8bad0-85ed-4569-a98c-e5c3e18b3630 None None] Network 7db57851-6e42-4b82-970d-755ba6097770 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:26.740008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02ebb510-3586-4623-b7d3-82642b02f0e0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:26.744462 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-02ebb510-3586-4623-b7d3-82642b02f0e0 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/ports/2acf3732-8262-483d-b724-1b6ae402110a HTTP/1.1" status: 204 len: 168 time: 0.9715781 Aug 17 16:37:26.745993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44114) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:26.777316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:26.802199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3b2d245e-d9de-4a57-9a08-4baf2b08f042 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0560548 Aug 17 16:37:26.812375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:26.813205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Checking segment: {'id': '34595051-c24f-4a91-b51d-6609327d6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:26.813562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Network hostable DHCP agents. Network: 4ef4584e-7cc9-4053-a870-e303095c654b, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:37:26.832426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'port': {'network_id': '7db57851-6e42-4b82-970d-755ba6097770', 'name': 'tempest-AllowedAddressPairTestJSON-83823102'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:26.976466 n-d-804878-1 neutron-server[94840]: INFO neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No ports have port_id starting with ee7d4b29-e303-44b6-b987-2ac3a4eae60f Aug 17 16:37:26.996988 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d81ac2f-2c92-4b27-82c8-b4338cd12888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:27.018398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Network 4ef4584e-7cc9-4053-a870-e303095c654b is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:37:27.042755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81ac2f-2c92-4b27-82c8-b4338cd12888 None None] Pushing event deleted for resources: {'Port': ['ID=ee7d4b29-e303-44b6-b987-2ac3a4eae60f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:27.058855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 4ef4584e-7cc9-4053-a870-e303095c654b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:27.075143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:27.076163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:27.083435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769c5d0-8ba2-4adf-956e-b8f64ae84924 None None] Network 4ef4584e-7cc9-4053-a870-e303095c654b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:27.087305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81ac2f-2c92-4b27-82c8-b4338cd12888 None None] No DVR routers for this DVR port ee7d4b29-e303-44b6-b987-2ac3a4eae60f on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:37:27.097109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:25Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:27.123959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-7db57851-6e42-4b82-970d-755ba6097770', 'network_id': '7db57851-6e42-4b82-970d-755ba6097770', 'tenant_id': '42f8da23b60c4fac989224f48e04ad61', 'fixed_ips': [{'subnet_id': 'e9c1402d-92ca-49d2-99fe-fbfa5ee466c8'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:37:27.125122 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:27.158821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4e067572-296e-4580-bd86-10d00f33a773 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1149225 Aug 17 16:37:27.164716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:27.193058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1606823811-router', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:27.211353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e0054-5617-479d-a7d0-efe4ed5849fa None None] The sync data for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 is: [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:25Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:37:27.254048 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:37:27.254048 n-d-804878-1 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:37:27.254048 n-d-804878-1 neutron-server[94838]: [parameters: {'project_id_1': 'b73464fb46c544429354a322d3d23402', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 37, 27, 200455)}] Aug 17 16:37:27.254048 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:37:27.255718 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:37:27.259479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Made reservation on behalf of 42f8da23b60c4fac989224f48e04ad61 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:27.268530 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:27.351666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] device_id is not set on port 97f15c57-80a9-4c61-940a-551f403593ab yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:37:27.513203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Allocated IP 172.20.0.2 (7db57851-6e42-4b82-970d-755ba6097770/e9c1402d-92ca-49d2-99fe-fbfa5ee466c8/f5503dfd-e431-49eb-b276-7de20607ba47) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:27.574752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-4ef4584e-7cc9-4053-a870-e303095c654b', 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'fixed_ips': [{'subnet_id': '0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:37:27.575667 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:27.625457 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-17831682-1541-43cc-ad26-301695909464 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1965613 Aug 17 16:37:27.746597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-650cab14-1fbd-4f1f-b827-8458dcafb707 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 217 time: 0.0921566 Aug 17 16:37:27.765084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Allocated IP 172.20.0.2 (4ef4584e-7cc9-4053-a870-e303095c654b/0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6/58bf0668-c72c-4619-ad25-284166c75715) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:27.789946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:27.794709 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:27.952429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-50c7e7ae-25dc-4d11-8780-f3f09f19380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:27.954212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-50c7e7ae-25dc-4d11-8780-f3f09f19380a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1997502 Aug 17 16:37:27.962331 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:27.970683 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.002994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Transition to ACTIVE for port object 58bf0668-c72c-4619-ad25-284166c75715 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:28.015797 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.033868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Transition to ACTIVE for port object 58bf0668-c72c-4619-ad25-284166c75715 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:28.037138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b233c11-0bc8-4d94-b1ab-bdcf4387de32 req-0eaccccf-29a5-4a58-809f-caf7c83600f9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:28.049052 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.049804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b233c11-0bc8-4d94-b1ab-bdcf4387de32 req-0eaccccf-29a5-4a58-809f-caf7c83600f9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:28.057244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b233c11-0bc8-4d94-b1ab-bdcf4387de32 req-0eaccccf-29a5-4a58-809f-caf7c83600f9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:28.064429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b233c11-0bc8-4d94-b1ab-bdcf4387de32 req-0eaccccf-29a5-4a58-809f-caf7c83600f9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:28.071076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b233c11-0bc8-4d94-b1ab-bdcf4387de32 req-0eaccccf-29a5-4a58-809f-caf7c83600f9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:28.082939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b233c11-0bc8-4d94-b1ab-bdcf4387de32 req-0eaccccf-29a5-4a58-809f-caf7c83600f9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:28.091525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b233c11-0bc8-4d94-b1ab-bdcf4387de32 req-0eaccccf-29a5-4a58-809f-caf7c83600f9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:28.095191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6b233c11-0bc8-4d94-b1ab-bdcf4387de32 req-0eaccccf-29a5-4a58-809f-caf7c83600f9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.4727862 Aug 17 16:37:28.103799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Pushing event updated for resources: {'Port': ['ID=58bf0668-c72c-4619-ad25-284166c75715,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:28.138888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Network 4ef4584e-7cc9-4053-a870-e303095c654b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:28.142164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:28.151828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:28.360267 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.381147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Attempting to bind port 58bf0668-c72c-4619-ad25-284166c75715 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:28.386003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Attempting to bind port 58bf0668-c72c-4619-ad25-284166c75715 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '34595051-c24f-4a91-b51d-6609327d6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:28.386447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Attempting to bind port 58bf0668-c72c-4619-ad25-284166c75715 on network 4ef4584e-7cc9-4053-a870-e303095c654b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:28.388154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-e69b73af-471f-47c6-8977-bbf16e8289c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:28.392349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-e69b73af-471f-47c6-8977-bbf16e8289c8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4258571 Aug 17 16:37:28.396912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Transition to ACTIVE for port object f5503dfd-e431-49eb-b276-7de20607ba47 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:28.413475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6b233c11-0bc8-4d94-b1ab-bdcf4387de32 req-35da32f0-a44f-45d6-a593-18f00c6e8349 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2386115 Aug 17 16:37:28.416005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:28.418421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Checking segment: {'id': '34595051-c24f-4a91-b51d-6609327d6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:28.418931 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.419477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Bound using segment: {'id': '34595051-c24f-4a91-b51d-6609327d6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:28.419839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Bound port: 58bf0668-c72c-4619-ad25-284166c75715, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34595051-c24f-4a91-b51d-6609327d6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:28.420236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.439297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.439515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.527756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Transition to ACTIVE for port object f5503dfd-e431-49eb-b276-7de20607ba47 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:28.535992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff78168-9061-4bdc-b3c7-f64f6c1e899e']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:28.564331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d2a433-e6bf-4d71-9021-a2cdb80d6540') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:28.565086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d2a433-e6bf-4d71-9021-a2cdb80d6540') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:28.582312 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.667951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.671868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.765422 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Pushing event updated for resources: {'Port': ['ID=f5503dfd-e431-49eb-b276-7de20607ba47,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:28.770408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2461ba58-ce08-4a54-a217-533280528be6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:28.788343 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-0e750029-e54a-4042-a28b-3615ef2e27fb service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734076 Aug 17 16:37:28.801231 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6de839b9-62dd-4cf9-919a-90909aab7557 {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:37:28.801816 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:37:28.831287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:37:28.831707 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:37:28.838415 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:37:28.859211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Network 7db57851-6e42-4b82-970d-755ba6097770 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:28.870750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:28.873793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:28.905936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] For port 58bf0668-c72c-4619-ad25-284166c75715, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:29.006087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Attempting to bind port f5503dfd-e431-49eb-b276-7de20607ba47 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:29.006910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Attempting to bind port f5503dfd-e431-49eb-b276-7de20607ba47 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '1a4dc974-6610-479c-a5b9-de0ad2a2a4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7db57851-6e42-4b82-970d-755ba6097770'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:29.007517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Attempting to bind port f5503dfd-e431-49eb-b276-7de20607ba47 on network 7db57851-6e42-4b82-970d-755ba6097770 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:29.023841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:29.024404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Checking segment: {'id': '1a4dc974-6610-479c-a5b9-de0ad2a2a4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7db57851-6e42-4b82-970d-755ba6097770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:29.024978 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.025521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Bound using segment: {'id': '1a4dc974-6610-479c-a5b9-de0ad2a2a4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7db57851-6e42-4b82-970d-755ba6097770'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:29.026865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Bound port: f5503dfd-e431-49eb-b276-7de20607ba47, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4dc974-6610-479c-a5b9-de0ad2a2a4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7db57851-6e42-4b82-970d-755ba6097770'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:29.027765 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.100946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2461ba58-ce08-4a54-a217-533280528be6 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:29.110183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2461ba58-ce08-4a54-a217-533280528be6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:29.111462 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.134800 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-0f303d6b-239f-4db8-879f-68f720bc680f service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299060 Aug 17 16:37:29.225827 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.252129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.284246 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-5c365776-9039-4441-bfb3-bea05732d942 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 217 time: 0.1410601 Aug 17 16:37:29.286598 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.299750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.307291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] 10.222.0.77 "DELETE /v2.0/networks/3ff78168-9061-4bdc-b3c7-f64f6c1e899e HTTP/1.1" status: 204 len: 168 time: 2.5481901 Aug 17 16:37:29.316957 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.372157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] device_id is not set on port f6dd993e-dadf-4e0c-8a1d-05763e71d617 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:37:29.424318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7c887-7bed-487d-8807-d0049ef98be1 tempest-PortsIpV6TestJSON-1365762678 tempest-PortsIpV6TestJSON-1365762678-project] Pushing event deleted for resources: {'Network': ['ID=3ff78168-9061-4bdc-b3c7-f64f6c1e899e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:29.425664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] For port f5503dfd-e431-49eb-b276-7de20607ba47, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:29.435953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] For port f5503dfd-e431-49eb-b276-7de20607ba47, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5503dfd-e431-49eb-b276-7de20607ba47,segment=NetworkSegment(1a4dc974-6610-479c-a5b9-de0ad2a2a4b5),segment_id=1a4dc974-6610-479c-a5b9-de0ad2a2a4b5)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:29.440508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] For port 58bf0668-c72c-4619-ad25-284166c75715, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=58bf0668-c72c-4619-ad25-284166c75715,segment=NetworkSegment(34595051-c24f-4a91-b51d-6609327d6af9),segment_id=34595051-c24f-4a91-b51d-6609327d6af9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:29.504397 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.539248 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.583975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-7e69474c-01e8-4645-bb51-e632a25d86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:29.592309 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-7e69474c-01e8-4645-bb51-e632a25d86b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.2700119 Aug 17 16:37:29.780121 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:29.822830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2a97dca2-0cb6-491e-9933-4620e508f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:29.827876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-2a97dca2-0cb6-491e-9933-4620e508f135 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2271624 Aug 17 16:37:29.870649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Allocated IP 172.25.7.191 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/7fe8d805-6414-4b0e-9ca5-826ca0e4547e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:29.879561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d2e24-bdc1-4e22-bcfd-6139640a07ac None None] Pushing event updated for resources: {'Port': ['ID=f5503dfd-e431-49eb-b276-7de20607ba47,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:30.022668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2461ba58-ce08-4a54-a217-533280528be6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2461ba58-ce08-4a54-a217-533280528be6,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:30.072381 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:30.167348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d390b37-2a8a-4e1d-ac8f-ac9788fe3999 None None] Pushing event updated for resources: {'Port': ['ID=58bf0668-c72c-4619-ad25-284166c75715,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:30.270675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-c9505980-05fe-4784-b902-99ea767c768d service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326019 Aug 17 16:37:30.286234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44170) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:30.524170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2461ba58-ce08-4a54-a217-533280528be6,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:30.547924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Allocated IP 172.20.0.10 (7db57851-6e42-4b82-970d-755ba6097770/e9c1402d-92ca-49d2-99fe-fbfa5ee466c8/f6dd993e-dadf-4e0c-8a1d-05763e71d617) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:30.805970 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7c3b0684-dc48-4f14-963b-d381ff663264 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f61500597dc1420ea160b96d18a2a148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163186 Aug 17 16:37:30.810042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 58bf0668-c72c-4619-ad25-284166c75715 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:30.812969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44178) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:30.898335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-ed0359bd-0e75-4d4f-ab50-59f3d5493c50 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883796 Aug 17 16:37:30.968979 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d3e31ed5-7dc1-49b7-9304-c14b942a1cce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa HTTP/1.1" status: 200 len: 217 time: 0.0594749 Aug 17 16:37:30.977813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 58bf0668-c72c-4619-ad25-284166c75715 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:30.986681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e9d37-7612-408a-b37e-e2f5d0c4cbcd req-19be752a-c55d-4140-8b23-dca71a6df8ea tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:30.993201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5503dfd-e431-49eb-b276-7de20607ba47 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:30.997631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e9d37-7612-408a-b37e-e2f5d0c4cbcd req-19be752a-c55d-4140-8b23-dca71a6df8ea tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:31.004336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e9d37-7612-408a-b37e-e2f5d0c4cbcd req-19be752a-c55d-4140-8b23-dca71a6df8ea tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:31.007536 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8f04ebb-78ea-4041-9df6-6b4ac90a33db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:31.011679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e9d37-7612-408a-b37e-e2f5d0c4cbcd req-19be752a-c55d-4140-8b23-dca71a6df8ea tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:31.018425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e9d37-7612-408a-b37e-e2f5d0c4cbcd req-19be752a-c55d-4140-8b23-dca71a6df8ea tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:31.025574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e9d37-7612-408a-b37e-e2f5d0c4cbcd req-19be752a-c55d-4140-8b23-dca71a6df8ea tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:31.032166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e9d37-7612-408a-b37e-e2f5d0c4cbcd req-19be752a-c55d-4140-8b23-dca71a6df8ea tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:31.034419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b65e9d37-7612-408a-b37e-e2f5d0c4cbcd req-19be752a-c55d-4140-8b23-dca71a6df8ea tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 1.2321990 Aug 17 16:37:31.062610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8f04ebb-78ea-4041-9df6-6b4ac90a33db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:31.157178 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:31.199268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f5503dfd-e431-49eb-b276-7de20607ba47 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:31.219232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8f04ebb-78ea-4041-9df6-6b4ac90a33db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:31.223395 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8f04ebb-78ea-4041-9df6-6b4ac90a33db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:31.228006 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b8f04ebb-78ea-4041-9df6-6b4ac90a33db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26bd8a18-339a-4058-a894-2764f6e8a45d HTTP/1.1" status: 204 len: 168 time: 0.4101498 Aug 17 16:37:31.232298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b65e9d37-7612-408a-b37e-e2f5d0c4cbcd req-2fb21fd6-18d2-43c7-9c23-def4bd934b50 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701660 Aug 17 16:37:31.233413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Transition to ACTIVE for port object f6dd993e-dadf-4e0c-8a1d-05763e71d617 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:31.245015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f04ebb-78ea-4041-9df6-6b4ac90a33db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bd8a18-339a-4058-a894-2764f6e8a45d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:31.258561 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:31.259815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-bcae010d-ab80-42a4-9c2d-d3ec85b79256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:31.262483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-bcae010d-ab80-42a4-9c2d-d3ec85b79256 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.2782519 Aug 17 16:37:31.335149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:31.407290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-f04d4c31-ff4b-416f-82aa-78d7c459043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:31.407519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Port': ['ID=f6dd993e-dadf-4e0c-8a1d-05763e71d617,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:31.408857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-f04d4c31-ff4b-416f-82aa-78d7c459043b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313968 Aug 17 16:37:31.453974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Network 7db57851-6e42-4b82-970d-755ba6097770 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:31.455983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:31.476573 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:31.489655 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:31.616259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:31.635845 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:31.662513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d244dd75-aed8-4ddc-9807-ef50da090a86 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463930 Aug 17 16:37:31.665943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:31.761657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Pushing event updated for resources: {'Port': ['ID=7fe8d805-6414-4b0e-9ca5-826ca0e4547e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:31.793091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:31.793776 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:31.877748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8d1df11-f78e-48ca-b5e0-9299189689b6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0530641 Aug 17 16:37:31.895288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44196) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:31.935136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'port': {'network_id': '7db57851-6e42-4b82-970d-755ba6097770', 'name': 'tempest-AllowedAddressPairTestJSON-970045424', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e9:47:71'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:32.090275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d4fb72f0-6686-403c-8844-81ec4ad3c392 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198194 Aug 17 16:37:32.132310 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-734d41d7-93db-4541-aaf2-05149d0f4724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:32.247307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-f3ac4980-372c-4a9f-9f7c-9792aa5f269a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=05f1e834-8260-41dc-a043-d2498889f6ec HTTP/1.1" status: 200 len: 217 time: 0.1242361 Aug 17 16:37:32.304012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fa1d9d-b93f-42f1-8667-10062b96c35d None None] Network 7db57851-6e42-4b82-970d-755ba6097770 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:32.585654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:32.586709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-e28f0301-9a22-45e6-b9ac-a756d2dc48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:32.588243 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-e28f0301-9a22-45e6-b9ac-a756d2dc48bc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.3261361 Aug 17 16:37:32.591889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Made reservation on behalf of 42f8da23b60c4fac989224f48e04ad61 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:32.689642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e7f5-2c6e-4428-8041-c7dedd7ef36c req-30d3fa2a-bf03-42ec-a52e-e3b3b1d8d04e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:32.696277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e7f5-2c6e-4428-8041-c7dedd7ef36c req-30d3fa2a-bf03-42ec-a52e-e3b3b1d8d04e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:32.712429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e7f5-2c6e-4428-8041-c7dedd7ef36c req-30d3fa2a-bf03-42ec-a52e-e3b3b1d8d04e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:32.734271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e7f5-2c6e-4428-8041-c7dedd7ef36c req-30d3fa2a-bf03-42ec-a52e-e3b3b1d8d04e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:32.749295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e7f5-2c6e-4428-8041-c7dedd7ef36c req-30d3fa2a-bf03-42ec-a52e-e3b3b1d8d04e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:32.756365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e7f5-2c6e-4428-8041-c7dedd7ef36c req-30d3fa2a-bf03-42ec-a52e-e3b3b1d8d04e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:32.775556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e7f5-2c6e-4428-8041-c7dedd7ef36c req-30d3fa2a-bf03-42ec-a52e-e3b3b1d8d04e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:32.778139 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59a7e7f5-2c6e-4428-8041-c7dedd7ef36c req-30d3fa2a-bf03-42ec-a52e-e3b3b1d8d04e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.3234599 Aug 17 16:37:32.903070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2461ba58-ce08-4a54-a217-533280528be6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:32.919610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ff090-e5c5-4b31-8614-bf807df27ec9 None None] Network 4ef4584e-7cc9-4053-a870-e303095c654b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:32.929037 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59a7e7f5-2c6e-4428-8041-c7dedd7ef36c req-5ffc1c27-2547-40b1-bc6c-994a4fca42e7 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694540 Aug 17 16:37:32.940503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-934cf591-ab0e-4700-bcb3-a251672370b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:32.942768 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-934cf591-ab0e-4700-bcb3-a251672370b5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3311555 Aug 17 16:37:33.037547 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:33.105567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:33.227746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] device_id is not set on port 2fe42a6f-0da9-4ba9-b599-47e36dddd905 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:37:33.258026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-99299e00-568e-40f8-ac51-a922f360feed service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866321 Aug 17 16:37:33.284794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-628899a1-ae91-4cb5-9810-1b4d32ee1121 None None] Provisioning for port f5503dfd-e431-49eb-b276-7de20607ba47 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:33.321088 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-628899a1-ae91-4cb5-9810-1b4d32ee1121 None None] Provisioning complete for port f5503dfd-e431-49eb-b276-7de20607ba47 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:33.321648 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-628899a1-ae91-4cb5-9810-1b4d32ee1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:33.398059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2461ba58-ce08-4a54-a217-533280528be6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:33.398679 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:33.490793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-116c416a-3608-4598-b211-6aa97a9b3ca4 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559241 Aug 17 16:37:33.638512 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-38658f0f-e505-4fd7-97b6-e6452cffecc0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69b3f724-d531-40fe-ae4a-5e75d4482612 HTTP/1.1" status: 200 len: 217 time: 0.1300175 Aug 17 16:37:33.787471 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-628899a1-ae91-4cb5-9810-1b4d32ee1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:33.802557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-ddb4c533-a240-40dc-aa3b-7039f2c0de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:33.806535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-ddb4c533-a240-40dc-aa3b-7039f2c0de49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.1572304 Aug 17 16:37:33.876908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-628899a1-ae91-4cb5-9810-1b4d32ee1121 None None] For port f5503dfd-e431-49eb-b276-7de20607ba47, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5503dfd-e431-49eb-b276-7de20607ba47,segment=NetworkSegment(1a4dc974-6610-479c-a5b9-de0ad2a2a4b5),segment_id=1a4dc974-6610-479c-a5b9-de0ad2a2a4b5)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:33.886432 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-628899a1-ae91-4cb5-9810-1b4d32ee1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:34.078034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628899a1-ae91-4cb5-9810-1b4d32ee1121 None None] Pushing event updated for resources: {'Port': ['ID=f5503dfd-e431-49eb-b276-7de20607ba47,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:34.089816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e940380e-4207-425b-a4e8-c4ff2a113fbe None None] Provisioning for port 58bf0668-c72c-4619-ad25-284166c75715 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:34.100459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e940380e-4207-425b-a4e8-c4ff2a113fbe None None] Provisioning complete for port 58bf0668-c72c-4619-ad25-284166c75715 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:34.102393 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e940380e-4207-425b-a4e8-c4ff2a113fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:34.202840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Allocated IP 172.20.0.7 (7db57851-6e42-4b82-970d-755ba6097770/e9c1402d-92ca-49d2-99fe-fbfa5ee466c8/2fe42a6f-0da9-4ba9-b599-47e36dddd905) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:34.235686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-41f29a08-a1ab-4479-a60b-f234b8d8f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:34.240140 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-41f29a08-a1ab-4479-a60b-f234b8d8f387 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4218397 Aug 17 16:37:34.321372 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e940380e-4207-425b-a4e8-c4ff2a113fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:34.389507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-1c019310-a235-48ca-a342-f336be91c218 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397109 Aug 17 16:37:34.430771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e940380e-4207-425b-a4e8-c4ff2a113fbe None None] For port 58bf0668-c72c-4619-ad25-284166c75715, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=58bf0668-c72c-4619-ad25-284166c75715,segment=NetworkSegment(34595051-c24f-4a91-b51d-6609327d6af9),segment_id=34595051-c24f-4a91-b51d-6609327d6af9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:34.442206 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e940380e-4207-425b-a4e8-c4ff2a113fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:34.512469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80485f-a65b-4327-a9c5-4a46595c06c5 req-629c1900-f10f-47e7-b40d-d34b6ddd9c4f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:34.527732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80485f-a65b-4327-a9c5-4a46595c06c5 req-629c1900-f10f-47e7-b40d-d34b6ddd9c4f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:34.534822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80485f-a65b-4327-a9c5-4a46595c06c5 req-629c1900-f10f-47e7-b40d-d34b6ddd9c4f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:34.543935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80485f-a65b-4327-a9c5-4a46595c06c5 req-629c1900-f10f-47e7-b40d-d34b6ddd9c4f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:34.555221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80485f-a65b-4327-a9c5-4a46595c06c5 req-629c1900-f10f-47e7-b40d-d34b6ddd9c4f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:34.564243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80485f-a65b-4327-a9c5-4a46595c06c5 req-629c1900-f10f-47e7-b40d-d34b6ddd9c4f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:34.571787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80485f-a65b-4327-a9c5-4a46595c06c5 req-629c1900-f10f-47e7-b40d-d34b6ddd9c4f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:34.582440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c80485f-a65b-4327-a9c5-4a46595c06c5 req-629c1900-f10f-47e7-b40d-d34b6ddd9c4f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.3493233 Aug 17 16:37:34.608232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940380e-4207-425b-a4e8-c4ff2a113fbe None None] Pushing event updated for resources: {'Port': ['ID=58bf0668-c72c-4619-ad25-284166c75715,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:34.636378 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ddcc8bf4-f21e-4876-aaf9-5f7b78adbdd5 None None] Provisioning complete for port f5503dfd-e431-49eb-b276-7de20607ba47 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:34.637310 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8bf4-f21e-4876-aaf9-5f7b78adbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:34.677041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c80485f-a65b-4327-a9c5-4a46595c06c5 req-f202bdf4-f8a1-426a-894c-a7045b5a3e8e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912259 Aug 17 16:37:34.734126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5503dfd-e431-49eb-b276-7de20607ba47 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:34.771608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Router a352dbfa-fdc2-4397-8353-ae80da40fd2f is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:37:34.879386 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-cf50aae1-c742-4951-b94f-fd76c2247f3e service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798694 Aug 17 16:37:34.902168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b02fdd2-1874-4e48-855e-dd7f525e665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:34.947036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:34.975113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Transition to ACTIVE for port object 2fe42a6f-0da9-4ba9-b599-47e36dddd905 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:35.008225 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f5503dfd-e431-49eb-b276-7de20607ba47 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:35.009021 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:35.013480 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:35.040933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ddcc8bf4-f21e-4876-aaf9-5f7b78adbdd5 None None] Provisioning for port f6dd993e-dadf-4e0c-8a1d-05763e71d617 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:35.057952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ddcc8bf4-f21e-4876-aaf9-5f7b78adbdd5 None None] Provisioning complete for port f6dd993e-dadf-4e0c-8a1d-05763e71d617 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:35.060124 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8bf4-f21e-4876-aaf9-5f7b78adbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:35.060296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-21b03e68-4e34-454b-9eca-c8509b53342f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 200 len: 217 time: 0.0756745 Aug 17 16:37:35.080078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:37:35.093631 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Sync routers for ids ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:37:35.112290 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Routers {'a352dbfa-fdc2-4397-8353-ae80da40fd2f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:37:35.112928 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:37:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:35.130906 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:35.133147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5f136e9e-192c-4ff1-9da0-a5af22810e2a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9621537 Aug 17 16:37:35.137046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:35.156661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-ad64f98e-9566-4208-9034-4018668ebaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:35.159624 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-ad64f98e-9566-4208-9034-4018668ebaed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.0915637 Aug 17 16:37:35.248858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc8bf4-f21e-4876-aaf9-5f7b78adbdd5 None None] Port f6dd993e-dadf-4e0c-8a1d-05763e71d617 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:35.248982 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:35.252886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d6557ce1-aca9-40a0-9e42-bd315b458f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:35.258311 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-d6557ce1-aca9-40a0-9e42-bd315b458f0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865717 Aug 17 16:37:35.307686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ddcc8bf4-f21e-4876-aaf9-5f7b78adbdd5 None None] Provisioning complete for port 58bf0668-c72c-4619-ad25-284166c75715 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:35.309755 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8bf4-f21e-4876-aaf9-5f7b78adbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:35.325157 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Set router a352dbfa-fdc2-4397-8353-ae80da40fd2f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:37:35.525591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Network 7db57851-6e42-4b82-970d-755ba6097770 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:35.540055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:35.547308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Port': ['ID=2fe42a6f-0da9-4ba9-b599-47e36dddd905,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:35.552290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:35.676380 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'name': 'tempest-TestVolumeBackupRestore-1606823811-router', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:27Z', 'updated_at': '2021-08-17T16:37:32Z', 'revision_number': 3, 'project_id': 'b73464fb46c544429354a322d3d23402', 'gw_port': {'id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:29Z', 'updated_at': '2021-08-17T16:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:35.735777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:35.735777 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:35.794971 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Checking router: a352dbfa-fdc2-4397-8353-ae80da40fd2f for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:37:35.798742 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Updating router a352dbfa-fdc2-4397-8353-ae80da40fd2f port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:37:35.818803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-403927de-4343-4061-a33b-d0b4d175504f None None] Provisioning complete for port f6dd993e-dadf-4e0c-8a1d-05763e71d617 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:35.818803 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-403927de-4343-4061-a33b-d0b4d175504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:35.832186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44302) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:35.843356 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6c06f61b-ba62-47ed-b87f-2e616f971a80 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9417515 Aug 17 16:37:35.854987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44306) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:35.880451 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-6bdd232d-3ab3-4c2d-a56b-be78caccd921 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008763 Aug 17 16:37:35.946555 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:35.982681 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:35.996532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-403927de-4343-4061-a33b-d0b4d175504f None None] Port f6dd993e-dadf-4e0c-8a1d-05763e71d617 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:36.130673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-973cd34c-0358-4ab3-91af-4ad22fd4a57d None None] Provisioning for port 2fe42a6f-0da9-4ba9-b599-47e36dddd905 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:36.139890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-973cd34c-0358-4ab3-91af-4ad22fd4a57d None None] Provisioning complete for port 2fe42a6f-0da9-4ba9-b599-47e36dddd905 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:36.140405 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-973cd34c-0358-4ab3-91af-4ad22fd4a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:36.251324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-973cd34c-0358-4ab3-91af-4ad22fd4a57d None None] Port 2fe42a6f-0da9-4ba9-b599-47e36dddd905 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:36.302017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f91c8b45-5828-43ad-9a50-c9bcc7d51ede req-0e26abd8-8c6c-4ae0-bfdf-5d0d589032f8 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159393 Aug 17 16:37:36.330015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf24644-295a-44d5-9573-3fb9c385845c tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.337618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf24644-295a-44d5-9573-3fb9c385845c tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.348150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf24644-295a-44d5-9573-3fb9c385845c tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.350303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ccf24644-295a-44d5-9573-3fb9c385845c tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4681127 Aug 17 16:37:36.360617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44316) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:36.407609 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7e9371a-9621-47df-8ad7-db7f1cea0f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:36.618689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df8d3-979f-4151-b5e3-5db9ebc3defa req-9161dc2a-9185-4595-a807-57aebec0d525 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.622603 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:36.626559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df8d3-979f-4151-b5e3-5db9ebc3defa req-9161dc2a-9185-4595-a807-57aebec0d525 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.631107 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:36.633768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df8d3-979f-4151-b5e3-5db9ebc3defa req-9161dc2a-9185-4595-a807-57aebec0d525 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.640260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df8d3-979f-4151-b5e3-5db9ebc3defa req-9161dc2a-9185-4595-a807-57aebec0d525 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.655062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 58bf0668-c72c-4619-ad25-284166c75715 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:36.655313 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Transition to ACTIVE for port object 7fe8d805-6414-4b0e-9ca5-826ca0e4547e will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:36.686013 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:36.686566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df8d3-979f-4151-b5e3-5db9ebc3defa req-9161dc2a-9185-4595-a807-57aebec0d525 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.712817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df8d3-979f-4151-b5e3-5db9ebc3defa req-9161dc2a-9185-4595-a807-57aebec0d525 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.760742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df8d3-979f-4151-b5e3-5db9ebc3defa req-9161dc2a-9185-4595-a807-57aebec0d525 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.767635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eb9df8d3-979f-4151-b5e3-5db9ebc3defa req-9161dc2a-9185-4595-a807-57aebec0d525 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.7298534 Aug 17 16:37:36.786687 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Attempting to bind port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:36.787400 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Attempting to bind port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:36.787937 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Attempting to bind port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:36.796073 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa5d90-053c-4559-bea0-ffaba16094fd None None] Pushing event updated for resources: {'Port': ['ID=7fe8d805-6414-4b0e-9ca5-826ca0e4547e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:36.812492 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:36.815056 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:36.818046 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:36.820708 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:36.821452 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Bound port: 7fe8d805-6414-4b0e-9ca5-826ca0e4547e, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:36.822049 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:36.933216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-9b5d0ab0-8933-4355-b324-11c9ca86f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.940359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 58bf0668-c72c-4619-ad25-284166c75715 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:36.944135 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:36.945329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-9b5d0ab0-8933-4355-b324-11c9ca86f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.947364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-9b5d0ab0-8933-4355-b324-11c9ca86f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.953098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-9b5d0ab0-8933-4355-b324-11c9ca86f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.956492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-9b5d0ab0-8933-4355-b324-11c9ca86f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.967284 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] For port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:36.970736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-9b5d0ab0-8933-4355-b324-11c9ca86f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.972736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-9b5d0ab0-8933-4355-b324-11c9ca86f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:36.978736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-9b5d0ab0-8933-4355-b324-11c9ca86f248 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6488 time: 0.5644116 Aug 17 16:37:36.986602 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] For port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7fe8d805-6414-4b0e-9ca5-826ca0e4547e,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:36.995727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Allocated IP 172.20.0.1 (4ef4584e-7cc9-4053-a870-e303095c654b/0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6/50710fb2-b9e7-4a09-b6f1-7c87fcd23492) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:37.011488 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:37.135684 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa5d90-053c-4559-bea0-ffaba16094fd None None] Pushing event updated for resources: {'Port': ['ID=7fe8d805-6414-4b0e-9ca5-826ca0e4547e,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:37.139041 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Routers {'a352dbfa-fdc2-4397-8353-ae80da40fd2f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:37:37.140060 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:37:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:37.242425 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eb9df8d3-979f-4151-b5e3-5db9ebc3defa req-88d06a25-5e6e-4fe5-8e79-230335cff951 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2574701 Aug 17 16:37:37.259317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:37.308819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Transition to ACTIVE for port object 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:37.320325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-48aab176-d54b-473d-ae08-95dd100738d6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Deleting port 2fe42a6f-0da9-4ba9-b599-47e36dddd905 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:37.320925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48aab176-d54b-473d-ae08-95dd100738d6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:37.413401 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] Set router a352dbfa-fdc2-4397-8353-ae80da40fd2f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:37:37.433120 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:37.446260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-335f1ee4-0944-43d0-a573-ae59549ed500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:37.448045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-335f1ee4-0944-43d0-a573-ae59549ed500 service neutron] 10.222.0.93 "GET /v2.0/networks?id=beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 200 len: 903 time: 0.3442380 Aug 17 16:37:37.532381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Pushing event updated for resources: {'Port': ['ID=50710fb2-b9e7-4a09-b6f1-7c87fcd23492,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:37.563086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Network 4ef4584e-7cc9-4053-a870-e303095c654b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:37.571939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:37.593774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:37.678230 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:37.741365 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:38.010197 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'name': 'tempest-TestVolumeBackupRestore-1606823811-router', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:27Z', 'updated_at': '2021-08-17T16:37:32Z', 'revision_number': 3, 'project_id': 'b73464fb46c544429354a322d3d23402', 'gw_port': {'id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:29Z', 'updated_at': '2021-08-17T16:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:38.068320 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361592d-01e6-48ac-894e-ca9b443d0554 None None] The sync data for ids ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'] in n-d-804878-1 is: [{'id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'name': 'tempest-TestVolumeBackupRestore-1606823811-router', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:27Z', 'updated_at': '2021-08-17T16:37:32Z', 'revision_number': 3, 'project_id': 'b73464fb46c544429354a322d3d23402', 'gw_port': {'id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:29Z', 'updated_at': '2021-08-17T16:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:37:38.105140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-686b77f9-0b6c-44ff-82c0-a1ce8b4aeea1 None None] Provisioning for port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:38.112879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-686b77f9-0b6c-44ff-82c0-a1ce8b4aeea1 None None] Provisioning complete for port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:38.113547 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-686b77f9-0b6c-44ff-82c0-a1ce8b4aeea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:38.128318 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:38.176900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-686b77f9-0b6c-44ff-82c0-a1ce8b4aeea1 None None] Port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:38.194622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-f9354c93-6c82-4da0-aee1-d60085906899 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 200 len: 217 time: 0.7299564 Aug 17 16:37:38.260331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-cb6d4366-e2b9-46fd-82cf-10b63e2c3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:38.262699 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-cb6d4366-e2b9-46fd-82cf-10b63e2c3f17 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.0561655 Aug 17 16:37:38.319219 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7e9371a-9621-47df-8ad7-db7f1cea0f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:38.336268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48aab176-d54b-473d-ae08-95dd100738d6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:38.341457 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7e9371a-9621-47df-8ad7-db7f1cea0f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:38.377891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-48aab176-d54b-473d-ae08-95dd100738d6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Calling delete_port for 2fe42a6f-0da9-4ba9-b599-47e36dddd905 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:38.403671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-c03e6e4c-6ed7-4aa2-859d-73b03aa80270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:38.409552 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-c03e6e4c-6ed7-4aa2-859d-73b03aa80270 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1272523 Aug 17 16:37:38.604791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d7e9371a-9621-47df-8ad7-db7f1cea0f13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=886899af0acc439aa081dba40e8b541b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7578108 Aug 17 16:37:38.604791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-c2a59ea6-0926-4f43-81f2-25e365b0aafb service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777487 Aug 17 16:37:38.613443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44448) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:38.632320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9371a-9621-47df-8ad7-db7f1cea0f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cc3db1-d23f-477f-8b5a-f0742c17909c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:38.752154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb9e7-9a42-40ef-8c5a-d9762d2609bb req-b79dad20-8026-4c1b-8969-bf96072644d1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:38.770301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb9e7-9a42-40ef-8c5a-d9762d2609bb req-b79dad20-8026-4c1b-8969-bf96072644d1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:38.796551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb9e7-9a42-40ef-8c5a-d9762d2609bb req-b79dad20-8026-4c1b-8969-bf96072644d1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:38.805044 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb9e7-9a42-40ef-8c5a-d9762d2609bb req-b79dad20-8026-4c1b-8969-bf96072644d1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:38.822143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb9e7-9a42-40ef-8c5a-d9762d2609bb req-b79dad20-8026-4c1b-8969-bf96072644d1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:38.830361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb9e7-9a42-40ef-8c5a-d9762d2609bb req-b79dad20-8026-4c1b-8969-bf96072644d1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:38.838091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb9e7-9a42-40ef-8c5a-d9762d2609bb req-b79dad20-8026-4c1b-8969-bf96072644d1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:38.840786 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-780bb9e7-9a42-40ef-8c5a-d9762d2609bb req-b79dad20-8026-4c1b-8969-bf96072644d1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.3330727 Aug 17 16:37:38.953415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-780bb9e7-9a42-40ef-8c5a-d9762d2609bb req-1b3e0a5b-d922-4030-9ee7-9fa0f8f5098c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043489 Aug 17 16:37:38.961238 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:38.991288 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:39.174820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Pushing event updated for resources: {'Port': ['ID=50710fb2-b9e7-4a09-b6f1-7c87fcd23492,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:39.180200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:39.200783 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48aab176-d54b-473d-ae08-95dd100738d6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:39.418007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Network 4ef4584e-7cc9-4053-a870-e303095c654b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:39.420491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:39.443837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aab176-d54b-473d-ae08-95dd100738d6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event deleted for resources: {'Port': ['ID=2fe42a6f-0da9-4ba9-b599-47e36dddd905,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:39.799601 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c64d6af2-94fe-4628-8acf-d0c9d1d83065 req-3e4f7915-0870-435c-932e-078d5d48045d service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1837289 Aug 17 16:37:39.864467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Router a352dbfa-fdc2-4397-8353-ae80da40fd2f has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:37:39.995808 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe0f2-eaa5-4b6e-8354-59eba50ede13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:40.042269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-97827c01-d72f-4f42-a61b-8822dfac8d68 None None] Provisioning complete for port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:40.043292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97827c01-d72f-4f42-a61b-8822dfac8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:40.104844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-97827c01-d72f-4f42-a61b-8822dfac8d68 None None] Port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:40.107105 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe0f2-eaa5-4b6e-8354-59eba50ede13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:40.240198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:37:40.272134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0808f9af-eadb-4300-84b1-9471a8539e53 admin admin] 10.222.0.77 "PUT /v2.0/routers/a352dbfa-fdc2-4397-8353-ae80da40fd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1322634 Aug 17 16:37:40.481183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a63c5-3ece-451d-8fbe-b281a2dda496 req-c0cc47ef-2ef1-4d22-a904-876019c6c5cc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:40.488961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a63c5-3ece-451d-8fbe-b281a2dda496 req-c0cc47ef-2ef1-4d22-a904-876019c6c5cc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:40.496749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a63c5-3ece-451d-8fbe-b281a2dda496 req-c0cc47ef-2ef1-4d22-a904-876019c6c5cc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:40.502948 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a63c5-3ece-451d-8fbe-b281a2dda496 req-c0cc47ef-2ef1-4d22-a904-876019c6c5cc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:40.509214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a63c5-3ece-451d-8fbe-b281a2dda496 req-c0cc47ef-2ef1-4d22-a904-876019c6c5cc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:40.515854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a63c5-3ece-451d-8fbe-b281a2dda496 req-c0cc47ef-2ef1-4d22-a904-876019c6c5cc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:40.522150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a63c5-3ece-451d-8fbe-b281a2dda496 req-c0cc47ef-2ef1-4d22-a904-876019c6c5cc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:40.524289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-059a63c5-3ece-451d-8fbe-b281a2dda496 req-c0cc47ef-2ef1-4d22-a904-876019c6c5cc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.3389564 Aug 17 16:37:40.610745 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-059a63c5-3ece-451d-8fbe-b281a2dda496 req-f3662853-97ab-41c5-a598-3ca95bcd2b8d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747449 Aug 17 16:37:40.616201 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48aab176-d54b-473d-ae08-95dd100738d6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:40.621880 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-48aab176-d54b-473d-ae08-95dd100738d6 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "DELETE /v2.0/ports/2fe42a6f-0da9-4ba9-b599-47e36dddd905 HTTP/1.1" status: 204 len: 168 time: 4.2558656 Aug 17 16:37:40.622668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:40.651248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe0f2-eaa5-4b6e-8354-59eba50ede13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:40.654310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe0f2-eaa5-4b6e-8354-59eba50ede13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:40.664400 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b7dfe0f2-eaa5-4b6e-8354-59eba50ede13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98cc3db1-d23f-477f-8b5a-f0742c17909c HTTP/1.1" status: 204 len: 168 time: 2.0438962 Aug 17 16:37:40.688603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfe0f2-eaa5-4b6e-8354-59eba50ede13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cc3db1-d23f-477f-8b5a-f0742c17909c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:40.752213 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ec93f7-c693-496d-bd44-d35d4c8c60e7 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] GET failed (client error): The resource could not be found. Aug 17 16:37:40.757608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-22ec93f7-c693-496d-bd44-d35d4c8c60e7 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "GET /v2.0/ports/2fe42a6f-0da9-4ba9-b599-47e36dddd905 HTTP/1.1" status: 404 len: 333 time: 0.1289392 Aug 17 16:37:40.760827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44644) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:40.766772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'port': {'network_id': '7db57851-6e42-4b82-970d-755ba6097770', 'name': 'tempest-AllowedAddressPairTestJSON-189686006'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:40.784314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7fe8d805-6414-4b0e-9ca5-826ca0e4547e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:40.940789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:40.970635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:40.972226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:41.128612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Made reservation on behalf of 42f8da23b60c4fac989224f48e04ad61 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:41.145321 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:41.214066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] device_id is not set on port 49b948d3-4f40-4961-aab4-dc22104b8551 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:37:41.223369 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:41.282050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7fe8d805-6414-4b0e-9ca5-826ca0e4547e,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:41.304773 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:41.423157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=7fe8d805-6414-4b0e-9ca5-826ca0e4547e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:41.513299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:41.568029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Allocated IP 172.20.0.14 (7db57851-6e42-4b82-970d-755ba6097770/e9c1402d-92ca-49d2-99fe-fbfa5ee466c8/49b948d3-4f40-4961-aab4-dc22104b8551) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:41.568565 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5976a531-445b-4b1c-8bf9-cbdacf66501d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:41.606016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Sync routers for ids ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:37:41.623683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Routers {'a352dbfa-fdc2-4397-8353-ae80da40fd2f'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:37:41.625857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:37:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:41.844303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5976a531-445b-4b1c-8bf9-cbdacf66501d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:41.969356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Set router a352dbfa-fdc2-4397-8353-ae80da40fd2f gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:37:41.979328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5976a531-445b-4b1c-8bf9-cbdacf66501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:42.104893 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:42.120551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5976a531-445b-4b1c-8bf9-cbdacf66501d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4a454bbae6ca467bac0cb92447bdf03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6047485 Aug 17 16:37:42.128282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44796) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:42.148971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Transition to ACTIVE for port object 49b948d3-4f40-4961-aab4-dc22104b8551 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:42.175369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bf22b-fc24-42d2-ab72-153d7297a42d req-4a279d30-cb76-4d75-ba2f-a646c3bacb0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:42.191553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bf22b-fc24-42d2-ab72-153d7297a42d req-4a279d30-cb76-4d75-ba2f-a646c3bacb0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:42.211748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bf22b-fc24-42d2-ab72-153d7297a42d req-4a279d30-cb76-4d75-ba2f-a646c3bacb0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:42.218065 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:42.246484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bf22b-fc24-42d2-ab72-153d7297a42d req-4a279d30-cb76-4d75-ba2f-a646c3bacb0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:42.267138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bf22b-fc24-42d2-ab72-153d7297a42d req-4a279d30-cb76-4d75-ba2f-a646c3bacb0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:42.310065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bf22b-fc24-42d2-ab72-153d7297a42d req-4a279d30-cb76-4d75-ba2f-a646c3bacb0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:42.340157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bf22b-fc24-42d2-ab72-153d7297a42d req-4a279d30-cb76-4d75-ba2f-a646c3bacb0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:42.370572 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-284bf22b-fc24-42d2-ab72-153d7297a42d req-4a279d30-cb76-4d75-ba2f-a646c3bacb0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.5233107 Aug 17 16:37:42.378698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976a531-445b-4b1c-8bf9-cbdacf66501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc340095-97a4-4f74-a6d1-aaff04e5530d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:42.444329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Network 7db57851-6e42-4b82-970d-755ba6097770 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:42.466855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:42.482290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:42.780012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:42.782180 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:42.785001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-284bf22b-fc24-42d2-ab72-153d7297a42d req-5f96ed99-874c-43d9-bd04-f964cba56f70 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3675547 Aug 17 16:37:42.795754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Port': ['ID=49b948d3-4f40-4961-aab4-dc22104b8551,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:42.813424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3b6e1ce7-9b4a-4f98-b328-37827dcff207 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0514615 Aug 17 16:37:42.820274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44870) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:42.836213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a225439d-f2e8-44d5-9973-ece3c6b43169 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e9:47:71'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:42.852391 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-826b383f-7495-40b5-9327-36bb38a43c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:42.956900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-826b383f-7495-40b5-9327-36bb38a43c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:43.026582 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7fe8d805-6414-4b0e-9ca5-826ca0e4547e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:43.107473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-826b383f-7495-40b5-9327-36bb38a43c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:43.118195 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-826b383f-7495-40b5-9327-36bb38a43c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:43.123451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-826b383f-7495-40b5-9327-36bb38a43c64 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc340095-97a4-4f74-a6d1-aaff04e5530d HTTP/1.1" status: 204 len: 168 time: 0.9894767 Aug 17 16:37:43.170366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b383f-7495-40b5-9327-36bb38a43c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc340095-97a4-4f74-a6d1-aaff04e5530d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:43.189711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4c9ee71f-f35a-4970-9822-a40898274e44 None None] Provisioning for port 49b948d3-4f40-4961-aab4-dc22104b8551 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:43.194015 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a225439d-f2e8-44d5-9973-ece3c6b43169 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:43.226596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4c9ee71f-f35a-4970-9822-a40898274e44 None None] Provisioning complete for port 49b948d3-4f40-4961-aab4-dc22104b8551 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:43.233423 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c9ee71f-f35a-4970-9822-a40898274e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:43.340060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ee71f-f35a-4970-9822-a40898274e44 None None] Port 49b948d3-4f40-4961-aab4-dc22104b8551 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:43.455313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:43.456142 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:43.629471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'name': 'tempest-TestVolumeBackupRestore-1606823811-router', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:27Z', 'updated_at': '2021-08-17T16:37:38Z', 'revision_number': 4, 'project_id': 'b73464fb46c544429354a322d3d23402', 'gw_port': {'id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:29Z', 'updated_at': '2021-08-17T16:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '50710fb2-b9e7-4a09-b6f1-7c87fcd23492', 'name': '', 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'mac_address': 'fa:16:3e:74:90:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:36Z', 'updated_at': '2021-08-17T16:37:38Z', 'revision_number': 2, 'project_id': 'b73464fb46c544429354a322d3d23402', 'subnets': [{'id': '0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:43.787911 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Checking router: a352dbfa-fdc2-4397-8353-ae80da40fd2f for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:37:43.788194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Updating router a352dbfa-fdc2-4397-8353-ae80da40fd2f port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:37:43.882499 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:43.922531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a225439d-f2e8-44d5-9973-ece3c6b43169 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:43.931616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a225439d-f2e8-44d5-9973-ece3c6b43169 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:44.213873 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a60a6-1ef9-4346-86ee-87402bae8cec req-b1fd4afa-681b-4d12-880a-28022ae683ff tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:44.242730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a60a6-1ef9-4346-86ee-87402bae8cec req-b1fd4afa-681b-4d12-880a-28022ae683ff tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:44.254425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a60a6-1ef9-4346-86ee-87402bae8cec req-b1fd4afa-681b-4d12-880a-28022ae683ff tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:44.291618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a60a6-1ef9-4346-86ee-87402bae8cec req-b1fd4afa-681b-4d12-880a-28022ae683ff tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:44.302279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225439d-f2e8-44d5-9973-ece3c6b43169 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Port': ['ID=49b948d3-4f40-4961-aab4-dc22104b8551,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:44.304642 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a60a6-1ef9-4346-86ee-87402bae8cec req-b1fd4afa-681b-4d12-880a-28022ae683ff tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:44.323368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a225439d-f2e8-44d5-9973-ece3c6b43169 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] In _notify_port_updated(), no bound segment for port 49b948d3-4f40-4961-aab4-dc22104b8551 on network 7db57851-6e42-4b82-970d-755ba6097770 {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:37:44.327710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a60a6-1ef9-4346-86ee-87402bae8cec req-b1fd4afa-681b-4d12-880a-28022ae683ff tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:44.334033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a60a6-1ef9-4346-86ee-87402bae8cec req-b1fd4afa-681b-4d12-880a-28022ae683ff tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:44.334512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a225439d-f2e8-44d5-9973-ece3c6b43169 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:44.335708 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a225439d-f2e8-44d5-9973-ece3c6b43169 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:44.339633 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a225439d-f2e8-44d5-9973-ece3c6b43169 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "PUT /v2.0/ports/49b948d3-4f40-4961-aab4-dc22104b8551 HTTP/1.1" status: 200 len: 994 time: 1.5162053 Aug 17 16:37:44.341822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44964) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:44.357660 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b2a60a6-1ef9-4346-86ee-87402bae8cec req-b1fd4afa-681b-4d12-880a-28022ae683ff tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.3482361 Aug 17 16:37:44.510784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b2a60a6-1ef9-4346-86ee-87402bae8cec req-3b255db3-3817-4da3-a793-a9b4661b7535 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1512043 Aug 17 16:37:44.575678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-81d16eb8-8e50-49e3-8443-f09710d5c187 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Deleting port 49b948d3-4f40-4961-aab4-dc22104b8551 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:44.576032 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81d16eb8-8e50-49e3-8443-f09710d5c187 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:44.688585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-48cebb50-e806-4b55-8793-a148dfd31171 None None] Provisioning complete for port 49b948d3-4f40-4961-aab4-dc22104b8551 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:44.689141 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48cebb50-e806-4b55-8793-a148dfd31171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:44.699816 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:44.779265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-48cebb50-e806-4b55-8793-a148dfd31171 None None] Port 49b948d3-4f40-4961-aab4-dc22104b8551 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:44.795487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Transition to ACTIVE for port object 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:44.808317 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:44.873206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81d16eb8-8e50-49e3-8443-f09710d5c187 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:44.915456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-81d16eb8-8e50-49e3-8443-f09710d5c187 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Calling delete_port for 49b948d3-4f40-4961-aab4-dc22104b8551 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:45.045187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f247a-6cc8-4aac-8ecd-6337fdde0854 None None] Pushing event updated for resources: {'Port': ['ID=50710fb2-b9e7-4a09-b6f1-7c87fcd23492,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:45.230405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Attempting to bind port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:37:45.232137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Attempting to bind port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '34595051-c24f-4a91-b51d-6609327d6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:37:45.233555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Attempting to bind port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 on network 4ef4584e-7cc9-4053-a870-e303095c654b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:37:45.245806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:37:45.247795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Checking segment: {'id': '34595051-c24f-4a91-b51d-6609327d6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:37:45.248909 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:45.250545 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Bound using segment: {'id': '34595051-c24f-4a91-b51d-6609327d6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:37:45.252876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Bound port: 50710fb2-b9e7-4a09-b6f1-7c87fcd23492, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34595051-c24f-4a91-b51d-6609327d6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:37:45.254573 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:45.376331 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81d16eb8-8e50-49e3-8443-f09710d5c187 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:45.474015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] For port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:37:45.507471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] For port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=50710fb2-b9e7-4a09-b6f1-7c87fcd23492,segment=NetworkSegment(34595051-c24f-4a91-b51d-6609327d6af9),segment_id=34595051-c24f-4a91-b51d-6609327d6af9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:37:45.519139 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:45.519402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d16eb8-8e50-49e3-8443-f09710d5c187 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event deleted for resources: {'Port': ['ID=49b948d3-4f40-4961-aab4-dc22104b8551,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:45.765590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f247a-6cc8-4aac-8ecd-6337fdde0854 None None] Pushing event updated for resources: {'Port': ['ID=50710fb2-b9e7-4a09-b6f1-7c87fcd23492,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:45.781176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Routers {'a352dbfa-fdc2-4397-8353-ae80da40fd2f'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:37:45.782285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:37:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:46.125539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] Set router a352dbfa-fdc2-4397-8353-ae80da40fd2f gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:37:46.311532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a0947-4f84-40f7-88aa-92e939223068 req-cb5878dd-76ef-4d11-a634-839a4b8547dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:46.325667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a0947-4f84-40f7-88aa-92e939223068 req-cb5878dd-76ef-4d11-a634-839a4b8547dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:46.339875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a0947-4f84-40f7-88aa-92e939223068 req-cb5878dd-76ef-4d11-a634-839a4b8547dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:46.357785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a0947-4f84-40f7-88aa-92e939223068 req-cb5878dd-76ef-4d11-a634-839a4b8547dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:46.363894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a0947-4f84-40f7-88aa-92e939223068 req-cb5878dd-76ef-4d11-a634-839a4b8547dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:46.371539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a0947-4f84-40f7-88aa-92e939223068 req-cb5878dd-76ef-4d11-a634-839a4b8547dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:46.394095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a0947-4f84-40f7-88aa-92e939223068 req-cb5878dd-76ef-4d11-a634-839a4b8547dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:46.396157 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-851a0947-4f84-40f7-88aa-92e939223068 req-cb5878dd-76ef-4d11-a634-839a4b8547dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.6569705 Aug 17 16:37:46.407255 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81d16eb8-8e50-49e3-8443-f09710d5c187 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:46.409255 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-81d16eb8-8e50-49e3-8443-f09710d5c187 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "DELETE /v2.0/ports/49b948d3-4f40-4961-aab4-dc22104b8551 HTTP/1.1" status: 204 len: 168 time: 2.0662630 Aug 17 16:37:46.412480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:46.510924 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-851a0947-4f84-40f7-88aa-92e939223068 req-a7ffee3a-cff3-4f17-9a9c-8c80723471a7 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989256 Aug 17 16:37:46.542220 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dcdff1-116d-4e97-b582-59dfb7cb849f tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] GET failed (client error): The resource could not be found. Aug 17 16:37:46.551931 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9dcdff1-116d-4e97-b582-59dfb7cb849f tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "GET /v2.0/ports/49b948d3-4f40-4961-aab4-dc22104b8551 HTTP/1.1" status: 404 len: 333 time: 0.1381152 Aug 17 16:37:46.555514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45026) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:46.560953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'port': {'network_id': '7db57851-6e42-4b82-970d-755ba6097770', 'name': 'tempest-AllowedAddressPairTestJSON-235364085'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:46.896102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'name': 'tempest-TestVolumeBackupRestore-1606823811-router', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:27Z', 'updated_at': '2021-08-17T16:37:38Z', 'revision_number': 4, 'project_id': 'b73464fb46c544429354a322d3d23402', 'gw_port': {'id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:29Z', 'updated_at': '2021-08-17T16:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '50710fb2-b9e7-4a09-b6f1-7c87fcd23492', 'name': '', 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'mac_address': 'fa:16:3e:74:90:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:36Z', 'updated_at': '2021-08-17T16:37:45Z', 'revision_number': 4, 'project_id': 'b73464fb46c544429354a322d3d23402', 'subnets': [{'id': '0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:46.900955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Made reservation on behalf of 42f8da23b60c4fac989224f48e04ad61 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:46.953929 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:47.017716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] device_id is not set on port 6e0b95d9-de4d-4748-be73-c01ce9af5db5 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:37:47.031343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22498ff-bbc7-4ba4-990f-04ad87fc5283 None None] The sync data for ids ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'] in n-d-804878-1 is: [{'id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'name': 'tempest-TestVolumeBackupRestore-1606823811-router', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:27Z', 'updated_at': '2021-08-17T16:37:38Z', 'revision_number': 4, 'project_id': 'b73464fb46c544429354a322d3d23402', 'gw_port': {'id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:29Z', 'updated_at': '2021-08-17T16:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '50710fb2-b9e7-4a09-b6f1-7c87fcd23492', 'name': '', 'network_id': '4ef4584e-7cc9-4053-a870-e303095c654b', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'mac_address': 'fa:16:3e:74:90:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:36Z', 'updated_at': '2021-08-17T16:37:45Z', 'revision_number': 4, 'project_id': 'b73464fb46c544429354a322d3d23402', 'subnets': [{'id': '0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:37:47.512388 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-645088c6-fcd3-432b-b578-32ed611f9912 req-4d749846-ffb2-47f6-83be-6953a03b92ba service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2291183 Aug 17 16:37:47.626474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Allocated IP 172.20.0.8 (7db57851-6e42-4b82-970d-755ba6097770/e9c1402d-92ca-49d2-99fe-fbfa5ee466c8/6e0b95d9-de4d-4748-be73-c01ce9af5db5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:48.066728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645088c6-fcd3-432b-b578-32ed611f9912 req-630dc671-abd2-4918-8b61-504fcb8b321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:48.069172 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-645088c6-fcd3-432b-b578-32ed611f9912 req-630dc671-abd2-4918-8b61-504fcb8b321c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fefb199470064072bdc1c8e082e71d22&device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 1100 time: 0.4303014 Aug 17 16:37:48.131375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d914c-7626-4513-8b74-384b4ce9c09b req-61319657-1cf7-4558-a0bb-da3bf0e170e9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:48.143594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d914c-7626-4513-8b74-384b4ce9c09b req-61319657-1cf7-4558-a0bb-da3bf0e170e9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:48.165575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d914c-7626-4513-8b74-384b4ce9c09b req-61319657-1cf7-4558-a0bb-da3bf0e170e9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:48.178976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d914c-7626-4513-8b74-384b4ce9c09b req-61319657-1cf7-4558-a0bb-da3bf0e170e9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:48.202716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d914c-7626-4513-8b74-384b4ce9c09b req-61319657-1cf7-4558-a0bb-da3bf0e170e9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:48.213029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d914c-7626-4513-8b74-384b4ce9c09b req-61319657-1cf7-4558-a0bb-da3bf0e170e9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:48.232113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d914c-7626-4513-8b74-384b4ce9c09b req-61319657-1cf7-4558-a0bb-da3bf0e170e9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:48.234031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b0d914c-7626-4513-8b74-384b4ce9c09b req-61319657-1cf7-4558-a0bb-da3bf0e170e9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.4800918 Aug 17 16:37:48.348367 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:48.415124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Transition to ACTIVE for port object 6e0b95d9-de4d-4748-be73-c01ce9af5db5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:48.465102 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b0d914c-7626-4513-8b74-384b4ce9c09b req-7130b4bd-0bea-4b74-b72b-770976df5241 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1941106 Aug 17 16:37:48.601290 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:48.620069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645088c6-fcd3-432b-b578-32ed611f9912 req-f7fe9ace-665e-4467-ba8d-ae66d6a881e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:48.624454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-645088c6-fcd3-432b-b578-32ed611f9912 req-f7fe9ace-665e-4467-ba8d-ae66d6a881e1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.3812017 Aug 17 16:37:48.755058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:48.805676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Network 7db57851-6e42-4b82-970d-755ba6097770 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:48.810312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:48.828319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:48.872538 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-645088c6-fcd3-432b-b578-32ed611f9912 req-b190f6ff-7699-41a4-ac01-fdf23a4e0fa8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1de366a4-db4f-45e9-a2de-985389cfa517 HTTP/1.1" status: 200 len: 217 time: 0.2401574 Aug 17 16:37:48.956966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:48.972254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:48.973309 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:49.009822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645088c6-fcd3-432b-b578-32ed611f9912 req-f53e2f05-7963-4610-8974-d248887fffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:49.028757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-645088c6-fcd3-432b-b578-32ed611f9912 req-f53e2f05-7963-4610-8974-d248887fffc2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1482191 Aug 17 16:37:49.054405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:49.055305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:49.138770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Port': ['ID=6e0b95d9-de4d-4748-be73-c01ce9af5db5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:49.145259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645088c6-fcd3-432b-b578-32ed611f9912 req-4296af82-4c5f-4d18-8d2a-8d974e874323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:49.155234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-645088c6-fcd3-432b-b578-32ed611f9912 req-4296af82-4c5f-4d18-8d2a-8d974e874323 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193707 Aug 17 16:37:49.177328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f0b5cf5c-c8de-408d-9772-3507fc9a95fc tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6203732 Aug 17 16:37:49.182914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45098) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:49.209268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-11eeab01-8a4d-4524-963f-8f95422eb8f2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e9:47:71'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:49.266973 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:49.374613 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-645088c6-fcd3-432b-b578-32ed611f9912 req-3c34ca9a-240b-441d-9bfb-1d5b08179b89 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119865 Aug 17 16:37:49.382235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=50710fb2-b9e7-4a09-b6f1-7c87fcd23492,segment=NetworkSegment(34595051-c24f-4a91-b51d-6609327d6af9),segment_id=34595051-c24f-4a91-b51d-6609327d6af9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:49.436700 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:49.571676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=50710fb2-b9e7-4a09-b6f1-7c87fcd23492,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:49.655415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0dfb4894-965a-4a32-a369-06c26d587717 None None] Provisioning for port 6e0b95d9-de4d-4748-be73-c01ce9af5db5 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:49.675416 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:49.685202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0dfb4894-965a-4a32-a369-06c26d587717 None None] Provisioning complete for port 6e0b95d9-de4d-4748-be73-c01ce9af5db5 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:49.685589 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dfb4894-965a-4a32-a369-06c26d587717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:49.725086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-645088c6-fcd3-432b-b578-32ed611f9912 req-cccc4a80-77fe-4ce9-a1fe-98b20dbd9136 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414772 Aug 17 16:37:49.789420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11eeab01-8a4d-4524-963f-8f95422eb8f2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:49.820584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb4894-965a-4a32-a369-06c26d587717 None None] Port 6e0b95d9-de4d-4748-be73-c01ce9af5db5 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:49.846858 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:49.888043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:50.082367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9451-6cd7-4623-89db-5631f8c13815 req-4cf5a6f3-941b-4d96-bfd1-4c4cfbbfb5a0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:50.092878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9451-6cd7-4623-89db-5631f8c13815 req-4cf5a6f3-941b-4d96-bfd1-4c4cfbbfb5a0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:50.112237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9451-6cd7-4623-89db-5631f8c13815 req-4cf5a6f3-941b-4d96-bfd1-4c4cfbbfb5a0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:50.130420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9451-6cd7-4623-89db-5631f8c13815 req-4cf5a6f3-941b-4d96-bfd1-4c4cfbbfb5a0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:50.136616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9451-6cd7-4623-89db-5631f8c13815 req-4cf5a6f3-941b-4d96-bfd1-4c4cfbbfb5a0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:50.154990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec75389b-4986-4d18-9486-424e11716a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.163579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9451-6cd7-4623-89db-5631f8c13815 req-4cf5a6f3-941b-4d96-bfd1-4c4cfbbfb5a0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:50.209594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9451-6cd7-4623-89db-5631f8c13815 req-4cf5a6f3-941b-4d96-bfd1-4c4cfbbfb5a0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:50.223309 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-305d9451-6cd7-4623-89db-5631f8c13815 req-4cf5a6f3-941b-4d96-bfd1-4c4cfbbfb5a0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.4361153 Aug 17 16:37:50.323447 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec75389b-4986-4d18-9486-424e11716a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.329459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec75389b-4986-4d18-9486-424e11716a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.348420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-305d9451-6cd7-4623-89db-5631f8c13815 req-1298e98e-a65c-4558-a6eb-4afeddc13974 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926423 Aug 17 16:37:50.404174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11eeab01-8a4d-4524-963f-8f95422eb8f2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.407401 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec75389b-4986-4d18-9486-424e11716a2c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c02d808a28bc4418aa6cf2755fdcbf74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5179853 Aug 17 16:37:50.408427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45124) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:50.413896 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11eeab01-8a4d-4524-963f-8f95422eb8f2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.440156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75389b-4986-4d18-9486-424e11716a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5880b4-c9e3-42aa-972a-4b2f413d86cd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:50.610310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:37:50.641045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eeab01-8a4d-4524-963f-8f95422eb8f2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Port': ['ID=6e0b95d9-de4d-4748-be73-c01ce9af5db5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:50.656489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-11eeab01-8a4d-4524-963f-8f95422eb8f2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] In _notify_port_updated(), no bound segment for port 6e0b95d9-de4d-4748-be73-c01ce9af5db5 on network 7db57851-6e42-4b82-970d-755ba6097770 {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:37:50.669697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eeab01-8a4d-4524-963f-8f95422eb8f2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:50.670505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11eeab01-8a4d-4524-963f-8f95422eb8f2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.674867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:50.678290 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-11eeab01-8a4d-4524-963f-8f95422eb8f2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "PUT /v2.0/ports/6e0b95d9-de4d-4748-be73-c01ce9af5db5 HTTP/1.1" status: 200 len: 995 time: 1.4819930 Aug 17 16:37:50.711819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d105077-f9b9-44f8-8ec6-8e5314dcbe02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.714561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:50.715132 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.763338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45134) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:50.784636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d105077-f9b9-44f8-8ec6-8e5314dcbe02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.870339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d4659c6c-54ca-40b3-8ac2-18c9920040ae tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Deleting port 6e0b95d9-de4d-4748-be73-c01ce9af5db5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:50.870867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4659c6c-54ca-40b3-8ac2-18c9920040ae tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.900339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d105077-f9b9-44f8-8ec6-8e5314dcbe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.903468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d105077-f9b9-44f8-8ec6-8e5314dcbe02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:50.904962 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0d105077-f9b9-44f8-8ec6-8e5314dcbe02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d5880b4-c9e3-42aa-972a-4b2f413d86cd HTTP/1.1" status: 204 len: 168 time: 0.4950960 Aug 17 16:37:50.939056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dccec1b7-917a-4865-8990-0928e6a4a575 None None] Provisioning complete for port 6e0b95d9-de4d-4748-be73-c01ce9af5db5 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:50.940051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dccec1b7-917a-4865-8990-0928e6a4a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:51.049482 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dccec1b7-917a-4865-8990-0928e6a4a575 None None] Port 6e0b95d9-de4d-4748-be73-c01ce9af5db5 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:51.114459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4659c6c-54ca-40b3-8ac2-18c9920040ae tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:51.143146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d4659c6c-54ca-40b3-8ac2-18c9920040ae tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Calling delete_port for 6e0b95d9-de4d-4748-be73-c01ce9af5db5 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:51.256646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d105077-f9b9-44f8-8ec6-8e5314dcbe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5880b4-c9e3-42aa-972a-4b2f413d86cd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:51.454260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4659c6c-54ca-40b3-8ac2-18c9920040ae tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:51.579809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4659c6c-54ca-40b3-8ac2-18c9920040ae tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event deleted for resources: {'Port': ['ID=6e0b95d9-de4d-4748-be73-c01ce9af5db5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:51.756056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9334d-8d01-4ead-91a9-d47cee424485 req-d9207028-42a6-45b7-82bf-8770d784c1a8 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:51.763303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9334d-8d01-4ead-91a9-d47cee424485 req-d9207028-42a6-45b7-82bf-8770d784c1a8 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:51.772652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9334d-8d01-4ead-91a9-d47cee424485 req-d9207028-42a6-45b7-82bf-8770d784c1a8 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:51.779466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45158) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:51.788765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9334d-8d01-4ead-91a9-d47cee424485 req-d9207028-42a6-45b7-82bf-8770d784c1a8 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:51.796386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9334d-8d01-4ead-91a9-d47cee424485 req-d9207028-42a6-45b7-82bf-8770d784c1a8 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:51.809699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9334d-8d01-4ead-91a9-d47cee424485 req-d9207028-42a6-45b7-82bf-8770d784c1a8 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:51.825793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9334d-8d01-4ead-91a9-d47cee424485 req-d9207028-42a6-45b7-82bf-8770d784c1a8 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:51.829581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92d9334d-8d01-4ead-91a9-d47cee424485 req-d9207028-42a6-45b7-82bf-8770d784c1a8 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.2707701 Aug 17 16:37:51.837524 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02461243-c452-4f58-a651-565c64d6b2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:51.916831 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4659c6c-54ca-40b3-8ac2-18c9920040ae tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:51.922711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4659c6c-54ca-40b3-8ac2-18c9920040ae tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "DELETE /v2.0/ports/6e0b95d9-de4d-4748-be73-c01ce9af5db5 HTTP/1.1" status: 204 len: 168 time: 1.2445545 Aug 17 16:37:51.930574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:51.974428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92d9334d-8d01-4ead-91a9-d47cee424485 req-2a245932-2064-4970-8c4a-9f61830468e5 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1350250 Aug 17 16:37:52.053903 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed41d52-0a9a-408f-a5c8-00f6cbd9149a tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] GET failed (client error): The resource could not be found. Aug 17 16:37:52.062091 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ed41d52-0a9a-408f-a5c8-00f6cbd9149a tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "GET /v2.0/ports/6e0b95d9-de4d-4748-be73-c01ce9af5db5 HTTP/1.1" status: 404 len: 333 time: 0.1244147 Aug 17 16:37:52.064988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:52.075590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'port': {'network_id': '7db57851-6e42-4b82-970d-755ba6097770', 'name': 'tempest-AllowedAddressPairTestJSON-1399168164'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:52.177846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02461243-c452-4f58-a651-565c64d6b2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.198823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02461243-c452-4f58-a651-565c64d6b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.265717 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-02461243-c452-4f58-a651-565c64d6b2f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9bf79b2dd82e4c7884b9fd815bf9e72b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4792190 Aug 17 16:37:52.268146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45170) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:52.268946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02461243-c452-4f58-a651-565c64d6b2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40042704-0721-4820-ab24-ea0f71c07e29,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:52.340392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Made reservation on behalf of 42f8da23b60c4fac989224f48e04ad61 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:52.344445 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.365263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] device_id is not set on port 4e979d8d-f6a9-4f70-bd08-38072dc28745 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:37:52.368958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.521333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Allocated IP 172.20.0.6 (7db57851-6e42-4b82-970d-755ba6097770/e9c1402d-92ca-49d2-99fe-fbfa5ee466c8/4e979d8d-f6a9-4f70-bd08-38072dc28745) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:52.544051 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9489461f-52e4-4b86-b45a-2a6af34b6b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.570547 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:37:52.674888 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9489461f-52e4-4b86-b45a-2a6af34b6b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.751090 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.770032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Transition to ACTIVE for port object 4e979d8d-f6a9-4f70-bd08-38072dc28745 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:52.809511 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.856946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Network 7db57851-6e42-4b82-970d-755ba6097770 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:52.860691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:52.864901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:52.884084 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9489461f-52e4-4b86-b45a-2a6af34b6b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.890935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9489461f-52e4-4b86-b45a-2a6af34b6b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.892138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9489461f-52e4-4b86-b45a-2a6af34b6b7c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/40042704-0721-4820-ab24-ea0f71c07e29 HTTP/1.1" status: 204 len: 168 time: 0.6065366 Aug 17 16:37:52.934522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Port': ['ID=4e979d8d-f6a9-4f70-bd08-38072dc28745,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:52.985128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:52.985128 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:52.991619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489461f-52e4-4b86-b45a-2a6af34b6b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40042704-0721-4820-ab24-ea0f71c07e29,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:53.030137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8fcf697-86ac-438d-aa95-5e733d0ee7e4 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9639258 Aug 17 16:37:53.044711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:53.103419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'port': {'network_id': '7db57851-6e42-4b82-970d-755ba6097770', 'name': 'tempest-AllowedAddressPairTestJSON-770341842'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:53.113013 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] Deleting port c0d3a026-410d-4540-b191-649dcc11a052 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:53.115720 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:53.353609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Made reservation on behalf of 42f8da23b60c4fac989224f48e04ad61 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:37:53.360664 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:53.387432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] device_id is not set on port 057e0b27-c9f7-4c39-8260-598dc9b18e34 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:37:53.394867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4ae23bcb-ee80-462e-9c6d-23568450cde2 None None] Provisioning for port 4e979d8d-f6a9-4f70-bd08-38072dc28745 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:53.400090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4ae23bcb-ee80-462e-9c6d-23568450cde2 None None] Provisioning complete for port 4e979d8d-f6a9-4f70-bd08-38072dc28745 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:53.403496 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ae23bcb-ee80-462e-9c6d-23568450cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:53.446065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4ae23bcb-ee80-462e-9c6d-23568450cde2 None None] Port 4e979d8d-f6a9-4f70-bd08-38072dc28745 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:53.490684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772bd1-ed60-43af-8075-ab0f97d80832 req-09610b7a-fa69-429a-bf1b-f922ee301510 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:53.497768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772bd1-ed60-43af-8075-ab0f97d80832 req-09610b7a-fa69-429a-bf1b-f922ee301510 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:53.505307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772bd1-ed60-43af-8075-ab0f97d80832 req-09610b7a-fa69-429a-bf1b-f922ee301510 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:53.514956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772bd1-ed60-43af-8075-ab0f97d80832 req-09610b7a-fa69-429a-bf1b-f922ee301510 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:53.519858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772bd1-ed60-43af-8075-ab0f97d80832 req-09610b7a-fa69-429a-bf1b-f922ee301510 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:53.533355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772bd1-ed60-43af-8075-ab0f97d80832 req-09610b7a-fa69-429a-bf1b-f922ee301510 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:53.543761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772bd1-ed60-43af-8075-ab0f97d80832 req-09610b7a-fa69-429a-bf1b-f922ee301510 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:53.545849 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe772bd1-ed60-43af-8075-ab0f97d80832 req-09610b7a-fa69-429a-bf1b-f922ee301510 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.3347881 Aug 17 16:37:53.567677 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Allocated IP 172.20.0.5 (7db57851-6e42-4b82-970d-755ba6097770/e9c1402d-92ca-49d2-99fe-fbfa5ee466c8/057e0b27-c9f7-4c39-8260-598dc9b18e34) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:37:53.571924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] For port c0d3a026-410d-4540-b191-649dcc11a052, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c0d3a026-410d-4540-b191-649dcc11a052,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:53.574352 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:53.652599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] Calling delete_port for c0d3a026-410d-4540-b191-649dcc11a052 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:53.696391 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe772bd1-ed60-43af-8075-ab0f97d80832 req-bc11d184-6d22-4c07-9de8-39e6dddb62ac tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910335 Aug 17 16:37:53.874553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:53.914157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Transition to ACTIVE for port object 057e0b27-c9f7-4c39-8260-598dc9b18e34 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:37:54.015459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:54.090170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:54.129434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Network 7db57851-6e42-4b82-970d-755ba6097770 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:37:54.135402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:37:54.141155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:37:54.145547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d3a026-410d-4540-b191-649dcc11a052,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:54.199289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:54.200111 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:54.236652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1862466 Aug 17 16:37:54.236652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10ee11-02bb-4bab-8114-ede54071e921 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Port': ['ID=057e0b27-c9f7-4c39-8260-598dc9b18e34,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:54.237886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:54.244967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bccd058f-18a3-454d-8892-abdbac8cdcc2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e9:47:71'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:04:72:af'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:37:54.647317 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:54.720971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-96b108f6-38c9-4eb5-baff-c0e27bcf624b None None] Provisioning for port 057e0b27-c9f7-4c39-8260-598dc9b18e34 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:37:54.745606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-96b108f6-38c9-4eb5-baff-c0e27bcf624b None None] Provisioning complete for port 057e0b27-c9f7-4c39-8260-598dc9b18e34 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:54.747238 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96b108f6-38c9-4eb5-baff-c0e27bcf624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:54.833727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-96b108f6-38c9-4eb5-baff-c0e27bcf624b None None] Port 057e0b27-c9f7-4c39-8260-598dc9b18e34 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:54.883797 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bccd058f-18a3-454d-8892-abdbac8cdcc2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:55.062201 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3aa07-7464-4ac2-afce-0b1c3702d728 req-c2b4062d-4186-4dc7-b615-3726d661f6dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:55.076027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3aa07-7464-4ac2-afce-0b1c3702d728 req-c2b4062d-4186-4dc7-b615-3726d661f6dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:55.082990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3aa07-7464-4ac2-afce-0b1c3702d728 req-c2b4062d-4186-4dc7-b615-3726d661f6dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:55.089990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3aa07-7464-4ac2-afce-0b1c3702d728 req-c2b4062d-4186-4dc7-b615-3726d661f6dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:55.096276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3aa07-7464-4ac2-afce-0b1c3702d728 req-c2b4062d-4186-4dc7-b615-3726d661f6dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:55.102784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3aa07-7464-4ac2-afce-0b1c3702d728 req-c2b4062d-4186-4dc7-b615-3726d661f6dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:55.108839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3aa07-7464-4ac2-afce-0b1c3702d728 req-c2b4062d-4186-4dc7-b615-3726d661f6dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:55.111120 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0fc3aa07-7464-4ac2-afce-0b1c3702d728 req-c2b4062d-4186-4dc7-b615-3726d661f6dc tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.1920171 Aug 17 16:37:55.337489 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0fc3aa07-7464-4ac2-afce-0b1c3702d728 req-eb6a4ac6-e2a9-4216-945a-1cf3bb3c98c4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2107496 Aug 17 16:37:55.476210 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bccd058f-18a3-454d-8892-abdbac8cdcc2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:55.484469 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bccd058f-18a3-454d-8892-abdbac8cdcc2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:55.656205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bccd058f-18a3-454d-8892-abdbac8cdcc2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] In _notify_port_updated(), no bound segment for port 057e0b27-c9f7-4c39-8260-598dc9b18e34 on network 7db57851-6e42-4b82-970d-755ba6097770 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:37:55.662656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccd058f-18a3-454d-8892-abdbac8cdcc2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:55.663346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bccd058f-18a3-454d-8892-abdbac8cdcc2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:55.671269 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bccd058f-18a3-454d-8892-abdbac8cdcc2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "PUT /v2.0/ports/057e0b27-c9f7-4c39-8260-598dc9b18e34 HTTP/1.1" status: 200 len: 1055 time: 1.4321492 Aug 17 16:37:55.671948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:55.711253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] Router c12421dd-aa45-4a07-b5c7-15f5cf437d61 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:37:55.763469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd058f-18a3-454d-8892-abdbac8cdcc2 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event updated for resources: {'Port': ['ID=057e0b27-c9f7-4c39-8260-598dc9b18e34,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:55.909923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8ad74cd0-3a2c-423e-9573-2432500e12c7 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Deleting port 057e0b27-c9f7-4c39-8260-598dc9b18e34 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:55.910297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ad74cd0-3a2c-423e-9573-2432500e12c7 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:55.984096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-08bbf0e7-45bc-4c67-b5b8-e12d68ebdc92 None None] Provisioning complete for port 057e0b27-c9f7-4c39-8260-598dc9b18e34 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:37:55.987657 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08bbf0e7-45bc-4c67-b5b8-e12d68ebdc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:55.988606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:37:56.008373 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] Sync routers for ids ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:37:56.016143 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ce851cd0-6ee2-42f2-9f08-d74bef191c54 admin admin] 10.222.0.77 "PUT /v2.0/routers/c12421dd-aa45-4a07-b5c7-15f5cf437d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2496164 Aug 17 16:37:56.019822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45272) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:56.024514 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] Routers {'c12421dd-aa45-4a07-b5c7-15f5cf437d61'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:37:56.029706 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:37:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:56.102454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-08bbf0e7-45bc-4c67-b5b8-e12d68ebdc92 None None] Port 057e0b27-c9f7-4c39-8260-598dc9b18e34 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:37:56.325963 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:56.327925 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] Set router c12421dd-aa45-4a07-b5c7-15f5cf437d61 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:37:56.779966 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:56.851517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38cc8-3a49-4d56-bf92-da9139b2c84d req-164a2fdd-b35a-493c-adee-b3a8f338d964 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:56.863248 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:37:53Z', 'revision_number': 5, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port': {'id': 'c8f419ad-2868-4b44-895b-53aa5e769f21', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:25:23Z', 'updated_at': '2021-08-17T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:56.873809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38cc8-3a49-4d56-bf92-da9139b2c84d req-164a2fdd-b35a-493c-adee-b3a8f338d964 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:56.897444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38cc8-3a49-4d56-bf92-da9139b2c84d req-164a2fdd-b35a-493c-adee-b3a8f338d964 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:56.923736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38cc8-3a49-4d56-bf92-da9139b2c84d req-164a2fdd-b35a-493c-adee-b3a8f338d964 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:56.936042 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ad74cd0-3a2c-423e-9573-2432500e12c7 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:56.941273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38cc8-3a49-4d56-bf92-da9139b2c84d req-164a2fdd-b35a-493c-adee-b3a8f338d964 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:56.949496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38cc8-3a49-4d56-bf92-da9139b2c84d req-164a2fdd-b35a-493c-adee-b3a8f338d964 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:56.951805 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] Checking router: c12421dd-aa45-4a07-b5c7-15f5cf437d61 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:37:56.964230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8ad74cd0-3a2c-423e-9573-2432500e12c7 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Calling delete_port for 057e0b27-c9f7-4c39-8260-598dc9b18e34 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:56.965440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38cc8-3a49-4d56-bf92-da9139b2c84d req-164a2fdd-b35a-493c-adee-b3a8f338d964 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:56.967483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24c38cc8-3a49-4d56-bf92-da9139b2c84d req-164a2fdd-b35a-493c-adee-b3a8f338d964 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.3759980 Aug 17 16:37:56.972160 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] Routers {'c12421dd-aa45-4a07-b5c7-15f5cf437d61'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:37:56.972783 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:37:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:57.166794 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24c38cc8-3a49-4d56-bf92-da9139b2c84d req-19907987-70c7-4b2c-bae9-fb6adbb40f6e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1912539 Aug 17 16:37:57.256864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Deleting port c8f419ad-2868-4b44-895b-53aa5e769f21 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:57.260731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:57.287169 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] Set router c12421dd-aa45-4a07-b5c7-15f5cf437d61 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:37:57.333980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ad74cd0-3a2c-423e-9573-2432500e12c7 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:57.347548 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:37:56Z', 'revision_number': 6, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:37:57.390290 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a4212-7ea9-4db4-83dc-e8d6b458941c None None] The sync data for ids ['c12421dd-aa45-4a07-b5c7-15f5cf437d61'] in n-d-804878-1 is: [{'id': 'c12421dd-aa45-4a07-b5c7-15f5cf437d61', 'name': 'tempest-TaggedBootDevicesTest-629244313-router', 'tenant_id': '909deb24639a47f49b711a05e3416d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:25:22Z', 'updated_at': '2021-08-17T16:37:56Z', 'revision_number': 6, 'project_id': '909deb24639a47f49b711a05e3416d78', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:37:57.411538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad74cd0-3a2c-423e-9573-2432500e12c7 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event deleted for resources: {'Port': ['ID=057e0b27-c9f7-4c39-8260-598dc9b18e34,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:57.450156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] For port c8f419ad-2868-4b44-895b-53aa5e769f21, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c8f419ad-2868-4b44-895b-53aa5e769f21,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:57.450572 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:57.488263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Calling delete_port for c8f419ad-2868-4b44-895b-53aa5e769f21 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:57.715024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1666f65-edec-4f2a-8ccf-ac00c7dea416 req-d2d53a35-f119-4e03-9904-ad547006708f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:57.715831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1666f65-edec-4f2a-8ccf-ac00c7dea416 req-d2d53a35-f119-4e03-9904-ad547006708f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 949 time: 0.1007040 Aug 17 16:37:57.873153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ad74cd0-3a2c-423e-9573-2432500e12c7 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:57.875183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ad74cd0-3a2c-423e-9573-2432500e12c7 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "DELETE /v2.0/ports/057e0b27-c9f7-4c39-8260-598dc9b18e34 HTTP/1.1" status: 204 len: 168 time: 2.1792302 Aug 17 16:37:57.880192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:57.941524 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e1666f65-edec-4f2a-8ccf-ac00c7dea416 req-ceb9c264-5960-4cb6-bdaa-e3c759599a8b tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065330 Aug 17 16:37:57.950664 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef9762a-1dfe-4332-9144-96d05b92d834 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] GET failed (client error): The resource could not be found. Aug 17 16:37:57.963783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45320) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:57.979391 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-aef9762a-1dfe-4332-9144-96d05b92d834 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "GET /v2.0/ports/057e0b27-c9f7-4c39-8260-598dc9b18e34 HTTP/1.1" status: 404 len: 333 time: 0.0973406 Aug 17 16:37:58.152051 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:58.197208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c6899522-e562-4a24-9a02-b051577df486 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Deleting port 4e979d8d-f6a9-4f70-bd08-38072dc28745 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:58.197630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6899522-e562-4a24-9a02-b051577df486 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:58.289054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f419ad-2868-4b44-895b-53aa5e769f21,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:58.481316 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:58.528092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488aaef-c88d-4f47-a864-33dc2dd286a7 req-73c4f4f3-ea7e-42e0-aec4-ed6c95e04787 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:58.545399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488aaef-c88d-4f47-a864-33dc2dd286a7 req-73c4f4f3-ea7e-42e0-aec4-ed6c95e04787 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:58.552292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488aaef-c88d-4f47-a864-33dc2dd286a7 req-73c4f4f3-ea7e-42e0-aec4-ed6c95e04787 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:58.568967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488aaef-c88d-4f47-a864-33dc2dd286a7 req-73c4f4f3-ea7e-42e0-aec4-ed6c95e04787 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:58.577978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488aaef-c88d-4f47-a864-33dc2dd286a7 req-73c4f4f3-ea7e-42e0-aec4-ed6c95e04787 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:58.585502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488aaef-c88d-4f47-a864-33dc2dd286a7 req-73c4f4f3-ea7e-42e0-aec4-ed6c95e04787 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:58.592110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488aaef-c88d-4f47-a864-33dc2dd286a7 req-73c4f4f3-ea7e-42e0-aec4-ed6c95e04787 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:58.595060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3488aaef-c88d-4f47-a864-33dc2dd286a7 req-73c4f4f3-ea7e-42e0-aec4-ed6c95e04787 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.2510309 Aug 17 16:37:58.598970 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6899522-e562-4a24-9a02-b051577df486 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:58.631287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c8f419ad-2868-4b44-895b-53aa5e769f21 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:37:58.659240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c6899522-e562-4a24-9a02-b051577df486 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Calling delete_port for 4e979d8d-f6a9-4f70-bd08-38072dc28745 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:58.665560 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:58.671849 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:58.680183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: c8f419ad-2868-4b44-895b-53aa5e769f21 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:37:58.681193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c8f419ad-2868-4b44-895b-53aa5e769f21 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:37:58.682560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c0d3a026-410d-4540-b191-649dcc11a052 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:37:58.707311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3488aaef-c88d-4f47-a864-33dc2dd286a7 req-0f734313-d280-4a51-8745-1596864fbdb1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040809 Aug 17 16:37:58.729431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: c0d3a026-410d-4540-b191-649dcc11a052 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:37:58.734090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c0d3a026-410d-4540-b191-649dcc11a052 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:37:58.797595 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:58.798074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12421dd-aa45-4a07-b5c7-15f5cf437d61 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:37:58.803243 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:58.804405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b7579d42-8810-4e53-b6f7-70bea6c10e4b admin admin] 10.222.0.77 "DELETE /v2.0/routers/c12421dd-aa45-4a07-b5c7-15f5cf437d61 HTTP/1.1" status: 204 len: 168 time: 2.7835667 Aug 17 16:37:58.807744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:58.870075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01f2128-70d2-4713-a3a0-51e74732c880 admin admin] Deleting subnet ffc99fed-7ede-42ae-bb5f-a4afe6d5e772 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:37:58.873774 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e01f2128-70d2-4713-a3a0-51e74732c880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:58.899723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6899522-e562-4a24-9a02-b051577df486 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:58.964742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6899522-e562-4a24-9a02-b051577df486 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event deleted for resources: {'Port': ['ID=4e979d8d-f6a9-4f70-bd08-38072dc28745,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:59.011833 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e01f2128-70d2-4713-a3a0-51e74732c880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.083121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-86ec6a68-e2d3-475b-93d3-0e9fb3704ec8 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:59.085565 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-86ec6a68-e2d3-475b-93d3-0e9fb3704ec8 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.91 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 949 time: 0.1559677 Aug 17 16:37:59.185199 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6899522-e562-4a24-9a02-b051577df486 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.188091 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c6899522-e562-4a24-9a02-b051577df486 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "DELETE /v2.0/ports/4e979d8d-f6a9-4f70-bd08-38072dc28745 HTTP/1.1" status: 204 len: 168 time: 1.2233686 Aug 17 16:37:59.209488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45346) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:59.253261 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c7fde6-b648-4ffa-88aa-f6b7869b2626 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] GET failed (client error): The resource could not be found. Aug 17 16:37:59.258813 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-69c7fde6-b648-4ffa-88aa-f6b7869b2626 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "GET /v2.0/ports/4e979d8d-f6a9-4f70-bd08-38072dc28745 HTTP/1.1" status: 404 len: 333 time: 0.0431249 Aug 17 16:37:59.261324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45350) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:59.280934 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e01f2128-70d2-4713-a3a0-51e74732c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.282136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b16e7-9da3-425c-85e0-c01c67dcde49 req-b6811e7a-56a8-43b0-a9b7-b30ba10a077b tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:37:59.284420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-783b16e7-9da3-425c-85e0-c01c67dcde49 req-b6811e7a-56a8-43b0-a9b7-b30ba10a077b tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 949 time: 0.1722553 Aug 17 16:37:59.346631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-53311634-8742-4bf8-8bf0-e90101fbd01f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Deleting port 1de366a4-db4f-45e9-a2de-985389cfa517 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:59.347011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-53311634-8742-4bf8-8bf0-e90101fbd01f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.399197 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-783b16e7-9da3-425c-85e0-c01c67dcde49 req-ebe7559e-72f4-4448-b65c-81c93d213173 tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/security-groups?id=a2ab1cf8-6291-408c-b509-89dd360fd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954845 Aug 17 16:37:59.426071 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e01f2128-70d2-4713-a3a0-51e74732c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.426895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1275d68e-f0c3-4f57-a0b2-b4ee8de13e41 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Deleting port f6dd993e-dadf-4e0c-8a1d-05763e71d617 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:37:59.427483 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1275d68e-f0c3-4f57-a0b2-b4ee8de13e41 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.477449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f2128-70d2-4713-a3a0-51e74732c880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc99fed-7ede-42ae-bb5f-a4afe6d5e772,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:37:59.506335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f36f30-369f-41e2-a991-b914d3d46f9d None None] Network 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:37:59.506593 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e01f2128-70d2-4713-a3a0-51e74732c880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.509037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e01f2128-70d2-4713-a3a0-51e74732c880 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ffc99fed-7ede-42ae-bb5f-a4afe6d5e772 HTTP/1.1" status: 204 len: 168 time: 0.7001331 Aug 17 16:37:59.514473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:37:59.573387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1275d68e-f0c3-4f57-a0b2-b4ee8de13e41 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.593714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1275d68e-f0c3-4f57-a0b2-b4ee8de13e41 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Calling delete_port for f6dd993e-dadf-4e0c-8a1d-05763e71d617 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:59.670785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-53311634-8742-4bf8-8bf0-e90101fbd01f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] For port 1de366a4-db4f-45e9-a2de-985389cfa517, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1de366a4-db4f-45e9-a2de-985389cfa517,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:37:59.671158 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-53311634-8742-4bf8-8bf0-e90101fbd01f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.715106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-53311634-8742-4bf8-8bf0-e90101fbd01f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Calling delete_port for 1de366a4-db4f-45e9-a2de-985389cfa517 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:37:59.747756 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.926721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92db698-c7e1-43df-85ac-f42f9cdde55e None None] DHCP port deletion for 079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:37:59.929882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1275d68e-f0c3-4f57-a0b2-b4ee8de13e41 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:37:59.995817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275d68e-f0c3-4f57-a0b2-b4ee8de13e41 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event deleted for resources: {'Port': ['ID=f6dd993e-dadf-4e0c-8a1d-05763e71d617,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:00.013214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014ee2e-0388-49dd-9a41-596e7e8bc788 req-3f4a3305-2554-475b-a2b3-7602d72944e7 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:00.039114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014ee2e-0388-49dd-9a41-596e7e8bc788 req-3f4a3305-2554-475b-a2b3-7602d72944e7 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:00.054163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014ee2e-0388-49dd-9a41-596e7e8bc788 req-3f4a3305-2554-475b-a2b3-7602d72944e7 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:00.067976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b92db698-c7e1-43df-85ac-f42f9cdde55e None None] Deleting port a54749f7-56e7-43d6-95bd-54ac04a413de {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:00.068698 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b92db698-c7e1-43df-85ac-f42f9cdde55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.085982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014ee2e-0388-49dd-9a41-596e7e8bc788 req-3f4a3305-2554-475b-a2b3-7602d72944e7 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:00.098087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014ee2e-0388-49dd-9a41-596e7e8bc788 req-3f4a3305-2554-475b-a2b3-7602d72944e7 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:00.124711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014ee2e-0388-49dd-9a41-596e7e8bc788 req-3f4a3305-2554-475b-a2b3-7602d72944e7 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:00.145840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014ee2e-0388-49dd-9a41-596e7e8bc788 req-3f4a3305-2554-475b-a2b3-7602d72944e7 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:00.155217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5014ee2e-0388-49dd-9a41-596e7e8bc788 req-3f4a3305-2554-475b-a2b3-7602d72944e7 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.2869337 Aug 17 16:38:00.177871 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1275d68e-f0c3-4f57-a0b2-b4ee8de13e41 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.185991 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1275d68e-f0c3-4f57-a0b2-b4ee8de13e41 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "DELETE /v2.0/ports/f6dd993e-dadf-4e0c-8a1d-05763e71d617 HTTP/1.1" status: 204 len: 168 time: 0.9219463 Aug 17 16:38:00.195041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45374) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:00.201932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Deleting port a54749f7-56e7-43d6-95bd-54ac04a413de {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:00.202564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.228002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b92db698-c7e1-43df-85ac-f42f9cdde55e None None] For port a54749f7-56e7-43d6-95bd-54ac04a413de, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a54749f7-56e7-43d6-95bd-54ac04a413de,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:00.229805 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b92db698-c7e1-43df-85ac-f42f9cdde55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.260846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b92db698-c7e1-43df-85ac-f42f9cdde55e None None] Calling delete_port for a54749f7-56e7-43d6-95bd-54ac04a413de owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:38:00.363452 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5014ee2e-0388-49dd-9a41-596e7e8bc788 req-9330879f-79f7-448c-8f83-11a42b6ef25f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2042201 Aug 17 16:38:00.378331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-706581d0-e74a-473f-af1d-fcc0b29c12b3 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Deleting subnet e9c1402d-92ca-49d2-99fe-fbfa5ee466c8 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:38:00.390497 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-53311634-8742-4bf8-8bf0-e90101fbd01f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.396976 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706581d0-e74a-473f-af1d-fcc0b29c12b3 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.422216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1de366a4-db4f-45e9-a2de-985389cfa517'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:00.449420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706581d0-e74a-473f-af1d-fcc0b29c12b3 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.481385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] For port a54749f7-56e7-43d6-95bd-54ac04a413de, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a54749f7-56e7-43d6-95bd-54ac04a413de,segment=NetworkSegment(ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40),segment_id=ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:00.501449 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.547272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Calling delete_port for a54749f7-56e7-43d6-95bd-54ac04a413de owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:38:00.583929 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b92db698-c7e1-43df-85ac-f42f9cdde55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.645184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2085d10b-6030-4021-84e2-ce891ebf37d6 req-c1727e57-df56-48fe-b501-efac5c78dc4f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a701a4a-f4df-4137-a6eb-a88282c16aa3 HTTP/1.1" status: 200 len: 210 time: 0.0408185 Aug 17 16:38:00.657139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92db698-c7e1-43df-85ac-f42f9cdde55e None None] Pushing event deleted for resources: {'Port': ['ID=a54749f7-56e7-43d6-95bd-54ac04a413de,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:00.663914 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706581d0-e74a-473f-af1d-fcc0b29c12b3 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.669661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a54749f7-56e7-43d6-95bd-54ac04a413de no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:38:00.705568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92db698-c7e1-43df-85ac-f42f9cdde55e None None] No DVR routers for this DVR port a54749f7-56e7-43d6-95bd-54ac04a413de on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:38:00.707412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: a54749f7-56e7-43d6-95bd-54ac04a413de {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:38:00.708036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a54749f7-56e7-43d6-95bd-54ac04a413de not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:38:00.735134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53311634-8742-4bf8-8bf0-e90101fbd01f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Pushing event deleted for resources: {'Port': ['ID=1de366a4-db4f-45e9-a2de-985389cfa517,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:00.771468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706581d0-e74a-473f-af1d-fcc0b29c12b3 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.813904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706581d0-e74a-473f-af1d-fcc0b29c12b3 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c1402d-92ca-49d2-99fe-fbfa5ee466c8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:00.819568 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706581d0-e74a-473f-af1d-fcc0b29c12b3 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.824115 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-706581d0-e74a-473f-af1d-fcc0b29c12b3 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "DELETE /v2.0/subnets/e9c1402d-92ca-49d2-99fe-fbfa5ee466c8 HTTP/1.1" status: 204 len: 168 time: 0.6231339 Aug 17 16:38:00.832378 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd6d0c-f52c-4643-9b98-e0f4c38f73ba None None] Network 7db57851-6e42-4b82-970d-755ba6097770 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:38:00.836670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45388) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:00.855414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-53311634-8742-4bf8-8bf0-e90101fbd01f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] No DVR routers for this DVR port 1de366a4-db4f-45e9-a2de-985389cfa517 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:38:00.867126 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-53311634-8742-4bf8-8bf0-e90101fbd01f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:00.869378 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2f3fc15-7c4e-4146-9560-79fc31cf2fdd req-53311634-8742-4bf8-8bf0-e90101fbd01f tempest-VolumesBackupsTest-616635497 tempest-VolumesBackupsTest-616635497-project] 10.222.0.91 "DELETE /v2.0/ports/1de366a4-db4f-45e9-a2de-985389cfa517 HTTP/1.1" status: 204 len: 173 time: 1.7765131 Aug 17 16:38:00.869841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a701a4a-f4df-4137-a6eb-a88282c16aa3', 'name': 'network-vif-deleted', 'tag': '1de366a4-db4f-45e9-a2de-985389cfa517'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:00.873302 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984563bf-dcae-4de5-891f-0196614dafb6" -d '{"events": [{"server_uuid": "6a701a4a-f4df-4137-a6eb-a88282c16aa3", "name": "network-vif-deleted", "tag": "1de366a4-db4f-45e9-a2de-985389cfa517"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:00.915406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.016104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.022513 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5081cdba-a2cf-48e5-89eb-6166a0e7cdbc x-openstack-request-id: req-5081cdba-a2cf-48e5-89eb-6166a0e7cdbc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:01.023081 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a701a4a-f4df-4137-a6eb-a88282c16aa3", "name": "network-vif-deleted", "tag": "1de366a4-db4f-45e9-a2de-985389cfa517", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:01.023081 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5081cdba-a2cf-48e5-89eb-6166a0e7cdbc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:01.024186 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a701a4a-f4df-4137-a6eb-a88282c16aa3', 'name': 'network-vif-deleted', 'tag': '1de366a4-db4f-45e9-a2de-985389cfa517', 'status': 'completed', 'code': 200} Aug 17 16:38:01.026798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54749f7-56e7-43d6-95bd-54ac04a413de,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:01.028694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] No DVR routers for this DVR port a54749f7-56e7-43d6-95bd-54ac04a413de on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:38:01.141827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Deleting port f5503dfd-e431-49eb-b276-7de20607ba47 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:01.142170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.211799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aa028505-a083-440c-81da-8c6a4ae9037d details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:01.279646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.309549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079f2b2a-f66c-4071-9aa1-7ea1143aa7d8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:01.325892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:01.326396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbcc290-6561-4b61-9fa7-dfc1ba6ebf40') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:01.345052 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.345752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] For port f5503dfd-e431-49eb-b276-7de20607ba47, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5503dfd-e431-49eb-b276-7de20607ba47,segment=NetworkSegment(1a4dc974-6610-479c-a5b9-de0ad2a2a4b5),segment_id=1a4dc974-6610-479c-a5b9-de0ad2a2a4b5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:01.346310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.368781 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.389180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Calling delete_port for f5503dfd-e431-49eb-b276-7de20607ba47 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:38:01.405923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:38:01.405923 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:38:01.411611 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:38:01.490402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port aa028505-a083-440c-81da-8c6a4ae9037d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aa028505-a083-440c-81da-8c6a4ae9037d,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:01.508457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] DHCP port deletion for 7db57851-6e42-4b82-970d-755ba6097770 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:38:01.513248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'aa028505-a083-440c-81da-8c6a4ae9037d', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'port_id': 'aa028505-a083-440c-81da-8c6a4ae9037d', 'mac_address': 'fa:16:3e:40:9f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:01.534393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.581501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.591300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/079f2b2a-f66c-4071-9aa1-7ea1143aa7d8 HTTP/1.1" status: 204 len: 168 time: 2.0728338 Aug 17 16:38:01.598996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2ac43-c5e9-48c7-8c90-f50dcaf480d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=079f2b2a-f66c-4071-9aa1-7ea1143aa7d8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:01.731647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.765815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086047b-e3c7-44a8-90e3-a2e6a5ad41ca req-81185822-d4c6-4d87-9dbe-3c271b1cf631 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:01.773174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086047b-e3c7-44a8-90e3-a2e6a5ad41ca req-81185822-d4c6-4d87-9dbe-3c271b1cf631 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:01.779970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086047b-e3c7-44a8-90e3-a2e6a5ad41ca req-81185822-d4c6-4d87-9dbe-3c271b1cf631 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:01.786506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086047b-e3c7-44a8-90e3-a2e6a5ad41ca req-81185822-d4c6-4d87-9dbe-3c271b1cf631 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:01.791380 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.794192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086047b-e3c7-44a8-90e3-a2e6a5ad41ca req-81185822-d4c6-4d87-9dbe-3c271b1cf631 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:01.805450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086047b-e3c7-44a8-90e3-a2e6a5ad41ca req-81185822-d4c6-4d87-9dbe-3c271b1cf631 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:01.824983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086047b-e3c7-44a8-90e3-a2e6a5ad41ca req-81185822-d4c6-4d87-9dbe-3c271b1cf631 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:01.830817 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f086047b-e3c7-44a8-90e3-a2e6a5ad41ca req-81185822-d4c6-4d87-9dbe-3c271b1cf631 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5431 time: 0.2270713 Aug 17 16:38:01.837719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] No DVR routers for this DVR port f5503dfd-e431-49eb-b276-7de20607ba47 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:38:01.886076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa028505-a083-440c-81da-8c6a4ae9037d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:01.906521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event deleted for resources: {'Port': ['ID=f5503dfd-e431-49eb-b276-7de20607ba47,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:01.950799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] Deleting port f5503dfd-e431-49eb-b276-7de20607ba47 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:01.951279 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:01.954155 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port aa028505-a083-440c-81da-8c6a4ae9037d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aa028505-a083-440c-81da-8c6a4ae9037d,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:02.019245 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.022401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 05f1e834-8260-41dc-a043-d2498889f6ec details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:02.044814 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.070389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db57851-6e42-4b82-970d-755ba6097770']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:02.098530 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4dc974-6610-479c-a5b9-de0ad2a2a4b5') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:02.099240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4dc974-6610-479c-a5b9-de0ad2a2a4b5') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:02.121894 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.169604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45422) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:02.184977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f086047b-e3c7-44a8-90e3-a2e6a5ad41ca req-8670e5e4-c925-4a7c-88ff-f902b637a4e1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3339343 Aug 17 16:38:02.189622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.234610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:38:02.235316 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.235645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] For port f5503dfd-e431-49eb-b276-7de20607ba47, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:02.236136 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:38:02.256117 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:38:02.276521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c4f9e8a-9e43-4717-8938-0598e9b8c19d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=909deb24639a47f49b711a05e3416d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050568 Aug 17 16:38:02.277286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45424) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:02.425511 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf7bd-d1c5-45d2-a711-74d26c85cbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.434876 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.455743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.461308 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] 10.222.0.77 "DELETE /v2.0/networks/7db57851-6e42-4b82-970d-755ba6097770 HTTP/1.1" status: 204 len: 168 time: 1.6231389 Aug 17 16:38:02.506796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab25eb-529d-492a-81e3-7d07c8cc4792 tempest-AllowedAddressPairTestJSON-1535740146 tempest-AllowedAddressPairTestJSON-1535740146-project] Pushing event deleted for resources: {'Network': ['ID=7db57851-6e42-4b82-970d-755ba6097770,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:02.512348 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf7bd-d1c5-45d2-a711-74d26c85cbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.621152 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf7bd-d1c5-45d2-a711-74d26c85cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.623889 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf7bd-d1c5-45d2-a711-74d26c85cbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.628231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ffcf7bd-d1c5-45d2-a711-74d26c85cbee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7703562d-c32b-4670-a755-95169c489f1a HTTP/1.1" status: 204 len: 168 time: 0.3499498 Aug 17 16:38:02.643503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcf7bd-d1c5-45d2-a711-74d26c85cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7703562d-c32b-4670-a755-95169c489f1a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:02.750740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 05f1e834-8260-41dc-a043-d2498889f6ec, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=05f1e834-8260-41dc-a043-d2498889f6ec,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:02.774041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1de366a4-db4f-45e9-a2de-985389cfa517 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:38:02.807257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '05f1e834-8260-41dc-a043-d2498889f6ec', 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb', 'port_id': '05f1e834-8260-41dc-a043-d2498889f6ec', 'mac_address': 'fa:16:3e:5c:9a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b73f381-032d-470a-bddf-77379c066009', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:02.833090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5503dfd-e431-49eb-b276-7de20607ba47 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:38:02.855206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 1de366a4-db4f-45e9-a2de-985389cfa517 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:38:02.855562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1de366a4-db4f-45e9-a2de-985389cfa517 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:38:02.973768 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99f378be-9f73-4513-821d-acf3a5e8ef72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:02.984676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] Calling delete_port for f5503dfd-e431-49eb-b276-7de20607ba47 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:38:03.049872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:03.071780 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:03.083613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] Port f5503dfd-e431-49eb-b276-7de20607ba47 was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:38:03.159490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f5503dfd-e431-49eb-b276-7de20607ba47 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:38:03.162535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5503dfd-e431-49eb-b276-7de20607ba47 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:38:03.241002 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:03.256429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] Network 7db57851-6e42-4b82-970d-755ba6097770 is not hosted by any dhcp agent {{(pid=94840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 16:38:03.257409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] No DVR routers for this DVR port f5503dfd-e431-49eb-b276-7de20607ba47 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:38:03.272073 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=aa028505-a083-440c-81da-8c6a4ae9037d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:03.304368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f1e834-8260-41dc-a043-d2498889f6ec {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:03.383535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38df1e-f967-4442-96a2-8b4a9baa8f9c None None] Pushing event deleted for resources: {'Port': ['ID=f5503dfd-e431-49eb-b276-7de20607ba47,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:03.418887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 05f1e834-8260-41dc-a043-d2498889f6ec, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=05f1e834-8260-41dc-a043-d2498889f6ec,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:03.420908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70e8f-6f3d-45cb-bde0-8b2b769c5a9a req-1332cd5d-2da7-4c1a-898e-71da376e80a2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:03.426864 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:03.426864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 60c8e483-aebe-4700-96ec-febe3638ddcf details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:03.441904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70e8f-6f3d-45cb-bde0-8b2b769c5a9a req-1332cd5d-2da7-4c1a-898e-71da376e80a2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:03.455326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70e8f-6f3d-45cb-bde0-8b2b769c5a9a req-1332cd5d-2da7-4c1a-898e-71da376e80a2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:03.461660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70e8f-6f3d-45cb-bde0-8b2b769c5a9a req-1332cd5d-2da7-4c1a-898e-71da376e80a2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:03.489277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70e8f-6f3d-45cb-bde0-8b2b769c5a9a req-1332cd5d-2da7-4c1a-898e-71da376e80a2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:03.516019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70e8f-6f3d-45cb-bde0-8b2b769c5a9a req-1332cd5d-2da7-4c1a-898e-71da376e80a2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:03.538685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70e8f-6f3d-45cb-bde0-8b2b769c5a9a req-1332cd5d-2da7-4c1a-898e-71da376e80a2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:03.555838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ca70e8f-6f3d-45cb-bde0-8b2b769c5a9a req-1332cd5d-2da7-4c1a-898e-71da376e80a2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5432 time: 0.2387161 Aug 17 16:38:03.709189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 60c8e483-aebe-4700-96ec-febe3638ddcf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=60c8e483-aebe-4700-96ec-febe3638ddcf,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:03.727133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=05f1e834-8260-41dc-a043-d2498889f6ec,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:03.743563 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ca70e8f-6f3d-45cb-bde0-8b2b769c5a9a req-614bd374-59cf-4367-92ac-ede9b8b5d5e4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1804328 Aug 17 16:38:03.755436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '60c8e483-aebe-4700-96ec-febe3638ddcf', 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb', 'port_id': '60c8e483-aebe-4700-96ec-febe3638ddcf', 'mac_address': 'fa:16:3e:33:a3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b73f381-032d-470a-bddf-77379c066009', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:03.774637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45466) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:03.775966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a8943591-7016-446d-a9e4-e72936a7629b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=42f8da23b60c4fac989224f48e04ad61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7209089 Aug 17 16:38:03.858858 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed08a-6c36-47f0-abc3-8e80becc0b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:03.875961 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:03.889866 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed08a-6c36-47f0-abc3-8e80becc0b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:03.910327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c8e483-aebe-4700-96ec-febe3638ddcf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:03.968888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 60c8e483-aebe-4700-96ec-febe3638ddcf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=60c8e483-aebe-4700-96ec-febe3638ddcf,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:03.976525 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:03.977533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2b0ae2d7-594c-40b5-b028-16f66890e57b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:04.004032 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed08a-6c36-47f0-abc3-8e80becc0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:04.014169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed08a-6c36-47f0-abc3-8e80becc0b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:04.016796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0f6ed08a-6c36-47f0-abc3-8e80becc0b60 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9157fb86-ed5f-455b-856e-bc2e45003a2c HTTP/1.1" status: 204 len: 168 time: 0.2395389 Aug 17 16:38:04.061564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ed08a-6c36-47f0-abc3-8e80becc0b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9157fb86-ed5f-455b-856e-bc2e45003a2c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:04.065489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=60c8e483-aebe-4700-96ec-febe3638ddcf,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:04.282200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2b0ae2d7-594c-40b5-b028-16f66890e57b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:04.310101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '2b0ae2d7-594c-40b5-b028-16f66890e57b', 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473', 'port_id': '2b0ae2d7-594c-40b5-b028-16f66890e57b', 'mac_address': 'fa:16:3e:98:6c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82da546a-4059-407e-8d8e-991c445a30b1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:04.397198 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:04.417868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0ae2d7-594c-40b5-b028-16f66890e57b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:04.469783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2b0ae2d7-594c-40b5-b028-16f66890e57b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:04.478627 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:04.479762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 15a0ae92-0d20-4867-8319-24e7d3d2e2fc details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:04.654734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=2b0ae2d7-594c-40b5-b028-16f66890e57b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:04.711340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:04.753973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '15a0ae92-0d20-4867-8319-24e7d3d2e2fc', 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb', 'port_id': '15a0ae92-0d20-4867-8319-24e7d3d2e2fc', 'mac_address': 'fa:16:3e:5f:ce:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b73f381-032d-470a-bddf-77379c066009', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:04.791338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45508) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:04.876850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45514) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:04.948376 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b56377f-5f32-4f06-951d-6d95e925064e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:04.992884 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.074569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a0ae92-0d20-4867-8319-24e7d3d2e2fc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:05.109298 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.115137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648578d0-c131-4573-92d5-e5ad5e97d0af req-53caa042-2c6c-493d-886d-6d378922c7f3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:05.132046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648578d0-c131-4573-92d5-e5ad5e97d0af req-53caa042-2c6c-493d-886d-6d378922c7f3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:05.145210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648578d0-c131-4573-92d5-e5ad5e97d0af req-53caa042-2c6c-493d-886d-6d378922c7f3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:05.164492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648578d0-c131-4573-92d5-e5ad5e97d0af req-53caa042-2c6c-493d-886d-6d378922c7f3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:05.172142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648578d0-c131-4573-92d5-e5ad5e97d0af req-53caa042-2c6c-493d-886d-6d378922c7f3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:05.179198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648578d0-c131-4573-92d5-e5ad5e97d0af req-53caa042-2c6c-493d-886d-6d378922c7f3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:05.187748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648578d0-c131-4573-92d5-e5ad5e97d0af req-53caa042-2c6c-493d-886d-6d378922c7f3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:05.189022 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:05.190784 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-648578d0-c131-4573-92d5-e5ad5e97d0af req-53caa042-2c6c-493d-886d-6d378922c7f3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5435 time: 0.2574246 Aug 17 16:38:05.198513 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.201110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:05.204970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-574009472-network', 'tenant_id': 'ba3a95df7c594044a48f7b7aca180947'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:05.219354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9fcf1a9-34c3-451b-8f1a-a7fc9df8da80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.293104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Made reservation on behalf of ba3a95df7c594044a48f7b7aca180947 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:05.298067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.303612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:05.352919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:05.362118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-648578d0-c131-4573-92d5-e5ad5e97d0af req-a873a31d-b615-4786-a8c9-da234df7b53e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526377 Aug 17 16:38:05.385160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '23f64a2d-aae4-4f18-8e73-7ca68e5c17fa', 'network_id': 'd13a339b-545e-487f-ba74-7a1a986e29bb', 'port_id': '23f64a2d-aae4-4f18-8e73-7ca68e5c17fa', 'mac_address': 'fa:16:3e:28:76:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b73f381-032d-470a-bddf-77379c066009', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:05.426652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.516479 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.536116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:05.568544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:05.575736 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.576797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 69b3f724-d531-40fe-ae4a-5e75d4482612 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:05.640972 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9fcf1a9-34c3-451b-8f1a-a7fc9df8da80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.688645 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9fcf1a9-34c3-451b-8f1a-a7fc9df8da80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.767950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:05.788263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 69b3f724-d531-40fe-ae4a-5e75d4482612, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=69b3f724-d531-40fe-ae4a-5e75d4482612,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:05.804116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcf1a9-34c3-451b-8f1a-a7fc9df8da80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3053bfc4-5b94-4c4c-a1cf-98da2578e90b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:05.810250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b9fcf1a9-34c3-451b-8f1a-a7fc9df8da80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52ab3c862c0d4f23ab7ef21b5a27d562&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0171621 Aug 17 16:38:05.813650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:05.841978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '69b3f724-d531-40fe-ae4a-5e75d4482612', 'network_id': 'beca1fc7-aff2-44df-aa24-7ed1e60d9473', 'port_id': '69b3f724-d531-40fe-ae4a-5e75d4482612', 'mac_address': 'fa:16:3e:f8:51:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82da546a-4059-407e-8d8e-991c445a30b1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:05.882575 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.891198 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.909234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:38:05.927738 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.928119 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Added segment 38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1 of type vlan for network e670fccb-83e1-4406-a738-e22066a020cf Aug 17 16:38:05.961772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:05.978195 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.002881 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.009210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b3f724-d531-40fe-ae4a-5e75d4482612 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:06.034278 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.039312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 69b3f724-d531-40fe-ae4a-5e75d4482612, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=69b3f724-d531-40fe-ae4a-5e75d4482612,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:06.046041 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.091287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:06.120768 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.149136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=69b3f724-d531-40fe-ae4a-5e75d4482612,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:06.164171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.167721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.170603 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3053bfc4-5b94-4c4c-a1cf-98da2578e90b HTTP/1.1" status: 204 len: 168 time: 0.3557940 Aug 17 16:38:06.193249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.195384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3053bfc4-5b94-4c4c-a1cf-98da2578e90b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:06.199343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:06.199956 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.220895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.221230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.221572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.221908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.222242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.222591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.222915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.223221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.223541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.224044 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.224443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.224692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962f9aa-811f-48ae-8af0-6eacc5936127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:06.227318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:06.296207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e670fccb-83e1-4406-a738-e22066a020cf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:06.304740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45566) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:06.309463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network e670fccb-83e1-4406-a738-e22066a020cf details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:38:06.310460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Request body: {'subnet': {'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-574009472-subnet', 'tenant_id': 'ba3a95df7c594044a48f7b7aca180947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:06.316565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c644bf3d-6791-4b59-86e0-77c716b024b6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4366975 Aug 17 16:38:06.342729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Made reservation on behalf of ba3a95df7c594044a48f7b7aca180947 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:06.345896 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.482180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-696979268'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:06.629313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['05f1e834-8260-41dc-a043-d2498889f6ec'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:06.694844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['69b3f724-d531-40fe-ae4a-5e75d4482612'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:06.712700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['60c8e483-aebe-4700-96ec-febe3638ddcf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:06.748906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Made reservation on behalf of 4675d0bf3cd54da593896d1decbfe089 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:06.760292 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.786897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['23f64a2d-aae4-4f18-8e73-7ca68e5c17fa'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:06.849861 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:06.875917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['15a0ae92-0d20-4867-8319-24e7d3d2e2fc'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:06.911645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874e0b-a825-4bdf-9efa-aeb1d1b8d4d7 req-d3cb971e-49a3-4181-acdc-ee6c1ea77830 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:06.918055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874e0b-a825-4bdf-9efa-aeb1d1b8d4d7 req-d3cb971e-49a3-4181-acdc-ee6c1ea77830 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:06.948662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874e0b-a825-4bdf-9efa-aeb1d1b8d4d7 req-d3cb971e-49a3-4181-acdc-ee6c1ea77830 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:06.956733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874e0b-a825-4bdf-9efa-aeb1d1b8d4d7 req-d3cb971e-49a3-4181-acdc-ee6c1ea77830 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:06.982425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874e0b-a825-4bdf-9efa-aeb1d1b8d4d7 req-d3cb971e-49a3-4181-acdc-ee6c1ea77830 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:06.983564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45616) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:06.984512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874e0b-a825-4bdf-9efa-aeb1d1b8d4d7 req-d3cb971e-49a3-4181-acdc-ee6c1ea77830 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:07.009194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874e0b-a825-4bdf-9efa-aeb1d1b8d4d7 req-d3cb971e-49a3-4181-acdc-ee6c1ea77830 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:07.011423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65874e0b-a825-4bdf-9efa-aeb1d1b8d4d7 req-d3cb971e-49a3-4181-acdc-ee6c1ea77830 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5438 time: 0.4469461 Aug 17 16:38:07.016992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['2b0ae2d7-594c-40b5-b028-16f66890e57b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:07.021618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-059e9c0d-01c0-4932-86bb-08f5f2b7ec95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.154567 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.195637 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65874e0b-a825-4bdf-9efa-aeb1d1b8d4d7 req-662d8286-64ea-45b0-955d-014eb9a4aec9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1673613 Aug 17 16:38:07.375310 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.389446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4037286-0fc3-4b61-8543-70e33e8f0dcd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:07.414894 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.455859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:38:07.492290 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.494959 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Added segment 6a7aac59-27c1-46b8-9af4-ce9c033d4dd2 of type vlan for network db01c84c-4925-4e56-a831-8ab16f433877 Aug 17 16:38:07.622819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-059e9c0d-01c0-4932-86bb-08f5f2b7ec95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.632640 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-059e9c0d-01c0-4932-86bb-08f5f2b7ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.639344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.674364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-059e9c0d-01c0-4932-86bb-08f5f2b7ec95 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea9341a0a28144a2bc039f97fde00f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871831 Aug 17 16:38:07.682825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45624) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:07.713807 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.727938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:07.729379 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.730570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['aa028505-a083-440c-81da-8c6a4ae9037d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:07.775141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e9c0d-01c0-4932-86bb-08f5f2b7ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74713ac-6910-44a9-b260-0c0d709d39d0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:07.784187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b018e2-3056-46c8-9ebf-70b526ad9259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.827423 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b018e2-3056-46c8-9ebf-70b526ad9259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.839089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Checking segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:38:07.839567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Network hostable DHCP agents. Network: e670fccb-83e1-4406-a738-e22066a020cf, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:38:07.930917 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b018e2-3056-46c8-9ebf-70b526ad9259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.939411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b018e2-3056-46c8-9ebf-70b526ad9259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:07.945840 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-21b018e2-3056-46c8-9ebf-70b526ad9259 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e74713ac-6910-44a9-b260-0c0d709d39d0 HTTP/1.1" status: 204 len: 168 time: 0.2588072 Aug 17 16:38:08.003339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b018e2-3056-46c8-9ebf-70b526ad9259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74713ac-6910-44a9-b260-0c0d709d39d0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:08.005186 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:08.013600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0218910d-1093-44dc-ba86-b4e1d871bab8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:08.053173 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8247027 Aug 17 16:38:08.056038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45652) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:08.061967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'subnet': {'network_id': 'db01c84c-4925-4e56-a831-8ab16f433877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:08.095722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d6fd3-63a5-4695-b3fe-8fa6280fcdfa tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Network': ['ID=db01c84c-4925-4e56-a831-8ab16f433877,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:08.099006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Network e670fccb-83e1-4406-a738-e22066a020cf is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:38:08.118013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, e670fccb-83e1-4406-a738-e22066a020cf) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:08.128602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:08.129294 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:08.162244 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2535bba5-0be5-46fd-adb5-7392690bcb43 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8423398 Aug 17 16:38:08.239503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network db01c84c-4925-4e56-a831-8ab16f433877 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:38:08.355829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Made reservation on behalf of 4675d0bf3cd54da593896d1decbfe089 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:08.363435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:08.371777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06249cb7-9d84-4342-9421-58ba515cf981 None None] Network e670fccb-83e1-4406-a738-e22066a020cf requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:38:08.654096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751ffa-5eaa-4a40-9f9f-069ba644798d req-1e166966-04e5-4f8c-bda0-6c14aa336e25 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:08.677166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751ffa-5eaa-4a40-9f9f-069ba644798d req-1e166966-04e5-4f8c-bda0-6c14aa336e25 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:08.704633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751ffa-5eaa-4a40-9f9f-069ba644798d req-1e166966-04e5-4f8c-bda0-6c14aa336e25 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:08.722754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751ffa-5eaa-4a40-9f9f-069ba644798d req-1e166966-04e5-4f8c-bda0-6c14aa336e25 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:08.734117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751ffa-5eaa-4a40-9f9f-069ba644798d req-1e166966-04e5-4f8c-bda0-6c14aa336e25 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:08.740237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751ffa-5eaa-4a40-9f9f-069ba644798d req-1e166966-04e5-4f8c-bda0-6c14aa336e25 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:08.761200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751ffa-5eaa-4a40-9f9f-069ba644798d req-1e166966-04e5-4f8c-bda0-6c14aa336e25 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:08.770669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5751ffa-5eaa-4a40-9f9f-069ba644798d req-1e166966-04e5-4f8c-bda0-6c14aa336e25 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5438 time: 0.2988734 Aug 17 16:38:08.900319 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d5751ffa-5eaa-4a40-9f9f-069ba644798d req-8c303929-3462-4350-aa28-5bdb35a929d4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210771 Aug 17 16:38:09.059514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48955b4f-32aa-42bb-8bad-25ee7ecda998 None None] Network e670fccb-83e1-4406-a738-e22066a020cf requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:38:09.106589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:09.199311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Subnet': ['ID=51950ea4-6192-427c-8a30-8b069bdd66ca,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:09.261261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Checking segment: {'id': '6a7aac59-27c1-46b8-9af4-ce9c033d4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'db01c84c-4925-4e56-a831-8ab16f433877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:38:09.271111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network hostable DHCP agents. Network: db01c84c-4925-4e56-a831-8ab16f433877, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:38:09.338776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network db01c84c-4925-4e56-a831-8ab16f433877 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:38:09.369045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, db01c84c-4925-4e56-a831-8ab16f433877) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:09.374844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:09.375516 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:09.388515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c6b99-96ac-4db7-a048-7b43513bc6d8 None None] Network db01c84c-4925-4e56-a831-8ab16f433877 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:38:09.395527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d95bb5e1-70a0-44a1-9bb9-cfc8333976c0 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3378286 Aug 17 16:38:09.397693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45710) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:09.403987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2030386182', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:09.441980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-e3df7789-b4b3-4534-be9b-a522e9323926 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:09.442792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:09.445190 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:09.447074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-e3df7789-b4b3-4534-be9b-a522e9323926 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.3819604 Aug 17 16:38:09.479419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-12f3baad-42f1-4c7e-be06-dcb74f5bfd99 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/quotas/ba3a95df7c594044a48f7b7aca180947 HTTP/1.1" status: 200 len: 375 time: 0.0263479 Aug 17 16:38:09.539600 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-8770ed48-429e-47c9-9680-6f377570f5d8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534277 Aug 17 16:38:09.568004 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:09.722665 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790166a-7efb-40a0-b2df-74b16a6ce6a1 None None] Network db01c84c-4925-4e56-a831-8ab16f433877 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:38:09.756750 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-d307d89e-1bbf-4cc7-bde4-1b7bc6b2dd8e service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055280 Aug 17 16:38:09.888662 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:09.962639 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-4b863669-efcd-4384-9ba7-3afe677846ac service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983311 Aug 17 16:38:10.063094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 69b3f724-d531-40fe-ae4a-5e75d4482612 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:10.194095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 69b3f724-d531-40fe-ae4a-5e75d4482612 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:10.205077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 69b3f724-d531-40fe-ae4a-5e75d4482612 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:10.206196 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:10.270687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f294a64-8c9d-40a9-bf88-4f43be50059d req-c98cf933-5c97-49fa-ab17-190ffb6724c6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:10.287585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f294a64-8c9d-40a9-bf88-4f43be50059d req-c98cf933-5c97-49fa-ab17-190ffb6724c6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:10.301730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f294a64-8c9d-40a9-bf88-4f43be50059d req-c98cf933-5c97-49fa-ab17-190ffb6724c6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:10.318935 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b0a187fd-d49c-421e-af36-94375b3c68ba req-c1aba75a-c1b3-4d4f-9e73-17c508289a09 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 210 time: 0.0752926 Aug 17 16:38:10.326147 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f294a64-8c9d-40a9-bf88-4f43be50059d req-c98cf933-5c97-49fa-ab17-190ffb6724c6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:10.345889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f294a64-8c9d-40a9-bf88-4f43be50059d req-c98cf933-5c97-49fa-ab17-190ffb6724c6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:10.354259 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f294a64-8c9d-40a9-bf88-4f43be50059d req-c98cf933-5c97-49fa-ab17-190ffb6724c6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:10.360560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f294a64-8c9d-40a9-bf88-4f43be50059d req-c98cf933-5c97-49fa-ab17-190ffb6724c6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:10.362657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f294a64-8c9d-40a9-bf88-4f43be50059d req-c98cf933-5c97-49fa-ab17-190ffb6724c6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5438 time: 0.3097591 Aug 17 16:38:10.433080 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:10.525071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 69b3f724-d531-40fe-ae4a-5e75d4482612, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=69b3f724-d531-40fe-ae4a-5e75d4482612,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:10.527935 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f294a64-8c9d-40a9-bf88-4f43be50059d req-76da1e63-9759-478e-9182-7bed76561a34 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020181 Aug 17 16:38:10.528842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b3f724-d531-40fe-ae4a-5e75d4482612'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:10.536497 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51611381-9f41-4d3a-8658-24ea714c4e69" -d '{"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "69b3f724-d531-40fe-ae4a-5e75d4482612"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:10.560195 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:10.561136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:10.595326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:10.636586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:10.649310 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20570770-54fc-47b1-88eb-cf2a1a68b19e x-openstack-request-id: req-20570770-54fc-47b1-88eb-cf2a1a68b19e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:10.649999 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "69b3f724-d531-40fe-ae4a-5e75d4482612", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:10.651073 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20570770-54fc-47b1-88eb-cf2a1a68b19e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:10.651710 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b3f724-d531-40fe-ae4a-5e75d4482612', 'code': 200} Aug 17 16:38:10.805492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=69b3f724-d531-40fe-ae4a-5e75d4482612,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:10.825365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:10.836997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:10.837414 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:10.890308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.25.7.73 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/10635118-e0cb-40da-95b0-056ae3fc89e1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:11.179879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:11.310100 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:11.398491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:11.405175 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:11.406021 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 15a0ae92-0d20-4867-8319-24e7d3d2e2fc up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:11.626263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:11.664764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:11.674797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:11.675470 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:11.799657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76720c5c-4274-4e36-9fec-ba3333fe0e28 req-46c42bd9-199f-4ad0-acde-2b55b10eeee9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:11.823136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76720c5c-4274-4e36-9fec-ba3333fe0e28 req-46c42bd9-199f-4ad0-acde-2b55b10eeee9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:11.830127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76720c5c-4274-4e36-9fec-ba3333fe0e28 req-46c42bd9-199f-4ad0-acde-2b55b10eeee9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:11.856024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76720c5c-4274-4e36-9fec-ba3333fe0e28 req-46c42bd9-199f-4ad0-acde-2b55b10eeee9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:11.857144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ee41b06-f419-4ccc-b845-a559e7c629ba req-f7bf1f4a-0ed2-495f-8bd9-3d7452f8fd6b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 210 time: 0.0985196 Aug 17 16:38:11.871605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76720c5c-4274-4e36-9fec-ba3333fe0e28 req-46c42bd9-199f-4ad0-acde-2b55b10eeee9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:11.879650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76720c5c-4274-4e36-9fec-ba3333fe0e28 req-46c42bd9-199f-4ad0-acde-2b55b10eeee9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:11.897246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76720c5c-4274-4e36-9fec-ba3333fe0e28 req-46c42bd9-199f-4ad0-acde-2b55b10eeee9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:11.903235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:11.911870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-76720c5c-4274-4e36-9fec-ba3333fe0e28 req-46c42bd9-199f-4ad0-acde-2b55b10eeee9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5440 time: 0.2311282 Aug 17 16:38:11.962662 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:12.040358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:12.047865 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:12.064204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=10635118-e0cb-40da-95b0-056ae3fc89e1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:12.074520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:12.077622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:12.094837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:12.181078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:12.191257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aa028505-a083-440c-81da-8c6a4ae9037d up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:12.224128 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-76720c5c-4274-4e36-9fec-ba3333fe0e28 req-ddbbd5dc-938a-4da0-9872-aaa76397a660 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3100123 Aug 17 16:38:12.310659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-2041a0e9-8f43-4b51-beeb-4f05efa0137f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:12.312478 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-2041a0e9-8f43-4b51-beeb-4f05efa0137f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.3573382 Aug 17 16:38:12.320503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port aa028505-a083-440c-81da-8c6a4ae9037d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:12.328923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Request body: {'port': {'device_id': 'cc1afaa8-0b3d-4f1a-a932-76095f1550a9', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'admin_state_up': True, 'tenant_id': 'ba3a95df7c594044a48f7b7aca180947'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:12.329710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port aa028505-a083-440c-81da-8c6a4ae9037d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:12.330837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:12.515784 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:12.616678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port aa028505-a083-440c-81da-8c6a4ae9037d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aa028505-a083-440c-81da-8c6a4ae9037d,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:12.628913 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:12.630541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2b0ae2d7-594c-40b5-b028-16f66890e57b up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:12.657517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Made reservation on behalf of ba3a95df7c594044a48f7b7aca180947 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:12.661163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:12.691741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f64a2d-aae4-4f18-8e73-7ca68e5c17fa'}, {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a0ae92-0d20-4867-8319-24e7d3d2e2fc'}, {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa028505-a083-440c-81da-8c6a4ae9037d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:12.698788 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2c8032-56a1-4d77-ad53-bc17225b3f02" -d '{"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "23f64a2d-aae4-4f18-8e73-7ca68e5c17fa"}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "15a0ae92-0d20-4867-8319-24e7d3d2e2fc"}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "aa028505-a083-440c-81da-8c6a4ae9037d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:12.821027 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341f8b9c-4a3a-463c-923e-678865d627bf x-openstack-request-id: req-341f8b9c-4a3a-463c-923e-678865d627bf {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:12.821504 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "23f64a2d-aae4-4f18-8e73-7ca68e5c17fa", "code": 200}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "15a0ae92-0d20-4867-8319-24e7d3d2e2fc", "code": 200}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "aa028505-a083-440c-81da-8c6a4ae9037d", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:12.821865 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-341f8b9c-4a3a-463c-923e-678865d627bf {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:12.822457 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f64a2d-aae4-4f18-8e73-7ca68e5c17fa', 'code': 200} Aug 17 16:38:12.822851 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a0ae92-0d20-4867-8319-24e7d3d2e2fc', 'code': 200} Aug 17 16:38:12.823198 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa028505-a083-440c-81da-8c6a4ae9037d', 'code': 200} Aug 17 16:38:12.843571 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:12.879346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=aa028505-a083-440c-81da-8c6a4ae9037d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:12.898108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 2b0ae2d7-594c-40b5-b028-16f66890e57b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:12.904165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 2b0ae2d7-594c-40b5-b028-16f66890e57b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:12.904873 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:13.089491 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98470b7d-1f2b-42cd-989d-4b8ddaae8095 req-85e28838-002c-42ce-8b78-d4cfd1b6cbc9 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 210 time: 0.0882719 Aug 17 16:38:13.094210 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:13.150570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 2b0ae2d7-594c-40b5-b028-16f66890e57b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:13.159092 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:13.161513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 05f1e834-8260-41dc-a043-d2498889f6ec up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:13.319080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Allocated IP 172.20.0.8 (e670fccb-83e1-4406-a738-e22066a020cf/d4037286-0fc3-4b61-8543-70e33e8f0dcd/1c8ce50d-9017-469e-8f50-4a2c0fdd862b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:13.344523 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:13.380998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=2b0ae2d7-594c-40b5-b028-16f66890e57b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:13.450635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 05f1e834-8260-41dc-a043-d2498889f6ec completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:13.454980 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 05f1e834-8260-41dc-a043-d2498889f6ec triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:13.455363 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:13.586498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c15b7-a007-4b2b-8cdf-cbadcab8fe63 req-04af7d10-048b-4306-a56c-c8f84e3fd66c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:13.596415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c15b7-a007-4b2b-8cdf-cbadcab8fe63 req-04af7d10-048b-4306-a56c-c8f84e3fd66c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:13.606124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c15b7-a007-4b2b-8cdf-cbadcab8fe63 req-04af7d10-048b-4306-a56c-c8f84e3fd66c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:13.615692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c15b7-a007-4b2b-8cdf-cbadcab8fe63 req-04af7d10-048b-4306-a56c-c8f84e3fd66c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:13.623369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c15b7-a007-4b2b-8cdf-cbadcab8fe63 req-04af7d10-048b-4306-a56c-c8f84e3fd66c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:13.631124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c15b7-a007-4b2b-8cdf-cbadcab8fe63 req-04af7d10-048b-4306-a56c-c8f84e3fd66c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:13.638484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c15b7-a007-4b2b-8cdf-cbadcab8fe63 req-04af7d10-048b-4306-a56c-c8f84e3fd66c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:13.648444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-039c15b7-a007-4b2b-8cdf-cbadcab8fe63 req-04af7d10-048b-4306-a56c-c8f84e3fd66c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5443 time: 0.2111063 Aug 17 16:38:13.657142 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:13.692615 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:13.729365 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-039c15b7-a007-4b2b-8cdf-cbadcab8fe63 req-b7c864ac-6e7c-45ce-b44e-dadf8706f5e6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799062 Aug 17 16:38:13.769712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 05f1e834-8260-41dc-a043-d2498889f6ec, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=05f1e834-8260-41dc-a043-d2498889f6ec,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:13.778766 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:13.780448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 60c8e483-aebe-4700-96ec-febe3638ddcf up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:13.790714 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:13.841163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:38:13.929065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Network e670fccb-83e1-4406-a738-e22066a020cf is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:13.934525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event updated for resources: {'Port': ['ID=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:13.943039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:13.956725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:14.042611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=05f1e834-8260-41dc-a043-d2498889f6ec,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:14.072623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 60c8e483-aebe-4700-96ec-febe3638ddcf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:14.079388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 60c8e483-aebe-4700-96ec-febe3638ddcf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:14.079807 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:14.131014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:14.133269 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:14.163298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:14.174183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-690b7d80-3e91-40d3-9045-cb95cd4aceee tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8483925 Aug 17 16:38:14.198190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb0571b-84f1-4d01-b627-e514b7aad54b None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:14.200158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:14.201738 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4b031017-a9d2-4872-89ac-e947efcfee48 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8025224 Aug 17 16:38:14.206632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45818) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:14.210787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Request body: {'port': {'device_id': 'cc1afaa8-0b3d-4f1a-a932-76095f1550a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:14.238738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb0571b-84f1-4d01-b627-e514b7aad54b None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:14.239404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5eb0571b-84f1-4d01-b627-e514b7aad54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:14.299106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5eb0571b-84f1-4d01-b627-e514b7aad54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:14.403355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb0571b-84f1-4d01-b627-e514b7aad54b None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:14.410971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5eb0571b-84f1-4d01-b627-e514b7aad54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:14.481287 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:14.510504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5eb0571b-84f1-4d01-b627-e514b7aad54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:14.513775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb0571b-84f1-4d01-b627-e514b7aad54b None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:14.538841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba4af-53c9-48d0-b044-c4f3b49bab6a req-686a77f6-993d-4db1-9ea4-2a0a5af88eb8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:14.542069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9edba4af-53c9-48d0-b044-c4f3b49bab6a req-686a77f6-993d-4db1-9ea4-2a0a5af88eb8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 931 time: 0.2294567 Aug 17 16:38:14.557791 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:14.639302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 60c8e483-aebe-4700-96ec-febe3638ddcf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=60c8e483-aebe-4700-96ec-febe3638ddcf,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:14.645121 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:14.737960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=60c8e483-aebe-4700-96ec-febe3638ddcf,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:14.830796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0ae2d7-594c-40b5-b028-16f66890e57b'}, {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f1e834-8260-41dc-a043-d2498889f6ec'}, {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c8e483-aebe-4700-96ec-febe3638ddcf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:14.834105 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df2b8f8-300b-4ca5-a73f-250530de9f71" -d '{"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "2b0ae2d7-594c-40b5-b028-16f66890e57b"}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "05f1e834-8260-41dc-a043-d2498889f6ec"}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "60c8e483-aebe-4700-96ec-febe3638ddcf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:14.899801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9edba4af-53c9-48d0-b044-c4f3b49bab6a req-b6f5acc3-e52b-4b8b-bd65-29a71f30c823 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442943 Aug 17 16:38:14.999940 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c125cd-cee9-432c-8c54-f886fb0bd30c x-openstack-request-id: req-77c125cd-cee9-432c-8c54-f886fb0bd30c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:15.000270 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "2b0ae2d7-594c-40b5-b028-16f66890e57b", "code": 200}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "05f1e834-8260-41dc-a043-d2498889f6ec", "code": 200}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-plugged", "status": "completed", "tag": "60c8e483-aebe-4700-96ec-febe3638ddcf", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:15.000552 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77c125cd-cee9-432c-8c54-f886fb0bd30c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:15.000960 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0ae2d7-594c-40b5-b028-16f66890e57b', 'code': 200} Aug 17 16:38:15.001213 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f1e834-8260-41dc-a043-d2498889f6ec', 'code': 200} Aug 17 16:38:15.001463 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c8e483-aebe-4700-96ec-febe3638ddcf', 'code': 200} Aug 17 16:38:15.082061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8ce50d-9017-469e-8f50-4a2c0fdd862b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:15.099099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:15.115419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e24f0-2bcc-4042-83b9-da91c014fc79 req-d6a656d8-add0-487d-9db9-d751c13cb211 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.123489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e24f0-2bcc-4042-83b9-da91c014fc79 req-d6a656d8-add0-487d-9db9-d751c13cb211 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.129889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e24f0-2bcc-4042-83b9-da91c014fc79 req-d6a656d8-add0-487d-9db9-d751c13cb211 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.131509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Transition to ACTIVE for port object 1c8ce50d-9017-469e-8f50-4a2c0fdd862b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:38:15.137535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e24f0-2bcc-4042-83b9-da91c014fc79 req-d6a656d8-add0-487d-9db9-d751c13cb211 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.139800 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:15.143492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e24f0-2bcc-4042-83b9-da91c014fc79 req-d6a656d8-add0-487d-9db9-d751c13cb211 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.149915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e24f0-2bcc-4042-83b9-da91c014fc79 req-d6a656d8-add0-487d-9db9-d751c13cb211 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.157114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e24f0-2bcc-4042-83b9-da91c014fc79 req-d6a656d8-add0-487d-9db9-d751c13cb211 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.165674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-487e24f0-2bcc-4042-83b9-da91c014fc79 req-d6a656d8-add0-487d-9db9-d751c13cb211 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5445 time: 0.1744025 Aug 17 16:38:15.265942 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-487e24f0-2bcc-4042-83b9-da91c014fc79 req-34e2b299-a32e-43e7-a259-f0647015b9d6 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992644 Aug 17 16:38:15.282773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:15.287747 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:15.355637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4576-e78b-4a04-ba93-c43511d0db75 req-9a9434dc-3ca2-401d-b269-8ba5b02ec4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.356223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4576-e78b-4a04-ba93-c43511d0db75 req-9a9434dc-3ca2-401d-b269-8ba5b02ec4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.356752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4576-e78b-4a04-ba93-c43511d0db75 req-9a9434dc-3ca2-401d-b269-8ba5b02ec4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.357361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4576-e78b-4a04-ba93-c43511d0db75 req-9a9434dc-3ca2-401d-b269-8ba5b02ec4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.360297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4576-e78b-4a04-ba93-c43511d0db75 req-9a9434dc-3ca2-401d-b269-8ba5b02ec4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.363091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4576-e78b-4a04-ba93-c43511d0db75 req-9a9434dc-3ca2-401d-b269-8ba5b02ec4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.363630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4576-e78b-4a04-ba93-c43511d0db75 req-9a9434dc-3ca2-401d-b269-8ba5b02ec4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.366034 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-888f4576-e78b-4a04-ba93-c43511d0db75 req-9a9434dc-3ca2-401d-b269-8ba5b02ec4ef service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6502 time: 0.1794989 Aug 17 16:38:15.401388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Attempting to bind port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:38:15.401726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Attempting to bind port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:38:15.402054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Attempting to bind port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:38:15.417537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b on network e670fccb-83e1-4406-a738-e22066a020cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:38:15.418652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Attempting to bind port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:38:15.434923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:38:15.435417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Checking segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:38:15.435818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Bound using segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:38:15.436261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Bound port: 1c8ce50d-9017-469e-8f50-4a2c0fdd862b, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:38:15.436947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:15.534941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-888f4576-e78b-4a04-ba93-c43511d0db75 req-0759ccc4-01f0-49fe-af4e-de470aac9f84 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757701 Aug 17 16:38:15.655207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] For port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:38:15.668555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] For port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:38:15.677921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:15.811217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:15.823165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.823727 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:15.825213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-c158f603-5703-4ad1-a9d9-af08b0a86f48 service neutron] 10.222.0.91 "PUT /v2.0/ports/1c8ce50d-9017-469e-8f50-4a2c0fdd862b HTTP/1.1" status: 200 len: 1091 time: 1.6414647 Aug 17 16:38:15.825701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1afaa8-0b3d-4f1a-a932-76095f1550a9', 'tag': '1c8ce50d-9017-469e-8f50-4a2c0fdd862b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:15.828361 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1afaa8-0b3d-4f1a-a932-76095f1550a9", "tag": "1c8ce50d-9017-469e-8f50-4a2c0fdd862b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:15.938150 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fe4dd4-7caf-4a00-99c2-832a4c16eb51 x-openstack-request-id: req-20fe4dd4-7caf-4a00-99c2-832a4c16eb51 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:15.938490 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1afaa8-0b3d-4f1a-a932-76095f1550a9", "tag": "1c8ce50d-9017-469e-8f50-4a2c0fdd862b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:15.938741 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20fe4dd4-7caf-4a00-99c2-832a4c16eb51 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:15.939150 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1afaa8-0b3d-4f1a-a932-76095f1550a9', 'tag': '1c8ce50d-9017-469e-8f50-4a2c0fdd862b', 'status': 'completed', 'code': 200} Aug 17 16:38:15.962349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.20.0.1 (db01c84c-4925-4e56-a831-8ab16f433877/51950ea4-6192-427c-8a30-8b069bdd66ca/4268c702-d34f-442f-8675-9f832fb8d110) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:15.979542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-7089f692-3f1b-43e9-958f-b9438d079bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:15.981147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-7089f692-3f1b-43e9-958f-b9438d079bfc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 1094 time: 0.0997260 Aug 17 16:38:16.113912 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-d8f471f5-b96b-421e-a294-319aa9e37740 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ce50d-9017-469e-8f50-4a2c0fdd862b HTTP/1.1" status: 200 len: 217 time: 0.1232562 Aug 17 16:38:16.225051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-1601f08b-7699-4ddf-8ebc-1aea066c49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:16.233629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-1601f08b-7699-4ddf-8ebc-1aea066c49b4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.1102483 Aug 17 16:38:16.278134 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543fd1-c02d-4381-b674-70c68277bb23 req-dc39fec1-1559-43a9-991b-d46b7cd820a1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:16.281803 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d6543fd1-c02d-4381-b674-70c68277bb23 req-dc39fec1-1559-43a9-991b-d46b7cd820a1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 943 time: 0.1959946 Aug 17 16:38:16.346561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-ebfc2ca2-4938-46ef-a6f1-43310fc7cfc1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074405 Aug 17 16:38:16.441194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d6543fd1-c02d-4381-b674-70c68277bb23 req-4fecb8a8-8462-432f-b638-aacc959c8f3f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295226 Aug 17 16:38:16.499416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:16.601986 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-78d6b989-c8af-4e9d-9fc7-ee49ffcaab11 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459846 Aug 17 16:38:16.647754 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:16.760352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network db01c84c-4925-4e56-a831-8ab16f433877 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:16.789430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:16.810548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:16.827678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=4268c702-d34f-442f-8675-9f832fb8d110,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:16.908257 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:16.914861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd0d0-6107-4d5c-a9a9-91b4bb0f4fda req-ac987eaf-bb3c-458e-a585-1e687cdd7c7b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:16.922489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd0d0-6107-4d5c-a9a9-91b4bb0f4fda req-ac987eaf-bb3c-458e-a585-1e687cdd7c7b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:16.932417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd0d0-6107-4d5c-a9a9-91b4bb0f4fda req-ac987eaf-bb3c-458e-a585-1e687cdd7c7b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:16.945718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd0d0-6107-4d5c-a9a9-91b4bb0f4fda req-ac987eaf-bb3c-458e-a585-1e687cdd7c7b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:16.958100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd0d0-6107-4d5c-a9a9-91b4bb0f4fda req-ac987eaf-bb3c-458e-a585-1e687cdd7c7b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:16.979204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd0d0-6107-4d5c-a9a9-91b4bb0f4fda req-ac987eaf-bb3c-458e-a585-1e687cdd7c7b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:16.995877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd0d0-6107-4d5c-a9a9-91b4bb0f4fda req-ac987eaf-bb3c-458e-a585-1e687cdd7c7b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:16.997929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-401cd0d0-6107-4d5c-a9a9-91b4bb0f4fda req-ac987eaf-bb3c-458e-a585-1e687cdd7c7b tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5445 time: 0.3946161 Aug 17 16:38:17.086676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bd7090a-b348-4438-86fe-b4605f765c25 req-6af92e68-084e-4476-a8f4-bbd0df2f0578 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720578 Aug 17 16:38:17.092425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-401cd0d0-6107-4d5c-a9a9-91b4bb0f4fda req-cefcd1f0-063f-4317-9b73-f672d4a60711 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857618 Aug 17 16:38:17.195774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1 req-13c9326a-753c-4d16-a7d1-7a8430adc264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:17.199499 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1 req-13c9326a-753c-4d16-a7d1-7a8430adc264 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 1094 time: 0.0568969 Aug 17 16:38:17.265308 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:17.405194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1 req-4aeaf0dd-3e84-4be0-a114-71c5122d2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:17.407642 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1 req-4aeaf0dd-3e84-4be0-a114-71c5122d2041 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 906 time: 0.2009199 Aug 17 16:38:17.489087 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1 req-4168f662-1506-4583-9254-efa114aede2f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ce50d-9017-469e-8f50-4a2c0fdd862b HTTP/1.1" status: 200 len: 217 time: 0.0710618 Aug 17 16:38:17.601974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1 req-a2e28a17-21c7-4a33-b5cb-256de100eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:17.603574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1 req-a2e28a17-21c7-4a33-b5cb-256de100eede service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.1069987 Aug 17 16:38:17.671629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1 req-53d1e99e-429e-4cda-b7fe-b42d44109fed service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592325 Aug 17 16:38:17.721711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16a770-07de-4ee5-aed9-5a7a7559d207 req-878b8136-febf-47d7-a800-4c6798895dbc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:17.724848 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bb16a770-07de-4ee5-aed9-5a7a7559d207 req-878b8136-febf-47d7-a800-4c6798895dbc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 943 time: 0.1261072 Aug 17 16:38:17.901404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1 req-73a76c4c-efd0-423d-80a7-8f97828093b4 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151330 Aug 17 16:38:17.928570 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bb16a770-07de-4ee5-aed9-5a7a7559d207 req-bdc7c00d-832c-4e74-a2e1-d05cc43c944c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540709 Aug 17 16:38:18.078906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dca4bf2e-aba7-48d0-86eb-d4ae12d704b1 req-dbc11b23-ce8a-4d99-8c2f-89ed40f15096 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668215 Aug 17 16:38:18.104786 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:18.111683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:18.225453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=4268c702-d34f-442f-8675-9f832fb8d110,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:18.229628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:18.378737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network db01c84c-4925-4e56-a831-8ab16f433877 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:18.380352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:18.545937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:18.692477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:18.702687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5093a238-7f9e-4887-9636-00f6eacd5ed9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "PUT /v2.0/routers/ccc2b709-e872-4907-bee2-08ac2631ba1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4921625 Aug 17 16:38:18.703012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46110) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:18.703913 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f0cee-f165-4381-bc14-ea9e0f867459 None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:18.708386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'port': {'network_id': 'db01c84c-4925-4e56-a831-8ab16f433877', 'name': 'tempest-FloatingIPTestJSON-487949266'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:18.722178 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f0cee-f165-4381-bc14-ea9e0f867459 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:18.722832 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-bc3f0cee-f165-4381-bc14-ea9e0f867459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:18.791268 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-bc3f0cee-f165-4381-bc14-ea9e0f867459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:18.819626 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f0cee-f165-4381-bc14-ea9e0f867459 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:18.820939 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-bc3f0cee-f165-4381-bc14-ea9e0f867459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:18.826844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7875e0-12ac-4539-975a-1ba8c15f5a3e req-a99a958c-4622-49fd-a68f-c1e4f98866be tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:18.833053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7875e0-12ac-4539-975a-1ba8c15f5a3e req-a99a958c-4622-49fd-a68f-c1e4f98866be tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:18.840524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7875e0-12ac-4539-975a-1ba8c15f5a3e req-a99a958c-4622-49fd-a68f-c1e4f98866be tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:18.846755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7875e0-12ac-4539-975a-1ba8c15f5a3e req-a99a958c-4622-49fd-a68f-c1e4f98866be tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:18.853129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7875e0-12ac-4539-975a-1ba8c15f5a3e req-a99a958c-4622-49fd-a68f-c1e4f98866be tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:18.861021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7875e0-12ac-4539-975a-1ba8c15f5a3e req-a99a958c-4622-49fd-a68f-c1e4f98866be tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:18.871847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7875e0-12ac-4539-975a-1ba8c15f5a3e req-a99a958c-4622-49fd-a68f-c1e4f98866be tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:18.874471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de7875e0-12ac-4539-975a-1ba8c15f5a3e req-a99a958c-4622-49fd-a68f-c1e4f98866be tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5445 time: 0.6196775 Aug 17 16:38:18.885732 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-bc3f0cee-f165-4381-bc14-ea9e0f867459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:18.886983 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f0cee-f165-4381-bc14-ea9e0f867459 None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:18.901281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Made reservation on behalf of 4675d0bf3cd54da593896d1decbfe089 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:18.906529 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:18.957996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de7875e0-12ac-4539-975a-1ba8c15f5a3e req-78ba5e62-8517-49a5-97bc-547b7e72f3d8 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769579 Aug 17 16:38:18.998653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] device_id is not set on port 0d11370f-dd76-489b-b09a-4e4a5b9ee0f3 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:38:19.148185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1070c8-06f0-43b5-a2a9-dfeef9b7da78 req-2e53e851-c843-413b-9579-0e9dd6dad94e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:19.161305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1070c8-06f0-43b5-a2a9-dfeef9b7da78 req-2e53e851-c843-413b-9579-0e9dd6dad94e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:19.172872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1070c8-06f0-43b5-a2a9-dfeef9b7da78 req-2e53e851-c843-413b-9579-0e9dd6dad94e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:19.185849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1070c8-06f0-43b5-a2a9-dfeef9b7da78 req-2e53e851-c843-413b-9579-0e9dd6dad94e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:19.205350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1070c8-06f0-43b5-a2a9-dfeef9b7da78 req-2e53e851-c843-413b-9579-0e9dd6dad94e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:19.211917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1070c8-06f0-43b5-a2a9-dfeef9b7da78 req-2e53e851-c843-413b-9579-0e9dd6dad94e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:19.218360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1070c8-06f0-43b5-a2a9-dfeef9b7da78 req-2e53e851-c843-413b-9579-0e9dd6dad94e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:19.220819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e1070c8-06f0-43b5-a2a9-dfeef9b7da78 req-2e53e851-c843-413b-9579-0e9dd6dad94e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5445 time: 0.1667416 Aug 17 16:38:19.237788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:19.245714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5d5a1246-5774-42a9-97fd-05c78220845a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Request body: {'floatingip': {'port_id': 'aa028505-a083-440c-81da-8c6a4ae9037d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:19.312229 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1246-5774-42a9-97fd-05c78220845a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:19.589958 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:19.755050 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:19.763518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce378517-90cc-4e0a-bc00-6ebf11a63cb6 req-f9d0a3a9-ce90-46be-9eab-db9d8200fe93 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:19.765635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce378517-90cc-4e0a-bc00-6ebf11a63cb6 req-f9d0a3a9-ce90-46be-9eab-db9d8200fe93 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 943 time: 0.6726885 Aug 17 16:38:19.909962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.20.0.14 (db01c84c-4925-4e56-a831-8ab16f433877/51950ea4-6192-427c-8a30-8b069bdd66ca/0d11370f-dd76-489b-b09a-4e4a5b9ee0f3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:19.949148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce378517-90cc-4e0a-bc00-6ebf11a63cb6 req-6918e395-2863-4c71-b8cd-de50f24de3e0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638730 Aug 17 16:38:20.260057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-5d5a1246-5774-42a9-97fd-05c78220845a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:38:20.367031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:20.412610 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1246-5774-42a9-97fd-05c78220845a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:20.418198 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1246-5774-42a9-97fd-05c78220845a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:20.443280 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:20.505714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network db01c84c-4925-4e56-a831-8ab16f433877 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:20.511420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:20.533195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:20.547465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1c8ce50d-9017-469e-8f50-4a2c0fdd862b details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:20.579929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=0d11370f-dd76-489b-b09a-4e4a5b9ee0f3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:20.672591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:20.673280 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:20.684464 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-5d5a1246-5774-42a9-97fd-05c78220845a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Floating IP 27a09d32-71d7-4d12-8bd6-00ed7353d9b4 associated. External IP: 172.25.7.120, port: aa028505-a083-440c-81da-8c6a4ae9037d. Aug 17 16:38:20.713727 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c6575d6d-8710-4d66-970a-b76b1ca4660a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0096276 Aug 17 16:38:20.716285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46314) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:20.725764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'port': {'network_id': 'db01c84c-4925-4e56-a831-8ab16f433877', 'name': 'tempest-FloatingIPTestJSON-1396356824'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:20.874504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:20.929515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '1c8ce50d-9017-469e-8f50-4a2c0fdd862b', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'port_id': '1c8ce50d-9017-469e-8f50-4a2c0fdd862b', 'mac_address': 'fa:16:3e:df:28:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4037286-0fc3-4b61-8543-70e33e8f0dcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:21.024180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Made reservation on behalf of 4675d0bf3cd54da593896d1decbfe089 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:21.027784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:21.032527 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:21.050412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8ce50d-9017-469e-8f50-4a2c0fdd862b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:21.080962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:21.089618 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:21.098760 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] device_id is not set on port a444c156-a4d1-4b53-9699-06086e8b180a yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:38:21.238336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:21.325799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac6ccd-4de2-4abc-82cf-51775199cd50 req-5af8b30e-063e-4d24-90f8-7467bd603507 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:21.328201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:21.351330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58ac6ccd-4de2-4abc-82cf-51775199cd50 req-5af8b30e-063e-4d24-90f8-7467bd603507 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 944 time: 0.1778853 Aug 17 16:38:21.397651 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.20.0.7 (db01c84c-4925-4e56-a831-8ab16f433877/51950ea4-6192-427c-8a30-8b069bdd66ca/a444c156-a4d1-4b53-9699-06086e8b180a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:21.397938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5a1246-5774-42a9-97fd-05c78220845a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Router 080efcd8-3546-4340-8cc0-8ff326104228 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:21.452287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58ac6ccd-4de2-4abc-82cf-51775199cd50 req-0587acc8-7240-49ac-b49a-813311ad0778 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983310 Aug 17 16:38:21.695697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5a1246-5774-42a9-97fd-05c78220845a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:21.703192 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1246-5774-42a9-97fd-05c78220845a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:21.712812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] Sync routers for ids ['080efcd8-3546-4340-8cc0-8ff326104228'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:21.732702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] Routers {'080efcd8-3546-4340-8cc0-8ff326104228'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:21.734782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['080efcd8-3546-4340-8cc0-8ff326104228'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:21.766455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d5a1246-5774-42a9-97fd-05c78220845a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "PUT /v2.0/floatingips/27a09d32-71d7-4d12-8bd6-00ed7353d9b4 HTTP/1.1" status: 200 len: 992 time: 2.5266335 Aug 17 16:38:21.768454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': 'aa028505-a083-440c-81da-8c6a4ae9037d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:21.775012 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70bf80f-99f9-4282-8ee8-23e301a1cd49" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "aa028505-a083-440c-81da-8c6a4ae9037d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:21.869358 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:21.904935 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20063154-38db-4e78-9647-8e6308bbff1b x-openstack-request-id: req-20063154-38db-4e78-9647-8e6308bbff1b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:21.905224 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "tag": "aa028505-a083-440c-81da-8c6a4ae9037d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:21.905482 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20063154-38db-4e78-9647-8e6308bbff1b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:21.905877 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'tag': 'aa028505-a083-440c-81da-8c6a4ae9037d', 'status': 'completed', 'code': 200} Aug 17 16:38:21.935032 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:22.093028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network db01c84c-4925-4e56-a831-8ab16f433877 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:22.094930 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] Set router 080efcd8-3546-4340-8cc0-8ff326104228 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:38:22.116366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:22.136195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:22.206328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10cf055a-6f53-400e-8bce-5b9ac56cd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.206846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10cf055a-6f53-400e-8bce-5b9ac56cd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.207329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10cf055a-6f53-400e-8bce-5b9ac56cd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.207797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10cf055a-6f53-400e-8bce-5b9ac56cd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.208433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10cf055a-6f53-400e-8bce-5b9ac56cd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.208899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10cf055a-6f53-400e-8bce-5b9ac56cd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.209363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10cf055a-6f53-400e-8bce-5b9ac56cd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.211905 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10cf055a-6f53-400e-8bce-5b9ac56cd41b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6502 time: 0.2746542 Aug 17 16:38:22.215567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=a444c156-a4d1-4b53-9699-06086e8b180a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:22.295292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.296283 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:22.327829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:22.333358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'a444c156-a4d1-4b53-9699-06086e8b180a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:22.341903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-237a6083-1f79-480b-b134-7bb0fd5906d9 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6193826 Aug 17 16:38:22.390783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10a1e226-aae1-4546-9163-96363aeefd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.392294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10a1e226-aae1-4546-9163-96363aeefd83 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f HTTP/1.1" status: 200 len: 918 time: 0.1719337 Aug 17 16:38:22.421637 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:22.432098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '27a09d32-71d7-4d12-8bd6-00ed7353d9b4', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'floating_ip_address': '172.25.7.120', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'port_id': 'aa028505-a083-440c-81da-8c6a4ae9037d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'mac_address': 'fa:16:3e:40:9f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:36:40Z', 'updated_at': '2021-08-17T16:38:20Z', 'revision_number': 1, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:49Z', 'revision_number': 5, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:22.472890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] Checking router: 080efcd8-3546-4340-8cc0-8ff326104228 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:38:22.486993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] Routers {'080efcd8-3546-4340-8cc0-8ff326104228'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:22.487934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['080efcd8-3546-4340-8cc0-8ff326104228'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:22.543659 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-fd6bae47-ae14-41d8-a0a9-c2a9de6b2ae9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 200 len: 1000 time: 0.1433043 Aug 17 16:38:22.549965 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1c8ce50d-9017-469e-8f50-4a2c0fdd862b up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:22.659085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-c291f10f-1c66-440a-adce-4063871d43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.662352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-c291f10f-1c66-440a-adce-4063871d43a3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6794c805-5b84-4d68-91c3-86786023ccd4 HTTP/1.1" status: 200 len: 856 time: 0.1091564 Aug 17 16:38:22.689932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] Set router 080efcd8-3546-4340-8cc0-8ff326104228 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:38:22.690447 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:22.701723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ef1e9-ad49-4bb4-94a8-2918d6d9c8f7 req-af0d0138-75de-4f0b-ad4f-6bc8b8d2f8a4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.703602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-154ef1e9-ad49-4bb4-94a8-2918d6d9c8f7 req-af0d0138-75de-4f0b-ad4f-6bc8b8d2f8a4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 944 time: 0.1003287 Aug 17 16:38:22.761721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:22.766589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10072a25-7b91-4a22-b4d3-10942081b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:22.768586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-10072a25-7b91-4a22-b4d3-10942081b8bc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926092 Aug 17 16:38:22.786367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:22.789358 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:22.898907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-3f63e4c8-8107-4971-acef-f9ca1e476ebb service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229384 Aug 17 16:38:22.959579 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-154ef1e9-ad49-4bb4-94a8-2918d6d9c8f7 req-133e5a02-bfd4-41f8-89f4-0f0d59fb177e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471068 Aug 17 16:38:23.005582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.25.7.106 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/8c89e742-8a7f-461a-afa4-696629a2883c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:23.150753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f70bf80f-99f9-4282-8ee8-23e301a1cd49 req-a02b69cd-37fd-45f0-8a53-54f6c3d96fa9 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422879 Aug 17 16:38:23.272353 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:23.321152 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:23.381173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:23.384942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:23.389923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:23.420095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=8c89e742-8a7f-461a-afa4-696629a2883c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:23.508170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:23.565135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1afaa8-0b3d-4f1a-a932-76095f1550a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8ce50d-9017-469e-8f50-4a2c0fdd862b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:23.567713 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5603edaa-d6b6-42c8-be9e-5f9d6d0aba6e" -d '{"events": [{"server_uuid": "cc1afaa8-0b3d-4f1a-a932-76095f1550a9", "name": "network-vif-plugged", "status": "completed", "tag": "1c8ce50d-9017-469e-8f50-4a2c0fdd862b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:23.586585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:23.595820 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:23.635189 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed350e10-8742-4148-851e-de38a5e2f31e x-openstack-request-id: req-ed350e10-8742-4148-851e-de38a5e2f31e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:23.635845 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1afaa8-0b3d-4f1a-a932-76095f1550a9", "name": "network-vif-plugged", "status": "completed", "tag": "1c8ce50d-9017-469e-8f50-4a2c0fdd862b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:23.636326 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed350e10-8742-4148-851e-de38a5e2f31e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:23.636915 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1afaa8-0b3d-4f1a-a932-76095f1550a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8ce50d-9017-469e-8f50-4a2c0fdd862b', 'code': 200} Aug 17 16:38:23.648125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '27a09d32-71d7-4d12-8bd6-00ed7353d9b4', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'floating_ip_address': '172.25.7.120', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'port_id': 'aa028505-a083-440c-81da-8c6a4ae9037d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'mac_address': 'fa:16:3e:40:9f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:36:40Z', 'updated_at': '2021-08-17T16:38:20Z', 'revision_number': 1, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:49Z', 'revision_number': 5, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:23.685059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd95be4-0fda-4e15-b83f-4f50ed696811 None None] The sync data for ids ['080efcd8-3546-4340-8cc0-8ff326104228'] in n-d-804878-1 is: [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '27a09d32-71d7-4d12-8bd6-00ed7353d9b4', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'floating_ip_address': '172.25.7.120', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'port_id': 'aa028505-a083-440c-81da-8c6a4ae9037d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'mac_address': 'fa:16:3e:40:9f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:36:40Z', 'updated_at': '2021-08-17T16:38:20Z', 'revision_number': 1, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:49Z', 'revision_number': 5, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:23.708516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:23.789231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bec779-2adb-4f5f-b3a9-601d83392115 req-6890e0b4-4a35-4c89-99da-eb730e9ef987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:23.791677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53bec779-2adb-4f5f-b3a9-601d83392115 req-6890e0b4-4a35-4c89-99da-eb730e9ef987 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 1096 time: 0.0876420 Aug 17 16:38:23.859738 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53bec779-2adb-4f5f-b3a9-601d83392115 req-7e260eb7-cb9c-41b8-b8ae-bf4bf0d95898 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Aug 17 16:38:24.007962 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08828c77-6928-40c3-983d-539f61642127 None None] New status for floating IP 27a09d32-71d7-4d12-8bd6-00ed7353d9b4: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:38:24.279051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992f883-02b5-4658-8326-20de232d0561 req-8d6fae9f-5517-4fb3-b539-00554fcd78d7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:24.292787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d992f883-02b5-4658-8326-20de232d0561 req-8d6fae9f-5517-4fb3-b539-00554fcd78d7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 945 time: 0.1014524 Aug 17 16:38:24.356336 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d992f883-02b5-4658-8326-20de232d0561 req-acc40f16-78cf-4657-a33e-02c9af3b480a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556786 Aug 17 16:38:24.445604 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:24.553907 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:24.796045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:24.801803 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:24.880235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=8c89e742-8a7f-461a-afa4-696629a2883c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:24.890730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:25.009338 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP 0e5a21eb-da78-47ba-a7c1-4b7f0653e07b associated. External IP: 172.25.7.106, port: a444c156-a4d1-4b53-9699-06086e8b180a. Aug 17 16:38:25.397190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:25.500500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59465d10-4273-4dd9-9911-83e6206e1161 req-ae8c309a-65d6-4d69-98ca-3d657ef3d3c6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:25.502843 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59465d10-4273-4dd9-9911-83e6206e1161 req-ae8c309a-65d6-4d69-98ca-3d657ef3d3c6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 945 time: 0.0741765 Aug 17 16:38:25.572285 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59465d10-4273-4dd9-9911-83e6206e1161 req-8fa21064-2b8c-4846-9a35-db06bc716ec2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631680 Aug 17 16:38:25.582767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:25.603693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de019c-05a8-40fa-bbc6-910806ef4cea None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:25.629929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de019c-05a8-40fa-bbc6-910806ef4cea None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:25.631163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-36de019c-05a8-40fa-bbc6-910806ef4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:25.637893 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:25.738439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-62ba1ee6-4f35-453d-88b2-3faf5cc8686d tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4028018 Aug 17 16:38:25.738783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:25.743825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-36de019c-05a8-40fa-bbc6-910806ef4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:25.750800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2c94147d-03a0-43e2-a565-1204648b04fc tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:25.772998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de019c-05a8-40fa-bbc6-910806ef4cea None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:25.773636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-36de019c-05a8-40fa-bbc6-910806ef4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:25.886549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-36de019c-05a8-40fa-bbc6-910806ef4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:25.887378 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de019c-05a8-40fa-bbc6-910806ef4cea None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:25.906709 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c94147d-03a0-43e2-a565-1204648b04fc tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:26.298810 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c94147d-03a0-43e2-a565-1204648b04fc tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:26.309343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c94147d-03a0-43e2-a565-1204648b04fc tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:26.312183 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-2c94147d-03a0-43e2-a565-1204648b04fc tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP 0e5a21eb-da78-47ba-a7c1-4b7f0653e07b disassociated. External IP: 172.25.7.106, port: a444c156-a4d1-4b53-9699-06086e8b180a. Aug 17 16:38:26.395869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe5ca9-12e7-4d97-adeb-792fcd0a0d83 req-19980617-a84c-4f00-8943-6da07e37c38f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:26.397497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbbe5ca9-12e7-4d97-adeb-792fcd0a0d83 req-19980617-a84c-4f00-8943-6da07e37c38f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.4139526 Aug 17 16:38:26.418124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbbe5ca9-12e7-4d97-adeb-792fcd0a0d83 req-62d1ace4-e78d-4f89-97a8-85f9f727fdfa tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/quotas/ba3a95df7c594044a48f7b7aca180947 HTTP/1.1" status: 200 len: 375 time: 0.0135028 Aug 17 16:38:26.531033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbbe5ca9-12e7-4d97-adeb-792fcd0a0d83 req-499cfb0a-1e4a-447e-9993-628bef0ce9c6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060107 Aug 17 16:38:26.818050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c94147d-03a0-43e2-a565-1204648b04fc tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:26.898113 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbbe5ca9-12e7-4d97-adeb-792fcd0a0d83 req-7c83e8a2-76ae-49d7-90e1-34645749c77e service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582878 Aug 17 16:38:27.121209 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbbe5ca9-12e7-4d97-adeb-792fcd0a0d83 req-6e6d99c6-383f-4ff8-be17-4a3f027477fc service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221110 Aug 17 16:38:27.136427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c94147d-03a0-43e2-a565-1204648b04fc tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:27.143914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c94147d-03a0-43e2-a565-1204648b04fc tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:27.166216 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b57b1b-c87d-4f50-8973-2c7ccd2d6679 None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:27.229742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c94147d-03a0-43e2-a565-1204648b04fc tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "PUT /v2.0/floatingips/0e5a21eb-da78-47ba-a7c1-4b7f0653e07b HTTP/1.1" status: 200 len: 688 time: 1.4859405 Aug 17 16:38:27.230049 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b57b1b-c87d-4f50-8973-2c7ccd2d6679 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:27.230049 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-22b57b1b-c87d-4f50-8973-2c7ccd2d6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:27.230500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:27.419810 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-22b57b1b-c87d-4f50-8973-2c7ccd2d6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:27.451956 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b57b1b-c87d-4f50-8973-2c7ccd2d6679 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:27.453925 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-22b57b1b-c87d-4f50-8973-2c7ccd2d6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:27.605809 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-22b57b1b-c87d-4f50-8973-2c7ccd2d6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:27.606538 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b57b1b-c87d-4f50-8973-2c7ccd2d6679 None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:27.641137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0baccf10-d4ef-455c-a935-f7050d92bb95 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port 8c89e742-8a7f-461a-afa4-696629a2883c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:27.642089 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0baccf10-d4ef-455c-a935-f7050d92bb95 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:27.845261 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0baccf10-d4ef-455c-a935-f7050d92bb95 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:27.846553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0baccf10-d4ef-455c-a935-f7050d92bb95 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:27.873700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0baccf10-d4ef-455c-a935-f7050d92bb95 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for 8c89e742-8a7f-461a-afa4-696629a2883c owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:38:27.931505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46512) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:28.313918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0baccf10-d4ef-455c-a935-f7050d92bb95 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:28.321823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:28.355679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baccf10-d4ef-455c-a935-f7050d92bb95 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=8c89e742-8a7f-461a-afa4-696629a2883c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:28.558192 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0baccf10-d4ef-455c-a935-f7050d92bb95 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:28.564297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0baccf10-d4ef-455c-a935-f7050d92bb95 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:28.567479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0baccf10-d4ef-455c-a935-f7050d92bb95 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/floatingips/0e5a21eb-da78-47ba-a7c1-4b7f0653e07b HTTP/1.1" status: 204 len: 168 time: 1.3363142 Aug 17 16:38:28.570895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:28.584661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '0d11370f-dd76-489b-b09a-4e4a5b9ee0f3'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:28.660137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:28.686082 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:28.724986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:28.799166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c720a9f9-cb5d-4838-8a8b-c2c70ebc5450,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:28.838507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=60cb9da089604534b069185cbac0392d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9050150 Aug 17 16:38:28.841029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:28.842517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.842758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.843081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.843417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.843743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.844093 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.844390 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.844708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.845029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.845353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.845669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.845985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c6c95-2924-447e-9413-a98b9df433a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:28.924510 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:28.944312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e64d4-6068-4437-9dbb-d1c50312883a req-87654be0-9980-4a8d-b176-869a9a822669 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:28.946294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-87654be0-9980-4a8d-b176-869a9a822669 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.3063023 Aug 17 16:38:28.975614 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-fcf8ed88-0368-4d2e-b887-dcac01725efc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/quotas/ba3a95df7c594044a48f7b7aca180947 HTTP/1.1" status: 200 len: 375 time: 0.0225861 Aug 17 16:38:29.014686 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fb6a6fd-254d-4322-acf1-f2e259fadcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:29.063625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fb6a6fd-254d-4322-acf1-f2e259fadcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:29.115145 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-095b21a6-473d-4113-984d-d18ad57c8d89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1386442 Aug 17 16:38:29.158792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.25.7.198 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/bd6a3918-48a4-4606-95e8-67ebf1e7e4b9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:29.192832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fb6a6fd-254d-4322-acf1-f2e259fadcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:29.195368 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fb6a6fd-254d-4322-acf1-f2e259fadcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:29.199469 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9fb6a6fd-254d-4322-acf1-f2e259fadcfb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c720a9f9-cb5d-4838-8a8b-c2c70ebc5450 HTTP/1.1" status: 204 len: 168 time: 0.3540587 Aug 17 16:38:29.251881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-28af43fd-116e-4b9b-9c19-7eb8423f7ade service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:38:29.253504 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-28af43fd-116e-4b9b-9c19-7eb8423f7ade service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1242871 Aug 17 16:38:29.262607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6a6fd-254d-4322-acf1-f2e259fadcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c720a9f9-cb5d-4838-8a8b-c2c70ebc5450,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:29.348780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:29.399882 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-1a9b13a4-dfa6-429e-be65-49a0c8d3433a service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387944 Aug 17 16:38:29.412785 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:29.497976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:29.501100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:29.506138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:29.509352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=bd6a3918-48a4-4606-95e8-67ebf1e7e4b9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:29.534764 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-6c090b6a-3d64-44ba-bee2-5ec3f0dfc4a4 service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245830 Aug 17 16:38:29.563114 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:38:29.784180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46570) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:29.808759 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eef4b533-eb19-462e-90f8-b7e33dbe9ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:29.891521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9d8538a-70b7-40c6-8075-42003f4469ba req-c1328962-2f50-4315-9b43-a99d4f2fb8f1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 210 time: 0.0492930 Aug 17 16:38:30.039873 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eef4b533-eb19-462e-90f8-b7e33dbe9ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.051509 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eef4b533-eb19-462e-90f8-b7e33dbe9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.104251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4b533-eb19-462e-90f8-b7e33dbe9ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d8e46-2e44-420a-a25f-c65f94a60c4d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:30.112544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46578) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:30.140838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-eef4b533-eb19-462e-90f8-b7e33dbe9ddd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c6229e4862b74b358dd4ad71ba8d0822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526440 Aug 17 16:38:30.142752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46584) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:30.267688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1e7145a-71b3-42ca-8188-ad6f8c433b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.273133 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.305934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1e7145a-71b3-42ca-8188-ad6f8c433b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.381470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-795ef861-b092-4cd6-9919-fcf2b8645e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.410631 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.464895 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1e7145a-71b3-42ca-8188-ad6f8c433b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.467711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1e7145a-71b3-42ca-8188-ad6f8c433b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.471903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d1e7145a-71b3-42ca-8188-ad6f8c433b33 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/976d8e46-2e44-420a-a25f-c65f94a60c4d HTTP/1.1" status: 204 len: 168 time: 0.3251898 Aug 17 16:38:30.487327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7145a-71b3-42ca-8188-ad6f8c433b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d8e46-2e44-420a-a25f-c65f94a60c4d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:30.568062 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-795ef861-b092-4cd6-9919-fcf2b8645e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.573932 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-795ef861-b092-4cd6-9919-fcf2b8645e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.633166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-795ef861-b092-4cd6-9919-fcf2b8645e39 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ad648e1ec864616bbaac570bd795631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5171998 Aug 17 16:38:30.636213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46592) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:30.643400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ef861-b092-4cd6-9919-fcf2b8645e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff624576-cd2b-4539-8c38-0f55463e736a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:30.738337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c391d27c-17bb-4f5f-83ea-3790f1f313b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.797269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c391d27c-17bb-4f5f-83ea-3790f1f313b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.805279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.812789 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.873463 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c391d27c-17bb-4f5f-83ea-3790f1f313b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.879679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c391d27c-17bb-4f5f-83ea-3790f1f313b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:30.885603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c391d27c-17bb-4f5f-83ea-3790f1f313b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff624576-cd2b-4539-8c38-0f55463e736a HTTP/1.1" status: 204 len: 168 time: 0.2453959 Aug 17 16:38:30.887282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=bd6a3918-48a4-4606-95e8-67ebf1e7e4b9,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:30.908035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391d27c-17bb-4f5f-83ea-3790f1f313b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff624576-cd2b-4539-8c38-0f55463e736a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:30.961969 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:31.045588 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46610) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:31.061876 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5690aa9-4713-438d-ac30-9460b9e1c5c3 req-998a1e16-c264-40b6-a460-4db1f84085b3 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 210 time: 0.0399315 Aug 17 16:38:31.084879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9428addd-07fb-410e-9ba3-4634666828a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:31.124484 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP f357811c-1b41-4d19-8b7a-3de77f828e15 associated. External IP: 172.25.7.198, port: 0d11370f-dd76-489b-b09a-4e4a5b9ee0f3. Aug 17 16:38:31.263770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9428addd-07fb-410e-9ba3-4634666828a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:31.272037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9428addd-07fb-410e-9ba3-4634666828a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:31.419318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9428addd-07fb-410e-9ba3-4634666828a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a89f6783cea0418296a09f7b026a3300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668208 Aug 17 16:38:31.419318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46624) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:31.432932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428addd-07fb-410e-9ba3-4634666828a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54af6fc-4483-4922-aaeb-14b197fcfcb8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:31.575866 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f946f5f-824a-4324-9252-812a7d9b76a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:31.631790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e64d4-6068-4437-9dbb-d1c50312883a req-65969325-3dc3-4ad3-b6dd-51ff6afd33f4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:31.633772 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-65969325-3dc3-4ad3-b6dd-51ff6afd33f4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.2541883 Aug 17 16:38:31.636305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f946f5f-824a-4324-9252-812a7d9b76a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:31.658089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Request body: {'port': {'device_id': '7831e993-4f8b-44f6-b861-77a0d7df10e1', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'admin_state_up': True, 'tenant_id': 'ba3a95df7c594044a48f7b7aca180947'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:31.756878 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f946f5f-824a-4324-9252-812a7d9b76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:31.761159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f946f5f-824a-4324-9252-812a7d9b76a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:31.765122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0f946f5f-824a-4324-9252-812a7d9b76a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a54af6fc-4483-4922-aaeb-14b197fcfcb8 HTTP/1.1" status: 204 len: 168 time: 0.3448133 Aug 17 16:38:31.785928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f946f5f-824a-4324-9252-812a7d9b76a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54af6fc-4483-4922-aaeb-14b197fcfcb8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:31.893338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Made reservation on behalf of ba3a95df7c594044a48f7b7aca180947 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:31.903584 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:32.114435 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1fed-20ba-4576-a468-4a4b82e9835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:32.241911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Allocated IP 172.20.0.5 (e670fccb-83e1-4406-a738-e22066a020cf/d4037286-0fc3-4b61-8543-70e33e8f0dcd/8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:32.288738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:32.338702 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-272b1be9-805f-41cf-a8b0-b6087116093b req-9fac868f-dffc-4e01-9db2-6e292a0b1a93 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 210 time: 0.0481191 Aug 17 16:38:32.477238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:32.487882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169be6f5-4f2f-4594-bf8e-25be3ee15cf5 None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:32.508669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169be6f5-4f2f-4594-bf8e-25be3ee15cf5 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:32.509581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-169be6f5-4f2f-4594-bf8e-25be3ee15cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:32.549436 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:32.597487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:32.604759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-169be6f5-4f2f-4594-bf8e-25be3ee15cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:32.627470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169be6f5-4f2f-4594-bf8e-25be3ee15cf5 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:32.627707 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-aa196125-c5e1-4f6f-b619-1d67ac5145f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0539043 Aug 17 16:38:32.630675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-169be6f5-4f2f-4594-bf8e-25be3ee15cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:32.631432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:32.692358 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:32.734524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-169be6f5-4f2f-4594-bf8e-25be3ee15cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:32.736956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169be6f5-4f2f-4594-bf8e-25be3ee15cf5 None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:32.747198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:32.793706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Network e670fccb-83e1-4406-a738-e22066a020cf is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:32.799318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:32.803264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:32.841050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c997db86-5451-481f-b082-387dffb9a317 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "GET /v2.0/floatingips/f357811c-1b41-4d19-8b7a-3de77f828e15 HTTP/1.1" status: 200 len: 978 time: 0.1996813 Aug 17 16:38:32.842928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:32.925528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event updated for resources: {'Port': ['ID=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:33.000618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:33.006326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:33.040118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-97b62ff2-63d1-4a6e-9acf-bd0abe2b55cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3886514 Aug 17 16:38:33.055825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Request body: {'port': {'device_id': '7831e993-4f8b-44f6-b861-77a0d7df10e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:33.059774 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3b7a431-66fa-4dc9-87ee-e7a296f101cd tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2117565 Aug 17 16:38:33.061634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:33.072131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'port_id': 'a444c156-a4d1-4b53-9699-06086e8b180a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:33.175423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46706) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:33.176402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:33.201171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:33.459812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-14248087-network', 'tenant_id': '0831bb515cbf4e2da9f139e45a3b35c8'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:33.582464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Made reservation on behalf of 0831bb515cbf4e2da9f139e45a3b35c8 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:33.588111 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:33.602816 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:33.764157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440f973-7faa-4903-a0be-0d9639808384 req-5e38d5da-232d-4f8f-8827-b72116b0d9d7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:33.766422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a440f973-7faa-4903-a0be-0d9639808384 req-5e38d5da-232d-4f8f-8827-b72116b0d9d7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 931 time: 0.2172368 Aug 17 16:38:33.869605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:33.875835 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:33.881279 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:33.885860 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:33.912543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Transition to ACTIVE for port object 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:38:33.921361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a440f973-7faa-4903-a0be-0d9639808384 req-e43c6c9d-dbc1-447b-b59e-3f18211813c8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350603 Aug 17 16:38:33.926984 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:33.944318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:38:34.004131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2bc1dd-3237-409a-9e33-2f37a2f918f3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:34.040922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.041823 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Added segment da3edb97-43fe-454d-98d0-a3c22cb5ee33 of type vlan for network 7227b743-9e66-4fab-a9a0-1de921683898 Aug 17 16:38:34.122154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:34.146892 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.230487 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.238571 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.246643 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Attempting to bind port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:38:34.247509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Attempting to bind port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:38:34.247850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Attempting to bind port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:38:34.253709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 on network e670fccb-83e1-4406-a738-e22066a020cf not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:38:34.254034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Attempting to bind port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:38:34.260945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:38:34.261303 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Checking segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:38:34.261668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Bound using segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:38:34.262099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Bound port: 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:38:34.262484 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.264503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.265445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:34.266017 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.404386 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2076957 Aug 17 16:38:34.411098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:34.427658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fc215-b8a3-4d50-a943-46a9aec672ad admin admin] Pushing event updated for resources: {'Network': ['ID=7227b743-9e66-4fab-a9a0-1de921683898,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:34.442990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 7227b743-9e66-4fab-a9a0-1de921683898 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:38:34.464905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Request body: {'subnet': {'network_id': '7227b743-9e66-4fab-a9a0-1de921683898', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-14248087-subnet', 'tenant_id': '0831bb515cbf4e2da9f139e45a3b35c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:34.475234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] For port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:38:34.481547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] For port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:38:34.488516 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.593619 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP f357811c-1b41-4d19-8b7a-3de77f828e15 associated. External IP: 172.25.7.198, port: 0d11370f-dd76-489b-b09a-4e4a5b9ee0f3. Aug 17 16:38:34.630434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:34.632078 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.638939 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] 10.222.0.93 "PUT /v2.0/ports/8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 HTTP/1.1" status: 200 len: 1091 time: 1.5901153 Aug 17 16:38:34.652146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7831e993-4f8b-44f6-b861-77a0d7df10e1', 'tag': '8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:34.656413 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5e08b1-2ecd-4f66-adfc-20c987632881" -d '{"events": [{"name": "network-changed", "server_uuid": "7831e993-4f8b-44f6-b861-77a0d7df10e1", "tag": "8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:34.739603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Made reservation on behalf of 0831bb515cbf4e2da9f139e45a3b35c8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:34.741948 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.768787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80144a40-2504-4bcb-8723-2a48367728fe service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:34.791553 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5598dd84-26bf-4395-ab52-997c5532e394 x-openstack-request-id: req-5598dd84-26bf-4395-ab52-997c5532e394 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:34.793496 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7831e993-4f8b-44f6-b861-77a0d7df10e1", "tag": "8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:34.793633 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5598dd84-26bf-4395-ab52-997c5532e394 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:34.794123 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7831e993-4f8b-44f6-b861-77a0d7df10e1', 'tag': '8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82', 'status': 'completed', 'code': 200} Aug 17 16:38:34.804101 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57115d83-6ec3-4d11-a427-94212c756028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:34.816692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e64d4-6068-4437-9dbb-d1c50312883a req-cc7c3095-d24c-43a5-8e09-c6338aa08a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:34.818851 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-cc7c3095-d24c-43a5-8e09-c6338aa08a35 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 1094 time: 0.1114452 Aug 17 16:38:34.880523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-e58b8877-1f49-440b-90d5-6722a01f4677 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 HTTP/1.1" status: 200 len: 217 time: 0.0536351 Aug 17 16:38:34.988726 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e64d4-6068-4437-9dbb-d1c50312883a req-486c29a7-c1e5-4392-b035-3e8ed59831ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:34.992697 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-486c29a7-c1e5-4392-b035-3e8ed59831ec service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.1033366 Aug 17 16:38:34.998521 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:35.054186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-590d94c7-5afc-4113-9ea2-270533be496a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520375 Aug 17 16:38:35.257001 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-c7773684-1f1e-4fc1-af4e-d547ff9d57c7 service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402934 Aug 17 16:38:35.412467 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9980e-8b8b-42cb-b2ca-ced2b8f55f70 req-e80ea200-04eb-48c8-97d2-22566ed14877 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:35.416784 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a9980e-8b8b-42cb-b2ca-ced2b8f55f70 req-e80ea200-04eb-48c8-97d2-22566ed14877 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 943 time: 0.3549182 Aug 17 16:38:35.545644 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:35.549570 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049e64d4-6068-4437-9dbb-d1c50312883a req-774e554d-175f-44ed-bb10-1bd99045e0fa service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851255 Aug 17 16:38:35.590332 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0a9980e-8b8b-42cb-b2ca-ced2b8f55f70 req-82e185a2-3f65-44e4-8121-2d036b55e414 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600685 Aug 17 16:38:35.714984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e08b1-2ecd-4f66-adfc-20c987632881 req-460a1f81-8dc3-4b6f-ae98-e27f07c3cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:35.716801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c5e08b1-2ecd-4f66-adfc-20c987632881 req-460a1f81-8dc3-4b6f-ae98-e27f07c3cf5b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 1094 time: 0.0808070 Aug 17 16:38:35.719266 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:35.874763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e08b1-2ecd-4f66-adfc-20c987632881 req-fddf2641-6643-4e8c-9bb4-583944a43d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:35.877926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46283ce-905a-4e07-9a04-b0ea5c73508e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:35.879176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c5e08b1-2ecd-4f66-adfc-20c987632881 req-fddf2641-6643-4e8c-9bb4-583944a43d5b service neutron] 10.222.0.93 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 906 time: 0.1520295 Aug 17 16:38:35.890809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:35.902717 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022f782-ce9a-48dd-adb5-5076207f3c87 None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:35.931737 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022f782-ce9a-48dd-adb5-5076207f3c87 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:35.932383 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d022f782-ce9a-48dd-adb5-5076207f3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:35.945791 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:35.948701 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c5e08b1-2ecd-4f66-adfc-20c987632881 req-34040860-e453-4bb8-afc6-c1f81a0d3455 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 HTTP/1.1" status: 200 len: 217 time: 0.0629668 Aug 17 16:38:36.002731 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d022f782-ce9a-48dd-adb5-5076207f3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:36.015988 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022f782-ce9a-48dd-adb5-5076207f3c87 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:36.016869 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d022f782-ce9a-48dd-adb5-5076207f3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:36.026204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Checking segment: {'id': 'da3edb97-43fe-454d-98d0-a3c22cb5ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:38:36.026591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Network hostable DHCP agents. Network: 7227b743-9e66-4fab-a9a0-1de921683898, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:38:36.047050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e08b1-2ecd-4f66-adfc-20c987632881 req-f78c644d-e411-4ef0-91ef-4e3a39f3a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:36.048830 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c5e08b1-2ecd-4f66-adfc-20c987632881 req-f78c644d-e411-4ef0-91ef-4e3a39f3a97b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.0928071 Aug 17 16:38:36.105343 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c5e08b1-2ecd-4f66-adfc-20c987632881 req-0887a06e-301c-4fb9-82e0-1989a96f2489 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488167 Aug 17 16:38:36.179688 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d022f782-ce9a-48dd-adb5-5076207f3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:36.180647 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022f782-ce9a-48dd-adb5-5076207f3c87 None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:36.253904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Network 7227b743-9e66-4fab-a9a0-1de921683898 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:38:36.276478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 7227b743-9e66-4fab-a9a0-1de921683898) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:36.283782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:36.284363 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:36.285879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c5e08b1-2ecd-4f66-adfc-20c987632881 req-d4b087d7-05f8-408d-9c5a-19546b08d278 service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698592 Aug 17 16:38:36.290350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b6cb6-8de7-4711-a97e-de1d25059ef5 None None] Network 7227b743-9e66-4fab-a9a0-1de921683898 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:38:36.357913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:36.385068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7aa3030-67d9-461c-b785-5826751c27e4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9465840 Aug 17 16:38:36.410111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-0b3cea89-5415-4238-aac1-5f1d15dfbc13 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f9cb1a2ee1324b319f65892ae72c300d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555892 Aug 17 16:38:36.480840 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c5e08b1-2ecd-4f66-adfc-20c987632881 req-638e99e1-2800-4aaa-943e-0d16ea83c73e service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866617 Aug 17 16:38:36.488246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38db1d-adff-4910-9242-c6dfd559187c None None] Network 7227b743-9e66-4fab-a9a0-1de921683898 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:38:36.770585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:36.776991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:36.789400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee572b-3a7e-4aa5-bc8f-3856e21c67d1 None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:36.820425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-32119707-c63e-42fd-8257-aa4a3c162651 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:36.823028 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-32119707-c63e-42fd-8257-aa4a3c162651 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997684 Aug 17 16:38:36.824584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee572b-3a7e-4aa5-bc8f-3856e21c67d1 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:36.828517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a7ee572b-3a7e-4aa5-bc8f-3856e21c67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:36.878626 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-fe3df1e9-b661-458d-bcf0-a0cff6ea8026 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/quotas/f9cb1a2ee1324b319f65892ae72c300d HTTP/1.1" status: 200 len: 375 time: 0.0304968 Aug 17 16:38:36.897590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a7ee572b-3a7e-4aa5-bc8f-3856e21c67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:36.909985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f7c08e66-e023-40b5-9a9b-81cbacd9b0b1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "PUT /v2.0/floatingips/f357811c-1b41-4d19-8b7a-3de77f828e15 HTTP/1.1" status: 200 len: 978 time: 3.8445659 Aug 17 16:38:36.913075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46788) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:36.914077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee572b-3a7e-4aa5-bc8f-3856e21c67d1 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:36.916613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a7ee572b-3a7e-4aa5-bc8f-3856e21c67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:36.941551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-56db8f08-d64e-4de5-992b-38c4ce2a21f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:36.957845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-45f1ffeb-c240-4d26-a9ed-c5ab8bb4e91b tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9cb1a2ee1324b319f65892ae72c300d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748270 Aug 17 16:38:36.971365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a7ee572b-3a7e-4aa5-bc8f-3856e21c67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:36.972038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee572b-3a7e-4aa5-bc8f-3856e21c67d1 None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:37.051187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752f9f0-fa54-4723-a4b8-b2520c58e9fd req-2a41ed8b-4105-4349-8b0b-977c72e1aae0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:37.053218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d752f9f0-fa54-4723-a4b8-b2520c58e9fd req-2a41ed8b-4105-4349-8b0b-977c72e1aae0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 943 time: 0.1960015 Aug 17 16:38:37.059942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56db8f08-d64e-4de5-992b-38c4ce2a21f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:37.164701 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d752f9f0-fa54-4723-a4b8-b2520c58e9fd req-b7ea2472-188a-4380-bbcf-0aff499c0424 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014514 Aug 17 16:38:37.355204 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56db8f08-d64e-4de5-992b-38c4ce2a21f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:37.370846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56db8f08-d64e-4de5-992b-38c4ce2a21f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:37.370846 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-56db8f08-d64e-4de5-992b-38c4ce2a21f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP f357811c-1b41-4d19-8b7a-3de77f828e15 disassociated. External IP: 172.25.7.198, port: a444c156-a4d1-4b53-9699-06086e8b180a. Aug 17 16:38:37.416534 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5001dec6-c2ae-49d8-9c9d-d09cbacd8630 req-97f4528c-3f63-4b48-a0d0-c1135b89ae4c tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 210 time: 0.0810781 Aug 17 16:38:37.660362 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:38.156869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56db8f08-d64e-4de5-992b-38c4ce2a21f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:38.199578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:38.438210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56db8f08-d64e-4de5-992b-38c4ce2a21f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:38.444428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56db8f08-d64e-4de5-992b-38c4ce2a21f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:38.452345 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee026278-4b11-4976-ba97-a04b541ef74a None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:38.454917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6d69e-51b4-4b35-b5e7-0912e93cc248 req-bd615aa4-4f46-4d20-8b03-111e498f4639 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:38.476287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67b6d69e-51b4-4b35-b5e7-0912e93cc248 req-bd615aa4-4f46-4d20-8b03-111e498f4639 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 943 time: 0.1296308 Aug 17 16:38:38.490887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:38.500477 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee026278-4b11-4976-ba97-a04b541ef74a None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:38.501322 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ee026278-4b11-4976-ba97-a04b541ef74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:38.529373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'port_id': '8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82', 'mac_address': 'fa:16:3e:d6:08:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4037286-0fc3-4b61-8543-70e33e8f0dcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:38.576427 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:38.593345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:38.618125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:38.626655 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:38.634017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67b6d69e-51b4-4b35-b5e7-0912e93cc248 req-cddfac8e-68b2-4971-b4c6-e1516222f10b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564896 Aug 17 16:38:38.639755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46832) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:38.643806 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ee026278-4b11-4976-ba97-a04b541ef74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:38.647622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-56db8f08-d64e-4de5-992b-38c4ce2a21f7 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "PUT /v2.0/floatingips/f357811c-1b41-4d19-8b7a-3de77f828e15 HTTP/1.1" status: 200 len: 688 time: 1.7311285 Aug 17 16:38:38.659075 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee026278-4b11-4976-ba97-a04b541ef74a None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:38.660140 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ee026278-4b11-4976-ba97-a04b541ef74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:38.708172 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ee026278-4b11-4976-ba97-a04b541ef74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:38.709300 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee026278-4b11-4976-ba97-a04b541ef74a None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:38.737534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:38.748948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.749606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.750264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.750792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.751286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.751919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.752529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.753268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.753870 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.754725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.755419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.755992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:38:38.843977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5aa3f320-3887-4c25-8fee-238f1fb985d1 req-dd90d71c-5008-43ce-8b25-168d14f02e40 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 210 time: 0.1192863 Aug 17 16:38:38.908743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:39.362041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-c81f75fb-53ed-45c7-907c-1047267de4e0 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=f9cb1a2ee1324b319f65892ae72c300d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4741361 Aug 17 16:38:39.412246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-11374d0c-1a6d-4b07-8a72-dcc3dd36549a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port bd6a3918-48a4-4606-95e8-67ebf1e7e4b9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:39.412935 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11374d0c-1a6d-4b07-8a72-dcc3dd36549a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:39.542074 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11374d0c-1a6d-4b07-8a72-dcc3dd36549a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:39.542496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11374d0c-1a6d-4b07-8a72-dcc3dd36549a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:39.563791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-11374d0c-1a6d-4b07-8a72-dcc3dd36549a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for bd6a3918-48a4-4606-95e8-67ebf1e7e4b9 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:38:39.650912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-0c3dd0d6-2b72-4b63-acee-a31fba2814bb tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:39.652795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-0c3dd0d6-2b72-4b63-acee-a31fba2814bb tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844133 Aug 17 16:38:39.666774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Request body: {'port': {'device_id': 'd7d674d1-8224-4feb-b9b7-a9a81b8f0f17', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': 'f9cb1a2ee1324b319f65892ae72c300d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:39.855367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838bb42-e276-4bca-8fd3-0798a67da7e8 req-becd2908-b735-43ae-9ab9-1d757990ad97 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:39.865460 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a838bb42-e276-4bca-8fd3-0798a67da7e8 req-becd2908-b735-43ae-9ab9-1d757990ad97 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 944 time: 0.0897529 Aug 17 16:38:39.898905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-3944616f-2bb5-40c4-b85b-73d90a8400e1 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:39.910956 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-3944616f-2bb5-40c4-b85b-73d90a8400e1 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/networks?id=7227b743-9e66-4fab-a9a0-1de921683898 HTTP/1.1" status: 200 len: 807 time: 0.1666563 Aug 17 16:38:39.937888 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a838bb42-e276-4bca-8fd3-0798a67da7e8 req-eda81673-1f00-4a4a-b9b8-bf6229331c1c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711458 Aug 17 16:38:39.986668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-cf00912e-de91-4fa0-92ea-6c27405815a6 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/quotas/0831bb515cbf4e2da9f139e45a3b35c8 HTTP/1.1" status: 200 len: 375 time: 0.0640426 Aug 17 16:38:40.031119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-149e2519-826c-4cdb-b402-f44bce6e8417 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0831bb515cbf4e2da9f139e45a3b35c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430965 Aug 17 16:38:40.067167 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3df30520-6abd-4aea-9096-2adf69035fea req-3a6ad690-8fa3-41a4-b008-0d0ceb703770 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 210 time: 0.0474927 Aug 17 16:38:40.201167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11374d0c-1a6d-4b07-8a72-dcc3dd36549a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:40.216946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:40.246731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-1fc64789-da0a-47a8-be91-4cae483b7806 service neutron] 10.222.0.77 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018414 Aug 17 16:38:40.249116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Made reservation on behalf of f9cb1a2ee1324b319f65892ae72c300d for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:40.253250 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:40.287740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11374d0c-1a6d-4b07-8a72-dcc3dd36549a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=bd6a3918-48a4-4606-95e8-67ebf1e7e4b9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:40.303930 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:40.309644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:40.309937 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:40.317200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:40.453015 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:40.492331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7831e993-4f8b-44f6-b861-77a0d7df10e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:40.495619 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1125ed98-f7bf-433d-937a-67c90f5e1e3a" -d '{"events": [{"server_uuid": "7831e993-4f8b-44f6-b861-77a0d7df10e1", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:40.520763 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11374d0c-1a6d-4b07-8a72-dcc3dd36549a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:40.523823 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11374d0c-1a6d-4b07-8a72-dcc3dd36549a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:40.530335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:40.530708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46882) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:40.539153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-11374d0c-1a6d-4b07-8a72-dcc3dd36549a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/floatingips/f357811c-1b41-4d19-8b7a-3de77f828e15 HTTP/1.1" status: 204 len: 168 time: 1.8975840 Aug 17 16:38:40.549205 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:40.615066 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-c762c0d8-dc47-4a40-bd45-02a055895e40 service neutron] 10.222.0.77 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234518 Aug 17 16:38:40.621883 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-f63a4649-1074-4429-8c8d-12d648abf891 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] delete failed (client error): The resource could not be found. Aug 17 16:38:40.631752 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f63a4649-1074-4429-8c8d-12d648abf891 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/floatingips/f357811c-1b41-4d19-8b7a-3de77f828e15 HTTP/1.1" status: 404 len: 345 time: 0.1001804 Aug 17 16:38:40.632608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46890) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:40.668947 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8a915e-50e2-4ad5-80bd-07878a86702a x-openstack-request-id: req-fc8a915e-50e2-4ad5-80bd-07878a86702a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:40.669706 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7831e993-4f8b-44f6-b861-77a0d7df10e1", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:40.669955 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc8a915e-50e2-4ad5-80bd-07878a86702a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:40.670358 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7831e993-4f8b-44f6-b861-77a0d7df10e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82', 'code': 200} Aug 17 16:38:40.704720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:40.769601 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:40.776048 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:40.800310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8172132f-4cb9-4612-b6ef-d209d265a838 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:40.808266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8172132f-4cb9-4612-b6ef-d209d265a838 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:40.815141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8172132f-4cb9-4612-b6ef-d209d265a838 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:40.820932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8172132f-4cb9-4612-b6ef-d209d265a838 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "GET /v2.0/ports?network_id=db01c84c-4925-4e56-a831-8ab16f433877 HTTP/1.1" status: 200 len: 2358 time: 0.1869855 Aug 17 16:38:40.824643 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46894) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:40.881525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b82d8e-6c5a-4946-ae91-4b9524bf11d6 req-38125d3f-e2e1-4582-8016-58d3d0d07f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:40.883189 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99b82d8e-6c5a-4946-ae91-4b9524bf11d6 req-38125d3f-e2e1-4582-8016-58d3d0d07f8c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 1096 time: 0.1752520 Aug 17 16:38:40.945301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4411062c-4078-47ac-b83f-56174c77faa2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:40.976856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d85d-7e89-4adb-a375-e729940908fb tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:40.978727 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b548d85d-7e89-4adb-a375-e729940908fb tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "GET /v2.0/subnets/51950ea4-6192-427c-8a30-8b069bdd66ca HTTP/1.1" status: 200 len: 797 time: 0.1528056 Aug 17 16:38:40.991213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:41.001579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'port': {'network_id': 'db01c84c-4925-4e56-a831-8ab16f433877', 'name': 'tempest-FloatingIPTestJSON-1822982651', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:41.016896 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-faa45854-e17d-4d04-934c-555c33bc1c69 req-8bf56043-718d-4390-bc5b-3a20f8867be7 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 210 time: 0.0779703 Aug 17 16:38:41.032467 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99b82d8e-6c5a-4946-ae91-4b9524bf11d6 req-a601d3d6-b6d3-4671-abd5-44a708ccd197 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250660 Aug 17 16:38:41.115859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Allocated IP 192.168.233.119 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/ef6f627d-0fef-4676-aa21-a62730d2164d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:41.270284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b08dc1-2795-48dd-853f-78b0b463cd3b req-b65750c2-7bda-4ce8-9d22-4848d4c395c0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:41.272402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9b08dc1-2795-48dd-853f-78b0b463cd3b req-b65750c2-7bda-4ce8-9d22-4848d4c395c0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 945 time: 0.1835349 Aug 17 16:38:41.301778 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4920cf43-1f48-414e-9ca8-30eebc9f8660 req-1a6531ce-26a0-4d53-9161-03dcc1d21d37 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 210 time: 0.1169267 Aug 17 16:38:41.471677 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:41.489283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Transition to ACTIVE for port object ef6f627d-0fef-4676-aa21-a62730d2164d will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:38:41.589224 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9b08dc1-2795-48dd-853f-78b0b463cd3b req-8c54bca1-b1ae-4fb4-a9dd-ff420a047751 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095443 Aug 17 16:38:41.608706 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:41.674580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Pushing event updated for resources: {'Port': ['ID=ef6f627d-0fef-4676-aa21-a62730d2164d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:41.712674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:41.714689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Made reservation on behalf of 4675d0bf3cd54da593896d1decbfe089 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:41.740746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:41.744961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:41.864914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:41.866508 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:41.913049 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-dc95e54e-3075-4231-960e-7b635f353240 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2508712 Aug 17 16:38:41.921585 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:41.929439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Request body: {'port': {'device_id': 'd7d674d1-8224-4feb-b9b7-a9a81b8f0f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:41.998253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] device_id is not set on port af7483f2-0e4e-4166-8f7b-326f71ad3bc0 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:38:42.094122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-46b076b0-db54-45f1-b057-0966f7df23ec service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1568229 Aug 17 16:38:42.118859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:42.130208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d6bef5a7-b4d5-47a6-82cb-64eff3dbff28 None None] Provisioning for port ef6f627d-0fef-4676-aa21-a62730d2164d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:42.138760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d6bef5a7-b4d5-47a6-82cb-64eff3dbff28 None None] Provisioning complete for port ef6f627d-0fef-4676-aa21-a62730d2164d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:42.139960 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6bef5a7-b4d5-47a6-82cb-64eff3dbff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:42.179966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24f5fb36-24d8-4534-b6de-2403e21164c0 req-dc98b9d9-cb1f-4b37-aa03-51fcbb7bd9ac tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 210 time: 0.0460420 Aug 17 16:38:42.233476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d6bef5a7-b4d5-47a6-82cb-64eff3dbff28 None None] Port ef6f627d-0fef-4676-aa21-a62730d2164d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:38:42.254725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d7f1992a-d626-419a-aa86-c8dfd116adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.255533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d7f1992a-d626-419a-aa86-c8dfd116adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.256172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d7f1992a-d626-419a-aa86-c8dfd116adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.257741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d7f1992a-d626-419a-aa86-c8dfd116adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.258412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d7f1992a-d626-419a-aa86-c8dfd116adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.259704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d7f1992a-d626-419a-aa86-c8dfd116adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.260363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d7f1992a-d626-419a-aa86-c8dfd116adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.264089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d7f1992a-d626-419a-aa86-c8dfd116adab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6502 time: 0.0674739 Aug 17 16:38:42.500368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d240c0d5-0c6b-4f1a-8137-6ff7a27858ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.501327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d240c0d5-0c6b-4f1a-8137-6ff7a27858ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.502176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d240c0d5-0c6b-4f1a-8137-6ff7a27858ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.504507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d240c0d5-0c6b-4f1a-8137-6ff7a27858ed service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 200 len: 2299 time: 0.2114041 Aug 17 16:38:42.621719 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-eb2b2ec8-3495-4b62-97c2-d005f2718284 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 200 len: 1002 time: 0.1029632 Aug 17 16:38:42.774680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-7b57ce87-aeb1-46b2-b6e3-a07f02938454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.777099 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-7b57ce87-aeb1-46b2-b6e3-a07f02938454 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6794c805-5b84-4d68-91c3-86786023ccd4 HTTP/1.1" status: 200 len: 856 time: 0.1172192 Aug 17 16:38:42.884608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-96572a25-ca7a-42b1-a6b0-2686b93ba7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.886870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-96572a25-ca7a-42b1-a6b0-2686b93ba7f7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023438 Aug 17 16:38:42.890971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-06231a01-aaec-401d-a482-f5115aad6033 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.894794 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-06231a01-aaec-401d-a482-f5115aad6033 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.93 "GET /v2.0/networks?id=7227b743-9e66-4fab-a9a0-1de921683898 HTTP/1.1" status: 200 len: 807 time: 0.2341394 Aug 17 16:38:42.914746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Request body: {'port': {'device_id': 'c9ae45be-0dc9-4aaa-add8-bf475338550b', 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898', 'admin_state_up': True, 'tenant_id': '0831bb515cbf4e2da9f139e45a3b35c8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:42.919464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d60d2a-c958-4143-9101-46bf1686e093 req-279dcc7a-bdfc-4b76-8cff-297223b1edc4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:42.921454 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23d60d2a-c958-4143-9101-46bf1686e093 req-279dcc7a-bdfc-4b76-8cff-297223b1edc4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 945 time: 0.0878510 Aug 17 16:38:43.094581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23d60d2a-c958-4143-9101-46bf1686e093 req-51b9ef07-1669-44fe-a04c-f97656bd4af4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581814 Aug 17 16:38:43.146900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302a450-65fa-4408-b7fa-8b8c19e8c2c7 req-33158d97-87d0-48b2-8241-a77151066df8 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:43.158136 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-5681975b-3b78-4c5e-962a-d4ccc9d650e9 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344923 Aug 17 16:38:43.159986 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f302a450-65fa-4408-b7fa-8b8c19e8c2c7 req-33158d97-87d0-48b2-8241-a77151066df8 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 936 time: 0.5296776 Aug 17 16:38:43.319676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6f627d-0fef-4676-aa21-a62730d2164d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:43.378772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:43.381531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9b2c4-546a-4976-8c21-1c6ff52f7c1d req-ee449eab-8def-407c-860f-7da7b4bd369a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:43.399386 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7d9b2c4-546a-4976-8c21-1c6ff52f7c1d req-ee449eab-8def-407c-860f-7da7b4bd369a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 945 time: 0.1454439 Aug 17 16:38:43.426424 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f302a450-65fa-4408-b7fa-8b8c19e8c2c7 req-ddb5bae1-d7a0-4908-933d-f98a57326767 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/security-groups?id=4411062c-4078-47ac-b83f-56174c77faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652602 Aug 17 16:38:43.504875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Transition to ACTIVE for port object ef6f627d-0fef-4676-aa21-a62730d2164d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:38:43.512328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7d9b2c4-546a-4976-8c21-1c6ff52f7c1d req-88f7b6dd-f548-4b74-bc5b-89bd86d6d015 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111176 Aug 17 16:38:43.519517 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:43.523641 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-b4bbec3c-163f-4441-9b55-821fdc69f8b6 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558204 Aug 17 16:38:43.631247 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-ea6a107e-162f-4bbf-a68a-a31ce7dfada9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 217 time: 0.1011946 Aug 17 16:38:43.657662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.20.0.13 (db01c84c-4925-4e56-a831-8ab16f433877/51950ea4-6192-427c-8a30-8b069bdd66ca/af7483f2-0e4e-4166-8f7b-326f71ad3bc0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:43.667692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.20.0.12 (db01c84c-4925-4e56-a831-8ab16f433877/51950ea4-6192-427c-8a30-8b069bdd66ca/af7483f2-0e4e-4166-8f7b-326f71ad3bc0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:43.740227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-77488e01-63b6-4339-a6a1-292bc23078e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:43.745343 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-77488e01-63b6-4339-a6a1-292bc23078e6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1065087 Aug 17 16:38:43.863227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Made reservation on behalf of 0831bb515cbf4e2da9f139e45a3b35c8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:43.869492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:43.897596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-14151239-16b7-4fa7-afb3-3ceac79a21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:43.899434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-14151239-16b7-4fa7-afb3-3ceac79a21e6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1463182 Aug 17 16:38:43.918413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e48095f-7e0b-4418-8754-dd18c4d4f074 req-8d2b1ecd-987d-401b-9f29-8b8de115311a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 210 time: 0.2830193 Aug 17 16:38:43.926124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Pushing event updated for resources: {'Port': ['ID=ef6f627d-0fef-4676-aa21-a62730d2164d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:44.177687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:44.178233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d6a-077b-4a03-ae20-2c2a85b41c1a req-f7cb28a8-8334-4613-b33c-6b929469d10e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:44.180610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cdcd6d6a-077b-4a03-ae20-2c2a85b41c1a req-f7cb28a8-8334-4613-b33c-6b929469d10e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 945 time: 0.1245837 Aug 17 16:38:44.238474 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-3f3f8a29-883d-4c02-ad89-53427012158c service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301356 Aug 17 16:38:44.260558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Attempting to bind port ef6f627d-0fef-4676-aa21-a62730d2164d on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:38:44.260932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Attempting to bind port ef6f627d-0fef-4676-aa21-a62730d2164d by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:38:44.261257 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Attempting to bind port ef6f627d-0fef-4676-aa21-a62730d2164d on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:38:44.293404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Port ef6f627d-0fef-4676-aa21-a62730d2164d on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:38:44.294127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Attempting to bind port ef6f627d-0fef-4676-aa21-a62730d2164d on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:38:44.318525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:38:44.319483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:38:44.320194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:38:44.320907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Bound port: ef6f627d-0fef-4676-aa21-a62730d2164d, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:38:44.321803 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:44.324920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Allocated IP 172.20.0.12 (7227b743-9e66-4fab-a9a0-1de921683898/b46283ce-905a-4e07-9a04-b0ea5c73508e/dc681f33-01cb-4304-83a7-32cbf569ade8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:44.351860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cdcd6d6a-077b-4a03-ae20-2c2a85b41c1a req-898314f8-b386-4fea-99f1-c6331d9e4874 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575291 Aug 17 16:38:44.360101 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:44.435288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=af7483f2-0e4e-4166-8f7b-326f71ad3bc0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:44.438848 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d73624af-5ed3-44e7-baa2-2d1a8a323495 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890731 Aug 17 16:38:44.523425 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-8a549684-d11b-47ba-816f-42acfa241be2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 217 time: 0.0747867 Aug 17 16:38:44.526735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network db01c84c-4925-4e56-a831-8ab16f433877 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:44.537556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:44.545278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:44.673804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] For port ef6f627d-0fef-4676-aa21-a62730d2164d, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:38:44.698629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-7cf462d0-d607-446c-947e-6368aa4bb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:44.700604 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-7cf462d0-d607-446c-947e-6368aa4bb292 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1684155 Aug 17 16:38:44.719015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:44.719905 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:44.732571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] For port ef6f627d-0fef-4676-aa21-a62730d2164d, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ef6f627d-0fef-4676-aa21-a62730d2164d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:38:44.739310 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:44.799667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-45abbe24-f68c-45f7-8b6b-e583ab391eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:44.801937 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-45abbe24-f68c-45f7-8b6b-e583ab391eee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714195 Aug 17 16:38:44.850621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f98fb71-c647-445b-b688-c564c5110405 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.8579166 Aug 17 16:38:44.867634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46966) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:44.874813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'af7483f2-0e4e-4166-8f7b-326f71ad3bc0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:44.886312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:44.887439 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:44.889981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] 10.222.0.91 "PUT /v2.0/ports/ef6f627d-0fef-4676-aa21-a62730d2164d HTTP/1.1" status: 200 len: 1096 time: 2.9652388 Aug 17 16:38:44.890599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d674d1-8224-4feb-b9b7-a9a81b8f0f17', 'tag': 'ef6f627d-0fef-4676-aa21-a62730d2164d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:44.894656 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4906aa29-1a89-4ac8-832d-524295b035dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d674d1-8224-4feb-b9b7-a9a81b8f0f17", "tag": "ef6f627d-0fef-4676-aa21-a62730d2164d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:44.940400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e1b5-2e29-4e6b-92d2-f73d3b16ca95 req-5b11838e-5bc6-4a46-b8f9-cfd8bd4b48c3 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:44.970627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75b2e1b5-2e29-4e6b-92d2-f73d3b16ca95 req-5b11838e-5bc6-4a46-b8f9-cfd8bd4b48c3 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 948 time: 0.3205080 Aug 17 16:38:45.020881 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3317358b-cc7c-404b-aaf8-7c859c3a3aa6 x-openstack-request-id: req-3317358b-cc7c-404b-aaf8-7c859c3a3aa6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:45.021235 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d674d1-8224-4feb-b9b7-a9a81b8f0f17", "tag": "ef6f627d-0fef-4676-aa21-a62730d2164d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:45.021431 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3317358b-cc7c-404b-aaf8-7c859c3a3aa6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:45.021854 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d674d1-8224-4feb-b9b7-a9a81b8f0f17', 'tag': 'ef6f627d-0fef-4676-aa21-a62730d2164d', 'status': 'completed', 'code': 200} Aug 17 16:38:45.053220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:45.191594 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-4bdedc1d-db2a-4388-8ffa-1c0df1d7c927 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808575 Aug 17 16:38:45.204863 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db7de365-b9fa-44b3-acb7-6bd20f757e07 req-757c93d0-0a5b-43d6-b8dc-a79dc2e98a91 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 210 time: 0.1535125 Aug 17 16:38:45.423650 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d6fde755-cf6e-45a3-aba7-d096a6dba9e4 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070515 Aug 17 16:38:45.562017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-887da1c9-48f8-446a-91bb-26fc3f9dde9d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa HTTP/1.1" status: 200 len: 217 time: 0.0960474 Aug 17 16:38:45.612709 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:45.626991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36621d3-12ca-43b9-97f4-ea2611dcad1c service neutron] Pushing event updated for resources: {'Port': ['ID=ef6f627d-0fef-4676-aa21-a62730d2164d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:45.657586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-755447a4-fad9-4fab-aaa2-62cf8f1c5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:45.659341 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-755447a4-fad9-4fab-aaa2-62cf8f1c5586 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.0781870 Aug 17 16:38:45.663359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75b2e1b5-2e29-4e6b-92d2-f73d3b16ca95 req-f2a0bef0-ad51-4f12-8c88-bc9641201aec tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/security-groups?id=4411062c-4078-47ac-b83f-56174c77faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903653 Aug 17 16:38:45.680184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-1b0c62d1-5cb4-4bb5-853d-07e4fffea8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:45.682050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-1b0c62d1-5cb4-4bb5-853d-07e4fffea8ca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f9cb1a2ee1324b319f65892ae72c300d&device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 1099 time: 0.7092628 Aug 17 16:38:45.718761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:45.727125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-6c238bf9-dd53-4a9c-a3f6-d634e33a8cc5 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:45.729618 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-6c238bf9-dd53-4a9c-a3f6-d634e33a8cc5 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 945 time: 0.5154755 Aug 17 16:38:45.740169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7298b-a78c-4626-8eed-2c98221fca13 req-9ed4a1ed-42eb-4b90-b049-a692a6aa45bc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:45.741959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40d7298b-a78c-4626-8eed-2c98221fca13 req-9ed4a1ed-42eb-4b90-b049-a692a6aa45bc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 945 time: 0.2448595 Aug 17 16:38:45.808465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Pushing event updated for resources: {'Port': ['ID=dc681f33-01cb-4304-83a7-32cbf569ade8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:45.829350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-2c18f28c-c264-4d9f-8747-a9f65e308517 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ef6f627d-0fef-4676-aa21-a62730d2164d HTTP/1.1" status: 200 len: 217 time: 0.1197126 Aug 17 16:38:45.838932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Network 7227b743-9e66-4fab-a9a0-1de921683898 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:45.879657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-5a84e46e-427e-4742-a82b-b82e3529d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:45.881481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-5a84e46e-427e-4742-a82b-b82e3529d47d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115948 Aug 17 16:38:45.898949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:45.903138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-e555b198-138c-4254-951c-ed3b78b3a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:45.905046 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-e555b198-138c-4254-951c-ed3b78b3a789 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0644119 Aug 17 16:38:45.906123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:46.019178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-311be488-82e0-4f40-bdb5-29a8fc27d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:46.021281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-311be488-82e0-4f40-bdb5-29a8fc27d579 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904233 Aug 17 16:38:46.027972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:46.028826 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:46.068990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40d7298b-a78c-4626-8eed-2c98221fca13 req-0913ff3c-9017-4cce-932b-e67475a0a62a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140104 Aug 17 16:38:46.073147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-6e205744-2ce1-4e9c-abb0-b46fdb8e5644 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816254 Aug 17 16:38:46.123200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-43322054-fa29-465c-8b6c-d7fe625a127a tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2133374 Aug 17 16:38:46.143400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Request body: {'port': {'device_id': 'c9ae45be-0dc9-4aaa-add8-bf475338550b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:46.162337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:46.247544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-be4a892d-563f-4eda-a638-24164647b870 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150469 Aug 17 16:38:46.287859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:46.370915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.25.7.179 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/ff10fce3-2d9d-4a0b-8e9a-f6233a7ae335) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:46.380581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-c81c88fd-819f-4507-8a48-3babf8ba6c0f service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952771 Aug 17 16:38:46.440245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-011eee6a-ecd3-4e36-a6fe-e4ad313bd6e1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=05f1e834-8260-41dc-a043-d2498889f6ec HTTP/1.1" status: 200 len: 217 time: 0.0491147 Aug 17 16:38:46.445053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Deleting port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:46.445484 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:46.535131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813230ea-2ab9-48c4-8ab7-3804af6baaa1 req-e28df1bd-ae6f-4a6f-aa58-7ec7005ccc27 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:46.543662 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-813230ea-2ab9-48c4-8ab7-3804af6baaa1 req-e28df1bd-ae6f-4a6f-aa58-7ec7005ccc27 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 932 time: 0.1685467 Aug 17 16:38:46.662181 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-813230ea-2ab9-48c4-8ab7-3804af6baaa1 req-22657ee5-dcfd-4ca1-8b32-a14dad5008f9 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177242 Aug 17 16:38:46.665835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-757328c7-a5f1-43ea-ac56-371174a7c949 req-64b35e08-28f6-4028-8571-eb261840c429 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079204 Aug 17 16:38:46.956480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc681f33-01cb-4304-83a7-32cbf569ade8 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:46.973181 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:47.008395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Transition to ACTIVE for port object dc681f33-01cb-4304-83a7-32cbf569ade8 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:38:47.040351 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:47.080568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906aa29-1a89-4ac8-832d-524295b035dc req-d47c0a2b-1b3c-4deb-8808-30f61dc7a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:47.082189 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4906aa29-1a89-4ac8-832d-524295b035dc req-d47c0a2b-1b3c-4deb-8808-30f61dc7a591 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f9cb1a2ee1324b319f65892ae72c300d&device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 1099 time: 0.0834169 Aug 17 16:38:47.086483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] For port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:47.086863 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:47.105939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Calling delete_port for 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:38:47.209601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-e1da72c4-2b87-4f5f-b0a8-571f9f1f7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:47.211822 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-e1da72c4-2b87-4f5f-b0a8-571f9f1f7ba3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.7462993 Aug 17 16:38:47.245411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Pushing event updated for resources: {'Port': ['ID=dc681f33-01cb-4304-83a7-32cbf569ade8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:47.332070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906aa29-1a89-4ac8-832d-524295b035dc req-888b0084-737a-415f-b035-d5cb5150283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:47.333499 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4906aa29-1a89-4ac8-832d-524295b035dc req-888b0084-737a-415f-b035-d5cb5150283d service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.2396872 Aug 17 16:38:47.353517 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:47.365662 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:47.369992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:47.380177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6033d9-2f1e-4ae3-bef7-432d5f91f99e req-9f79d55a-24b9-4bfb-8ac5-81d5accebbff tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:47.381892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cd6033d9-2f1e-4ae3-bef7-432d5f91f99e req-9f79d55a-24b9-4bfb-8ac5-81d5accebbff tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 948 time: 0.4646015 Aug 17 16:38:47.406543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4906aa29-1a89-4ac8-832d-524295b035dc req-614ce059-4309-462f-bffc-3a7450edf73d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ef6f627d-0fef-4676-aa21-a62730d2164d HTTP/1.1" status: 200 len: 217 time: 0.0634763 Aug 17 16:38:47.421545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0e7e4-711a-4a80-b322-3d8c58d898f2 req-b281b6ac-cc68-44ee-b6be-70d6f18e3b7d tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:47.423144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcf0e7e4-711a-4a80-b322-3d8c58d898f2 req-b281b6ac-cc68-44ee-b6be-70d6f18e3b7d tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=7831e993-4f8b-44f6-b861-77a0d7df10e1 HTTP/1.1" status: 200 len: 867 time: 0.1617036 Aug 17 16:38:47.476249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Attempting to bind port dc681f33-01cb-4304-83a7-32cbf569ade8 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:38:47.476618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Attempting to bind port dc681f33-01cb-4304-83a7-32cbf569ade8 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'da3edb97-43fe-454d-98d0-a3c22cb5ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:38:47.476918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Attempting to bind port dc681f33-01cb-4304-83a7-32cbf569ade8 on network 7227b743-9e66-4fab-a9a0-1de921683898 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:38:47.501773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event deleted for resources: {'Port': ['ID=8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:47.512370 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcf0e7e4-711a-4a80-b322-3d8c58d898f2 req-4bdace64-949f-45c4-b0c8-001f3246747b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771272 Aug 17 16:38:47.515565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Port dc681f33-01cb-4304-83a7-32cbf569ade8 on network 7227b743-9e66-4fab-a9a0-1de921683898 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:38:47.515565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Attempting to bind port dc681f33-01cb-4304-83a7-32cbf569ade8 on network 7227b743-9e66-4fab-a9a0-1de921683898 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:38:47.527310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:38:47.527660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Checking segment: {'id': 'da3edb97-43fe-454d-98d0-a3c22cb5ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:38:47.528066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Bound using segment: {'id': 'da3edb97-43fe-454d-98d0-a3c22cb5ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:38:47.528555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Bound port: dc681f33-01cb-4304-83a7-32cbf569ade8, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3edb97-43fe-454d-98d0-a3c22cb5ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:38:47.529079 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:47.533540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906aa29-1a89-4ac8-832d-524295b035dc req-090b1067-4e94-4741-a27d-7ba56ea8566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:47.535700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4906aa29-1a89-4ac8-832d-524295b035dc req-090b1067-4e94-4741-a27d-7ba56ea8566b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.1091015 Aug 17 16:38:47.538092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:47.639685 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:47.672819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906aa29-1a89-4ac8-832d-524295b035dc req-5df9208a-8c07-43af-b4d1-3fc6043f462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:47.674336 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4906aa29-1a89-4ac8-832d-524295b035dc req-5df9208a-8c07-43af-b4d1-3fc6043f462e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276431 Aug 17 16:38:47.693502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] For port dc681f33-01cb-4304-83a7-32cbf569ade8, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:38:47.699123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] For port dc681f33-01cb-4304-83a7-32cbf569ade8, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc681f33-01cb-4304-83a7-32cbf569ade8,segment=NetworkSegment(da3edb97-43fe-454d-98d0-a3c22cb5ee33),segment_id=da3edb97-43fe-454d-98d0-a3c22cb5ee33)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:38:47.714424 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:47.728983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-bff347ac-a975-47c3-8ff5-6132fc7b964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:47.731625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-bff347ac-a975-47c3-8ff5-6132fc7b964f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5098944 Aug 17 16:38:47.747289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:47.789054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] No DVR routers for this DVR port 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:38:47.789054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:47.801597 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:47.808550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "DELETE /v2.0/ports/8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 HTTP/1.1" status: 204 len: 173 time: 2.0637665 Aug 17 16:38:47.809056 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7831e993-4f8b-44f6-b861-77a0d7df10e1', 'name': 'network-vif-deleted', 'tag': '8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:47.811773 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc90e73-4cab-4108-872e-2d9a427b3cbe" -d '{"events": [{"server_uuid": "7831e993-4f8b-44f6-b861-77a0d7df10e1", "name": "network-vif-deleted", "tag": "8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:47.825267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:47.842523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:47.843944 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:47.845170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] 10.222.0.93 "PUT /v2.0/ports/dc681f33-01cb-4304-83a7-32cbf569ade8 HTTP/1.1" status: 200 len: 1092 time: 1.7089820 Aug 17 16:38:47.845746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ae45be-0dc9-4aaa-add8-bf475338550b', 'tag': 'dc681f33-01cb-4304-83a7-32cbf569ade8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:47.848231 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43341cec-8eb8-4362-b6a5-834dc0bdbd66" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ae45be-0dc9-4aaa-add8-bf475338550b", "tag": "dc681f33-01cb-4304-83a7-32cbf569ade8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:47.985018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=ff10fce3-2d9d-4a0b-8e9a-f6233a7ae335,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:48.009527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cd6033d9-2f1e-4ae3-bef7-432d5f91f99e req-ce3ab82c-2d8c-4371-a685-a4c2ea32b46f tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/security-groups?id=4411062c-4078-47ac-b83f-56174c77faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926976 Aug 17 16:38:48.054879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f65c5-3eb4-43ae-a501-ff34da8ee813 service neutron] Pushing event updated for resources: {'Port': ['ID=dc681f33-01cb-4304-83a7-32cbf569ade8,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:48.124937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d13e9-c14b-47fe-ac62-c9b08eb18415 req-38ff2267-f355-4f02-8a2b-ca82c8fd19c7 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:48.126945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a8d13e9-c14b-47fe-ac62-c9b08eb18415 req-38ff2267-f355-4f02-8a2b-ca82c8fd19c7 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 944 time: 0.2675166 Aug 17 16:38:48.128857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4906aa29-1a89-4ac8-832d-524295b035dc req-fa5c0066-507a-43ff-9fe3-b4bfe187080a service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279504 Aug 17 16:38:48.138658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-e05f3ba1-7aea-421b-b774-d13cfb0e4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:48.140154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-e05f3ba1-7aea-421b-b774-d13cfb0e4bb7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0831bb515cbf4e2da9f139e45a3b35c8&device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 1095 time: 0.1541007 Aug 17 16:38:48.245786 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee72432-9994-434a-896d-1252794531f1 x-openstack-request-id: req-2ee72432-9994-434a-896d-1252794531f1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:48.245786 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ae45be-0dc9-4aaa-add8-bf475338550b", "tag": "dc681f33-01cb-4304-83a7-32cbf569ade8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:48.245786 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ee72432-9994-434a-896d-1252794531f1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:48.245786 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ae45be-0dc9-4aaa-add8-bf475338550b', 'tag': 'dc681f33-01cb-4304-83a7-32cbf569ade8', 'status': 'completed', 'code': 200} Aug 17 16:38:48.268993 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d9bc26-dc63-4d23-8f33-f3ca02ddfbe5 x-openstack-request-id: req-46d9bc26-dc63-4d23-8f33-f3ca02ddfbe5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:48.269904 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7831e993-4f8b-44f6-b861-77a0d7df10e1", "name": "network-vif-deleted", "tag": "8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:48.270481 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46d9bc26-dc63-4d23-8f33-f3ca02ddfbe5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:48.271259 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7831e993-4f8b-44f6-b861-77a0d7df10e1', 'name': 'network-vif-deleted', 'tag': '8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82', 'status': 'completed', 'code': 200} Aug 17 16:38:48.294253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-d5bc888b-5086-494f-a8c8-2ae2bc0e3094 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261400 Aug 17 16:38:48.301204 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-22fa055f-4efd-470d-9e1c-bfd575e3de7e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc681f33-01cb-4304-83a7-32cbf569ade8 HTTP/1.1" status: 200 len: 217 time: 0.0777538 Aug 17 16:38:48.309042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a8d13e9-c14b-47fe-ac62-c9b08eb18415 req-9648d39f-91cc-44ec-9bdd-5aa0df0aa526 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748583 Aug 17 16:38:48.384951 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-8c0a7915-eca7-441c-b39b-465acbd0c888 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1541662 Aug 17 16:38:48.387685 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4906aa29-1a89-4ac8-832d-524295b035dc req-762e2b6d-0944-474e-8a70-382a0bdb811d service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459738 Aug 17 16:38:48.408126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-d64aa4e8-d78e-4f56-8886-00cbea047de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:48.409862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-d64aa4e8-d78e-4f56-8886-00cbea047de3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b46283ce-905a-4e07-9a04-b0ea5c73508e HTTP/1.1" status: 200 len: 847 time: 0.0949714 Aug 17 16:38:48.467517 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-89672958-c4ee-4f42-812e-2d78744459bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7227b743-9e66-4fab-a9a0-1de921683898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502656 Aug 17 16:38:48.476344 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-758d770b-f2c1-47c3-b100-8a9b176ccacb service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394944 Aug 17 16:38:48.663010 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-8c74bee8-6eab-46e9-bdf7-18de225f24f8 service neutron] 10.222.0.93 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655169 Aug 17 16:38:48.666007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-e38bd204-d516-4aa1-8b66-7ea3f87e4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:48.667787 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-e38bd204-d516-4aa1-8b66-7ea3f87e4d45 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 1096 time: 0.2106068 Aug 17 16:38:48.672120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ef6f627d-0fef-4676-aa21-a62730d2164d details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:48.694579 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-83e6f179-145e-4dea-a5b2-1fe95725d39b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69b3f724-d531-40fe-ae4a-5e75d4482612 HTTP/1.1" status: 200 len: 217 time: 0.1879468 Aug 17 16:38:48.854087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ef6f627d-0fef-4676-aa21-a62730d2164d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ef6f627d-0fef-4676-aa21-a62730d2164d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:48.871549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'ef6f627d-0fef-4676-aa21-a62730d2164d', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': 'ef6f627d-0fef-4676-aa21-a62730d2164d', 'mac_address': 'fa:16:3e:92:f2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:48.941794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-cce5e521-cdeb-478c-a3ff-af2a33f3d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:48.943347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-cce5e521-cdeb-478c-a3ff-af2a33f3d713 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 906 time: 0.2262442 Aug 17 16:38:48.980015 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:49.015596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6f627d-0fef-4676-aa21-a62730d2164d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:49.036590 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-0737a735-a56e-40f3-844f-3fcc8a908a44 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ce50d-9017-469e-8f50-4a2c0fdd862b HTTP/1.1" status: 200 len: 217 time: 0.0753851 Aug 17 16:38:49.063817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ef6f627d-0fef-4676-aa21-a62730d2164d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ef6f627d-0fef-4676-aa21-a62730d2164d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:49.071534 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:49.126001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:49.169172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-968cd9b0-c306-4473-a6ea-6aa5e59ef4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:49.170732 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-968cd9b0-c306-4473-a6ea-6aa5e59ef4b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.4679801 Aug 17 16:38:49.219366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=ef6f627d-0fef-4676-aa21-a62730d2164d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:49.268096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-735bac75-44ac-4de0-b1b1-00e5e9e76115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:49.269711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-735bac75-44ac-4de0-b1b1-00e5e9e76115 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.2118914 Aug 17 16:38:49.304548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['ef6f627d-0fef-4676-aa21-a62730d2164d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:49.306739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a094ec4-51cc-4db6-89ad-4c2e85a86730 req-08d636cf-6206-4489-aaad-e40a9f569e8d service neutron] 10.222.0.93 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120598 Aug 17 16:38:49.352054 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-376fd8b5-da27-48dc-838f-0a3020c9619d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729537 Aug 17 16:38:49.375960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d86fe0-8b4e-49ee-b493-c659c13d422e req-1d6fb702-a51a-419f-84b8-e5543ed17c68 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:49.377632 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10d86fe0-8b4e-49ee-b493-c659c13d422e req-1d6fb702-a51a-419f-84b8-e5543ed17c68 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 949 time: 0.2157230 Aug 17 16:38:49.386731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-b3402f2a-afac-4c26-94da-b72cfdf052f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:49.388340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-b3402f2a-afac-4c26-94da-b72cfdf052f8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1786971 Aug 17 16:38:49.389538 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:49.511947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-830a9cd6-abb8-41e8-a83e-cd5e5d509f7e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:49.511947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-830a9cd6-abb8-41e8-a83e-cd5e5d509f7e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.3519213 Aug 17 16:38:49.526204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43341cec-8eb8-4362-b6a5-834dc0bdbd66 req-c64f4cf9-88e2-48ca-948d-8e59908bb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:49.526450 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43341cec-8eb8-4362-b6a5-834dc0bdbd66 req-c64f4cf9-88e2-48ca-948d-8e59908bb1ed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0831bb515cbf4e2da9f139e45a3b35c8&device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 1095 time: 0.1504443 Aug 17 16:38:49.547787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10d86fe0-8b4e-49ee-b493-c659c13d422e req-e291ab38-9615-482b-9b04-de59ed752a5f tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/security-groups?id=4411062c-4078-47ac-b83f-56174c77faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548154 Aug 17 16:38:49.619955 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-4881b665-be9e-461b-8638-168dfdb73989 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/quotas/ba3a95df7c594044a48f7b7aca180947 HTTP/1.1" status: 200 len: 375 time: 0.0978246 Aug 17 16:38:49.626399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-63e158f9-78bf-4d09-9a1a-a2f572c566c1 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639539 Aug 17 16:38:49.629030 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:49.743446 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-e958aa7b-9e84-4f88-91c8-9fda9206c4c8 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430123 Aug 17 16:38:49.753318 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:49.812610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-2d17684b-f4a4-451b-b27b-a4325a921701 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1813710 Aug 17 16:38:49.847765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43341cec-8eb8-4362-b6a5-834dc0bdbd66 req-132baacc-25a6-4dfd-b29d-c6e5e5033f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:49.849263 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43341cec-8eb8-4362-b6a5-834dc0bdbd66 req-132baacc-25a6-4dfd-b29d-c6e5e5033f58 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7227b743-9e66-4fab-a9a0-1de921683898 HTTP/1.1" status: 200 len: 908 time: 0.3145068 Aug 17 16:38:49.985075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43341cec-8eb8-4362-b6a5-834dc0bdbd66 req-2d75af23-cf47-46ae-921f-7bc402c59f86 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc681f33-01cb-4304-83a7-32cbf569ade8 HTTP/1.1" status: 200 len: 217 time: 0.1137464 Aug 17 16:38:50.010939 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:50.020407 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:50.040447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6001e-5d3e-47ee-aaf4-e740559ddf6f req-265602a8-701d-443d-8f63-1370d5439b0d tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:50.048663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-95e6001e-5d3e-47ee-aaf4-e740559ddf6f req-265602a8-701d-443d-8f63-1370d5439b0d tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 944 time: 0.2224591 Aug 17 16:38:50.142619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59967a6a-f81d-4b00-96b9-502a9641a18f req-ef8b1059-1143-4390-951b-ff526aae7e05 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802485 Aug 17 16:38:50.148985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43341cec-8eb8-4362-b6a5-834dc0bdbd66 req-7508d7d8-3e5c-4daa-bdf2-11c3dac9dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:50.152444 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43341cec-8eb8-4362-b6a5-834dc0bdbd66 req-7508d7d8-3e5c-4daa-bdf2-11c3dac9dda0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b46283ce-905a-4e07-9a04-b0ea5c73508e HTTP/1.1" status: 200 len: 847 time: 0.1499879 Aug 17 16:38:50.176416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-1e38a576-44dd-490b-9245-9ba45569358d service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776908 Aug 17 16:38:50.183584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=ff10fce3-2d9d-4a0b-8e9a-f6233a7ae335,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:50.222423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43341cec-8eb8-4362-b6a5-834dc0bdbd66 req-ee0c380d-3f37-4ca3-9ecc-c88c0e052df2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7227b743-9e66-4fab-a9a0-1de921683898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571916 Aug 17 16:38:50.226863 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-14b4122a-2f8c-4225-8b56-42aa6ad88e34 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 200 len: 217 time: 0.0397227 Aug 17 16:38:50.228925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:38:50.229774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-95e6001e-5d3e-47ee-aaf4-e740559ddf6f req-7ef40587-0ed2-445e-a01c-519a19bd8960 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800835 Aug 17 16:38:50.256349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:50.263168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:38:50.263517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 8e7ffaf6-fbf1-42c6-a0c7-1481d3379b82 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:38:50.264020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-9cde838e-09e8-4e0b-8548-c50a7d8cbf4b service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330335 Aug 17 16:38:50.378514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-64758665-8f7e-49ba-88e4-21bf4d657786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:50.378514 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-64758665-8f7e-49ba-88e4-21bf4d657786 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.1318753 Aug 17 16:38:50.686418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ef6f627d-0fef-4676-aa21-a62730d2164d up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:50.828856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port ef6f627d-0fef-4676-aa21-a62730d2164d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:50.835484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port ef6f627d-0fef-4676-aa21-a62730d2164d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:50.836701 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:50.900165 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP 874ab4c5-ec97-42bd-8df8-15e21b4a483a associated. External IP: 172.25.7.179, port: af7483f2-0e4e-4166-8f7b-326f71ad3bc0. Aug 17 16:38:50.922444 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-81636a0d-3765-4579-b8ba-48cf7ad6defb service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457741 Aug 17 16:38:50.926258 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43341cec-8eb8-4362-b6a5-834dc0bdbd66 req-f3b38bfa-ac8b-4781-8d75-de25b0b19e37 service neutron] 10.222.0.93 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796579 Aug 17 16:38:50.994265 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:51.039652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d674d1-8224-4feb-b9b7-a9a81b8f0f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6f627d-0fef-4676-aa21-a62730d2164d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:51.041962 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c0f966-6570-4ce9-b473-46f95135c57c" -d '{"events": [{"server_uuid": "d7d674d1-8224-4feb-b9b7-a9a81b8f0f17", "name": "network-vif-plugged", "status": "completed", "tag": "ef6f627d-0fef-4676-aa21-a62730d2164d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:51.084664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ef6f627d-0fef-4676-aa21-a62730d2164d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ef6f627d-0fef-4676-aa21-a62730d2164d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:51.092195 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:51.124533 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43341cec-8eb8-4362-b6a5-834dc0bdbd66 req-92c43ed9-ef85-43ee-9b25-7c69d6bee0fb service neutron] 10.222.0.93 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910050 Aug 17 16:38:51.157383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-838e755b-7f42-4d5c-b75f-c4fb7c755b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:51.159000 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-838e755b-7f42-4d5c-b75f-c4fb7c755b50 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7740278 Aug 17 16:38:51.191383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=ef6f627d-0fef-4676-aa21-a62730d2164d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:51.205439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637a60d-fefb-4d32-9d68-aedd5ccf448b req-94cd3a94-21b2-4ac9-8b70-eebc4580a170 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:51.215186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8637a60d-fefb-4d32-9d68-aedd5ccf448b req-94cd3a94-21b2-4ac9-8b70-eebc4580a170 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 949 time: 0.3678102 Aug 17 16:38:51.303791 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd2091e-bf92-4b88-aa9a-706258c028ee x-openstack-request-id: req-1fd2091e-bf92-4b88-aa9a-706258c028ee {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:51.304098 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d674d1-8224-4feb-b9b7-a9a81b8f0f17", "name": "network-vif-plugged", "status": "completed", "tag": "ef6f627d-0fef-4676-aa21-a62730d2164d", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:51.304362 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fd2091e-bf92-4b88-aa9a-706258c028ee {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:51.304891 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d674d1-8224-4feb-b9b7-a9a81b8f0f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6f627d-0fef-4676-aa21-a62730d2164d', 'code': 200} Aug 17 16:38:51.394619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eff4881b-a3b2-441a-a00a-bfa432f5a09c req-a5b73a26-7032-420d-b225-bab079733e4a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 210 time: 0.0452650 Aug 17 16:38:51.459064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6a0c0-4244-40c0-93c6-25032e99d3fa req-3c842ab3-a5e5-4c5a-a206-b493b63351ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:51.462004 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2cf6a0c0-4244-40c0-93c6-25032e99d3fa req-3c842ab3-a5e5-4c5a-a206-b493b63351ac service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 1101 time: 0.0643561 Aug 17 16:38:51.554188 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8637a60d-fefb-4d32-9d68-aedd5ccf448b req-61d4a5ee-d9a0-4d81-803c-a05ba4e722c9 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/security-groups?id=4411062c-4078-47ac-b83f-56174c77faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380454 Aug 17 16:38:51.583539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2cf6a0c0-4244-40c0-93c6-25032e99d3fa req-5e7ea93d-4e69-4d92-b9b6-7d3bd3234ba2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4411062c-4078-47ac-b83f-56174c77faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113029 Aug 17 16:38:51.635810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d98507-f701-40b5-bc7f-f456510ec48f req-55a6d00b-53aa-47e3-a289-e2c3c2b959f7 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:51.641440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61d98507-f701-40b5-bc7f-f456510ec48f req-55a6d00b-53aa-47e3-a289-e2c3c2b959f7 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 944 time: 0.1175599 Aug 17 16:38:51.658924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:51.693022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-b14a9a53-68cc-403a-abc0-6c4aaeae23e2 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090387 Aug 17 16:38:51.728701 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61d98507-f701-40b5-bc7f-f456510ec48f req-8cdaf009-0b8d-4b1c-8eb4-6dbef1987ff4 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788603 Aug 17 16:38:51.963199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc444f24-d4d7-4800-9f70-317dd46a41c1 req-af08dda6-e788-404f-bb1e-60ecb5c41bb9 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599893 Aug 17 16:38:51.983130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:51.998611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab5173-a4fd-4c50-829d-f75455850a15 None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:52.013006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab5173-a4fd-4c50-829d-f75455850a15 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:52.014171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44ab5173-a4fd-4c50-829d-f75455850a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:52.026158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:52.072844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44ab5173-a4fd-4c50-829d-f75455850a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:52.094232 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-69d68990-2c17-4c14-8974-ce506e7ce32f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.2252936 Aug 17 16:38:52.097024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47108) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:52.101999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3041ff20-e706-4df9-bcf9-153e636ba965 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'port_id': 'af7483f2-0e4e-4166-8f7b-326f71ad3bc0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:52.111741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab5173-a4fd-4c50-829d-f75455850a15 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:52.113199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44ab5173-a4fd-4c50-829d-f75455850a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:52.153298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44ab5173-a4fd-4c50-829d-f75455850a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:52.154294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab5173-a4fd-4c50-829d-f75455850a15 None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:52.189157 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3041ff20-e706-4df9-bcf9-153e636ba965 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:52.227379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc681f33-01cb-4304-83a7-32cbf569ade8 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:38:52.436439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dc681f33-01cb-4304-83a7-32cbf569ade8, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc681f33-01cb-4304-83a7-32cbf569ade8,segment=NetworkSegment(da3edb97-43fe-454d-98d0-a3c22cb5ee33),segment_id=da3edb97-43fe-454d-98d0-a3c22cb5ee33)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:52.458049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'dc681f33-01cb-4304-83a7-32cbf569ade8', 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898', 'port_id': 'dc681f33-01cb-4304-83a7-32cbf569ade8', 'mac_address': 'fa:16:3e:71:84:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46283ce-905a-4e07-9a04-b0ea5c73508e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:38:52.529552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:52.546511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc681f33-01cb-4304-83a7-32cbf569ade8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:52.614968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dc681f33-01cb-4304-83a7-32cbf569ade8, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc681f33-01cb-4304-83a7-32cbf569ade8,segment=NetworkSegment(da3edb97-43fe-454d-98d0-a3c22cb5ee33),segment_id=da3edb97-43fe-454d-98d0-a3c22cb5ee33)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:52.619972 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:52.645243 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db5187d4-5033-4729-a639-0237c0f6cebe req-5236b32a-8ac8-40fc-a354-0917f010755a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 210 time: 0.0820005 Aug 17 16:38:52.694016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=dc681f33-01cb-4304-83a7-32cbf569ade8,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:52.895164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['dc681f33-01cb-4304-83a7-32cbf569ade8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:52.988859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5af74b-d735-4610-8a22-fa166c94a13b req-5ea2d183-cef2-4a9d-9edf-0a671730990f tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:52.991093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d5af74b-d735-4610-8a22-fa166c94a13b req-5ea2d183-cef2-4a9d-9edf-0a671730990f tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 950 time: 0.2517707 Aug 17 16:38:53.036007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41df623-135d-4076-a892-471f5bca5481 req-58fffa26-8454-4f26-af44-31192fc1bacb tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:53.038062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b41df623-135d-4076-a892-471f5bca5481 req-58fffa26-8454-4f26-af44-31192fc1bacb tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 945 time: 0.1062429 Aug 17 16:38:53.058662 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d5af74b-d735-4610-8a22-fa166c94a13b req-0e4e56d0-76bb-49ac-aa34-232af09a5e13 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/security-groups?id=4411062c-4078-47ac-b83f-56174c77faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585811 Aug 17 16:38:53.177890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-c759375d-b572-4d56-93d4-a30e31cdc662 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:53.179771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-c759375d-b572-4d56-93d4-a30e31cdc662 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.4294646 Aug 17 16:38:53.241066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Request body: {'port': {'device_id': '769372a2-c78d-45dd-8d9a-2077880acfc8', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'admin_state_up': True, 'tenant_id': 'ba3a95df7c594044a48f7b7aca180947'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:53.397311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b41df623-135d-4076-a892-471f5bca5481 req-8d42f1d6-dcb8-4563-ba56-71ba38db278d tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471050 Aug 17 16:38:53.501030 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3041ff20-e706-4df9-bcf9-153e636ba965 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:53.509780 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3041ff20-e706-4df9-bcf9-153e636ba965 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:53.654073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Made reservation on behalf of ba3a95df7c594044a48f7b7aca180947 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:38:53.659918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:53.688842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba6579-267b-473d-98a9-5bf2fe7646b6 req-34d9ca60-b62e-437f-b72f-618d047afecc tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:53.690911 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9ba6579-267b-473d-98a9-5bf2fe7646b6 req-34d9ca60-b62e-437f-b72f-618d047afecc tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 950 time: 0.1296482 Aug 17 16:38:53.880881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3041ff20-e706-4df9-bcf9-153e636ba965 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:53.916235 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ac09937-eaae-4b24-8a06-c38c3cdca9c6 req-c8118a41-373c-4fcb-a722-f6d62f1a7943 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 210 time: 0.0554023 Aug 17 16:38:53.919203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Allocated IP 172.20.0.12 (e670fccb-83e1-4406-a738-e22066a020cf/d4037286-0fc3-4b61-8543-70e33e8f0dcd/6d22dfd3-b0f7-4013-ac00-f8af91510c02) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:54.082346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3041ff20-e706-4df9-bcf9-153e636ba965 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:54.101210 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24416f5f-9320-46df-829a-77486236360f None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:54.108237 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3041ff20-e706-4df9-bcf9-153e636ba965 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:54.133347 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24416f5f-9320-46df-829a-77486236360f None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:54.134897 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-24416f5f-9320-46df-829a-77486236360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:54.187436 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-24416f5f-9320-46df-829a-77486236360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:54.204036 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24416f5f-9320-46df-829a-77486236360f None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:54.205151 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-24416f5f-9320-46df-829a-77486236360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:54.248050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc681f33-01cb-4304-83a7-32cbf569ade8 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:38:54.250623 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:54.268386 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-24416f5f-9320-46df-829a-77486236360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:54.271914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3041ff20-e706-4df9-bcf9-153e636ba965 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "PUT /v2.0/floatingips/874ab4c5-ec97-42bd-8df8-15e21b4a483a HTTP/1.1" status: 200 len: 979 time: 2.1736681 Aug 17 16:38:54.273092 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24416f5f-9320-46df-829a-77486236360f None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:54.275476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47146) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:54.324104 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9ba6579-267b-473d-98a9-5bf2fe7646b6 req-5da04843-ec07-482f-a5ea-040af961f58b tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/security-groups?id=4411062c-4078-47ac-b83f-56174c77faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525370 Aug 17 16:38:54.360061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port dc681f33-01cb-4304-83a7-32cbf569ade8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:38:54.366802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port dc681f33-01cb-4304-83a7-32cbf569ade8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:38:54.367192 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:54.382334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:54.397525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:54.508024 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:54.546447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event updated for resources: {'Port': ['ID=6d22dfd3-b0f7-4013-ac00-f8af91510c02,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:54.559161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ae45be-0dc9-4aaa-add8-bf475338550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc681f33-01cb-4304-83a7-32cbf569ade8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:54.563331 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9d7e79-e5e4-4746-963e-eaa5d3d6a9f0" -d '{"events": [{"server_uuid": "c9ae45be-0dc9-4aaa-add8-bf475338550b", "name": "network-vif-plugged", "status": "completed", "tag": "dc681f33-01cb-4304-83a7-32cbf569ade8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:54.577916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Network e670fccb-83e1-4406-a738-e22066a020cf is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:54.580311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:54.593859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:54.594250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dc681f33-01cb-4304-83a7-32cbf569ade8, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc681f33-01cb-4304-83a7-32cbf569ade8,segment=NetworkSegment(da3edb97-43fe-454d-98d0-a3c22cb5ee33),segment_id=da3edb97-43fe-454d-98d0-a3c22cb5ee33)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:54.626963 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:54.695540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:54.696317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:54.717518 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-d91630b4-e294-4b4b-973e-956649c9c325 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5022335 Aug 17 16:38:54.750338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Request body: {'port': {'device_id': '769372a2-c78d-45dd-8d9a-2077880acfc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:54.752584 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4334ca-ced8-4e78-a092-f56070999eee x-openstack-request-id: req-9c4334ca-ced8-4e78-a092-f56070999eee {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:54.752988 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ae45be-0dc9-4aaa-add8-bf475338550b", "name": "network-vif-plugged", "status": "completed", "tag": "dc681f33-01cb-4304-83a7-32cbf569ade8", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:54.753359 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c4334ca-ced8-4e78-a092-f56070999eee {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:54.753853 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ae45be-0dc9-4aaa-add8-bf475338550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc681f33-01cb-4304-83a7-32cbf569ade8', 'code': 200} Aug 17 16:38:54.761736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=dc681f33-01cb-4304-83a7-32cbf569ade8,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:54.805040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a40268-ce4d-4192-ad9c-ac5580977566 req-ce96f3b2-1e79-4e27-80c0-6da3d1154ef7 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:54.807193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43a40268-ce4d-4192-ad9c-ac5580977566 req-ce96f3b2-1e79-4e27-80c0-6da3d1154ef7 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 945 time: 0.2578809 Aug 17 16:38:54.869616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-3c2733cd-0cb7-44f7-b870-a9ad2ad41921 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:54.871341 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-3c2733cd-0cb7-44f7-b870-a9ad2ad41921 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.91 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 950 time: 0.0834963 Aug 17 16:38:54.876592 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:54.893296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43a40268-ce4d-4192-ad9c-ac5580977566 req-01675cc1-e84b-4882-8f11-cdced4b1268c tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673602 Aug 17 16:38:54.937381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad96aa-e5d4-4261-82f3-e51156b58275 req-6445d5c0-575e-41f6-9c27-05b84ac1432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:54.938949 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50ad96aa-e5d4-4261-82f3-e51156b58275 req-6445d5c0-575e-41f6-9c27-05b84ac1432a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 1097 time: 0.1262453 Aug 17 16:38:54.941450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port ff10fce3-2d9d-4a0b-8e9a-f6233a7ae335 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:54.942103 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:55.057128 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50ad96aa-e5d4-4261-82f3-e51156b58275 req-21beecf5-9d21-426b-859f-8b9e18938485 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989611 Aug 17 16:38:55.094601 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:55.095276 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:55.114423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for ff10fce3-2d9d-4a0b-8e9a-f6233a7ae335 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:38:55.225990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b7e6-f6ae-495b-a625-3eab15bf8196 req-a6e812f4-3d63-4f0e-8692-3d7f2eceedf4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:55.231891 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d73b7e6-f6ae-495b-a625-3eab15bf8196 req-a6e812f4-3d63-4f0e-8692-3d7f2eceedf4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 932 time: 0.1658649 Aug 17 16:38:55.237628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-0eddc1d7-8be7-4d38-8df2-e17eef52602a tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Deleting port ef6f627d-0fef-4676-aa21-a62730d2164d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:55.242958 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-0eddc1d7-8be7-4d38-8df2-e17eef52602a tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:55.386196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:55.427121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-0eddc1d7-8be7-4d38-8df2-e17eef52602a tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] For port ef6f627d-0fef-4676-aa21-a62730d2164d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ef6f627d-0fef-4676-aa21-a62730d2164d,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:38:55.427549 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-0eddc1d7-8be7-4d38-8df2-e17eef52602a tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:55.439339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=ff10fce3-2d9d-4a0b-8e9a-f6233a7ae335,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:55.452149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-0eddc1d7-8be7-4d38-8df2-e17eef52602a tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Calling delete_port for ef6f627d-0fef-4676-aa21-a62730d2164d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:38:55.569743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:55.570189 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP 874ab4c5-ec97-42bd-8df8-15e21b4a483a disassociated (deleted). External IP: 172.25.7.179, port: af7483f2-0e4e-4166-8f7b-326f71ad3bc0. Aug 17 16:38:55.624037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05b730-8f9b-417f-85e3-8bfe8f51ea98 req-349c777c-8923-464a-a7b8-f348488be467 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:55.625544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d22dfd3-b0f7-4013-ac00-f8af91510c02 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:38:55.625835 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff05b730-8f9b-417f-85e3-8bfe8f51ea98 req-349c777c-8923-464a-a7b8-f348488be467 tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d674d1-8224-4feb-b9b7-a9a81b8f0f17 HTTP/1.1" status: 200 len: 950 time: 0.1606643 Aug 17 16:38:55.636886 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:55.666236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d73b7e6-f6ae-495b-a625-3eab15bf8196 req-8161fb9c-57ba-4d6b-bec8-b7f4db55f0b6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173543 Aug 17 16:38:55.676865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Transition to ACTIVE for port object 6d22dfd3-b0f7-4013-ac00-f8af91510c02 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:38:55.687899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:55.736308 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff05b730-8f9b-417f-85e3-8bfe8f51ea98 req-433e1d85-00d3-4ef0-ac22-29b02853c96f tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.77 "GET /v2.0/security-groups?id=4411062c-4078-47ac-b83f-56174c77faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013222 Aug 17 16:38:55.881161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Pushing event updated for resources: {'Port': ['ID=6d22dfd3-b0f7-4013-ac00-f8af91510c02,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:55.995653 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Attempting to bind port 6d22dfd3-b0f7-4013-ac00-f8af91510c02 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:38:55.996404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Attempting to bind port 6d22dfd3-b0f7-4013-ac00-f8af91510c02 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:38:55.997086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Attempting to bind port 6d22dfd3-b0f7-4013-ac00-f8af91510c02 on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:38:56.001320 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-0eddc1d7-8be7-4d38-8df2-e17eef52602a tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:56.013802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['ef6f627d-0fef-4676-aa21-a62730d2164d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:38:56.081457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddc1d7-8be7-4d38-8df2-e17eef52602a tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Pushing event deleted for resources: {'Port': ['ID=ef6f627d-0fef-4676-aa21-a62730d2164d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:56.083461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Port 6d22dfd3-b0f7-4013-ac00-f8af91510c02 on network e670fccb-83e1-4406-a738-e22066a020cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:38:56.089377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Attempting to bind port 6d22dfd3-b0f7-4013-ac00-f8af91510c02 on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:38:56.103082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:38:56.103654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Checking segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:38:56.104390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Bound using segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:38:56.105187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Bound port: 6d22dfd3-b0f7-4013-ac00-f8af91510c02, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:38:56.105739 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:56.179403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-0eddc1d7-8be7-4d38-8df2-e17eef52602a tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] No DVR routers for this DVR port ef6f627d-0fef-4676-aa21-a62730d2164d on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:38:56.182962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-0eddc1d7-8be7-4d38-8df2-e17eef52602a tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:56.185456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c7f34f5b-21e6-4e1a-a3cf-55e8f4e82fef req-0eddc1d7-8be7-4d38-8df2-e17eef52602a tempest-VolumesNegativeTest-1416061691 tempest-VolumesNegativeTest-1416061691-project] 10.222.0.91 "DELETE /v2.0/ports/ef6f627d-0fef-4676-aa21-a62730d2164d HTTP/1.1" status: 204 len: 173 time: 1.3051224 Aug 17 16:38:56.185456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d674d1-8224-4feb-b9b7-a9a81b8f0f17', 'name': 'network-vif-deleted', 'tag': 'ef6f627d-0fef-4676-aa21-a62730d2164d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:56.190299 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722c1e18-ef1a-4bc6-872a-36c1d5d76984" -d '{"events": [{"server_uuid": "d7d674d1-8224-4feb-b9b7-a9a81b8f0f17", "name": "network-vif-deleted", "tag": "ef6f627d-0fef-4676-aa21-a62730d2164d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:56.336715 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20954895-7e93-479f-96e0-184fde4dd6cb x-openstack-request-id: req-20954895-7e93-479f-96e0-184fde4dd6cb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:56.337059 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d674d1-8224-4feb-b9b7-a9a81b8f0f17", "name": "network-vif-deleted", "tag": "ef6f627d-0fef-4676-aa21-a62730d2164d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:56.337279 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20954895-7e93-479f-96e0-184fde4dd6cb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:56.337682 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d674d1-8224-4feb-b9b7-a9a81b8f0f17', 'name': 'network-vif-deleted', 'tag': 'ef6f627d-0fef-4676-aa21-a62730d2164d', 'status': 'completed', 'code': 200} Aug 17 16:38:56.351434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] For port 6d22dfd3-b0f7-4013-ac00-f8af91510c02, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:38:56.357825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] For port 6d22dfd3-b0f7-4013-ac00-f8af91510c02, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=6d22dfd3-b0f7-4013-ac00-f8af91510c02,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:38:56.364417 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:56.443748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:56.444597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:56.446676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] 10.222.0.91 "PUT /v2.0/ports/6d22dfd3-b0f7-4013-ac00-f8af91510c02 HTTP/1.1" status: 200 len: 1092 time: 1.7197976 Aug 17 16:38:56.495660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa4017-3a87-45b7-94db-6ebe5176c34c service neutron] Pushing event updated for resources: {'Port': ['ID=6d22dfd3-b0f7-4013-ac00-f8af91510c02,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:56.547648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:38:56.559405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-02c2e229-f3fd-4504-8dd7-69cbe1e5c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:56.561836 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-02c2e229-f3fd-4504-8dd7-69cbe1e5c6c9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 1095 time: 0.0608568 Aug 17 16:38:56.626546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-e307ac23-60db-4252-b131-55cef3b99147 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d22dfd3-b0f7-4013-ac00-f8af91510c02 HTTP/1.1" status: 200 len: 217 time: 0.0541701 Aug 17 16:38:56.676357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce2cf7-78ee-409e-9676-32034d101f5e req-68c5bf0c-9df7-4327-8cd6-03023f3c37e4 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:56.678261 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80ce2cf7-78ee-409e-9676-32034d101f5e req-68c5bf0c-9df7-4327-8cd6-03023f3c37e4 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 946 time: 0.1486058 Aug 17 16:38:56.726595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-5811c346-d936-48b6-8816-789841daccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:56.739546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-5811c346-d936-48b6-8816-789841daccc6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.0955584 Aug 17 16:38:56.799451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-cc917053-1d9b-488a-84eb-619391a61c94 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517328 Aug 17 16:38:56.909705 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80ce2cf7-78ee-409e-9676-32034d101f5e req-7e3ebbec-d5ff-41a5-9b3f-d622b8f8ccc7 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140415 Aug 17 16:38:56.950527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:38:56.974101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e27d248-9364-4b7c-a642-965bb73aa674 None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:38:56.974309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:57.004086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27d248-9364-4b7c-a642-965bb73aa674 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:57.006624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e27d248-9364-4b7c-a642-965bb73aa674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:57.017409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-a3f51da3-da57-4452-988b-b4ae607f10e8 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103939 Aug 17 16:38:57.030849 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ae840777-f5b5-4c48-aa28-91c94c56c74e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/floatingips/874ab4c5-ec97-42bd-8df8-15e21b4a483a HTTP/1.1" status: 204 len: 168 time: 2.7540410 Aug 17 16:38:57.036865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47206) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:57.209980 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e27d248-9364-4b7c-a642-965bb73aa674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:57.269413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27d248-9364-4b7c-a642-965bb73aa674 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:38:57.286961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e27d248-9364-4b7c-a642-965bb73aa674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:57.340242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3abd2-4def-4ea4-b3b3-7dbe8824cb44 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port af7483f2-0e4e-4166-8f7b-326f71ad3bc0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:57.341408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4d3abd2-4def-4ea4-b3b3-7dbe8824cb44 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:57.435786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e27d248-9364-4b7c-a642-965bb73aa674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:38:57.445102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e27d248-9364-4b7c-a642-965bb73aa674 None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:38:57.568065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f7303aa-d153-4397-8e06-3e1023035c59 req-8c50597b-3031-4ba2-a110-9549806fea4d service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188718 Aug 17 16:38:57.635330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4d3abd2-4def-4ea4-b3b3-7dbe8824cb44 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:57.675493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3abd2-4def-4ea4-b3b3-7dbe8824cb44 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for af7483f2-0e4e-4166-8f7b-326f71ad3bc0 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:38:57.696542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735150fa-8529-4d13-9448-45dd893d9a30 req-9e83d42d-30de-4e36-bbfb-76b36c471d34 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:57.698715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-735150fa-8529-4d13-9448-45dd893d9a30 req-9e83d42d-30de-4e36-bbfb-76b36c471d34 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 944 time: 0.6771576 Aug 17 16:38:57.747498 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-735150fa-8529-4d13-9448-45dd893d9a30 req-8a115c2d-c248-4d87-8f66-9b93fcd96fec tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Aug 17 16:38:58.031314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4d3abd2-4def-4ea4-b3b3-7dbe8824cb44 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:58.098732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3abd2-4def-4ea4-b3b3-7dbe8824cb44 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=af7483f2-0e4e-4166-8f7b-326f71ad3bc0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:58.260499 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4d3abd2-4def-4ea4-b3b3-7dbe8824cb44 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:58.266091 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a4d3abd2-4def-4ea4-b3b3-7dbe8824cb44 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/ports/af7483f2-0e4e-4166-8f7b-326f71ad3bc0 HTTP/1.1" status: 204 len: 168 time: 1.2262180 Aug 17 16:38:58.269567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:38:58.280383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:38:58.340238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769372a2-c78d-45dd-8d9a-2077880acfc8', 'tag': '6d22dfd3-b0f7-4013-ac00-f8af91510c02'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:38:58.347545 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851f4dff-8403-419a-9f85-4f87f7879b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "769372a2-c78d-45dd-8d9a-2077880acfc8", "tag": "6d22dfd3-b0f7-4013-ac00-f8af91510c02"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:38:58.353648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:58.449462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f1f84-b602-402e-8972-259112214329 req-8c711b53-9e40-41a7-b050-5d7cedef4211 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:58.451995 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c2f1f84-b602-402e-8972-259112214329 req-8c711b53-9e40-41a7-b050-5d7cedef4211 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 946 time: 0.1588211 Aug 17 16:38:58.470106 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653bf64a-f2c8-4b98-809e-dabbe3db0835 x-openstack-request-id: req-653bf64a-f2c8-4b98-809e-dabbe3db0835 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:38:58.470561 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769372a2-c78d-45dd-8d9a-2077880acfc8", "tag": "6d22dfd3-b0f7-4013-ac00-f8af91510c02", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:38:58.470812 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-653bf64a-f2c8-4b98-809e-dabbe3db0835 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:38:58.471202 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769372a2-c78d-45dd-8d9a-2077880acfc8', 'tag': '6d22dfd3-b0f7-4013-ac00-f8af91510c02', 'status': 'completed', 'code': 200} Aug 17 16:38:58.566244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f4dff-8403-419a-9f85-4f87f7879b5a req-dbb56264-4683-4feb-b762-6dd3b8d9ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:58.567825 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-851f4dff-8403-419a-9f85-4f87f7879b5a req-dbb56264-4683-4feb-b762-6dd3b8d9ce26 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 1095 time: 0.0998621 Aug 17 16:38:58.687910 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c2f1f84-b602-402e-8972-259112214329 req-d7fbc552-d112-4de1-b86c-4379ced8d827 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288198 Aug 17 16:38:58.718831 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:58.730588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ef6f627d-0fef-4676-aa21-a62730d2164d no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:38:58.775301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: ef6f627d-0fef-4676-aa21-a62730d2164d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:38:58.776036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ef6f627d-0fef-4676-aa21-a62730d2164d not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:38:58.846553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f4dff-8403-419a-9f85-4f87f7879b5a req-04d2a76b-ff13-4dfe-a900-91f64c4f7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:58.846553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-851f4dff-8403-419a-9f85-4f87f7879b5a req-04d2a76b-ff13-4dfe-a900-91f64c4f7890 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 906 time: 0.2622049 Aug 17 16:38:58.924074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.25.7.61 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/9b60a9c1-7c74-42fa-a71d-aff3a8cb4a3e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:38:59.071030 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-851f4dff-8403-419a-9f85-4f87f7879b5a req-12107db7-177a-4dd5-a91a-fcabee188b2b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d22dfd3-b0f7-4013-ac00-f8af91510c02 HTTP/1.1" status: 200 len: 217 time: 0.1358070 Aug 17 16:38:59.164282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490c785-4bea-4376-8e5e-7898da16b348 req-6cb5de88-0af1-423c-ad0f-30cb20543f0c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:59.167181 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1490c785-4bea-4376-8e5e-7898da16b348 req-6cb5de88-0af1-423c-ad0f-30cb20543f0c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 944 time: 0.2307019 Aug 17 16:38:59.209690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f4dff-8403-419a-9f85-4f87f7879b5a req-e18d7427-3d90-402a-b2a5-a33a590c9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:59.211585 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-851f4dff-8403-419a-9f85-4f87f7879b5a req-e18d7427-3d90-402a-b2a5-a33a590c9ef0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.1329706 Aug 17 16:38:59.252869 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:59.279407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-851f4dff-8403-419a-9f85-4f87f7879b5a req-fd343361-a02f-41d5-8b67-7b364d333e18 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543125 Aug 17 16:38:59.300531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1490c785-4bea-4376-8e5e-7898da16b348 req-d7ced62f-22f4-4dc1-8574-1f04ad6fc99c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056037 Aug 17 16:38:59.433512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:59.466037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-851f4dff-8403-419a-9f85-4f87f7879b5a req-c27b2683-7595-4950-99ba-a0b82efea39b service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793063 Aug 17 16:38:59.492512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:38:59.512200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:38:59.514840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:38:59.600019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=9b60a9c1-7c74-42fa-a71d-aff3a8cb4a3e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:38:59.671260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-89963a4a-a15c-449a-a411-ca3c8c360536 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:38:59.671260 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-89963a4a-a15c-449a-a411-ca3c8c360536 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 946 time: 0.0804853 Aug 17 16:38:59.796835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-851f4dff-8403-419a-9f85-4f87f7879b5a req-60032480-064a-4167-8b57-252b8bb04209 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156142 Aug 17 16:38:59.812526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:59.877261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-b97726b5-630e-4927-a7ef-b9e46b360978 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Deleting port dc681f33-01cb-4304-83a7-32cbf569ade8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:38:59.877728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-b97726b5-630e-4927-a7ef-b9e46b360978 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:38:59.906183 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:00.017556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fc4ce-2c5f-4c24-be82-2dca3dccc6dd req-53d5cf78-e05b-4c52-8a79-aee92f640de9 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:00.019414 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c53fc4ce-2c5f-4c24-be82-2dca3dccc6dd req-53d5cf78-e05b-4c52-8a79-aee92f640de9 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 946 time: 0.1361067 Aug 17 16:39:00.061495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-b97726b5-630e-4927-a7ef-b9e46b360978 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] For port dc681f33-01cb-4304-83a7-32cbf569ade8, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc681f33-01cb-4304-83a7-32cbf569ade8,segment=NetworkSegment(da3edb97-43fe-454d-98d0-a3c22cb5ee33),segment_id=da3edb97-43fe-454d-98d0-a3c22cb5ee33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:00.062101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-b97726b5-630e-4927-a7ef-b9e46b360978 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:00.108203 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c53fc4ce-2c5f-4c24-be82-2dca3dccc6dd req-96bd5b35-3126-49ef-b6c9-1282366ec139 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703928 Aug 17 16:39:00.114059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-b97726b5-630e-4927-a7ef-b9e46b360978 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Calling delete_port for dc681f33-01cb-4304-83a7-32cbf569ade8 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:00.277252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:00.283765 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:00.450351 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-b97726b5-630e-4927-a7ef-b9e46b360978 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:00.468276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['dc681f33-01cb-4304-83a7-32cbf569ade8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:00.536519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=9b60a9c1-7c74-42fa-a71d-aff3a8cb4a3e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:00.552370 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:00.577993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:00.583604 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6ca0435f-bfbd-4df9-8224-f06c15d3a769 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3099637 Aug 17 16:39:00.584297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:00.596532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'port': {'network_id': 'db01c84c-4925-4e56-a831-8ab16f433877', 'name': 'tempest-FloatingIPTestJSON-1565377270'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:00.602085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97726b5-630e-4927-a7ef-b9e46b360978 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Pushing event deleted for resources: {'Port': ['ID=dc681f33-01cb-4304-83a7-32cbf569ade8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:00.605558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-b97726b5-630e-4927-a7ef-b9e46b360978 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] No DVR routers for this DVR port dc681f33-01cb-4304-83a7-32cbf569ade8 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:39:00.616567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-b97726b5-630e-4927-a7ef-b9e46b360978 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:00.618749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c0ff156b-bdad-4d5b-bee2-1f843018a8c1 req-b97726b5-630e-4927-a7ef-b9e46b360978 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.93 "DELETE /v2.0/ports/dc681f33-01cb-4304-83a7-32cbf569ade8 HTTP/1.1" status: 204 len: 173 time: 0.9409053 Aug 17 16:39:00.619204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ae45be-0dc9-4aaa-add8-bf475338550b', 'name': 'network-vif-deleted', 'tag': 'dc681f33-01cb-4304-83a7-32cbf569ade8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:00.621689 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330cb6d7-4fce-49aa-b7e7-ccc147162dd4" -d '{"events": [{"server_uuid": "c9ae45be-0dc9-4aaa-add8-bf475338550b", "name": "network-vif-deleted", "tag": "dc681f33-01cb-4304-83a7-32cbf569ade8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:00.717473 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 6d22dfd3-b0f7-4013-ac00-f8af91510c02 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:39:00.746131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2430e-7856-44dc-9084-48b804505608 req-9e3a5192-0b1a-46a2-abbe-0d3b216a9411 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:00.764314 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07b2430e-7856-44dc-9084-48b804505608 req-9e3a5192-0b1a-46a2-abbe-0d3b216a9411 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 944 time: 0.2182314 Aug 17 16:39:00.769286 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e99ca6c-2479-4642-bc8a-0b895e150e4d x-openstack-request-id: req-7e99ca6c-2479-4642-bc8a-0b895e150e4d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:00.770541 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ae45be-0dc9-4aaa-add8-bf475338550b", "name": "network-vif-deleted", "tag": "dc681f33-01cb-4304-83a7-32cbf569ade8", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:00.772635 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e99ca6c-2479-4642-bc8a-0b895e150e4d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:00.773195 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ae45be-0dc9-4aaa-add8-bf475338550b', 'name': 'network-vif-deleted', 'tag': 'dc681f33-01cb-4304-83a7-32cbf569ade8', 'status': 'completed', 'code': 200} Aug 17 16:39:00.887651 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07b2430e-7856-44dc-9084-48b804505608 req-9976b70d-63a6-4058-b554-ad17f7269567 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024842 Aug 17 16:39:00.941869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Made reservation on behalf of 4675d0bf3cd54da593896d1decbfe089 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:39:00.946045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:00.971461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] device_id is not set on port 980ab15e-cc67-4f7f-a6e6-31efd344e712 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:39:01.007981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 6d22dfd3-b0f7-4013-ac00-f8af91510c02, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=6d22dfd3-b0f7-4013-ac00-f8af91510c02,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:01.023206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '6d22dfd3-b0f7-4013-ac00-f8af91510c02', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'port_id': '6d22dfd3-b0f7-4013-ac00-f8af91510c02', 'mac_address': 'fa:16:3e:3c:2d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4037286-0fc3-4b61-8543-70e33e8f0dcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:39:01.201277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.20.0.8 (db01c84c-4925-4e56-a831-8ab16f433877/51950ea4-6192-427c-8a30-8b069bdd66ca/980ab15e-cc67-4f7f-a6e6-31efd344e712) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:39:01.296104 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:01.315873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d22dfd3-b0f7-4013-ac00-f8af91510c02 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:39:01.348043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 6d22dfd3-b0f7-4013-ac00-f8af91510c02, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=6d22dfd3-b0f7-4013-ac00-f8af91510c02,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:01.360675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:01.421843 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf36e816-9894-4d34-ac41-12853c471b7c req-ec422328-1015-428f-b3d4-80d04a50655d tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9ae45be-0dc9-4aaa-add8-bf475338550b HTTP/1.1" status: 200 len: 210 time: 0.1142447 Aug 17 16:39:01.531063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=6d22dfd3-b0f7-4013-ac00-f8af91510c02,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:01.587696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['6d22dfd3-b0f7-4013-ac00-f8af91510c02'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:01.698923 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:01.753551 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:01.818554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network db01c84c-4925-4e56-a831-8ab16f433877 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:39:01.823242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:01.831891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:39:01.863893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=980ab15e-cc67-4f7f-a6e6-31efd344e712,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:01.910082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:01.911264 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:01.932846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47526) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:01.933716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8f42a2d3-9131-49ce-a374-d0cee8a655ed tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3480914 Aug 17 16:39:01.938982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9137e717-1cdc-4728-bdbc-6498250de536 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'port_id': '980ab15e-cc67-4f7f-a6e6-31efd344e712'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:02.051535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9137e717-1cdc-4728-bdbc-6498250de536 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:02.104781 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13ea76d7-9c81-4a4f-9f1b-a2e0b9773c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:02.128967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e264be-2dcc-4ffa-8910-cd69f5978020 req-cccd8ab9-a29a-4e34-9456-58d4706705fc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:02.130739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c4e264be-2dcc-4ffa-8910-cd69f5978020 req-cccd8ab9-a29a-4e34-9456-58d4706705fc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 945 time: 0.0914450 Aug 17 16:39:02.206702 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c4e264be-2dcc-4ffa-8910-cd69f5978020 req-6a801e16-4d13-4729-ac49-b94daf85fd78 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679204 Aug 17 16:39:02.726474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 6d22dfd3-b0f7-4013-ac00-f8af91510c02 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:39:02.758852 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9137e717-1cdc-4728-bdbc-6498250de536 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:02.765931 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9137e717-1cdc-4728-bdbc-6498250de536 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:02.850391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 6d22dfd3-b0f7-4013-ac00-f8af91510c02 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:39:02.861064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 6d22dfd3-b0f7-4013-ac00-f8af91510c02 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:39:02.862584 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:02.953843 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-9137e717-1cdc-4728-bdbc-6498250de536 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP 2b6fd736-a339-4247-8b46-359f80267a29 associated. External IP: 172.25.7.61, port: 980ab15e-cc67-4f7f-a6e6-31efd344e712. Aug 17 16:39:03.063492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-94ef6a99-7340-4d6b-97a7-2830b56eecad tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:03.068095 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:03.069879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-94ef6a99-7340-4d6b-97a7-2830b56eecad tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/networks?id=7227b743-9e66-4fab-a9a0-1de921683898 HTTP/1.1" status: 200 len: 807 time: 0.2750983 Aug 17 16:39:03.092894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-b3c8fe3e-44c8-4b45-beb8-acd4283f6fa2 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/quotas/0831bb515cbf4e2da9f139e45a3b35c8 HTTP/1.1" status: 200 len: 375 time: 0.0172236 Aug 17 16:39:03.162782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 6d22dfd3-b0f7-4013-ac00-f8af91510c02, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=6d22dfd3-b0f7-4013-ac00-f8af91510c02,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:03.165856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769372a2-c78d-45dd-8d9a-2077880acfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d22dfd3-b0f7-4013-ac00-f8af91510c02'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:03.171556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-a760cfe0-5e11-4dfa-b889-7742fa97480c tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0831bb515cbf4e2da9f139e45a3b35c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677166 Aug 17 16:39:03.172215 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380d7b8d-8b5b-49c6-86f3-327af0f58b67" -d '{"events": [{"server_uuid": "769372a2-c78d-45dd-8d9a-2077880acfc8", "name": "network-vif-plugged", "status": "completed", "tag": "6d22dfd3-b0f7-4013-ac00-f8af91510c02"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:03.177033 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:03.296715 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7b0317-77be-4cd0-a714-604de4741b04 x-openstack-request-id: req-3a7b0317-77be-4cd0-a714-604de4741b04 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:03.297194 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769372a2-c78d-45dd-8d9a-2077880acfc8", "name": "network-vif-plugged", "status": "completed", "tag": "6d22dfd3-b0f7-4013-ac00-f8af91510c02", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:03.297623 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a7b0317-77be-4cd0-a714-604de4741b04 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:03.298274 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769372a2-c78d-45dd-8d9a-2077880acfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d22dfd3-b0f7-4013-ac00-f8af91510c02', 'code': 200} Aug 17 16:39:03.299562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=6d22dfd3-b0f7-4013-ac00-f8af91510c02,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:03.439435 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9137e717-1cdc-4728-bdbc-6498250de536 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:39:03.449052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c88f6-f44a-47f4-970c-717e2f730b70 req-569d654b-6b77-4092-bfc2-09ce1d99b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:03.450395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-541c88f6-f44a-47f4-970c-717e2f730b70 req-569d654b-6b77-4092-bfc2-09ce1d99b2db service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 1097 time: 0.1300421 Aug 17 16:39:03.499447 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d562ea97-bcce-420a-b166-95d7731264af service neutron] 10.222.0.77 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116629 Aug 17 16:39:03.638293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c15e0f-3f54-40a2-bdeb-437b8f84d781 req-2b7f24d9-c08e-4fbd-9cfd-96e354f09c0a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:03.650556 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24c15e0f-3f54-40a2-bdeb-437b8f84d781 req-2b7f24d9-c08e-4fbd-9cfd-96e354f09c0a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 946 time: 0.2063622 Aug 17 16:39:03.684832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-541c88f6-f44a-47f4-970c-717e2f730b70 req-93e762c6-d44d-486f-a310-252880d70d5b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260368 Aug 17 16:39:03.792149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9137e717-1cdc-4728-bdbc-6498250de536 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:39:03.817162 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9137e717-1cdc-4728-bdbc-6498250de536 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:03.819553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-25dcbd68-6328-4d8b-b4e1-814ccad3846c service neutron] 10.222.0.77 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157258 Aug 17 16:39:03.819791 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b770b-c4cc-422a-bf92-020718c70328 None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:39:03.834608 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b770b-c4cc-422a-bf92-020718c70328 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:03.835782 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ed7b770b-c4cc-422a-bf92-020718c70328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:03.861477 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-24c15e0f-3f54-40a2-bdeb-437b8f84d781 req-4de61908-e8ed-423c-9c14-e9cc1c4f3ca3 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099602 Aug 17 16:39:03.869536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9137e717-1cdc-4728-bdbc-6498250de536 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "PUT /v2.0/floatingips/2b6fd736-a339-4247-8b46-359f80267a29 HTTP/1.1" status: 200 len: 977 time: 1.9344018 Aug 17 16:39:03.872314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:03.900740 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ed7b770b-c4cc-422a-bf92-020718c70328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:03.916669 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b770b-c4cc-422a-bf92-020718c70328 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:03.917311 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ed7b770b-c4cc-422a-bf92-020718c70328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:38:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:04.013050 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ed7b770b-c4cc-422a-bf92-020718c70328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:04.013761 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b770b-c4cc-422a-bf92-020718c70328 None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:39:04.175249 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1195cb2a-3b24-4391-b260-c4a46d944400 req-1db50d4b-9bab-4633-abd9-04e00bbf91bf tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 210 time: 0.0634999 Aug 17 16:39:04.223885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port 980ab15e-cc67-4f7f-a6e6-31efd344e712 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:04.224623 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:04.332367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc681f33-01cb-4304-83a7-32cbf569ade8 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:39:04.389298 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:04.391324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: dc681f33-01cb-4304-83a7-32cbf569ade8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:39:04.391984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc681f33-01cb-4304-83a7-32cbf569ade8 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:39:04.798340 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:04.798685 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:04.799019 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP 2b6fd736-a339-4247-8b46-359f80267a29 disassociated. External IP: 172.25.7.61, port: 980ab15e-cc67-4f7f-a6e6-31efd344e712. Aug 17 16:39:04.799432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for 980ab15e-cc67-4f7f-a6e6-31efd344e712 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:04.821186 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72abf996-8ec3-45e6-8eb1-db4d1078930a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:04.955740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:04.983029 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:05.050093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=980ab15e-cc67-4f7f-a6e6-31efd344e712,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:05.112166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a7efa-2d59-45dc-822e-a7c9358ab7ef req-a9222bbf-e352-4cd1-9346-9de3e100a0c3 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:05.125433 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a9a7efa-2d59-45dc-822e-a7c9358ab7ef req-a9222bbf-e352-4cd1-9346-9de3e100a0c3 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 946 time: 0.1251667 Aug 17 16:39:05.243161 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a9a7efa-2d59-45dc-822e-a7c9358ab7ef req-4c191aaa-0a1b-4b71-9aaf-cda649a8adf1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088519 Aug 17 16:39:05.429713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0ea4788-bf22-4c58-aaab-27eb8c9eb6e4 req-37427827-6f78-4468-91da-5cea6fced1fe tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 210 time: 0.0561702 Aug 17 16:39:05.567591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47610) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:05.946012 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:06.101529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6e1a2ba3-9fb7-4fe3-abb4-a82aae143619 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9cb1a2ee1324b319f65892ae72c300d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5324030 Aug 17 16:39:06.105983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47624) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:06.115017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:39:06.125559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225c85d-14fb-4052-9d7b-93157f948475 req-57e10c0f-7d5b-49fc-b6cc-e308d8b2c532 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:06.127350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3225c85d-14fb-4052-9d7b-93157f948475 req-57e10c0f-7d5b-49fc-b6cc-e308d8b2c532 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 946 time: 0.1084166 Aug 17 16:39:06.160364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-c04b98ce-b835-47b6-9754-0be4c3f2ce3e tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:06.162523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-c04b98ce-b835-47b6-9754-0be4c3f2ce3e tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.93 "GET /v2.0/networks?id=7227b743-9e66-4fab-a9a0-1de921683898 HTTP/1.1" status: 200 len: 807 time: 0.4098346 Aug 17 16:39:06.200072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Request body: {'port': {'device_id': '0c4672a5-7c56-4479-82dd-1dc3978cc3b4', 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898', 'admin_state_up': True, 'tenant_id': '0831bb515cbf4e2da9f139e45a3b35c8'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:06.280552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3225c85d-14fb-4052-9d7b-93157f948475 req-ba170068-241e-49b1-95c7-978054be0200 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378191 Aug 17 16:39:06.362068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94b5e2f-6afb-489f-925f-7f7b132546f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:06.363285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:39:06.374249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93cc6c-07f5-4d10-a67f-f46bd4cfae1d None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:39:06.387228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93cc6c-07f5-4d10-a67f-f46bd4cfae1d None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:06.391299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0a93cc6c-07f5-4d10-a67f-f46bd4cfae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:06.420115 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94b5e2f-6afb-489f-925f-7f7b132546f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:06.481060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0a93cc6c-07f5-4d10-a67f-f46bd4cfae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:06.489206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:06.497806 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d19abfa1-9282-4a72-ac3f-18a3d4a66b1f tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/ports/980ab15e-cc67-4f7f-a6e6-31efd344e712 HTTP/1.1" status: 204 len: 168 time: 2.6224856 Aug 17 16:39:06.501713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:06.513191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94b5e2f-6afb-489f-925f-7f7b132546f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:06.520377 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94b5e2f-6afb-489f-925f-7f7b132546f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:06.524868 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b94b5e2f-6afb-489f-925f-7f7b132546f2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4411062c-4078-47ac-b83f-56174c77faa2 HTTP/1.1" status: 204 len: 168 time: 0.4145732 Aug 17 16:39:06.536402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93cc6c-07f5-4d10-a67f-f46bd4cfae1d None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:06.538922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0a93cc6c-07f5-4d10-a67f-f46bd4cfae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:06.563628 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:39:06.582539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b5e2f-6afb-489f-925f-7f7b132546f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4411062c-4078-47ac-b83f-56174c77faa2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:06.613844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-421d9615-33a9-4d30-956c-4cfdf1ab36b6 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "GET /v2.0/floatingips/2b6fd736-a339-4247-8b46-359f80267a29 HTTP/1.1" status: 200 len: 687 time: 0.1105509 Aug 17 16:39:06.614657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:06.646982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Made reservation on behalf of 0831bb515cbf4e2da9f139e45a3b35c8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:39:06.657181 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:06.661684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0a93cc6c-07f5-4d10-a67f-f46bd4cfae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:06.662726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93cc6c-07f5-4d10-a67f-f46bd4cfae1d None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:39:06.739969 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9a6f6ab-fe10-44a1-b6ef-4b32086aff4b req-44e4d494-5afa-473c-ae8c-fdbb900aff7e tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 210 time: 0.1500108 Aug 17 16:39:06.938434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Allocated IP 172.20.0.8 (7227b743-9e66-4fab-a9a0-1de921683898/b46283ce-905a-4e07-9a04-b0ea5c73508e/c0a44074-c0c5-47d2-b24e-e3d78ad83226) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:39:07.006542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b99773-ec90-4af8-a468-d0ef591d5ee0 req-7d5497c3-f214-4d4c-bc5a-57c70117e48d tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:07.011388 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13b99773-ec90-4af8-a468-d0ef591d5ee0 req-7d5497c3-f214-4d4c-bc5a-57c70117e48d tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 946 time: 0.1941373 Aug 17 16:39:07.040450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port 9b60a9c1-7c74-42fa-a71d-aff3a8cb4a3e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:07.040799 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:07.256859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:07.257552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:07.293532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for 9b60a9c1-7c74-42fa-a71d-aff3a8cb4a3e owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:07.299085 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:07.491863 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:07.645550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13b99773-ec90-4af8-a468-d0ef591d5ee0 req-508866c8-f0bf-48d3-aeb5-6070c92df62e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222286 Aug 17 16:39:07.676644 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:07.727911 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:07.799245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=9b60a9c1-7c74-42fa-a71d-aff3a8cb4a3e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:07.811188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.811516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.811856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.812190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.816860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.816860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.816860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.816860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.816860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.816860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.816860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.816860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:07.822023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Network 7227b743-9e66-4fab-a9a0-1de921683898 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:39:07.841536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Pushing event updated for resources: {'Port': ['ID=c0a44074-c0c5-47d2-b24e-e3d78ad83226,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:07.846046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:07.849544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:39:07.983480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:07.984086 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:08.003479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a757ebd-15ab-430c-815b-22b33b98a147 req-c88f63ab-0dcd-418e-8df8-543f038639cb tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:08.011142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a757ebd-15ab-430c-815b-22b33b98a147 req-c88f63ab-0dcd-418e-8df8-543f038639cb tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 931 time: 0.1247141 Aug 17 16:39:08.033148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-d5d47f14-469f-44ed-bb2a-0d782e9e1bab tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8480773 Aug 17 16:39:08.053399 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:08.058031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Request body: {'port': {'device_id': '0c4672a5-7c56-4479-82dd-1dc3978cc3b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:08.062445 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:08.067521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4cd5a6cd-6502-4e32-bc9b-c6f49258a15e tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/floatingips/2b6fd736-a339-4247-8b46-359f80267a29 HTTP/1.1" status: 204 len: 168 time: 1.4516506 Aug 17 16:39:08.068241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:08.082717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'a444c156-a4d1-4b53-9699-06086e8b180a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:08.138988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47682) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:08.140270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115b551-8178-4b0d-94c4-977959b284af req-1c8bc692-fcd9-487d-afad-9da6d4693634 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:08.144086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b115b551-8178-4b0d-94c4-977959b284af req-1c8bc692-fcd9-487d-afad-9da6d4693634 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 946 time: 0.2189932 Aug 17 16:39:08.183096 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a757ebd-15ab-430c-815b-22b33b98a147 req-5401c7ce-a090-420d-8bda-48b356ca870b tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706922 Aug 17 16:39:08.225679 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:08.268342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:08.372762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b115b551-8178-4b0d-94c4-977959b284af req-478d24e9-823c-4706-a202-78832ec76bff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Deleting port 6d22dfd3-b0f7-4013-ac00-f8af91510c02 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:08.373276 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b115b551-8178-4b0d-94c4-977959b284af req-478d24e9-823c-4706-a202-78832ec76bff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:08.381150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-735801106-network', 'tenant_id': '355aaacc66df4dca8ee2d28168158de2'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:08.469035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:08.530331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b115b551-8178-4b0d-94c4-977959b284af req-478d24e9-823c-4706-a202-78832ec76bff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] For port 6d22dfd3-b0f7-4013-ac00-f8af91510c02, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=6d22dfd3-b0f7-4013-ac00-f8af91510c02,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:08.531055 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b115b551-8178-4b0d-94c4-977959b284af req-478d24e9-823c-4706-a202-78832ec76bff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:08.539124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Made reservation on behalf of 355aaacc66df4dca8ee2d28168158de2 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:39:08.542043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:08.589724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b115b551-8178-4b0d-94c4-977959b284af req-478d24e9-823c-4706-a202-78832ec76bff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Calling delete_port for 6d22dfd3-b0f7-4013-ac00-f8af91510c02 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:08.607448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:08.752109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.25.7.208 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/7793a0c4-5c03-469a-909a-96b848a72120) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:39:09.002467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b115b551-8178-4b0d-94c4-977959b284af req-478d24e9-823c-4706-a202-78832ec76bff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.007885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569e341-485c-4696-8b1b-f8298e78af9a req-fa77b096-1dd3-4bc6-ad2e-568fe623c8b1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:09.014627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:09.020923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7569e341-485c-4696-8b1b-f8298e78af9a req-fa77b096-1dd3-4bc6-ad2e-568fe623c8b1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=769372a2-c78d-45dd-8d9a-2077880acfc8 HTTP/1.1" status: 200 len: 946 time: 0.2464938 Aug 17 16:39:09.022877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.056916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d24e9-823c-4706-a202-78832ec76bff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event deleted for resources: {'Port': ['ID=6d22dfd3-b0f7-4013-ac00-f8af91510c02,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:09.120218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b115b551-8178-4b0d-94c4-977959b284af req-478d24e9-823c-4706-a202-78832ec76bff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] No DVR routers for this DVR port 6d22dfd3-b0f7-4013-ac00-f8af91510c02 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:39:09.127949 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b115b551-8178-4b0d-94c4-977959b284af req-478d24e9-823c-4706-a202-78832ec76bff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.130103 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b115b551-8178-4b0d-94c4-977959b284af req-478d24e9-823c-4706-a202-78832ec76bff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "DELETE /v2.0/ports/6d22dfd3-b0f7-4013-ac00-f8af91510c02 HTTP/1.1" status: 204 len: 173 time: 0.9769006 Aug 17 16:39:09.130597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769372a2-c78d-45dd-8d9a-2077880acfc8', 'name': 'network-vif-deleted', 'tag': '6d22dfd3-b0f7-4013-ac00-f8af91510c02'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:09.133251 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514a5419-4b64-4174-9db4-535ae0775745" -d '{"events": [{"server_uuid": "769372a2-c78d-45dd-8d9a-2077880acfc8", "name": "network-vif-deleted", "tag": "6d22dfd3-b0f7-4013-ac00-f8af91510c02"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:09.140199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a44074-c0c5-47d2-b24e-e3d78ad83226 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:39:09.187043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.190273 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.255186 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.261169 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d151a03c-6428-4939-8337-2aa1231e43ab x-openstack-request-id: req-d151a03c-6428-4939-8337-2aa1231e43ab {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:09.261469 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769372a2-c78d-45dd-8d9a-2077880acfc8", "name": "network-vif-deleted", "tag": "6d22dfd3-b0f7-4013-ac00-f8af91510c02", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:09.261730 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d151a03c-6428-4939-8337-2aa1231e43ab {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:09.262190 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769372a2-c78d-45dd-8d9a-2077880acfc8', 'name': 'network-vif-deleted', 'tag': '6d22dfd3-b0f7-4013-ac00-f8af91510c02', 'status': 'completed', 'code': 200} Aug 17 16:39:09.266596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=7793a0c4-5c03-469a-909a-96b848a72120,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:09.282046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:39:09.283793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:09.286544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:39:09.325788 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7569e341-485c-4696-8b1b-f8298e78af9a req-f14207cc-1735-45f4-949b-48896e90fbc8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035507 Aug 17 16:39:09.344614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.397078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:39:09.432216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.435152 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Added segment a524fe14-9aa7-4d40-9f19-051dc09ae2ff of type vlan for network 48311fae-9002-4c1b-994d-a5c42989862a Aug 17 16:39:09.521360 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.540659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5c4d6-6bd3-45b4-a397-ca206e2bb06f req-2e9228c1-939b-4672-80d6-072c60cf1c50 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:09.542550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70b5c4d6-6bd3-45b4-a397-ca206e2bb06f req-2e9228c1-939b-4672-80d6-072c60cf1c50 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 931 time: 0.1172888 Aug 17 16:39:09.558770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.559916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:09.560641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.564201 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Transition to ACTIVE for port object c0a44074-c0c5-47d2-b24e-e3d78ad83226 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:39:09.649991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Pushing event updated for resources: {'Network': ['ID=48311fae-9002-4c1b-994d-a5c42989862a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:09.661837 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:09.664543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 48311fae-9002-4c1b-994d-a5c42989862a details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:39:09.706657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70b5c4d6-6bd3-45b4-a397-ca206e2bb06f req-5a4e4e46-2681-4065-b2a7-963235880253 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548781 Aug 17 16:39:09.742642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f05428-a681-4643-8d97-6362a3c3fc40,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:09.777104 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-be54c897-df7e-401b-973e-0a8a91f33651 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6342669 Aug 17 16:39:09.779310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47708) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:09.787457 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Request body: {'subnet': {'network_id': '48311fae-9002-4c1b-994d-a5c42989862a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-735801106-subnet', 'tenant_id': '355aaacc66df4dca8ee2d28168158de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:09.826363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a44074-c0c5-47d2-b24e-e3d78ad83226,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:09.920292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Made reservation on behalf of 355aaacc66df4dca8ee2d28168158de2 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:39:09.938238 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:10.086287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Attempting to bind port c0a44074-c0c5-47d2-b24e-e3d78ad83226 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:39:10.087432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Attempting to bind port c0a44074-c0c5-47d2-b24e-e3d78ad83226 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'da3edb97-43fe-454d-98d0-a3c22cb5ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:39:10.087811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Attempting to bind port c0a44074-c0c5-47d2-b24e-e3d78ad83226 on network 7227b743-9e66-4fab-a9a0-1de921683898 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:39:10.107435 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Port c0a44074-c0c5-47d2-b24e-e3d78ad83226 on network 7227b743-9e66-4fab-a9a0-1de921683898 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:39:10.107753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Attempting to bind port c0a44074-c0c5-47d2-b24e-e3d78ad83226 on network 7227b743-9e66-4fab-a9a0-1de921683898 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:39:10.122642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:39:10.123024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Checking segment: {'id': 'da3edb97-43fe-454d-98d0-a3c22cb5ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:39:10.123363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Bound using segment: {'id': 'da3edb97-43fe-454d-98d0-a3c22cb5ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:39:10.124184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Bound port: c0a44074-c0c5-47d2-b24e-e3d78ad83226, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3edb97-43fe-454d-98d0-a3c22cb5ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:39:10.124728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:10.180496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:10.288303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:10.291408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] For port c0a44074-c0c5-47d2-b24e-e3d78ad83226, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:39:10.299277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] For port c0a44074-c0c5-47d2-b24e-e3d78ad83226, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c0a44074-c0c5-47d2-b24e-e3d78ad83226,segment=NetworkSegment(da3edb97-43fe-454d-98d0-a3c22cb5ee33),segment_id=da3edb97-43fe-454d-98d0-a3c22cb5ee33)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:39:10.307022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:10.421212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a44074-c0c5-47d2-b24e-e3d78ad83226,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:10.430120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:10.431280 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:10.433016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-602d5621-7e7c-495d-8388-c316e1175178 service neutron] 10.222.0.93 "PUT /v2.0/ports/c0a44074-c0c5-47d2-b24e-e3d78ad83226 HTTP/1.1" status: 200 len: 1091 time: 2.3828998 Aug 17 16:39:10.433624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4672a5-7c56-4479-82dd-1dc3978cc3b4', 'tag': 'c0a44074-c0c5-47d2-b24e-e3d78ad83226'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:10.436221 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bd29d9-15eb-4032-996f-23158e85a27b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4672a5-7c56-4479-82dd-1dc3978cc3b4", "tag": "c0a44074-c0c5-47d2-b24e-e3d78ad83226"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:10.519763 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beddb64-caf3-4395-9455-5a3bac5f2823 x-openstack-request-id: req-0beddb64-caf3-4395-9455-5a3bac5f2823 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:10.520206 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4672a5-7c56-4479-82dd-1dc3978cc3b4", "tag": "c0a44074-c0c5-47d2-b24e-e3d78ad83226", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:10.520584 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0beddb64-caf3-4395-9455-5a3bac5f2823 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:10.521097 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4672a5-7c56-4479-82dd-1dc3978cc3b4', 'tag': 'c0a44074-c0c5-47d2-b24e-e3d78ad83226', 'status': 'completed', 'code': 200} Aug 17 16:39:10.550492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:10.589422 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:10.601309 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:10.700167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=7793a0c4-5c03-469a-909a-96b848a72120,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:10.764107 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:10.769002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 6d22dfd3-b0f7-4013-ac00-f8af91510c02 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:39:10.801570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-551782a7-21e5-4e58-a11d-a116b4c29f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:10.808081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-551782a7-21e5-4e58-a11d-a116b4c29f13 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0831bb515cbf4e2da9f139e45a3b35c8&device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 1094 time: 0.3127646 Aug 17 16:39:10.811495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b01dcd1-3603-40e5-b683-3008e9e078a2,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:10.848285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 6d22dfd3-b0f7-4013-ac00-f8af91510c02 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:39:10.848888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 6d22dfd3-b0f7-4013-ac00-f8af91510c02 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:39:10.939855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Checking segment: {'id': 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:39:10.940487 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Network hostable DHCP agents. Network: 48311fae-9002-4c1b-994d-a5c42989862a, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:39:11.002037 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP ff761e3e-62ef-4b87-b913-859b2720a31b associated. External IP: 172.25.7.208, port: a444c156-a4d1-4b53-9699-06086e8b180a. Aug 17 16:39:11.002976 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-8b89065d-d031-4416-8e92-227b12c1c681 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a44074-c0c5-47d2-b24e-e3d78ad83226 HTTP/1.1" status: 200 len: 217 time: 0.1781950 Aug 17 16:39:11.064577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Network 48311fae-9002-4c1b-994d-a5c42989862a is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:39:11.089484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5429b7-c6f4-4cb6-ab92-964ea8760cf8 req-e97eb27b-4388-4d89-b053-39ef3d3c5a55 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:11.097829 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce5429b7-c6f4-4cb6-ab92-964ea8760cf8 req-e97eb27b-4388-4d89-b053-39ef3d3c5a55 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 943 time: 0.2478538 Aug 17 16:39:11.107986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 48311fae-9002-4c1b-994d-a5c42989862a) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:11.114021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:11.115008 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:11.115775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba2e8c2-987a-4bde-ae9b-7fc4979dfadf None None] Network 48311fae-9002-4c1b-994d-a5c42989862a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:39:11.134893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-8f45b3cb-4ea6-4ed0-866c-963e73681a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:11.136405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-8f45b3cb-4ea6-4ed0-866c-963e73681a4a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b46283ce-905a-4e07-9a04-b0ea5c73508e HTTP/1.1" status: 200 len: 847 time: 0.1244690 Aug 17 16:39:11.179396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-39b42127-42e8-4fa3-b171-79aefcc59a66 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3982465 Aug 17 16:39:11.222660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-21066c64-3b59-4f0b-8c94-b1a608b75296 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7227b743-9e66-4fab-a9a0-1de921683898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732975 Aug 17 16:39:11.240732 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce5429b7-c6f4-4cb6-ab92-964ea8760cf8 req-81ee0e69-0ef8-480f-8dce-b0c84f19f1ac tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418567 Aug 17 16:39:11.343189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a783b-40e8-47ed-8819-97b4e58aaba0 None None] Network 48311fae-9002-4c1b-994d-a5c42989862a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:39:11.519216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-e3eca060-43d7-4aaa-aff7-fffcad2a9bfd tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:11.520677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-e3eca060-43d7-4aaa-aff7-fffcad2a9bfd tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.6226144 Aug 17 16:39:11.522732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:39:11.540812 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-fb7e5c12-5d75-4a64-a51a-a24837ddcff6 service neutron] 10.222.0.93 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955632 Aug 17 16:39:11.550648 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-680282c9-ea97-4762-b5fa-3b52c37d54d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/quotas/ba3a95df7c594044a48f7b7aca180947 HTTP/1.1" status: 200 len: 375 time: 0.0210161 Aug 17 16:39:11.691870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec89189a-748f-4a5a-a43f-8c505757f5cb req-339d321c-f768-49ac-b276-c76db4e839b3 service neutron] 10.222.0.93 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442873 Aug 17 16:39:11.710858 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-b53e33a7-77e3-468c-80ab-26296128f756 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252747 Aug 17 16:39:11.741568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:39:11.757566 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b98efcc-f9a3-4c71-a7e8-0d0d1ffcd4e7 None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:39:11.778564 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b98efcc-f9a3-4c71-a7e8-0d0d1ffcd4e7 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:11.781665 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b98efcc-f9a3-4c71-a7e8-0d0d1ffcd4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:11.878949 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:11.932247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd29d9-15eb-4032-996f-23158e85a27b req-2fed0cbf-8dec-4ad5-8dcb-0d0ec1dda2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:11.934245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05bd29d9-15eb-4032-996f-23158e85a27b req-2fed0cbf-8dec-4ad5-8dcb-0d0ec1dda2ff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0831bb515cbf4e2da9f139e45a3b35c8&device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 1094 time: 0.1489048 Aug 17 16:39:11.935740 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b98efcc-f9a3-4c71-a7e8-0d0d1ffcd4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:11.959475 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b98efcc-f9a3-4c71-a7e8-0d0d1ffcd4e7 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:11.960203 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b98efcc-f9a3-4c71-a7e8-0d0d1ffcd4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:11.974020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6e394980-20e7-4a14-9df5-d071f2f285ab tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9044814 Aug 17 16:39:11.989841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47758) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:12.092180 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-6f545f95-64cd-4043-affb-a26fcc0e06de service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598757 Aug 17 16:39:12.094862 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b98efcc-f9a3-4c71-a7e8-0d0d1ffcd4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:12.095827 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b98efcc-f9a3-4c71-a7e8-0d0d1ffcd4e7 None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:39:12.112109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1665514320'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:12.164528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Made reservation on behalf of 4675d0bf3cd54da593896d1decbfe089 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:39:12.178631 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:12.308127 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-e41974de-433d-4f78-814a-362deb138017 service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030556 Aug 17 16:39:12.724314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-19187a5e-e67d-43d0-ac7e-43c37a832c38 req-a80ef2c1-a875-4e29-a41c-2d51b2df5647 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 210 time: 0.0472782 Aug 17 16:39:12.920727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd29d9-15eb-4032-996f-23158e85a27b req-045b731b-f240-435a-a554-bb7d39d0f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:12.922292 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05bd29d9-15eb-4032-996f-23158e85a27b req-045b731b-f240-435a-a554-bb7d39d0f50c service neutron] 10.222.0.93 "GET /v2.0/networks?id=7227b743-9e66-4fab-a9a0-1de921683898 HTTP/1.1" status: 200 len: 908 time: 0.9810164 Aug 17 16:39:12.947883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:39:13.050230 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05bd29d9-15eb-4032-996f-23158e85a27b req-f6c57b71-0a30-4ba8-b78b-dfaa97d5dd6b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a44074-c0c5-47d2-b24e-e3d78ad83226 HTTP/1.1" status: 200 len: 217 time: 0.1156154 Aug 17 16:39:13.072280 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:13.075041 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Added segment b7f44008-a27a-4607-b691-d7bf67c77278 of type vlan for network 5d059196-150d-4f1c-a065-e728808a2496 Aug 17 16:39:13.127153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e0c77-eb04-4cb7-bcd9-8ae5efbbfc78 req-3ef1d3b5-fa97-4bbb-994c-167ceff09067 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:13.129703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d56e0c77-eb04-4cb7-bcd9-8ae5efbbfc78 req-3ef1d3b5-fa97-4bbb-994c-167ceff09067 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 943 time: 0.2393956 Aug 17 16:39:13.218195 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:13.255237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd29d9-15eb-4032-996f-23158e85a27b req-cacb93d1-90a3-4070-b799-2a99fef29f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:13.266538 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05bd29d9-15eb-4032-996f-23158e85a27b req-cacb93d1-90a3-4070-b799-2a99fef29f88 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b46283ce-905a-4e07-9a04-b0ea5c73508e HTTP/1.1" status: 200 len: 847 time: 0.1640902 Aug 17 16:39:13.340217 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:39:13.350955 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05bd29d9-15eb-4032-996f-23158e85a27b req-ff554b2e-a765-4ccf-93d2-9d7f55d2d1de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7227b743-9e66-4fab-a9a0-1de921683898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635507 Aug 17 16:39:13.380336 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d56e0c77-eb04-4cb7-bcd9-8ae5efbbfc78 req-0fb4d5a1-5f5c-44e1-bb77-75c8060a5d15 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244477 Aug 17 16:39:13.426715 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:13.454102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:13.455153 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:13.674904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5628777 Aug 17 16:39:13.676289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 47808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:13.684065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'subnet': {'network_id': '5d059196-150d-4f1c-a065-e728808a2496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:13.688354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142bfe1-08c0-4105-b1fe-2cac70ad610b tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Network': ['ID=5d059196-150d-4f1c-a065-e728808a2496,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:13.707564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 5d059196-150d-4f1c-a065-e728808a2496 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:39:13.745978 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05bd29d9-15eb-4032-996f-23158e85a27b req-c227bbfa-24de-413c-bf77-d9d3af82afec service neutron] 10.222.0.93 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563969 Aug 17 16:39:13.939816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-043a6bfb-2745-40c2-9fb5-2182f3ea589f req-1ec0e667-4ca6-49cd-9b15-06cfd1caf003 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 210 time: 0.0591486 Aug 17 16:39:13.943043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Made reservation on behalf of 4675d0bf3cd54da593896d1decbfe089 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:39:13.948523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:13.955752 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05bd29d9-15eb-4032-996f-23158e85a27b req-f2de5852-3ad5-41f1-a59d-47dd628c10b3 service neutron] 10.222.0.93 "GET /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994162 Aug 17 16:39:14.381840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c0a44074-c0c5-47d2-b24e-e3d78ad83226 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:39:14.528090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c0a44074-c0c5-47d2-b24e-e3d78ad83226, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c0a44074-c0c5-47d2-b24e-e3d78ad83226,segment=NetworkSegment(da3edb97-43fe-454d-98d0-a3c22cb5ee33),segment_id=da3edb97-43fe-454d-98d0-a3c22cb5ee33)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:14.546010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'c0a44074-c0c5-47d2-b24e-e3d78ad83226', 'network_id': '7227b743-9e66-4fab-a9a0-1de921683898', 'port_id': 'c0a44074-c0c5-47d2-b24e-e3d78ad83226', 'mac_address': 'fa:16:3e:62:b3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46283ce-905a-4e07-9a04-b0ea5c73508e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:39:14.627213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:14.645476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a44074-c0c5-47d2-b24e-e3d78ad83226 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:39:14.680862 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c0a44074-c0c5-47d2-b24e-e3d78ad83226, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c0a44074-c0c5-47d2-b24e-e3d78ad83226,segment=NetworkSegment(da3edb97-43fe-454d-98d0-a3c22cb5ee33),segment_id=da3edb97-43fe-454d-98d0-a3c22cb5ee33)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:14.694919 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:14.785280 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=c0a44074-c0c5-47d2-b24e-e3d78ad83226,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:14.965216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['c0a44074-c0c5-47d2-b24e-e3d78ad83226'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:15.079782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:15.092673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-fe1c70b6-974a-4bc2-b18e-9f702adb2a44 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:15.094164 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-fe1c70b6-974a-4bc2-b18e-9f702adb2a44 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.8932559 Aug 17 16:39:15.201321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Subnet': ['ID=a6fa956b-3199-4f8e-8d5a-3a5e0aac9e31,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:15.207875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e198a8c-9928-4a86-bfdd-25322551f16d req-61c6e778-9b8e-4d16-88e0-a1704c505b77 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 210 time: 0.0805516 Aug 17 16:39:15.217209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Request body: {'port': {'device_id': '3b445ea4-3760-43eb-ba68-5db466263cf1', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'admin_state_up': True, 'tenant_id': 'ba3a95df7c594044a48f7b7aca180947'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:15.326816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Checking segment: {'id': 'b7f44008-a27a-4607-b691-d7bf67c77278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5d059196-150d-4f1c-a065-e728808a2496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:39:15.328645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network hostable DHCP agents. Network: 5d059196-150d-4f1c-a065-e728808a2496, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:39:15.448281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network 5d059196-150d-4f1c-a065-e728808a2496 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:39:15.467457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9955c5c-11fc-4789-b13f-f4253b62cd78 req-82dc32c1-31b8-4c0d-91de-785a5f0a75d0 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:15.470742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9955c5c-11fc-4789-b13f-f4253b62cd78 req-82dc32c1-31b8-4c0d-91de-785a5f0a75d0 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 944 time: 0.3933554 Aug 17 16:39:15.528899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 5d059196-150d-4f1c-a065-e728808a2496) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:15.542740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8648922-03ec-40a1-bbe9-68e3f9131367 None None] Network 5d059196-150d-4f1c-a065-e728808a2496 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:39:15.565052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:15.570138 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:15.622281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9955c5c-11fc-4789-b13f-f4253b62cd78 req-8ffb7fc5-994a-41d1-8fe7-b2cb99a842c9 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309674 Aug 17 16:39:15.678559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Made reservation on behalf of ba3a95df7c594044a48f7b7aca180947 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:39:15.682699 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:15.691894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-db9da1fc-3a99-483a-9847-cd7a2a478eb3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0137901 Aug 17 16:39:15.696451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47840) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:15.701298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-100038734', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:15.784652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:15.784977 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:15.830237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-5d059196-150d-4f1c-a065-e728808a2496', 'network_id': '5d059196-150d-4f1c-a065-e728808a2496', 'tenant_id': '4675d0bf3cd54da593896d1decbfe089', 'fixed_ips': [{'subnet_id': 'a6fa956b-3199-4f8e-8d5a-3a5e0aac9e31'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:39:15.831189 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:15.932114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Allocated IP 172.20.0.11 (e670fccb-83e1-4406-a738-e22066a020cf/d4037286-0fc3-4b61-8543-70e33e8f0dcd/006e793a-a092-40a0-8c5d-6582c0b67391) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:39:15.951125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.141474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Allocated IP 172.20.0.2 (5d059196-150d-4f1c-a065-e728808a2496/a6fa956b-3199-4f8e-8d5a-3a5e0aac9e31/e7ec7e84-0845-47f1-9ce8-566b8e05cc4f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:39:16.198227 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.255036 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.278650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:16.296303 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.401088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Network e670fccb-83e1-4406-a738-e22066a020cf is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:39:16.408367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c0a44074-c0c5-47d2-b24e-e3d78ad83226 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:39:16.416359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:16.435191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:39:16.502619 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.527087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event updated for resources: {'Port': ['ID=006e793a-a092-40a0-8c5d-6582c0b67391,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:16.527985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port c0a44074-c0c5-47d2-b24e-e3d78ad83226 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:39:16.534052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Transition to ACTIVE for port object e7ec7e84-0845-47f1-9ce8-566b8e05cc4f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:39:16.550893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port c0a44074-c0c5-47d2-b24e-e3d78ad83226 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:39:16.551268 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.594848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:16.595514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.633667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Transition to ACTIVE for port object e7ec7e84-0845-47f1-9ce8-566b8e05cc4f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:39:16.636106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28157bf5-b093-49c2-af57-89ff10c7c189 req-656d2ac1-ccd2-4831-8ef5-d07ea6dfc927 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:16.648472 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.649343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-28157bf5-b093-49c2-af57-89ff10c7c189 req-656d2ac1-ccd2-4831-8ef5-d07ea6dfc927 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 932 time: 0.2677288 Aug 17 16:39:16.652038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.670662 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.739326 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-1ea65984-f95f-4bf2-819d-3dc41fb6972e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5378985 Aug 17 16:39:16.751843 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-28157bf5-b093-49c2-af57-89ff10c7c189 req-e3710c0f-b7ef-4b49-8b7c-9d1d9b044c19 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014373 Aug 17 16:39:16.760005 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.763848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Request body: {'port': {'device_id': '3b445ea4-3760-43eb-ba68-5db466263cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:16.835157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4672a5-7c56-4479-82dd-1dc3978cc3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a44074-c0c5-47d2-b24e-e3d78ad83226'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:16.837991 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68699d7-9667-4b66-bc66-9fa05af4c30f" -d '{"events": [{"server_uuid": "0c4672a5-7c56-4479-82dd-1dc3978cc3b4", "name": "network-vif-plugged", "status": "completed", "tag": "c0a44074-c0c5-47d2-b24e-e3d78ad83226"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:16.866144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Network 5d059196-150d-4f1c-a065-e728808a2496 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:39:16.873144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c0a44074-c0c5-47d2-b24e-e3d78ad83226, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c0a44074-c0c5-47d2-b24e-e3d78ad83226,segment=NetworkSegment(da3edb97-43fe-454d-98d0-a3c22cb5ee33),segment_id=da3edb97-43fe-454d-98d0-a3c22cb5ee33)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:16.879925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:16.883729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:39:16.886138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Pushing event updated for resources: {'Port': ['ID=e7ec7e84-0845-47f1-9ce8-566b8e05cc4f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:16.902093 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.907322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:16.954486 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aa9e42-0c10-41d2-a57c-2096500970a3 x-openstack-request-id: req-75aa9e42-0c10-41d2-a57c-2096500970a3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:16.955338 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4672a5-7c56-4479-82dd-1dc3978cc3b4", "name": "network-vif-plugged", "status": "completed", "tag": "c0a44074-c0c5-47d2-b24e-e3d78ad83226", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:16.955677 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75aa9e42-0c10-41d2-a57c-2096500970a3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:16.956014 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4672a5-7c56-4479-82dd-1dc3978cc3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a44074-c0c5-47d2-b24e-e3d78ad83226', 'code': 200} Aug 17 16:39:17.036606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Attempting to bind port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:39:17.036888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Attempting to bind port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'b7f44008-a27a-4607-b691-d7bf67c77278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5d059196-150d-4f1c-a065-e728808a2496'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:39:17.045553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Attempting to bind port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f on network 5d059196-150d-4f1c-a065-e728808a2496 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:39:17.066850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=c0a44074-c0c5-47d2-b24e-e3d78ad83226,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:17.080261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:39:17.087478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Checking segment: {'id': 'b7f44008-a27a-4607-b691-d7bf67c77278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5d059196-150d-4f1c-a065-e728808a2496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:39:17.088216 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:17.088658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Bound using segment: {'id': 'b7f44008-a27a-4607-b691-d7bf67c77278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5d059196-150d-4f1c-a065-e728808a2496'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:39:17.089212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Bound port: e7ec7e84-0845-47f1-9ce8-566b8e05cc4f, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f44008-a27a-4607-b691-d7bf67c77278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5d059196-150d-4f1c-a065-e728808a2496'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:39:17.089629 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:17.143311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.25.7.203 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/6fcf7dfc-69cc-4547-85c9-725823db65cc) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:39:17.224713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b7b2c-75c5-4ddd-a227-628d5fe5b217 req-1dda1caf-36f2-4f6c-866c-cca860dc3819 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:17.226512 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-745b7b2c-75c5-4ddd-a227-628d5fe5b217 req-1dda1caf-36f2-4f6c-866c-cca860dc3819 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 945 time: 0.3357706 Aug 17 16:39:17.267093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] For port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:39:17.274709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] For port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e7ec7e84-0845-47f1-9ce8-566b8e05cc4f,segment=NetworkSegment(b7f44008-a27a-4607-b691-d7bf67c77278),segment_id=b7f44008-a27a-4607-b691-d7bf67c77278)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:39:17.283357 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:17.427175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eda5c4-5dee-4302-9baf-86f31ac9c0b4 req-1351ba4e-63dc-4911-aeb3-7a7a03821d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:17.431110 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8eda5c4-5dee-4302-9baf-86f31ac9c0b4 req-1351ba4e-63dc-4911-aeb3-7a7a03821d7b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 1096 time: 0.4062200 Aug 17 16:39:17.453874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7d3d9-a89b-4727-9aa8-d0c932c488c9 None None] Pushing event updated for resources: {'Port': ['ID=e7ec7e84-0845-47f1-9ce8-566b8e05cc4f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:17.489162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-745b7b2c-75c5-4ddd-a227-628d5fe5b217 req-34506825-40f1-43bf-88ce-0171cac03807 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437859 Aug 17 16:39:17.596819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006e793a-a092-40a0-8c5d-6582c0b67391 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:39:17.602007 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f8eda5c4-5dee-4302-9baf-86f31ac9c0b4 req-41125984-53f2-49a2-bfce-3d2423e9625d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596274 Aug 17 16:39:17.606057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:17.628079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Transition to ACTIVE for port object 006e793a-a092-40a0-8c5d-6582c0b67391 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:39:17.629034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:17.635026 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:17.700386 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:17.722558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Pushing event updated for resources: {'Port': ['ID=006e793a-a092-40a0-8c5d-6582c0b67391,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:17.754043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:39:17.772696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:17.777203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:39:17.812703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=6fcf7dfc-69cc-4547-85c9-725823db65cc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:17.823657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Attempting to bind port 006e793a-a092-40a0-8c5d-6582c0b67391 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:39:17.824056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Attempting to bind port 006e793a-a092-40a0-8c5d-6582c0b67391 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:39:17.824524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Attempting to bind port 006e793a-a092-40a0-8c5d-6582c0b67391 on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:39:17.829919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Port 006e793a-a092-40a0-8c5d-6582c0b67391 on network e670fccb-83e1-4406-a738-e22066a020cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:39:17.830240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Attempting to bind port 006e793a-a092-40a0-8c5d-6582c0b67391 on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:39:17.836141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:39:17.836483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Checking segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:39:17.837149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Bound using segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:39:17.837720 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Bound port: 006e793a-a092-40a0-8c5d-6582c0b67391, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:39:17.838078 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:17.929375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] For port 006e793a-a092-40a0-8c5d-6582c0b67391, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:39:17.937515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] For port 006e793a-a092-40a0-8c5d-6582c0b67391, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=006e793a-a092-40a0-8c5d-6582c0b67391,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:39:17.954430 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:18.111031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Pushing event updated for resources: {'Port': ['ID=006e793a-a092-40a0-8c5d-6582c0b67391,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:18.178597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:18.179617 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:18.185540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-aaee68f4-d44a-4ba0-8a61-a268372895ae service neutron] 10.222.0.91 "PUT /v2.0/ports/006e793a-a092-40a0-8c5d-6582c0b67391 HTTP/1.1" status: 200 len: 1092 time: 1.4324613 Aug 17 16:39:18.187201 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b445ea4-3760-43eb-ba68-5db466263cf1', 'tag': '006e793a-a092-40a0-8c5d-6582c0b67391'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:18.199792 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b445ea4-3760-43eb-ba68-5db466263cf1", "tag": "006e793a-a092-40a0-8c5d-6582c0b67391"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:18.272228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b60691-366e-4442-bf93-ddc0163b6ed5 req-1ba6f39c-0a98-444a-9a0d-361d2af44ce9 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:18.285372 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9b60691-366e-4442-bf93-ddc0163b6ed5 req-1ba6f39c-0a98-444a-9a0d-361d2af44ce9 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 944 time: 0.3456459 Aug 17 16:39:18.344409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:18.381286 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb32c6b-10e9-4b54-8df0-e41c3206e524 x-openstack-request-id: req-8bb32c6b-10e9-4b54-8df0-e41c3206e524 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:18.388853 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b445ea4-3760-43eb-ba68-5db466263cf1", "tag": "006e793a-a092-40a0-8c5d-6582c0b67391", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:18.391546 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bb32c6b-10e9-4b54-8df0-e41c3206e524 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:18.392451 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b445ea4-3760-43eb-ba68-5db466263cf1', 'tag': '006e793a-a092-40a0-8c5d-6582c0b67391', 'status': 'completed', 'code': 200} Aug 17 16:39:18.517347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-b285090f-34d6-4c9b-8640-088d3920176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:18.541229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-b285090f-34d6-4c9b-8640-088d3920176a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 1095 time: 0.3010576 Aug 17 16:39:18.568798 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9b60691-366e-4442-bf93-ddc0163b6ed5 req-2337e62f-b79f-46f0-a89b-674f62aa8ab6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530306 Aug 17 16:39:18.719580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-fad135e0-771d-45b4-b1f4-ac8b2d7ae02d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006e793a-a092-40a0-8c5d-6582c0b67391 HTTP/1.1" status: 200 len: 217 time: 0.1459165 Aug 17 16:39:18.812458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e7ec7e84-0845-47f1-9ce8-566b8e05cc4f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:39:18.867541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-31fb3fc6-e5e4-42eb-8d8f-171b0383fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:18.870149 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-31fb3fc6-e5e4-42eb-8d8f-171b0383fe3b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.1436086 Aug 17 16:39:18.925261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-2d0feaab-48c7-4cbd-bb07-10752774c1f8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468185 Aug 17 16:39:18.934671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:39:18.985790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac26922-bb1c-413b-ab17-21051b240c7f req-e2dccb84-88cc-4612-b60c-8b0bb1a6aed9 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:18.987532 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ac26922-bb1c-413b-ab17-21051b240c7f req-e2dccb84-88cc-4612-b60c-8b0bb1a6aed9 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 945 time: 0.2210891 Aug 17 16:39:19.090007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:19.125600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939a9559-f366-411f-b896-355e5b73204f None None] Network 5d059196-150d-4f1c-a065-e728808a2496 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:39:19.160087 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ac26922-bb1c-413b-ab17-21051b240c7f req-a79a2b99-61ef-425c-9ca9-241b1020e2da tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590409 Aug 17 16:39:19.207056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-09bf12d5-c892-46f6-8f74-da25175622a6 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742729 Aug 17 16:39:19.329849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c7fa27c6-f630-47f7-b3cd-d6fc70caecd1 None None] Provisioning for port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:39:19.348758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router cd71683b-40eb-4c43-9094-824d6474c793 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:39:19.359599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c7fa27c6-f630-47f7-b3cd-d6fc70caecd1 None None] Provisioning complete for port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:39:19.360819 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7fa27c6-f630-47f7-b3cd-d6fc70caecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:19.596934 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376566a5-7b52-4cf0-9471-82b31daa6ab7 req-bd5db866-7d56-4150-8ed3-3d1427cfc6ff service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793590 Aug 17 16:39:19.790452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:39:19.810526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3 req-25df0658-ab3d-472e-a4ec-bb1184b682ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:19.816212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee2e4f-5909-42e8-8faa-160d127a0e38 None None] Sync routers for ids ['cd71683b-40eb-4c43-9094-824d6474c793'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:39:19.822632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3 req-25df0658-ab3d-472e-a4ec-bb1184b682ed service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 1095 time: 0.1160913 Aug 17 16:39:19.831244 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:19.862883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:19.870664 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3746882f-09b0-4ecb-8ca9-7a7fb24098f5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1729538 Aug 17 16:39:19.908819 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 47922) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:19.947038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee2e4f-5909-42e8-8faa-160d127a0e38 None None] Routers {'cd71683b-40eb-4c43-9094-824d6474c793'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:19.947806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-81ee2e4f-5909-42e8-8faa-160d127a0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['cd71683b-40eb-4c43-9094-824d6474c793'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:19.949991 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7fa27c6-f630-47f7-b3cd-d6fc70caecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:19.958437 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:20.023139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3 req-fcfce06b-5622-4ae4-908a-100fab0833d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:20.024711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3 req-fcfce06b-5622-4ae4-908a-100fab0833d5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 906 time: 0.1974921 Aug 17 16:39:20.030880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-81ee2e4f-5909-42e8-8faa-160d127a0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:20.054612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee2e4f-5909-42e8-8faa-160d127a0e38 None None] Routers {'cd71683b-40eb-4c43-9094-824d6474c793'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:20.056219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-81ee2e4f-5909-42e8-8faa-160d127a0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['cd71683b-40eb-4c43-9094-824d6474c793'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:20.144827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3 req-406f8085-3158-44fd-90d2-4c30542d41ac service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006e793a-a092-40a0-8c5d-6582c0b67391 HTTP/1.1" status: 200 len: 217 time: 0.1108975 Aug 17 16:39:20.197111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c7fa27c6-f630-47f7-b3cd-d6fc70caecd1 None None] For port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e7ec7e84-0845-47f1-9ce8-566b8e05cc4f,segment=NetworkSegment(b7f44008-a27a-4607-b691-d7bf67c77278),segment_id=b7f44008-a27a-4607-b691-d7bf67c77278)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:20.202960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-81ee2e4f-5909-42e8-8faa-160d127a0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:20.207114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee2e4f-5909-42e8-8faa-160d127a0e38 None None] The sync data for ids ['cd71683b-40eb-4c43-9094-824d6474c793'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:39:20.218007 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7fa27c6-f630-47f7-b3cd-d6fc70caecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:20.276129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3 req-77c3e40d-e9e1-4894-b523-b938c26f1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:20.281943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3 req-77c3e40d-e9e1-4894-b523-b938c26f1ff9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.1251514 Aug 17 16:39:20.348568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3 req-1de46922-0730-40a7-a82f-00b4ee03b836 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621789 Aug 17 16:39:20.350309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa27c6-f630-47f7-b3cd-d6fc70caecd1 None None] Pushing event updated for resources: {'Port': ['ID=e7ec7e84-0845-47f1-9ce8-566b8e05cc4f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:20.479361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-14c7d5a0-16f2-4901-aa4a-dcbc01f3c2a4 None None] Provisioning complete for port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:39:20.479746 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14c7d5a0-16f2-4901-aa4a-dcbc01f3c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:20.531283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d75e-397f-48ca-b8ff-b4743af36615 req-a018f783-4e8e-4ccc-9cc1-257590455427 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:20.543252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9665d75e-397f-48ca-b8ff-b4743af36615 req-a018f783-4e8e-4ccc-9cc1-257590455427 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 944 time: 0.7039945 Aug 17 16:39:20.636360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3 req-01c0ff73-cd25-4a79-88ab-55bae1e09604 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723968 Aug 17 16:39:20.715272 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9665d75e-397f-48ca-b8ff-b4743af36615 req-9016577f-625f-4283-93a8-82dd45ef8c44 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672881 Aug 17 16:39:20.771240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e7ec7e84-0845-47f1-9ce8-566b8e05cc4f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:39:20.870674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:39:20.871305 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:20.924793 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c7a6a57-fa85-4076-b19c-b315fe53b9b3 req-fcb080dd-027d-4a85-b197-4d849e154f9e service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833071 Aug 17 16:39:20.967728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f099-5f08-42de-9979-b13c2d44d933 req-cfaca9a6-6806-4972-92eb-78ebe3343232 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:20.980395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5dd3f099-5f08-42de-9979-b13c2d44d933 req-cfaca9a6-6806-4972-92eb-78ebe3343232 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 945 time: 0.1323214 Aug 17 16:39:21.053106 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5dd3f099-5f08-42de-9979-b13c2d44d933 req-4ac6b8b6-fd87-4ba3-b5cd-6870b80259bf tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643148 Aug 17 16:39:21.162137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:21.572083 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.20.0.1 (5d059196-150d-4f1c-a065-e728808a2496/a6fa956b-3199-4f8e-8d5a-3a5e0aac9e31/6b6eb105-1313-4e3d-a5f7-d45b98eedbb6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:39:21.709675 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:21.754746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Transition to ACTIVE for port object 6b6eb105-1313-4e3d-a5f7-d45b98eedbb6 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:39:21.831980 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:21.956856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network 5d059196-150d-4f1c-a065-e728808a2496 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:39:21.958349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=6b6eb105-1313-4e3d-a5f7-d45b98eedbb6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:21.975359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:21.978520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:39:22.043015 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:22.148307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39704-f66b-449a-a615-7ed8926baa5b req-05978b8d-cef9-4847-8229-8651b220082a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:22.149956 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67e39704-f66b-449a-a615-7ed8926baa5b req-05978b8d-cef9-4847-8229-8651b220082a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 944 time: 0.2411726 Aug 17 16:39:22.220853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a7f55-231a-4030-89cb-e876e15752bd req-7b29cf37-b11d-4d0c-859c-2c73eabb4ab1 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:22.226955 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e44a7f55-231a-4030-89cb-e876e15752bd req-7b29cf37-b11d-4d0c-859c-2c73eabb4ab1 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 945 time: 0.1417172 Aug 17 16:39:22.337813 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2d25d-de57-4c13-bcb3-be87fab6022b req-780428c3-b0bc-4c75-a618-e0e4d9cea452 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:22.358838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6cd2d25d-de57-4c13-bcb3-be87fab6022b req-780428c3-b0bc-4c75-a618-e0e4d9cea452 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 945 time: 0.1470764 Aug 17 16:39:22.365521 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67e39704-f66b-449a-a615-7ed8926baa5b req-c8da0473-4759-4ba9-a055-a35c2dde8f9d tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083035 Aug 17 16:39:22.416340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:22.479076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6cd2d25d-de57-4c13-bcb3-be87fab6022b req-28b94653-22b0-4f89-bb05-949bce4d0dbc tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a2bc1dd-3237-409a-9e33-2f37a2f918f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193292 Aug 17 16:39:22.566193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e421cefe-be7c-4635-a004-b4b25cbe6028 None None] Provisioning for port 6b6eb105-1313-4e3d-a5f7-d45b98eedbb6 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:39:22.582341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e421cefe-be7c-4635-a004-b4b25cbe6028 None None] Provisioning complete for port 6b6eb105-1313-4e3d-a5f7-d45b98eedbb6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:39:22.582738 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e421cefe-be7c-4635-a004-b4b25cbe6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:22.714815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e421cefe-be7c-4635-a004-b4b25cbe6028 None None] Port 6b6eb105-1313-4e3d-a5f7-d45b98eedbb6 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:39:22.763679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 006e793a-a092-40a0-8c5d-6582c0b67391 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:39:23.162769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 006e793a-a092-40a0-8c5d-6582c0b67391, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=006e793a-a092-40a0-8c5d-6582c0b67391,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:23.181035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-e44a7f55-231a-4030-89cb-e876e15752bd req-37435ced-53e0-4b6c-9514-4dd8c9272aaa tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Deleting port c0a44074-c0c5-47d2-b24e-e3d78ad83226 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:23.181592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e44a7f55-231a-4030-89cb-e876e15752bd req-37435ced-53e0-4b6c-9514-4dd8c9272aaa tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:23.193735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '006e793a-a092-40a0-8c5d-6582c0b67391', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'port_id': '006e793a-a092-40a0-8c5d-6582c0b67391', 'mac_address': 'fa:16:3e:43:0e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4037286-0fc3-4b61-8543-70e33e8f0dcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:39:23.301674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-e44a7f55-231a-4030-89cb-e876e15752bd req-37435ced-53e0-4b6c-9514-4dd8c9272aaa tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] For port c0a44074-c0c5-47d2-b24e-e3d78ad83226, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c0a44074-c0c5-47d2-b24e-e3d78ad83226,segment=NetworkSegment(da3edb97-43fe-454d-98d0-a3c22cb5ee33),segment_id=da3edb97-43fe-454d-98d0-a3c22cb5ee33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:23.302055 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e44a7f55-231a-4030-89cb-e876e15752bd req-37435ced-53e0-4b6c-9514-4dd8c9272aaa tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:23.319353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-e44a7f55-231a-4030-89cb-e876e15752bd req-37435ced-53e0-4b6c-9514-4dd8c9272aaa tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Calling delete_port for c0a44074-c0c5-47d2-b24e-e3d78ad83226 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:23.325118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:23.340791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006e793a-a092-40a0-8c5d-6582c0b67391 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:39:23.418575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 006e793a-a092-40a0-8c5d-6582c0b67391, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=006e793a-a092-40a0-8c5d-6582c0b67391,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:23.424839 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:23.523288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:23.545380 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:23.551929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=006e793a-a092-40a0-8c5d-6582c0b67391,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:23.616422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f493a6b-4a1c-4d0c-b2cc-e87800f4296f req-66688e5a-ca02-4d33-8f06-cfd4f3b2a09d tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:23.624898 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f493a6b-4a1c-4d0c-b2cc-e87800f4296f req-66688e5a-ca02-4d33-8f06-cfd4f3b2a09d tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 945 time: 0.1483352 Aug 17 16:39:23.639034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['006e793a-a092-40a0-8c5d-6582c0b67391'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:23.729476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=6b6eb105-1313-4e3d-a5f7-d45b98eedbb6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:23.730152 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f493a6b-4a1c-4d0c-b2cc-e87800f4296f req-2e8dd023-df06-4e1e-9d5b-98845d05e45e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039352 Aug 17 16:39:23.877069 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e44a7f55-231a-4030-89cb-e876e15752bd req-37435ced-53e0-4b6c-9514-4dd8c9272aaa tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:23.890183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['c0a44074-c0c5-47d2-b24e-e3d78ad83226'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:24.343809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da3d634f-3399-489b-bc00-5a2834a682b0 req-5175acd7-0ec8-4cc1-a60f-9dd0111732f9 tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c4672a5-7c56-4479-82dd-1dc3978cc3b4 HTTP/1.1" status: 200 len: 210 time: 0.5404000 Aug 17 16:39:24.386870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37435ced-53e0-4b6c-9514-4dd8c9272aaa tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Pushing event deleted for resources: {'Port': ['ID=c0a44074-c0c5-47d2-b24e-e3d78ad83226,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:24.409599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:24.439869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44a7f55-231a-4030-89cb-e876e15752bd req-37435ced-53e0-4b6c-9514-4dd8c9272aaa tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] No DVR routers for this DVR port c0a44074-c0c5-47d2-b24e-e3d78ad83226 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:39:24.444468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-e44a7f55-231a-4030-89cb-e876e15752bd req-37435ced-53e0-4b6c-9514-4dd8c9272aaa tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:24.446725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e44a7f55-231a-4030-89cb-e876e15752bd req-37435ced-53e0-4b6c-9514-4dd8c9272aaa tempest-VolumesActionsTest-1663952100 tempest-VolumesActionsTest-1663952100-project] 10.222.0.93 "DELETE /v2.0/ports/c0a44074-c0c5-47d2-b24e-e3d78ad83226 HTTP/1.1" status: 204 len: 173 time: 2.1744912 Aug 17 16:39:24.447384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4672a5-7c56-4479-82dd-1dc3978cc3b4', 'name': 'network-vif-deleted', 'tag': 'c0a44074-c0c5-47d2-b24e-e3d78ad83226'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:24.457401 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8539d008-25c7-4b17-a12b-9af27afff048" -d '{"events": [{"server_uuid": "0c4672a5-7c56-4479-82dd-1dc3978cc3b4", "name": "network-vif-deleted", "tag": "c0a44074-c0c5-47d2-b24e-e3d78ad83226"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:24.609835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network 5d059196-150d-4f1c-a065-e728808a2496 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:39:24.611517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:24.746457 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a7a9a7-04a2-46d2-ae62-10a2b1a5af26 x-openstack-request-id: req-f8a7a9a7-04a2-46d2-ae62-10a2b1a5af26 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:24.750065 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4672a5-7c56-4479-82dd-1dc3978cc3b4", "name": "network-vif-deleted", "tag": "c0a44074-c0c5-47d2-b24e-e3d78ad83226", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:24.750363 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8a7a9a7-04a2-46d2-ae62-10a2b1a5af26 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:24.750825 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4672a5-7c56-4479-82dd-1dc3978cc3b4', 'name': 'network-vif-deleted', 'tag': 'c0a44074-c0c5-47d2-b24e-e3d78ad83226', 'status': 'completed', 'code': 200} Aug 17 16:39:24.783436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 006e793a-a092-40a0-8c5d-6582c0b67391 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:39:25.037039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 006e793a-a092-40a0-8c5d-6582c0b67391 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:39:25.047457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 006e793a-a092-40a0-8c5d-6582c0b67391 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:39:25.048040 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:25.121229 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c22292da-897e-46d8-8b9a-36ea0637e628 None None] Provisioning complete for port 6b6eb105-1313-4e3d-a5f7-d45b98eedbb6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:39:25.121728 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c22292da-897e-46d8-8b9a-36ea0637e628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:25.212808 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:25.215598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c22292da-897e-46d8-8b9a-36ea0637e628 None None] Port 6b6eb105-1313-4e3d-a5f7-d45b98eedbb6 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:39:25.268209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b445ea4-3760-43eb-ba68-5db466263cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006e793a-a092-40a0-8c5d-6582c0b67391'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:25.270838 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f56383-6482-48c6-9ed9-dc208f976ec5" -d '{"events": [{"server_uuid": "3b445ea4-3760-43eb-ba68-5db466263cf1", "name": "network-vif-plugged", "status": "completed", "tag": "006e793a-a092-40a0-8c5d-6582c0b67391"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:25.273324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c5004-b94e-4422-8bb4-5cb01ef34306 req-a63f0456-db22-4f30-9ac8-c04ba12f119b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:25.274978 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b71c5004-b94e-4422-8bb4-5cb01ef34306 req-a63f0456-db22-4f30-9ac8-c04ba12f119b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 945 time: 0.2622540 Aug 17 16:39:25.299144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router cd71683b-40eb-4c43-9094-824d6474c793 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:39:25.302832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 006e793a-a092-40a0-8c5d-6582c0b67391, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=006e793a-a092-40a0-8c5d-6582c0b67391,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:25.312791 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:25.384980 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b71c5004-b94e-4422-8bb4-5cb01ef34306 req-083031d8-9f3a-4a1f-b432-242f2da89591 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011212 Aug 17 16:39:25.441789 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b20941-03b7-4773-847d-620e90d70191 x-openstack-request-id: req-84b20941-03b7-4773-847d-620e90d70191 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:25.442235 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b445ea4-3760-43eb-ba68-5db466263cf1", "name": "network-vif-plugged", "status": "completed", "tag": "006e793a-a092-40a0-8c5d-6582c0b67391", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:25.442803 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84b20941-03b7-4773-847d-620e90d70191 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:25.442803 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b445ea4-3760-43eb-ba68-5db466263cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006e793a-a092-40a0-8c5d-6582c0b67391', 'code': 200} Aug 17 16:39:25.444419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=006e793a-a092-40a0-8c5d-6582c0b67391,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:25.489824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:39:25.501248 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d23041-b9f7-416c-a610-a378b7481ab5 None None] Sync routers for ids ['cd71683b-40eb-4c43-9094-824d6474c793'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:39:25.509396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-307c3dd8-773f-4939-aee8-5ec628c88ce4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "PUT /v2.0/routers/cd71683b-40eb-4c43-9094-824d6474c793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5930927 Aug 17 16:39:25.514023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48020) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:25.527635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'port': {'network_id': '5d059196-150d-4f1c-a065-e728808a2496', 'name': 'tempest-FloatingIPTestJSON-689536920'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:25.532913 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d23041-b9f7-416c-a610-a378b7481ab5 None None] Routers {'cd71683b-40eb-4c43-9094-824d6474c793'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:25.537810 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c3d23041-b9f7-416c-a610-a378b7481ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['cd71683b-40eb-4c43-9094-824d6474c793'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:25.591320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d67d8-7e33-4152-a6f0-45645a6eedfd req-0c06f144-4ac4-4949-a35d-ff72db54dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:25.593231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-586d67d8-7e33-4152-a6f0-45645a6eedfd req-0c06f144-4ac4-4949-a35d-ff72db54dd5c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 1097 time: 0.1457655 Aug 17 16:39:25.650534 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c3d23041-b9f7-416c-a610-a378b7481ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:25.674339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-586d67d8-7e33-4152-a6f0-45645a6eedfd req-cf5b4401-e07c-41d3-9ea4-0fde23cb189e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733848 Aug 17 16:39:25.689421 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d23041-b9f7-416c-a610-a378b7481ab5 None None] Routers {'cd71683b-40eb-4c43-9094-824d6474c793'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:25.690286 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c3d23041-b9f7-416c-a610-a378b7481ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['cd71683b-40eb-4c43-9094-824d6474c793'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:25.824512 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c3d23041-b9f7-416c-a610-a378b7481ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:25.825379 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d23041-b9f7-416c-a610-a378b7481ab5 None None] The sync data for ids ['cd71683b-40eb-4c43-9094-824d6474c793'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:39:25.854985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Made reservation on behalf of 4675d0bf3cd54da593896d1decbfe089 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:39:25.869418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:25.927867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] device_id is not set on port 8666beca-6029-4501-8033-aaaa5a5768ce yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:39:26.236475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Allocated IP 172.20.0.4 (5d059196-150d-4f1c-a065-e728808a2496/a6fa956b-3199-4f8e-8d5a-3a5e0aac9e31/8666beca-6029-4501-8033-aaaa5a5768ce) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:39:26.443609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c0a44074-c0c5-47d2-b24e-e3d78ad83226 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:39:26.477198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: c0a44074-c0c5-47d2-b24e-e3d78ad83226 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:39:26.477936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c0a44074-c0c5-47d2-b24e-e3d78ad83226 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:39:26.846023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621c51b-1a89-4fe6-bbca-b902bd11ff6b req-47167755-9257-4757-9751-eea55cdc2eb1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:26.849063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7621c51b-1a89-4fe6-bbca-b902bd11ff6b req-47167755-9257-4757-9751-eea55cdc2eb1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 946 time: 0.2279115 Aug 17 16:39:27.010647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7621c51b-1a89-4fe6-bbca-b902bd11ff6b req-fa1d292d-eee7-4f9b-86a0-5cc2d2d8354f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433682 Aug 17 16:39:27.018278 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:27.122044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Transition to ACTIVE for port object 8666beca-6029-4501-8033-aaaa5a5768ce will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:39:27.225036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:27.315277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Network 5d059196-150d-4f1c-a065-e728808a2496 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:39:27.328712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:27.348719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:39:27.526802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event updated for resources: {'Port': ['ID=8666beca-6029-4501-8033-aaaa5a5768ce,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:27.850317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:27.851025 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:27.936034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5134ba8b-a5a5-40e1-a45f-eb314840e2ca None None] Provisioning for port 8666beca-6029-4501-8033-aaaa5a5768ce completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:39:27.948746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-672eb2c4-e93b-4e37-82d9-2cc0349a6b52 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:27.950674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-672eb2c4-e93b-4e37-82d9-2cc0349a6b52 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.5751765 Aug 17 16:39:27.984421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5134ba8b-a5a5-40e1-a45f-eb314840e2ca None None] Provisioning complete for port 8666beca-6029-4501-8033-aaaa5a5768ce triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:39:27.986129 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5134ba8b-a5a5-40e1-a45f-eb314840e2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:27.994649 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-3f3eff2d-858f-4ab8-bf57-769f7e57c948 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/quotas/ba3a95df7c594044a48f7b7aca180947 HTTP/1.1" status: 200 len: 375 time: 0.0345960 Aug 17 16:39:27.997098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-304724e5-36ff-431b-aa80-d45e7da995b3 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4817460 Aug 17 16:39:28.001560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:28.006263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Request body: {'floatingip': {'port_id': '8666beca-6029-4501-8033-aaaa5a5768ce'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:28.140710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-153d04ae-f80f-4a04-9148-c22834171335 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342220 Aug 17 16:39:28.214726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5134ba8b-a5a5-40e1-a45f-eb314840e2ca None None] Port 8666beca-6029-4501-8033-aaaa5a5768ce cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:39:28.306707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:28.401439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-0c21cbd0-dad6-4219-8920-df88ef14ef18 service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483454 Aug 17 16:39:28.666607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fc46aa1-907d-4e74-b7be-7e5c695110e5 service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302270 Aug 17 16:39:29.141266 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dd6e6c09-7efb-4894-8802-e4ffed7a0df4 req-a3bfbd3e-7154-418c-9a4b-0450efdf4da2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 210 time: 0.0401475 Aug 17 16:39:29.657167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:39:29.744007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:29.752844 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:29.907378 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP ff761e3e-62ef-4b87-b913-859b2720a31b associated. External IP: 172.25.7.208, port: a444c156-a4d1-4b53-9699-06086e8b180a. Aug 17 16:39:30.203470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:39:30.393638 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c63c0233-1ee8-4778-b189-fae7da7564db req-63a093ac-0a7d-492d-bb3c-02033cb1752c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 210 time: 0.0712211 Aug 17 16:39:30.478821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-1d1fc06d-8b6f-45ab-8dd1-362539195fc4 req-3e6c92a6-23dc-483a-afa4-72714c5a5f0c service neutron] (94838) timed out ('10.222.0.77', 38880) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 16:39:30.485943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:39:30.500142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ffea8-72de-4e16-8b3b-f69de613a9c1 None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:39:30.522863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ffea8-72de-4e16-8b3b-f69de613a9c1 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:30.525382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-581ffea8-72de-4e16-8b3b-f69de613a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:31.011128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-581ffea8-72de-4e16-8b3b-f69de613a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:31.038018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ffea8-72de-4e16-8b3b-f69de613a9c1 None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:31.051379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router cd71683b-40eb-4c43-9094-824d6474c793 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:39:31.056240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-581ffea8-72de-4e16-8b3b-f69de613a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:31.217168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-581ffea8-72de-4e16-8b3b-f69de613a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:31.219669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ffea8-72de-4e16-8b3b-f69de613a9c1 None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:39:31.413591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:39:31.425595 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564fa9fa-55c4-4660-9da2-762f546499fa None None] Sync routers for ids ['cd71683b-40eb-4c43-9094-824d6474c793'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:39:31.432032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:31.445731 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564fa9fa-55c4-4660-9da2-762f546499fa None None] Routers {'cd71683b-40eb-4c43-9094-824d6474c793'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:31.446949 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-564fa9fa-55c4-4660-9da2-762f546499fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['cd71683b-40eb-4c43-9094-824d6474c793'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:31.572180 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-564fa9fa-55c4-4660-9da2-762f546499fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:31.597128 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564fa9fa-55c4-4660-9da2-762f546499fa None None] Routers {'cd71683b-40eb-4c43-9094-824d6474c793'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:31.599907 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-564fa9fa-55c4-4660-9da2-762f546499fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['cd71683b-40eb-4c43-9094-824d6474c793'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:31.718904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-8f2446d3-ef35-4e70-a25d-72ed124f837c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:31.720602 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-8f2446d3-ef35-4e70-a25d-72ed124f837c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.2174311 Aug 17 16:39:31.738417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Request body: {'port': {'device_id': '635323d1-ac68-4671-b56d-441c24c0638e', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'admin_state_up': True, 'tenant_id': 'ba3a95df7c594044a48f7b7aca180947'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:31.739230 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-564fa9fa-55c4-4660-9da2-762f546499fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:31.743844 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564fa9fa-55c4-4660-9da2-762f546499fa None None] The sync data for ids ['cd71683b-40eb-4c43-9094-824d6474c793'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:39:32.082678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Made reservation on behalf of ba3a95df7c594044a48f7b7aca180947 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:39:32.090613 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:32.134305 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc911-36db-439a-bd79-707a6f9184a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:32.559620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Allocated IP 172.20.0.14 (e670fccb-83e1-4406-a738-e22066a020cf/d4037286-0fc3-4b61-8543-70e33e8f0dcd/eee46107-896f-44af-95a6-9450a51d3066) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:39:32.612588 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f94b31f-f6a1-44b8-b18d-b111a093f788 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "PUT /v2.0/floatingips/ff761e3e-62ef-4b87-b913-859b2720a31b HTTP/1.1" status: 200 len: 977 time: 4.6098871 Aug 17 16:39:32.615935 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4493038-a357-4a94-bc80-0b8ba576e840 req-6f5afe7b-0317-4d56-ac6b-92b7d0116897 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 210 time: 1.0203865 Aug 17 16:39:32.616679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:32.833109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port 8666beca-6029-4501-8033-aaaa5a5768ce {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:32.833109 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:32.977315 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:33.198210 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:33.416310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:33.429192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b', '006e793a-a092-40a0-8c5d-6582c0b67391'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:33.623000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Network e670fccb-83e1-4406-a738-e22066a020cf is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:39:33.642935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:39:33.652198 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:33.654468 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:33.654994 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Floating IP ff761e3e-62ef-4b87-b913-859b2720a31b disassociated. External IP: 172.25.7.208, port: 8666beca-6029-4501-8033-aaaa5a5768ce. Aug 17 16:39:33.655717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for 8666beca-6029-4501-8033-aaaa5a5768ce owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:33.656793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:39:33.818765 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:33.820447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:33.888089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1569355 Aug 17 16:39:33.929174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event updated for resources: {'Port': ['ID=eee46107-896f-44af-95a6-9450a51d3066,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:33.974718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.975702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.976550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.977909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.980520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.982308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.983291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.984353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.985140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.987286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.989345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:33.991491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea1214-a39f-4e9c-a914-385192a96bd4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:34.092005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Request body: {'port': {'device_id': '635323d1-ac68-4671-b56d-441c24c0638e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:39:34.112317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:34.173701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=8666beca-6029-4501-8033-aaaa5a5768ce,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:34.348883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router cd71683b-40eb-4c43-9094-824d6474c793 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:39:34.376683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce247e-9612-423f-bddc-763d8be70a2a req-d822e71f-a370-4b9b-ae9b-114eb1c2b2b0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:34.378652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42ce247e-9612-423f-bddc-763d8be70a2a req-d822e71f-a370-4b9b-ae9b-114eb1c2b2b0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 932 time: 0.3582377 Aug 17 16:39:34.416778 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:34.592326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:39:34.612368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf1761-54c0-453d-8084-f9632d5d8c0a None None] Sync routers for ids ['cd71683b-40eb-4c43-9094-824d6474c793'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:39:34.654043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf1761-54c0-453d-8084-f9632d5d8c0a None None] Routers {'cd71683b-40eb-4c43-9094-824d6474c793'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:34.659001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-89cf1761-54c0-453d-8084-f9632d5d8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['cd71683b-40eb-4c43-9094-824d6474c793'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:34.765263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-89cf1761-54c0-453d-8084-f9632d5d8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:34.783922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf1761-54c0-453d-8084-f9632d5d8c0a None None] Routers {'cd71683b-40eb-4c43-9094-824d6474c793'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:34.784694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-89cf1761-54c0-453d-8084-f9632d5d8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['cd71683b-40eb-4c43-9094-824d6474c793'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:34.850808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-89cf1761-54c0-453d-8084-f9632d5d8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:34.851469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf1761-54c0-453d-8084-f9632d5d8c0a None None] The sync data for ids ['cd71683b-40eb-4c43-9094-824d6474c793'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:39:34.871666 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3aa4441-c25b-4437-addb-4802f033c4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:34.995379 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:35.049385 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42ce247e-9612-423f-bddc-763d8be70a2a req-fb69b4bb-28b2-4aeb-8d66-745d16d2fcb7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593413 Aug 17 16:39:35.069625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:35.078700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fdbd226d-d65a-4f5d-95c5-468dc8301f12 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/ports/8666beca-6029-4501-8033-aaaa5a5768ce HTTP/1.1" status: 204 len: 168 time: 2.4560897 Aug 17 16:39:35.079743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48260) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:35.483877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee46107-896f-44af-95a6-9450a51d3066 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:39:35.533281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:35.569579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Transition to ACTIVE for port object eee46107-896f-44af-95a6-9450a51d3066 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:39:35.587640 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:35.719692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Pushing event updated for resources: {'Port': ['ID=eee46107-896f-44af-95a6-9450a51d3066,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:35.937262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Attempting to bind port eee46107-896f-44af-95a6-9450a51d3066 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:39:35.937735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Attempting to bind port eee46107-896f-44af-95a6-9450a51d3066 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:39:35.938173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Attempting to bind port eee46107-896f-44af-95a6-9450a51d3066 on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:39:35.952457 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Port eee46107-896f-44af-95a6-9450a51d3066 on network e670fccb-83e1-4406-a738-e22066a020cf not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:39:35.952932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Attempting to bind port eee46107-896f-44af-95a6-9450a51d3066 on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:39:35.977174 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:35.997731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:39:35.998236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Checking segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:39:35.998774 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Bound using segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:39:36.004153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Bound port: eee46107-896f-44af-95a6-9450a51d3066, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:39:36.004954 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:36.173148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] For port eee46107-896f-44af-95a6-9450a51d3066, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:39:36.180894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] For port eee46107-896f-44af-95a6-9450a51d3066, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eee46107-896f-44af-95a6-9450a51d3066,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:39:36.220081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:36.393532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:36.486557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:36.495585 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:36.500606 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] 10.222.0.93 "PUT /v2.0/ports/eee46107-896f-44af-95a6-9450a51d3066 HTTP/1.1" status: 200 len: 1092 time: 2.5902328 Aug 17 16:39:36.510163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635323d1-ac68-4671-b56d-441c24c0638e', 'tag': 'eee46107-896f-44af-95a6-9450a51d3066'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:36.512746 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efca8df9-ec02-4f9a-83eb-b85b6261579e" -d '{"events": [{"name": "network-changed", "server_uuid": "635323d1-ac68-4671-b56d-441c24c0638e", "tag": "eee46107-896f-44af-95a6-9450a51d3066"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:36.623080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a4c88-85a0-410d-a9d9-703e9abac976 req-69cc49bd-d10f-4247-81b2-86012bb8b951 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:36.629297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf0a4c88-85a0-410d-a9d9-703e9abac976 req-69cc49bd-d10f-4247-81b2-86012bb8b951 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 944 time: 0.3861930 Aug 17 16:39:36.629989 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a008ddd0-827d-4dc2-8ad1-bb3f310c11f1 x-openstack-request-id: req-a008ddd0-827d-4dc2-8ad1-bb3f310c11f1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:36.630403 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635323d1-ac68-4671-b56d-441c24c0638e", "tag": "eee46107-896f-44af-95a6-9450a51d3066", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:36.630892 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a008ddd0-827d-4dc2-8ad1-bb3f310c11f1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:36.643079 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635323d1-ac68-4671-b56d-441c24c0638e', 'tag': 'eee46107-896f-44af-95a6-9450a51d3066', 'status': 'completed', 'code': 200} Aug 17 16:39:36.730209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf6c29-9eae-402b-873c-830d04d97518 service neutron] Pushing event updated for resources: {'Port': ['ID=eee46107-896f-44af-95a6-9450a51d3066,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:36.777907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4feaf389-a584-4dbc-9b74-2a45e5b98bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:36.778544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf0a4c88-85a0-410d-a9d9-703e9abac976 req-50bdcd38-beca-4f6d-a87e-015d083921b7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310508 Aug 17 16:39:36.779554 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-4feaf389-a584-4dbc-9b74-2a45e5b98bd8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 1095 time: 0.2217696 Aug 17 16:39:36.888431 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-a7caba07-b27d-4d21-a7ce-3c8bb5fc315e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eee46107-896f-44af-95a6-9450a51d3066 HTTP/1.1" status: 200 len: 217 time: 0.1002417 Aug 17 16:39:37.142065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-724cbd9d-ffeb-4725-9a07-8cbc80a54112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:37.148780 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-724cbd9d-ffeb-4725-9a07-8cbc80a54112 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.2524972 Aug 17 16:39:37.172287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port 6b6eb105-1313-4e3d-a5f7-d45b98eedbb6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:37.172819 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:37.324186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-58b3cdda-68b6-4a75-9d26-220ec388d57c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670246 Aug 17 16:39:37.364972 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:37.460725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for 6b6eb105-1313-4e3d-a5f7-d45b98eedbb6 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:37.696421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:37.833309 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-c96e674f-b447-4192-9950-b389fd12d906 service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926791 Aug 17 16:39:38.019602 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dace6991-0f4a-4388-998f-44a4fa48dc59 req-5ddf8d2b-78cf-4757-86ec-8074ddbcaa7a service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821957 Aug 17 16:39:38.191670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca8df9-ec02-4f9a-83eb-b85b6261579e req-564ff74d-6200-4d39-be51-aca846ef00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:38.194704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efca8df9-ec02-4f9a-83eb-b85b6261579e req-564ff74d-6200-4d39-be51-aca846ef00cc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 1095 time: 0.0909846 Aug 17 16:39:38.283631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e072e-d39d-4b83-af40-1e5ffcbeabdd req-40798c89-3a0d-48da-8e86-3278b15f00e7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:38.291361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a3e072e-d39d-4b83-af40-1e5ffcbeabdd req-40798c89-3a0d-48da-8e86-3278b15f00e7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 944 time: 0.2358632 Aug 17 16:39:38.443717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca8df9-ec02-4f9a-83eb-b85b6261579e req-372778d3-98f8-4af3-9c41-a370ee331db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:38.446152 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efca8df9-ec02-4f9a-83eb-b85b6261579e req-372778d3-98f8-4af3-9c41-a370ee331db9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 906 time: 0.2415800 Aug 17 16:39:38.468606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a3e072e-d39d-4b83-af40-1e5ffcbeabdd req-070e2081-0cfb-4fb0-9abc-21e40abefe74 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201918 Aug 17 16:39:38.509099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:38.586423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efca8df9-ec02-4f9a-83eb-b85b6261579e req-bc2f5b42-52e6-41f3-9311-9e5ad6b5450d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eee46107-896f-44af-95a6-9450a51d3066 HTTP/1.1" status: 200 len: 217 time: 0.1306338 Aug 17 16:39:38.693825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=6b6eb105-1313-4e3d-a5f7-d45b98eedbb6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:38.739735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca8df9-ec02-4f9a-83eb-b85b6261579e req-62d2549f-eff5-4fa5-aab4-30e7b9a445b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:38.741265 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efca8df9-ec02-4f9a-83eb-b85b6261579e req-62d2549f-eff5-4fa5-aab4-30e7b9a445b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.1470478 Aug 17 16:39:38.796938 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efca8df9-ec02-4f9a-83eb-b85b6261579e req-18358f8f-a906-44d1-9dd0-8ab1a06132e1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471780 Aug 17 16:39:38.945932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efca8df9-ec02-4f9a-83eb-b85b6261579e req-ebe858bf-ce75-4c8e-9aba-8fd3626f3e77 service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375856 Aug 17 16:39:39.077043 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:39.124338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efca8df9-ec02-4f9a-83eb-b85b6261579e req-2b050c14-412b-47e1-a484-b6bd3a374b5d service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708627 Aug 17 16:39:39.665783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router cd71683b-40eb-4c43-9094-824d6474c793 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:39:39.805782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5c10d-17f1-4762-a89f-c32d38996945 req-652b6df6-c0e1-4bd0-897e-b58ef0e80cb4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:39.814324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd5c10d-17f1-4762-a89f-c32d38996945 req-652b6df6-c0e1-4bd0-897e-b58ef0e80cb4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 944 time: 0.1447284 Aug 17 16:39:40.063294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd5c10d-17f1-4762-a89f-c32d38996945 req-d9301e37-67b3-4a31-8cb1-22ee03b2541f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424979 Aug 17 16:39:40.067375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:39:40.082558 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99760d8-0062-4c3d-9374-ca4029289b77 None None] Sync routers for ids ['cd71683b-40eb-4c43-9094-824d6474c793'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:39:40.107605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48360) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:40.109628 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b2756678-a98a-4fd9-9b97-f7a50177bf3c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "PUT /v2.0/routers/cd71683b-40eb-4c43-9094-824d6474c793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0262518 Aug 17 16:39:40.116548 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99760d8-0062-4c3d-9374-ca4029289b77 None None] Routers {'cd71683b-40eb-4c43-9094-824d6474c793'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:40.118756 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f99760d8-0062-4c3d-9374-ca4029289b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['cd71683b-40eb-4c43-9094-824d6474c793'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:40.240207 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f99760d8-0062-4c3d-9374-ca4029289b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:40.269422 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99760d8-0062-4c3d-9374-ca4029289b77 None None] Routers {'cd71683b-40eb-4c43-9094-824d6474c793'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:40.270566 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f99760d8-0062-4c3d-9374-ca4029289b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['cd71683b-40eb-4c43-9094-824d6474c793'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:40.365877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:40.417774 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f99760d8-0062-4c3d-9374-ca4029289b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:40.418484 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99760d8-0062-4c3d-9374-ca4029289b77 None None] The sync data for ids ['cd71683b-40eb-4c43-9094-824d6474c793'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:39:40.506072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eee46107-896f-44af-95a6-9450a51d3066 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:39:40.713228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:40.857062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port 6fcf7dfc-69cc-4547-85c9-725823db65cc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:40.857478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:40.873332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eee46107-896f-44af-95a6-9450a51d3066, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eee46107-896f-44af-95a6-9450a51d3066,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:40.896693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'eee46107-896f-44af-95a6-9450a51d3066', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'port_id': 'eee46107-896f-44af-95a6-9450a51d3066', 'mac_address': 'fa:16:3e:ff:bb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4037286-0fc3-4b61-8543-70e33e8f0dcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:39:41.031511 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:41.041056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:41.055808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee46107-896f-44af-95a6-9450a51d3066 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:39:41.095528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for 6fcf7dfc-69cc-4547-85c9-725823db65cc owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:41.116826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eee46107-896f-44af-95a6-9450a51d3066, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eee46107-896f-44af-95a6-9450a51d3066,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:41.127387 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:41.225648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=eee46107-896f-44af-95a6-9450a51d3066,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:41.238537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.238979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.239379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.241124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.241544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.241967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.242429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.243329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.243779 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.244172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.244565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.244957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:39:41.338969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e35d5f-4e2f-4b49-8af3-dc42343fa529 req-f1523ba4-590e-4d93-beba-bd5a46a94e3b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:41.346542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9e35d5f-4e2f-4b49-8af3-dc42343fa529 req-f1523ba4-590e-4d93-beba-bd5a46a94e3b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 945 time: 0.1290007 Aug 17 16:39:41.393765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['eee46107-896f-44af-95a6-9450a51d3066'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:41.417190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9e35d5f-4e2f-4b49-8af3-dc42343fa529 req-8eb1e945-6ffa-44f8-a168-067d85a5c4a3 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596621 Aug 17 16:39:41.623634 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:41.683589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=6fcf7dfc-69cc-4547-85c9-725823db65cc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:41.838482 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.080588 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.084257 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.145860 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.149421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Fanout notify agent at l3_agent the message router_deleted on router cd71683b-40eb-4c43-9094-824d6474c793 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:39:42.166122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.168765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-32da4bd6-5e3d-463a-87ce-d2d13739a479 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/routers/cd71683b-40eb-4c43-9094-824d6474c793 HTTP/1.1" status: 204 len: 168 time: 2.0601456 Aug 17 16:39:42.171576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:42.280422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb12ae5a-ad4c-4392-ae83-f82c915f9662 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting subnet a6fa956b-3199-4f8e-8d5a-3a5e0aac9e31 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:39:42.284088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb12ae5a-ad4c-4392-ae83-f82c915f9662 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.373501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb12ae5a-ad4c-4392-ae83-f82c915f9662 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.536474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eee46107-896f-44af-95a6-9450a51d3066 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:39:42.627771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port eee46107-896f-44af-95a6-9450a51d3066 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:39:42.635825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port eee46107-896f-44af-95a6-9450a51d3066 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:39:42.637578 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.645607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb12ae5a-ad4c-4392-ae83-f82c915f9662 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.686232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393cef9-2c6c-4059-82b7-b1f404c2c666 req-dabf867c-167e-4713-9140-e58ba451d426 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:42.693822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d393cef9-2c6c-4059-82b7-b1f404c2c666 req-dabf867c-167e-4713-9140-e58ba451d426 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 945 time: 0.0984733 Aug 17 16:39:42.783228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d393cef9-2c6c-4059-82b7-b1f404c2c666 req-9d49e129-ec9e-4a3b-8547-e6ab2f655498 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883718 Aug 17 16:39:42.815282 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb12ae5a-ad4c-4392-ae83-f82c915f9662 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.872073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12ae5a-ad4c-4392-ae83-f82c915f9662 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fa956b-3199-4f8e-8d5a-3a5e0aac9e31,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:42.875964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb12ae5a-ad4c-4392-ae83-f82c915f9662 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:42.877971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-eb12ae5a-ad4c-4392-ae83-f82c915f9662 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/subnets/a6fa956b-3199-4f8e-8d5a-3a5e0aac9e31 HTTP/1.1" status: 204 len: 168 time: 0.7053504 Aug 17 16:39:42.879845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f28c5-fe38-4361-826a-437b8a62f47e None None] Network 5d059196-150d-4f1c-a065-e728808a2496 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:39:42.880585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:42.975993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:43.084933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:43.086669 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:43.182084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] For port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e7ec7e84-0845-47f1-9ce8-566b8e05cc4f,segment=NetworkSegment(b7f44008-a27a-4607-b691-d7bf67c77278),segment_id=b7f44008-a27a-4607-b691-d7bf67c77278)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:43.182825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:43.221317 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:43.236110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for e7ec7e84-0845-47f1-9ce8-566b8e05cc4f owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:43.323749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635323d1-ac68-4671-b56d-441c24c0638e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee46107-896f-44af-95a6-9450a51d3066'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:43.339225 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af62c9f9-0d26-445d-9966-261d69461892" -d '{"events": [{"server_uuid": "635323d1-ac68-4671-b56d-441c24c0638e", "name": "network-vif-plugged", "status": "completed", "tag": "eee46107-896f-44af-95a6-9450a51d3066"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:43.372837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port eee46107-896f-44af-95a6-9450a51d3066, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eee46107-896f-44af-95a6-9450a51d3066,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:43.384792 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:43.552284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=eee46107-896f-44af-95a6-9450a51d3066,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:43.562395 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:39:43.567955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74b4e3-df97-4344-9770-569c565abc80 None None] DHCP port deletion for 5d059196-150d-4f1c-a065-e728808a2496 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:39:43.576412 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:43.607845 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] No DVR routers for this DVR port e7ec7e84-0845-47f1-9ce8-566b8e05cc4f on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:39:43.671388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fc74b4e3-df97-4344-9770-569c565abc80 None None] The port 'e7ec7e84-0845-47f1-9ce8-566b8e05cc4f' was deleted {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 17 16:39:43.697727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=e7ec7e84-0845-47f1-9ce8-566b8e05cc4f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:43.851961 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:43.859224 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4193f5bb-96be-4f89-b3a2-3530305927f0 x-openstack-request-id: req-4193f5bb-96be-4f89-b3a2-3530305927f0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:43.860430 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635323d1-ac68-4671-b56d-441c24c0638e", "name": "network-vif-plugged", "status": "completed", "tag": "eee46107-896f-44af-95a6-9450a51d3066", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:43.860970 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4193f5bb-96be-4f89-b3a2-3530305927f0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:43.861714 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635323d1-ac68-4671-b56d-441c24c0638e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee46107-896f-44af-95a6-9450a51d3066', 'code': 200} Aug 17 16:39:43.869624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d059196-150d-4f1c-a065-e728808a2496']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:43.881933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f44008-a27a-4607-b691-d7bf67c77278') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:43.882713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f44008-a27a-4607-b691-d7bf67c77278') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:43.895539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:43.935041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:43.948385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:39:43.950324 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:44.088253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d9036-bf08-48af-a8c1-447c412c328d req-c4340f7a-701d-4c3e-976b-9480120842b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:44.094665 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce5d9036-bf08-48af-a8c1-447c412c328d req-c4340f7a-701d-4c3e-976b-9480120842b8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 1097 time: 0.1901019 Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:39:44.160746 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:39:44.186641 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:44.208487 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:44.218886 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/networks/5d059196-150d-4f1c-a065-e728808a2496 HTTP/1.1" status: 204 len: 168 time: 1.3367276 Aug 17 16:39:44.225689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:44.258029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36686cc3-9c48-4340-8b2b-babe1805d1ec req-027345d9-cab6-4a7f-bacb-10a32fd7ddc4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:44.268338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36686cc3-9c48-4340-8b2b-babe1805d1ec req-027345d9-cab6-4a7f-bacb-10a32fd7ddc4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 946 time: 0.2677550 Aug 17 16:39:44.270727 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce5d9036-bf08-48af-a8c1-447c412c328d req-57bdcfe0-2925-4e06-b2d4-cf2b88d906f0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649423 Aug 17 16:39:44.357934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36686cc3-9c48-4340-8b2b-babe1805d1ec req-f60440c8-0d9f-4c71-bb39-9defb80b3c99 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796025 Aug 17 16:39:44.389070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc0d25-88dc-4be1-b542-b6c2701f28a8 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Network': ['ID=5d059196-150d-4f1c-a065-e728808a2496,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:44.465586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-536fea6d-cf30-4b1d-b500-42a3b9f84554 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3000791 Aug 17 16:39:44.610854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-746d7c06-12c0-4085-b9b4-0872c0023fd1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port 7793a0c4-5c03-469a-909a-96b848a72120 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:44.611929 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-746d7c06-12c0-4085-b9b4-0872c0023fd1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:44.719401 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-746d7c06-12c0-4085-b9b4-0872c0023fd1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:44.720025 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-746d7c06-12c0-4085-b9b4-0872c0023fd1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:44.775814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-83fd7566-e593-41d7-a89e-f7d285cbdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:44.776618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-83fd7566-e593-41d7-a89e-f7d285cbdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:44.777447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-83fd7566-e593-41d7-a89e-f7d285cbdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:44.778121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-83fd7566-e593-41d7-a89e-f7d285cbdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:44.778898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-83fd7566-e593-41d7-a89e-f7d285cbdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:44.779501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-83fd7566-e593-41d7-a89e-f7d285cbdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:44.780045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-83fd7566-e593-41d7-a89e-f7d285cbdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:44.782213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-83fd7566-e593-41d7-a89e-f7d285cbdb86 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6502 time: 0.2454998 Aug 17 16:39:44.783648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-746d7c06-12c0-4085-b9b4-0872c0023fd1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for 7793a0c4-5c03-469a-909a-96b848a72120 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:44.884228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e7ec7e84-0845-47f1-9ce8-566b8e05cc4f no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:39:44.956250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e7ec7e84-0845-47f1-9ce8-566b8e05cc4f {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:39:44.956994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e7ec7e84-0845-47f1-9ce8-566b8e05cc4f not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:39:45.341815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-746d7c06-12c0-4085-b9b4-0872c0023fd1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:45.627746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-e0ccb441-3d23-4bd7-aa9d-a273b7974715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:45.629103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-e0ccb441-3d23-4bd7-aa9d-a273b7974715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:45.629757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-e0ccb441-3d23-4bd7-aa9d-a273b7974715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:45.631643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-e0ccb441-3d23-4bd7-aa9d-a273b7974715 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 200 len: 2299 time: 0.7840631 Aug 17 16:39:45.641576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00dcd0-6fe0-4ac9-8145-b3c8cd7eab58 req-67cde93c-1f19-43cc-bcb3-d4dea3351239 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:45.644267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b00dcd0-6fe0-4ac9-8145-b3c8cd7eab58 req-67cde93c-1f19-43cc-bcb3-d4dea3351239 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 946 time: 0.1243317 Aug 17 16:39:45.721750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b00dcd0-6fe0-4ac9-8145-b3c8cd7eab58 req-e29ccee4-6c55-4b74-9043-aee482cc33dc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712240 Aug 17 16:39:45.889647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d7c06-12c0-4085-b9b4-0872c0023fd1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=7793a0c4-5c03-469a-909a-96b848a72120,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:45.943640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-6486e165-d054-4b3c-b352-2d2ff65de149 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 200 len: 1002 time: 0.3004870 Aug 17 16:39:46.007159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-4c1349c3-56ca-4132-8142-e56991127a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:46.017369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-4c1349c3-56ca-4132-8142-e56991127a1f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6794c805-5b84-4d68-91c3-86786023ccd4 HTTP/1.1" status: 200 len: 856 time: 0.0558305 Aug 17 16:39:46.099311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e290-9bc3-4b50-825b-b935186640ca req-b811302a-460a-41e7-bfc8-8ddc165b7a50 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:46.120175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fcb5e290-9bc3-4b50-825b-b935186640ca req-b811302a-460a-41e7-bfc8-8ddc165b7a50 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 946 time: 0.2278624 Aug 17 16:39:46.950751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-2c239b42-7050-4b61-8ad3-17d1ca63b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:46.952830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-2c239b42-7050-4b61-8ad3-17d1ca63b225 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9341593 Aug 17 16:39:46.953779 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-746d7c06-12c0-4085-b9b4-0872c0023fd1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:46.957645 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-746d7c06-12c0-4085-b9b4-0872c0023fd1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:46.966654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-746d7c06-12c0-4085-b9b4-0872c0023fd1 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/floatingips/ff761e3e-62ef-4b87-b913-859b2720a31b HTTP/1.1" status: 204 len: 168 time: 2.7311978 Aug 17 16:39:46.968145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48538) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:46.972827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fcb5e290-9bc3-4b50-825b-b935186640ca req-5b868592-1bc9-4409-9451-ae669c822aa6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8512435 Aug 17 16:39:47.063541 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-318932fc-6f1c-48f1-9e93-7a4d568ad800 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] DELETE failed (client error): The resource could not be found. Aug 17 16:39:47.064611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318932fc-6f1c-48f1-9e93-7a4d568ad800 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:39:47.066699 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-318932fc-6f1c-48f1-9e93-7a4d568ad800 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/ports/8666beca-6029-4501-8033-aaaa5a5768ce HTTP/1.1" status: 404 len: 333 time: 0.0958550 Aug 17 16:39:47.070632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48544) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:47.177801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-09141008-7cbc-4975-8470-2a78541cff94 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039626 Aug 17 16:39:47.456353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-5622344b-78e1-4ca0-ba3d-ccfa0e76e151 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707829 Aug 17 16:39:47.563149 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-33029674-c276-4e3f-a4dc-d82419e434cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 217 time: 0.0985451 Aug 17 16:39:47.677901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-120fc95b-9fcf-422e-bbb6-0ddb3e431aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:47.684279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-120fc95b-9fcf-422e-bbb6-0ddb3e431aef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1128073 Aug 17 16:39:47.824832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-5b5eff8f-b55d-42c3-988c-aca665c40822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:47.829869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-5b5eff8f-b55d-42c3-988c-aca665c40822 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1323202 Aug 17 16:39:47.888051 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6daa35c9-5e60-4b7b-9b49-ec855afd153c tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd71683b-40eb-4c43-9094-824d6474c793 HTTP/1.1" status: 200 len: 205 time: 0.8158562 Aug 17 16:39:47.900207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48564) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:47.974982 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-106eea3e-a904-4103-b0b2-25318e549159 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] delete failed (client error): The resource could not be found. Aug 17 16:39:47.983805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-106eea3e-a904-4103-b0b2-25318e549159 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/routers/cd71683b-40eb-4c43-9094-824d6474c793 HTTP/1.1" status: 404 len: 336 time: 0.0726912 Aug 17 16:39:47.984153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:48.032858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bea5b-f9a3-48bb-bc5d-9bfb00cf82bc req-852e62d0-5ea9-4b24-879c-c45efc1011e3 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:48.044386 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-390bea5b-f9a3-48bb-bc5d-9bfb00cf82bc req-852e62d0-5ea9-4b24-879c-c45efc1011e3 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 946 time: 0.9264061 Aug 17 16:39:48.073336 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceeb0e6-1254-44db-8b20-07eee8061ac5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] DELETE failed (client error): The resource could not be found. Aug 17 16:39:48.073821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ceeb0e6-1254-44db-8b20-07eee8061ac5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:39:48.083447 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ceeb0e6-1254-44db-8b20-07eee8061ac5 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/subnets/a6fa956b-3199-4f8e-8d5a-3a5e0aac9e31 HTTP/1.1" status: 404 len: 337 time: 0.1000774 Aug 17 16:39:48.084063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:48.125016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-390bea5b-f9a3-48bb-bc5d-9bfb00cf82bc req-498d0cf9-d4d7-42a6-9f79-67f8649c0630 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745625 Aug 17 16:39:48.137989 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-c373a340-6708-45e5-9954-5d596525bb47 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980990 Aug 17 16:39:48.512464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-7a0a4147-a805-4450-9388-ac16b745c81c service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270431 Aug 17 16:39:48.624242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-3d39584e-afa0-4b4f-8d07-434f11bf334a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 217 time: 0.0941830 Aug 17 16:39:48.688988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-0942c631-aa2f-42a7-925e-b5cbca907b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:48.691409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-0942c631-aa2f-42a7-925e-b5cbca907b0d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.0590792 Aug 17 16:39:48.748712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4ff51ce1-8722-4c6f-9007-6c3b6adf2999 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port a444c156-a4d1-4b53-9699-06086e8b180a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:48.749358 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ff51ce1-8722-4c6f-9007-6c3b6adf2999 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:48.772753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d59f73-431f-4948-aeeb-c772cda9ba83 req-77886468-4a0d-4247-a308-176b526dfe27 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:48.785934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-78d59f73-431f-4948-aeeb-c772cda9ba83 req-77886468-4a0d-4247-a308-176b526dfe27 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 946 time: 0.1422513 Aug 17 16:39:48.849451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-b1444104-da02-45de-a2e1-d43aeff20c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:48.858815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-b1444104-da02-45de-a2e1-d43aeff20c95 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1560857 Aug 17 16:39:48.905472 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-78d59f73-431f-4948-aeeb-c772cda9ba83 req-0e19b3fb-fef0-4b54-85e7-b4fc9db4e146 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184728 Aug 17 16:39:49.062294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-5af21fe9-a3c9-4563-a7ba-27ab9272fb23 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668162 Aug 17 16:39:49.256851 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-7acc6cc2-d5c6-4eec-b3b3-53c05b2e7d0c service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796801 Aug 17 16:39:49.262330 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ff51ce1-8722-4c6f-9007-6c3b6adf2999 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:49.391226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-bc5b0c76-472d-40c2-b25d-e673cd185864 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa HTTP/1.1" status: 200 len: 217 time: 0.1247046 Aug 17 16:39:49.396523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4ff51ce1-8722-4c6f-9007-6c3b6adf2999 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for a444c156-a4d1-4b53-9699-06086e8b180a owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:49.603841 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:49.789987 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:49.794221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-bd092449-e16c-42af-a74f-a35527a58e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:49.795802 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-bd092449-e16c-42af-a74f-a35527a58e1e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.2969563 Aug 17 16:39:49.925271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-12e1c4fe-8adb-4c57-9ccf-6a18522692a6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:49.927941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-12e1c4fe-8adb-4c57-9ccf-6a18522692a6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 946 time: 0.1100922 Aug 17 16:39:50.068000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-19762f82-21e6-4204-bfaf-39f11825b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:50.084839 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-19762f82-21e6-4204-bfaf-39f11825b04c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2628274 Aug 17 16:39:50.266683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c36f24-3893-41b2-a08f-a900c30527e7 req-23c48a80-3aaa-4e97-90a7-8739096ea820 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:50.284160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99c36f24-3893-41b2-a08f-a900c30527e7 req-23c48a80-3aaa-4e97-90a7-8739096ea820 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 946 time: 0.1689789 Aug 17 16:39:50.311815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-a476aada-f032-4b1a-ab13-052252fbdf62 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225862 Aug 17 16:39:50.361091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-2a4e6cba-c2b0-4be1-994e-b48eead61e89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Deleting port eee46107-896f-44af-95a6-9450a51d3066 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:50.361433 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-2a4e6cba-c2b0-4be1-994e-b48eead61e89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:50.445747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ff51ce1-8722-4c6f-9007-6c3b6adf2999 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:50.575242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99c36f24-3893-41b2-a08f-a900c30527e7 req-b537216b-b4e2-42ef-907e-2484cafcea77 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897763 Aug 17 16:39:50.603050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff51ce1-8722-4c6f-9007-6c3b6adf2999 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=a444c156-a4d1-4b53-9699-06086e8b180a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:50.698886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-2a4e6cba-c2b0-4be1-994e-b48eead61e89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] For port eee46107-896f-44af-95a6-9450a51d3066, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=eee46107-896f-44af-95a6-9450a51d3066,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:50.699355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-2a4e6cba-c2b0-4be1-994e-b48eead61e89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:50.731943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-2a4e6cba-c2b0-4be1-994e-b48eead61e89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Calling delete_port for eee46107-896f-44af-95a6-9450a51d3066 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:50.733788 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ff51ce1-8722-4c6f-9007-6c3b6adf2999 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:50.744624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48662) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:50.744741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ff51ce1-8722-4c6f-9007-6c3b6adf2999 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/ports/a444c156-a4d1-4b53-9699-06086e8b180a HTTP/1.1" status: 204 len: 168 time: 2.6516466 Aug 17 16:39:50.753577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-2b0b9d58-546a-4334-9caf-9d3a92de6f80 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8372283 Aug 17 16:39:50.975152 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-94725b29-16bb-45a9-a471-7bb04fd93c2c service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792001 Aug 17 16:39:51.120227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-0fd13b93-96a6-42f0-ae68-b0352b2a4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:51.122001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-0fd13b93-96a6-42f0-ae68-b0352b2a4195 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 1096 time: 0.2956202 Aug 17 16:39:51.137876 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-fa93bf99-dd7a-438b-93f7-25c075491846 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=05f1e834-8260-41dc-a043-d2498889f6ec HTTP/1.1" status: 200 len: 217 time: 0.1503837 Aug 17 16:39:51.355386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e3aea03-8856-4229-84b2-3b1f19fd32ae tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port 0d11370f-dd76-489b-b09a-4e4a5b9ee0f3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:51.356019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3aea03-8856-4229-84b2-3b1f19fd32ae tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:51.361385 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-2a4e6cba-c2b0-4be1-994e-b48eead61e89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:51.374254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['eee46107-896f-44af-95a6-9450a51d3066'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:51.385356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-79ec1fc3-3025-4b4c-8fb8-07e4f836a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:51.387258 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-79ec1fc3-3025-4b4c-8fb8-07e4f836a1ae service neutron] 10.222.0.91 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 906 time: 0.2434087 Aug 17 16:39:51.410448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-79aa8a52-eb09-4216-8732-3a6c57376964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:51.412280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-79aa8a52-eb09-4216-8732-3a6c57376964 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.2598078 Aug 17 16:39:51.426821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b', '006e793a-a092-40a0-8c5d-6582c0b67391'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:51.536666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e6cba-c2b0-4be1-994e-b48eead61e89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event deleted for resources: {'Port': ['ID=eee46107-896f-44af-95a6-9450a51d3066,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:51.570423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-d85935b3-9121-44a6-8ed6-f035d1725a1c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ce50d-9017-469e-8f50-4a2c0fdd862b HTTP/1.1" status: 200 len: 217 time: 0.1567862 Aug 17 16:39:51.689963 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3aea03-8856-4229-84b2-3b1f19fd32ae tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:51.720371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e3aea03-8856-4229-84b2-3b1f19fd32ae tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for 0d11370f-dd76-489b-b09a-4e4a5b9ee0f3 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:51.796222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-ef1690c1-9914-4fe2-83b9-9d3ea9426344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:51.803590 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-ef1690c1-9914-4fe2-83b9-9d3ea9426344 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.2240024 Aug 17 16:39:51.808438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-1d9b1e07-1b4f-4bf0-a0ff-83a34a99e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:51.816654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-1d9b1e07-1b4f-4bf0-a0ff-83a34a99e28d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3930840 Aug 17 16:39:51.871792 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-04dd00fe-5cae-4d0a-820c-3a0068567fcf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535800 Aug 17 16:39:52.055739 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9279592-98a9-46a9-9131-d61670ceba5d req-37d36c32-0900-4acf-8a6f-91701de7171e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 210 time: 0.1026762 Aug 17 16:39:52.079112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-2a4e6cba-c2b0-4be1-994e-b48eead61e89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] No DVR routers for this DVR port eee46107-896f-44af-95a6-9450a51d3066 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:39:52.083698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-2a4e6cba-c2b0-4be1-994e-b48eead61e89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:52.086201 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-71867f28-37b8-4238-975f-12ddc6cb3562 req-2a4e6cba-c2b0-4be1-994e-b48eead61e89 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "DELETE /v2.0/ports/eee46107-896f-44af-95a6-9450a51d3066 HTTP/1.1" status: 204 len: 173 time: 2.1449025 Aug 17 16:39:52.087019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635323d1-ac68-4671-b56d-441c24c0638e', 'name': 'network-vif-deleted', 'tag': 'eee46107-896f-44af-95a6-9450a51d3066'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:52.090703 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5b86f9-98f6-45ea-ab82-f313b0976f9b" -d '{"events": [{"server_uuid": "635323d1-ac68-4671-b56d-441c24c0638e", "name": "network-vif-deleted", "tag": "eee46107-896f-44af-95a6-9450a51d3066"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:52.267540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-9fec9ee7-73bc-4761-9b86-587bbf12adde service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929818 Aug 17 16:39:52.276890 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b3decf-1ca8-4806-b8df-fd3a1fb71f03 x-openstack-request-id: req-d7b3decf-1ca8-4806-b8df-fd3a1fb71f03 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:52.277186 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635323d1-ac68-4671-b56d-441c24c0638e", "name": "network-vif-deleted", "tag": "eee46107-896f-44af-95a6-9450a51d3066", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:52.277449 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7b3decf-1ca8-4806-b8df-fd3a1fb71f03 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:52.289295 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635323d1-ac68-4671-b56d-441c24c0638e', 'name': 'network-vif-deleted', 'tag': 'eee46107-896f-44af-95a6-9450a51d3066', 'status': 'completed', 'code': 200} Aug 17 16:39:52.396562 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3aea03-8856-4229-84b2-3b1f19fd32ae tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:52.406950 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-6b049da6-fc2d-4db0-b7b3-54b2365559b0 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217390 Aug 17 16:39:52.588813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3aea03-8856-4229-84b2-3b1f19fd32ae tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=0d11370f-dd76-489b-b09a-4e4a5b9ee0f3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:52.627877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af68b889-ab98-4fb3-8b9a-54362cb80ed8 req-12b706c4-bf3c-47af-b182-a0bbc7205ec3 service neutron] 10.222.0.91 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824079 Aug 17 16:39:52.631968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-d191f7aa-a9cc-4d54-8739-218fb20f36a4 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566658 Aug 17 16:39:52.713206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e3aea03-8856-4229-84b2-3b1f19fd32ae tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:52.716906 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4e3aea03-8856-4229-84b2-3b1f19fd32ae tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/ports/0d11370f-dd76-489b-b09a-4e4a5b9ee0f3 HTTP/1.1" status: 204 len: 168 time: 1.9727437 Aug 17 16:39:52.719612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48712) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:52.783920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-d2de451f-604d-455b-a681-798363b29aac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69b3f724-d531-40fe-ae4a-5e75d4482612 HTTP/1.1" status: 200 len: 217 time: 0.1335506 Aug 17 16:39:52.849642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a5346f-0901-4557-a9a8-dd6124a9b3f4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:52.854597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-41a5346f-0901-4557-a9a8-dd6124a9b3f4 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccc2b709-e872-4907-bee2-08ac2631ba1b HTTP/1.1" status: 200 len: 913 time: 0.1304836 Aug 17 16:39:52.855262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48718) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:52.902358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-b394b320-15aa-475a-a936-13a8f35076f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:52.903987 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-b394b320-15aa-475a-a936-13a8f35076f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.1113877 Aug 17 16:39:53.040695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-26368308-f0fb-43c5-b6bf-6e0530800b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:53.042255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-26368308-f0fb-43c5-b6bf-6e0530800b1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1296504 Aug 17 16:39:53.288565 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-f60d8e67-7aa2-4526-83d2-fd46d86742ce service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340181 Aug 17 16:39:53.510302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4888ceb5-4687-46b0-bf70-2125606306b3 req-8dd40f6d-3446-4d61-bee3-2f5aa2b07bbb tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=635323d1-ac68-4671-b56d-441c24c0638e HTTP/1.1" status: 200 len: 210 time: 0.0874615 Aug 17 16:39:53.587697 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-7e9e9fb7-baf3-4c29-8305-1c2345edde9f service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932785 Aug 17 16:39:53.696874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-e01a948a-5fc5-493e-8e06-0e95da30a838 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 200 len: 217 time: 0.1018419 Aug 17 16:39:53.811650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-84c6b53a-4bc3-416d-a5e2-7adafe70c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:53.817521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-84c6b53a-4bc3-416d-a5e2-7adafe70c2fe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.1023312 Aug 17 16:39:53.912076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-2a135d45-7b8d-420d-a39e-cfa94cc40cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:53.912076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-2a135d45-7b8d-420d-a39e-cfa94cc40cf3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873604 Aug 17 16:39:53.938144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:54.147144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-2fc606da-52fe-4a19-a4a1-9d307ab07b2d service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269402 Aug 17 16:39:54.431260 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05be31b1-cd32-41f5-8475-85119f9525a5 req-3d152246-acf3-4c7a-bf9b-9f4919234be0 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753844 Aug 17 16:39:54.556997 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port 4268c702-d34f-442f-8675-9f832fb8d110 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:54.557444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:54.584015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eee46107-896f-44af-95a6-9450a51d3066 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:39:54.637001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: eee46107-896f-44af-95a6-9450a51d3066 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:39:54.637352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device eee46107-896f-44af-95a6-9450a51d3066 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:39:55.016334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:55.057095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for 4268c702-d34f-442f-8675-9f832fb8d110 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:55.275054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464baf2-21bc-4cae-bd42-97eb5559272a req-58efa868-6d08-47c5-8b97-360e14b9805e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:55.278592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a464baf2-21bc-4cae-bd42-97eb5559272a req-58efa868-6d08-47c5-8b97-360e14b9805e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 946 time: 0.0798833 Aug 17 16:39:55.387230 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a464baf2-21bc-4cae-bd42-97eb5559272a req-63b8e429-bdc8-4d7d-a8a2-a0e35821db71 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971370 Aug 17 16:39:55.647281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:55.683419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=4268c702-d34f-442f-8675-9f832fb8d110,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:56.025617 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:56.472330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-a27eedce-c921-44ce-a689-52241f6f6354 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:56.474884 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-a27eedce-c921-44ce-a689-52241f6f6354 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 946 time: 0.0789409 Aug 17 16:39:56.483667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Router ccc2b709-e872-4907-bee2-08ac2631ba1b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:39:56.698252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acf75f-dfb7-46ba-852d-f4ed38946bd3 req-d5db9624-275b-4a47-9e14-c15eb4d9e122 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:39:56.700050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-72acf75f-dfb7-46ba-852d-f4ed38946bd3 req-d5db9624-275b-4a47-9e14-c15eb4d9e122 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 946 time: 0.1077480 Aug 17 16:39:56.795274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:39:56.808035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467288b-83c0-4fb7-bae6-98448028045f None None] Sync routers for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:39:56.824355 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-01cc2d3f-9134-48c6-a0e7-ee5d82f2dd99 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "PUT /v2.0/routers/ccc2b709-e872-4907-bee2-08ac2631ba1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9678447 Aug 17 16:39:56.826281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48826) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:56.829343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467288b-83c0-4fb7-bae6-98448028045f None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:56.830264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c467288b-83c0-4fb7-bae6-98448028045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:56.834332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-47e929f3-74ce-468f-b53c-d96b0353c633 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Deleting port 006e793a-a092-40a0-8c5d-6582c0b67391 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:56.834712 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-47e929f3-74ce-468f-b53c-d96b0353c633 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:56.907203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c467288b-83c0-4fb7-bae6-98448028045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:56.934066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467288b-83c0-4fb7-bae6-98448028045f None None] Routers {'ccc2b709-e872-4907-bee2-08ac2631ba1b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:39:56.936338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c467288b-83c0-4fb7-bae6-98448028045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:39:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ccc2b709-e872-4907-bee2-08ac2631ba1b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:57.016522 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-72acf75f-dfb7-46ba-852d-f4ed38946bd3 req-1065147f-2c20-49da-a96c-049d87e91289 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045938 Aug 17 16:39:57.026765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c467288b-83c0-4fb7-bae6-98448028045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:57.034312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467288b-83c0-4fb7-bae6-98448028045f None None] The sync data for ids ['ccc2b709-e872-4907-bee2-08ac2631ba1b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:39:57.119393 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:57.202086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-47e929f3-74ce-468f-b53c-d96b0353c633 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] For port 006e793a-a092-40a0-8c5d-6582c0b67391, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=006e793a-a092-40a0-8c5d-6582c0b67391,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:39:57.202725 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-47e929f3-74ce-468f-b53c-d96b0353c633 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:57.285398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-47e929f3-74ce-468f-b53c-d96b0353c633 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Calling delete_port for 006e793a-a092-40a0-8c5d-6582c0b67391 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:57.441566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:57.573476 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-47e929f3-74ce-468f-b53c-d96b0353c633 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:57.600514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:39:57.694197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e929f3-74ce-468f-b53c-d96b0353c633 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event deleted for resources: {'Port': ['ID=006e793a-a092-40a0-8c5d-6582c0b67391,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:57.705269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting port 10635118-e0cb-40da-95b0-056ae3fc89e1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:39:57.705719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:57.888778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-47e929f3-74ce-468f-b53c-d96b0353c633 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] No DVR routers for this DVR port 006e793a-a092-40a0-8c5d-6582c0b67391 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:39:57.896586 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-47e929f3-74ce-468f-b53c-d96b0353c633 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:57.905130 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d2a7bdd-f572-4097-ac03-45ae7fd758e6 req-47e929f3-74ce-468f-b53c-d96b0353c633 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "DELETE /v2.0/ports/006e793a-a092-40a0-8c5d-6582c0b67391 HTTP/1.1" status: 204 len: 173 time: 1.4163809 Aug 17 16:39:57.905716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b445ea4-3760-43eb-ba68-5db466263cf1', 'name': 'network-vif-deleted', 'tag': '006e793a-a092-40a0-8c5d-6582c0b67391'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:39:57.916798 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25f4b2e-1cb6-437f-982e-7be85406d2b3" -d '{"events": [{"server_uuid": "3b445ea4-3760-43eb-ba68-5db466263cf1", "name": "network-vif-deleted", "tag": "006e793a-a092-40a0-8c5d-6582c0b67391"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:39:58.034063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:58.062169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Calling delete_port for 10635118-e0cb-40da-95b0-056ae3fc89e1 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:39:58.167405 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843a6e78-4d0b-47d6-bbe4-edb47fa4abe8 x-openstack-request-id: req-843a6e78-4d0b-47d6-bbe4-edb47fa4abe8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:39:58.167694 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b445ea4-3760-43eb-ba68-5db466263cf1", "name": "network-vif-deleted", "tag": "006e793a-a092-40a0-8c5d-6582c0b67391", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:39:58.167942 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-843a6e78-4d0b-47d6-bbe4-edb47fa4abe8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:39:58.168338 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b445ea4-3760-43eb-ba68-5db466263cf1', 'name': 'network-vif-deleted', 'tag': '006e793a-a092-40a0-8c5d-6582c0b67391', 'status': 'completed', 'code': 200} Aug 17 16:39:58.396507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be5c7a2a-1197-4a78-9620-f0a6cae86511 req-37954cff-dfdc-4a6d-ae94-10099827ed42 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b445ea4-3760-43eb-ba68-5db466263cf1 HTTP/1.1" status: 200 len: 210 time: 0.0382371 Aug 17 16:39:58.563915 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:58.632905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Port': ['ID=10635118-e0cb-40da-95b0-056ae3fc89e1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:58.693887 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:58.923304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:58.931498 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:58.985743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 006e793a-a092-40a0-8c5d-6582c0b67391 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:39:59.029463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 006e793a-a092-40a0-8c5d-6582c0b67391 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:39:59.030133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 006e793a-a092-40a0-8c5d-6582c0b67391 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:39:59.080621 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:59.081744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Fanout notify agent at l3_agent the message router_deleted on router ccc2b709-e872-4907-bee2-08ac2631ba1b {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:39:59.099217 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:59.101342 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1c113304-bee7-4fbf-80be-6c745d910e19 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/routers/ccc2b709-e872-4907-bee2-08ac2631ba1b HTTP/1.1" status: 204 len: 168 time: 2.2730489 Aug 17 16:39:59.104730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:59.190816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9ccfc9-5847-45e4-8e26-dca29bc5b938 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Deleting subnet 51950ea4-6192-427c-8a30-8b069bdd66ca {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:39:59.197516 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccfc9-5847-45e4-8e26-dca29bc5b938 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:59.270035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccfc9-5847-45e4-8e26-dca29bc5b938 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:59.323402 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccfc9-5847-45e4-8e26-dca29bc5b938 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:59.431404 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccfc9-5847-45e4-8e26-dca29bc5b938 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:59.463855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ccfc9-5847-45e4-8e26-dca29bc5b938 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Subnet': ['ID=51950ea4-6192-427c-8a30-8b069bdd66ca,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:39:59.497254 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccfc9-5847-45e4-8e26-dca29bc5b938 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:59.505162 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ea9ccfc9-5847-45e4-8e26-dca29bc5b938 tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/subnets/51950ea4-6192-427c-8a30-8b069bdd66ca HTTP/1.1" status: 204 len: 168 time: 0.3986943 Aug 17 16:39:59.509159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:39:59.688041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:59.850322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:59.888264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db01c84c-4925-4e56-a831-8ab16f433877']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:59.903756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7aac59-27c1-46b8-9af4-ce9c033d4dd2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:59.904155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7aac59-27c1-46b8-9af4-ce9c033d4dd2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:39:59.956005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:39:59.986630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:00.012814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:00.015654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:00.019359 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:00.103392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-6085e0fb-b364-40de-8e0d-040dcfd67e67 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:00.105123 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-6085e0fb-b364-40de-8e0d-040dcfd67e67 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.2706444 Aug 17 16:40:00.137056 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-4ccbc9bd-4c4e-4163-bf5b-21c995d8ab2a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/quotas/ba3a95df7c594044a48f7b7aca180947 HTTP/1.1" status: 200 len: 375 time: 0.0174587 Aug 17 16:40:00.164910 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:00.172406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:00.185447 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] 10.222.0.77 "DELETE /v2.0/networks/db01c84c-4925-4e56-a831-8ab16f433877 HTTP/1.1" status: 204 len: 168 time: 0.6635573 Aug 17 16:40:00.223176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773f780-40a9-4ab8-ac48-b58a856f749a tempest-FloatingIPTestJSON-2145561274 tempest-FloatingIPTestJSON-2145561274-project] Pushing event deleted for resources: {'Network': ['ID=db01c84c-4925-4e56-a831-8ab16f433877,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:00.343755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-06aef3c6-7877-4ea8-8376-26038c42ff6e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1880291 Aug 17 16:40:00.656641 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-69c4e434-7da0-475f-9c92-d7fd6049bd91 service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025010 Aug 17 16:40:00.883331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 48960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:01.019860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-572245ff-a26d-49f4-bcfd-6cd322e39e20 service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586609 Aug 17 16:40:01.214047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3ff699d-460f-455d-82f8-b9daf9ffa52e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4675d0bf3cd54da593896d1decbfe089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282905 Aug 17 16:40:01.215975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 48972) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:01.360896 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22327b1d-27d1-4a3f-9104-03dff8ed77f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:01.418519 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22327b1d-27d1-4a3f-9104-03dff8ed77f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:01.458269 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13671be7-6ff5-4793-a8cf-7f90ad6e006f req-fed5d9de-4e92-4d8c-af84-1e5131e4d2c4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 210 time: 0.1054504 Aug 17 16:40:01.569701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22327b1d-27d1-4a3f-9104-03dff8ed77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:01.573297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22327b1d-27d1-4a3f-9104-03dff8ed77f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:01.578237 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-22327b1d-27d1-4a3f-9104-03dff8ed77f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0218910d-1093-44dc-ba86-b4e1d871bab8 HTTP/1.1" status: 204 len: 168 time: 0.3579206 Aug 17 16:40:01.603318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22327b1d-27d1-4a3f-9104-03dff8ed77f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0218910d-1093-44dc-ba86-b4e1d871bab8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:02.117831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-964eb87c-9bf2-4ea4-9d08-948e59f4b4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:02.705707 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-621115eb-69c8-41ec-86ae-a0355afdbf4f req-90861deb-6492-4afd-95b4-1a102fa66aef tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 210 time: 0.0620050 Aug 17 16:40:03.747691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49070) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:03.921879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-fffc8afd-2318-454c-b345-75fe54dc7464 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:03.926343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-fffc8afd-2318-454c-b345-75fe54dc7464 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.3313386 Aug 17 16:40:03.943211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Request body: {'port': {'device_id': 'cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'admin_state_up': True, 'tenant_id': 'ba3a95df7c594044a48f7b7aca180947'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:04.056047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1561604187'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:04.110753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:04.114958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:04.131039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:04.193033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d1cbb0f-a9ec-41ee-812e-f5e7f7282959 req-50e9233e-0a1b-46ac-ba7c-3ed5554da888 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 210 time: 0.2657630 Aug 17 16:40:04.452160 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:04.464369 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:04.507398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Made reservation on behalf of ba3a95df7c594044a48f7b7aca180947 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:04.521616 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:04.533824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:40:04.569608 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:04.571896 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Added segment be1decb9-2bb1-4aa9-9e6e-242883c1c9d2 of type vlan for network a6b8933a-993f-4832-9efe-aa79428e711d Aug 17 16:40:04.701472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57aec13-bff5-45b9-9def-e4cfd8980e80,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:04.821609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Allocated IP 172.20.0.7 (e670fccb-83e1-4406-a738-e22066a020cf/d4037286-0fc3-4b61-8543-70e33e8f0dcd/d0019056-64f0-4bee-a803-b33997ae9cdf) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:04.835152 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75898db6-8a62-414e-9990-548509ecd37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:04.863566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:04.940513 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:04.962844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:04.963981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:04.990042 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:05.243831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Network': ['ID=a6b8933a-993f-4832-9efe-aa79428e711d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:05.282460 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-76879879-12cc-4f8f-abd4-8d3ba1e131f4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5164194 Aug 17 16:40:05.287115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a6b8933a-993f-4832-9efe-aa79428e711d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:40:05.819039 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1817d0da-0cf3-49da-bb70-8a83a5d5e398 req-b18a70b8-afbf-4f8d-9f7d-43d3871373b9 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 210 time: 0.0454233 Aug 17 16:40:05.940186 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:05.968088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:06.060800 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:06.073728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:40:06.170251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Network e670fccb-83e1-4406-a738-e22066a020cf is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:06.176776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:06.184554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:06.270622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event updated for resources: {'Port': ['ID=d0019056-64f0-4bee-a803-b33997ae9cdf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:06.301633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:06.302771 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:06.352995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-7d0b7e2d-706a-436e-901c-7a8476b83432 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4139323 Aug 17 16:40:06.373321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Request body: {'port': {'device_id': 'cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:06.579355 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:07.453329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add87be3-aeb6-436d-bf46-15da7b56cc0d req-1387f415-b5ad-4408-8b58-b6fb13a7586d tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:07.455531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-add87be3-aeb6-436d-bf46-15da7b56cc0d req-1387f415-b5ad-4408-8b58-b6fb13a7586d tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 931 time: 0.4685659 Aug 17 16:40:07.678759 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:07.916088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0019056-64f0-4bee-a803-b33997ae9cdf {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:40:07.927065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:07.944111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Transition to ACTIVE for port object d0019056-64f0-4bee-a803-b33997ae9cdf will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:07.949542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-add87be3-aeb6-436d-bf46-15da7b56cc0d req-cbd8c7fb-6e91-4ed4-84f6-125995ce585b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496410 Aug 17 16:40:07.961484 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:08.148707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0019056-64f0-4bee-a803-b33997ae9cdf,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:08.193815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.194417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.194815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.195293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.195741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.196332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.197012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.198725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.199198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.199632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.202542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.203025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:08.744086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Attempting to bind port d0019056-64f0-4bee-a803-b33997ae9cdf on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:40:08.745245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Attempting to bind port d0019056-64f0-4bee-a803-b33997ae9cdf by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:40:08.747208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Attempting to bind port d0019056-64f0-4bee-a803-b33997ae9cdf on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:40:08.785168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Port d0019056-64f0-4bee-a803-b33997ae9cdf on network e670fccb-83e1-4406-a738-e22066a020cf not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:40:08.786399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Attempting to bind port d0019056-64f0-4bee-a803-b33997ae9cdf on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:40:08.817808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:40:08.822238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Checking segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:08.825142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Bound using segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:40:08.840330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Bound port: d0019056-64f0-4bee-a803-b33997ae9cdf, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:40:08.840774 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:08.904918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49192) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:08.918548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'subnet': {'network_id': 'a6b8933a-993f-4832-9efe-aa79428e711d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:09.080747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] For port d0019056-64f0-4bee-a803-b33997ae9cdf, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:40:09.096447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] For port d0019056-64f0-4bee-a803-b33997ae9cdf, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d0019056-64f0-4bee-a803-b33997ae9cdf,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:40:09.104704 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:09.172470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:09.217428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:09.352944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0019056-64f0-4bee-a803-b33997ae9cdf,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:09.377668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:09.387083 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:09.402956 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-84c14941-8b17-4348-a47d-83c323f07de5 service neutron] 10.222.0.93 "PUT /v2.0/ports/d0019056-64f0-4bee-a803-b33997ae9cdf HTTP/1.1" status: 200 len: 1091 time: 3.0382323 Aug 17 16:40:09.547101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7', 'tag': 'd0019056-64f0-4bee-a803-b33997ae9cdf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:40:09.551350 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7", "tag": "d0019056-64f0-4bee-a803-b33997ae9cdf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:40:09.832690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-ff4de5b0-1127-4ad5-a7c0-cd4a6b7c43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:09.834551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-ff4de5b0-1127-4ad5-a7c0-cd4a6b7c43d6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 1094 time: 0.2473686 Aug 17 16:40:09.846102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b6794-870a-42fb-9e2b-91727134af93 req-848b0f28-2edc-42f5-9621-2534b68fbb30 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:09.854020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a39b6794-870a-42fb-9e2b-91727134af93 req-848b0f28-2edc-42f5-9621-2534b68fbb30 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 943 time: 0.4502656 Aug 17 16:40:09.929014 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-31c702f3-4d4f-415f-ad18-a1c150af0087 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0019056-64f0-4bee-a803-b33997ae9cdf HTTP/1.1" status: 200 len: 217 time: 0.0614393 Aug 17 16:40:09.988133 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5076afc-982d-4ae0-855c-4e050cbe4dab x-openstack-request-id: req-b5076afc-982d-4ae0-855c-4e050cbe4dab {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:40:09.988416 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7", "tag": "d0019056-64f0-4bee-a803-b33997ae9cdf", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:40:09.989278 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5076afc-982d-4ae0-855c-4e050cbe4dab {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:40:09.992065 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7', 'tag': 'd0019056-64f0-4bee-a803-b33997ae9cdf', 'status': 'completed', 'code': 200} Aug 17 16:40:10.062355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a39b6794-870a-42fb-9e2b-91727134af93 req-720538e5-f4c7-4f8e-8fcd-a631fc195e60 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068968 Aug 17 16:40:10.101538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-f879016a-f1d8-4c13-9535-16c434651976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:10.103971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-f879016a-f1d8-4c13-9535-16c434651976 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.1100063 Aug 17 16:40:10.163677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-fd47162d-50fb-47e8-a754-f8fe950fb601 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512755 Aug 17 16:40:10.194743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:10.362263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Subnet': ['ID=d4ec793c-77b6-4e3c-ab05-cac5d80369f5,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:10.394340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Checking segment: {'id': 'be1decb9-2bb1-4aa9-9e6e-242883c1c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6b8933a-993f-4832-9efe-aa79428e711d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:10.397672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network hostable DHCP agents. Network: a6b8933a-993f-4832-9efe-aa79428e711d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:40:10.444465 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-3c3cfd00-d56e-4b01-b866-753a3f944283 service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679918 Aug 17 16:40:10.446604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network a6b8933a-993f-4832-9efe-aa79428e711d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:40:10.463877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a6b8933a-993f-4832-9efe-aa79428e711d) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:10.474805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:10.475830 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:10.488523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da56484-19aa-4758-9415-eec2b0b1cddf None None] Network a6b8933a-993f-4832-9efe-aa79428e711d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:10.526535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-01036fa6-8c96-4392-b2e4-3806e6f3b9e7 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6193132 Aug 17 16:40:10.527231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49242) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:10.532517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1732808399'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:10.633515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:10.637146 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:10.740415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:40:10.817627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:10.819030 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Added segment cec6878e-47db-4bc5-b7bb-48e74fbfe546 of type vlan for network 67d85146-c6fa-4359-ba55-a97379b0cfbc Aug 17 16:40:10.848063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620a31c8-3508-418b-bc29-3b7314c97e98 req-d4816595-7bb7-4673-a67e-c07ad501cdde service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927579 Aug 17 16:40:10.895207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-a6b8933a-993f-4832-9efe-aa79428e711d', 'network_id': 'a6b8933a-993f-4832-9efe-aa79428e711d', 'tenant_id': 'bd27fb5589ec4032aaeaa4ec48ac3a9b', 'fixed_ips': [{'subnet_id': 'd4ec793c-77b6-4e3c-ab05-cac5d80369f5'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:40:10.896365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:11.120003 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:11.181751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Allocated IP 2001:db8:0:ffff::2 (a6b8933a-993f-4832-9efe-aa79428e711d/d4ec793c-77b6-4e3c-ab05-cac5d80369f5/502d51e1-8b80-4499-9a51-313e42e952cd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:11.188626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d req-699becc2-42bb-414c-b9cc-cc83a707e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:11.200399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d req-699becc2-42bb-414c-b9cc-cc83a707e590 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 1094 time: 0.2644463 Aug 17 16:40:11.245303 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:11.266168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:11.269580 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:11.318393 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7838860 Aug 17 16:40:11.347707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49266) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:11.355864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'subnet': {'network_id': '67d85146-c6fa-4359-ba55-a97379b0cfbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:11.424029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d req-4c90b7a9-809d-4631-8461-e9db234da114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:11.431344 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d req-4c90b7a9-809d-4631-8461-e9db234da114 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 906 time: 0.2235234 Aug 17 16:40:11.557278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49de1de-3199-4b21-91a4-ec5f23402a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Network': ['ID=67d85146-c6fa-4359-ba55-a97379b0cfbc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:11.579325 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:11.590979 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d req-6256a8cd-6a24-452c-882a-b7faa0236f71 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0019056-64f0-4bee-a803-b33997ae9cdf HTTP/1.1" status: 200 len: 217 time: 0.0922971 Aug 17 16:40:11.596413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 67d85146-c6fa-4359-ba55-a97379b0cfbc details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:40:11.609264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Transition to ACTIVE for port object 502d51e1-8b80-4499-9a51-313e42e952cd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:11.642490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:11.646653 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d5685-712d-4e0f-99fc-dc8363e6de0d req-f196a258-e2f9-4cc4-ae92-02cd2e6885c8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:11.649134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c2d5685-712d-4e0f-99fc-dc8363e6de0d req-f196a258-e2f9-4cc4-ae92-02cd2e6885c8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 943 time: 0.2201335 Aug 17 16:40:11.649792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:11.761099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Transition to ACTIVE for port object 502d51e1-8b80-4499-9a51-313e42e952cd will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:11.783668 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:11.822250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d req-2ebadaa5-a8ee-4db7-97e2-af886fc327e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:11.824622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d req-2ebadaa5-a8ee-4db7-97e2-af886fc327e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.2209034 Aug 17 16:40:11.897036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c2d5685-712d-4e0f-99fc-dc8363e6de0d req-4211ef09-d137-4dd5-97fc-73d1fd6c01cc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102010 Aug 17 16:40:11.917363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d req-054a1d07-ff32-4f84-a481-615f1ca06e0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761976 Aug 17 16:40:11.922678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Pushing event updated for resources: {'Port': ['ID=502d51e1-8b80-4499-9a51-313e42e952cd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:11.945758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Network a6b8933a-993f-4832-9efe-aa79428e711d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:11.950147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:11.953307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:12.038311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Attempting to bind port 502d51e1-8b80-4499-9a51-313e42e952cd on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:40:12.038814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Attempting to bind port 502d51e1-8b80-4499-9a51-313e42e952cd by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'be1decb9-2bb1-4aa9-9e6e-242883c1c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6b8933a-993f-4832-9efe-aa79428e711d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:40:12.039459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Attempting to bind port 502d51e1-8b80-4499-9a51-313e42e952cd on network a6b8933a-993f-4832-9efe-aa79428e711d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:40:12.047218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:40:12.047609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Checking segment: {'id': 'be1decb9-2bb1-4aa9-9e6e-242883c1c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6b8933a-993f-4832-9efe-aa79428e711d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:12.048669 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:12.049112 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Bound using segment: {'id': 'be1decb9-2bb1-4aa9-9e6e-242883c1c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6b8933a-993f-4832-9efe-aa79428e711d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:40:12.049913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Bound port: 502d51e1-8b80-4499-9a51-313e42e952cd, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1decb9-2bb1-4aa9-9e6e-242883c1c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6b8933a-993f-4832-9efe-aa79428e711d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:40:12.050529 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:12.234503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] For port 502d51e1-8b80-4499-9a51-313e42e952cd, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:40:12.239844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] For port 502d51e1-8b80-4499-9a51-313e42e952cd, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=502d51e1-8b80-4499-9a51-313e42e952cd,segment=NetworkSegment(be1decb9-2bb1-4aa9-9e6e-242883c1c9d2),segment_id=be1decb9-2bb1-4aa9-9e6e-242883c1c9d2)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:40:12.245327 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d req-4f10d43f-3551-4c42-85fd-62dc87df18a0 service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162415 Aug 17 16:40:12.247305 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:12.433804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a08d4-5180-4965-a9dd-50a164bb36eb None None] Pushing event updated for resources: {'Port': ['ID=502d51e1-8b80-4499-9a51-313e42e952cd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:12.479547 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c27b2b1d-ed83-4fa9-903d-b16429e96d3d req-0e210c1a-9d86-4936-9910-3f6e598b58ba service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182710 Aug 17 16:40:12.630415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d0019056-64f0-4bee-a803-b33997ae9cdf details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:40:13.049004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d0019056-64f0-4bee-a803-b33997ae9cdf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d0019056-64f0-4bee-a803-b33997ae9cdf,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:13.093973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'd0019056-64f0-4bee-a803-b33997ae9cdf', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'port_id': 'd0019056-64f0-4bee-a803-b33997ae9cdf', 'mac_address': 'fa:16:3e:49:e9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4037286-0fc3-4b61-8543-70e33e8f0dcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:40:13.285085 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:13.307986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:40:13.318070 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:13.318280 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2245c-98cf-47a7-9362-58ade57153c2 req-ccdf4024-d06e-42d4-99ef-da69a2c672db tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:13.327496 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63c2245c-98cf-47a7-9362-58ade57153c2 req-ccdf4024-d06e-42d4-99ef-da69a2c672db tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 943 time: 0.1597209 Aug 17 16:40:13.330311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0019056-64f0-4bee-a803-b33997ae9cdf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:40:13.392234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d0019056-64f0-4bee-a803-b33997ae9cdf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d0019056-64f0-4bee-a803-b33997ae9cdf,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:13.406270 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:13.423781 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63c2245c-98cf-47a7-9362-58ade57153c2 req-101f6a34-536d-488e-b208-a712679235d8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948255 Aug 17 16:40:13.543618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=d0019056-64f0-4bee-a803-b33997ae9cdf,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:13.568372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Subnet': ['ID=e8a65a28-5c6a-4e48-9a7d-17df41a94d9c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:13.672534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['d0019056-64f0-4bee-a803-b33997ae9cdf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:40:13.682846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Checking segment: {'id': 'cec6878e-47db-4bc5-b7bb-48e74fbfe546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '67d85146-c6fa-4359-ba55-a97379b0cfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:13.689159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network hostable DHCP agents. Network: 67d85146-c6fa-4359-ba55-a97379b0cfbc, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:40:13.771533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network 67d85146-c6fa-4359-ba55-a97379b0cfbc is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:40:13.816316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 67d85146-c6fa-4359-ba55-a97379b0cfbc) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:13.828441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:13.829748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:13.845611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2065386f-77f0-4acf-9896-05ecce7d6029 None None] Network 67d85146-c6fa-4359-ba55-a97379b0cfbc requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:13.902922 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d57b45b5-0b27-4a87-9aee-06edab5c5d71 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5487249 Aug 17 16:40:13.903265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49350) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:13.912327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'port': {'network_id': '67d85146-c6fa-4359-ba55-a97379b0cfbc', 'name': 'tempest-NetworksIpV6TestAttrs-1239418348'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:14.362964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-67d85146-c6fa-4359-ba55-a97379b0cfbc', 'network_id': '67d85146-c6fa-4359-ba55-a97379b0cfbc', 'tenant_id': 'bd27fb5589ec4032aaeaa4ec48ac3a9b', 'fixed_ips': [{'subnet_id': 'e8a65a28-5c6a-4e48-9a7d-17df41a94d9c'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:40:14.363749 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:14.419503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:14.425845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:14.529474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] device_id is not set on port 7c45fe85-00df-48c2-b2ea-03b324c17f13 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:40:14.695693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada567e5-d7f2-403c-b475-6c82ba9a922f None None] Network a6b8933a-993f-4832-9efe-aa79428e711d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:14.787993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3d4413c5-c553-45be-878c-f823b9df94b8 None None] Provisioning for port 502d51e1-8b80-4499-9a51-313e42e952cd completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:14.817701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f169e-b048-4cb6-ab8f-adaea4022b2e req-aff648da-9709-4ade-b549-8e2847a177b7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:14.823396 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-018f169e-b048-4cb6-ab8f-adaea4022b2e req-aff648da-9709-4ade-b549-8e2847a177b7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 944 time: 0.1503403 Aug 17 16:40:14.854403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Allocated IP 2001:db8::f816:3eff:fe5a:4c01 (67d85146-c6fa-4359-ba55-a97379b0cfbc/e8a65a28-5c6a-4e48-9a7d-17df41a94d9c/7c45fe85-00df-48c2-b2ea-03b324c17f13) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:15.030811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-018f169e-b048-4cb6-ab8f-adaea4022b2e req-f207fd76-5e05-4e33-9cb9-18b59c4b53ea tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672332 Aug 17 16:40:15.155396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 502d51e1-8b80-4499-9a51-313e42e952cd up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:40:15.278684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 502d51e1-8b80-4499-9a51-313e42e952cd completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:15.295310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:15.313718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Transition to ACTIVE for port object 7c45fe85-00df-48c2-b2ea-03b324c17f13 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:15.328518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 502d51e1-8b80-4499-9a51-313e42e952cd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:40:15.329327 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:15.363530 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:15.424344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network 67d85146-c6fa-4359-ba55-a97379b0cfbc is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:15.431859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:15.437491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:15.444156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:15.445350 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:15.464440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Port': ['ID=7c45fe85-00df-48c2-b2ea-03b324c17f13,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:15.479819 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3cbf5e68-4731-4ac3-9dc4-0f930eb33bcb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5745335 Aug 17 16:40:15.484358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49408) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:15.577479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Allocated IP 2001:db8::f816:3eff:fedc:dd4e (67d85146-c6fa-4359-ba55-a97379b0cfbc/e8a65a28-5c6a-4e48-9a7d-17df41a94d9c/3056d0fa-beed-43f3-97c3-37365ad36c13) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:15.668150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-17feb152-3c09-4cf0-8d24-dbf305b5ec52 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Deleting subnet e8a65a28-5c6a-4e48-9a7d-17df41a94d9c {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:40:15.778171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:15.954689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 502d51e1-8b80-4499-9a51-313e42e952cd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=502d51e1-8b80-4499-9a51-313e42e952cd,segment=NetworkSegment(be1decb9-2bb1-4aa9-9e6e-242883c1c9d2),segment_id=be1decb9-2bb1-4aa9-9e6e-242883c1c9d2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:15.988236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:16.178732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=502d51e1-8b80-4499-9a51-313e42e952cd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:16.206322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5cb8f0b3-d803-49f0-95c9-68320520d737 None None] Provisioning complete for port 502d51e1-8b80-4499-9a51-313e42e952cd triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:40:16.207956 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f0b3-d803-49f0-95c9-68320520d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:16.245114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a65dae-3d8e-4252-a2c9-9a334ad74d4e req-8e0636b8-38e4-4a0f-bf12-6a5783323569 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:16.252661 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03a65dae-3d8e-4252-a2c9-9a334ad74d4e req-8e0636b8-38e4-4a0f-bf12-6a5783323569 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 944 time: 0.0815210 Aug 17 16:40:16.328816 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03a65dae-3d8e-4252-a2c9-9a334ad74d4e req-4f6aa9ee-4aa1-416c-8b8a-528f5a190347 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740273 Aug 17 16:40:16.331293 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:16.366672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Transition to ACTIVE for port object 3056d0fa-beed-43f3-97c3-37365ad36c13 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:16.414796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Transition to ACTIVE for port object 3056d0fa-beed-43f3-97c3-37365ad36c13 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:16.424711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17feb152-3c09-4cf0-8d24-dbf305b5ec52 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:16.425568 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:16.504378 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Pushing event updated for resources: {'Port': ['ID=3056d0fa-beed-43f3-97c3-37365ad36c13,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:16.509749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Network 67d85146-c6fa-4359-ba55-a97379b0cfbc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:16.511798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:16.519795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:16.577850 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17feb152-3c09-4cf0-8d24-dbf305b5ec52 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:16.595742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Attempting to bind port 3056d0fa-beed-43f3-97c3-37365ad36c13 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:40:16.596186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Attempting to bind port 3056d0fa-beed-43f3-97c3-37365ad36c13 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'cec6878e-47db-4bc5-b7bb-48e74fbfe546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '67d85146-c6fa-4359-ba55-a97379b0cfbc'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:40:16.596610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Attempting to bind port 3056d0fa-beed-43f3-97c3-37365ad36c13 on network 67d85146-c6fa-4359-ba55-a97379b0cfbc {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:40:16.606639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:40:16.607027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Checking segment: {'id': 'cec6878e-47db-4bc5-b7bb-48e74fbfe546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '67d85146-c6fa-4359-ba55-a97379b0cfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:16.607427 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:16.611535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Bound using segment: {'id': 'cec6878e-47db-4bc5-b7bb-48e74fbfe546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '67d85146-c6fa-4359-ba55-a97379b0cfbc'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:40:16.612695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Bound port: 3056d0fa-beed-43f3-97c3-37365ad36c13, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec6878e-47db-4bc5-b7bb-48e74fbfe546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '67d85146-c6fa-4359-ba55-a97379b0cfbc'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:40:16.613897 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:16.679270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d0019056-64f0-4bee-a803-b33997ae9cdf up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:40:16.876037 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] For port 3056d0fa-beed-43f3-97c3-37365ad36c13, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:40:16.892470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] For port 3056d0fa-beed-43f3-97c3-37365ad36c13, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3056d0fa-beed-43f3-97c3-37365ad36c13,segment=NetworkSegment(cec6878e-47db-4bc5-b7bb-48e74fbfe546),segment_id=cec6878e-47db-4bc5-b7bb-48e74fbfe546)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:40:16.902218 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:16.903152 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17feb152-3c09-4cf0-8d24-dbf305b5ec52 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:16.905030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port d0019056-64f0-4bee-a803-b33997ae9cdf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:16.920747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port d0019056-64f0-4bee-a803-b33997ae9cdf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:40:16.921127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:17.065185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17feb152-3c09-4cf0-8d24-dbf305b5ec52 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:17.099386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 502d51e1-8b80-4499-9a51-313e42e952cd up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:40:17.115303 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17feb152-3c09-4cf0-8d24-dbf305b5ec52 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a65a28-5c6a-4e48-9a7d-17df41a94d9c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:17.126664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17feb152-3c09-4cf0-8d24-dbf305b5ec52 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:17.132308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:17.133198 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-17feb152-3c09-4cf0-8d24-dbf305b5ec52 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/subnets/e8a65a28-5c6a-4e48-9a7d-17df41a94d9c HTTP/1.1" status: 204 len: 168 time: 1.6473482 Aug 17 16:40:17.223375 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54938f75-b962-4f3d-bb69-19266bc7a0af None None] Pushing event updated for resources: {'Port': ['ID=3056d0fa-beed-43f3-97c3-37365ad36c13,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:17.255394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19373d0e-371f-4f35-a3d2-a6897e5ec11c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:17.258332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19373d0e-371f-4f35-a3d2-a6897e5ec11c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:17.260505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 502d51e1-8b80-4499-9a51-313e42e952cd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:40:17.260831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:17.262588 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-19373d0e-371f-4f35-a3d2-a6897e5ec11c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1273010 Aug 17 16:40:17.265255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:17.387972 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:17.486494 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0019056-64f0-4bee-a803-b33997ae9cdf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:40:17.529932 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99328bba-ff64-41df-82ec-ad243b2cb8b5" -d '{"events": [{"server_uuid": "cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7", "name": "network-vif-plugged", "status": "completed", "tag": "d0019056-64f0-4bee-a803-b33997ae9cdf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:40:17.569486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d0019056-64f0-4bee-a803-b33997ae9cdf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d0019056-64f0-4bee-a803-b33997ae9cdf,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:17.704207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f178-82b0-448e-bbc3-1688e554c862 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:17.730033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c692ad-b4cc-4588-a772-c0201bbf4bac req-4b499416-845d-420e-9340-5b949e69f9e6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:17.735138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1c692ad-b4cc-4588-a772-c0201bbf4bac req-4b499416-845d-420e-9340-5b949e69f9e6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 945 time: 0.2033985 Aug 17 16:40:17.743491 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a8f178-82b0-448e-bbc3-1688e554c862 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 17 16:40:17.743491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a8f178-82b0-448e-bbc3-1688e554c862 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:17.749247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c9a8f178-82b0-448e-bbc3-1688e554c862 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/67d85146-c6fa-4359-ba55-a97379b0cfbc HTTP/1.1" status: 409 len: 405 time: 0.4774828 Aug 17 16:40:17.749950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49514) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:17.765485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-914826863'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:17.766975 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67edc29b-7677-4442-8d96-b2a429460047 x-openstack-request-id: req-67edc29b-7677-4442-8d96-b2a429460047 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:40:17.769475 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7", "name": "network-vif-plugged", "status": "completed", "tag": "d0019056-64f0-4bee-a803-b33997ae9cdf", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:40:17.770493 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67edc29b-7677-4442-8d96-b2a429460047 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:40:17.771020 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0019056-64f0-4bee-a803-b33997ae9cdf', 'code': 200} Aug 17 16:40:17.821355 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:17.848176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:17.858342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:17.947540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1c692ad-b4cc-4588-a772-c0201bbf4bac req-1fed4a48-7070-40cd-8bcd-af6ca3e9b191 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812646 Aug 17 16:40:17.951413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=d0019056-64f0-4bee-a803-b33997ae9cdf,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:17.958869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:40:17.976052 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:17.977426 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Added segment 05b2a839-fe2e-40ba-88f1-917db1ccf5ec of type vlan for network cbac304d-13b2-4a00-ae2a-df786d16a213 Aug 17 16:40:18.003705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b4fd0-dfaa-48e7-87f9-eda1944b6484 req-4ee92bb0-6ead-4cb2-a4da-7b851314f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:18.006008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-251b4fd0-dfaa-48e7-87f9-eda1944b6484 req-4ee92bb0-6ead-4cb2-a4da-7b851314f285 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 1096 time: 0.2080989 Aug 17 16:40:18.092339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-251b4fd0-dfaa-48e7-87f9-eda1944b6484 req-0cc07b36-b3d9-4a11-a779-63a12d0bb7aa service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728502 Aug 17 16:40:18.097420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:18.173492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:18.182203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:18.183592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:18.290798 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5376234 Aug 17 16:40:18.295382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:18.301892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'subnet': {'network_id': 'cbac304d-13b2-4a00-ae2a-df786d16a213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:18.331442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5d93c-b850-4c8d-af5f-4a9d3bd9b362 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Network': ['ID=cbac304d-13b2-4a00-ae2a-df786d16a213,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:18.355575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network cbac304d-13b2-4a00-ae2a-df786d16a213 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:40:18.579390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:18.583797 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:19.166104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3056d0fa-beed-43f3-97c3-37365ad36c13 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:40:19.317558 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 3056d0fa-beed-43f3-97c3-37365ad36c13 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:19.349949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef44845-efa0-4230-bb42-4cc37fbf4e99 None None] Network 67d85146-c6fa-4359-ba55-a97379b0cfbc requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:19.511603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1fd11bfe-6b79-4e68-a163-1dbe6ab4b0d1 None None] Provisioning for port 3056d0fa-beed-43f3-97c3-37365ad36c13 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:19.561390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:40:19.567449 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:19.620059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1fd11bfe-6b79-4e68-a163-1dbe6ab4b0d1 None None] Provisioning complete for port 3056d0fa-beed-43f3-97c3-37365ad36c13 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:40:19.620611 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fd11bfe-6b79-4e68-a163-1dbe6ab4b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:19.795435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a9a3c-78bd-4e60-aa8e-ef7eaa3abb9d req-96e64c5a-ee2b-4c85-856e-956b79c446de tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:19.806972 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:19.814980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a2a9a3c-78bd-4e60-aa8e-ef7eaa3abb9d req-96e64c5a-ee2b-4c85-856e-956b79c446de tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 945 time: 0.2495596 Aug 17 16:40:19.875486 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:20.000845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ce3ef1-7c11-4f89-86be-0d3bde8b7a16 None None] DHCP port deletion for 67d85146-c6fa-4359-ba55-a97379b0cfbc request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:40:20.012338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a2a9a3c-78bd-4e60-aa8e-ef7eaa3abb9d req-826dc989-bc89-48f9-a02a-c990ab2d0190 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924565 Aug 17 16:40:20.022774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Subnet': ['ID=d0d894b0-a964-4b80-b6bd-74ef1c7d5e51,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:20.050165 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fd11bfe-6b79-4e68-a163-1dbe6ab4b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:20.062959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Checking segment: {'id': '05b2a839-fe2e-40ba-88f1-917db1ccf5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cbac304d-13b2-4a00-ae2a-df786d16a213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:20.064089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network hostable DHCP agents. Network: cbac304d-13b2-4a00-ae2a-df786d16a213, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:40:20.114431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network cbac304d-13b2-4a00-ae2a-df786d16a213 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:40:20.139989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, cbac304d-13b2-4a00-ae2a-df786d16a213) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:20.152589 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:20.153680 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:20.187389 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-30fbfac9-0466-40fe-a097-fcb35a8d188b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8899674 Aug 17 16:40:20.191929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:20.198350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'port': {'network_id': 'cbac304d-13b2-4a00-ae2a-df786d16a213', 'name': 'tempest-NetworksIpV6TestAttrs-1619758669'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:20.212324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e1692a-f347-486e-800c-6d123c59f61b None None] Network cbac304d-13b2-4a00-ae2a-df786d16a213 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:20.404077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1fd11bfe-6b79-4e68-a163-1dbe6ab4b0d1 None None] For port 3056d0fa-beed-43f3-97c3-37365ad36c13, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3056d0fa-beed-43f3-97c3-37365ad36c13,segment=NetworkSegment(cec6878e-47db-4bc5-b7bb-48e74fbfe546),segment_id=cec6878e-47db-4bc5-b7bb-48e74fbfe546)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:20.424265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce3ef1-7c11-4f89-86be-0d3bde8b7a16 None None] Deleting port 3056d0fa-beed-43f3-97c3-37365ad36c13 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:20.424663 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f2ce3ef1-7c11-4f89-86be-0d3bde8b7a16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:20.446541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49602) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:20.450436 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fd11bfe-6b79-4e68-a163-1dbe6ab4b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:20.562396 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:40:20.717859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-cbac304d-13b2-4a00-ae2a-df786d16a213', 'network_id': 'cbac304d-13b2-4a00-ae2a-df786d16a213', 'tenant_id': 'bd27fb5589ec4032aaeaa4ec48ac3a9b', 'fixed_ips': [{'subnet_id': 'd0d894b0-a964-4b80-b6bd-74ef1c7d5e51'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:40:20.718771 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:20.760839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec873719-277c-492d-9f66-7622198196ee admin admin] Deleting subnet b46283ce-905a-4e07-9a04-b0ea5c73508e {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:40:20.773351 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec873719-277c-492d-9f66-7622198196ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:20.786087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f2ce3ef1-7c11-4f89-86be-0d3bde8b7a16 None None] For port 3056d0fa-beed-43f3-97c3-37365ad36c13, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3056d0fa-beed-43f3-97c3-37365ad36c13,segment=NetworkSegment(cec6878e-47db-4bc5-b7bb-48e74fbfe546),segment_id=cec6878e-47db-4bc5-b7bb-48e74fbfe546)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:20.786678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f2ce3ef1-7c11-4f89-86be-0d3bde8b7a16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:20.826767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd11bfe-6b79-4e68-a163-1dbe6ab4b0d1 None None] Pushing event updated for resources: {'Port': ['ID=3056d0fa-beed-43f3-97c3-37365ad36c13,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:20.849816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5cbc0-35bf-426d-af59-5a09a3553914 req-58f9aa02-d7d8-43dc-b213-d5ccfb9cc28e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:20.863831 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5b5cbc0-35bf-426d-af59-5a09a3553914 req-58f9aa02-d7d8-43dc-b213-d5ccfb9cc28e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 945 time: 0.3362312 Aug 17 16:40:20.873825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:20.915432 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:20.925557 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec873719-277c-492d-9f66-7622198196ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:20.931909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce3ef1-7c11-4f89-86be-0d3bde8b7a16 None None] Calling delete_port for 3056d0fa-beed-43f3-97c3-37365ad36c13 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:21.034632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Allocated IP 2001:db8::f816:3eff:fed2:66d9 (cbac304d-13b2-4a00-ae2a-df786d16a213/d0d894b0-a964-4b80-b6bd-74ef1c7d5e51/afa172eb-0fef-49f7-83bd-bbe5dd10fa70) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:21.049606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec873719-277c-492d-9f66-7622198196ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:21.067833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] device_id is not set on port 6ca03f0f-d708-4e38-85d7-f3318c07cfb4 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:40:21.153578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec873719-277c-492d-9f66-7622198196ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:21.189024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec873719-277c-492d-9f66-7622198196ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46283ce-905a-4e07-9a04-b0ea5c73508e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:21.192200 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec873719-277c-492d-9f66-7622198196ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:21.195448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ec873719-277c-492d-9f66-7622198196ee admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b46283ce-905a-4e07-9a04-b0ea5c73508e HTTP/1.1" status: 204 len: 168 time: 0.7464657 Aug 17 16:40:21.198313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49620) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:21.348091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3056d0fa-beed-43f3-97c3-37365ad36c13 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:40:21.382502 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f2ce3ef1-7c11-4f89-86be-0d3bde8b7a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:21.423595 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5b5cbc0-35bf-426d-af59-5a09a3553914 req-7468789f-5e97-4de9-adc6-a8c6f05ace02 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545998 Aug 17 16:40:21.527131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:21.537091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce3ef1-7c11-4f89-86be-0d3bde8b7a16 None None] No DVR routers for this DVR port 3056d0fa-beed-43f3-97c3-37365ad36c13 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:40:21.569953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce3ef1-7c11-4f89-86be-0d3bde8b7a16 None None] Pushing event deleted for resources: {'Port': ['ID=3056d0fa-beed-43f3-97c3-37365ad36c13,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:21.573220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 3056d0fa-beed-43f3-97c3-37365ad36c13 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:40:21.576822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3056d0fa-beed-43f3-97c3-37365ad36c13 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:40:21.776168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:21.791117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Transition to ACTIVE for port object afa172eb-0fef-49f7-83bd-bbe5dd10fa70 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:21.814599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Transition to ACTIVE for port object afa172eb-0fef-49f7-83bd-bbe5dd10fa70 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:21.824295 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:21.907043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:21.936835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de97e-c37f-4a75-85ce-95a5a3c387df req-969a89b5-6fea-42f9-a0b4-1637f848c4aa tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:21.939715 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-569de97e-c37f-4a75-85ce-95a5a3c387df req-969a89b5-6fea-42f9-a0b4-1637f848c4aa tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 945 time: 0.3427622 Aug 17 16:40:21.947079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7227b743-9e66-4fab-a9a0-1de921683898']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:21.999496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Network cbac304d-13b2-4a00-ae2a-df786d16a213 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:22.009311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:22.028387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Allocated IP 2001:db8::f816:3eff:feb3:ec49 (cbac304d-13b2-4a00-ae2a-df786d16a213/d0d894b0-a964-4b80-b6bd-74ef1c7d5e51/6ca03f0f-d708-4e38-85d7-f3318c07cfb4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:22.049603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3edb97-43fe-454d-98d0-a3c22cb5ee33') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:22.050115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3edb97-43fe-454d-98d0-a3c22cb5ee33') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:22.109276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Pushing event updated for resources: {'Port': ['ID=afa172eb-0fef-49f7-83bd-bbe5dd10fa70,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:22.112550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:22.129311 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.194076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-569de97e-c37f-4a75-85ce-95a5a3c387df req-6c5f150a-5f10-46dc-a5b5-793781f4d542 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399766 Aug 17 16:40:22.195779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.218990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:22.219420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:22.221368 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:22.247998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Attempting to bind port afa172eb-0fef-49f7-83bd-bbe5dd10fa70 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:40:22.248388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Attempting to bind port afa172eb-0fef-49f7-83bd-bbe5dd10fa70 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '05b2a839-fe2e-40ba-88f1-917db1ccf5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cbac304d-13b2-4a00-ae2a-df786d16a213'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:40:22.248728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Attempting to bind port afa172eb-0fef-49f7-83bd-bbe5dd10fa70 on network cbac304d-13b2-4a00-ae2a-df786d16a213 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:40:22.269543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:40:22.269958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Checking segment: {'id': '05b2a839-fe2e-40ba-88f1-917db1ccf5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cbac304d-13b2-4a00-ae2a-df786d16a213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:22.270329 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.270761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Bound using segment: {'id': '05b2a839-fe2e-40ba-88f1-917db1ccf5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cbac304d-13b2-4a00-ae2a-df786d16a213'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:40:22.271249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Bound port: afa172eb-0fef-49f7-83bd-bbe5dd10fa70, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2a839-fe2e-40ba-88f1-917db1ccf5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cbac304d-13b2-4a00-ae2a-df786d16a213'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:40:22.271641 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.397235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.407320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.416853 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7227b743-9e66-4fab-a9a0-1de921683898 HTTP/1.1" status: 204 len: 168 time: 1.2149055 Aug 17 16:40:22.425174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] For port afa172eb-0fef-49f7-83bd-bbe5dd10fa70, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:40:22.433742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] For port afa172eb-0fef-49f7-83bd-bbe5dd10fa70, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=afa172eb-0fef-49f7-83bd-bbe5dd10fa70,segment=NetworkSegment(05b2a839-fe2e-40ba-88f1-917db1ccf5ec),segment_id=05b2a839-fe2e-40ba-88f1-917db1ccf5ec)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:40:22.439405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2cf2d-3c7d-4613-a1ca-558a66ed4747 admin admin] Pushing event deleted for resources: {'Network': ['ID=7227b743-9e66-4fab-a9a0-1de921683898,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:22.447286 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.527349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.564065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbde9a1-8d61-46ad-867c-65318219b4be None None] Pushing event updated for resources: {'Port': ['ID=afa172eb-0fef-49f7-83bd-bbe5dd10fa70,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:22.565349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Transition to ACTIVE for port object 6ca03f0f-d708-4e38-85d7-f3318c07cfb4 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:22.636253 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.739355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network cbac304d-13b2-4a00-ae2a-df786d16a213 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:22.748306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:22.753705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:22.783094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:22.788379 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:22.857810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Port': ['ID=6ca03f0f-d708-4e38-85d7-f3318c07cfb4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:22.865198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49672) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:22.878209 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-63cff89c-549e-4135-9e05-25310b4b31fb tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6850605 Aug 17 16:40:22.881328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49674) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:22.975513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d692fe6-5f39-4f61-98dc-b47bac76ca22 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Deleting subnet d0d894b0-a964-4b80-b6bd-74ef1c7d5e51 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:40:22.986493 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7c51251e-c3d6-40c4-8e0c-3415c1e8a9bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0831bb515cbf4e2da9f139e45a3b35c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1192899 Aug 17 16:40:22.988869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49678) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:22.989700 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d692fe6-5f39-4f61-98dc-b47bac76ca22 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:23.202068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0626c6c-02e3-479d-8e68-2ae020c54342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:23.260877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0626c6c-02e3-479d-8e68-2ae020c54342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:23.261328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d692fe6-5f39-4f61-98dc-b47bac76ca22 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:23.356536 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0626c6c-02e3-479d-8e68-2ae020c54342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:23.359310 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0626c6c-02e3-479d-8e68-2ae020c54342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:23.360567 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f0626c6c-02e3-479d-8e68-2ae020c54342 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a2bc1dd-3237-409a-9e33-2f37a2f918f3 HTTP/1.1" status: 204 len: 168 time: 0.3698618 Aug 17 16:40:23.362183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7fffa-5713-41a2-9d04-86c04cc2efda req-06b5db71-83c7-4718-9b96-9707492ca587 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:23.375787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8b7fffa-5713-41a2-9d04-86c04cc2efda req-06b5db71-83c7-4718-9b96-9707492ca587 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 945 time: 0.3112168 Aug 17 16:40:23.397012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0626c6c-02e3-479d-8e68-2ae020c54342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2bc1dd-3237-409a-9e33-2f37a2f918f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:23.607774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8b7fffa-5713-41a2-9d04-86c04cc2efda req-34e4edac-92cb-419e-b242-fe5eca580e3b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220614 Aug 17 16:40:23.799411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d692fe6-5f39-4f61-98dc-b47bac76ca22 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:23.947114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d692fe6-5f39-4f61-98dc-b47bac76ca22 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:24.029571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d692fe6-5f39-4f61-98dc-b47bac76ca22 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d894b0-a964-4b80-b6bd-74ef1c7d5e51,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:24.069261 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d692fe6-5f39-4f61-98dc-b47bac76ca22 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:24.083329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:24.099517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0d692fe6-5f39-4f61-98dc-b47bac76ca22 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/subnets/d0d894b0-a964-4b80-b6bd-74ef1c7d5e51 HTTP/1.1" status: 204 len: 168 time: 1.2160659 Aug 17 16:40:24.212391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb2c7f-f33d-401b-ac58-5c8b0bbcec0e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:24.214548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb2c7f-f33d-401b-ac58-5c8b0bbcec0e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:24.220972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49714) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:24.230454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6dfb2c7f-f33d-401b-ac58-5c8b0bbcec0e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1454663 Aug 17 16:40:24.411405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-f8d54371-9e28-4728-a1c3-de5c6ea29d75 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:24.414466 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-f8d54371-9e28-4728-a1c3-de5c6ea29d75 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 945 time: 0.1394386 Aug 17 16:40:24.466031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6e52534-eb9f-488b-93ba-2320482b936e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:24.476170 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e52534-eb9f-488b-93ba-2320482b936e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 17 16:40:24.476411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e52534-eb9f-488b-93ba-2320482b936e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:24.484117 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a6e52534-eb9f-488b-93ba-2320482b936e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/cbac304d-13b2-4a00-ae2a-df786d16a213 HTTP/1.1" status: 409 len: 405 time: 0.2627125 Aug 17 16:40:24.484777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49720) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:24.491551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-591544402'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:24.548928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:24.555310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:24.609423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:40:24.635120 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:24.635693 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Added segment ba85d4cf-340a-48aa-afb5-0f5971a01b68 of type vlan for network 90586794-a066-4bd0-8e7c-55df0449935a Aug 17 16:40:24.767540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418eb7d-22e3-404c-94c1-adc0078df11b None None] Network cbac304d-13b2-4a00-ae2a-df786d16a213 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:24.781587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-72e6fbab-cd24-4974-98fa-6b9798b6f528 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Deleting port d0019056-64f0-4bee-a803-b33997ae9cdf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:24.782182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-72e6fbab-cd24-4974-98fa-6b9798b6f528 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:25.071235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-72e6fbab-cd24-4974-98fa-6b9798b6f528 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] For port d0019056-64f0-4bee-a803-b33997ae9cdf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d0019056-64f0-4bee-a803-b33997ae9cdf,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:25.071856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-72e6fbab-cd24-4974-98fa-6b9798b6f528 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:25.100035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-72e6fbab-cd24-4974-98fa-6b9798b6f528 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Calling delete_port for d0019056-64f0-4bee-a803-b33997ae9cdf owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:25.107785 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:25.192701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device afa172eb-0fef-49f7-83bd-bbe5dd10fa70 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:40:25.254748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c737-777e-45d7-9e5b-86bfa2ceb8e9 req-8b5968dd-1760-4a29-8e6f-88e27649031f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:25.269868 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aec7c737-777e-45d7-9e5b-86bfa2ceb8e9 req-8b5968dd-1760-4a29-8e6f-88e27649031f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 945 time: 0.3895226 Aug 17 16:40:25.274898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:25.295100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:25.296132 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:25.342249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f3aa417f-cfb5-4996-9ee4-f75ec0e8b0e6 None None] Provisioning for port afa172eb-0fef-49f7-83bd-bbe5dd10fa70 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:25.553839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port afa172eb-0fef-49f7-83bd-bbe5dd10fa70 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:25.558887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port afa172eb-0fef-49f7-83bd-bbe5dd10fa70 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:40:25.559345 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:25.639854 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-72e6fbab-cd24-4974-98fa-6b9798b6f528 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:25.650881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2a94b-8c55-45fa-b182-75b6d6c2bb3f None None] DHCP port deletion for cbac304d-13b2-4a00-ae2a-df786d16a213 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:40:25.666090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:40:25.675509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1868517 Aug 17 16:40:25.676546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6651fea-9dc5-4636-8942-447df492e674 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Network': ['ID=90586794-a066-4bd0-8e7c-55df0449935a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:25.691414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49754) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:25.716572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'subnet': {'network_id': '90586794-a066-4bd0-8e7c-55df0449935a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:25.741645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6fbab-cd24-4974-98fa-6b9798b6f528 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event deleted for resources: {'Port': ['ID=d0019056-64f0-4bee-a803-b33997ae9cdf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:25.760933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['d0019056-64f0-4bee-a803-b33997ae9cdf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:40:25.768557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 90586794-a066-4bd0-8e7c-55df0449935a details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:40:25.791804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aec7c737-777e-45d7-9e5b-86bfa2ceb8e9 req-4dd78dca-85ec-408b-b20d-e096b698cf81 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761970 Aug 17 16:40:25.904530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-72e6fbab-cd24-4974-98fa-6b9798b6f528 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] No DVR routers for this DVR port d0019056-64f0-4bee-a803-b33997ae9cdf on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:40:25.924595 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-72e6fbab-cd24-4974-98fa-6b9798b6f528 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:25.935154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-618d829c-ab6d-4c3b-a34b-dc9226d80773 req-72e6fbab-cd24-4974-98fa-6b9798b6f528 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "DELETE /v2.0/ports/d0019056-64f0-4bee-a803-b33997ae9cdf HTTP/1.1" status: 204 len: 173 time: 1.5137098 Aug 17 16:40:25.937163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7', 'name': 'network-vif-deleted', 'tag': 'd0019056-64f0-4bee-a803-b33997ae9cdf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:40:25.947725 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1851e3-9122-47b9-8015-e540684b4e31" -d '{"events": [{"server_uuid": "cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7", "name": "network-vif-deleted", "tag": "d0019056-64f0-4bee-a803-b33997ae9cdf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:40:26.071298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:26.082668 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:26.529974 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6337df2b-0808-47b8-a56b-e55e1e615763 x-openstack-request-id: req-6337df2b-0808-47b8-a56b-e55e1e615763 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:40:26.530437 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7", "name": "network-vif-deleted", "tag": "d0019056-64f0-4bee-a803-b33997ae9cdf", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:40:26.530798 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6337df2b-0808-47b8-a56b-e55e1e615763 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:40:26.531316 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7', 'name': 'network-vif-deleted', 'tag': 'd0019056-64f0-4bee-a803-b33997ae9cdf', 'status': 'completed', 'code': 200} Aug 17 16:40:26.611500 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:26.987725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:40:26.995972 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:27.112695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cdef9dd1-58b2-4f28-bc20-0043fa63d6a2 req-5f567f25-1f57-4f56-91be-8761b165e382 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6aea2e-b6ba-41aa-8cb1-cccb87fc9fc7 HTTP/1.1" status: 200 len: 210 time: 0.0494020 Aug 17 16:40:27.124147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port afa172eb-0fef-49f7-83bd-bbe5dd10fa70, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=afa172eb-0fef-49f7-83bd-bbe5dd10fa70,segment=NetworkSegment(05b2a839-fe2e-40ba-88f1-917db1ccf5ec),segment_id=05b2a839-fe2e-40ba-88f1-917db1ccf5ec)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:27.160502 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-79b2a94b-8c55-45fa-b182-75b6d6c2bb3f None None] Deleting port afa172eb-0fef-49f7-83bd-bbe5dd10fa70 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:27.161659 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79b2a94b-8c55-45fa-b182-75b6d6c2bb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:27.177085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Subnet': ['ID=2cc42da7-6ddb-4075-a8bb-a31ec1cc917f,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:27.221008 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:27.312567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Checking segment: {'id': 'ba85d4cf-340a-48aa-afb5-0f5971a01b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90586794-a066-4bd0-8e7c-55df0449935a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:27.313255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network hostable DHCP agents. Network: 90586794-a066-4bd0-8e7c-55df0449935a, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:40:27.362862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network 90586794-a066-4bd0-8e7c-55df0449935a is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:40:27.395297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 90586794-a066-4bd0-8e7c-55df0449935a) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:27.419019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:27.419963 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:27.466505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:27.467251 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-583ae00e-403c-4485-b51c-3b452db25c37 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7590914 Aug 17 16:40:27.529946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7283eb25-9c7d-4e8b-b5c0-99e9e86facef None None] Network 90586794-a066-4bd0-8e7c-55df0449935a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:27.532078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device afa172eb-0fef-49f7-83bd-bbe5dd10fa70 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:40:27.607715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-79b2a94b-8c55-45fa-b182-75b6d6c2bb3f None None] For port afa172eb-0fef-49f7-83bd-bbe5dd10fa70, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=afa172eb-0fef-49f7-83bd-bbe5dd10fa70,segment=NetworkSegment(05b2a839-fe2e-40ba-88f1-917db1ccf5ec),segment_id=05b2a839-fe2e-40ba-88f1-917db1ccf5ec)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:27.607715 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79b2a94b-8c55-45fa-b182-75b6d6c2bb3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:27.655316 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:27.700675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:27.739194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-79b2a94b-8c55-45fa-b182-75b6d6c2bb3f None None] Calling delete_port for afa172eb-0fef-49f7-83bd-bbe5dd10fa70 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:27.833571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=afa172eb-0fef-49f7-83bd-bbe5dd10fa70,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:27.899569 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:27.913646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port afa172eb-0fef-49f7-83bd-bbe5dd10fa70, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=afa172eb-0fef-49f7-83bd-bbe5dd10fa70,segment=NetworkSegment(05b2a839-fe2e-40ba-88f1-917db1ccf5ec),segment_id=05b2a839-fe2e-40ba-88f1-917db1ccf5ec)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:28.046272 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.077690 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.141601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc42da7-6ddb-4075-a8bb-a31ec1cc917f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:28.241207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.267421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90586794-a066-4bd0-8e7c-55df0449935a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:28.295336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=afa172eb-0fef-49f7-83bd-bbe5dd10fa70,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:28.300025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b154d-deef-4a24-9265-43b046de6398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-90586794-a066-4bd0-8e7c-55df0449935a', 'network_id': '90586794-a066-4bd0-8e7c-55df0449935a', 'tenant_id': 'bd27fb5589ec4032aaeaa4ec48ac3a9b', 'fixed_ips': [{'subnet_id': '2cc42da7-6ddb-4075-a8bb-a31ec1cc917f'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:40:28.300882 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f67b154d-deef-4a24-9265-43b046de6398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.305269 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79b2a94b-8c55-45fa-b182-75b6d6c2bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.308584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba85d4cf-340a-48aa-afb5-0f5971a01b68') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:28.309679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba85d4cf-340a-48aa-afb5-0f5971a01b68') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:28.325533 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.345282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2a94b-8c55-45fa-b182-75b6d6c2bb3f None None] Pushing event deleted for resources: {'Port': ['ID=afa172eb-0fef-49f7-83bd-bbe5dd10fa70,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:28.347339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.352633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b2a94b-8c55-45fa-b182-75b6d6c2bb3f None None] No DVR routers for this DVR port afa172eb-0fef-49f7-83bd-bbe5dd10fa70 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:40:28.384603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:28.389964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:28.417112 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:28.509923 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-f67b154d-deef-4a24-9265-43b046de6398 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:40:28.509923 n-d-804878-1 neutron-server[94840]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 17 16:40:28.509923 n-d-804878-1 neutron-server[94840]: [parameters: {'project_id': 'bd27fb5589ec4032aaeaa4ec48ac3a9b', 'id': '9e7acbf1-946f-4fe3-aefd-962e80af2be6', 'name': '', 'network_id': '90586794-a066-4bd0-8e7c-55df0449935a', 'mac_address': 'fa:16:3e:60:d8:3b', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-90586794-a066-4bd0-8e7c-55df0449935a', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2694}] Aug 17 16:40:28.509923 n-d-804878-1 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:40:28.512468 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-f67b154d-deef-4a24-9265-43b046de6398 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:40:28.514476 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.531377 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.534202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/90586794-a066-4bd0-8e7c-55df0449935a HTTP/1.1" status: 204 len: 168 time: 1.0656486 Aug 17 16:40:28.539594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49834) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:28.545218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1587752654'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:28.565065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f4831-3c7d-4bbe-96a3-9afda9eb92e3 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Network': ['ID=90586794-a066-4bd0-8e7c-55df0449935a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:28.619234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:28.623325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.675813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:40:28.690113 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.690964 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Added segment a1c81d70-71c1-4a69-b617-727909a0955e of type vlan for network 9ec84d46-3bd8-41c1-bf3e-a954b431aaa9 Aug 17 16:40:28.740042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d0019056-64f0-4bee-a803-b33997ae9cdf no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:40:28.746233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.818690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: d0019056-64f0-4bee-a803-b33997ae9cdf {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:40:28.819028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d0019056-64f0-4bee-a803-b33997ae9cdf not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:40:28.865213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 16:40:28.966646 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:28.978745 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:28.980131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:29.014402 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f67b154d-deef-4a24-9265-43b046de6398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:29.025427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4844375 Aug 17 16:40:29.028169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:29.052396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'subnet': {'network_id': '9ec84d46-3bd8-41c1-bf3e-a954b431aaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:29.086524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cbe942-14e4-418e-8689-a80f2def97d5 None None] Network 90586794-a066-4bd0-8e7c-55df0449935a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:29.156406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cbe942-14e4-418e-8689-a80f2def97d5 None None] Network 90586794-a066-4bd0-8e7c-55df0449935a could not be found, it might have been deleted concurrently. {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 16:40:29.233783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696011fa-71d3-4830-9eb0-a7a4618caa7e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Network': ['ID=9ec84d46-3bd8-41c1-bf3e-a954b431aaa9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:29.245868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-e139aab6-df6d-4804-865f-3fc38384f8bc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:29.247877 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-e139aab6-df6d-4804-865f-3fc38384f8bc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.4854040 Aug 17 16:40:29.286398 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-fe38fdb2-5351-4fd6-b500-e63ae0d40a68 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/quotas/ba3a95df7c594044a48f7b7aca180947 HTTP/1.1" status: 200 len: 375 time: 0.0295398 Aug 17 16:40:29.292881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 9ec84d46-3bd8-41c1-bf3e-a954b431aaa9 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:40:29.372141 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-c85bc80f-f4b4-4edb-a82b-ff715b3e5563 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732918 Aug 17 16:40:29.390932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:29.395301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:29.515603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-d1a211f0-09ba-4de6-a06f-26cde54456a3 service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420426 Aug 17 16:40:29.739984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-195cda91-d180-41eb-8281-3d112e18d826 service neutron] 10.222.0.77 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175822 Aug 17 16:40:30.005395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:30.153007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f16acde-20df-4bae-a4af-256a1ebf9de1 req-a2c9864c-e914-4e8c-8ce0-5bf22be0d5ce tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 210 time: 0.0318627 Aug 17 16:40:30.214064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Subnet': ['ID=d23fa7d3-d8e1-4aa5-b8b4-d2ce2675b35f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:30.236845 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Checking segment: {'id': 'a1c81d70-71c1-4a69-b617-727909a0955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9ec84d46-3bd8-41c1-bf3e-a954b431aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:30.237462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network hostable DHCP agents. Network: 9ec84d46-3bd8-41c1-bf3e-a954b431aaa9, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:40:30.278085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network 9ec84d46-3bd8-41c1-bf3e-a954b431aaa9 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:40:30.296170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 9ec84d46-3bd8-41c1-bf3e-a954b431aaa9) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:30.301101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:30.301765 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:30.314982 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe95e1-b6b3-4dd2-a2c2-1f7911a6ba24 None None] Network 9ec84d46-3bd8-41c1-bf3e-a954b431aaa9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:30.340527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce8494c5-6221-4df9-97f6-42175eae8fa1 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3095505 Aug 17 16:40:30.343271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 49896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:30.545674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-9ec84d46-3bd8-41c1-bf3e-a954b431aaa9', 'network_id': '9ec84d46-3bd8-41c1-bf3e-a954b431aaa9', 'tenant_id': 'bd27fb5589ec4032aaeaa4ec48ac3a9b', 'fixed_ips': [{'subnet_id': 'd23fa7d3-d8e1-4aa5-b8b4-d2ce2675b35f'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:40:30.546630 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:30.603580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:30.751230 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:30.930712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Allocated IP 2001:db8::2 (9ec84d46-3bd8-41c1-bf3e-a954b431aaa9/d23fa7d3-d8e1-4aa5-b8b4-d2ce2675b35f/0e18033d-8c4f-4320-9d83-34487eeb5daf) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:31.232541 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:31.249317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Transition to ACTIVE for port object 0e18033d-8c4f-4320-9d83-34487eeb5daf will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:31.283942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Transition to ACTIVE for port object 0e18033d-8c4f-4320-9d83-34487eeb5daf will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:31.300228 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:31.396202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-026477b6-aad0-4010-a6bb-569c9f59712b req-0a25f8a2-4f29-45fe-ade3-5b96a0707335 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 210 time: 0.0943663 Aug 17 16:40:31.401446 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:31.479073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Subnet': ['ID=d23fa7d3-d8e1-4aa5-b8b4-d2ce2675b35f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:31.493212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Pushing event updated for resources: {'Port': ['ID=0e18033d-8c4f-4320-9d83-34487eeb5daf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:31.532722 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Network 9ec84d46-3bd8-41c1-bf3e-a954b431aaa9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:31.534470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:31.539978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:31.557915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:31.575893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec84d46-3bd8-41c1-bf3e-a954b431aaa9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:31.650689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c81d70-71c1-4a69-b617-727909a0955e') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:31.650964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c81d70-71c1-4a69-b617-727909a0955e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:31.706666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:31.757833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Attempting to bind port 0e18033d-8c4f-4320-9d83-34487eeb5daf on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:40:31.757833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Attempting to bind port 0e18033d-8c4f-4320-9d83-34487eeb5daf by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'a1c81d70-71c1-4a69-b617-727909a0955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9ec84d46-3bd8-41c1-bf3e-a954b431aaa9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:40:31.757833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Attempting to bind port 0e18033d-8c4f-4320-9d83-34487eeb5daf on network 9ec84d46-3bd8-41c1-bf3e-a954b431aaa9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:40:31.760786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:31.771383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:40:31.771926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Checking segment: {'id': 'a1c81d70-71c1-4a69-b617-727909a0955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9ec84d46-3bd8-41c1-bf3e-a954b431aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:31.772711 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:31.774973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Bound using segment: {'id': 'a1c81d70-71c1-4a69-b617-727909a0955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9ec84d46-3bd8-41c1-bf3e-a954b431aaa9'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:40:31.775740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Bound port: 0e18033d-8c4f-4320-9d83-34487eeb5daf, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c81d70-71c1-4a69-b617-727909a0955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9ec84d46-3bd8-41c1-bf3e-a954b431aaa9'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:40:31.778898 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:31.779388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:31.781625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:31.908702 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:31.917955 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 16:40:31.917955 n-d-804878-1 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 16:40:31.917955 n-d-804878-1 neutron-server[94838]: [parameters: {'id': '9ec84d46-3bd8-41c1-bf3e-a954b431aaa9'}] Aug 17 16:40:31.917955 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:40:31.918862 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:40:32.035257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] For port 0e18033d-8c4f-4320-9d83-34487eeb5daf, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:40:32.036386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-a86c76c2-c15e-4510-9675-01f2063024c5 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:32.039274 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-a86c76c2-c15e-4510-9675-01f2063024c5 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 805 time: 0.4255438 Aug 17 16:40:32.053841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] For port 0e18033d-8c4f-4320-9d83-34487eeb5daf, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0e18033d-8c4f-4320-9d83-34487eeb5daf,segment=NetworkSegment(a1c81d70-71c1-4a69-b617-727909a0955e),segment_id=a1c81d70-71c1-4a69-b617-727909a0955e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:40:32.054656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Request body: {'port': {'device_id': '911f0e55-0d35-4000-9b88-55a5219d21e9', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'admin_state_up': True, 'tenant_id': 'ba3a95df7c594044a48f7b7aca180947'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:32.064173 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:32.273504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9cce7-ef20-4d53-ab80-a0cde28000cf None None] Pushing event updated for resources: {'Port': ['ID=0e18033d-8c4f-4320-9d83-34487eeb5daf,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:32.290520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Made reservation on behalf of ba3a95df7c594044a48f7b7aca180947 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:32.294224 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:32.344408 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9cc628e2-76fc-4bb7-adef-42ed5af7fb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:32.361639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363aae33-3522-4044-b8e8-bca9971ff379 None None] Network 9ec84d46-3bd8-41c1-bf3e-a954b431aaa9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:32.422960 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:32.638873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49962) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:32.714252 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8ae3e3b2-8542-4820-87dd-e0b93cc11fd4 req-91174af3-4a93-4af8-a967-ef0e9bf129f5 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 210 time: 0.1623068 Aug 17 16:40:32.756350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73518f2-dd9f-44ed-9a4c-2e65288141e0 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:40:32.790515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Allocated IP 172.20.0.11 (e670fccb-83e1-4406-a738-e22066a020cf/d4037286-0fc3-4b61-8543-70e33e8f0dcd/04101327-d799-4c66-841d-46c9d65277c4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:32.799426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Deleting port 0e18033d-8c4f-4320-9d83-34487eeb5daf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:32.800025 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:32.927143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] For port 0e18033d-8c4f-4320-9d83-34487eeb5daf, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0e18033d-8c4f-4320-9d83-34487eeb5daf,segment=NetworkSegment(a1c81d70-71c1-4a69-b617-727909a0955e),segment_id=a1c81d70-71c1-4a69-b617-727909a0955e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:32.927521 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:32.936813 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e3d189a0-cf15-4492-9a1c-d3b0a6feffba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:32.978288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Calling delete_port for 0e18033d-8c4f-4320-9d83-34487eeb5daf owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:33.003523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73518f2-dd9f-44ed-9a4c-2e65288141e0 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:40:33.198779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e3d189a0-cf15-4492-9a1c-d3b0a6feffba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.206570 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e3d189a0-cf15-4492-9a1c-d3b0a6feffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.307144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e3d189a0-cf15-4492-9a1c-d3b0a6feffba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aaac28f07d41475e9ae56964cba1c1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659725 Aug 17 16:40:33.308433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 49986) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:33.318243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d189a0-cf15-4492-9a1c-d3b0a6feffba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f245a7-a7f9-4c89-8a5a-91e2c9c65b98,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:33.400104 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.406268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.439218 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a95dad5-5bee-4da8-9e25-1f5070d8d0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.493094 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a95dad5-5bee-4da8-9e25-1f5070d8d0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.495777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No DVR routers for this DVR port 0e18033d-8c4f-4320-9d83-34487eeb5daf on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:40:33.613944 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a95dad5-5bee-4da8-9e25-1f5070d8d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.616934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Port': ['ID=0e18033d-8c4f-4320-9d83-34487eeb5daf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:33.618126 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a95dad5-5bee-4da8-9e25-1f5070d8d0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.624259 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3a95dad5-5bee-4da8-9e25-1f5070d8d0be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91f245a7-a7f9-4c89-8a5a-91e2c9c65b98 HTTP/1.1" status: 204 len: 168 time: 0.3142440 Aug 17 16:40:33.639026 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95dad5-5bee-4da8-9e25-1f5070d8d0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f245a7-a7f9-4c89-8a5a-91e2c9c65b98,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:33.724435 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.768053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec84d46-3bd8-41c1-bf3e-a954b431aaa9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:33.813309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c81d70-71c1-4a69-b617-727909a0955e') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:33.815939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c81d70-71c1-4a69-b617-727909a0955e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:33.827245 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.841119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:40:33.868717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:33.951509 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:34.537306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Network e670fccb-83e1-4406-a738-e22066a020cf is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:34.544724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event updated for resources: {'Port': ['ID=04101327-d799-4c66-841d-46c9d65277c4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:34.547792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:34.554703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:34.564254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:34.564680 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:34.568757 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:34.686810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dab45e-4ac6-4b69-a2fb-8aabb30a53ba req-010c376d-c24c-485f-97e7-b24fe075ad56 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:34.689824 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-62dab45e-4ac6-4b69-a2fb-8aabb30a53ba req-010c376d-c24c-485f-97e7-b24fe075ad56 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 932 time: 0.7682364 Aug 17 16:40:34.749225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:34.749915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:34.788481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:34.825019 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67721d42-0e86-49ee-84e1-46358ce5597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:34.846551 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:34.848613 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/9ec84d46-3bd8-41c1-bf3e-a954b431aaa9 HTTP/1.1" status: 204 len: 168 time: 4.5034792 Aug 17 16:40:34.854674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50052) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:34.868380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b071ce-9699-4a1b-b9ea-be9c1714097f tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Network': ['ID=9ec84d46-3bd8-41c1-bf3e-a954b431aaa9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:34.869288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-695321017'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:34.871506 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-911c5dea-c4c3-4ad4-adfc-3e0302db3157 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8234060 Aug 17 16:40:34.875458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-62dab45e-4ac6-4b69-a2fb-8aabb30a53ba req-f7462bb9-ff65-4d0d-8348-5bdb8f8a9875 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600857 Aug 17 16:40:34.887749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Request body: {'port': {'device_id': '911f0e55-0d35-4000-9b88-55a5219d21e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:34.943370 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:34.951025 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:35.008824 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:35.033821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:40:35.048752 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:35.048876 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Added segment 28b0a486-dd83-43dc-8669-399b2dff7846 of type vlan for network 022a4cac-e942-4d55-9bd6-2247d45ef365 Aug 17 16:40:35.051331 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:35.188271 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:35.270542 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:35.293280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:35.297636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:35.490622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6320977 Aug 17 16:40:35.510749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50072) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:35.512584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Network': ['ID=022a4cac-e942-4d55-9bd6-2247d45ef365,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:35.528259 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Request body: {'subnet': {'network_id': '022a4cac-e942-4d55-9bd6-2247d45ef365', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:35.545531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.546587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.547008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.547476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.547929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.548550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.548963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.549935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.550884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.551460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.551849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.552322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313f9d-f563-44ec-80c8-d322eec2c7d8 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:35.572674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 022a4cac-e942-4d55-9bd6-2247d45ef365 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:40:35.732545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Made reservation on behalf of bd27fb5589ec4032aaeaa4ec48ac3a9b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:35.742289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:35.756759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04101327-d799-4c66-841d-46c9d65277c4 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:40:35.773423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:35.789434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Transition to ACTIVE for port object 04101327-d799-4c66-841d-46c9d65277c4 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:35.793896 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:35.935821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Pushing event updated for resources: {'Port': ['ID=04101327-d799-4c66-841d-46c9d65277c4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:35.944001 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:36.123320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Attempting to bind port 04101327-d799-4c66-841d-46c9d65277c4 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:40:36.123720 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Attempting to bind port 04101327-d799-4c66-841d-46c9d65277c4 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:40:36.124117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Attempting to bind port 04101327-d799-4c66-841d-46c9d65277c4 on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:40:36.131227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Port 04101327-d799-4c66-841d-46c9d65277c4 on network e670fccb-83e1-4406-a738-e22066a020cf not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:40:36.131227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Attempting to bind port 04101327-d799-4c66-841d-46c9d65277c4 on network e670fccb-83e1-4406-a738-e22066a020cf {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:40:36.140064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:40:36.140472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Checking segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:36.140923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Bound using segment: {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:40:36.141431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Bound port: 04101327-d799-4c66-841d-46c9d65277c4, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:40:36.141853 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:36.202549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d98d0-afea-4848-b155-09264b3501f1 req-f9e405c7-806f-46de-ac2e-e2465415c159 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:36.212641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-242d98d0-afea-4848-b155-09264b3501f1 req-f9e405c7-806f-46de-ac2e-e2465415c159 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 944 time: 0.1248443 Aug 17 16:40:36.276261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-242d98d0-afea-4848-b155-09264b3501f1 req-15382c6c-fde3-4f3c-88c3-e619d65d9b86 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578415 Aug 17 16:40:36.308805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] For port 04101327-d799-4c66-841d-46c9d65277c4, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:40:36.325264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] For port 04101327-d799-4c66-841d-46c9d65277c4, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=04101327-d799-4c66-841d-46c9d65277c4,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:40:36.335165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:36.385670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:40:36.387993 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:36.419713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:36.420341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:36.421769 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] 10.222.0.93 "PUT /v2.0/ports/04101327-d799-4c66-841d-46c9d65277c4 HTTP/1.1" status: 200 len: 1092 time: 1.5406849 Aug 17 16:40:36.422211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911f0e55-0d35-4000-9b88-55a5219d21e9', 'tag': '04101327-d799-4c66-841d-46c9d65277c4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:40:36.439871 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938386b9-e407-4891-9c16-33bd6c51d62a" -d '{"events": [{"name": "network-changed", "server_uuid": "911f0e55-0d35-4000-9b88-55a5219d21e9", "tag": "04101327-d799-4c66-841d-46c9d65277c4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:40:36.464049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aa449-995d-422a-8c85-b48c6d492db2 service neutron] Pushing event updated for resources: {'Port': ['ID=04101327-d799-4c66-841d-46c9d65277c4,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:36.493226 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event updated for resources: {'Subnet': ['ID=bd827c12-92b1-403c-a6c8-5f50dfe223b2,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:36.534102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Checking segment: {'id': '28b0a486-dd83-43dc-8669-399b2dff7846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '022a4cac-e942-4d55-9bd6-2247d45ef365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:36.534723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network hostable DHCP agents. Network: 022a4cac-e942-4d55-9bd6-2247d45ef365, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:40:36.556667 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37178c9f-49c0-46b6-8130-0183003b73c8 x-openstack-request-id: req-37178c9f-49c0-46b6-8130-0183003b73c8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:40:36.557098 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911f0e55-0d35-4000-9b88-55a5219d21e9", "tag": "04101327-d799-4c66-841d-46c9d65277c4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:40:36.557579 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37178c9f-49c0-46b6-8130-0183003b73c8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:40:36.558694 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911f0e55-0d35-4000-9b88-55a5219d21e9', 'tag': '04101327-d799-4c66-841d-46c9d65277c4', 'status': 'completed', 'code': 200} Aug 17 16:40:36.570969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Network 022a4cac-e942-4d55-9bd6-2247d45ef365 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:40:36.592470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 022a4cac-e942-4d55-9bd6-2247d45ef365) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:36.593533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-bfaec81e-4530-45ed-9ca9-6f79b55d772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:36.596635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-bfaec81e-4530-45ed-9ca9-6f79b55d772b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 1095 time: 0.1076138 Aug 17 16:40:36.605868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f117397-f054-4dba-8abb-168599196a64 None None] Network 022a4cac-e942-4d55-9bd6-2247d45ef365 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:36.606770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:36.607293 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:36.647080 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-01f5a3ee-c8fa-4210-a38c-f11b553481f5 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1291995 Aug 17 16:40:36.647536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50122) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:36.679167 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-6816f9a0-bd4d-4ae1-8fa4-9280886aa6ff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04101327-d799-4c66-841d-46c9d65277c4 HTTP/1.1" status: 200 len: 217 time: 0.0628712 Aug 17 16:40:36.776488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-19541a64-f6a3-458b-bcec-345456929a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:36.782990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-19541a64-f6a3-458b-bcec-345456929a51 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.0926328 Aug 17 16:40:36.858076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-4ca45cd0-470f-42d3-8404-ab135a4558bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689421 Aug 17 16:40:36.935094 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:36.990459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c26dc3d-2a85-4140-9cbc-ecd1c60497b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-022a4cac-e942-4d55-9bd6-2247d45ef365', 'network_id': '022a4cac-e942-4d55-9bd6-2247d45ef365', 'tenant_id': 'bd27fb5589ec4032aaeaa4ec48ac3a9b', 'fixed_ips': [{'subnet_id': 'bd827c12-92b1-403c-a6c8-5f50dfe223b2'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:40:36.991652 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c26dc3d-2a85-4140-9cbc-ecd1c60497b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:37.095024 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:37.140923 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-dce38edb-6762-49a1-acc3-aac92bc8d863 service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751808 Aug 17 16:40:37.233642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-1c26dc3d-2a85-4140-9cbc-ecd1c60497b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd827c12-92b1-403c-a6c8-5f50dfe223b2: This subnet is being modified by another concurrent operation. Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:40:37.271568 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exception Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd827c12-92b1-403c-a6c8-5f50dfe223b2: This subnet is being modified by another concurrent operation. Aug 17 16:40:37.275974 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:40:37.295539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9163c0f-a99a-431b-89c9-ff694a3a56e3 None None] Network 022a4cac-e942-4d55-9bd6-2247d45ef365 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:37.320392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Subnet': ['ID=bd827c12-92b1-403c-a6c8-5f50dfe223b2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:37.404909 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04ffd372-efeb-4ccc-b329-20361b1f6aa6 req-fd956ea2-acff-47f2-952e-a75196162b2e service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444632 Aug 17 16:40:37.492996 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893465e3-f5e4-4248-8f5a-9a7126f90191 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:40:37.572838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938386b9-e407-4891-9c16-33bd6c51d62a req-fc4b4788-b6bf-4eb7-bcac-b0abaaa73cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:37.576365 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:37.587440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-938386b9-e407-4891-9c16-33bd6c51d62a req-fc4b4788-b6bf-4eb7-bcac-b0abaaa73cd2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba3a95df7c594044a48f7b7aca180947&device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 1095 time: 0.1202519 Aug 17 16:40:37.641435 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022a4cac-e942-4d55-9bd6-2247d45ef365']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:37.662818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b0a486-dd83-43dc-8669-399b2dff7846') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:37.663142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b0a486-dd83-43dc-8669-399b2dff7846') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:37.687072 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:37.702651 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d720336-729a-4678-9810-27f086eb4a99 req-80adeb22-94f0-4690-93ab-8b1d844c6231 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:37.704429 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d720336-729a-4678-9810-27f086eb4a99 req-80adeb22-94f0-4690-93ab-8b1d844c6231 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 944 time: 0.1867213 Aug 17 16:40:37.747456 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:37.761616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:37.762032 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:37.765561 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:37.786110 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d720336-729a-4678-9810-27f086eb4a99 req-54de21b2-1fc0-492a-bcff-36dc31040320 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686724 Aug 17 16:40:37.825708 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:37.829579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893465e3-f5e4-4248-8f5a-9a7126f90191 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:40:37.887087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938386b9-e407-4891-9c16-33bd6c51d62a req-e7a088c0-f9e0-4688-854f-425a823202da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:37.889332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-938386b9-e407-4891-9c16-33bd6c51d62a req-e7a088c0-f9e0-4688-854f-425a823202da service neutron] 10.222.0.93 "GET /v2.0/networks?id=e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 200 len: 906 time: 0.2923601 Aug 17 16:40:37.899500 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:37.907297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:37.913043 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/022a4cac-e942-4d55-9bd6-2247d45ef365 HTTP/1.1" status: 204 len: 168 time: 1.2642772 Aug 17 16:40:37.918518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50264) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:38.025768 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-899884c1-be48-4abb-be17-992c71117b20 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] DELETE failed (client error): The resource could not be found. Aug 17 16:40:38.026313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899884c1-be48-4abb-be17-992c71117b20 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:38.030486 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-899884c1-be48-4abb-be17-992c71117b20 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/subnets/bd827c12-92b1-403c-a6c8-5f50dfe223b2 HTTP/1.1" status: 404 len: 337 time: 0.1062443 Aug 17 16:40:38.030687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-938386b9-e407-4891-9c16-33bd6c51d62a req-84da9978-257d-4d59-aa3c-abfa094612d0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04101327-d799-4c66-841d-46c9d65277c4 HTTP/1.1" status: 200 len: 217 time: 0.1322103 Aug 17 16:40:38.031076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:38.033025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50a55-df44-48be-a0f1-de1f85827d28 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Network': ['ID=022a4cac-e942-4d55-9bd6-2247d45ef365,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:38.144450 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bc9218-eebb-45f6-9013-26a4be956f83 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] DELETE failed (client error): The resource could not be found. Aug 17 16:40:38.147193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bc9218-eebb-45f6-9013-26a4be956f83 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:38.152436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50274) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:38.152810 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-67bc9218-eebb-45f6-9013-26a4be956f83 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/022a4cac-e942-4d55-9bd6-2247d45ef365 HTTP/1.1" status: 404 len: 339 time: 0.1184504 Aug 17 16:40:38.175915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938386b9-e407-4891-9c16-33bd6c51d62a req-61b9a875-b8b0-49c5-baad-556c24e98063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:38.181534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-938386b9-e407-4891-9c16-33bd6c51d62a req-61b9a875-b8b0-49c5-baad-556c24e98063 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 200 len: 845 time: 0.1247509 Aug 17 16:40:38.233796 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-066ec746-a1ab-4b44-bdfe-def21df62e4b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] DELETE failed (client error): The resource could not be found. Aug 17 16:40:38.234416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066ec746-a1ab-4b44-bdfe-def21df62e4b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:38.236379 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-066ec746-a1ab-4b44-bdfe-def21df62e4b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/subnets/d23fa7d3-d8e1-4aa5-b8b4-d2ce2675b35f HTTP/1.1" status: 404 len: 337 time: 0.0823786 Aug 17 16:40:38.240246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:38.244539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-938386b9-e407-4891-9c16-33bd6c51d62a req-1c02c9e8-e79b-48df-ad49-de9d3b00bbf9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e670fccb-83e1-4406-a738-e22066a020cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543900 Aug 17 16:40:38.283308 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7196548d-a2c2-4cae-883b-2d73647d2a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] DELETE failed (client error): The resource could not be found. Aug 17 16:40:38.284188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7196548d-a2c2-4cae-883b-2d73647d2a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:38.286106 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7196548d-a2c2-4cae-883b-2d73647d2a4c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/9ec84d46-3bd8-41c1-bf3e-a954b431aaa9 HTTP/1.1" status: 404 len: 339 time: 0.0445924 Aug 17 16:40:38.288873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50282) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:38.362630 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffea8644-814d-482b-95d8-7bb4d5d70f44 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] DELETE failed (client error): The resource could not be found. Aug 17 16:40:38.363224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffea8644-814d-482b-95d8-7bb4d5d70f44 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:38.365115 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ffea8644-814d-482b-95d8-7bb4d5d70f44 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/subnets/2cc42da7-6ddb-4075-a8bb-a31ec1cc917f HTTP/1.1" status: 404 len: 337 time: 0.0752468 Aug 17 16:40:38.375214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50288) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:38.412752 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-4481c498-22ed-40bd-af4f-a663fb43e7b4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] DELETE failed (client error): The resource could not be found. Aug 17 16:40:38.423008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4481c498-22ed-40bd-af4f-a663fb43e7b4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:38.425796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4481c498-22ed-40bd-af4f-a663fb43e7b4 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/90586794-a066-4bd0-8e7c-55df0449935a HTTP/1.1" status: 404 len: 339 time: 0.0492182 Aug 17 16:40:38.428614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:38.490152 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50292) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:38.580095 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-938386b9-e407-4891-9c16-33bd6c51d62a req-37317092-5f2a-4e34-9dc3-6bb9dd98eb39 service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248539 Aug 17 16:40:38.686027 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3d9f-df00-4e71-887b-ecf11ac5bf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:38.717649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7743e2a5-a486-40e3-bb53-439cea88d98b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Deleting port 6ca03f0f-d708-4e38-85d7-f3318c07cfb4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:38.718411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7743e2a5-a486-40e3-bb53-439cea88d98b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:38.859657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-938386b9-e407-4891-9c16-33bd6c51d62a req-00adfcc6-6de7-4ba5-8911-cd97cdcefb12 service neutron] 10.222.0.93 "GET /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613640 Aug 17 16:40:38.894342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7743e2a5-a486-40e3-bb53-439cea88d98b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:38.904784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3d9f-df00-4e71-887b-ecf11ac5bf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:38.914092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3d9f-df00-4e71-887b-ecf11ac5bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:38.943915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7743e2a5-a486-40e3-bb53-439cea88d98b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Calling delete_port for 6ca03f0f-d708-4e38-85d7-f3318c07cfb4 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:39.007867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f3d9f-df00-4e71-887b-ecf11ac5bf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7d6e82-1875-4eac-b2a1-0640001874af,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:39.053428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1f5f3d9f-df00-4e71-887b-ecf11ac5bf9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5732a7ff5a949149cb37250506db65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614598 Aug 17 16:40:39.059130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:39.106071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428211d-c3e8-4654-9983-42ef0b9f1049 req-86a2b61b-4d10-4593-b884-9f487ce37cca tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:39.114724 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d428211d-c3e8-4654-9983-42ef0b9f1049 req-86a2b61b-4d10-4593-b884-9f487ce37cca tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 944 time: 0.1811817 Aug 17 16:40:39.192421 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-111fc73e-0992-4c23-bfd4-26dd8d615fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.217360 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d428211d-c3e8-4654-9983-42ef0b9f1049 req-af9cf30e-2de9-456c-be9e-2c2644b808a1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637033 Aug 17 16:40:39.224702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7743e2a5-a486-40e3-bb53-439cea88d98b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.230829 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-111fc73e-0992-4c23-bfd4-26dd8d615fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.310811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743e2a5-a486-40e3-bb53-439cea88d98b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Port': ['ID=6ca03f0f-d708-4e38-85d7-f3318c07cfb4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:39.325076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7743e2a5-a486-40e3-bb53-439cea88d98b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.327138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7743e2a5-a486-40e3-bb53-439cea88d98b tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/ports/6ca03f0f-d708-4e38-85d7-f3318c07cfb4 HTTP/1.1" status: 204 len: 168 time: 0.8968523 Aug 17 16:40:39.331342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50322) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:39.363288 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c385fe3f-dd33-427a-8798-596a30b72353 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] DELETE failed (client error): The resource could not be found. Aug 17 16:40:39.363769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c385fe3f-dd33-427a-8798-596a30b72353 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:39.366077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c385fe3f-dd33-427a-8798-596a30b72353 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/subnets/d0d894b0-a964-4b80-b6bd-74ef1c7d5e51 HTTP/1.1" status: 404 len: 337 time: 0.0348814 Aug 17 16:40:39.368562 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-111fc73e-0992-4c23-bfd4-26dd8d615fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.369555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50324) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:39.373849 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-111fc73e-0992-4c23-bfd4-26dd8d615fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.375919 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-111fc73e-0992-4c23-bfd4-26dd8d615fae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b7d6e82-1875-4eac-b2a1-0640001874af HTTP/1.1" status: 204 len: 168 time: 0.3159420 Aug 17 16:40:39.386767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fc73e-0992-4c23-bfd4-26dd8d615fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7d6e82-1875-4eac-b2a1-0640001874af,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:39.479098 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.604346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.631955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbac304d-13b2-4a00-ae2a-df786d16a213']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:39.654685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b2a839-fe2e-40ba-88f1-917db1ccf5ec') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:39.655522 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b2a839-fe2e-40ba-88f1-917db1ccf5ec') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:39.680360 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.706925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.724402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:39.727447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:39.733566 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:39.867207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.900222 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:39.905402 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/cbac304d-13b2-4a00-ae2a-df786d16a213 HTTP/1.1" status: 204 len: 168 time: 0.5341713 Aug 17 16:40:39.905762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:39.907332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb244e8-b5b2-411f-ba56-4fb61e7e333e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Network': ['ID=cbac304d-13b2-4a00-ae2a-df786d16a213,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:40.026679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50350) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:40.049105 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6956825-9208-49fa-a232-e823fa5c53b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.093633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7cdfd140-a9f3-491d-b6cb-d09149fdee1e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Deleting port 7c45fe85-00df-48c2-b2ea-03b324c17f13 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:40.094279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd140-a9f3-491d-b6cb-d09149fdee1e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.236564 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6956825-9208-49fa-a232-e823fa5c53b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.242670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6956825-9208-49fa-a232-e823fa5c53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.247660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd140-a9f3-491d-b6cb-d09149fdee1e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.281391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6956825-9208-49fa-a232-e823fa5c53b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf9f0e8-3642-4cd4-a50c-de6b9a6484bd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:40.285072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7cdfd140-a9f3-491d-b6cb-d09149fdee1e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Calling delete_port for 7c45fe85-00df-48c2-b2ea-03b324c17f13 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:40.330740 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d6956825-9208-49fa-a232-e823fa5c53b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c610548cbdd0462a843b97b9e71d6fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026628 Aug 17 16:40:40.334271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50360) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:40.452864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd140-a9f3-491d-b6cb-d09149fdee1e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.494553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfd140-a9f3-491d-b6cb-d09149fdee1e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Port': ['ID=7c45fe85-00df-48c2-b2ea-03b324c17f13,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:40.500397 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd140-a9f3-491d-b6cb-d09149fdee1e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.502867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7cdfd140-a9f3-491d-b6cb-d09149fdee1e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/ports/7c45fe85-00df-48c2-b2ea-03b324c17f13 HTTP/1.1" status: 204 len: 168 time: 0.5957894 Aug 17 16:40:40.505266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:40.547875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da614-8907-4175-b363-690918714bb2 req-e67bf263-d09b-4554-8125-3b853d1965d0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:40.549767 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-385da614-8907-4175-b363-690918714bb2 req-e67bf263-d09b-4554-8125-3b853d1965d0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 944 time: 0.1426899 Aug 17 16:40:40.557009 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b30f9c83-c9a2-43aa-8dac-94b1a49f12a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.576782 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-346e2af0-7541-4f7b-aa5d-64ab18686921 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] DELETE failed (client error): The resource could not be found. Aug 17 16:40:40.577445 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346e2af0-7541-4f7b-aa5d-64ab18686921 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:40.581694 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-346e2af0-7541-4f7b-aa5d-64ab18686921 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/subnets/e8a65a28-5c6a-4e48-9a7d-17df41a94d9c HTTP/1.1" status: 404 len: 337 time: 0.0730574 Aug 17 16:40:40.582136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50372) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:40.644545 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-385da614-8907-4175-b363-690918714bb2 req-22c04d85-a7cd-49c1-8652-a2932de6713a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850673 Aug 17 16:40:40.646754 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b30f9c83-c9a2-43aa-8dac-94b1a49f12a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.750691 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b30f9c83-c9a2-43aa-8dac-94b1a49f12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.753720 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b30f9c83-c9a2-43aa-8dac-94b1a49f12a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.757519 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b30f9c83-c9a2-43aa-8dac-94b1a49f12a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fdf9f0e8-3642-4cd4-a50c-de6b9a6484bd HTTP/1.1" status: 204 len: 168 time: 0.4189003 Aug 17 16:40:40.771033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 04101327-d799-4c66-841d-46c9d65277c4 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:40:40.771936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f9c83-c9a2-43aa-8dac-94b1a49f12a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf9f0e8-3642-4cd4-a50c-de6b9a6484bd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:40.778614 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:40.973898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 04101327-d799-4c66-841d-46c9d65277c4, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=04101327-d799-4c66-841d-46c9d65277c4,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:40.997372 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '04101327-d799-4c66-841d-46c9d65277c4', 'network_id': 'e670fccb-83e1-4406-a738-e22066a020cf', 'port_id': '04101327-d799-4c66-841d-46c9d65277c4', 'mac_address': 'fa:16:3e:d9:9c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4037286-0fc3-4b61-8543-70e33e8f0dcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:40:41.006343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.025620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d85146-c6fa-4359-ba55-a97379b0cfbc']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:41.055435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec6878e-47db-4bc5-b7bb-48e74fbfe546') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:41.055737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec6878e-47db-4bc5-b7bb-48e74fbfe546') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:41.094988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.127744 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.131942 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.148726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:41.149191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:41.153999 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:41.211016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04101327-d799-4c66-841d-46c9d65277c4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:40:41.240086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 04101327-d799-4c66-841d-46c9d65277c4, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=04101327-d799-4c66-841d-46c9d65277c4,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:41.262649 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.308831 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.317865 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.323287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/67d85146-c6fa-4359-ba55-a97379b0cfbc HTTP/1.1" status: 204 len: 168 time: 0.7385092 Aug 17 16:40:41.324321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50392) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:41.395714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c360a6-75b6-4962-b7b7-125bb0077256 tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Network': ['ID=67d85146-c6fa-4359-ba55-a97379b0cfbc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:41.415106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=04101327-d799-4c66-841d-46c9d65277c4,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:41.455114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.455505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.455935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.456183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.456519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.456855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.457186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.457517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.457842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.467024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.467524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.467794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:40:41.505151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d660e8c-fdab-496b-87cf-d9edff1b7e3c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Deleting subnet d4ec793c-77b6-4e3c-ab05-cac5d80369f5 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:40:41.512420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d660e8c-fdab-496b-87cf-d9edff1b7e3c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.580377 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d660e8c-fdab-496b-87cf-d9edff1b7e3c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.607133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['04101327-d799-4c66-841d-46c9d65277c4'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:40:41.704284 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d660e8c-fdab-496b-87cf-d9edff1b7e3c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.809158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d660e8c-fdab-496b-87cf-d9edff1b7e3c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.849228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d660e8c-fdab-496b-87cf-d9edff1b7e3c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:41.860629 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8d660e8c-fdab-496b-87cf-d9edff1b7e3c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/subnets/d4ec793c-77b6-4e3c-ab05-cac5d80369f5 HTTP/1.1" status: 204 len: 168 time: 0.5351920 Aug 17 16:40:41.860980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:41.863127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a17ebf-246d-4915-afc6-a93daf89221e None None] Network a6b8933a-993f-4832-9efe-aa79428e711d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:41.876915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d660e8c-fdab-496b-87cf-d9edff1b7e3c tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ec793c-77b6-4e3c-ab05-cac5d80369f5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:41.925536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3d91-c9db-4333-90f5-ec19d357434b req-4aab717b-ad51-463f-8b50-52b0ebaa0440 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:41.927414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f4a3d91-c9db-4333-90f5-ec19d357434b req-4aab717b-ad51-463f-8b50-52b0ebaa0440 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 945 time: 0.1287889 Aug 17 16:40:42.002464 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f4a3d91-c9db-4333-90f5-ec19d357434b req-d468a25d-5f08-4597-93e4-212e64063111 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685351 Aug 17 16:40:42.033402 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:42.142593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Deleting port 502d51e1-8b80-4499-9a51-313e42e952cd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:42.143062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:42.238482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] For port 502d51e1-8b80-4499-9a51-313e42e952cd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=502d51e1-8b80-4499-9a51-313e42e952cd,segment=NetworkSegment(be1decb9-2bb1-4aa9-9e6e-242883c1c9d2),segment_id=be1decb9-2bb1-4aa9-9e6e-242883c1c9d2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:42.239111 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:42.254684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Calling delete_port for 502d51e1-8b80-4499-9a51-313e42e952cd owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:42.370935 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:42.413054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Port': ['ID=502d51e1-8b80-4499-9a51-313e42e952cd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:42.424805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] No DVR routers for this DVR port 502d51e1-8b80-4499-9a51-313e42e952cd on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:40:42.432956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e325cd42-ba56-41b8-9ee1-a2d510982d61 None None] DHCP port deletion for a6b8933a-993f-4832-9efe-aa79428e711d request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:40:42.540856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:42.551551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b8933a-993f-4832-9efe-aa79428e711d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:42.563628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1decb9-2bb1-4aa9-9e6e-242883c1c9d2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:42.563909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1decb9-2bb1-4aa9-9e6e-242883c1c9d2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:42.581594 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:42.604734 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:42.614652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:42.615067 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:42.619555 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:42.685150 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:42.706174 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:42.710686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] 10.222.0.77 "DELETE /v2.0/networks/a6b8933a-993f-4832-9efe-aa79428e711d HTTP/1.1" status: 204 len: 168 time: 0.8460555 Aug 17 16:40:42.710686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf5b37-0e6e-49a9-b897-65f44e4db95e tempest-NetworksIpV6TestAttrs-130670004 tempest-NetworksIpV6TestAttrs-130670004-project] Pushing event deleted for resources: {'Network': ['ID=a6b8933a-993f-4832-9efe-aa79428e711d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:43.100605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:43.192485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5898d-bfe8-4a05-9d70-1d617524077a req-28d64044-468e-47a9-8f48-e31910981ad1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:43.194336 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2f5898d-bfe8-4a05-9d70-1d617524077a req-28d64044-468e-47a9-8f48-e31910981ad1 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 945 time: 0.0723355 Aug 17 16:40:43.252034 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2f5898d-bfe8-4a05-9d70-1d617524077a req-6226404e-d8f4-4937-8704-7768719d7c22 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507956 Aug 17 16:40:43.328557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50460) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:43.334748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-64f8cc85-b4db-4f02-b9da-0bdc5e491e6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bd27fb5589ec4032aaeaa4ec48ac3a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321124 Aug 17 16:40:43.365058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 502d51e1-8b80-4499-9a51-313e42e952cd no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:40:43.402994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 502d51e1-8b80-4499-9a51-313e42e952cd {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:40:43.403879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 502d51e1-8b80-4499-9a51-313e42e952cd not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:40:43.410084 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d705128-7bcc-43d7-9627-5ed9eedec4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:43.443779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d705128-7bcc-43d7-9627-5ed9eedec4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:43.546048 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d705128-7bcc-43d7-9627-5ed9eedec4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:43.549447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d705128-7bcc-43d7-9627-5ed9eedec4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:43.551810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9d705128-7bcc-43d7-9627-5ed9eedec4fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c57aec13-bff5-45b9-9def-e4cfd8980e80 HTTP/1.1" status: 204 len: 168 time: 0.2205725 Aug 17 16:40:43.578563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d705128-7bcc-43d7-9627-5ed9eedec4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57aec13-bff5-45b9-9def-e4cfd8980e80,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:44.057317 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-2e6b454a-e900-4c77-9409-3ff64968258a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1012788 Aug 17 16:40:44.275167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-e6896b21-78fe-4fa2-aaa1-ee379b85eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.276650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-e6896b21-78fe-4fa2-aaa1-ee379b85eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.277440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-e6896b21-78fe-4fa2-aaa1-ee379b85eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.278077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-e6896b21-78fe-4fa2-aaa1-ee379b85eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.278776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-e6896b21-78fe-4fa2-aaa1-ee379b85eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.279409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-e6896b21-78fe-4fa2-aaa1-ee379b85eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.280052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-e6896b21-78fe-4fa2-aaa1-ee379b85eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.284651 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-e6896b21-78fe-4fa2-aaa1-ee379b85eecd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6502 time: 0.1424448 Aug 17 16:40:44.435716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a71d87-c678-4225-b16f-ecae903fa0a5 req-396f8294-5caf-42d1-b8ab-684bd60a63af tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.437873 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4a71d87-c678-4225-b16f-ecae903fa0a5 req-396f8294-5caf-42d1-b8ab-684bd60a63af tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 945 time: 0.0787492 Aug 17 16:40:44.462910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-c56aae3f-eba4-45e2-9f07-1b977ad3e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.463650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-c56aae3f-eba4-45e2-9f07-1b977ad3e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.464390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-c56aae3f-eba4-45e2-9f07-1b977ad3e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.466153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-c56aae3f-eba4-45e2-9f07-1b977ad3e822 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 200 len: 2299 time: 0.1549177 Aug 17 16:40:44.491812 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4a71d87-c678-4225-b16f-ecae903fa0a5 req-2cae86b9-1fb9-4bc9-b7be-0b552b1d3f7b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Aug 17 16:40:44.559511 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-39e893ef-49b0-4438-872d-7cce8798c38f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 200 len: 1002 time: 0.0852368 Aug 17 16:40:44.626806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-5c9da102-a968-4882-a523-8cb66e5ba77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.628480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-5c9da102-a968-4882-a523-8cb66e5ba77b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6794c805-5b84-4d68-91c3-86786023ccd4 HTTP/1.1" status: 200 len: 856 time: 0.0615118 Aug 17 16:40:44.694725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-0b443a92-a20c-4025-b503-0b49ced0c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:44.696539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-0b443a92-a20c-4025-b503-0b49ced0c8af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608497 Aug 17 16:40:44.713656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50524) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:44.801837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 04101327-d799-4c66-841d-46c9d65277c4 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:40:44.840592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-31a2ad64-e8f5-4a37-88d8-9b77b1e491e2 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348953 Aug 17 16:40:44.841192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1167230469'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:44.875275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 04101327-d799-4c66-841d-46c9d65277c4 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:44.881245 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 04101327-d799-4c66-841d-46c9d65277c4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:40:44.882258 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:44.915749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:44.921028 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:44.931982 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:44.995711 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:45.003002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-096181f9-3cdb-4c37-908d-848fbeca4a1e service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540203 Aug 17 16:40:45.055443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 04101327-d799-4c66-841d-46c9d65277c4, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=04101327-d799-4c66-841d-46c9d65277c4,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:45.058306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911f0e55-0d35-4000-9b88-55a5219d21e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04101327-d799-4c66-841d-46c9d65277c4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:40:45.058512 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-b79b0670-de14-4ef2-ae59-b87021b63bf3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 217 time: 0.0485635 Aug 17 16:40:45.061210 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abaac2a-d1d8-4a97-a78a-f17e0c783df6" -d '{"events": [{"server_uuid": "911f0e55-0d35-4000-9b88-55a5219d21e9", "name": "network-vif-plugged", "status": "completed", "tag": "04101327-d799-4c66-841d-46c9d65277c4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:40:45.065033 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:45.128637 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:45.137101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:45.162617 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321a219e-5c05-4395-b8e4-a48aa169858c x-openstack-request-id: req-321a219e-5c05-4395-b8e4-a48aa169858c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:40:45.163064 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911f0e55-0d35-4000-9b88-55a5219d21e9", "name": "network-vif-plugged", "status": "completed", "tag": "04101327-d799-4c66-841d-46c9d65277c4", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:40:45.163585 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-321a219e-5c05-4395-b8e4-a48aa169858c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:40:45.164210 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911f0e55-0d35-4000-9b88-55a5219d21e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04101327-d799-4c66-841d-46c9d65277c4', 'code': 200} Aug 17 16:40:45.170952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=04101327-d799-4c66-841d-46c9d65277c4,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:45.187508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-436c3f56-dbe9-4613-b6d1-8473231c1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:45.189453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-436c3f56-dbe9-4613-b6d1-8473231c1330 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1142004 Aug 17 16:40:45.210075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:40:45.226847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6338701-96eb-4c96-b56f-8ee4649820ee,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:45.259898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:45.263730 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Added segment f9c02478-f09e-499d-a951-6b472505bc19 of type vlan for network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 Aug 17 16:40:45.305865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-8ff5357d-baee-4adc-91bd-69af34269746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:45.308916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-8ff5357d-baee-4adc-91bd-69af34269746 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1080983 Aug 17 16:40:45.433407 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:45.436955 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-300a3751-1808-4c59-94ba-e19ff292963c service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192515 Aug 17 16:40:45.504374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0966b3-2d48-47dc-bd93-03a783d103e7 req-a15f4d30-3fb2-44cb-9be3-de216458ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:45.506962 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e0966b3-2d48-47dc-bd93-03a783d103e7 req-a15f4d30-3fb2-44cb-9be3-de216458ce40 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 1097 time: 0.2403584 Aug 17 16:40:45.508852 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:45.515626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:45.516559 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:45.587515 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-99813afb-358b-4641-a6f5-30e7b50d0b16 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395242 Aug 17 16:40:45.644711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-fa48d837-5a3a-41af-927d-6f787d84475c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 217 time: 0.0500391 Aug 17 16:40:45.686547 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9717331 Aug 17 16:40:45.690768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16248d0-112d-4a58-88cd-af4f32396e63 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Network': ['ID=83fe3d34-62cf-46ba-ae76-611c5efe7d40,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:45.694159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50566) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:45.702960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:40:45.717573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'name': 'tempest-PortsTestJSON-1529732889'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:45.731939 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e0966b3-2d48-47dc-bd93-03a783d103e7 req-2f4ef180-6c15-4157-910b-537fe90f607e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109811 Aug 17 16:40:45.762073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-0231aa0c-03c6-4349-be6a-105bf288faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:45.769037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-0231aa0c-03c6-4349-be6a-105bf288faaf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1143389 Aug 17 16:40:45.852868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:45.856663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457f11d-960b-4476-a365-5f9d0160fd81 req-e01561e2-f90e-4846-a2db-b273cf564b35 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:45.858513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6457f11d-960b-4476-a365-5f9d0160fd81 req-e01561e2-f90e-4846-a2db-b273cf564b35 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.2167516 Aug 17 16:40:45.937204 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:45.937204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port 70df17a9-852a-4168-b12b-3f7e45b2a7da yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:40:45.976758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-5f6133a2-e6b6-4750-8916-75f0522e0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:45.976758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-5f6133a2-e6b6-4750-8916-75f0522e0a80 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209867 Aug 17 16:40:46.050826 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6457f11d-960b-4476-a365-5f9d0160fd81 req-ee680713-794d-41d2-b905-6a9b309c9fd0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649981 Aug 17 16:40:46.118429 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-1854dab4-feb6-4119-984d-9c507f562473 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904457 Aug 17 16:40:46.571486 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:46.712215 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:46.792810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=70df17a9-852a-4168-b12b-3f7e45b2a7da,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:46.800847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-b1f8e21d-6502-4140-978b-547823c3ad0a service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745567 Aug 17 16:40:46.850773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Checking segment: {'id': 'f9c02478-f09e-499d-a951-6b472505bc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:46.851137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network hostable DHCP agents. Network: 83fe3d34-62cf-46ba-ae76-611c5efe7d40, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:40:46.856581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-c6902b1d-8245-4547-be40-b58e93d87687 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa HTTP/1.1" status: 200 len: 217 time: 0.0475109 Aug 17 16:40:46.872267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:40:46.883523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 83fe3d34-62cf-46ba-ae76-611c5efe7d40) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:46.888013 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:46.894957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:46.895832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:46.897235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1fee21-941a-49df-8714-69b9508432e0 None None] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:46.913890 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dc1b99be-5b56-489e-a69f-886ff99c1568 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2143564 Aug 17 16:40:46.916924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50616) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:46.921990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-c6bd8551-39e8-4954-bf67-021d62b6b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:46.923853 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-c6bd8551-39e8-4954-bf67-021d62b6b4ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.0594895 Aug 17 16:40:46.924299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-25119853'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:46.970982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:46.988852 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:47.028417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:40:47.042427 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:47.043274 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Added segment 3c45f2d4-3aa5-4e6b-95a8-d6d194f6d6b4 of type vlan for network f5062c81-0f72-4e5f-961b-d3d69c9d368a Aug 17 16:40:47.065322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-b266adb9-1e7c-4de9-9d91-e347e8d4ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:47.077057 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-b266adb9-1e7c-4de9-9d91-e347e8d4ac72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1360610 Aug 17 16:40:47.155078 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:47.215399 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:47.221159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:47.222468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:47.286736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc39d12-3c41-461c-a08e-d0a9b15b4677 req-2386d762-7f5d-4dc1-864e-50ebc9e3a541 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:47.288962 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bc39d12-3c41-461c-a08e-d0a9b15b4677 req-2386d762-7f5d-4dc1-864e-50ebc9e3a541 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.1099024 Aug 17 16:40:47.291362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:47.297771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3775051 Aug 17 16:40:47.304346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'ports': [{'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40'}, {'network_id': 'f5062c81-0f72-4e5f-961b-d3d69c9d368a'}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:47.304881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:47.305549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': 'f5062c81-0f72-4e5f-961b-d3d69c9d368a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:47.341679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833887e2-677a-463f-b92d-361f9997adec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Network': ['ID=f5062c81-0f72-4e5f-961b-d3d69c9d368a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:47.355423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network f5062c81-0f72-4e5f-961b-d3d69c9d368a details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:40:47.458833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-31d3bb43-9d13-4a5e-99c9-7060b52eb853 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713970 Aug 17 16:40:47.538300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bc39d12-3c41-461c-a08e-d0a9b15b4677 req-27f52979-1663-40e4-be0f-d5e850ba47ff tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287295 Aug 17 16:40:47.674790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-dfe48c8c-f90b-438b-b5ed-c7186fb8d371 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082558 Aug 17 16:40:47.760055 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-6379821b-9d91-48bf-af03-96c94cf2e8cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=05f1e834-8260-41dc-a043-d2498889f6ec HTTP/1.1" status: 200 len: 217 time: 0.0658019 Aug 17 16:40:47.767100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:47.773841 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:47.841332 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:47.894554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-54b244e6-87da-440a-8cb9-1efd69228329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:47.896137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-54b244e6-87da-440a-8cb9-1efd69228329 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1195297 Aug 17 16:40:47.984736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea0325-a6e6-4a8c-9e31-d8f52fba995f req-a8997698-4788-4ac5-9418-5c7574032bfb tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:47.986319 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fdea0325-a6e6-4a8c-9e31-d8f52fba995f req-a8997698-4788-4ac5-9418-5c7574032bfb tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.1662371 Aug 17 16:40:48.004861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port 1c9064ab-7aa4-47c7-9c08-2f33a5bfb5dd yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:40:48.058807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fdea0325-a6e6-4a8c-9e31-d8f52fba995f req-287adc99-e756-4124-85fa-87361aeb9a8a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655825 Aug 17 16:40:48.062472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-aa2fa706-eb36-4f15-ae5d-e5c7928a1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:48.063939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-aa2fa706-eb36-4f15-ae5d-e5c7928a1cae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1391728 Aug 17 16:40:48.276369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-b16d41ca-b3f1-454a-814a-9901b6b45cfb service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032218 Aug 17 16:40:48.278681 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:48.297778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19b03-5af0-4957-9efe-b3ec1ec995e6 req-1962c458-169a-4b87-be1a-987689b6ca5c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:48.299340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54c19b03-5af0-4957-9efe-b3ec1ec995e6 req-1962c458-169a-4b87-be1a-987689b6ca5c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0904064 Aug 17 16:40:48.405446 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54c19b03-5af0-4957-9efe-b3ec1ec995e6 req-40f8b657-ddbf-401c-adc2-03b2e20ffc31 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918634 Aug 17 16:40:48.425616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port fcdc3b37-3499-439b-bb40-61943d82337f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:40:48.468979 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-62b64291-684b-41c3-a6cb-ecf4db71bb18 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827717 Aug 17 16:40:48.546061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-555731e8-a5be-42bc-95cf-f7ec6e44de7e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69b3f724-d531-40fe-ae4a-5e75d4482612 HTTP/1.1" status: 200 len: 217 time: 0.0527394 Aug 17 16:40:48.687462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-b0c045b6-b074-432f-9ee4-7a382e322dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:48.689080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-b0c045b6-b074-432f-9ee4-7a382e322dc0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.1357331 Aug 17 16:40:48.761005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:48.829203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-d44a3f9a-4c2f-42e3-81f6-8113757fd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:48.831108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-d44a3f9a-4c2f-42e3-81f6-8113757fd5c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325843 Aug 17 16:40:48.853592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d7414-8437-4195-ab53-32a232600337 req-2e54690b-cbd7-4974-a1a5-8c67e566058a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:48.855305 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-815d7414-8437-4195-ab53-32a232600337 req-2e54690b-cbd7-4974-a1a5-8c67e566058a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.1364031 Aug 17 16:40:48.952822 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:49.047441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=1c9064ab-7aa4-47c7-9c08-2f33a5bfb5dd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:49.062929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-815d7414-8437-4195-ab53-32a232600337 req-aaa8ccf0-c24b-44de-944e-ad2624134e60 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569300 Aug 17 16:40:49.065534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:49.069064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:49.074601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:49.075599 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:49.126192 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-50ee29ae-8bbf-48ea-8486-27a7c8c02a0c service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682567 Aug 17 16:40:49.214039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=fcdc3b37-3499-439b-bb40-61943d82337f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:49.247413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Checking segment: {'id': '3c45f2d4-3aa5-4e6b-95a8-d6d194f6d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f5062c81-0f72-4e5f-961b-d3d69c9d368a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:49.247786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network hostable DHCP agents. Network: f5062c81-0f72-4e5f-961b-d3d69c9d368a, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:40:49.297223 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-17823097-e866-4b76-8730-85b3b8d66571 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599278 Aug 17 16:40:49.301871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network f5062c81-0f72-4e5f-961b-d3d69c9d368a is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:40:49.345437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, f5062c81-0f72-4e5f-961b-d3d69c9d368a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:49.348048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-0a92496d-d33a-4e57-bbbc-717f6da80d26 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 200 len: 217 time: 0.0424278 Aug 17 16:40:49.351584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:49.355290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ed7e1-8ddf-4f13-b21f-1c2ac092dd2c None None] Network f5062c81-0f72-4e5f-961b-d3d69c9d368a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:49.357499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:49.362357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:49.363085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:49.415707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50690) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:49.416300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-64b613a5-1eca-40a1-8d78-71b5e94bf888 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1232078 Aug 17 16:40:49.443206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-4d14c77a-1dc7-4596-8613-d4e7f3bdfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:49.449384 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-4d14c77a-1dc7-4596-8613-d4e7f3bdfa64 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.0794096 Aug 17 16:40:49.508107 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-9b6f5f84-d70f-4e28-b96e-8de8d97d0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:49.512258 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-9b6f5f84-d70f-4e28-b96e-8de8d97d0bcf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589151 Aug 17 16:40:49.598850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5a867044-684c-4387-a26a-373c52f7b9a9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port fcdc3b37-3499-439b-bb40-61943d82337f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:49.599483 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a867044-684c-4387-a26a-373c52f7b9a9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:49.648565 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:49.664233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-61458cab-e414-46ae-bef7-7fc01193a4bc service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430924 Aug 17 16:40:49.684148 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a867044-684c-4387-a26a-373c52f7b9a9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:49.700424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5a867044-684c-4387-a26a-373c52f7b9a9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for fcdc3b37-3499-439b-bb40-61943d82337f owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:49.781842 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:49.824064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a867044-684c-4387-a26a-373c52f7b9a9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:49.846667 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdac77f1-f882-4e16-bc0e-cbe2e1cf99ee req-58d26c8e-1942-4c48-9bca-0fc4713acbdc service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735005 Aug 17 16:40:49.853974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a867044-684c-4387-a26a-373c52f7b9a9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=fcdc3b37-3499-439b-bb40-61943d82337f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:49.876830 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a867044-684c-4387-a26a-373c52f7b9a9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:49.879361 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5a867044-684c-4387-a26a-373c52f7b9a9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/fcdc3b37-3499-439b-bb40-61943d82337f HTTP/1.1" status: 204 len: 168 time: 0.4626172 Aug 17 16:40:49.882068 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50702) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:49.946207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a019ddb1-5c8e-4a5a-824c-e73c2ccdadac tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:49.952264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a019ddb1-5c8e-4a5a-824c-e73c2ccdadac tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:49.953920 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a019ddb1-5c8e-4a5a-824c-e73c2ccdadac tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0705440 Aug 17 16:40:49.957601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50706) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:50.074897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8da90da9-ca6d-4060-bf57-a0ca8a6864cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 1c9064ab-7aa4-47c7-9c08-2f33a5bfb5dd {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:50.075355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8da90da9-ca6d-4060-bf57-a0ca8a6864cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.170628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8da90da9-ca6d-4060-bf57-a0ca8a6864cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.195730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8da90da9-ca6d-4060-bf57-a0ca8a6864cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 1c9064ab-7aa4-47c7-9c08-2f33a5bfb5dd owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:50.242519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6b355-90ff-401d-9913-e9416591113f req-26aefcdd-e672-4a98-ac70-0d1a4d3a4c18 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:50.247046 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-25f6b355-90ff-401d-9913-e9416591113f req-26aefcdd-e672-4a98-ac70-0d1a4d3a4c18 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0627046 Aug 17 16:40:50.298795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-25f6b355-90ff-401d-9913-e9416591113f req-7707fbbd-45bf-4ff7-801d-d00121f88b18 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Aug 17 16:40:50.338981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8da90da9-ca6d-4060-bf57-a0ca8a6864cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.370074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da90da9-ca6d-4060-bf57-a0ca8a6864cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=1c9064ab-7aa4-47c7-9c08-2f33a5bfb5dd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:50.383021 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8da90da9-ca6d-4060-bf57-a0ca8a6864cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.386184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8da90da9-ca6d-4060-bf57-a0ca8a6864cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/1c9064ab-7aa4-47c7-9c08-2f33a5bfb5dd HTTP/1.1" status: 204 len: 168 time: 0.4268653 Aug 17 16:40:50.389129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50714) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:50.498806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48275de7-cedb-4342-97cc-3105ba4be7bd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:50.503479 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-48275de7-cedb-4342-97cc-3105ba4be7bd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1131339 Aug 17 16:40:50.506307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:50.537962 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7349083e-dfae-4b1e-ba44-4d10b72aefc6 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:40:50.542167 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7349083e-dfae-4b1e-ba44-4d10b72aefc6 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/fcdc3b37-3499-439b-bb40-61943d82337f HTTP/1.1" status: 404 len: 333 time: 0.0315828 Aug 17 16:40:50.542682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50724) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:50.569183 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7a54fe-cc0f-4f1b-a053-5cef3176cbca tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:40:50.571831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5d7a54fe-cc0f-4f1b-a053-5cef3176cbca tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/1c9064ab-7aa4-47c7-9c08-2f33a5bfb5dd HTTP/1.1" status: 404 len: 333 time: 0.0278144 Aug 17 16:40:50.574491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50726) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:50.661567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.759645 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.772652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5062c81-0f72-4e5f-961b-d3d69c9d368a']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:50.797352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c45f2d4-3aa5-4e6b-95a8-d6d194f6d6b4') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:50.797647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c45f2d4-3aa5-4e6b-95a8-d6d194f6d6b4') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:50.811713 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.832986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.846699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:50.846699 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:50.847726 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:50.931118 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.939201 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:50.941262 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/networks/f5062c81-0f72-4e5f-961b-d3d69c9d368a HTTP/1.1" status: 204 len: 168 time: 0.3657441 Aug 17 16:40:50.944980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50736) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:50.950500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-557493539'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:50.970697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13db30-452b-4092-be0e-3bc3080e26e1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Network': ['ID=f5062c81-0f72-4e5f-961b-d3d69c9d368a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:50.996029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:51.000237 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:51.030030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:40:51.043824 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:51.044178 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Added segment d2e4c4c1-bf9b-45b8-b823-f81b061d7d4e of type vlan for network 29b25def-4349-4f3f-874e-465215da954d Aug 17 16:40:51.107004 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:51.152320 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:51.158803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:51.159714 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:51.231210 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2848489 Aug 17 16:40:51.232930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50742) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:51.238744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '29b25def-4349-4f3f-874e-465215da954d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:51.293089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73c5a5-9cb3-455a-a958-b7c8d7bcbf07 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Network': ['ID=29b25def-4349-4f3f-874e-465215da954d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:51.319108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 29b25def-4349-4f3f-874e-465215da954d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:40:51.399565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:51.403781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:51.488809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049779-ef0b-407b-bc9c-5179977ce0d8 req-2762e060-6ece-4aa0-b20a-e6fe261bd4db tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:51.491053 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36049779-ef0b-407b-bc9c-5179977ce0d8 req-2762e060-6ece-4aa0-b20a-e6fe261bd4db tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0604348 Aug 17 16:40:51.548142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36049779-ef0b-407b-bc9c-5179977ce0d8 req-9bcb06e9-0fab-43cc-bb9f-f42be55b5956 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468700 Aug 17 16:40:51.680104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:51.753720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=0b74eece-7dc2-410a-a9d2-8b36576adf5f,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:51.774445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Checking segment: {'id': 'd2e4c4c1-bf9b-45b8-b823-f81b061d7d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b25def-4349-4f3f-874e-465215da954d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:51.774810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network hostable DHCP agents. Network: 29b25def-4349-4f3f-874e-465215da954d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:40:51.793169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 29b25def-4349-4f3f-874e-465215da954d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:40:51.804951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 29b25def-4349-4f3f-874e-465215da954d) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:51.809267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:51.809961 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:51.818444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9724c2b5-4725-445e-8a50-d2eee0cbfdfc None None] Network 29b25def-4349-4f3f-874e-465215da954d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:51.844243 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f583114a-d548-482f-b73e-289da3a36ca8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6096382 Aug 17 16:40:51.846527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50758) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:51.852611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '29b25def-4349-4f3f-874e-465215da954d', 'name': 'tempest-PortsTestJSON-1292050777'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:52.010078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:52.014944 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:52.028088 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-29b25def-4349-4f3f-874e-465215da954d', 'network_id': '29b25def-4349-4f3f-874e-465215da954d', 'tenant_id': 'ea916737e99d4eada80b3ac9549c0b9c', 'fixed_ips': [{'subnet_id': '0b74eece-7dc2-410a-a9d2-8b36576adf5f'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:40:52.029089 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:52.042797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port 0e47531a-52f3-452d-b62b-0bd2489842cc yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:40:52.192913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Allocated IP 172.20.0.2 (29b25def-4349-4f3f-874e-465215da954d/0b74eece-7dc2-410a-a9d2-8b36576adf5f/ac74225b-6bb0-4f02-960b-25a1cc870ce4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:52.353621 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:52.363033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Transition to ACTIVE for port object ac74225b-6bb0-4f02-960b-25a1cc870ce4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:52.382612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Transition to ACTIVE for port object ac74225b-6bb0-4f02-960b-25a1cc870ce4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:52.389866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:52.449731 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Network 29b25def-4349-4f3f-874e-465215da954d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:52.451157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Pushing event updated for resources: {'Port': ['ID=ac74225b-6bb0-4f02-960b-25a1cc870ce4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:52.454336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:52.456637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:52.495053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.8 (29b25def-4349-4f3f-874e-465215da954d/0b74eece-7dc2-410a-a9d2-8b36576adf5f/0e47531a-52f3-452d-b62b-0bd2489842cc) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:52.531272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Attempting to bind port ac74225b-6bb0-4f02-960b-25a1cc870ce4 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:40:52.531917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Attempting to bind port ac74225b-6bb0-4f02-960b-25a1cc870ce4 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd2e4c4c1-bf9b-45b8-b823-f81b061d7d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b25def-4349-4f3f-874e-465215da954d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:40:52.532457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Attempting to bind port ac74225b-6bb0-4f02-960b-25a1cc870ce4 on network 29b25def-4349-4f3f-874e-465215da954d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:40:52.539636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:40:52.542573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Checking segment: {'id': 'd2e4c4c1-bf9b-45b8-b823-f81b061d7d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b25def-4349-4f3f-874e-465215da954d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:52.543298 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:52.543901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Bound using segment: {'id': 'd2e4c4c1-bf9b-45b8-b823-f81b061d7d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b25def-4349-4f3f-874e-465215da954d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:40:52.546407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Bound port: ac74225b-6bb0-4f02-960b-25a1cc870ce4, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e4c4c1-bf9b-45b8-b823-f81b061d7d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b25def-4349-4f3f-874e-465215da954d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:40:52.546835 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:52.636831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] For port ac74225b-6bb0-4f02-960b-25a1cc870ce4, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:40:52.641170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] For port ac74225b-6bb0-4f02-960b-25a1cc870ce4, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ac74225b-6bb0-4f02-960b-25a1cc870ce4,segment=NetworkSegment(d2e4c4c1-bf9b-45b8-b823-f81b061d7d4e),segment_id=d2e4c4c1-bf9b-45b8-b823-f81b061d7d4e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:40:52.660684 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:52.776946 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:52.807399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object 0e47531a-52f3-452d-b62b-0bd2489842cc will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:52.842603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397486d2-003b-4c2a-a802-51733e60b44a None None] Pushing event updated for resources: {'Port': ['ID=ac74225b-6bb0-4f02-960b-25a1cc870ce4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:52.860697 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:52.906311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 29b25def-4349-4f3f-874e-465215da954d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:52.910552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:52.916519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:52.965484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=0e47531a-52f3-452d-b62b-0bd2489842cc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:52.996985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:52.998050 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:53.024580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cdd00203-2a00-4fd2-bb0e-9a01afc67325 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1768558 Aug 17 16:40:53.028655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50784) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:53.247329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-296ccd8e-f0a9-4865-92c9-4b2cf149f971 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 0e47531a-52f3-452d-b62b-0bd2489842cc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:53.247717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296ccd8e-f0a9-4865-92c9-4b2cf149f971 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:53.269215 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9af4cf-826f-4605-87fa-e98fb1a86e0c req-c5c58647-a9df-4f43-b48e-e1ab907b0b8f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:53.283369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c9af4cf-826f-4605-87fa-e98fb1a86e0c req-c5c58647-a9df-4f43-b48e-e1ab907b0b8f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.5979884 Aug 17 16:40:53.337471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c9af4cf-826f-4605-87fa-e98fb1a86e0c req-46a63169-ed2a-4607-83ef-1fe2e8a588ac tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525749 Aug 17 16:40:53.396003 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296ccd8e-f0a9-4865-92c9-4b2cf149f971 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:53.410809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-296ccd8e-f0a9-4865-92c9-4b2cf149f971 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 0e47531a-52f3-452d-b62b-0bd2489842cc owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:53.442521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ac74225b-6bb0-4f02-960b-25a1cc870ce4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:40:53.530987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ac74225b-6bb0-4f02-960b-25a1cc870ce4 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:53.602211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296ccd8e-f0a9-4865-92c9-4b2cf149f971 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:53.645804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ccd8e-f0a9-4865-92c9-4b2cf149f971 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=0e47531a-52f3-452d-b62b-0bd2489842cc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:53.720232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296ccd8e-f0a9-4865-92c9-4b2cf149f971 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:53.725174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:53.725350 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-296ccd8e-f0a9-4865-92c9-4b2cf149f971 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/0e47531a-52f3-452d-b62b-0bd2489842cc HTTP/1.1" status: 204 len: 168 time: 0.6952219 Aug 17 16:40:53.763680 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a673102-b6cd-4fc2-b822-075fe042b8c7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:40:53.767456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a673102-b6cd-4fc2-b822-075fe042b8c7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:40:53.776898 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a673102-b6cd-4fc2-b822-075fe042b8c7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/0e47531a-52f3-452d-b62b-0bd2489842cc HTTP/1.1" status: 404 len: 333 time: 0.0501785 Aug 17 16:40:53.779563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:53.817801 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0995f154-0649-4de2-be42-796e34fa1b4c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:40:53.824287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50804) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:53.835645 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0995f154-0649-4de2-be42-796e34fa1b4c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/0e47531a-52f3-452d-b62b-0bd2489842cc HTTP/1.1" status: 404 len: 333 time: 0.0521164 Aug 17 16:40:53.905059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e2e635-009b-460f-a995-03a66c83e37b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet 0b74eece-7dc2-410a-a9d2-8b36576adf5f {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:40:53.909328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e635-009b-460f-a995-03a66c83e37b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.009112 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e635-009b-460f-a995-03a66c83e37b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.119346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e635-009b-460f-a995-03a66c83e37b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.220737 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e635-009b-460f-a995-03a66c83e37b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.255208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2e635-009b-460f-a995-03a66c83e37b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=0b74eece-7dc2-410a-a9d2-8b36576adf5f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:54.257421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e635-009b-460f-a995-03a66c83e37b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.262218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:54.264423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2dda59-60d0-4d1f-901a-9ad6b14aaa2f None None] Network 29b25def-4349-4f3f-874e-465215da954d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:54.281617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3e2e635-009b-460f-a995-03a66c83e37b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/0b74eece-7dc2-410a-a9d2-8b36576adf5f HTTP/1.1" status: 204 len: 168 time: 0.4552579 Aug 17 16:40:54.375634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5a1544c8-08cd-4391-bdb3-02f0239b3c11 None None] Provisioning for port ac74225b-6bb0-4f02-960b-25a1cc870ce4 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:54.402948 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.426942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5a1544c8-08cd-4391-bdb3-02f0239b3c11 None None] Provisioning complete for port ac74225b-6bb0-4f02-960b-25a1cc870ce4 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:40:54.434651 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a1544c8-08cd-4391-bdb3-02f0239b3c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.529317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port ac74225b-6bb0-4f02-960b-25a1cc870ce4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:54.529661 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.604164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] For port ac74225b-6bb0-4f02-960b-25a1cc870ce4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ac74225b-6bb0-4f02-960b-25a1cc870ce4,segment=NetworkSegment(d2e4c4c1-bf9b-45b8-b823-f81b061d7d4e),segment_id=d2e4c4c1-bf9b-45b8-b823-f81b061d7d4e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:54.604431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.604918 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a1544c8-08cd-4391-bdb3-02f0239b3c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.623115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for ac74225b-6bb0-4f02-960b-25a1cc870ce4 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:54.632240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b6565-6ebd-4e04-8947-aee8a24c7cea None None] DHCP port deletion for 29b25def-4349-4f3f-874e-465215da954d request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:40:54.646849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4d07e-1cbb-421c-8a36-0720af8c6b6d req-4da6d422-e96f-47d8-9bbd-c3db275b6211 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:54.649218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ba4d07e-1cbb-421c-8a36-0720af8c6b6d req-4da6d422-e96f-47d8-9bbd-c3db275b6211 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.1996701 Aug 17 16:40:54.688499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5a1544c8-08cd-4391-bdb3-02f0239b3c11 None None] For port ac74225b-6bb0-4f02-960b-25a1cc870ce4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ac74225b-6bb0-4f02-960b-25a1cc870ce4,segment=NetworkSegment(d2e4c4c1-bf9b-45b8-b823-f81b061d7d4e),segment_id=d2e4c4c1-bf9b-45b8-b823-f81b061d7d4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:54.695800 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a1544c8-08cd-4391-bdb3-02f0239b3c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.749243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-444b6565-6ebd-4e04-8947-aee8a24c7cea None None] Deleting port ac74225b-6bb0-4f02-960b-25a1cc870ce4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:54.749928 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-444b6565-6ebd-4e04-8947-aee8a24c7cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.754528 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ba4d07e-1cbb-421c-8a36-0720af8c6b6d req-11e8744a-b442-48ea-aaf3-dc5462df1bdc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871816 Aug 17 16:40:54.834766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1544c8-08cd-4391-bdb3-02f0239b3c11 None None] Pushing event updated for resources: {'Port': ['ID=ac74225b-6bb0-4f02-960b-25a1cc870ce4,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:54.849871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.860455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-444b6565-6ebd-4e04-8947-aee8a24c7cea None None] For port ac74225b-6bb0-4f02-960b-25a1cc870ce4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ac74225b-6bb0-4f02-960b-25a1cc870ce4,segment=NetworkSegment(d2e4c4c1-bf9b-45b8-b823-f81b061d7d4e),segment_id=d2e4c4c1-bf9b-45b8-b823-f81b061d7d4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:54.860885 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-444b6565-6ebd-4e04-8947-aee8a24c7cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:54.878933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-444b6565-6ebd-4e04-8947-aee8a24c7cea None None] Calling delete_port for ac74225b-6bb0-4f02-960b-25a1cc870ce4 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:54.919624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No DVR routers for this DVR port ac74225b-6bb0-4f02-960b-25a1cc870ce4 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:40:54.929193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=ac74225b-6bb0-4f02-960b-25a1cc870ce4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:55.035398 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-444b6565-6ebd-4e04-8947-aee8a24c7cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.058765 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.070961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b25def-4349-4f3f-874e-465215da954d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:55.078276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b6565-6ebd-4e04-8947-aee8a24c7cea None None] Pushing event deleted for resources: {'Port': ['ID=ac74225b-6bb0-4f02-960b-25a1cc870ce4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:55.085224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b6565-6ebd-4e04-8947-aee8a24c7cea None None] No DVR routers for this DVR port ac74225b-6bb0-4f02-960b-25a1cc870ce4 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:40:55.096795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e4c4c1-bf9b-45b8-b823-f81b061d7d4e') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:55.097245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e4c4c1-bf9b-45b8-b823-f81b061d7d4e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:55.109221 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.135332 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.144094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:55.144670 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:55.148438 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:55.291991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.334275 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.338157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/networks/29b25def-4349-4f3f-874e-465215da954d HTTP/1.1" status: 204 len: 168 time: 1.0748141 Aug 17 16:40:55.339760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a71e04-20fc-4221-9431-d365b30ea5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Network': ['ID=29b25def-4349-4f3f-874e-465215da954d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:55.344129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50840) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:55.353313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1764397946'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:55.403339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:55.408399 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.430898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ac74225b-6bb0-4f02-960b-25a1cc870ce4 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:40:55.445258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:40:55.464212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ac74225b-6bb0-4f02-960b-25a1cc870ce4 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:40:55.464966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ac74225b-6bb0-4f02-960b-25a1cc870ce4 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:40:55.465104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.465435 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Added segment 7302f785-4238-479d-8204-e72f737a9a8a of type vlan for network 2c236130-ae3c-4eaf-aa60-d3eb5140a445 Aug 17 16:40:55.520462 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.556205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.562861 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:55.563904 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.642907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2934382 Aug 17 16:40:55.643221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:55.649751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '2c236130-ae3c-4eaf-aa60-d3eb5140a445', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:55.674126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b96ed-0b5b-4148-ac0f-eafe2daf3af9 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Network': ['ID=2c236130-ae3c-4eaf-aa60-d3eb5140a445,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:55.687279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 2c236130-ae3c-4eaf-aa60-d3eb5140a445 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:40:55.768760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:55.785372 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:55.962616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8833de-fc93-4ffa-959b-7d2cf6354892 req-dceb4edc-7a0a-4933-aadf-a84b20a4796e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:55.964856 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8a8833de-fc93-4ffa-959b-7d2cf6354892 req-dceb4edc-7a0a-4933-aadf-a84b20a4796e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0779696 Aug 17 16:40:56.025819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8a8833de-fc93-4ffa-959b-7d2cf6354892 req-d03aef0c-2c9a-45b2-aaf5-1911d295436a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531836 Aug 17 16:40:56.156526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:56.251976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=fc5a291f-aedc-4c44-a479-687545c43f5c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:56.260768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Checking segment: {'id': '7302f785-4238-479d-8204-e72f737a9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2c236130-ae3c-4eaf-aa60-d3eb5140a445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:56.261470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network hostable DHCP agents. Network: 2c236130-ae3c-4eaf-aa60-d3eb5140a445, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:40:56.284358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 2c236130-ae3c-4eaf-aa60-d3eb5140a445 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:40:56.304917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 2c236130-ae3c-4eaf-aa60-d3eb5140a445) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:56.309565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:56.310159 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:56.328186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02534f8-26c1-41c1-9df9-6e8983146977 None None] Network 2c236130-ae3c-4eaf-aa60-d3eb5140a445 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:56.330031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50866) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:56.337022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '2c236130-ae3c-4eaf-aa60-d3eb5140a445', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2132214240'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:40:56.340259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f4e441a7-1c1b-4e3a-adf0-52d2eee7b154 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6952858 Aug 17 16:40:56.500650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:40:56.505389 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:56.529141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port ee6cd1c7-e185-4230-8ebb-242fbf7fa323 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:40:56.554725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-2c236130-ae3c-4eaf-aa60-d3eb5140a445', 'network_id': '2c236130-ae3c-4eaf-aa60-d3eb5140a445', 'tenant_id': 'ea916737e99d4eada80b3ac9549c0b9c', 'fixed_ips': [{'subnet_id': 'fc5a291f-aedc-4c44-a479-687545c43f5c'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:40:56.556155 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:56.657870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.11 (2c236130-ae3c-4eaf-aa60-d3eb5140a445/fc5a291f-aedc-4c44-a479-687545c43f5c/ee6cd1c7-e185-4230-8ebb-242fbf7fa323) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:56.809236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:56.826528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object ee6cd1c7-e185-4230-8ebb-242fbf7fa323 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:56.892281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:56.933850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 2c236130-ae3c-4eaf-aa60-d3eb5140a445 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:56.936341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Allocated IP 172.20.0.2 (2c236130-ae3c-4eaf-aa60-d3eb5140a445/fc5a291f-aedc-4c44-a479-687545c43f5c/554b49b0-a9ce-40c4-bbf2-98e954807bef) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:40:56.939163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:56.949414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:57.030071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:57.031008 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:57.056923 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=ee6cd1c7-e185-4230-8ebb-242fbf7fa323,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:57.067152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:57.077318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-41979405-6aaa-4d3d-8ccb-88ff963537c0 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.7456639 Aug 17 16:40:57.132995 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:57.142090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Transition to ACTIVE for port object 554b49b0-a9ce-40c4-bbf2-98e954807bef will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:57.160367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Transition to ACTIVE for port object 554b49b0-a9ce-40c4-bbf2-98e954807bef will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:40:57.169454 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:57.211946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Network 2c236130-ae3c-4eaf-aa60-d3eb5140a445 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:40:57.215479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:40:57.219107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:40:57.225175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Pushing event updated for resources: {'Port': ['ID=554b49b0-a9ce-40c4-bbf2-98e954807bef,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:57.237945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba66bef-ced2-447c-96a5-36447ea10ce5 req-525f25ed-275b-4bf4-95af-2607f033bc31 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:57.241783 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba66bef-ced2-447c-96a5-36447ea10ce5 req-525f25ed-275b-4bf4-95af-2607f033bc31 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0684707 Aug 17 16:40:57.261812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3301c3e5-1248-4356-969d-c0b6a056bafe tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port ee6cd1c7-e185-4230-8ebb-242fbf7fa323 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:57.262147 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3301c3e5-1248-4356-969d-c0b6a056bafe tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:57.344435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Attempting to bind port 554b49b0-a9ce-40c4-bbf2-98e954807bef on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:40:57.344799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Attempting to bind port 554b49b0-a9ce-40c4-bbf2-98e954807bef by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '7302f785-4238-479d-8204-e72f737a9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2c236130-ae3c-4eaf-aa60-d3eb5140a445'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:40:57.345162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Attempting to bind port 554b49b0-a9ce-40c4-bbf2-98e954807bef on network 2c236130-ae3c-4eaf-aa60-d3eb5140a445 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:40:57.353409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:40:57.353913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Checking segment: {'id': '7302f785-4238-479d-8204-e72f737a9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2c236130-ae3c-4eaf-aa60-d3eb5140a445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:40:57.354973 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:57.355383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Bound using segment: {'id': '7302f785-4238-479d-8204-e72f737a9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2c236130-ae3c-4eaf-aa60-d3eb5140a445'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:40:57.355871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Bound port: 554b49b0-a9ce-40c4-bbf2-98e954807bef, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7302f785-4238-479d-8204-e72f737a9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2c236130-ae3c-4eaf-aa60-d3eb5140a445'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:40:57.356265 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:57.385535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba66bef-ced2-447c-96a5-36447ea10ce5 req-411ebd4d-8428-42a2-b681-4bcaa7087f8a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250124 Aug 17 16:40:57.436964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3301c3e5-1248-4356-969d-c0b6a056bafe tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:57.455815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] For port 554b49b0-a9ce-40c4-bbf2-98e954807bef, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:40:57.463577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] For port 554b49b0-a9ce-40c4-bbf2-98e954807bef, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=554b49b0-a9ce-40c4-bbf2-98e954807bef,segment=NetworkSegment(7302f785-4238-479d-8204-e72f737a9a8a),segment_id=7302f785-4238-479d-8204-e72f737a9a8a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:40:57.464372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3301c3e5-1248-4356-969d-c0b6a056bafe tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for ee6cd1c7-e185-4230-8ebb-242fbf7fa323 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:57.470512 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:57.543735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8221152-914c-41fc-97d6-746fa0384314 None None] Pushing event updated for resources: {'Port': ['ID=554b49b0-a9ce-40c4-bbf2-98e954807bef,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:57.562947 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:40:57.739783 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3301c3e5-1248-4356-969d-c0b6a056bafe tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:57.794471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301c3e5-1248-4356-969d-c0b6a056bafe tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=ee6cd1c7-e185-4230-8ebb-242fbf7fa323,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:58.016771 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3301c3e5-1248-4356-969d-c0b6a056bafe tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:58.037915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 50924) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:58.054773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3301c3e5-1248-4356-969d-c0b6a056bafe tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/ee6cd1c7-e185-4230-8ebb-242fbf7fa323 HTTP/1.1" status: 204 len: 168 time: 0.9847894 Aug 17 16:40:58.081786 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bef9edb-4659-443d-8a3f-7cb7da273020 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:40:58.090528 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 50932) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:58.099122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2bef9edb-4659-443d-8a3f-7cb7da273020 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/ee6cd1c7-e185-4230-8ebb-242fbf7fa323 HTTP/1.1" status: 404 len: 333 time: 0.0597532 Aug 17 16:40:58.196214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-56001bf6-4cc1-40f8-8879-1169f84f9883 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet fc5a291f-aedc-4c44-a479-687545c43f5c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:40:58.201187 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56001bf6-4cc1-40f8-8879-1169f84f9883 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:58.321706 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56001bf6-4cc1-40f8-8879-1169f84f9883 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:58.618526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56001bf6-4cc1-40f8-8879-1169f84f9883 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:58.665015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82528d1-d93e-486a-942a-751e8fdf9ad8 req-ba0473e4-1287-4365-8d99-a452e008f969 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:40:58.666970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c82528d1-d93e-486a-942a-751e8fdf9ad8 req-ba0473e4-1287-4365-8d99-a452e008f969 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.1451762 Aug 17 16:40:58.839705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56001bf6-4cc1-40f8-8879-1169f84f9883 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:58.888691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56001bf6-4cc1-40f8-8879-1169f84f9883 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5a291f-aedc-4c44-a479-687545c43f5c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:58.897846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c82528d1-d93e-486a-942a-751e8fdf9ad8 req-63346c9f-db51-429b-a07e-cc914fa6e87c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901646 Aug 17 16:40:58.899782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56001bf6-4cc1-40f8-8879-1169f84f9883 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:58.907048 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51006) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:58.923166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56001bf6-4cc1-40f8-8879-1169f84f9883 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/fc5a291f-aedc-4c44-a479-687545c43f5c HTTP/1.1" status: 204 len: 168 time: 0.8314803 Aug 17 16:40:59.061012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:59.138052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 554b49b0-a9ce-40c4-bbf2-98e954807bef {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:40:59.138488 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:59.190822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09281a60-9133-4769-b89c-2af99b160a06 None None] Network 2c236130-ae3c-4eaf-aa60-d3eb5140a445 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:40:59.260583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] For port 554b49b0-a9ce-40c4-bbf2-98e954807bef, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=554b49b0-a9ce-40c4-bbf2-98e954807bef,segment=NetworkSegment(7302f785-4238-479d-8204-e72f737a9a8a),segment_id=7302f785-4238-479d-8204-e72f737a9a8a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:40:59.261602 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:59.283636 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 554b49b0-a9ce-40c4-bbf2-98e954807bef owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:40:59.399722 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4a306392-3199-49a9-b3a8-fe3e1ca0e248 None None] Provisioning for port 554b49b0-a9ce-40c4-bbf2-98e954807bef completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:40:59.460529 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:59.518453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 554b49b0-a9ce-40c4-bbf2-98e954807bef up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:40:59.538930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No DVR routers for this DVR port 554b49b0-a9ce-40c4-bbf2-98e954807bef on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:40:59.552200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=554b49b0-a9ce-40c4-bbf2-98e954807bef,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:59.594953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 554b49b0-a9ce-40c4-bbf2-98e954807bef {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:40:59.595380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 554b49b0-a9ce-40c4-bbf2-98e954807bef not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 16:40:59.650342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a3926-ac6d-4cd9-b51b-44e11e9f896b None None] DHCP port deletion for 2c236130-ae3c-4eaf-aa60-d3eb5140a445 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:40:59.657571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Port 554b49b0-a9ce-40c4-bbf2-98e954807bef not found, will not notify nova. {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 16:40:59.715192 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:59.729847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c236130-ae3c-4eaf-aa60-d3eb5140a445']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:59.741993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7302f785-4238-479d-8204-e72f737a9a8a') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:59.742422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7302f785-4238-479d-8204-e72f737a9a8a') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:40:59.754971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:59.782550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:59.792523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:40:59.793400 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:40:59.797530 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:40:59.886990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:59.908248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:40:59.910400 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/networks/2c236130-ae3c-4eaf-aa60-d3eb5140a445 HTTP/1.1" status: 204 len: 168 time: 1.0015666 Aug 17 16:40:59.911401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313ac5f-3d33-499c-a5f6-3b248172ec99 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Network': ['ID=2c236130-ae3c-4eaf-aa60-d3eb5140a445,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:40:59.915514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:40:59.923591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'name': 'tempest-PortsTestJSON-1923351330'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:00.136217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:00.139902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:00.171969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff23470-cc5c-49af-a345-2a4ec6adb7f8 req-30a341b2-47ec-44c4-877a-c519b658f7ca tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:00.180790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ff23470-cc5c-49af-a345-2a4ec6adb7f8 req-30a341b2-47ec-44c4-877a-c519b658f7ca tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.1631887 Aug 17 16:41:00.196092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port 9c7e7ab2-4c75-47b9-8ee7-d11b69e10330 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:00.364642 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ff23470-cc5c-49af-a345-2a4ec6adb7f8 req-4300fa81-6ca9-4a8f-b67c-e811eb9ec53c tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826348 Aug 17 16:41:00.456126 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:00.501305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:00.548132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:00.554769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:00.557830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:00.564477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:00.565138 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:00.590228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=9c7e7ab2-4c75-47b9-8ee7-d11b69e10330,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:00.602140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7d4407fc-727c-4844-925b-237ad8d5073d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6818876 Aug 17 16:41:00.603510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:00.724411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-17673591-173e-496f-8876-2cca56321bcb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 9c7e7ab2-4c75-47b9-8ee7-d11b69e10330 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:00.724829 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17673591-173e-496f-8876-2cca56321bcb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:00.809901 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17673591-173e-496f-8876-2cca56321bcb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:00.835756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-17673591-173e-496f-8876-2cca56321bcb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 9c7e7ab2-4c75-47b9-8ee7-d11b69e10330 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:00.972428 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17673591-173e-496f-8876-2cca56321bcb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:01.027862 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17673591-173e-496f-8876-2cca56321bcb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:01.032993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-17673591-173e-496f-8876-2cca56321bcb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/9c7e7ab2-4c75-47b9-8ee7-d11b69e10330 HTTP/1.1" status: 204 len: 168 time: 0.4279656 Aug 17 16:41:01.034842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17673591-173e-496f-8876-2cca56321bcb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=9c7e7ab2-4c75-47b9-8ee7-d11b69e10330,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:01.035463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51242) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:01.042142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'mac_address': 'fa:16:3e:b2:51:0b', 'name': 'tempest-PortsTestJSON-814688099'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:01.158693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:01.249660 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:01.278784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port 300fe069-8bd6-4ac9-aafc-eb227f53a95d yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:01.426977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 554b49b0-a9ce-40c4-bbf2-98e954807bef no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:41:01.466505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 554b49b0-a9ce-40c4-bbf2-98e954807bef {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:41:01.466844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 554b49b0-a9ce-40c4-bbf2-98e954807bef not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:41:01.533817 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8cd18-0b0a-437c-8e4c-5de658c573e6 req-bb2d3946-f885-4160-bafc-c1c7dd95771a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:01.536340 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3a8cd18-0b0a-437c-8e4c-5de658c573e6 req-bb2d3946-f885-4160-bafc-c1c7dd95771a tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0767694 Aug 17 16:41:01.581715 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:01.604760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3a8cd18-0b0a-437c-8e4c-5de658c573e6 req-9ff0bbd6-ecfe-4c40-a5e4-9206d8b32d81 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581126 Aug 17 16:41:01.645389 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:01.673534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:01.700529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:01.705259 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:01.710645 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:01.711302 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:01.736763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=300fe069-8bd6-4ac9-aafc-eb227f53a95d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:01.740871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6f7ae9b9-ac91-4fcc-ad3e-c5d9774fb302 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7041929 Aug 17 16:41:01.743950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51326) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:01.795895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9aee3-0e79-4e1d-8992-7bbb44663126 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:01.797369 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-38b9aee3-0e79-4e1d-8992-7bbb44663126 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/300fe069-8bd6-4ac9-aafc-eb227f53a95d HTTP/1.1" status: 200 len: 840 time: 0.0522811 Aug 17 16:41:01.800259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:01.940979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ff13c53e-299b-419e-ba0c-e7f79f6b7057 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 300fe069-8bd6-4ac9-aafc-eb227f53a95d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:01.941499 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff13c53e-299b-419e-ba0c-e7f79f6b7057 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:02.070660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff13c53e-299b-419e-ba0c-e7f79f6b7057 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:02.109732 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d912545-8ddb-4e14-9eb2-abd1a1860ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:02.110936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ff13c53e-299b-419e-ba0c-e7f79f6b7057 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 300fe069-8bd6-4ac9-aafc-eb227f53a95d owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:02.221291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff13c53e-299b-419e-ba0c-e7f79f6b7057 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:02.261748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13c53e-299b-419e-ba0c-e7f79f6b7057 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=300fe069-8bd6-4ac9-aafc-eb227f53a95d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:02.268491 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff13c53e-299b-419e-ba0c-e7f79f6b7057 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:02.270893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ff13c53e-299b-419e-ba0c-e7f79f6b7057 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/300fe069-8bd6-4ac9-aafc-eb227f53a95d HTTP/1.1" status: 204 len: 168 time: 0.4690070 Aug 17 16:41:02.273530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:02.302059 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1a08d6-a52c-4c62-8468-8654cb760d1f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:41:02.308535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc1a08d6-a52c-4c62-8468-8654cb760d1f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/300fe069-8bd6-4ac9-aafc-eb227f53a95d HTTP/1.1" status: 404 len: 333 time: 0.0291345 Aug 17 16:41:02.308976 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51394) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:02.315598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'name': 'tempest-PortsTestJSON-1122635148'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:02.457135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:02.462447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:02.494622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port 7f860706-af01-4aba-ad47-b63cded98e5d yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:02.748158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:02.798060 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:02.831228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cb76a-0990-4264-84ad-4e93028ba5dc req-44148723-d2f4-4754-b346-bf61ac09e5d4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:02.834077 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-909cb76a-0990-4264-84ad-4e93028ba5dc req-44148723-d2f4-4754-b346-bf61ac09e5d4 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0897615 Aug 17 16:41:02.861138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:02.866799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:02.869763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:02.876909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:02.877766 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:02.896532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-909cb76a-0990-4264-84ad-4e93028ba5dc req-0b9fa72c-c542-4234-aff3-fc4bf790d623 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538757 Aug 17 16:41:02.901714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5913846 Aug 17 16:41:02.902966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1b5ba-dc00-401c-94e9-c4c11d0d624e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=7f860706-af01-4aba-ad47-b63cded98e5d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:02.904407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:02.911616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-64f5e918-2de3-4f5e-8790-2651d9de8c2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:03.015079 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64f5e918-2de3-4f5e-8790-2651d9de8c2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:03.343991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64f5e918-2de3-4f5e-8790-2651d9de8c2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:03.394259 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64f5e918-2de3-4f5e-8790-2651d9de8c2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:03.454296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-64f5e918-2de3-4f5e-8790-2651d9de8c2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] In _notify_port_updated(), no bound segment for port 7f860706-af01-4aba-ad47-b63cded98e5d on network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:41:03.460681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f5e918-2de3-4f5e-8790-2651d9de8c2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:03.461242 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64f5e918-2de3-4f5e-8790-2651d9de8c2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:03.466046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51490) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:03.466758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-64f5e918-2de3-4f5e-8790-2651d9de8c2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "PUT /v2.0/ports/7f860706-af01-4aba-ad47-b63cded98e5d HTTP/1.1" status: 200 len: 818 time: 0.5605402 Aug 17 16:41:03.484259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5e918-2de3-4f5e-8790-2651d9de8c2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=7f860706-af01-4aba-ad47-b63cded98e5d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:03.523424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-babc791d-7329-4572-b8fa-9dfcac6a0823 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:03.525594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-babc791d-7329-4572-b8fa-9dfcac6a0823 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/networks?id=48311fae-9002-4c1b-994d-a5c42989862a HTTP/1.1" status: 200 len: 813 time: 0.1987598 Aug 17 16:41:03.566181 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-29002000-d637-448f-9392-ce81cd624e2e tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/quotas/355aaacc66df4dca8ee2d28168158de2 HTTP/1.1" status: 200 len: 375 time: 0.0224388 Aug 17 16:41:03.600095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0c10922b-e75d-4e2c-a4a4-67efa2770842 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 7f860706-af01-4aba-ad47-b63cded98e5d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:03.600809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c10922b-e75d-4e2c-a4a4-67efa2770842 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:03.607250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-12fb9b01-1e0b-4ad8-ae27-fa9aa69cd91b tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=355aaacc66df4dca8ee2d28168158de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328822 Aug 17 16:41:03.711940 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c10922b-e75d-4e2c-a4a4-67efa2770842 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:03.731289 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-bab9da69-808e-4b6a-933f-23ca585fce06 service neutron] 10.222.0.77 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166184 Aug 17 16:41:03.739005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0c10922b-e75d-4e2c-a4a4-67efa2770842 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 7f860706-af01-4aba-ad47-b63cded98e5d owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:03.859352 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c10922b-e75d-4e2c-a4a4-67efa2770842 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:03.871584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-a05a3be3-3bcf-430d-ac9c-ba4a0e10456a service neutron] 10.222.0.77 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273687 Aug 17 16:41:03.915566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c10922b-e75d-4e2c-a4a4-67efa2770842 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:03.917963 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0c10922b-e75d-4e2c-a4a4-67efa2770842 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/7f860706-af01-4aba-ad47-b63cded98e5d HTTP/1.1" status: 204 len: 168 time: 0.4498990 Aug 17 16:41:03.919569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10922b-e75d-4e2c-a4a4-67efa2770842 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=7f860706-af01-4aba-ad47-b63cded98e5d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:03.921059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:04.042744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a2dde0-1159-4051-89ad-36c5f966e682 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:04.048205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-30a2dde0-1159-4051-89ad-36c5f966e682 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1218133 Aug 17 16:41:04.048205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51508) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:04.091661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a67029-339b-48a1-aae1-33ee4bc373ed req-d6666c5e-27c3-4b10-981b-e19cc03ec512 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:04.093724 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22a67029-339b-48a1-aae1-33ee4bc373ed req-d6666c5e-27c3-4b10-981b-e19cc03ec512 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0775301 Aug 17 16:41:04.096868 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3caa9c3-d292-4a73-91be-bdb6791563c4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:41:04.100066 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3caa9c3-d292-4a73-91be-bdb6791563c4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/7f860706-af01-4aba-ad47-b63cded98e5d HTTP/1.1" status: 404 len: 333 time: 0.0508170 Aug 17 16:41:04.103734 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:04.110192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1377186081'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:04.152400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:04.157306 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:04.163895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-22a67029-339b-48a1-aae1-33ee4bc373ed req-24c7f97b-d1b3-4d49-9a63-f4b3ef7c0de2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Aug 17 16:41:04.188049 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5cdc63e6-8693-48e5-b590-93891c04054a req-5efaf16a-c14e-44ef-8278-bb7cb42b712c tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 210 time: 0.0491462 Aug 17 16:41:04.242878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:41:04.259719 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:04.260212 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Added segment 0f72d6bf-7e50-4614-9efd-a2042c5b3244 of type vlan for network aa3626b7-3cf2-4052-81c5-c3d6001317fd Aug 17 16:41:04.328353 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:04.370467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:04.376648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:04.377330 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:04.762979 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6580987 Aug 17 16:41:04.764641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51538) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:04.771803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:04.815880 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0e754-4626-4848-bacc-4ee1b32d4801 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Network': ['ID=aa3626b7-3cf2-4052-81c5-c3d6001317fd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:04.829763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network aa3626b7-3cf2-4052-81c5-c3d6001317fd details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:41:04.834717 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2e20484-b6cd-495e-bbe6-fac6c4f7ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:04.924578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:04.931537 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:05.021583 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:05.278286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:05.346436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbf578-93cc-4258-aad8-539b77ef8027 req-66caf465-1313-499f-a1e6-ed112496bfcc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:05.348246 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fcfbf578-93cc-4258-aad8-539b77ef8027 req-66caf465-1313-499f-a1e6-ed112496bfcc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0779040 Aug 17 16:41:05.370687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-82ede217-e22c-48e2-b90f-fa6fdb4810ec req-fb7beca8-741b-4754-82a7-e23ae0929c04 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 210 time: 0.0460057 Aug 17 16:41:05.415005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Checking segment: {'id': '0f72d6bf-7e50-4614-9efd-a2042c5b3244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:05.415395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network hostable DHCP agents. Network: aa3626b7-3cf2-4052-81c5-c3d6001317fd, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:41:05.431733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=6c072c2d-9297-4267-a691-ce5b14621aa4,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:05.448720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fcfbf578-93cc-4258-aad8-539b77ef8027 req-b3726d5d-4c2b-4cfe-96e4-83b941bd1f40 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920885 Aug 17 16:41:05.492559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network aa3626b7-3cf2-4052-81c5-c3d6001317fd is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:41:05.512346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, aa3626b7-3cf2-4052-81c5-c3d6001317fd) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:05.522060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82208145-16c7-4950-93de-434239567b27 None None] Network aa3626b7-3cf2-4052-81c5-c3d6001317fd requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:05.528154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:05.529401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:05.561576 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0749b576-7cb0-4cad-8521-acf253d9f527 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7904274 Aug 17 16:41:05.562220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51548) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:05.571807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6841e1e0-75d4-4d71-8fb5-685274e1740e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:05.663340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-23ed1152-85b3-4429-bd46-524faed63cc3 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:05.665184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-23ed1152-85b3-4429-bd46-524faed63cc3 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.91 "GET /v2.0/networks?id=48311fae-9002-4c1b-994d-a5c42989862a HTTP/1.1" status: 200 len: 813 time: 0.1805079 Aug 17 16:41:05.685855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Request body: {'port': {'device_id': 'ed342f81-72e7-4b53-a10f-00133acf8277', 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a', 'admin_state_up': True, 'tenant_id': '355aaacc66df4dca8ee2d28168158de2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:05.910733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:41:05.910733 n-d-804878-1 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:41:05.910733 n-d-804878-1 neutron-server[94838]: [parameters: {'project_id_1': '355aaacc66df4dca8ee2d28168158de2', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 41, 5, 892756)}] Aug 17 16:41:05.910733 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:41:05.910733 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:41:05.924249 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6841e1e0-75d4-4d71-8fb5-685274e1740e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:05.927802 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6841e1e0-75d4-4d71-8fb5-685274e1740e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:06.000902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:06.005085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-aa3626b7-3cf2-4052-81c5-c3d6001317fd', 'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd', 'tenant_id': 'ea916737e99d4eada80b3ac9549c0b9c', 'fixed_ips': [{'subnet_id': '6c072c2d-9297-4267-a691-ce5b14621aa4'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:41:06.007339 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:06.064657 n-d-804878-1 neutron-server[94839]: INFO neutron.db.ipam_backend_mixin [None req-6841e1e0-75d4-4d71-8fb5-685274e1740e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6c072c2d-9297-4267-a691-ce5b14621aa4 (CIDR: 172.20.0.0/28) Aug 17 16:41:06.071106 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-6841e1e0-75d4-4d71-8fb5-685274e1740e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:41:06.071679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6841e1e0-75d4-4d71-8fb5-685274e1740e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:41:06.104181 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6841e1e0-75d4-4d71-8fb5-685274e1740e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5401850 Aug 17 16:41:06.106770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:06.113297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9da181f7-0af4-4a86-86db-76f4877cd35d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:06.201680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Allocated IP 172.20.0.2 (aa3626b7-3cf2-4052-81c5-c3d6001317fd/6c072c2d-9297-4267-a691-ce5b14621aa4/f5995696-3958-4b0f-be6b-d29d90bd6dee) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:06.349894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da181f7-0af4-4a86-86db-76f4877cd35d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:06.356482 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da181f7-0af4-4a86-86db-76f4877cd35d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:06.475112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Made reservation on behalf of 355aaacc66df4dca8ee2d28168158de2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:06.486177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:06.528133 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:06.561085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Transition to ACTIVE for port object f5995696-3958-4b0f-be6b-d29d90bd6dee will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:06.618362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Transition to ACTIVE for port object f5995696-3958-4b0f-be6b-d29d90bd6dee will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:06.627712 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:06.695783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb6624-4931-4228-8ec4-08f1925ce19c req-14f57f21-78e8-4cd3-a52d-a2a2d0f324c6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:06.698041 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d6eb6624-4931-4228-8ec4-08f1925ce19c req-14f57f21-78e8-4cd3-a52d-a2a2d0f324c6 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0893977 Aug 17 16:41:06.707742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a93ab7a-5201-49bc-a0e0-9fbe4158448e req-d368530e-d14d-4cf6-be7d-22e75c95c5a9 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 210 time: 0.1306531 Aug 17 16:41:06.713981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Network aa3626b7-3cf2-4052-81c5-c3d6001317fd is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:06.718996 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Pushing event updated for resources: {'Port': ['ID=f5995696-3958-4b0f-be6b-d29d90bd6dee,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:06.732138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:06.738173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:06.838003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d6eb6624-4931-4228-8ec4-08f1925ce19c req-32ca6304-151f-4f00-b77a-158e58420cdd tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056616 Aug 17 16:41:06.873271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Attempting to bind port f5995696-3958-4b0f-be6b-d29d90bd6dee on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:41:06.873757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Attempting to bind port f5995696-3958-4b0f-be6b-d29d90bd6dee by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '0f72d6bf-7e50-4614-9efd-a2042c5b3244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:41:06.874198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Attempting to bind port f5995696-3958-4b0f-be6b-d29d90bd6dee on network aa3626b7-3cf2-4052-81c5-c3d6001317fd {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:06.895249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:41:06.896365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Checking segment: {'id': '0f72d6bf-7e50-4614-9efd-a2042c5b3244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:06.896365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:06.896944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Bound using segment: {'id': '0f72d6bf-7e50-4614-9efd-a2042c5b3244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:41:06.897575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Bound port: f5995696-3958-4b0f-be6b-d29d90bd6dee, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f72d6bf-7e50-4614-9efd-a2042c5b3244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:41:06.897967 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:06.952282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Allocated IP 172.20.0.4 (48311fae-9002-4c1b-994d-a5c42989862a/7b01dcd1-3603-40e5-b683-3008e9e078a2/763c76bd-2e21-4449-bbb5-e22c65d92809) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:07.001516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] For port f5995696-3958-4b0f-be6b-d29d90bd6dee, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:41:07.009565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] For port f5995696-3958-4b0f-be6b-d29d90bd6dee, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5995696-3958-4b0f-be6b-d29d90bd6dee,segment=NetworkSegment(0f72d6bf-7e50-4614-9efd-a2042c5b3244),segment_id=0f72d6bf-7e50-4614-9efd-a2042c5b3244)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:41:07.016209 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:07.090572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95004e98-cb3c-45ba-8ab2-b697b62912e7 None None] Pushing event updated for resources: {'Port': ['ID=f5995696-3958-4b0f-be6b-d29d90bd6dee,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:07.317984 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da181f7-0af4-4a86-86db-76f4877cd35d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:07.415096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da181f7-0af4-4a86-86db-76f4877cd35d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network aa3626b7-3cf2-4052-81c5-c3d6001317fd is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:07.430712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9da181f7-0af4-4a86-86db-76f4877cd35d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:07.430712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da181f7-0af4-4a86-86db-76f4877cd35d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=cd32e12c-4f29-4a63-a7d2-a1fdf235d4de,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:07.490608 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:07.501661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da181f7-0af4-4a86-86db-76f4877cd35d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:07.502722 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da181f7-0af4-4a86-86db-76f4877cd35d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:07.546761 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9da181f7-0af4-4a86-86db-76f4877cd35d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4383509 Aug 17 16:41:07.549415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51602) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:07.567210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd', 'fixed_ips': [{'subnet_id': '6c072c2d-9297-4267-a691-ce5b14621aa4'}, {'subnet_id': 'cd32e12c-4f29-4a63-a7d2-a1fdf235d4de'}], 'name': 'tempest-PortsTestJSON-2105438358'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:07.612032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:07.672766 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:07.722222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Network 48311fae-9002-4c1b-994d-a5c42989862a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:07.735374 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:07.741289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:07.744922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Pushing event updated for resources: {'Port': ['ID=763c76bd-2e21-4449-bbb5-e22c65d92809,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:07.789264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:07.799089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:07.800061 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:07.822012 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-d0a5a1ce-2cde-4072-b996-e374a2fb2140 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1475718 Aug 17 16:41:07.843408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Request body: {'port': {'device_id': 'ed342f81-72e7-4b53-a10f-00133acf8277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:07.933008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:08.063170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208398d2-4a2a-42c5-abea-a22a58b609b0 req-2b0a1115-115c-4613-a79a-56f940c69d6d tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:08.065391 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-208398d2-4a2a-42c5-abea-a22a58b609b0 req-2b0a1115-115c-4613-a79a-56f940c69d6d tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 931 time: 0.1814344 Aug 17 16:41:08.070407 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:08.110248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port 1a274eeb-7cec-4696-9715-86b6b2037012 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:08.175317 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-208398d2-4a2a-42c5-abea-a22a58b609b0 req-dd6dd052-77f2-4027-87cd-2864e97b2ffd tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946105 Aug 17 16:41:08.289656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37602-a643-4c5a-98e7-7980cf7e56b4 req-14d9c9ab-31ab-42ad-a1aa-4e666e907256 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:08.291716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ae37602-a643-4c5a-98e7-7980cf7e56b4 req-14d9c9ab-31ab-42ad-a1aa-4e666e907256 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.1624155 Aug 17 16:41:08.373733 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ae37602-a643-4c5a-98e7-7980cf7e56b4 req-70db5e76-ffd2-4229-966f-8e5393c44dbc tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724423 Aug 17 16:41:08.506031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763c76bd-2e21-4449-bbb5-e22c65d92809 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:41:08.515613 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:08.530442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Transition to ACTIVE for port object 763c76bd-2e21-4449-bbb5-e22c65d92809 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:08.537190 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:08.641131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Pushing event updated for resources: {'Port': ['ID=763c76bd-2e21-4449-bbb5-e22c65d92809,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:08.656034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.656693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.657232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.657890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.658622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.659480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.660024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.660579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.661120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.661643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.662192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.662752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:08.738347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda35e9-a81b-4de1-be7b-39fd93751cbd None None] Network aa3626b7-3cf2-4052-81c5-c3d6001317fd requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:08.748957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.6 (aa3626b7-3cf2-4052-81c5-c3d6001317fd/6c072c2d-9297-4267-a691-ce5b14621aa4/1a274eeb-7cec-4696-9715-86b6b2037012) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:08.761576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.25 (aa3626b7-3cf2-4052-81c5-c3d6001317fd/cd32e12c-4f29-4a63-a7d2-a1fdf235d4de/1a274eeb-7cec-4696-9715-86b6b2037012) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:08.831435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Attempting to bind port 763c76bd-2e21-4449-bbb5-e22c65d92809 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:41:08.831764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Attempting to bind port 763c76bd-2e21-4449-bbb5-e22c65d92809 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:41:08.832093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Attempting to bind port 763c76bd-2e21-4449-bbb5-e22c65d92809 on network 48311fae-9002-4c1b-994d-a5c42989862a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:08.846217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Port 763c76bd-2e21-4449-bbb5-e22c65d92809 on network 48311fae-9002-4c1b-994d-a5c42989862a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:41:08.846479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Attempting to bind port 763c76bd-2e21-4449-bbb5-e22c65d92809 on network 48311fae-9002-4c1b-994d-a5c42989862a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:08.852149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:41:08.852491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Checking segment: {'id': 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:08.852878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Bound using segment: {'id': 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:41:08.853314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Bound port: 763c76bd-2e21-4449-bbb5-e22c65d92809, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:41:08.853820 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:08.986308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] For port 763c76bd-2e21-4449-bbb5-e22c65d92809, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:41:08.990513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] For port 763c76bd-2e21-4449-bbb5-e22c65d92809, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=763c76bd-2e21-4449-bbb5-e22c65d92809,segment=NetworkSegment(a524fe14-9aa7-4d40-9f19-051dc09ae2ff),segment_id=a524fe14-9aa7-4d40-9f19-051dc09ae2ff)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:41:08.998327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:09.070922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:09.072136 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:09.073868 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] 10.222.0.91 "PUT /v2.0/ports/763c76bd-2e21-4449-bbb5-e22c65d92809 HTTP/1.1" status: 200 len: 1091 time: 1.2429461 Aug 17 16:41:09.077160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed342f81-72e7-4b53-a10f-00133acf8277', 'tag': '763c76bd-2e21-4449-bbb5-e22c65d92809'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:09.082833 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed342f81-72e7-4b53-a10f-00133acf8277", "tag": "763c76bd-2e21-4449-bbb5-e22c65d92809"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:09.109721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fd0623f7-c5d1-497b-8c94-25c354ffbeb1 None None] Provisioning for port f5995696-3958-4b0f-be6b-d29d90bd6dee completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:09.151108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857e4be-dd4d-49af-a713-4caba30042c0 service neutron] Pushing event updated for resources: {'Port': ['ID=763c76bd-2e21-4449-bbb5-e22c65d92809,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:09.164434 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:09.185418 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object 1a274eeb-7cec-4696-9715-86b6b2037012 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:09.186281 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29364da-ae72-4867-8015-b1c78b0e6923 x-openstack-request-id: req-c29364da-ae72-4867-8015-b1c78b0e6923 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:09.186609 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed342f81-72e7-4b53-a10f-00133acf8277", "tag": "763c76bd-2e21-4449-bbb5-e22c65d92809", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:09.186961 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c29364da-ae72-4867-8015-b1c78b0e6923 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:09.187432 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed342f81-72e7-4b53-a10f-00133acf8277', 'tag': '763c76bd-2e21-4449-bbb5-e22c65d92809', 'status': 'completed', 'code': 200} Aug 17 16:41:09.226501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-2c3f85f9-bc84-427f-9520-6db620b676f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:09.228693 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-2c3f85f9-bc84-427f-9520-6db620b676f7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=355aaacc66df4dca8ee2d28168158de2&device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 1094 time: 0.1083562 Aug 17 16:41:09.272809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:09.290852 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-938521c4-5546-44bf-99a1-fe3d083b4e22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=763c76bd-2e21-4449-bbb5-e22c65d92809 HTTP/1.1" status: 200 len: 217 time: 0.0470626 Aug 17 16:41:09.472555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-6ae37c45-d4d1-4e11-a48d-173cf8ca3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:09.477531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-6ae37c45-d4d1-4e11-a48d-173cf8ca3cd0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7b01dcd1-3603-40e5-b683-3008e9e078a2 HTTP/1.1" status: 200 len: 853 time: 0.1694763 Aug 17 16:41:09.526385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5995696-3958-4b0f-be6b-d29d90bd6dee up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:09.536151 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-a4ad4789-43f2-4bfa-9024-467248435d9c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=48311fae-9002-4c1b-994d-a5c42989862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501537 Aug 17 16:41:09.591992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85abcced-f96b-447c-a962-f5d16cd3b7f7 None None] Update dhcp port {'port': {'network_id': 'aa3626b7-3cf2-4052-81c5-c3d6001317fd', 'fixed_ips': [{'subnet_id': '6c072c2d-9297-4267-a691-ce5b14621aa4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cd32e12c-4f29-4a63-a7d2-a1fdf235d4de'}], 'binding:host_id': 'n-d-804878-1'}, 'id': 'f5995696-3958-4b0f-be6b-d29d90bd6dee'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:41:09.622779 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85abcced-f96b-447c-a962-f5d16cd3b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:09.685304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f5995696-3958-4b0f-be6b-d29d90bd6dee completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:09.703226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-6695d311-3e44-4872-a5ad-028da80a351b service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547608 Aug 17 16:41:09.771299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f5995696-3958-4b0f-be6b-d29d90bd6dee triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:09.771880 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:09.805461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c50e3-db7e-4b92-95c6-20a1c7649776 req-5624dd08-4556-4c44-824f-678ae7b73bf0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:09.807887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee4c50e3-db7e-4b92-95c6-20a1c7649776 req-5624dd08-4556-4c44-824f-678ae7b73bf0 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.2695601 Aug 17 16:41:09.901432 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f9ce67b-e68f-45d6-b2c1-f4cb8e3593b1 req-b6a194ff-1b3f-41f2-981f-72d2cae8a6c3 service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885576 Aug 17 16:41:09.945292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-85abcced-f96b-447c-a962-f5d16cd3b7f7 None None] Allocated IP 172.20.0.18 (aa3626b7-3cf2-4052-81c5-c3d6001317fd/cd32e12c-4f29-4a63-a7d2-a1fdf235d4de/f5995696-3958-4b0f-be6b-d29d90bd6dee) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:09.952299 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee4c50e3-db7e-4b92-95c6-20a1c7649776 req-afc9ca4d-1fa9-4983-8444-246e497b25f7 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330776 Aug 17 16:41:09.955316 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:10.021125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=1a274eeb-7cec-4696-9715-86b6b2037012,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:10.028342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network aa3626b7-3cf2-4052-81c5-c3d6001317fd is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:10.031591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:10.034818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:10.043406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9 req-e2da38d5-c77d-45fa-8a53-b34bc36baadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:10.046008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9 req-e2da38d5-c77d-45fa-8a53-b34bc36baadc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=355aaacc66df4dca8ee2d28168158de2&device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 1094 time: 0.0774553 Aug 17 16:41:10.092752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d687941-76e1-406c-a432-5697df43c1fc req-c3bef312-f18d-49b2-a76b-ce0439c7709c tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:10.100802 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d687941-76e1-406c-a432-5697df43c1fc req-c3bef312-f18d-49b2-a76b-ce0439c7709c tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 943 time: 0.7721994 Aug 17 16:41:10.166328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-85abcced-f96b-447c-a962-f5d16cd3b7f7 None None] For port f5995696-3958-4b0f-be6b-d29d90bd6dee, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5995696-3958-4b0f-be6b-d29d90bd6dee,segment=NetworkSegment(0f72d6bf-7e50-4614-9efd-a2042c5b3244),segment_id=0f72d6bf-7e50-4614-9efd-a2042c5b3244)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:10.166834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:10.167551 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:10.203490 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d687941-76e1-406c-a432-5697df43c1fc req-80fe28f2-a9bb-47d4-bed2-ab1f4e1e2b93 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012926 Aug 17 16:41:10.216285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:10.217977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-aa04c111-4268-49b1-b293-10707d1fa9e3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6566861 Aug 17 16:41:10.223682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c072c2d-9297-4267-a691-ce5b14621aa4'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:10.242534 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85abcced-f96b-447c-a962-f5d16cd3b7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:10.257586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-85abcced-f96b-447c-a962-f5d16cd3b7f7 None None] Transition to ACTIVE for port object f5995696-3958-4b0f-be6b-d29d90bd6dee will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:10.264714 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85abcced-f96b-447c-a962-f5d16cd3b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:10.266161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9 req-6179339b-10db-4615-8b4d-6832bdd4160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:10.267727 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9 req-6179339b-10db-4615-8b4d-6832bdd4160d service neutron] 10.222.0.91 "GET /v2.0/networks?id=48311fae-9002-4c1b-994d-a5c42989862a HTTP/1.1" status: 200 len: 914 time: 0.1993470 Aug 17 16:41:10.409828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abcced-f96b-447c-a962-f5d16cd3b7f7 None None] Pushing event updated for resources: {'Port': ['ID=f5995696-3958-4b0f-be6b-d29d90bd6dee,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:10.413731 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:41:10.414210 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:41:10.483969 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9 req-1d4b89d0-68ee-45f0-8ba3-2dcc1a364b15 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=763c76bd-2e21-4449-bbb5-e22c65d92809 HTTP/1.1" status: 200 len: 217 time: 0.2057376 Aug 17 16:41:10.484921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:10.587816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9 req-0021f682-5804-4077-91d6-32143d51a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:10.589583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9 req-0021f682-5804-4077-91d6-32143d51a37b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7b01dcd1-3603-40e5-b683-3008e9e078a2 HTTP/1.1" status: 200 len: 853 time: 0.0976985 Aug 17 16:41:10.757107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9 req-27fa325f-7502-471c-a693-11cad062ec00 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=48311fae-9002-4c1b-994d-a5c42989862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572945 Aug 17 16:41:10.967521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9 req-3bd47ae9-e986-4233-9893-a9576da8c1c5 service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008541 Aug 17 16:41:10.993901 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:11.022394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Delete allocated IP 172.20.0.25 (aa3626b7-3cf2-4052-81c5-c3d6001317fd/cd32e12c-4f29-4a63-a7d2-a1fdf235d4de) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 16:41:11.036697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port f5995696-3958-4b0f-be6b-d29d90bd6dee, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5995696-3958-4b0f-be6b-d29d90bd6dee,segment=NetworkSegment(0f72d6bf-7e50-4614-9efd-a2042c5b3244),segment_id=0f72d6bf-7e50-4614-9efd-a2042c5b3244)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:11.042416 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:11.130944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=f5995696-3958-4b0f-be6b-d29d90bd6dee,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:11.176503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6426084c-8807-4379-b4ed-a0546fabeeb5 None None] Network aa3626b7-3cf2-4052-81c5-c3d6001317fd requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:11.210015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357a8cd-b4a2-4aeb-b41d-a5f21306698f req-71e85c63-81d3-4920-820d-822e6dcd5e39 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:11.218560 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10d5c77b-8ab3-4203-bd58-a3a8e91fd3b9 req-dbdb0a9f-2855-4622-b900-27b7c1a21511 service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337079 Aug 17 16:41:11.227143 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3357a8cd-b4a2-4aeb-b41d-a5f21306698f req-71e85c63-81d3-4920-820d-822e6dcd5e39 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.1421804 Aug 17 16:41:11.281602 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3357a8cd-b4a2-4aeb-b41d-a5f21306698f req-04aae8d7-c141-419a-bd30-110a1ef0e212 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475469 Aug 17 16:41:11.291996 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:11.302559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 763c76bd-2e21-4449-bbb5-e22c65d92809 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:41:11.310907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Ignored duplicate provisioning block setup for port 1a274eeb-7cec-4696-9715-86b6b2037012 by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 16:41:11.316028 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:11.375025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-74c35b5c-2488-4afb-a8c0-df061ec360ce None None] Provisioning for port 1a274eeb-7cec-4696-9715-86b6b2037012 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:11.396418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-74c35b5c-2488-4afb-a8c0-df061ec360ce None None] Provisioning complete for port 1a274eeb-7cec-4696-9715-86b6b2037012 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:11.396980 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74c35b5c-2488-4afb-a8c0-df061ec360ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:11.500182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5995696-3958-4b0f-be6b-d29d90bd6dee up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:11.536079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-74c35b5c-2488-4afb-a8c0-df061ec360ce None None] Port 1a274eeb-7cec-4696-9715-86b6b2037012 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:11.582771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-74c35b5c-2488-4afb-a8c0-df061ec360ce None None] Provisioning for port f5995696-3958-4b0f-be6b-d29d90bd6dee completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:11.606833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-74c35b5c-2488-4afb-a8c0-df061ec360ce None None] Provisioning complete for port f5995696-3958-4b0f-be6b-d29d90bd6dee triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:11.607207 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74c35b5c-2488-4afb-a8c0-df061ec360ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:11.635905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=1a274eeb-7cec-4696-9715-86b6b2037012,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:11.657032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2764c-7ddd-479a-a068-fa9bc73c35ce req-5b226cd1-3ace-4505-8b93-5bfba741aad1 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:11.658674 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6cd2764c-7ddd-479a-a068-fa9bc73c35ce req-5b226cd1-3ace-4505-8b93-5bfba741aad1 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 943 time: 0.2338068 Aug 17 16:41:11.661829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] In _notify_port_updated(), no bound segment for port 1a274eeb-7cec-4696-9715-86b6b2037012 on network aa3626b7-3cf2-4052-81c5-c3d6001317fd {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:41:11.667143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 763c76bd-2e21-4449-bbb5-e22c65d92809, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=763c76bd-2e21-4449-bbb5-e22c65d92809,segment=NetworkSegment(a524fe14-9aa7-4d40-9f19-051dc09ae2ff),segment_id=a524fe14-9aa7-4d40-9f19-051dc09ae2ff)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:11.667621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:11.668269 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:11.669564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ecd2100c-b49e-4b7d-91c4-b115a52866cb tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "PUT /v2.0/ports/1a274eeb-7cec-4696-9715-86b6b2037012 HTTP/1.1" status: 200 len: 919 time: 1.4523427 Aug 17 16:41:11.672384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51682) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:11.679262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c072c2d-9297-4267-a691-ce5b14621aa4'}, {'subnet_id': 'cd32e12c-4f29-4a63-a7d2-a1fdf235d4de'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:11.706764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6cd2764c-7ddd-479a-a068-fa9bc73c35ce req-99cc1418-23c7-4ace-93e3-88bced7d3abf tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Aug 17 16:41:11.718190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '763c76bd-2e21-4449-bbb5-e22c65d92809', 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a', 'port_id': '763c76bd-2e21-4449-bbb5-e22c65d92809', 'mac_address': 'fa:16:3e:e5:b4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b01dcd1-3603-40e5-b683-3008e9e078a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:41:11.756366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f5995696-3958-4b0f-be6b-d29d90bd6dee triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:11.756806 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:11.787425 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:11.879043 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:11.897624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763c76bd-2e21-4449-bbb5-e22c65d92809 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:41:11.942897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 763c76bd-2e21-4449-bbb5-e22c65d92809, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=763c76bd-2e21-4449-bbb5-e22c65d92809,segment=NetworkSegment(a524fe14-9aa7-4d40-9f19-051dc09ae2ff),segment_id=a524fe14-9aa7-4d40-9f19-051dc09ae2ff)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:11.953974 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:12.018501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=763c76bd-2e21-4449-bbb5-e22c65d92809,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:12.167109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['763c76bd-2e21-4449-bbb5-e22c65d92809'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:41:12.176004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.22 (aa3626b7-3cf2-4052-81c5-c3d6001317fd/cd32e12c-4f29-4a63-a7d2-a1fdf235d4de/1a274eeb-7cec-4696-9715-86b6b2037012) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:12.358179 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:12.415376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object 1a274eeb-7cec-4696-9715-86b6b2037012 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:12.420109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:12.571154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ffaf3-48d4-4c09-a94c-edbe16a422f3 req-877f8d7b-043a-450b-8b9d-e7692fce912e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:12.572995 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-260ffaf3-48d4-4c09-a94c-edbe16a422f3 req-877f8d7b-043a-450b-8b9d-e7692fce912e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.2115374 Aug 17 16:41:12.585027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=1a274eeb-7cec-4696-9715-86b6b2037012,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:12.596256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] In _notify_port_updated(), no bound segment for port 1a274eeb-7cec-4696-9715-86b6b2037012 on network aa3626b7-3cf2-4052-81c5-c3d6001317fd {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:41:12.603312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:12.604574 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:12.605334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e5b2f4e2-977b-4dff-897f-126dc7593894 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "PUT /v2.0/ports/1a274eeb-7cec-4696-9715-86b6b2037012 HTTP/1.1" status: 200 len: 999 time: 0.9319274 Aug 17 16:41:12.608405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:12.634433 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-260ffaf3-48d4-4c09-a94c-edbe16a422f3 req-a22cf21b-ed30-4950-a8d7-aa7ccda00606 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533283 Aug 17 16:41:12.721665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f5b90451-e435-48a8-a06a-32d6f4f26e31 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 1a274eeb-7cec-4696-9715-86b6b2037012 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:12.722261 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5b90451-e435-48a8-a06a-32d6f4f26e31 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:12.856430 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5b90451-e435-48a8-a06a-32d6f4f26e31 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:12.866969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814b621-b09f-4157-879b-474322f74578 req-d46f32d9-c17a-4810-b6c5-e2fa7b11a75a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:12.868533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c814b621-b09f-4157-879b-474322f74578 req-d46f32d9-c17a-4810-b6c5-e2fa7b11a75a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 944 time: 0.0591691 Aug 17 16:41:12.871633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f5b90451-e435-48a8-a06a-32d6f4f26e31 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 1a274eeb-7cec-4696-9715-86b6b2037012 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:12.948493 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c814b621-b09f-4157-879b-474322f74578 req-3081e325-da90-41a3-862b-d35b41a70df4 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725718 Aug 17 16:41:13.137275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:13.142030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8fa2d3f1-932f-426b-a944-0568b5160304 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469703213', 'description': 'tempest-secgroup-smoke-1469703213 description', 'project_id': 'a4380f73928249e187b200e0f868549f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:13.168255 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5b90451-e435-48a8-a06a-32d6f4f26e31 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.193745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9d31219c-b710-483d-a19b-e2e6566e04bb None None] Could not find standard attr ID for object 1a274eeb-7cec-4696-9715-86b6b2037012. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:41:13.208451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9d31219c-b710-483d-a19b-e2e6566e04bb None None] Provisioning complete for port f5995696-3958-4b0f-be6b-d29d90bd6dee triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:13.208911 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d31219c-b710-483d-a19b-e2e6566e04bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.219323 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d3f1-932f-426b-a944-0568b5160304 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.222787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b90451-e435-48a8-a06a-32d6f4f26e31 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=1a274eeb-7cec-4696-9715-86b6b2037012,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:13.250653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 763c76bd-2e21-4449-bbb5-e22c65d92809 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:13.340727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 763c76bd-2e21-4449-bbb5-e22c65d92809 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:13.352924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 763c76bd-2e21-4449-bbb5-e22c65d92809 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:13.353304 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.456307 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.485316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed342f81-72e7-4b53-a10f-00133acf8277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c76bd-2e21-4449-bbb5-e22c65d92809'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:13.487939 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc92536-cd1a-42f5-9114-9ab3a2dc1273" -d '{"events": [{"server_uuid": "ed342f81-72e7-4b53-a10f-00133acf8277", "name": "network-vif-plugged", "status": "completed", "tag": "763c76bd-2e21-4449-bbb5-e22c65d92809"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:13.510948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 763c76bd-2e21-4449-bbb5-e22c65d92809, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=763c76bd-2e21-4449-bbb5-e22c65d92809,segment=NetworkSegment(a524fe14-9aa7-4d40-9f19-051dc09ae2ff),segment_id=a524fe14-9aa7-4d40-9f19-051dc09ae2ff)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:13.516415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bf3d56d0-92e8-4625-8a71-6acdb4468b42 None None] Could not find standard attr ID for object 1a274eeb-7cec-4696-9715-86b6b2037012. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:41:13.524472 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.556069 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d8372-0c3a-4405-92c0-f4ff9df8eda1 x-openstack-request-id: req-752d8372-0c3a-4405-92c0-f4ff9df8eda1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:13.556453 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed342f81-72e7-4b53-a10f-00133acf8277", "name": "network-vif-plugged", "status": "completed", "tag": "763c76bd-2e21-4449-bbb5-e22c65d92809", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:13.556775 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-752d8372-0c3a-4405-92c0-f4ff9df8eda1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:13.557436 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed342f81-72e7-4b53-a10f-00133acf8277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c76bd-2e21-4449-bbb5-e22c65d92809', 'code': 200} Aug 17 16:41:13.607312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=763c76bd-2e21-4449-bbb5-e22c65d92809,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:13.682926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5b90451-e435-48a8-a06a-32d6f4f26e31 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.684811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f5b90451-e435-48a8-a06a-32d6f4f26e31 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/1a274eeb-7cec-4696-9715-86b6b2037012 HTTP/1.1" status: 204 len: 168 time: 1.0750778 Aug 17 16:41:13.687901 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51734) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:13.743271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab771c1-2f5d-4260-9acd-2656fe6da2ee req-a293023e-beb5-45c6-b0a2-64500ad68ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:13.744882 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ab771c1-2f5d-4260-9acd-2656fe6da2ee req-a293023e-beb5-45c6-b0a2-64500ad68ad5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 1096 time: 0.1103904 Aug 17 16:41:13.748251 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd7141f-44e1-4930-8d20-a159458448d1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:41:13.752988 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ddd7141f-44e1-4930-8d20-a159458448d1 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/1a274eeb-7cec-4696-9715-86b6b2037012 HTTP/1.1" status: 404 len: 333 time: 0.0604775 Aug 17 16:41:13.757847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51738) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:13.763043 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d3f1-932f-426b-a944-0568b5160304 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.773920 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d3f1-932f-426b-a944-0568b5160304 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.811218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220810d4-b58b-4808-b508-69c3c0b863d3 req-fcc8ba13-b509-44b2-8d38-1437befc23b2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:13.818639 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-220810d4-b58b-4808-b508-69c3c0b863d3 req-fcc8ba13-b509-44b2-8d38-1437befc23b2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0986962 Aug 17 16:41:13.824978 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d3f1-932f-426b-a944-0568b5160304 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.826462 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8fa2d3f1-932f-426b-a944-0568b5160304 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6882071 Aug 17 16:41:13.830610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ab771c1-2f5d-4260-9acd-2656fe6da2ee req-d3fa8d1b-c17f-45bb-82e8-c5660603f468 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658770 Aug 17 16:41:13.831305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:13.837075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1a350cc3-8562-4ca8-875c-0b084b96e831 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Request body: {'security_group_rule': {'security_group_id': '43e5a023-c9b9-4882-94bc-389a8708c6a5', 'project_id': 'a4380f73928249e187b200e0f868549f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:13.841797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2d3f1-932f-426b-a944-0568b5160304 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e5a023-c9b9-4882-94bc-389a8708c6a5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:13.850406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-916b2cf8-953c-4ebb-aba9-5f1afedce475 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet cd32e12c-4f29-4a63-a7d2-a1fdf235d4de {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:41:13.864491 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-916b2cf8-953c-4ebb-aba9-5f1afedce475 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.876692 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-220810d4-b58b-4808-b508-69c3c0b863d3 req-8afbedca-66dd-40a0-beea-c64613ca5cd8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571132 Aug 17 16:41:13.891779 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a350cc3-8562-4ca8-875c-0b084b96e831 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.943109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-916b2cf8-953c-4ebb-aba9-5f1afedce475 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.981092 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a350cc3-8562-4ca8-875c-0b084b96e831 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:13.990109 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a350cc3-8562-4ca8-875c-0b084b96e831 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.015406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a350cc3-8562-4ca8-875c-0b084b96e831 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3643138b-68c1-488d-9f04-0edaf445e733,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:14.024347 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a350cc3-8562-4ca8-875c-0b084b96e831 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.029509 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a350cc3-8562-4ca8-875c-0b084b96e831 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1939981 Aug 17 16:41:14.029991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:14.034951 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a14af68c-f55a-429f-b647-41aabb5857d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Request body: {'security_group_rule': {'security_group_id': '43e5a023-c9b9-4882-94bc-389a8708c6a5', 'project_id': 'a4380f73928249e187b200e0f868549f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:14.068711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-916b2cf8-953c-4ebb-aba9-5f1afedce475 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.113523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a14af68c-f55a-429f-b647-41aabb5857d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.140476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a34f7d-bd25-4812-9765-e1c43af5be4d req-f6e79546-51f6-493a-a8bd-e58c0aa1a1fb tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:14.142039 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30a34f7d-bd25-4812-9765-e1c43af5be4d req-f6e79546-51f6-493a-a8bd-e58c0aa1a1fb tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 945 time: 0.0854650 Aug 17 16:41:14.158644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-916b2cf8-953c-4ebb-aba9-5f1afedce475 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.192032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b2cf8-953c-4ebb-aba9-5f1afedce475 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=cd32e12c-4f29-4a63-a7d2-a1fdf235d4de,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:14.196670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-916b2cf8-953c-4ebb-aba9-5f1afedce475 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.198310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-916b2cf8-953c-4ebb-aba9-5f1afedce475 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/cd32e12c-4f29-4a63-a7d2-a1fdf235d4de HTTP/1.1" status: 204 len: 168 time: 0.4384007 Aug 17 16:41:14.201025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51752) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:14.214157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30a34f7d-bd25-4812-9765-e1c43af5be4d req-fccd2dfd-f15e-46a5-877e-0c75478c2a70 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629630 Aug 17 16:41:14.227611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a14af68c-f55a-429f-b647-41aabb5857d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.247520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a14af68c-f55a-429f-b647-41aabb5857d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.265528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9eb5349-3461-4d84-8e11-e30ea8989451 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet 6c072c2d-9297-4267-a691-ce5b14621aa4 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:41:14.268612 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5349-3461-4d84-8e11-e30ea8989451 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.270710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af68c-f55a-429f-b647-41aabb5857d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf49f5e6-eb8e-4bd5-9e5d-d8e9c86f1a91,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:14.279930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a14af68c-f55a-429f-b647-41aabb5857d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.283686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a14af68c-f55a-429f-b647-41aabb5857d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2504773 Aug 17 16:41:14.284188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51756) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:14.289551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0003b959-b316-4081-bb8c-d7d1f91b15b9 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Request body: {'security_group_rule': {'security_group_id': '43e5a023-c9b9-4882-94bc-389a8708c6a5', 'project_id': 'a4380f73928249e187b200e0f868549f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:14.321209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5349-3461-4d84-8e11-e30ea8989451 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.325834 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0003b959-b316-4081-bb8c-d7d1f91b15b9 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.417824 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0003b959-b316-4081-bb8c-d7d1f91b15b9 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.422481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0003b959-b316-4081-bb8c-d7d1f91b15b9 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.440556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003b959-b316-4081-bb8c-d7d1f91b15b9 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35a87ce-816f-4e90-a30f-0684a20fe65b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:14.445540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5349-3461-4d84-8e11-e30ea8989451 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.471404 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0003b959-b316-4081-bb8c-d7d1f91b15b9 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.472842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0003b959-b316-4081-bb8c-d7d1f91b15b9 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1876843 Aug 17 16:41:14.475529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:14.483099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-92326d56-610b-43c4-bfdf-386d656a3fd4 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Request body: {'security_group_rule': {'security_group_id': '43e5a023-c9b9-4882-94bc-389a8708c6a5', 'project_id': 'a4380f73928249e187b200e0f868549f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:14.521563 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92326d56-610b-43c4-bfdf-386d656a3fd4 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.538975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5349-3461-4d84-8e11-e30ea8989451 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.573884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb5349-3461-4d84-8e11-e30ea8989451 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=6c072c2d-9297-4267-a691-ce5b14621aa4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:14.589989 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5349-3461-4d84-8e11-e30ea8989451 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.592722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a9eb5349-3461-4d84-8e11-e30ea8989451 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/6c072c2d-9297-4267-a691-ce5b14621aa4 HTTP/1.1" status: 204 len: 168 time: 0.3906939 Aug 17 16:41:14.597840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51762) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:14.656818 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92326d56-610b-43c4-bfdf-386d656a3fd4 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.662415 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92326d56-610b-43c4-bfdf-386d656a3fd4 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.688999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.695076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92326d56-610b-43c4-bfdf-386d656a3fd4 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.704238 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-92326d56-610b-43c4-bfdf-386d656a3fd4 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2255125 Aug 17 16:41:14.705217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51768) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:14.719963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8731dad5-12ad-4687-9354-562decc91565 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Request body: {'security_group_rule': {'security_group_id': '43e5a023-c9b9-4882-94bc-389a8708c6a5', 'project_id': 'a4380f73928249e187b200e0f868549f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:14.720155 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd1fcd2-6194-4cee-ac8b-2f141d847416 None None] Network aa3626b7-3cf2-4052-81c5-c3d6001317fd requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:14.749125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92326d56-610b-43c4-bfdf-386d656a3fd4 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce9ab2f-062c-4dec-96db-f17841adb4fd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:14.757229 n-d-804878-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-8731dad5-12ad-4687-9354-562decc91565 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Project a4380f73928249e187b200e0f868549f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:41:14.769018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8731dad5-12ad-4687-9354-562decc91565 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.769846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port f5995696-3958-4b0f-be6b-d29d90bd6dee {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:14.770431 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.799978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cf1be6d8-524d-4d20-9460-315a1fc94207 None None] Could not find standard attr ID for object 1a274eeb-7cec-4696-9715-86b6b2037012. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:41:14.850926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8731dad5-12ad-4687-9354-562decc91565 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.861370 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8731dad5-12ad-4687-9354-562decc91565 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.882464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] For port f5995696-3958-4b0f-be6b-d29d90bd6dee, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5995696-3958-4b0f-be6b-d29d90bd6dee,segment=NetworkSegment(0f72d6bf-7e50-4614-9efd-a2042c5b3244),segment_id=0f72d6bf-7e50-4614-9efd-a2042c5b3244)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:14.883138 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.883857 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731dad5-12ad-4687-9354-562decc91565 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e3f263-7e7d-46a5-9583-3d9d1ace85df,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:14.896962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8731dad5-12ad-4687-9354-562decc91565 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:14.898730 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8731dad5-12ad-4687-9354-562decc91565 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1856675 Aug 17 16:41:14.901360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for f5995696-3958-4b0f-be6b-d29d90bd6dee owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:14.901705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:14.907864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bc273bc1-4cde-4675-8bb2-0a0db83b6aa3 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Request body: {'security_group_rule': {'security_group_id': '43e5a023-c9b9-4882-94bc-389a8708c6a5', 'project_id': 'a4380f73928249e187b200e0f868549f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:14.938808 n-d-804878-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-bc273bc1-4cde-4675-8bb2-0a0db83b6aa3 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Project a4380f73928249e187b200e0f868549f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:41:14.945902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc273bc1-4cde-4675-8bb2-0a0db83b6aa3 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.010016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4336ec-f86f-4e02-b8d4-bcb27b7afff1 None None] DHCP port deletion for aa3626b7-3cf2-4052-81c5-c3d6001317fd request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:41:15.029294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.048021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No DVR routers for this DVR port f5995696-3958-4b0f-be6b-d29d90bd6dee on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:15.073385 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=f5995696-3958-4b0f-be6b-d29d90bd6dee,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:15.074540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc273bc1-4cde-4675-8bb2-0a0db83b6aa3 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.077975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-db4336ec-f86f-4e02-b8d4-bcb27b7afff1 None None] Deleting port f5995696-3958-4b0f-be6b-d29d90bd6dee {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:15.078719 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db4336ec-f86f-4e02-b8d4-bcb27b7afff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.082943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d562c-81a9-4f81-8545-365d6f2e7317 req-cd9ae559-f202-405a-aa45-536d2683bdf9 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:15.085332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-526d562c-81a9-4f81-8545-365d6f2e7317 req-cd9ae559-f202-405a-aa45-536d2683bdf9 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0861180 Aug 17 16:41:15.086551 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc273bc1-4cde-4675-8bb2-0a0db83b6aa3 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.125796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc273bc1-4cde-4675-8bb2-0a0db83b6aa3 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b743497b-7182-4f62-a9d2-743479f9d7d1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:15.137353 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc273bc1-4cde-4675-8bb2-0a0db83b6aa3 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.138595 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc273bc1-4cde-4675-8bb2-0a0db83b6aa3 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2356687 Aug 17 16:41:15.157412 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-526d562c-81a9-4f81-8545-365d6f2e7317 req-26c114e7-49ab-43f7-a15c-1029ec09ee95 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606263 Aug 17 16:41:15.189842 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.199893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-db4336ec-f86f-4e02-b8d4-bcb27b7afff1 None None] For port f5995696-3958-4b0f-be6b-d29d90bd6dee, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:15.200640 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db4336ec-f86f-4e02-b8d4-bcb27b7afff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.211874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3626b7-3cf2-4052-81c5-c3d6001317fd']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:15.218361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-db4336ec-f86f-4e02-b8d4-bcb27b7afff1 None None] Calling delete_port for f5995696-3958-4b0f-be6b-d29d90bd6dee owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:15.225104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-db4336ec-f86f-4e02-b8d4-bcb27b7afff1 None None] Port f5995696-3958-4b0f-be6b-d29d90bd6dee was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:41:15.230039 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db4336ec-f86f-4e02-b8d4-bcb27b7afff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.230980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f72d6bf-7e50-4614-9efd-a2042c5b3244') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:15.230980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f72d6bf-7e50-4614-9efd-a2042c5b3244') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:15.243760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.259303 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.281115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4336ec-f86f-4e02-b8d4-bcb27b7afff1 None None] Pushing event deleted for resources: {'Port': ['ID=f5995696-3958-4b0f-be6b-d29d90bd6dee,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:15.286110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:41:15.286587 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:41:15.293589 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:41:15.321347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4336ec-f86f-4e02-b8d4-bcb27b7afff1 None None] No DVR routers for this DVR port f5995696-3958-4b0f-be6b-d29d90bd6dee on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:15.380846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.416051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2de63c-bbca-46ff-ad38-8703ea11530e req-3a7e45da-e2e7-4f01-92a3-d2ff6df30cea tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:15.422434 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.424362 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/networks/aa3626b7-3cf2-4052-81c5-c3d6001317fd HTTP/1.1" status: 204 len: 168 time: 0.8251414 Aug 17 16:41:15.425296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49076c9-7eae-435d-904e-0510eb484e2c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Network': ['ID=aa3626b7-3cf2-4052-81c5-c3d6001317fd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:15.428162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5995696-3958-4b0f-be6b-d29d90bd6dee no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:41:15.429762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51794) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:15.435698 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c2de63c-bbca-46ff-ad38-8703ea11530e req-3a7e45da-e2e7-4f01-92a3-d2ff6df30cea tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 945 time: 0.0881629 Aug 17 16:41:15.458668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f5995696-3958-4b0f-be6b-d29d90bd6dee {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:41:15.459418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5995696-3958-4b0f-be6b-d29d90bd6dee not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:41:15.508099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa0bb4-ffd0-4cd8-8304-ed9c469ff81a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:15.510995 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4faa0bb4-ffd0-4cd8-8304-ed9c469ff81a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0790789 Aug 17 16:41:15.513552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51798) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:15.518907 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c2de63c-bbca-46ff-ad38-8703ea11530e req-8724dd75-a5cd-408c-b5e2-9db16fcf7188 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756118 Aug 17 16:41:15.601055 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-96513ce0-2b40-4366-8dba-cf50b55b49b7 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469703213&fields=id&tenant_id=a4380f73928249e187b200e0f868549f HTTP/1.1" status: 200 len: 267 time: 0.1054718 Aug 17 16:41:15.648264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e87d6-e74e-4b0e-b8f9-e1adcaf0894a req-09ff5092-4c3d-409a-906a-14263ddbbaa8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:15.649953 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-448e87d6-e74e-4b0e-b8f9-e1adcaf0894a req-09ff5092-4c3d-409a-906a-14263ddbbaa8 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0625606 Aug 17 16:41:15.670183 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-433342c7-232e-4ae2-b983-5b769e242066 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1555073 Aug 17 16:41:15.675879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51824) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:15.704727 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-448e87d6-e74e-4b0e-b8f9-e1adcaf0894a req-1ad8932b-ba30-4ecb-8899-3053df7bf6d3 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486641 Aug 17 16:41:15.725413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1845115332'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:15.762162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-17cb1f9f-4d1a-4788-9ab0-abc602a7547a tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:15.763774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-17cb1f9f-4d1a-4788-9ab0-abc602a7547a tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/networks?id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220 HTTP/1.1" status: 200 len: 813 time: 0.1535234 Aug 17 16:41:15.773625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:15.777735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.805270 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-8e236edc-4411-4c03-bff7-fcd0850e2f78 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/quotas/a4380f73928249e187b200e0f868549f HTTP/1.1" status: 200 len: 375 time: 0.0349753 Aug 17 16:41:15.841502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc505d-4523-4ec2-9ac3-0d7db0c06d54 req-7ac75e85-060b-4ebe-a71a-c333f3f9312f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:15.842930 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-89bc505d-4523-4ec2-9ac3-0d7db0c06d54 req-7ac75e85-060b-4ebe-a71a-c333f3f9312f tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0631447 Aug 17 16:41:15.857466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:41:15.871637 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:15.871992 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Added segment 8cefbd8a-01af-4b93-8d4e-7e907cdfe784 of type vlan for network 0b059d32-51e5-42c0-bef2-02b4a9a55233 Aug 17 16:41:15.903243 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-89bc505d-4523-4ec2-9ac3-0d7db0c06d54 req-df49d82b-7c91-4c42-a520-d3102994b90b tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514133 Aug 17 16:41:15.939224 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-a9ffa49b-3f12-4f35-bf01-1246e37fc3dd tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4380f73928249e187b200e0f868549f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151512 Aug 17 16:41:16.017793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:16.067798 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:16.074118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:16.074760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:16.152644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Network': ['ID=0b059d32-51e5-42c0-bef2-02b4a9a55233,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:16.165825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 0b059d32-51e5-42c0-bef2-02b4a9a55233 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:41:16.169324 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-c7dfb960-f512-4fb7-83b2-b5044a8249a3 service neutron] 10.222.0.77 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278857 Aug 17 16:41:16.181506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-34b5d948-4d78-4e8a-b956-291e36f214ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5014436 Aug 17 16:41:16.182654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:16.188804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '0b059d32-51e5-42c0-bef2-02b4a9a55233', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:16.328203 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-1b0142e4-23c1-4042-b346-6def2db90612 service neutron] 10.222.0.77 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592441 Aug 17 16:41:16.414865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d423a5c-0509-466b-a1c9-0424e68cefa4 req-9a545fbe-18ac-4059-b49a-23dd011eb247 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:16.416752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d423a5c-0509-466b-a1c9-0424e68cefa4 req-9a545fbe-18ac-4059-b49a-23dd011eb247 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.1057184 Aug 17 16:41:16.423367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:16.426982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:16.533228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d423a5c-0509-466b-a1c9-0424e68cefa4 req-846e3e47-047e-4ecf-9126-2bdf4b9db312 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825577 Aug 17 16:41:16.756035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:16.839999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=359e88d5-ee89-4af8-a219-330aabbfcae1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:16.855757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8206a535-de1d-4697-9192-d30b41ab5b0e req-4afcadad-1c84-45bb-bbe9-62a3e7dcb7a2 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0434842 Aug 17 16:41:16.905613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Checking segment: {'id': '8cefbd8a-01af-4b93-8d4e-7e907cdfe784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0b059d32-51e5-42c0-bef2-02b4a9a55233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:16.905985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network hostable DHCP agents. Network: 0b059d32-51e5-42c0-bef2-02b4a9a55233, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:41:16.931283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 0b059d32-51e5-42c0-bef2-02b4a9a55233 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:41:16.942712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 0b059d32-51e5-42c0-bef2-02b4a9a55233) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:16.955503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34cd0da-e1ac-4812-a0a3-3b63aa5ae2ba None None] Network 0b059d32-51e5-42c0-bef2-02b4a9a55233 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:16.961363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:16.962221 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:16.992531 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9ba211dc-0ec4-43f2-b58c-18f2689f99e7 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8077896 Aug 17 16:41:16.994979 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51918) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:17.002532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '0b059d32-51e5-42c0-bef2-02b4a9a55233', 'name': 'tempest-PortsTestJSON-737412761'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:17.220532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-0b059d32-51e5-42c0-bef2-02b4a9a55233', 'network_id': '0b059d32-51e5-42c0-bef2-02b4a9a55233', 'tenant_id': 'ea916737e99d4eada80b3ac9549c0b9c', 'fixed_ips': [{'subnet_id': '359e88d5-ee89-4af8-a219-330aabbfcae1'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:41:17.224053 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:17.247688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:17.252054 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:17.273953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port b088227c-24ba-496e-a38c-67d117c5e6f1 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:17.437092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.4 (0b059d32-51e5-42c0-bef2-02b4a9a55233/359e88d5-ee89-4af8-a219-330aabbfcae1/b088227c-24ba-496e-a38c-67d117c5e6f1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:17.563564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-849cd091-0305-4ff8-b05d-fd1734412c74 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:17.566692 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-849cd091-0305-4ff8-b05d-fd1734412c74 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0999677 Aug 17 16:41:17.668232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:17.689655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object b088227c-24ba-496e-a38c-67d117c5e6f1 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:17.715149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cefc6-58e4-4d0b-84f0-638dec4643f9 req-53404590-fcf8-4fed-a57e-06aa5d2ee64e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:17.717327 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b4cefc6-58e4-4d0b-84f0-638dec4643f9 req-53404590-fcf8-4fed-a57e-06aa5d2ee64e tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 946 time: 0.0883932 Aug 17 16:41:17.754667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:17.792262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b4cefc6-58e4-4d0b-84f0-638dec4643f9 req-e3b7a69f-67d6-404c-a0e4-08d6464c6fb3 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612233 Aug 17 16:41:17.800929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-c40ba3cb-c5ff-4251-9d98-18c4318c68d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Deleting port 04101327-d799-4c66-841d-46c9d65277c4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:17.811829 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-c40ba3cb-c5ff-4251-9d98-18c4318c68d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:17.822869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 0b059d32-51e5-42c0-bef2-02b4a9a55233 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:17.829740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:17.833910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:17.837488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Allocated IP 172.20.0.2 (0b059d32-51e5-42c0-bef2-02b4a9a55233/359e88d5-ee89-4af8-a219-330aabbfcae1/548a17b6-f67e-4e14-b95c-916dd206eb72) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:17.908833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=b088227c-24ba-496e-a38c-67d117c5e6f1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:17.963062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:17.964163 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:18.022740 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-01bdd2f9-99fa-42b2-bde8-952379622f6d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0258012 Aug 17 16:41:18.025043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 51948) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:18.035011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-c40ba3cb-c5ff-4251-9d98-18c4318c68d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] For port 04101327-d799-4c66-841d-46c9d65277c4, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=04101327-d799-4c66-841d-46c9d65277c4,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:18.035615 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-c40ba3cb-c5ff-4251-9d98-18c4318c68d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:18.059754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '0b059d32-51e5-42c0-bef2-02b4a9a55233', 'name': 'tempest-PortsTestJSON-1931522554'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:18.070256 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3ad19122-57d2-4e0f-9808-1700a0ebb3c7 req-4581c8f3-d4dc-487d-ac18-73f5cde52486 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0855033 Aug 17 16:41:18.096045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-c40ba3cb-c5ff-4251-9d98-18c4318c68d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Calling delete_port for 04101327-d799-4c66-841d-46c9d65277c4 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:18.221806 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:18.248004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Transition to ACTIVE for port object 548a17b6-f67e-4e14-b95c-916dd206eb72 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:18.338944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Transition to ACTIVE for port object 548a17b6-f67e-4e14-b95c-916dd206eb72 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:18.347353 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-c40ba3cb-c5ff-4251-9d98-18c4318c68d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:18.349313 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:18.388933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['04101327-d799-4c66-841d-46c9d65277c4'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:41:18.416843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['1c8ce50d-9017-469e-8f50-4a2c0fdd862b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:41:18.441324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ba3cb-c5ff-4251-9d98-18c4318c68d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event deleted for resources: {'Port': ['ID=04101327-d799-4c66-841d-46c9d65277c4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:18.510611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-c40ba3cb-c5ff-4251-9d98-18c4318c68d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] No DVR routers for this DVR port 04101327-d799-4c66-841d-46c9d65277c4 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:18.514015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-c40ba3cb-c5ff-4251-9d98-18c4318c68d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:18.516432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-51f50b51-79f0-4c53-980f-99612ce5a7c3 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:18.517124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c15de67-0e17-4cb7-8733-a40fa1c02ab1 req-c40ba3cb-c5ff-4251-9d98-18c4318c68d2 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.93 "DELETE /v2.0/ports/04101327-d799-4c66-841d-46c9d65277c4 HTTP/1.1" status: 204 len: 173 time: 0.9438162 Aug 17 16:41:18.517594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911f0e55-0d35-4000-9b88-55a5219d21e9', 'name': 'network-vif-deleted', 'tag': '04101327-d799-4c66-841d-46c9d65277c4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:18.518269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-51f50b51-79f0-4c53-980f-99612ce5a7c3 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.93 "GET /v2.0/networks?id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220 HTTP/1.1" status: 200 len: 813 time: 0.4503820 Aug 17 16:41:18.529718 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20be603c-9127-43ea-bc14-33aaa81ae586" -d '{"events": [{"server_uuid": "911f0e55-0d35-4000-9b88-55a5219d21e9", "name": "network-vif-deleted", "tag": "04101327-d799-4c66-841d-46c9d65277c4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:18.535584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:18.543911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:18.601826 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e040416d-2618-4ba3-82e5-9ddad3bd292c tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4380f73928249e187b200e0f868549f HTTP/1.1" status: 200 len: 380 time: 0.0671380 Aug 17 16:41:18.606892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port 9b3fcba3-7a7b-4525-9800-ab0fc1f86271 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:18.615748 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68734a83-9581-45e9-9202-013551ec7314 x-openstack-request-id: req-68734a83-9581-45e9-9202-013551ec7314 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:18.616197 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911f0e55-0d35-4000-9b88-55a5219d21e9", "name": "network-vif-deleted", "tag": "04101327-d799-4c66-841d-46c9d65277c4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:18.616536 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68734a83-9581-45e9-9202-013551ec7314 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:18.617102 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911f0e55-0d35-4000-9b88-55a5219d21e9', 'name': 'network-vif-deleted', 'tag': '04101327-d799-4c66-841d-46c9d65277c4', 'status': 'completed', 'code': 200} Aug 17 16:41:18.726444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Request body: {'port': {'device_id': '016889fa-fe3d-4d04-af22-b516357c2e23', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'admin_state_up': True, 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'security_groups': ['43e5a023-c9b9-4882-94bc-389a8708c6a5']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:18.775461 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Network 0b059d32-51e5-42c0-bef2-02b4a9a55233 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:18.783652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:18.787319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:18.787550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.14 (0b059d32-51e5-42c0-bef2-02b4a9a55233/359e88d5-ee89-4af8-a219-330aabbfcae1/9b3fcba3-7a7b-4525-9800-ab0fc1f86271) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:18.791381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Pushing event updated for resources: {'Port': ['ID=548a17b6-f67e-4e14-b95c-916dd206eb72,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:18.887385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Attempting to bind port 548a17b6-f67e-4e14-b95c-916dd206eb72 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:41:18.888041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Attempting to bind port 548a17b6-f67e-4e14-b95c-916dd206eb72 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '8cefbd8a-01af-4b93-8d4e-7e907cdfe784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0b059d32-51e5-42c0-bef2-02b4a9a55233'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:41:18.888581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Attempting to bind port 548a17b6-f67e-4e14-b95c-916dd206eb72 on network 0b059d32-51e5-42c0-bef2-02b4a9a55233 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:18.906624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:41:18.907508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Checking segment: {'id': '8cefbd8a-01af-4b93-8d4e-7e907cdfe784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0b059d32-51e5-42c0-bef2-02b4a9a55233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:18.908099 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:18.908676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Bound using segment: {'id': '8cefbd8a-01af-4b93-8d4e-7e907cdfe784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0b059d32-51e5-42c0-bef2-02b4a9a55233'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:41:18.909332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Bound port: 548a17b6-f67e-4e14-b95c-916dd206eb72, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cefbd8a-01af-4b93-8d4e-7e907cdfe784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0b059d32-51e5-42c0-bef2-02b4a9a55233'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:41:18.909914 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:18.998756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed90be6b-f5e4-421b-8ca3-f48e7482b14b req-4991e884-4339-4989-a920-a63c239affab tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=911f0e55-0d35-4000-9b88-55a5219d21e9 HTTP/1.1" status: 200 len: 210 time: 0.0488613 Aug 17 16:41:19.021670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Made reservation on behalf of a4380f73928249e187b200e0f868549f for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:19.028832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:19.148015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] For port 548a17b6-f67e-4e14-b95c-916dd206eb72, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:41:19.165392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] For port 548a17b6-f67e-4e14-b95c-916dd206eb72, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=548a17b6-f67e-4e14-b95c-916dd206eb72,segment=NetworkSegment(8cefbd8a-01af-4b93-8d4e-7e907cdfe784),segment_id=8cefbd8a-01af-4b93-8d4e-7e907cdfe784)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:41:19.181666 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:19.229006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Allocated IP 172.20.0.5 (0d2875ad-7089-46f1-a5a9-5bd82ad7c220/8e58673f-d384-4d81-97db-026cd9f6e47f/4543f0b7-64a1-4a02-9a76-f0019774a1cf) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:19.384773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c620a3b-725a-4473-a4fb-50545c00ce3c None None] Pushing event updated for resources: {'Port': ['ID=548a17b6-f67e-4e14-b95c-916dd206eb72,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:19.440285 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:19.487237 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5b85866-66b7-4cc9-bf87-f7c8f2240029 req-3f0939a7-6575-4152-b5bd-9ecc5aae19d4 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0848191 Aug 17 16:41:19.504577 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:19.535907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object 9b3fcba3-7a7b-4525-9800-ab0fc1f86271 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:19.557773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Transition to ACTIVE for port object 4543f0b7-64a1-4a02-9a76-f0019774a1cf will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:19.618536 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:19.626194 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:19.718659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=9b3fcba3-7a7b-4525-9800-ab0fc1f86271,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:19.728524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 0b059d32-51e5-42c0-bef2-02b4a9a55233 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:19.729771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:19.732028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:19.741555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:19.786214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:19.872065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:19.884460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:19.886754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event updated for resources: {'Port': ['ID=4543f0b7-64a1-4a02-9a76-f0019774a1cf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:19.888965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:19.939483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:19.943116 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:19.970711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:19.971374 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:19.996013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 51988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:19.996634 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4bdb08c2-afba-4a13-a889-12e1320084d4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9700923 Aug 17 16:41:20.030263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-e162896f-a9c5-4f21-bbd9-49040872be5b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3080986 Aug 17 16:41:20.044033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Request body: {'port': {'device_id': '016889fa-fe3d-4d04-af22-b516357c2e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:20.169605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:20.220929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750c14eb-5180-4966-b135-381e0bd91529 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:20.227215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-750c14eb-5180-4966-b135-381e0bd91529 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.2298820 Aug 17 16:41:20.230448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:20.372409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c52bec81-3942-452c-a3d2-96d95756f86e None None] Provisioning for port 4543f0b7-64a1-4a02-9a76-f0019774a1cf completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:20.391760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c52bec81-3942-452c-a3d2-96d95756f86e None None] Provisioning complete for port 4543f0b7-64a1-4a02-9a76-f0019774a1cf triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:20.392425 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c52bec81-3942-452c-a3d2-96d95756f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:20.468378 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c52bec81-3942-452c-a3d2-96d95756f86e None None] Port 4543f0b7-64a1-4a02-9a76-f0019774a1cf cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:20.489098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8e4de8c9-81ef-4138-90d0-3126c6708993 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 9b3fcba3-7a7b-4525-9800-ab0fc1f86271 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:20.489449 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4de8c9-81ef-4138-90d0-3126c6708993 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:20.789216 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4de8c9-81ef-4138-90d0-3126c6708993 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:20.859531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8e4de8c9-81ef-4138-90d0-3126c6708993 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 9b3fcba3-7a7b-4525-9800-ab0fc1f86271 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:20.926935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396f41a-ac66-49ff-b912-7700e1ed29b2 req-fd9724ac-f616-4ef4-86b1-527a654d6233 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:20.929443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 04101327-d799-4c66-841d-46c9d65277c4 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:41:20.935687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8396f41a-ac66-49ff-b912-7700e1ed29b2 req-fd9724ac-f616-4ef4-86b1-527a654d6233 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 931 time: 0.1559405 Aug 17 16:41:21.002109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 04101327-d799-4c66-841d-46c9d65277c4 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:41:21.002655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 04101327-d799-4c66-841d-46c9d65277c4 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:41:21.004440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4543f0b7-64a1-4a02-9a76-f0019774a1cf {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:41:21.023357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:21.041871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Transition to ACTIVE for port object 4543f0b7-64a1-4a02-9a76-f0019774a1cf will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:21.059372 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:21.172812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8396f41a-ac66-49ff-b912-7700e1ed29b2 req-42735a3d-1036-42ee-adc1-f8bc562d47ec tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331994 Aug 17 16:41:21.203674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Pushing event updated for resources: {'Port': ['ID=4543f0b7-64a1-4a02-9a76-f0019774a1cf,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:21.224444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33141bc8-9bf3-4fa6-b2bc-abc4091b9d08 None None] Network 0b059d32-51e5-42c0-bef2-02b4a9a55233 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:21.402177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-db0edb44-9f94-4e82-82b1-7d1233a20320 None None] Provisioning for port 548a17b6-f67e-4e14-b95c-916dd206eb72 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:21.409760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4de8c9-81ef-4138-90d0-3126c6708993 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:21.497693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Attempting to bind port 4543f0b7-64a1-4a02-9a76-f0019774a1cf on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:41:21.498040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Attempting to bind port 4543f0b7-64a1-4a02-9a76-f0019774a1cf by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:41:21.498454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Attempting to bind port 4543f0b7-64a1-4a02-9a76-f0019774a1cf on network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:21.535690 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Port 4543f0b7-64a1-4a02-9a76-f0019774a1cf on network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:41:21.536034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Attempting to bind port 4543f0b7-64a1-4a02-9a76-f0019774a1cf on network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:21.547771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:41:21.548143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Checking segment: {'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:21.548516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Bound using segment: {'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:41:21.551195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4de8c9-81ef-4138-90d0-3126c6708993 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=9b3fcba3-7a7b-4525-9800-ab0fc1f86271,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:21.552894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Bound port: 4543f0b7-64a1-4a02-9a76-f0019774a1cf, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f41688-5c0a-4d6a-bcb8-e1cc119ea678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:41:21.563179 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:21.639964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 548a17b6-f67e-4e14-b95c-916dd206eb72 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:21.738588 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] For port 4543f0b7-64a1-4a02-9a76-f0019774a1cf, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:41:21.742882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] For port 4543f0b7-64a1-4a02-9a76-f0019774a1cf, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:41:21.750629 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:21.827529 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4de8c9-81ef-4138-90d0-3126c6708993 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:21.835021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e4de8c9-81ef-4138-90d0-3126c6708993 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/9b3fcba3-7a7b-4525-9800-ab0fc1f86271 HTTP/1.1" status: 204 len: 168 time: 1.6032593 Aug 17 16:41:21.836141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:21.902944 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08b4a06-2e07-4a1f-a407-fad72ad513da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:41:21.911773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d08b4a06-2e07-4a1f-a407-fad72ad513da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/9b3fcba3-7a7b-4525-9800-ab0fc1f86271 HTTP/1.1" status: 404 len: 333 time: 0.0737000 Aug 17 16:41:21.913203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52064) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:21.929591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 548a17b6-f67e-4e14-b95c-916dd206eb72 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:21.936709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 548a17b6-f67e-4e14-b95c-916dd206eb72 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:21.938046 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:21.964596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:21.965550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:21.969859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] 10.222.0.93 "PUT /v2.0/ports/4543f0b7-64a1-4a02-9a76-f0019774a1cf HTTP/1.1" status: 200 len: 1091 time: 1.9302225 Aug 17 16:41:21.972224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:21.994010 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75" -d '{"events": [{"name": "network-changed", "server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:22.040813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f844f-0e8f-497e-bd9b-17b295f0e751 service neutron] Pushing event updated for resources: {'Port': ['ID=4543f0b7-64a1-4a02-9a76-f0019774a1cf,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:22.182446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33cce9-7300-4b13-88ec-167a61123305 req-e21911aa-e5ce-4d99-99ae-40b623575add tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:22.184188 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:22.189433 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9d33cce9-7300-4b13-88ec-167a61123305 req-e21911aa-e5ce-4d99-99ae-40b623575add tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 945 time: 0.3666775 Aug 17 16:41:22.232424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5b419735-5787-4f49-a5ff-ed1b380aae14 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port b088227c-24ba-496e-a38c-67d117c5e6f1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:22.233012 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b419735-5787-4f49-a5ff-ed1b380aae14 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:22.331392 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9d33cce9-7300-4b13-88ec-167a61123305 req-54e8a2c6-43ac-4e6e-93da-478174ae81da tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140873 Aug 17 16:41:22.356527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-b6542cc2-cfef-454f-bf68-816ef1e3bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:22.359917 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-b6542cc2-cfef-454f-bf68-816ef1e3bc80 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a4380f73928249e187b200e0f868549f&device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 1094 time: 0.3116086 Aug 17 16:41:22.365034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 548a17b6-f67e-4e14-b95c-916dd206eb72, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=548a17b6-f67e-4e14-b95c-916dd206eb72,segment=NetworkSegment(8cefbd8a-01af-4b93-8d4e-7e907cdfe784),segment_id=8cefbd8a-01af-4b93-8d4e-7e907cdfe784)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:22.384626 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:22.456893 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-cf896b65-cc52-4fc0-9f9e-c59ffb2e9e89 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf HTTP/1.1" status: 200 len: 217 time: 0.0881221 Aug 17 16:41:22.483460 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b419735-5787-4f49-a5ff-ed1b380aae14 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:22.525873 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5b419735-5787-4f49-a5ff-ed1b380aae14 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for b088227c-24ba-496e-a38c-67d117c5e6f1 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:22.549145 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5956d128-c428-45e4-a00d-07b541c97fc2 x-openstack-request-id: req-5956d128-c428-45e4-a00d-07b541c97fc2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:22.554401 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:22.554798 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5956d128-c428-45e4-a00d-07b541c97fc2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:22.555330 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'status': 'completed', 'code': 200} Aug 17 16:41:22.580055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-121ab1a7-7bef-45c9-b33a-eb32e51602f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:22.582338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-121ab1a7-7bef-45c9-b33a-eb32e51602f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e58673f-d384-4d81-97db-026cd9f6e47f HTTP/1.1" status: 200 len: 852 time: 0.1177907 Aug 17 16:41:22.617507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=548a17b6-f67e-4e14-b95c-916dd206eb72,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:22.635941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-53f9d2fa-140d-43a9-aa6f-3677ca30b0fa None None] Provisioning complete for port 548a17b6-f67e-4e14-b95c-916dd206eb72 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:22.637073 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53f9d2fa-140d-43a9-aa6f-3677ca30b0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:22.818448 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b419735-5787-4f49-a5ff-ed1b380aae14 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:22.831198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-913f11c9-eaf0-45d3-8bb4-d573eb2fc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:22.835590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-913f11c9-eaf0-45d3-8bb4-d573eb2fc14e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2440634 Aug 17 16:41:22.859756 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d55bb-5ed6-42ed-ba32-b588368d2554 req-36f25785-de01-4cf2-a703-ca5a61bd0aa1 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:22.875020 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-461d55bb-5ed6-42ed-ba32-b588368d2554 req-36f25785-de01-4cf2-a703-ca5a61bd0aa1 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 943 time: 0.2728341 Aug 17 16:41:22.926117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-53f9d2fa-140d-43a9-aa6f-3677ca30b0fa None None] Could not find standard attr ID for object b088227c-24ba-496e-a38c-67d117c5e6f1. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:41:23.011921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b419735-5787-4f49-a5ff-ed1b380aae14 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=b088227c-24ba-496e-a38c-67d117c5e6f1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:23.060926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9796f7cc-6dd6-4e13-a6b6-62412030f548 None None] Could not find standard attr ID for object b088227c-24ba-496e-a38c-67d117c5e6f1. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:41:23.163220 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b419735-5787-4f49-a5ff-ed1b380aae14 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:23.172810 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b419735-5787-4f49-a5ff-ed1b380aae14 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/b088227c-24ba-496e-a38c-67d117c5e6f1 HTTP/1.1" status: 204 len: 168 time: 1.2565243 Aug 17 16:41:23.181480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:23.190577 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-6f771c42-32f8-4580-bf76-251dc7214afb tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:23.200322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-6f771c42-32f8-4580-bf76-251dc7214afb tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 945 time: 0.2426095 Aug 17 16:41:23.281453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a19a9a32-f79d-45b5-90ff-161fec4ee116 None None] Could not find standard attr ID for object 9b3fcba3-7a7b-4525-9800-ab0fc1f86271. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:41:23.290296 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e26e0d8-b26f-40e0-a585-8bb8afe1103e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:41:23.304192 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e26e0d8-b26f-40e0-a585-8bb8afe1103e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/b088227c-24ba-496e-a38c-67d117c5e6f1 HTTP/1.1" status: 404 len: 333 time: 0.1020095 Aug 17 16:41:23.305410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:23.501481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 548a17b6-f67e-4e14-b95c-916dd206eb72 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:23.570634 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-461d55bb-5ed6-42ed-ba32-b588368d2554 req-315db0e2-86e8-4e2c-bff9-055123437d7f tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6940823 Aug 17 16:41:23.628159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7331ce4f-39c5-43bd-83fa-5c12687e2f40 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet 359e88d5-ee89-4af8-a219-330aabbfcae1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:41:23.644295 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7331ce4f-39c5-43bd-83fa-5c12687e2f40 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:23.650040 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-fc3cf132-8a39-490c-87be-55494c7981e1 service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7533684 Aug 17 16:41:23.667244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 548a17b6-f67e-4e14-b95c-916dd206eb72 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:23.668225 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:23.757091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7331ce4f-39c5-43bd-83fa-5c12687e2f40 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:23.882552 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46effbe4-bfc8-4e67-ab3d-d50309bafa8d req-44eda714-c5e2-4eb3-989e-1b9556f239f9 service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230353 Aug 17 16:41:23.957828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0ebdc-99d8-45fe-bf6d-43ec44f912fc req-89a1f1e5-7dfb-4b3b-962f-56a5417f0cde tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:23.959644 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5f0ebdc-99d8-45fe-bf6d-43ec44f912fc req-89a1f1e5-7dfb-4b3b-962f-56a5417f0cde tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 945 time: 0.4288628 Aug 17 16:41:23.999157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7331ce4f-39c5-43bd-83fa-5c12687e2f40 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.067875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-f1f8eaf6-9442-4de0-82a5-d024997b4876 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Deleting port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:24.068321 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-f1f8eaf6-9442-4de0-82a5-d024997b4876 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.083074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-3c27c8b3-3e04-47e3-818f-133291354100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:24.085421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-3c27c8b3-3e04-47e3-818f-133291354100 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a4380f73928249e187b200e0f868549f&device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 1094 time: 0.1398444 Aug 17 16:41:24.151842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5f0ebdc-99d8-45fe-bf6d-43ec44f912fc req-75375624-fb97-4d5c-8477-0a4767ed5f35 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800227 Aug 17 16:41:24.222650 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7331ce4f-39c5-43bd-83fa-5c12687e2f40 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.231889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-1175688f-bbfc-40ad-9b71-c2c7a00bd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:24.236224 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-1175688f-bbfc-40ad-9b71-c2c7a00bd34c service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220 HTTP/1.1" status: 200 len: 914 time: 0.1432278 Aug 17 16:41:24.293735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331ce4f-39c5-43bd-83fa-5c12687e2f40 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=359e88d5-ee89-4af8-a219-330aabbfcae1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:24.304740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-f1f8eaf6-9442-4de0-82a5-d024997b4876 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] For port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,segment=NetworkSegment(38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1),segment_id=38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:24.305340 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-f1f8eaf6-9442-4de0-82a5-d024997b4876 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.308914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7331ce4f-39c5-43bd-83fa-5c12687e2f40 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.312139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e840b-7928-4d48-81f3-cf985ab6d58e None None] Network 0b059d32-51e5-42c0-bef2-02b4a9a55233 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:24.327658 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7331ce4f-39c5-43bd-83fa-5c12687e2f40 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/359e88d5-ee89-4af8-a219-330aabbfcae1 HTTP/1.1" status: 204 len: 168 time: 1.0196164 Aug 17 16:41:24.328082 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-22b4dfb2-57e7-4bd9-a474-73afca0ddcfd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf HTTP/1.1" status: 200 len: 217 time: 0.0848651 Aug 17 16:41:24.331357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52116) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:24.358624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-f1f8eaf6-9442-4de0-82a5-d024997b4876 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Calling delete_port for 1c8ce50d-9017-469e-8f50-4a2c0fdd862b owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:24.509729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-1121fad9-4d0c-4400-be53-e2f1e01fb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:24.511212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-1121fad9-4d0c-4400-be53-e2f1e01fb71d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e58673f-d384-4d81-97db-026cd9f6e47f HTTP/1.1" status: 200 len: 852 time: 0.1642981 Aug 17 16:41:24.516096 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.670430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe9874-35ac-498f-9a27-7d5a7aad5cbf None None] DHCP port deletion for 0b059d32-51e5-42c0-bef2-02b4a9a55233 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:41:24.690917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-d91af04d-8396-4e7f-b223-03a1cf326c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:24.692544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-d91af04d-8396-4e7f-b223-03a1cf326c82 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722741 Aug 17 16:41:24.717442 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-f1f8eaf6-9442-4de0-82a5-d024997b4876 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.773400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-90fe9874-35ac-498f-9a27-7d5a7aad5cbf None None] Deleting port 548a17b6-f67e-4e14-b95c-916dd206eb72 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:24.773865 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90fe9874-35ac-498f-9a27-7d5a7aad5cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.851017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 548a17b6-f67e-4e14-b95c-916dd206eb72 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:24.851348 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.853546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8eaf6-9442-4de0-82a5-d024997b4876 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Pushing event deleted for resources: {'Port': ['ID=1c8ce50d-9017-469e-8f50-4a2c0fdd862b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:24.880757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-f1f8eaf6-9442-4de0-82a5-d024997b4876 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] No DVR routers for this DVR port 1c8ce50d-9017-469e-8f50-4a2c0fdd862b on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:24.884248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-f1f8eaf6-9442-4de0-82a5-d024997b4876 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.886633 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e12a79b0-ac90-44fa-98e2-11b748929a93 req-f1f8eaf6-9442-4de0-82a5-d024997b4876 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.91 "DELETE /v2.0/ports/1c8ce50d-9017-469e-8f50-4a2c0fdd862b HTTP/1.1" status: 204 len: 173 time: 1.6634107 Aug 17 16:41:24.887524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1afaa8-0b3d-4f1a-a932-76095f1550a9', 'name': 'network-vif-deleted', 'tag': '1c8ce50d-9017-469e-8f50-4a2c0fdd862b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:24.890709 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5c9874-7887-45a5-a65a-3c0b1a96e4be" -d '{"events": [{"server_uuid": "cc1afaa8-0b3d-4f1a-a932-76095f1550a9", "name": "network-vif-deleted", "tag": "1c8ce50d-9017-469e-8f50-4a2c0fdd862b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:24.957026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-90fe9874-35ac-498f-9a27-7d5a7aad5cbf None None] For port 548a17b6-f67e-4e14-b95c-916dd206eb72, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=548a17b6-f67e-4e14-b95c-916dd206eb72,segment=NetworkSegment(8cefbd8a-01af-4b93-8d4e-7e907cdfe784),segment_id=8cefbd8a-01af-4b93-8d4e-7e907cdfe784)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:24.957601 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90fe9874-35ac-498f-9a27-7d5a7aad5cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:24.975237 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd3caf2-9836-4db1-994e-ce288e29fff3 x-openstack-request-id: req-abd3caf2-9836-4db1-994e-ce288e29fff3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:24.975581 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1afaa8-0b3d-4f1a-a932-76095f1550a9", "name": "network-vif-deleted", "tag": "1c8ce50d-9017-469e-8f50-4a2c0fdd862b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:24.975837 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abd3caf2-9836-4db1-994e-ce288e29fff3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:24.976258 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1afaa8-0b3d-4f1a-a932-76095f1550a9', 'name': 'network-vif-deleted', 'tag': '1c8ce50d-9017-469e-8f50-4a2c0fdd862b', 'status': 'completed', 'code': 200} Aug 17 16:41:24.983309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dac840-573c-4c7a-b0df-9cb8690b7c3e req-5e56052b-854a-4521-b00c-9d3201316a39 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:24.983474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-90fe9874-35ac-498f-9a27-7d5a7aad5cbf None None] Calling delete_port for 548a17b6-f67e-4e14-b95c-916dd206eb72 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:24.989338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30dac840-573c-4c7a-b0df-9cb8690b7c3e req-5e56052b-854a-4521-b00c-9d3201316a39 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 943 time: 0.2286994 Aug 17 16:41:25.000920 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-81a9306d-b8c4-4340-9991-d7c5cab6556e service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998989 Aug 17 16:41:25.103716 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90fe9874-35ac-498f-9a27-7d5a7aad5cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.161168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe9874-35ac-498f-9a27-7d5a7aad5cbf None None] Pushing event deleted for resources: {'Port': ['ID=548a17b6-f67e-4e14-b95c-916dd206eb72,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:25.163852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe9874-35ac-498f-9a27-7d5a7aad5cbf None None] No DVR routers for this DVR port 548a17b6-f67e-4e14-b95c-916dd206eb72 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:25.195341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] For port 548a17b6-f67e-4e14-b95c-916dd206eb72, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=548a17b6-f67e-4e14-b95c-916dd206eb72,segment=NetworkSegment(8cefbd8a-01af-4b93-8d4e-7e907cdfe784),segment_id=8cefbd8a-01af-4b93-8d4e-7e907cdfe784)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:25.195855 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.232338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30dac840-573c-4c7a-b0df-9cb8690b7c3e req-2614e83d-94bc-4c9c-b2f4-5212b90d3f87 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244031 Aug 17 16:41:25.246681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 548a17b6-f67e-4e14-b95c-916dd206eb72 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:25.327026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1c8ce50d-9017-469e-8f50-4a2c0fdd862b no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:41:25.337206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe758b7e-9f57-449e-bcb8-1f31ad9f2d75 req-19ccfea8-7f54-4438-b9ee-729bbb40016a service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261418 Aug 17 16:41:25.344643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3bda8cec-fb84-4fe8-8ae8-9786a24a3c32 req-296c6fd2-8871-45eb-9d0c-608cba331363 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc1afaa8-0b3d-4f1a-a932-76095f1550a9 HTTP/1.1" status: 200 len: 210 time: 0.0593262 Aug 17 16:41:25.405368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 1c8ce50d-9017-469e-8f50-4a2c0fdd862b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:41:25.406856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 1c8ce50d-9017-469e-8f50-4a2c0fdd862b not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:41:25.427479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.473723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=548a17b6-f67e-4e14-b95c-916dd206eb72,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:25.487542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 548a17b6-f67e-4e14-b95c-916dd206eb72 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:41:25.507495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No DVR routers for this DVR port 548a17b6-f67e-4e14-b95c-916dd206eb72 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:25.523978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 548a17b6-f67e-4e14-b95c-916dd206eb72 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:41:25.524634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 548a17b6-f67e-4e14-b95c-916dd206eb72 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:41:25.646693 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.659306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b059d32-51e5-42c0-bef2-02b4a9a55233']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:25.677653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cefbd8a-01af-4b93-8d4e-7e907cdfe784') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:25.678807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cefbd8a-01af-4b93-8d4e-7e907cdfe784') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:25.689727 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.705909 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.714680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:41:25.715316 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:41:25.761434 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:41:25.788507 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.793870 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.799695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/networks/0b059d32-51e5-42c0-bef2-02b4a9a55233 HTTP/1.1" status: 204 len: 168 time: 1.4616539 Aug 17 16:41:25.800250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52142) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:25.805855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-955188915'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:25.838577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcf5ea-2aac-47f9-ae65-7e12af675e92 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Network': ['ID=0b059d32-51e5-42c0-bef2-02b4a9a55233,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:25.870110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:25.873701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.911623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:41:25.929950 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:25.930660 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Added segment d61646f9-3612-4209-b54b-1fd15c76af75 of type vlan for network 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 Aug 17 16:41:25.988652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.037439 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.045692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:26.046298 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.140625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Network': ['ID=691b1417-6c37-4b5f-8d17-b491cd9c6fb0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:26.153894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:41:26.158211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:26.163735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '691b1417-6c37-4b5f-8d17-b491cd9c6fb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:26.167053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b7478a9d-af9b-41d3-b7c7-5f56b1063cbd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3659449 Aug 17 16:41:26.320256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:26.328054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.422468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52154) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:26.483805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250babe8-2d0c-4776-b734-fbf5782ed346 req-e436cda8-1695-4807-9a5f-940e73cad1d8 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:26.485779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-250babe8-2d0c-4776-b734-fbf5782ed346 req-e436cda8-1695-4807-9a5f-940e73cad1d8 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 943 time: 0.0912933 Aug 17 16:41:26.492934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-64029cc1-62d1-4e87-af71-59223d8d321c admin admin] Deleting subnet d4037286-0fc3-4b61-8543-70e33e8f0dcd {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:41:26.497892 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64029cc1-62d1-4e87-af71-59223d8d321c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.559174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64029cc1-62d1-4e87-af71-59223d8d321c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.576026 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-250babe8-2d0c-4776-b734-fbf5782ed346 req-4ff2886d-d656-40d3-b488-2a98b698a792 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794451 Aug 17 16:41:26.628655 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64029cc1-62d1-4e87-af71-59223d8d321c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.719883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64029cc1-62d1-4e87-af71-59223d8d321c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.727657 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.732906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64029cc1-62d1-4e87-af71-59223d8d321c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.738047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-64029cc1-62d1-4e87-af71-59223d8d321c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d4037286-0fc3-4b61-8543-70e33e8f0dcd HTTP/1.1" status: 204 len: 168 time: 0.3111000 Aug 17 16:41:26.738239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:26.753410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64029cc1-62d1-4e87-af71-59223d8d321c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4037286-0fc3-4b61-8543-70e33e8f0dcd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:26.859646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:26.877810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=a13e27b8-15e6-4a8e-86da-7c09c8327697,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:26.889319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Checking segment: {'id': 'd61646f9-3612-4209-b54b-1fd15c76af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '691b1417-6c37-4b5f-8d17-b491cd9c6fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:26.889672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network hostable DHCP agents. Network: 691b1417-6c37-4b5f-8d17-b491cd9c6fb0, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:41:26.980055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:41:26.988065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.001420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e670fccb-83e1-4406-a738-e22066a020cf']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:27.011631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 691b1417-6c37-4b5f-8d17-b491cd9c6fb0) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:27.014841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:27.015138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e8174a-f6a0-42a4-b5cb-a0ab8d6625e1') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:27.020767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92326800-6750-4020-beda-5d89bce5d560 None None] Network 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:27.024304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:27.024894 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.037450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.050825 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fd526e1e-c31b-4fcb-a78b-dc2c88e2dfce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8875742 Aug 17 16:41:27.051321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52160) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:27.057035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '691b1417-6c37-4b5f-8d17-b491cd9c6fb0', 'name': 'tempest-PortsTestJSON-814878131', 'fixed_ips': [{'subnet_id': 'a13e27b8-15e6-4a8e-86da-7c09c8327697', 'ip_address': '172.20.0.10'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:27.077072 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.081901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:41:27.082471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:41:27.084260 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:41:27.175820 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.188632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.191355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] 10.222.0.77 "DELETE /v2.0/networks/e670fccb-83e1-4406-a738-e22066a020cf HTTP/1.1" status: 204 len: 168 time: 0.4526868 Aug 17 16:41:27.230947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-691b1417-6c37-4b5f-8d17-b491cd9c6fb0', 'network_id': '691b1417-6c37-4b5f-8d17-b491cd9c6fb0', 'tenant_id': 'ea916737e99d4eada80b3ac9549c0b9c', 'fixed_ips': [{'subnet_id': 'a13e27b8-15e6-4a8e-86da-7c09c8327697'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:41:27.233204 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.258196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:27.264011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e4eae-c32d-4746-a527-bbe534edf2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e670fccb-83e1-4406-a738-e22066a020cf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:27.389477 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.414926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port ee6edaa3-b869-43e8-86bf-35e2a70a2469 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:27.475578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Allocated IP 172.20.0.2 (691b1417-6c37-4b5f-8d17-b491cd9c6fb0/a13e27b8-15e6-4a8e-86da-7c09c8327697/47ead10c-cec6-4c53-bf07-de797f4c6f07) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:27.545769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52168) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:27.611258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b422cec6-8d14-4e8e-8b25-f187cde56e97 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba3a95df7c594044a48f7b7aca180947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613654 Aug 17 16:41:27.611596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52172) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:27.684754 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54acea5a-48ef-4470-91d2-af5f241804c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.711992 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54acea5a-48ef-4470-91d2-af5f241804c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.740125 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.751678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Transition to ACTIVE for port object 47ead10c-cec6-4c53-bf07-de797f4c6f07 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:27.759375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c942dcc-fb18-4f2f-911a-3667f6a07ab3 req-c0d3fad0-0db0-4039-9d95-c7ed6ee5aa7a tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:27.770052 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c942dcc-fb18-4f2f-911a-3667f6a07ab3 req-c0d3fad0-0db0-4039-9d95-c7ed6ee5aa7a tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 943 time: 0.0713420 Aug 17 16:41:27.773091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Transition to ACTIVE for port object 47ead10c-cec6-4c53-bf07-de797f4c6f07 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:27.781326 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.811783 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c942dcc-fb18-4f2f-911a-3667f6a07ab3 req-6aeb1610-8a68-49d2-8aa6-65c24e546b57 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408163 Aug 17 16:41:27.846956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Network 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:27.849182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:27.856849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:27.888589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Pushing event updated for resources: {'Port': ['ID=47ead10c-cec6-4c53-bf07-de797f4c6f07,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:27.911542 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54acea5a-48ef-4470-91d2-af5f241804c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.915763 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54acea5a-48ef-4470-91d2-af5f241804c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.917055 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-54acea5a-48ef-4470-91d2-af5f241804c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5 HTTP/1.1" status: 204 len: 168 time: 0.3045557 Aug 17 16:41:27.926271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Attempting to bind port 47ead10c-cec6-4c53-bf07-de797f4c6f07 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:41:27.927253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Attempting to bind port 47ead10c-cec6-4c53-bf07-de797f4c6f07 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd61646f9-3612-4209-b54b-1fd15c76af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '691b1417-6c37-4b5f-8d17-b491cd9c6fb0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:41:27.928126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Attempting to bind port 47ead10c-cec6-4c53-bf07-de797f4c6f07 on network 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:27.931794 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.10 (691b1417-6c37-4b5f-8d17-b491cd9c6fb0/a13e27b8-15e6-4a8e-86da-7c09c8327697/ee6edaa3-b869-43e8-86bf-35e2a70a2469) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:27.935723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:41:27.936113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Checking segment: {'id': 'd61646f9-3612-4209-b54b-1fd15c76af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '691b1417-6c37-4b5f-8d17-b491cd9c6fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:27.936550 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.937090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Bound using segment: {'id': 'd61646f9-3612-4209-b54b-1fd15c76af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '691b1417-6c37-4b5f-8d17-b491cd9c6fb0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:41:27.937540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Bound port: 47ead10c-cec6-4c53-bf07-de797f4c6f07, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61646f9-3612-4209-b54b-1fd15c76af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '691b1417-6c37-4b5f-8d17-b491cd9c6fb0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:41:27.938048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:27.943710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acea5a-48ef-4470-91d2-af5f241804c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3be6d8-9ef4-4398-84dd-66feb3fa9cc5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:28.027339 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] For port 47ead10c-cec6-4c53-bf07-de797f4c6f07, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:41:28.030210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] For port 47ead10c-cec6-4c53-bf07-de797f4c6f07, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=47ead10c-cec6-4c53-bf07-de797f4c6f07,segment=NetworkSegment(d61646f9-3612-4209-b54b-1fd15c76af75),segment_id=d61646f9-3612-4209-b54b-1fd15c76af75)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:41:28.046036 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:28.124016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171fd81-8c83-4540-bea0-800607fd1376 None None] Pushing event updated for resources: {'Port': ['ID=47ead10c-cec6-4c53-bf07-de797f4c6f07,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:28.216268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:28.239725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object ee6edaa3-b869-43e8-86bf-35e2a70a2469 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:28.289512 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:28.359574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:28.370352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:28.374955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:28.381732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=ee6edaa3-b869-43e8-86bf-35e2a70a2469,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:28.460284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:28.462581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:28.490580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4c3961b4-2d9a-4729-bf9e-ed8fe271407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4356163 Aug 17 16:41:28.491160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52188) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:28.499757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '691b1417-6c37-4b5f-8d17-b491cd9c6fb0', 'name': 'tempest-PortsTestJSON-726763798', 'fixed_ips': [{'subnet_id': 'a13e27b8-15e6-4a8e-86da-7c09c8327697', 'ip_address': '172.20.0.9'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:28.671787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:28.677056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:28.705956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port 91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:28.942039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.9 (691b1417-6c37-4b5f-8d17-b491cd9c6fb0/a13e27b8-15e6-4a8e-86da-7c09c8327697/91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:28.994496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e5277-b911-4c3f-be74-df7a73f8e6e9 req-7e2816a5-e7d3-4825-95a5-1bec9e568fe7 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:28.996768 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-850e5277-b911-4c3f-be74-df7a73f8e6e9 req-7e2816a5-e7d3-4825-95a5-1bec9e568fe7 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 943 time: 0.0918007 Aug 17 16:41:29.098022 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-850e5277-b911-4c3f-be74-df7a73f8e6e9 req-d5acca85-f87e-4d01-b705-ddef056b8822 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940027 Aug 17 16:41:29.143646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:29.192190 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.219049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object 91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:29.276137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.343197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-621341868-network', 'tenant_id': 'd02726cb809c43f387fc377d0a8a64b3'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:29.432365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Made reservation on behalf of d02726cb809c43f387fc377d0a8a64b3 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:29.434942 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.458435 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.466537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:29.471784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:29.474553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 47ead10c-cec6-4c53-bf07-de797f4c6f07 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:29.479348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:29.483961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:29.552003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75f97e8-0bc7-4e19-a6e6-71a1b421d74d None None] Network 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:29.555203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:29.556239 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.685970 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.693285 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.701546 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8f762f1d-8fa6-4a61-973a-a956b7adb7da tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2058272 Aug 17 16:41:29.701787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 47ead10c-cec6-4c53-bf07-de797f4c6f07 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:29.701918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52214) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:29.711044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f373795d-bbc7-4551-adf7-c19a647dae87 None None] Provisioning for port 47ead10c-cec6-4c53-bf07-de797f4c6f07 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:29.718505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f373795d-bbc7-4551-adf7-c19a647dae87 None None] Provisioning complete for port 47ead10c-cec6-4c53-bf07-de797f4c6f07 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:29.718988 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f373795d-bbc7-4551-adf7-c19a647dae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.738778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:41:29.754894 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.755811 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Added segment 2e8010b5-8f9f-4a62-882d-538581a0a911 of type vlan for network e424b8ac-bc33-47cc-a742-95488fe0a1e8 Aug 17 16:41:29.819906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b409ecde-bef1-4002-9dc3-4c722ec8ad56 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:29.836495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b409ecde-bef1-4002-9dc3-4c722ec8ad56 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1236916 Aug 17 16:41:29.836495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52218) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:29.854585 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.931125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.932526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:29.935173 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.946712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2569b-6e38-4cbe-9d27-80e2194ee941 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:29.954667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2569b-6e38-4cbe-9d27-80e2194ee941 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:29.956101 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f373795d-bbc7-4551-adf7-c19a647dae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:29.964968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2569b-6e38-4cbe-9d27-80e2194ee941 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:29.971400 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a5c2569b-6e38-4cbe-9d27-80e2194ee941 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1387198 Aug 17 16:41:29.972314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52220) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:30.030103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f373795d-bbc7-4551-adf7-c19a647dae87 None None] For port 47ead10c-cec6-4c53-bf07-de797f4c6f07, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=47ead10c-cec6-4c53-bf07-de797f4c6f07,segment=NetworkSegment(d61646f9-3612-4209-b54b-1fd15c76af75),segment_id=d61646f9-3612-4209-b54b-1fd15c76af75)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:30.039602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f373795d-bbc7-4551-adf7-c19a647dae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:30.088205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-450df561-a9c5-4b31-b227-3d123ca7471d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:30.089465 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-450df561-a9c5-4b31-b227-3d123ca7471d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:30.127833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Pushing event updated for resources: {'Network': ['ID=e424b8ac-bc33-47cc-a742-95488fe0a1e8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:30.138814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:30.152796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-466a30d6-ef94-4bc7-bc91-30e4f68b2009 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0076673 Aug 17 16:41:30.155703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:30.161405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Request body: {'subnet': {'network_id': 'e424b8ac-bc33-47cc-a742-95488fe0a1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-621341868-subnet', 'tenant_id': 'd02726cb809c43f387fc377d0a8a64b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:30.181209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network e424b8ac-bc33-47cc-a742-95488fe0a1e8 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:41:30.213571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Made reservation on behalf of d02726cb809c43f387fc377d0a8a64b3 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:30.216983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:30.254509 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-450df561-a9c5-4b31-b227-3d123ca7471d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:30.269784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373795d-bbc7-4551-adf7-c19a647dae87 None None] Pushing event updated for resources: {'Port': ['ID=47ead10c-cec6-4c53-bf07-de797f4c6f07,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:30.280337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-450df561-a9c5-4b31-b227-3d123ca7471d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:30.376544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-81a587d8-2cbf-49b5-bb1c-3ca1ab7a804a None None] Provisioning complete for port 47ead10c-cec6-4c53-bf07-de797f4c6f07 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:30.376926 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81a587d8-2cbf-49b5-bb1c-3ca1ab7a804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:30.543426 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-450df561-a9c5-4b31-b227-3d123ca7471d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:30.550226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-81a587d8-2cbf-49b5-bb1c-3ca1ab7a804a None None] Provisioning complete for port 91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:30.551640 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81a587d8-2cbf-49b5-bb1c-3ca1ab7a804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:30.594492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-81a587d8-2cbf-49b5-bb1c-3ca1ab7a804a None None] Port 91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57 was deleted so its status cannot be updated. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 16:41:30.614156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-81a587d8-2cbf-49b5-bb1c-3ca1ab7a804a None None] Provisioning for port ee6edaa3-b869-43e8-86bf-35e2a70a2469 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:30.624813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-81a587d8-2cbf-49b5-bb1c-3ca1ab7a804a None None] Provisioning complete for port ee6edaa3-b869-43e8-86bf-35e2a70a2469 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:30.626213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81a587d8-2cbf-49b5-bb1c-3ca1ab7a804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:30.644023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450df561-a9c5-4b31-b227-3d123ca7471d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:30.739214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-81a587d8-2cbf-49b5-bb1c-3ca1ab7a804a None None] Port ee6edaa3-b869-43e8-86bf-35e2a70a2469 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:30.743917 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-450df561-a9c5-4b31-b227-3d123ca7471d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:30.753453 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-450df561-a9c5-4b31-b227-3d123ca7471d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57 HTTP/1.1" status: 204 len: 168 time: 0.7797229 Aug 17 16:41:30.758991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52230) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:30.826715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aeb26-92dd-46d2-be77-33bd3f164e0c req-a241a813-8531-43de-a060-b3132e07774f tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:30.828287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e49aeb26-92dd-46d2-be77-33bd3f164e0c req-a241a813-8531-43de-a060-b3132e07774f tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 943 time: 0.5840406 Aug 17 16:41:30.835849 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad52d8b5-7904-4226-9ff6-a8594d149afc tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:41:30.840277 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ad52d8b5-7904-4226-9ff6-a8594d149afc tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57 HTTP/1.1" status: 404 len: 333 time: 0.0774832 Aug 17 16:41:30.842014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52234) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:30.861436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5dc1e1bf-5f58-44e3-b5d8-24bf8116246c None None] Provisioning complete for port ee6edaa3-b869-43e8-86bf-35e2a70a2469 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:30.861803 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e1bf-5f58-44e3-b5d8-24bf8116246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:30.918574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1e1bf-5f58-44e3-b5d8-24bf8116246c None None] Port ee6edaa3-b869-43e8-86bf-35e2a70a2469 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:30.952004 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e49aeb26-92dd-46d2-be77-33bd3f164e0c req-ea95b045-490f-42fd-9598-6697dc134d53 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106961 Aug 17 16:41:30.974821 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:31.061553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e521285-0ab2-4ad3-b558-f3f3a6596fdb,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:31.066564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc7351-46f2-41fc-aac5-59278427f55a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port ee6edaa3-b869-43e8-86bf-35e2a70a2469 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:31.067122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cdc7351-46f2-41fc-aac5-59278427f55a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:31.080729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Checking segment: {'id': '2e8010b5-8f9f-4a62-882d-538581a0a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e424b8ac-bc33-47cc-a742-95488fe0a1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:31.081334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Network hostable DHCP agents. Network: e424b8ac-bc33-47cc-a742-95488fe0a1e8, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:41:31.102305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Network e424b8ac-bc33-47cc-a742-95488fe0a1e8 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:41:31.117078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, e424b8ac-bc33-47cc-a742-95488fe0a1e8) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:31.122341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:31.123268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:31.140455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a923c-2a97-483d-8d10-679d1ffe765d None None] Network e424b8ac-bc33-47cc-a742-95488fe0a1e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:31.147573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4f52ddb-c3c5-423c-bb56-dae23af76467 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9902158 Aug 17 16:41:31.186000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fdfffd31-5a4f-49e0-a9ba-e9426f21a90e None None] Could not find standard attr ID for object 91fa41ab-c6a4-4f4c-982a-1f5cebbdcd57. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:41:31.268355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cdc7351-46f2-41fc-aac5-59278427f55a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:31.299168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc7351-46f2-41fc-aac5-59278427f55a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for ee6edaa3-b869-43e8-86bf-35e2a70a2469 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:31.399706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc142d9-6fb8-4fd9-ab50-e810d939cea8 None None] Network e424b8ac-bc33-47cc-a742-95488fe0a1e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:31.470225 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 47ead10c-cec6-4c53-bf07-de797f4c6f07 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:31.534063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 47ead10c-cec6-4c53-bf07-de797f4c6f07 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:31.534764 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:31.542933 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cdc7351-46f2-41fc-aac5-59278427f55a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:31.624503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc7351-46f2-41fc-aac5-59278427f55a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=ee6edaa3-b869-43e8-86bf-35e2a70a2469,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:31.695106 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cdc7351-46f2-41fc-aac5-59278427f55a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:31.698285 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6cdc7351-46f2-41fc-aac5-59278427f55a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/ee6edaa3-b869-43e8-86bf-35e2a70a2469 HTTP/1.1" status: 204 len: 168 time: 0.8552186 Aug 17 16:41:31.700687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:31.747909 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26caedc-b489-476a-8c67-a2bb1539b9aa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:41:31.750436 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c26caedc-b489-476a-8c67-a2bb1539b9aa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/ee6edaa3-b869-43e8-86bf-35e2a70a2469 HTTP/1.1" status: 404 len: 333 time: 0.0487487 Aug 17 16:41:31.753281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52246) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:31.907805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae85fff-cc21-4387-b7bf-c51e2ee5d812 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet a13e27b8-15e6-4a8e-86da-7c09c8327697 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:41:31.920163 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ae85fff-cc21-4387-b7bf-c51e2ee5d812 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.012054 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ae85fff-cc21-4387-b7bf-c51e2ee5d812 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.038245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52260) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:32.043721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1660179501-network', 'tenant_id': 'de9a0227d7f4446782e4ec9f5af3562b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:32.110583 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c174cb8-8c7c-4c12-b9e4-090779897c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.111947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Made reservation on behalf of de9a0227d7f4446782e4ec9f5af3562b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:32.114799 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.131559 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.157892 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ae85fff-cc21-4387-b7bf-c51e2ee5d812 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.172408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f75857-6942-442f-b6a2-d4bceeaec4d9 req-a24c03bf-3085-405f-9398-d4726ec31223 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:32.182112 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9f75857-6942-442f-b6a2-d4bceeaec4d9 req-a24c03bf-3085-405f-9398-d4726ec31223 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 943 time: 0.1331499 Aug 17 16:41:32.235715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9f75857-6942-442f-b6a2-d4bceeaec4d9 req-55e0caa4-3a9d-4922-b5f2-b7bfc494a44d tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521073 Aug 17 16:41:32.256012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ae85fff-cc21-4387-b7bf-c51e2ee5d812 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.288125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae85fff-cc21-4387-b7bf-c51e2ee5d812 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=a13e27b8-15e6-4a8e-86da-7c09c8327697,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:32.290428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ae85fff-cc21-4387-b7bf-c51e2ee5d812 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.292527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7ae85fff-cc21-4387-b7bf-c51e2ee5d812 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/a13e27b8-15e6-4a8e-86da-7c09c8327697 HTTP/1.1" status: 204 len: 168 time: 0.5380936 Aug 17 16:41:32.295177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52262) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:32.299703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c661aeb9-5b46-44de-bb8e-838a698ca70e None None] Network 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:32.350643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.355722 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.386877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:41:32.397545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8363ed6-bcad-4d74-bfe8-27ef36402c41,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:32.403807 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.404140 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Added segment 0a801351-74d1-41a8-9f69-6a60c0773b16 of type vlan for network 5a92f40d-9f99-49d1-aeea-495aeee33e43 Aug 17 16:41:32.430023 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.459396 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.500941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 47ead10c-cec6-4c53-bf07-de797f4c6f07 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:32.501269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.502692 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.504671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:32.505732 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.543373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac372594-0721-491c-84e9-69ec95f5525a None None] DHCP port deletion for 691b1417-6c37-4b5f-8d17-b491cd9c6fb0 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:41:32.579847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5385098 Aug 17 16:41:32.582827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:32.590008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Request body: {'subnet': {'network_id': '5a92f40d-9f99-49d1-aeea-495aeee33e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1660179501-subnet', 'tenant_id': 'de9a0227d7f4446782e4ec9f5af3562b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:32.593646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a58aa-1520-4e5a-979f-507522df4986 admin admin] Pushing event updated for resources: {'Network': ['ID=5a92f40d-9f99-49d1-aeea-495aeee33e43,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:32.613766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 5a92f40d-9f99-49d1-aeea-495aeee33e43 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:41:32.618164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Made reservation on behalf of de9a0227d7f4446782e4ec9f5af3562b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:32.622062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.623768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] For port 47ead10c-cec6-4c53-bf07-de797f4c6f07, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=47ead10c-cec6-4c53-bf07-de797f4c6f07,segment=NetworkSegment(d61646f9-3612-4209-b54b-1fd15c76af75),segment_id=d61646f9-3612-4209-b54b-1fd15c76af75)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:32.624021 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.646063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 47ead10c-cec6-4c53-bf07-de797f4c6f07 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:32.668380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ac372594-0721-491c-84e9-69ec95f5525a None None] Deleting port 47ead10c-cec6-4c53-bf07-de797f4c6f07 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:32.668759 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac372594-0721-491c-84e9-69ec95f5525a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.756207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.761354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ac372594-0721-491c-84e9-69ec95f5525a None None] For port 47ead10c-cec6-4c53-bf07-de797f4c6f07, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=47ead10c-cec6-4c53-bf07-de797f4c6f07,segment=NetworkSegment(d61646f9-3612-4209-b54b-1fd15c76af75),segment_id=d61646f9-3612-4209-b54b-1fd15c76af75)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:32.761842 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac372594-0721-491c-84e9-69ec95f5525a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.778445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ac372594-0721-491c-84e9-69ec95f5525a None None] Calling delete_port for 47ead10c-cec6-4c53-bf07-de797f4c6f07 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:32.789145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No DVR routers for this DVR port 47ead10c-cec6-4c53-bf07-de797f4c6f07 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:32.791499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=47ead10c-cec6-4c53-bf07-de797f4c6f07,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:32.869760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.889267 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.891245 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac372594-0721-491c-84e9-69ec95f5525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.900400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691b1417-6c37-4b5f-8d17-b491cd9c6fb0']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:32.918058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61646f9-3612-4209-b54b-1fd15c76af75') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:32.918352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61646f9-3612-4209-b54b-1fd15c76af75') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:32.930097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.947019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.959818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac372594-0721-491c-84e9-69ec95f5525a None None] Pushing event deleted for resources: {'Port': ['ID=47ead10c-cec6-4c53-bf07-de797f4c6f07,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:32.960152 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:41:32.960152 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:41:32.962974 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:41:32.967964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a91b1de-b99b-48cf-8e8d-083f853eadb8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:32.974607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac372594-0721-491c-84e9-69ec95f5525a None None] No DVR routers for this DVR port 47ead10c-cec6-4c53-bf07-de797f4c6f07 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:32.983932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Checking segment: {'id': '0a801351-74d1-41a8-9f69-6a60c0773b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5a92f40d-9f99-49d1-aeea-495aeee33e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:32.984347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Network hostable DHCP agents. Network: 5a92f40d-9f99-49d1-aeea-495aeee33e43, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:41:33.037112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Network 5a92f40d-9f99-49d1-aeea-495aeee33e43 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:41:33.068247 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:33.068482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 5a92f40d-9f99-49d1-aeea-495aeee33e43) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:33.081434 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:33.081753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd7940-8379-4e6e-bad3-79769acdd334 None None] Network 5a92f40d-9f99-49d1-aeea-495aeee33e43 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:33.086918 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/networks/691b1417-6c37-4b5f-8d17-b491cd9c6fb0 HTTP/1.1" status: 204 len: 168 time: 0.7904165 Aug 17 16:41:33.097382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:33.097981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:33.102876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52276) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:33.109215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1709450287'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:33.122450 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cdd38fe1-b18c-40aa-a0af-4a5a549c15cd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5374646 Aug 17 16:41:33.125065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973ce85-1f09-4125-87d0-f7c9865b4c34 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Network': ['ID=691b1417-6c37-4b5f-8d17-b491cd9c6fb0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:33.145859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:33.165947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:33.206293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:41:33.222987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:33.223342 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Added segment 4dfce890-02d0-4671-83db-9e4e8847a9b9 of type vlan for network 714eae69-767b-4bce-8275-9af23adb6d98 Aug 17 16:41:33.286839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f018a37-eef3-4b59-9a2e-078980525136 None None] Network 5a92f40d-9f99-49d1-aeea-495aeee33e43 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:33.292855 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:33.329405 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:33.340006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:33.343307 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:33.451008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 47ead10c-cec6-4c53-bf07-de797f4c6f07 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:41:33.473212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f645fce-683a-40ac-a717-df8d11c6ecde req-a30af123-e1ed-46c5-a4a5-a7a26e6b1f7a tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:33.475850 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f645fce-683a-40ac-a717-df8d11c6ecde req-a30af123-e1ed-46c5-a4a5-a7a26e6b1f7a tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 943 time: 0.0658586 Aug 17 16:41:33.506042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 47ead10c-cec6-4c53-bf07-de797f4c6f07 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:41:33.507481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 47ead10c-cec6-4c53-bf07-de797f4c6f07 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:41:33.525990 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f645fce-683a-40ac-a717-df8d11c6ecde req-479a39c8-2af5-40dc-8fd8-d9f8306e4c9d tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429983 Aug 17 16:41:33.526598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:33.534796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '714eae69-767b-4bce-8275-9af23adb6d98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:33.535595 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4314008 Aug 17 16:41:33.541090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a74cae-9f46-4c99-a050-b78f266c25fa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Network': ['ID=714eae69-767b-4bce-8275-9af23adb6d98,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:33.554748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 714eae69-767b-4bce-8275-9af23adb6d98 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:41:33.656826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:33.665388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:33.906989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:33.968314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3f757-d410-4110-84ba-d666c937ad16 req-9610cf66-e356-464f-b611-4ab71e827196 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:33.973566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-9610cf66-e356-464f-b611-4ab71e827196 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/networks?id=e424b8ac-bc33-47cc-a742-95488fe0a1e8 HTTP/1.1" status: 200 len: 824 time: 0.1314020 Aug 17 16:41:33.991009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=43e229d2-0940-4fd9-9076-4f69f93585d3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:34.005210 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-64d2c0b2-3793-487e-b421-271a6fe42076 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/quotas/d02726cb809c43f387fc377d0a8a64b3 HTTP/1.1" status: 200 len: 375 time: 0.0217741 Aug 17 16:41:34.012726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Checking segment: {'id': '4dfce890-02d0-4671-83db-9e4e8847a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '714eae69-767b-4bce-8275-9af23adb6d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:34.013178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network hostable DHCP agents. Network: 714eae69-767b-4bce-8275-9af23adb6d98, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:41:34.034513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 714eae69-767b-4bce-8275-9af23adb6d98 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:41:34.046468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 714eae69-767b-4bce-8275-9af23adb6d98) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:34.055582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:34.056273 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:34.060599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4ec7ff-d4bd-40b2-b24b-8abf39a8dba1 None None] Network 714eae69-767b-4bce-8275-9af23adb6d98 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:34.060802 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-b16a7295-33ff-4c2a-906d-348d6d2b09f5 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d02726cb809c43f387fc377d0a8a64b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493932 Aug 17 16:41:34.091964 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0b8c8c55-904a-4e3d-91b4-a6f35352830c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5642309 Aug 17 16:41:34.096366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:34.103949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6b5c0c6b-7760-4649-b989-db78450071c2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1908658025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:34.165515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0c6b-7760-4649-b989-db78450071c2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:34.167311 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0c6b-7760-4649-b989-db78450071c2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:34.168055 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-3e3d6d78-2939-4a6f-8932-a17be1d7c91d service neutron] 10.222.0.77 "GET /v2.0/networks/e424b8ac-bc33-47cc-a742-95488fe0a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063187 Aug 17 16:41:34.318424 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0c6b-7760-4649-b989-db78450071c2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:34.327584 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0c6b-7760-4649-b989-db78450071c2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:34.339308 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-f0a4d40f-829f-40e8-97b7-b3280055345b service neutron] 10.222.0.77 "GET /v2.0/networks/e424b8ac-bc33-47cc-a742-95488fe0a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701064 Aug 17 16:41:34.362613 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0c6b-7760-4649-b989-db78450071c2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:34.366925 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b5c0c6b-7760-4649-b989-db78450071c2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2694778 Aug 17 16:41:34.368407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:34.379284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'network_id': '714eae69-767b-4bce-8275-9af23adb6d98', 'name': 'tempest-PortsTestJSON-829708410'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:34.568357 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:41:34.660954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-714eae69-767b-4bce-8275-9af23adb6d98', 'network_id': '714eae69-767b-4bce-8275-9af23adb6d98', 'tenant_id': 'ea916737e99d4eada80b3ac9549c0b9c', 'fixed_ips': [{'subnet_id': '43e229d2-0940-4fd9-9076-4f69f93585d3'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:41:34.661511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ba730b32-cfb0-48da-978a-9b04eb189303 req-ef400d99-7eb5-4f90-92cc-abb526cc2737 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 210 time: 0.0587964 Aug 17 16:41:34.663547 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:34.668399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:34.671989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:34.727160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port b8f3cc0d-2393-476a-82db-75ac66734c1b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:34.798847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae681f-bb7d-483e-9b39-95dc98e3c4cb req-21b2a9f8-90a0-47d0-b763-e059cfbad680 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:34.800459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03ae681f-bb7d-483e-9b39-95dc98e3c4cb req-21b2a9f8-90a0-47d0-b763-e059cfbad680 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 943 time: 0.1081710 Aug 17 16:41:34.866277 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c784988d-6e5a-445f-ba5b-6533a286f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:34.866561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-03ae681f-bb7d-483e-9b39-95dc98e3c4cb req-6f2569eb-d134-4dc8-86ad-1f7d1fd4e40b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511651 Aug 17 16:41:34.909039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Allocated IP 172.20.0.2 (714eae69-767b-4bce-8275-9af23adb6d98/43e229d2-0940-4fd9-9076-4f69f93585d3/9d154a70-1752-4316-aee4-96ceebfe2576) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:35.017738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 4543f0b7-64a1-4a02-9a76-f0019774a1cf details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:41:35.061030 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.206491 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.225853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 4543f0b7-64a1-4a02-9a76-f0019774a1cf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:35.229464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Transition to ACTIVE for port object 9d154a70-1752-4316-aee4-96ceebfe2576 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:35.245600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'port_id': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'mac_address': 'fa:16:3e:7e:22:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:41:35.268183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Transition to ACTIVE for port object 9d154a70-1752-4316-aee4-96ceebfe2576 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:35.308478 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.341492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.12 (714eae69-767b-4bce-8275-9af23adb6d98/43e229d2-0940-4fd9-9076-4f69f93585d3/b8f3cc0d-2393-476a-82db-75ac66734c1b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:35.370728 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.408361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4543f0b7-64a1-4a02-9a76-f0019774a1cf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:41:35.414819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Network 714eae69-767b-4bce-8275-9af23adb6d98 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:35.416955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Pushing event updated for resources: {'Port': ['ID=9d154a70-1752-4316-aee4-96ceebfe2576,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:35.420743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:35.428063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:35.444196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 4543f0b7-64a1-4a02-9a76-f0019774a1cf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:35.509954 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.589421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Attempting to bind port 9d154a70-1752-4316-aee4-96ceebfe2576 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:41:35.597647 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.601208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Attempting to bind port 9d154a70-1752-4316-aee4-96ceebfe2576 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '4dfce890-02d0-4671-83db-9e4e8847a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '714eae69-767b-4bce-8275-9af23adb6d98'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:41:35.601656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Attempting to bind port 9d154a70-1752-4316-aee4-96ceebfe2576 on network 714eae69-767b-4bce-8275-9af23adb6d98 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:35.619257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:41:35.619631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Checking segment: {'id': '4dfce890-02d0-4671-83db-9e4e8847a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '714eae69-767b-4bce-8275-9af23adb6d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:35.620019 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.620413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Bound using segment: {'id': '4dfce890-02d0-4671-83db-9e4e8847a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '714eae69-767b-4bce-8275-9af23adb6d98'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:41:35.620885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Bound port: 9d154a70-1752-4316-aee4-96ceebfe2576, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfce890-02d0-4671-83db-9e4e8847a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '714eae69-767b-4bce-8275-9af23adb6d98'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:41:35.624342 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.627801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=4543f0b7-64a1-4a02-9a76-f0019774a1cf,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:35.629278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object b8f3cc0d-2393-476a-82db-75ac66734c1b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:35.678980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.705266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] For port 9d154a70-1752-4316-aee4-96ceebfe2576, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:41:35.710811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] For port 9d154a70-1752-4316-aee4-96ceebfe2576, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9d154a70-1752-4316-aee4-96ceebfe2576,segment=NetworkSegment(4dfce890-02d0-4671-83db-9e4e8847a9b9),segment_id=4dfce890-02d0-4671-83db-9e4e8847a9b9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:41:35.721375 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.746334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 714eae69-767b-4bce-8275-9af23adb6d98 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:35.749715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:35.756687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:35.778173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['4543f0b7-64a1-4a02-9a76-f0019774a1cf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:41:35.852864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=b8f3cc0d-2393-476a-82db-75ac66734c1b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:35.866357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf50232-3a2c-4626-91e4-3199d5766be8 None None] Pushing event updated for resources: {'Port': ['ID=9d154a70-1752-4316-aee4-96ceebfe2576,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:35.913490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-851af396-b3c6-4dc6-a86f-c34a29be425d req-65884db9-4272-41aa-b6af-b54b5f6027c9 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 210 time: 0.0815191 Aug 17 16:41:35.944768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:35.949553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:35.981490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1caa50d-7b2c-4427-add7-096645189a62 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6117654 Aug 17 16:41:35.981738 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52334) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:36.001171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:36.294934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3f757-d410-4110-84ba-d666c937ad16 req-a0a66944-9503-42c8-a922-6139acf2e822 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:36.296554 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-a0a66944-9503-42c8-a922-6139acf2e822 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.91 "GET /v2.0/networks?id=e424b8ac-bc33-47cc-a742-95488fe0a1e8 HTTP/1.1" status: 200 len: 824 time: 0.3009827 Aug 17 16:41:36.311405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Request body: {'port': {'device_id': 'b779d5d4-bcd0-46f0-b349-42f46670ccfb', 'network_id': 'e424b8ac-bc33-47cc-a742-95488fe0a1e8', 'admin_state_up': True, 'tenant_id': 'd02726cb809c43f387fc377d0a8a64b3'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:36.345800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e553d7e-11d1-488b-94ca-048d957e5226 req-d4f79c61-b8ce-4f14-90eb-56777bdd7a95 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:36.354655 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1e553d7e-11d1-488b-94ca-048d957e5226 req-d4f79c61-b8ce-4f14-90eb-56777bdd7a95 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 944 time: 0.2753201 Aug 17 16:41:36.456007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Made reservation on behalf of d02726cb809c43f387fc377d0a8a64b3 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:36.464214 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:36.485509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1e553d7e-11d1-488b-94ca-048d957e5226 req-11ea089f-68fc-4968-b555-8936e348f877 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224356 Aug 17 16:41:36.640196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:36.751304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Allocated IP 172.20.0.10 (e424b8ac-bc33-47cc-a742-95488fe0a1e8/7e521285-0ab2-4ad3-b558-f3f3a6596fdb/19be5694-cbeb-4f8e-9f29-cdcc8514c5ff) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:37.031182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:37.096858 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:37.195289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Pushing event updated for resources: {'Port': ['ID=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:37.219175 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Network e424b8ac-bc33-47cc-a742-95488fe0a1e8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:37.220703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:37.228072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:37.343760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:37.344444 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:37.390514 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ae602bac-7216-43c1-9219-8bf7687a51a3 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0821569 Aug 17 16:41:37.424555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Request body: {'port': {'device_id': 'b779d5d4-bcd0-46f0-b349-42f46670ccfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:37.488132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc92ed2-625d-448a-ab15-ad17a843006d None None] Network 714eae69-767b-4bce-8275-9af23adb6d98 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:37.594067 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:37.602053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9d154a70-1752-4316-aee4-96ceebfe2576 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:37.712356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f84a18d8-90c8-4816-84b2-1d4a330c19a2 None None] Provisioning for port 9d154a70-1752-4316-aee4-96ceebfe2576 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:37.734674 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:37.829538 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa87232-0949-4db6-a4e7-f8418ab93a85 req-26e435d9-17a8-4c28-ae8d-c1b248fb3647 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:37.843328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aaa87232-0949-4db6-a4e7-f8418ab93a85 req-26e435d9-17a8-4c28-ae8d-c1b248fb3647 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 932 time: 0.3199899 Aug 17 16:41:37.854023 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 9d154a70-1752-4316-aee4-96ceebfe2576 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:37.867487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9d154a70-1752-4316-aee4-96ceebfe2576 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:37.868312 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.025968 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aaa87232-0949-4db6-a4e7-f8418ab93a85 req-bca48375-6491-469a-874c-fe242bbd0bbf tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814661 Aug 17 16:41:38.065644 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.093700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:41:38.102558 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.118309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Transition to ACTIVE for port object 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:38.156990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.160103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.166764 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.172489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 9d154a70-1752-4316-aee4-96ceebfe2576, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9d154a70-1752-4316-aee4-96ceebfe2576,segment=NetworkSegment(4dfce890-02d0-4671-83db-9e4e8847a9b9),segment_id=4dfce890-02d0-4671-83db-9e4e8847a9b9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:38.181119 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.233133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a8d17-974e-4102-bf9c-fdcb7574ffdd req-1027631f-8293-49b4-b824-5a5cbee15100 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:38.234988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-539a8d17-974e-4102-bf9c-fdcb7574ffdd req-1027631f-8293-49b4-b824-5a5cbee15100 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 944 time: 0.6022749 Aug 17 16:41:38.335992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=9d154a70-1752-4316-aee4-96ceebfe2576,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:38.360521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=b8f3cc0d-2393-476a-82db-75ac66734c1b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:38.387803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Pushing event updated for resources: {'Port': ['ID=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:38.402444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.405676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.406878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.414164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.414811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.415446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.416052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.416573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-539a8d17-974e-4102-bf9c-fdcb7574ffdd req-16025d99-27fc-4d1e-bac3-dbb8e441d7eb tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662540 Aug 17 16:41:38.416878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.417385 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.417886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.418584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.419795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:38.421973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Attempting to bind port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:41:38.422219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Attempting to bind port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '2e8010b5-8f9f-4a62-882d-538581a0a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e424b8ac-bc33-47cc-a742-95488fe0a1e8'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:41:38.422496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Attempting to bind port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff on network e424b8ac-bc33-47cc-a742-95488fe0a1e8 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:38.429963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff on network e424b8ac-bc33-47cc-a742-95488fe0a1e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:41:38.430298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Attempting to bind port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff on network e424b8ac-bc33-47cc-a742-95488fe0a1e8 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:38.445861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:41:38.446209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Checking segment: {'id': '2e8010b5-8f9f-4a62-882d-538581a0a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e424b8ac-bc33-47cc-a742-95488fe0a1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:38.446628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Bound using segment: {'id': '2e8010b5-8f9f-4a62-882d-538581a0a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e424b8ac-bc33-47cc-a742-95488fe0a1e8'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:41:38.447071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Bound port: 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8010b5-8f9f-4a62-882d-538581a0a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e424b8ac-bc33-47cc-a742-95488fe0a1e8'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:41:38.447478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.549378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] For port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:41:38.556996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] For port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,segment=NetworkSegment(2e8010b5-8f9f-4a62-882d-538581a0a911),segment_id=2e8010b5-8f9f-4a62-882d-538581a0a911)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:41:38.568069 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.658931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:38.659703 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.661504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] 10.222.0.91 "PUT /v2.0/ports/19be5694-cbeb-4f8e-9f29-cdcc8514c5ff HTTP/1.1" status: 200 len: 1092 time: 1.2628639 Aug 17 16:41:38.663950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b779d5d4-bcd0-46f0-b349-42f46670ccfb', 'tag': '19be5694-cbeb-4f8e-9f29-cdcc8514c5ff'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:38.667876 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9803e9-0708-4a33-b90a-6d36847dbc43" -d '{"events": [{"name": "network-changed", "server_uuid": "b779d5d4-bcd0-46f0-b349-42f46670ccfb", "tag": "19be5694-cbeb-4f8e-9f29-cdcc8514c5ff"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:38.727467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01922012-a3d6-43ff-a029-37067d80f73b service neutron] Pushing event updated for resources: {'Port': ['ID=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:38.740522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a7a838e2-a7f7-4e55-b636-80eb1e1637f6 None None] Provisioning for port b8f3cc0d-2393-476a-82db-75ac66734c1b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:38.750056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a7a838e2-a7f7-4e55-b636-80eb1e1637f6 None None] Provisioning complete for port b8f3cc0d-2393-476a-82db-75ac66734c1b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:38.750610 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7a838e2-a7f7-4e55-b636-80eb1e1637f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.763774 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.836814 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa13394-b414-4edd-ac6f-ecb9c4f2ddca x-openstack-request-id: req-8fa13394-b414-4edd-ac6f-ecb9c4f2ddca {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:38.837337 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b779d5d4-bcd0-46f0-b349-42f46670ccfb", "tag": "19be5694-cbeb-4f8e-9f29-cdcc8514c5ff", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:38.840211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a7a838e2-a7f7-4e55-b636-80eb1e1637f6 None None] Port b8f3cc0d-2393-476a-82db-75ac66734c1b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:38.841797 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fa13394-b414-4edd-ac6f-ecb9c4f2ddca {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:38.842678 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b779d5d4-bcd0-46f0-b349-42f46670ccfb', 'tag': '19be5694-cbeb-4f8e-9f29-cdcc8514c5ff', 'status': 'completed', 'code': 200} Aug 17 16:41:38.856946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a7a838e2-a7f7-4e55-b636-80eb1e1637f6 None None] Provisioning complete for port 9d154a70-1752-4316-aee4-96ceebfe2576 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:38.857772 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7a838e2-a7f7-4e55-b636-80eb1e1637f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:38.891710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3f757-d410-4110-84ba-d666c937ad16 req-001575cd-51af-49e2-99ea-37b69088143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:38.896277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-001575cd-51af-49e2-99ea-37b69088143f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d02726cb809c43f387fc377d0a8a64b3&device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 1095 time: 0.1409590 Aug 17 16:41:39.006886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:39.038844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-ee660cb4-6412-4997-b5a4-2f7bfbfbf99d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff HTTP/1.1" status: 200 len: 217 time: 0.1325445 Aug 17 16:41:39.043268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 4543f0b7-64a1-4a02-9a76-f0019774a1cf up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:39.132236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 4543f0b7-64a1-4a02-9a76-f0019774a1cf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:39.141232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 4543f0b7-64a1-4a02-9a76-f0019774a1cf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:39.142234 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:39.195996 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d442c85d-bb11-4506-b78e-bd265d2b8fed None None] Provisioning complete for port b8f3cc0d-2393-476a-82db-75ac66734c1b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:39.196628 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d442c85d-bb11-4506-b78e-bd265d2b8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:39.214917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3f757-d410-4110-84ba-d666c937ad16 req-07ded74b-9052-4a85-b907-98916426ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:39.216450 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-07ded74b-9052-4a85-b907-98916426ea83 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7e521285-0ab2-4ad3-b558-f3f3a6596fdb HTTP/1.1" status: 200 len: 864 time: 0.1679010 Aug 17 16:41:39.263385 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-284a3b9e-f96f-4015-823b-4687b4c2cfb6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e424b8ac-bc33-47cc-a742-95488fe0a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344779 Aug 17 16:41:39.334865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d442c85d-bb11-4506-b78e-bd265d2b8fed None None] Port b8f3cc0d-2393-476a-82db-75ac66734c1b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:39.382788 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:39.400527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-70c1ce1c-279b-4ddc-855c-274ede26996e service neutron] 10.222.0.91 "GET /v2.0/networks/e424b8ac-bc33-47cc-a742-95488fe0a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143315 Aug 17 16:41:39.472593 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 4543f0b7-64a1-4a02-9a76-f0019774a1cf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:39.474009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:39.477027 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a7eb68-e0ce-4716-bd0f-99651846f1c0" -d '{"events": [{"server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "name": "network-vif-plugged", "status": "completed", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:39.498159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9d154a70-1752-4316-aee4-96ceebfe2576 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:39.504398 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:39.570286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683863f6-0720-486e-88f5-a31b4c63604e req-0def0a4f-f489-4465-8968-0313a1097e0b tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:39.572773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-683863f6-0720-486e-88f5-a31b4c63604e req-0def0a4f-f489-4465-8968-0313a1097e0b tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 944 time: 0.3554225 Aug 17 16:41:39.679159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61e3f757-d410-4110-84ba-d666c937ad16 req-456223c6-117e-401e-b5ee-cfd01b977fe3 service neutron] 10.222.0.91 "GET /v2.0/networks/e424b8ac-bc33-47cc-a742-95488fe0a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609537 Aug 17 16:41:39.691402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4c340068-5001-4a9e-b285-1135593333e8 None None] Provisioning complete for port b8f3cc0d-2393-476a-82db-75ac66734c1b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:39.691781 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c340068-5001-4a9e-b285-1135593333e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:39.696240 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-683863f6-0720-486e-88f5-a31b4c63604e req-0419522e-e4d8-4eff-82fe-070a5b2b08e1 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946515 Aug 17 16:41:39.781750 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5923e7d-be53-4017-a258-18cc8cddc0a8 x-openstack-request-id: req-c5923e7d-be53-4017-a258-18cc8cddc0a8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:39.782287 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "name": "network-vif-plugged", "status": "completed", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:39.782427 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5923e7d-be53-4017-a258-18cc8cddc0a8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:39.782729 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'code': 200} Aug 17 16:41:39.784265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=4543f0b7-64a1-4a02-9a76-f0019774a1cf,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:39.800776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74d101-b953-45be-a12c-7beadb2c8c7d req-708300ad-2077-4ed7-82b4-885a594351a7 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:39.802356 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db74d101-b953-45be-a12c-7beadb2c8c7d req-708300ad-2077-4ed7-82b4-885a594351a7 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 945 time: 0.1962588 Aug 17 16:41:39.814909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4c340068-5001-4a9e-b285-1135593333e8 None None] Port b8f3cc0d-2393-476a-82db-75ac66734c1b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:39.816800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9d154a70-1752-4316-aee4-96ceebfe2576 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:39.817165 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:39.830846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9803e9-0708-4a33-b90a-6d36847dbc43 req-ed41368b-bcc2-4770-ab5a-90eb88d177bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:39.832931 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da9803e9-0708-4a33-b90a-6d36847dbc43 req-ed41368b-bcc2-4770-ab5a-90eb88d177bc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d02726cb809c43f387fc377d0a8a64b3&device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 1095 time: 0.0796793 Aug 17 16:41:39.873292 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:39.899907 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:40.036695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9803e9-0708-4a33-b90a-6d36847dbc43 req-981cd2ce-9742-4448-aea3-2627931c56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:40.039076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da9803e9-0708-4a33-b90a-6d36847dbc43 req-981cd2ce-9742-4448-aea3-2627931c56f7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e424b8ac-bc33-47cc-a742-95488fe0a1e8 HTTP/1.1" status: 200 len: 925 time: 0.1918321 Aug 17 16:41:40.042056 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=b8f3cc0d-2393-476a-82db-75ac66734c1b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:40.053683 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db74d101-b953-45be-a12c-7beadb2c8c7d req-73774306-4f1e-458a-ae17-646d0860c92c tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408943 Aug 17 16:41:40.117273 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:40.130258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57b6b6-1a77-4c45-a6dc-d87f449ef9f6 req-53844c3b-74fa-4539-8304-2df0741f1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:40.131870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7e57b6b6-1a77-4c45-a6dc-d87f449ef9f6 req-53844c3b-74fa-4539-8304-2df0741f1d44 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 1096 time: 0.2697742 Aug 17 16:41:40.132733 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da9803e9-0708-4a33-b90a-6d36847dbc43 req-cf0f541b-a64a-4235-a972-0385b16c1341 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff HTTP/1.1" status: 200 len: 217 time: 0.0757270 Aug 17 16:41:40.205518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9803e9-0708-4a33-b90a-6d36847dbc43 req-2873872a-f9ec-420f-b26b-5cceff8fe35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:40.207850 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da9803e9-0708-4a33-b90a-6d36847dbc43 req-2873872a-f9ec-420f-b26b-5cceff8fe35d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7e521285-0ab2-4ad3-b558-f3f3a6596fdb HTTP/1.1" status: 200 len: 864 time: 0.0616784 Aug 17 16:41:40.218462 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7e57b6b6-1a77-4c45-a6dc-d87f449ef9f6 req-1f7d10cd-667a-425b-a21d-f3f5ede8c3aa service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740697 Aug 17 16:41:40.247302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da9803e9-0708-4a33-b90a-6d36847dbc43 req-e3a73764-94db-4d78-aef0-e2edbc483f4a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e424b8ac-bc33-47cc-a742-95488fe0a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313838 Aug 17 16:41:40.270223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 714eae69-767b-4bce-8275-9af23adb6d98 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:40.272922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:40.371747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da9803e9-0708-4a33-b90a-6d36847dbc43 req-8873cdaf-e8ea-4eaa-81a4-7bb37ae17dd4 service neutron] 10.222.0.91 "GET /v2.0/networks/e424b8ac-bc33-47cc-a742-95488fe0a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164052 Aug 17 16:41:40.512145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da9803e9-0708-4a33-b90a-6d36847dbc43 req-afec0092-c2ed-4acd-bcf3-adeb1f88189d service neutron] 10.222.0.91 "GET /v2.0/networks/e424b8ac-bc33-47cc-a742-95488fe0a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323984 Aug 17 16:41:40.513336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Router 36d2cb6b-74e3-476f-9fda-376d6668e41c is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:41:40.633791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:41:40.642542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b0ec52be-f3a5-436e-bdc6-9bbb98c75351 None None] Provisioning complete for port b8f3cc0d-2393-476a-82db-75ac66734c1b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:40.643025 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0ec52be-f3a5-436e-bdc6-9bbb98c75351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:40.643776 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c57f2-8cb3-4acd-98e2-98ee4afcaab3 None None] Sync routers for ids ['36d2cb6b-74e3-476f-9fda-376d6668e41c'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:41:40.648511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-694d4ed5-9ef2-4899-ad07-917f8e0e8c0b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "PUT /v2.0/routers/36d2cb6b-74e3-476f-9fda-376d6668e41c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6653230 Aug 17 16:41:40.651379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:40.683754 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c57f2-8cb3-4acd-98e2-98ee4afcaab3 None None] Routers {'36d2cb6b-74e3-476f-9fda-376d6668e41c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:41:40.684377 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1d9c57f2-8cb3-4acd-98e2-98ee4afcaab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:41:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['36d2cb6b-74e3-476f-9fda-376d6668e41c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:40.685691 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec52be-f3a5-436e-bdc6-9bbb98c75351 None None] Port b8f3cc0d-2393-476a-82db-75ac66734c1b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:40.711184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f75209-70c2-44ef-b307-939b06fb9e83 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:40.716139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52784) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:40.721299 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-43f75209-70c2-44ef-b307-939b06fb9e83 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d2cb6b-74e3-476f-9fda-376d6668e41c HTTP/1.1" status: 200 len: 982 time: 0.0687916 Aug 17 16:41:40.786421 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1d9c57f2-8cb3-4acd-98e2-98ee4afcaab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:40.805720 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c57f2-8cb3-4acd-98e2-98ee4afcaab3 None None] Routers {'36d2cb6b-74e3-476f-9fda-376d6668e41c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:41:40.806580 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1d9c57f2-8cb3-4acd-98e2-98ee4afcaab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:41:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['36d2cb6b-74e3-476f-9fda-376d6668e41c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:40.844686 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1d9c57f2-8cb3-4acd-98e2-98ee4afcaab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:40.845677 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c57f2-8cb3-4acd-98e2-98ee4afcaab3 None None] The sync data for ids ['36d2cb6b-74e3-476f-9fda-376d6668e41c'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:41:41.032470 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def8666-e901-40d3-a8e3-13427fdee8cf req-b07b4966-d4de-4ba8-9b72-984649071f7f tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:41.035087 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3def8666-e901-40d3-a8e3-13427fdee8cf req-b07b4966-d4de-4ba8-9b72-984649071f7f tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 944 time: 0.1488905 Aug 17 16:41:41.151237 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3def8666-e901-40d3-a8e3-13427fdee8cf req-3d3a144b-3ed0-45b0-a52c-5d3229be6f09 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049042 Aug 17 16:41:41.213291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09e26-b614-494e-91f4-548db4fa4be9 req-72bd277c-2b90-4607-abaa-c557dd89202e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:41.215292 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9d09e26-b614-494e-91f4-548db4fa4be9 req-72bd277c-2b90-4607-abaa-c557dd89202e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 945 time: 0.0748014 Aug 17 16:41:41.254813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9d09e26-b614-494e-91f4-548db4fa4be9 req-4be354db-8696-4d17-b51b-9662064468f9 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324452 Aug 17 16:41:41.379736 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:41.386424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:41:41.472491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28236fb3-8b83-4e8a-b2c1-219575b791fd req-ebfcaf93-091a-45d2-b3fb-e5eebf4284a5 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:41.473889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-28236fb3-8b83-4e8a-b2c1-219575b791fd req-ebfcaf93-091a-45d2-b3fb-e5eebf4284a5 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 945 time: 0.1429172 Aug 17 16:41:41.512308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,segment=NetworkSegment(2e8010b5-8f9f-4a62-882d-538581a0a911),segment_id=2e8010b5-8f9f-4a62-882d-538581a0a911)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:41.526664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '19be5694-cbeb-4f8e-9f29-cdcc8514c5ff', 'network_id': 'e424b8ac-bc33-47cc-a742-95488fe0a1e8', 'port_id': '19be5694-cbeb-4f8e-9f29-cdcc8514c5ff', 'mac_address': 'fa:16:3e:de:c8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e521285-0ab2-4ad3-b558-f3f3a6596fdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:41:41.558132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-28236fb3-8b83-4e8a-b2c1-219575b791fd req-4cdab15c-d8a4-4d51-a5b3-8e9cdcafa96c tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764055 Aug 17 16:41:41.567759 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:41.584944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:41.589519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:41:41.617892 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,segment=NetworkSegment(2e8010b5-8f9f-4a62-882d-538581a0a911),segment_id=2e8010b5-8f9f-4a62-882d-538581a0a911)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:41.624207 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:41.692637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port b8f3cc0d-2393-476a-82db-75ac66734c1b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:41.693319 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:41.704895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:41.717266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.717837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.718276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.718741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.719178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.719754 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.720305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.720988 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.721593 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.722475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.723089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.723654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:41:41.792339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:41.805841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for b8f3cc0d-2393-476a-82db-75ac66734c1b owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:41.859711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['19be5694-cbeb-4f8e-9f29-cdcc8514c5ff'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:41:41.899012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b5143-1b48-4223-9489-4d7205f0b7d4 tempest-TestVolumeBackupRestore-21493098 tempest-TestVolumeBackupRestore-21493098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:41.910712 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cd4b5143-1b48-4223-9489-4d7205f0b7d4 tempest-TestVolumeBackupRestore-21493098 tempest-TestVolumeBackupRestore-21493098-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 1091 time: 0.3233793 Aug 17 16:41:41.911471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:41.922855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:41.990320 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:42.155104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:42.179734 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:42.228647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=b8f3cc0d-2393-476a-82db-75ac66734c1b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:42.414960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Allocated IP 172.25.7.16 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/1ed202f9-c56f-485d-8730-99d0830959c1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:42.538794 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:42.569872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04384e-6537-4b4a-9181-76cc1406afe9 req-e4f16dea-dc8a-4d6a-98ca-ba3357f3df29 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:42.571567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a04384e-6537-4b4a-9181-76cc1406afe9 req-e4f16dea-dc8a-4d6a-98ca-ba3357f3df29 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 945 time: 0.1278763 Aug 17 16:41:42.667027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:42.702618 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a04384e-6537-4b4a-9181-76cc1406afe9 req-f18200cd-c6cc-4089-ae1d-bcaee96d5f82 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946755 Aug 17 16:41:42.751434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:42.795000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Router 36d2cb6b-74e3-476f-9fda-376d6668e41c has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:41:42.802056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event updated for resources: {'Port': ['ID=1ed202f9-c56f-485d-8730-99d0830959c1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:42.814431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:42.816484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:42.818904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:42.897710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:41:42.908471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6eefa-1da0-4e23-ba17-fc2cd652bf07 None None] Sync routers for ids ['36d2cb6b-74e3-476f-9fda-376d6668e41c'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:41:42.926139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6eefa-1da0-4e23-ba17-fc2cd652bf07 None None] Routers {'36d2cb6b-74e3-476f-9fda-376d6668e41c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:41:42.926802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b0f6eefa-1da0-4e23-ba17-fc2cd652bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:41:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['36d2cb6b-74e3-476f-9fda-376d6668e41c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:42.928730 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-084545dd-00c4-4d97-bf6d-68d6316b1944 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "PUT /v2.0/routers/36d2cb6b-74e3-476f-9fda-376d6668e41c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2109120 Aug 17 16:41:42.929374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52866) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:42.989409 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-3247bc43-2039-413e-ab94-f7d62dab40a4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:41:42.991641 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3247bc43-2039-413e-ab94-f7d62dab40a4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/b8f3cc0d-2393-476a-82db-75ac66734c1b HTTP/1.1" status: 404 len: 333 time: 0.0613246 Aug 17 16:41:42.995289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52870) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:43.009717 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b0f6eefa-1da0-4e23-ba17-fc2cd652bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:43.032542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6eefa-1da0-4e23-ba17-fc2cd652bf07 None None] Routers {'36d2cb6b-74e3-476f-9fda-376d6668e41c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:41:43.034723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b0f6eefa-1da0-4e23-ba17-fc2cd652bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:41:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['36d2cb6b-74e3-476f-9fda-376d6668e41c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:43.075461 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b0f6eefa-1da0-4e23-ba17-fc2cd652bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:43.076507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6eefa-1da0-4e23-ba17-fc2cd652bf07 None None] The sync data for ids ['36d2cb6b-74e3-476f-9fda-376d6668e41c'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:41:43.095878 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116b64c1-7e72-439c-844b-558c150ba690 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.303803 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116b64c1-7e72-439c-844b-558c150ba690 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.307326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116b64c1-7e72-439c-844b-558c150ba690 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.362906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116b64c1-7e72-439c-844b-558c150ba690 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.363750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116b64c1-7e72-439c-844b-558c150ba690 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Fanout notify agent at l3_agent the message router_deleted on router 36d2cb6b-74e3-476f-9fda-376d6668e41c {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:41:43.372259 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116b64c1-7e72-439c-844b-558c150ba690 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.375979 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-116b64c1-7e72-439c-844b-558c150ba690 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/routers/36d2cb6b-74e3-476f-9fda-376d6668e41c HTTP/1.1" status: 204 len: 168 time: 0.3770521 Aug 17 16:41:43.376283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52872) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:43.385298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:43.437845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:43.443196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:43.444158 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.488787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd044f3-629b-4a9e-9d71-8c78457c5423 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet 43e229d2-0940-4fd9-9076-4f69f93585d3 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:41:43.493889 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dd044f3-629b-4a9e-9d71-8c78457c5423 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.557711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dd044f3-629b-4a9e-9d71-8c78457c5423 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.637476 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.658417 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dd044f3-629b-4a9e-9d71-8c78457c5423 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.702229 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.718955 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.726058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779d5d4-bcd0-46f0-b349-42f46670ccfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be5694-cbeb-4f8e-9f29-cdcc8514c5ff'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:43.728386 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11385bdf-1baf-4fc7-93f0-4df55460b86e" -d '{"events": [{"server_uuid": "b779d5d4-bcd0-46f0-b349-42f46670ccfb", "name": "network-vif-plugged", "status": "completed", "tag": "19be5694-cbeb-4f8e-9f29-cdcc8514c5ff"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:43.742284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,segment=NetworkSegment(2e8010b5-8f9f-4a62-882d-538581a0a911),segment_id=2e8010b5-8f9f-4a62-882d-538581a0a911)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:43.743182 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dd044f3-629b-4a9e-9d71-8c78457c5423 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.748321 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.784603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dd044f3-629b-4a9e-9d71-8c78457c5423 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.786165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d46eb-0880-44b3-aea4-6eb5b57c2c75 None None] Network 714eae69-767b-4bce-8275-9af23adb6d98 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:43.786610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1dd044f3-629b-4a9e-9d71-8c78457c5423 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/43e229d2-0940-4fd9-9076-4f69f93585d3 HTTP/1.1" status: 204 len: 168 time: 0.4092658 Aug 17 16:41:43.788324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd044f3-629b-4a9e-9d71-8c78457c5423 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=43e229d2-0940-4fd9-9076-4f69f93585d3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:43.790535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52884) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:43.847400 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99bf53e-7dc6-45d1-b3fe-8ed404ae7f8b x-openstack-request-id: req-e99bf53e-7dc6-45d1-b3fe-8ed404ae7f8b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:43.847692 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779d5d4-bcd0-46f0-b349-42f46670ccfb", "name": "network-vif-plugged", "status": "completed", "tag": "19be5694-cbeb-4f8e-9f29-cdcc8514c5ff", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:43.848189 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e99bf53e-7dc6-45d1-b3fe-8ed404ae7f8b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:43.848813 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779d5d4-bcd0-46f0-b349-42f46670ccfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be5694-cbeb-4f8e-9f29-cdcc8514c5ff', 'code': 200} Aug 17 16:41:43.905486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:43.967596 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.981926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:43.984639 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:44.017207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7327e9a5-8366-41d4-abbf-a0c4a8964284 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1056793 Aug 17 16:41:44.034356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddadada-aa09-4093-8e93-9aa748d5ddb1 req-753bc713-e6b0-40e7-b12f-803e5b3de444 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.036117 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ddadada-aa09-4093-8e93-9aa748d5ddb1 req-753bc713-e6b0-40e7-b12f-803e5b3de444 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 946 time: 0.1446822 Aug 17 16:41:44.052815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d472d-bce3-4a96-a5c3-98ae3fe70489 None None] DHCP port deletion for 714eae69-767b-4bce-8275-9af23adb6d98 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:41:44.097899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event updated for resources: {'Port': ['ID=1ed202f9-c56f-485d-8730-99d0830959c1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:44.106842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cf635-9208-4ea3-9b71-9a70cc277bd3 req-a58e73e8-8730-4590-81ad-94c2e09b6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.108375 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c5cf635-9208-4ea3-9b71-9a70cc277bd3 req-a58e73e8-8730-4590-81ad-94c2e09b6aaf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 1097 time: 0.1388083 Aug 17 16:41:44.117678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b09d472d-bce3-4a96-a5c3-98ae3fe70489 None None] Deleting port 9d154a70-1752-4316-aee4-96ceebfe2576 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:44.118049 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b09d472d-bce3-4a96-a5c3-98ae3fe70489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:44.144375 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:44.163615 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ddadada-aa09-4093-8e93-9aa748d5ddb1 req-0c295789-bf7e-4cdc-8c7c-a933c7482ce7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995407 Aug 17 16:41:44.183198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 9d154a70-1752-4316-aee4-96ceebfe2576 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:44.185616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:44.195838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7cb91f97-d443-40f4-af02-8ed0fafc8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.196492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7cb91f97-d443-40f4-af02-8ed0fafc8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.197186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7cb91f97-d443-40f4-af02-8ed0fafc8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.197682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7cb91f97-d443-40f4-af02-8ed0fafc8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.198220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7cb91f97-d443-40f4-af02-8ed0fafc8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.199349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7cb91f97-d443-40f4-af02-8ed0fafc8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.200387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7cb91f97-d443-40f4-af02-8ed0fafc8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.203489 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7cb91f97-d443-40f4-af02-8ed0fafc8723 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6502 time: 0.1090038 Aug 17 16:41:44.203720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b09d472d-bce3-4a96-a5c3-98ae3fe70489 None None] For port 9d154a70-1752-4316-aee4-96ceebfe2576, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9d154a70-1752-4316-aee4-96ceebfe2576,segment=NetworkSegment(4dfce890-02d0-4671-83db-9e4e8847a9b9),segment_id=4dfce890-02d0-4671-83db-9e4e8847a9b9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:44.204826 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b09d472d-bce3-4a96-a5c3-98ae3fe70489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:44.225339 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b09d472d-bce3-4a96-a5c3-98ae3fe70489 None None] Calling delete_port for 9d154a70-1752-4316-aee4-96ceebfe2576 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:44.228744 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c5cf635-9208-4ea3-9b71-9a70cc277bd3 req-e29678c1-f0b5-4109-8e2b-56e02f475dad service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111662 Aug 17 16:41:44.305846 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Floating IP 349c2281-7c91-4c3a-9ce3-7fa6e9911025 associated. External IP: 172.25.7.16, port: 4543f0b7-64a1-4a02-9a76-f0019774a1cf. Aug 17 16:41:44.317752 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b09d472d-bce3-4a96-a5c3-98ae3fe70489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:44.332801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] For port 9d154a70-1752-4316-aee4-96ceebfe2576, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9d154a70-1752-4316-aee4-96ceebfe2576,segment=NetworkSegment(4dfce890-02d0-4671-83db-9e4e8847a9b9),segment_id=4dfce890-02d0-4671-83db-9e4e8847a9b9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:44.333403 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:44.354654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 9d154a70-1752-4316-aee4-96ceebfe2576 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:44.379138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d472d-bce3-4a96-a5c3-98ae3fe70489 None None] Pushing event deleted for resources: {'Port': ['ID=9d154a70-1752-4316-aee4-96ceebfe2576,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:44.385485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d472d-bce3-4a96-a5c3-98ae3fe70489 None None] No DVR routers for this DVR port 9d154a70-1752-4316-aee4-96ceebfe2576 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:44.592377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Router b2c657ba-0746-48b9-a966-fde5fa082cfa has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:41:44.733975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:41:44.745735 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] Sync routers for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:41:44.752984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-da0867e2-3595-4443-acff-585ada3e6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.753462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-da0867e2-3595-4443-acff-585ada3e6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.753932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-da0867e2-3595-4443-acff-585ada3e6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.755618 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-da0867e2-3595-4443-acff-585ada3e6f7f service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 200 len: 2299 time: 0.5102954 Aug 17 16:41:44.768894 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:41:44.770692 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:41:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:44.792973 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:44.828322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b03975d5-b4f5-4977-9842-2e58f0dd3b5e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9144795 Aug 17 16:41:44.829012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:44.831953 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:44.837293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:44.843295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:44.895460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf07e9-d947-4990-b7c3-2913132074cf tempest-TestVolumeBackupRestore-21493098 tempest-TestVolumeBackupRestore-21493098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:44.897775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-67cf07e9-d947-4990-b7c3-2913132074cf tempest-TestVolumeBackupRestore-21493098 tempest-TestVolumeBackupRestore-21493098-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 1091 time: 0.0602493 Aug 17 16:41:44.900648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:44.906733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d7f3829a-d92e-4131-8d6f-7f9f2fbd38d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Request body: {'floatingip': {'port_id': '4543f0b7-64a1-4a02-9a76-f0019774a1cf'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:44.912353 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c69fb8-79e5-4384-b7a4-efd234259b95 x-openstack-request-id: req-a5c69fb8-79e5-4384-b7a4-efd234259b95 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:44.924088 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:44.924807 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5c69fb8-79e5-4384-b7a4-efd234259b95 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:44.925461 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'status': 'completed', 'code': 200} Aug 17 16:41:44.931288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=9d154a70-1752-4316-aee4-96ceebfe2576,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:44.933472 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:41:45.004755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-0034e6d0-cb18-44da-8659-8ab7d5a72955 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 200 len: 1002 time: 0.2200143 Aug 17 16:41:45.005908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No DVR routers for this DVR port 9d154a70-1752-4316-aee4-96ceebfe2576 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:45.143463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7f3829a-d92e-4131-8d6f-7f9f2fbd38d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:45.150267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-6fd76c55-6531-4510-91ec-f5ebee34fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:45.151569 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-6fd76c55-6531-4510-91ec-f5ebee34fa8c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a4380f73928249e187b200e0f868549f&device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 1096 time: 0.1275301 Aug 17 16:41:45.201051 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:45.227252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714eae69-767b-4bce-8275-9af23adb6d98']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:45.311060 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '349c2281-7c91-4c3a-9ce3-7fa6e9911025', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'port_id': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'mac_address': 'fa:16:3e:7e:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016889fa-fe3d-4d04-af22-b516357c2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:41:43Z', 'updated_at': '2021-08-17T16:41:43Z', 'revision_number': 0, 'project_id': 'a4380f73928249e187b200e0f868549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:29Z', 'revision_number': 5, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:45.376635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-a920c43a-aeb0-4d28-81ac-997ba38a89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:45.376846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfce890-02d0-4671-83db-9e4e8847a9b9') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:45.377323 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfce890-02d0-4671-83db-9e4e8847a9b9') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:45.378054 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-a920c43a-aeb0-4d28-81ac-997ba38a89cd service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220 HTTP/1.1" status: 200 len: 914 time: 0.1917913 Aug 17 16:41:45.394885 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] Checking router: b2c657ba-0746-48b9-a966-fde5fa082cfa for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:41:45.419038 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:41:45.419676 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:41:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:45.419989 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:45.423317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-e44431a5-d966-46cd-bfba-167f546183b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:45.424943 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-e44431a5-d966-46cd-bfba-167f546183b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6794c805-5b84-4d68-91c3-86786023ccd4 HTTP/1.1" status: 200 len: 856 time: 0.3747001 Aug 17 16:41:45.440363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9d154a70-1752-4316-aee4-96ceebfe2576 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:41:45.465768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 9d154a70-1752-4316-aee4-96ceebfe2576 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:41:45.466429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9d154a70-1752-4316-aee4-96ceebfe2576 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:41:45.469998 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:45.489040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:41:45.489612 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:41:45.493987 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:41:45.554006 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-7a89e282-fec9-4a21-86f8-d786bd1a17b9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf HTTP/1.1" status: 200 len: 998 time: 0.1601825 Aug 17 16:41:45.556895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35fb5-932a-4efa-b219-f1acdb4f6a40 req-1d622ed4-08a2-4d7b-8525-268b13c6b4dc tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:45.559154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0c35fb5-932a-4efa-b219-f1acdb4f6a40 req-1d622ed4-08a2-4d7b-8525-268b13c6b4dc tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 946 time: 0.2380376 Aug 17 16:41:45.587306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-964cc659-a064-487f-9d99-bbbbc992afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:45.589037 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-964cc659-a064-487f-9d99-bbbbc992afcd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558454 Aug 17 16:41:45.617871 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:45.691191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:45.694528 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/networks/714eae69-767b-4bce-8275-9af23adb6d98 HTTP/1.1" status: 204 len: 168 time: 1.9029651 Aug 17 16:41:45.699387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:45.732942 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0c35fb5-932a-4efa-b219-f1acdb4f6a40 req-af15e663-88e6-4a8a-b60b-2166f8a238a4 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584663 Aug 17 16:41:45.733833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cda63-ed0d-42ff-b0a6-71fecf469109 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Network': ['ID=714eae69-767b-4bce-8275-9af23adb6d98,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:45.774331 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:41:45.785383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-1734cdb0-4f2a-49cf-b213-a8dd192fd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:45.794326 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-1734cdb0-4f2a-49cf-b213-a8dd192fd8d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e58673f-d384-4d81-97db-026cd9f6e47f HTTP/1.1" status: 200 len: 852 time: 0.2334404 Aug 17 16:41:45.794835 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-85fe8fec-f6c5-4c02-b679-52a18f1bdec6 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974094 Aug 17 16:41:45.943051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d4efb-8d08-422a-aab4-de78eae5051a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:45.945203 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a66d4efb-8d08-422a-aab4-de78eae5051a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/70df17a9-852a-4168-b12b-3f7e45b2a7da HTTP/1.1" status: 200 len: 841 time: 0.2428396 Aug 17 16:41:45.955043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52924) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:46.021761 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-cfe67647-415f-4eae-adc9-b70a981cc23a service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138941 Aug 17 16:41:46.067596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-2f816f7a-3fb5-40ba-9274-142c37de2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:46.069710 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-2f816f7a-3fb5-40ba-9274-142c37de2100 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635859 Aug 17 16:41:46.078283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-374613ff-28fb-4c93-9d3d-addfb6913016 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 217 time: 0.0486960 Aug 17 16:41:46.079564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c531ff-4be0-44e2-adb3-fd2db3cbb6e3 req-b577400b-edd1-4140-b8de-a4d7c1cc810b tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:46.081383 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-28c531ff-4be0-44e2-adb3-fd2db3cbb6e3 req-b577400b-edd1-4140-b8de-a4d7c1cc810b tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 946 time: 0.1740403 Aug 17 16:41:46.082793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-34da9b21-e117-4f8e-bef8-766790726eb3 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/70df17a9-852a-4168-b12b-3f7e45b2a7da?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1256926 Aug 17 16:41:46.095927 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '349c2281-7c91-4c3a-9ce3-7fa6e9911025', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'port_id': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'mac_address': 'fa:16:3e:7e:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016889fa-fe3d-4d04-af22-b516357c2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:41:43Z', 'updated_at': '2021-08-17T16:41:43Z', 'revision_number': 0, 'project_id': 'a4380f73928249e187b200e0f868549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:29Z', 'revision_number': 5, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:46.099723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:46.105108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7b7d8a71-4827-4d27-b1ac-d33022e3206a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:46.130342 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e0f0a-b9c3-41e1-99b0-dfb335590d3a None None] The sync data for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 is: [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '349c2281-7c91-4c3a-9ce3-7fa6e9911025', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'port_id': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'mac_address': 'fa:16:3e:7e:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016889fa-fe3d-4d04-af22-b516357c2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:41:43Z', 'updated_at': '2021-08-17T16:41:43Z', 'revision_number': 0, 'project_id': 'a4380f73928249e187b200e0f868549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:29Z', 'revision_number': 5, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:41:46.166235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-9437f3a5-dd3a-4eb4-a513-7e686818dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:46.168533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-9437f3a5-dd3a-4eb4-a513-7e686818dbbb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.0837982 Aug 17 16:41:46.228085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7cff0e30-f5a4-403f-926f-1a03774e9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:46.230132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-7cff0e30-f5a4-403f-926f-1a03774e9e96 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505831 Aug 17 16:41:46.342440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-b84ba923-6e62-44ce-87f4-b16f84eef177 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042130 Aug 17 16:41:46.360501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-28c531ff-4be0-44e2-adb3-fd2db3cbb6e3 req-c53d2f5c-243d-4848-9faa-708069b57ee2 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684016 Aug 17 16:41:46.428615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-21779951-af17-4e28-bb9b-5688f09f2a6a service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455610 Aug 17 16:41:46.432205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7d8a71-4827-4d27-b1ac-d33022e3206a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:46.436242 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8a71-4827-4d27-b1ac-d33022e3206a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:46.485475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-493d3eac-514e-4558-a320-3032880221d6 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345882 Aug 17 16:41:46.494198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be46168a-33f7-4ae9-a879-73c9f2130e4e None None] New status for floating IP 349c2281-7c91-4c3a-9ce3-7fa6e9911025: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:41:46.554111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-e48375e6-19d1-46db-9c07-c661101594d4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 217 time: 0.0559607 Aug 17 16:41:46.627699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-bbf06737-8e6a-4088-989f-ea92e43c4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:46.629869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-bbf06737-8e6a-4088-989f-ea92e43c4b6f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.0697808 Aug 17 16:41:46.690837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-c2a7000b-6475-4520-adc9-32684c777d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:46.692549 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-c2a7000b-6475-4520-adc9-32684c777d27 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547152 Aug 17 16:41:46.806171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-c3129ccb-0dcf-441f-b020-6bbd1d39416a service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046169 Aug 17 16:41:46.922901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-be87291e-19d8-4d51-8d42-d1aeeebd8d0e service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099219 Aug 17 16:41:46.960540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7f3829a-d92e-4131-8d6f-7f9f2fbd38d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:46.976399 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-be46168a-33f7-4ae9-a879-73c9f2130e4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:41:46.976835 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-be46168a-33f7-4ae9-a879-73c9f2130e4e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:41:46.981376 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-6c074bb9-26cb-4aad-b884-55a464c6c2df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa HTTP/1.1" status: 200 len: 217 time: 0.0499520 Aug 17 16:41:46.990889 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7f3829a-d92e-4131-8d6f-7f9f2fbd38d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:47.011459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c796a-02ae-436c-aa65-a4c3593a491d req-714b1fa1-3756-4895-a3bf-3aaf0e0e251f tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:47.012984 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc4c796a-02ae-436c-aa65-a4c3593a491d req-714b1fa1-3756-4895-a3bf-3aaf0e0e251f tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 946 time: 0.4063759 Aug 17 16:41:47.035635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-c9df68d6-1374-46c9-93b3-e11da8516211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:47.037870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-c9df68d6-1374-46c9-93b3-e11da8516211 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.0473943 Aug 17 16:41:47.066232 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5dea5d01-c08d-4a15-9ec0-5ad35ae04a6b req-524efe11-3c63-4419-80b1-fcf7509efc05 service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249411 Aug 17 16:41:47.090732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-a98a41f6-02b4-4a0c-989f-4ed8b3f8f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:47.092850 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-a98a41f6-02b4-4a0c-989f-4ed8b3f8f56a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480258 Aug 17 16:41:47.181417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc4c796a-02ae-436c-aa65-a4c3593a491d req-17fa58fd-1d19-40d8-a376-3f6736ae08de tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343660 Aug 17 16:41:47.198539 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-545c9f9d-e892-4837-9426-321c5225cf38 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948942 Aug 17 16:41:47.240565 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8a71-4827-4d27-b1ac-d33022e3206a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:47.337668 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-939a4a8d-19e7-4a32-b890-126bc1236e3e service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233954 Aug 17 16:41:47.348081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d8a71-4827-4d27-b1ac-d33022e3206a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:47.379892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d8a71-4827-4d27-b1ac-d33022e3206a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:47.392598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d8a71-4827-4d27-b1ac-d33022e3206a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:47.393196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8a71-4827-4d27-b1ac-d33022e3206a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:47.395389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4fb9b2-9c08-4580-8a4a-3f76333ce3cc None None] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:47.402492 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-0c828bb9-5a1d-417d-af6d-4984e3bf3b3f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=05f1e834-8260-41dc-a043-d2498889f6ec HTTP/1.1" status: 200 len: 217 time: 0.0544558 Aug 17 16:41:47.410401 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d8a71-4827-4d27-b1ac-d33022e3206a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=4531eaef-f945-498e-baa9-6d8007cc7825,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:47.432029 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b7d8a71-4827-4d27-b1ac-d33022e3206a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3316422 Aug 17 16:41:47.432687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:47.437496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bb540e5d-9068-472b-84b8-af0ee8054caa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'security_group': {'name': 'tempest-secgroup-919230854'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:47.452436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f3829a-d92e-4131-8d6f-7f9f2fbd38d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Router b2c657ba-0746-48b9-a966-fde5fa082cfa has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:41:47.476678 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb540e5d-9068-472b-84b8-af0ee8054caa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:47.481663 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be46168a-33f7-4ae9-a879-73c9f2130e4e None None] New status for floating IP 349c2281-7c91-4c3a-9ce3-7fa6e9911025: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:41:47.515489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-97286791-1cd0-4c11-99ac-ded693acbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:47.517889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-97286791-1cd0-4c11-99ac-ded693acbf49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1077383 Aug 17 16:41:47.599144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-69bc8f89-ad38-4f6c-9cce-80b841dc17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:47.602443 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-69bc8f89-ad38-4f6c-9cce-80b841dc17c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771675 Aug 17 16:41:47.643671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f3829a-d92e-4131-8d6f-7f9f2fbd38d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:41:47.653959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7f3829a-d92e-4131-8d6f-7f9f2fbd38d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:47.715659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:47.718574 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05a151e-0763-4d23-9fa7-223b86ff9ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:47.747572 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb540e5d-9068-472b-84b8-af0ee8054caa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:47.753965 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7f3829a-d92e-4131-8d6f-7f9f2fbd38d6 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "PUT /v2.0/floatingips/349c2281-7c91-4c3a-9ce3-7fa6e9911025 HTTP/1.1" status: 200 len: 990 time: 2.8521698 Aug 17 16:41:47.755866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-8e8dc015-beff-4044-9355-330229e37889 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447873 Aug 17 16:41:47.757031 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb540e5d-9068-472b-84b8-af0ee8054caa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:47.795203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb540e5d-9068-472b-84b8-af0ee8054caa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:47.799758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb540e5d-9068-472b-84b8-af0ee8054caa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3659225 Aug 17 16:41:47.800646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52954) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:47.802102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb540e5d-9068-472b-84b8-af0ee8054caa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e11e4c-e34b-4001-ab92-a68fced47b66,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:47.817723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f61760d6-ce79-4ee6-b46b-a79cb92f7fd8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'security_group': {'name': 'tempest-secgroup-626004713'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:47.827611 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd9dc8-3932-48ca-b5ac-fd64e8f5b17c x-openstack-request-id: req-14fd9dc8-3932-48ca-b5ac-fd64e8f5b17c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:47.828420 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:47.828917 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14fd9dc8-3932-48ca-b5ac-fd64e8f5b17c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:47.829560 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'status': 'completed', 'code': 200} Aug 17 16:41:47.895671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9ba1f-7640-4a2c-b873-c15cc8407913 req-8d15a35a-6732-4e2a-a708-aeed0d900e60 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:47.897300 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a3d9ba1f-7640-4a2c-b873-c15cc8407913 req-8d15a35a-6732-4e2a-a708-aeed0d900e60 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 946 time: 0.1396120 Aug 17 16:41:47.941223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-7c5a6dc8-d1c6-474c-9b13-ff1a543267ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:47.943205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-7c5a6dc8-d1c6-474c-9b13-ff1a543267ee service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a4380f73928249e187b200e0f868549f&device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 1096 time: 0.0901403 Aug 17 16:41:47.977314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'tenant_id': 'ea916737e99d4eada80b3ac9549c0b9c', 'fixed_ips': [{'subnet_id': '4531eaef-f945-498e-baa9-6d8007cc7825'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:41:47.989825 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:47.991583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a3d9ba1f-7640-4a2c-b873-c15cc8407913 req-6a4f5373-850f-4519-97e1-86cab69cdc9e tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864413 Aug 17 16:41:48.012001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f61760d6-ce79-4ee6-b46b-a79cb92f7fd8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:48.050173 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] Sync routers for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:41:48.060710 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:41:48.061317 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:41:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:48.092753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-292acabe-e9a1-4983-b9c9-d7882c5f4114 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905767 Aug 17 16:41:48.125327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-0c351ecc-ad96-49b4-82aa-221c48dcd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:48.127251 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-0c351ecc-ad96-49b4-82aa-221c48dcd667 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220 HTTP/1.1" status: 200 len: 914 time: 0.1760609 Aug 17 16:41:48.162786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-119720c8-83a3-43cc-b9d9-bdfc85892db6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69b3f724-d531-40fe-ae4a-5e75d4482612 HTTP/1.1" status: 200 len: 217 time: 0.0578704 Aug 17 16:41:48.209800 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-b2b1a905-62b9-4cc3-b13d-3459267d91e7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf HTTP/1.1" status: 200 len: 1000 time: 0.0747108 Aug 17 16:41:48.224669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Allocated IP 172.20.0.2 (83fe3d34-62cf-46ba-ae76-611c5efe7d40/4531eaef-f945-498e-baa9-6d8007cc7825/9fb318aa-7fc0-4677-8130-fbd80703f709) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:48.226356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-db2da35b-12cf-42c2-ac82-eafcc9424cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:48.228106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-db2da35b-12cf-42c2-ac82-eafcc9424cc7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.0592926 Aug 17 16:41:48.243005 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:41:48.283950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-e2ed7ff4-aa29-4c85-a3ef-85834e5fa35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:48.286581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-e2ed7ff4-aa29-4c85-a3ef-85834e5fa35a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e58673f-d384-4d81-97db-026cd9f6e47f HTTP/1.1" status: 200 len: 852 time: 0.0697873 Aug 17 16:41:48.309591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-d8dafcaf-da7e-47f2-a9f3-380b4ea9b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:48.311161 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-d8dafcaf-da7e-47f2-a9f3-380b4ea9b6df service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725377 Aug 17 16:41:48.361242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-4b653576-7c1b-4ee0-a030-6e38d5b77dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:48.364126 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-4b653576-7c1b-4ee0-a030-6e38d5b77dde service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685978 Aug 17 16:41:48.435292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:48.446311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Transition to ACTIVE for port object 9fb318aa-7fc0-4677-8130-fbd80703f709 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:48.466260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Transition to ACTIVE for port object 9fb318aa-7fc0-4677-8130-fbd80703f709 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:48.473328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f61760d6-ce79-4ee6-b46b-a79cb92f7fd8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:48.476852 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:48.479252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f61760d6-ce79-4ee6-b46b-a79cb92f7fd8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:48.494941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-568cb464-3cb5-4976-a31f-2e900dba2344 service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239228 Aug 17 16:41:48.525278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61760d6-ce79-4ee6-b46b-a79cb92f7fd8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bb5301-04da-44b3-9a53-e095ee23ab88,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:48.529469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f61760d6-ce79-4ee6-b46b-a79cb92f7fd8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:48.530733 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f61760d6-ce79-4ee6-b46b-a79cb92f7fd8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7171574 Aug 17 16:41:48.536564 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:48.545899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1137935919', 'security_groups': ['74bb5301-04da-44b3-9a53-e095ee23ab88'], 'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4531eaef-f945-498e-baa9-6d8007cc7825'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:48.559086 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-d023ff86-8b46-42cf-a912-d230f22543f0 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336836 Aug 17 16:41:48.579277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:48.587079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:48.592850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:48.598059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Pushing event updated for resources: {'Port': ['ID=9fb318aa-7fc0-4677-8130-fbd80703f709,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:48.637914 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '349c2281-7c91-4c3a-9ce3-7fa6e9911025', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'port_id': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'mac_address': 'fa:16:3e:7e:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016889fa-fe3d-4d04-af22-b516357c2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:41:43Z', 'updated_at': '2021-08-17T16:41:47Z', 'revision_number': 2, 'project_id': 'a4380f73928249e187b200e0f868549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:29Z', 'revision_number': 5, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:48.677758 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] Checking router: b2c657ba-0746-48b9-a966-fde5fa082cfa for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:41:48.689963 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:41:48.690624 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:41:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:48.701553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-682875d2-f5c1-4d82-a0bb-044c9fb507d0 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340904 Aug 17 16:41:48.706964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Attempting to bind port 9fb318aa-7fc0-4677-8130-fbd80703f709 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:41:48.707672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Attempting to bind port 9fb318aa-7fc0-4677-8130-fbd80703f709 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'f9c02478-f09e-499d-a951-6b472505bc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:41:48.708324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Attempting to bind port 9fb318aa-7fc0-4677-8130-fbd80703f709 on network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:41:48.715601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:41:48.716316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Checking segment: {'id': 'f9c02478-f09e-499d-a951-6b472505bc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:41:48.717017 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:48.717581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Bound using segment: {'id': 'f9c02478-f09e-499d-a951-6b472505bc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:41:48.718222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Bound port: 9fb318aa-7fc0-4677-8130-fbd80703f709, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c02478-f09e-499d-a951-6b472505bc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:41:48.718803 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:48.750626 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b05a151e-0763-4d23-9fa7-223b86ff9ce8 req-c75ae012-d80c-41ed-90f1-e40c14f189a8 service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476313 Aug 17 16:41:48.758477 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-4ac26cea-25e7-4bc8-87c9-18f804e295d5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 200 len: 217 time: 0.0492575 Aug 17 16:41:48.793892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:48.818827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] For port 9fb318aa-7fc0-4677-8130-fbd80703f709, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:41:48.823202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] For port 9fb318aa-7fc0-4677-8130-fbd80703f709, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9fb318aa-7fc0-4677-8130-fbd80703f709,segment=NetworkSegment(f9c02478-f09e-499d-a951-6b472505bc19),segment_id=f9c02478-f09e-499d-a951-6b472505bc19)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:41:48.824894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-2ccd50c6-b83f-427f-a6c8-18cca0ebc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:48.826673 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-2ccd50c6-b83f-427f-a6c8-18cca0ebc691 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.0613253 Aug 17 16:41:48.829126 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:48.872892 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:41:48.906641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62947919-6bb4-4eaa-84ce-e4ab340665f5 None None] Pushing event updated for resources: {'Port': ['ID=9fb318aa-7fc0-4677-8130-fbd80703f709,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:48.920650 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:48.930995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-8502c4f2-fe0c-4aa7-a894-d26f6050a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:48.932801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-8502c4f2-fe0c-4aa7-a894-d26f6050a33e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0984485 Aug 17 16:41:48.976561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:48.991067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-95ecb766-be25-47fc-9c98-716e87160d05 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:48.992892 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-95ecb766-be25-47fc-9c98-716e87160d05 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.91 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 946 time: 0.0895493 Aug 17 16:41:49.198496 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-665d727e-a2f5-4b0e-9340-db9b487c0856 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556584 Aug 17 16:41:49.254552 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '349c2281-7c91-4c3a-9ce3-7fa6e9911025', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'port_id': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'mac_address': 'fa:16:3e:7e:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016889fa-fe3d-4d04-af22-b516357c2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:41:43Z', 'updated_at': '2021-08-17T16:41:47Z', 'revision_number': 2, 'project_id': 'a4380f73928249e187b200e0f868549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:29Z', 'revision_number': 5, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:49.272513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181bd4-30c8-4758-af64-27b2d38e4233 req-9ac9bafc-417b-4d7d-991f-c7fa6c68180d tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:49.280786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73181bd4-30c8-4758-af64-27b2d38e4233 req-9ac9bafc-417b-4d7d-991f-c7fa6c68180d tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 946 time: 0.1761487 Aug 17 16:41:49.298622 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58b302-76c0-4060-957d-77acdf3ecf98 None None] The sync data for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 is: [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '349c2281-7c91-4c3a-9ce3-7fa6e9911025', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'port_id': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'mac_address': 'fa:16:3e:7e:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016889fa-fe3d-4d04-af22-b516357c2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:41:43Z', 'updated_at': '2021-08-17T16:41:47Z', 'revision_number': 2, 'project_id': 'a4380f73928249e187b200e0f868549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:29Z', 'revision_number': 5, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:41:49.399766 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73181bd4-30c8-4758-af64-27b2d38e4233 req-b88865a3-e4ef-487a-8a80-6967e9b4d646 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141055 Aug 17 16:41:49.400177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-ca959e9a-475b-43e4-a2f8-60b2c9edc5a7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Deleting port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:49.400648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-ca959e9a-475b-43e4-a2f8-60b2c9edc5a7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:49.451345 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-420750c4-c11b-480a-b8b0-d3fa92a30b1a req-a5d01603-166b-4032-8533-91913c78d14e service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451897 Aug 17 16:41:49.509943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-c5972e7d-8349-46ac-b24d-ba3a8f9622f4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2922792 Aug 17 16:41:49.602494 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:49.622817 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.14 (83fe3d34-62cf-46ba-ae76-611c5efe7d40/4531eaef-f945-498e-baa9-6d8007cc7825/4e2209f8-47d2-4c17-a99c-677a0d1ab4a9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:49.648968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-ca959e9a-475b-43e4-a2f8-60b2c9edc5a7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] For port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,segment=NetworkSegment(2e8010b5-8f9f-4a62-882d-538581a0a911),segment_id=2e8010b5-8f9f-4a62-882d-538581a0a911)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:49.649459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-ca959e9a-475b-43e4-a2f8-60b2c9edc5a7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:49.679684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-ca959e9a-475b-43e4-a2f8-60b2c9edc5a7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Calling delete_port for 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:49.694217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-6887d64d-f073-4f0f-8862-c9e7dee97687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:49.695796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-6887d64d-f073-4f0f-8862-c9e7dee97687 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=355aaacc66df4dca8ee2d28168158de2&device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 1096 time: 0.1289499 Aug 17 16:41:49.782892 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:49.849291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:49.852035 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a" -d '{"events": [{"name": "network-changed", "server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:49.896525 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348298b6-0fe8-4d3f-87ff-c0bbec5087d6 x-openstack-request-id: req-348298b6-0fe8-4d3f-87ff-c0bbec5087d6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:49.898776 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:49.899228 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-348298b6-0fe8-4d3f-87ff-c0bbec5087d6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:49.899967 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'status': 'completed', 'code': 200} Aug 17 16:41:49.956567 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:49.977326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-1f8fcec0-7efe-43e1-a185-ea2f70a3724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:49.979018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-1f8fcec0-7efe-43e1-a185-ea2f70a3724d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a4380f73928249e187b200e0f868549f&device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 1096 time: 0.0646219 Aug 17 16:41:50.049916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-b5eda90a-223d-47cd-92fa-c9ff79379ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:50.051807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-b5eda90a-223d-47cd-92fa-c9ff79379ae9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=48311fae-9002-4c1b-994d-a5c42989862a HTTP/1.1" status: 200 len: 914 time: 0.3275430 Aug 17 16:41:50.060245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:50.096196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-6caf3c7e-639b-486c-aff4-c847de8e122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:50.109351 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-6caf3c7e-639b-486c-aff4-c847de8e122c service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220 HTTP/1.1" status: 200 len: 914 time: 0.1225848 Aug 17 16:41:50.110653 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-c5514472-0f3b-48de-8f07-540b2f40fd1f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=763c76bd-2e21-4449-bbb5-e22c65d92809 HTTP/1.1" status: 200 len: 217 time: 0.0456152 Aug 17 16:41:50.229021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-31afe38d-dbdd-4496-9ad7-cb811cc6accb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf HTTP/1.1" status: 200 len: 1000 time: 0.1116178 Aug 17 16:41:50.251055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-0d117316-cb6c-4e24-a52d-c6f39bd5b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:50.253359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-0d117316-cb6c-4e24-a52d-c6f39bd5b1d9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7b01dcd1-3603-40e5-b683-3008e9e078a2 HTTP/1.1" status: 200 len: 853 time: 0.1190319 Aug 17 16:41:50.258443 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:50.316179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-bb70d543-69df-467e-8f01-8c15d48420f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:50.318365 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-bb70d543-69df-467e-8f01-8c15d48420f4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e58673f-d384-4d81-97db-026cd9f6e47f HTTP/1.1" status: 200 len: 852 time: 0.0824013 Aug 17 16:41:50.351241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:50.354042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-a4b01612-dd22-494b-8dbd-eb70d82d77a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=48311fae-9002-4c1b-994d-a5c42989862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848413 Aug 17 16:41:50.355380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:50.358396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:50.381282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-285d095e-8b92-4065-a7aa-7badbb8e060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:50.383002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-285d095e-8b92-4065-a7aa-7badbb8e060d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566785 Aug 17 16:41:50.515539 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=4e2209f8-47d2-4c17-a99c-677a0d1ab4a9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:50.525442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-e9767492-b3d9-4b22-bcac-06801aa7f844 service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340013 Aug 17 16:41:50.533789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:50.535973 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:50.560108 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-ca959e9a-475b-43e4-a2f8-60b2c9edc5a7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:50.593533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bb812c0d-b219-448c-a260-5e4d306c9944 None None] Provisioning for port 9fb318aa-7fc0-4677-8130-fbd80703f709 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:50.616280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1060b51f-0906-4967-b586-8bafd5f67a0b req-b164874e-5583-40d8-86cb-1a1e096a1670 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.77 "GET /v2.0/ports?device_id=b779d5d4-bcd0-46f0-b349-42f46670ccfb HTTP/1.1" status: 200 len: 210 time: 0.0659869 Aug 17 16:41:50.617587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bb812c0d-b219-448c-a260-5e4d306c9944 None None] Provisioning complete for port 70df17a9-852a-4168-b12b-3f7e45b2a7da triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:50.618103 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb812c0d-b219-448c-a260-5e4d306c9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:50.675915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bb812c0d-b219-448c-a260-5e4d306c9944 None None] Port 70df17a9-852a-4168-b12b-3f7e45b2a7da cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:50.696058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca959e9a-475b-43e4-a2f8-60b2c9edc5a7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Pushing event deleted for resources: {'Port': ['ID=19be5694-cbeb-4f8e-9f29-cdcc8514c5ff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:50.696339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6688820e-3a0a-4fa7-aa80-df06ebe7b45a req-d24cbbea-7a08-4479-9f86-7a224fa7f6bb service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628144 Aug 17 16:41:50.705774 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a42a70e-40e6-417e-ae43-f25ccca16691 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1658740 Aug 17 16:41:50.708195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52984) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:50.713308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6062afda-eac7-48ce-807e-96a789355be2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:50.767650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-ca959e9a-475b-43e4-a2f8-60b2c9edc5a7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] No DVR routers for this DVR port 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:41:50.771648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-ca959e9a-475b-43e4-a2f8-60b2c9edc5a7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:50.774553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-677e3197-b6c7-4915-843a-fda4f92c7cdc req-ca959e9a-475b-43e4-a2f8-60b2c9edc5a7 tempest-ServersNegativeTestMultiTenantJSON-1329110210 tempest-ServersNegativeTestMultiTenantJSON-1329110210-project] 10.222.0.91 "DELETE /v2.0/ports/19be5694-cbeb-4f8e-9f29-cdcc8514c5ff HTTP/1.1" status: 204 len: 173 time: 1.7752590 Aug 17 16:41:50.781153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-d565aa5e-9da4-4ea5-ad87-401b9e7ec336 service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910818 Aug 17 16:41:50.867334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6062afda-eac7-48ce-807e-96a789355be2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:50.872435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6062afda-eac7-48ce-807e-96a789355be2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:50.904485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6d43609d-580d-4e9b-b9bd-568f32c32b23 None None] Provisioning for port 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:50.911104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6d43609d-580d-4e9b-b9bd-568f32c32b23 None None] Provisioning complete for port 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:50.911788 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d43609d-580d-4e9b-b9bd-568f32c32b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:50.970848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6d43609d-580d-4e9b-b9bd-568f32c32b23 None None] Port 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:51.001880 n-d-804878-1 neutron-server[94839]: INFO neutron.db.ipam_backend_mixin [None req-6062afda-eac7-48ce-807e-96a789355be2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4531eaef-f945-498e-baa9-6d8007cc7825 (CIDR: 172.20.0.0/28) Aug 17 16:41:51.006814 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-6062afda-eac7-48ce-807e-96a789355be2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:41:51.007303 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6062afda-eac7-48ce-807e-96a789355be2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:41:51.027255 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6062afda-eac7-48ce-807e-96a789355be2 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3155975 Aug 17 16:41:51.027503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 52988) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:51.033609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-2d7160f2-f886-4049-83eb-be8edd811a32 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:51.187712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7160f2-f886-4049-83eb-be8edd811a32 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:51.195108 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d7160f2-f886-4049-83eb-be8edd811a32 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:51.235738 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-faa24e83-ac11-45fc-b65d-43a5589078f8 req-19eb633d-5ee4-4511-903c-5a072eb73f11 service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461026 Aug 17 16:41:51.416558 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:41:51.461396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9fb318aa-7fc0-4677-8130-fbd80703f709 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:51.486385 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d7160f2-f886-4049-83eb-be8edd811a32 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:51.488695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:41:51.489132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 19be5694-cbeb-4f8e-9f29-cdcc8514c5ff not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:41:51.524541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 9fb318aa-7fc0-4677-8130-fbd80703f709 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:51.530927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9fb318aa-7fc0-4677-8130-fbd80703f709 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:51.531292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:51.558836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7160f2-f886-4049-83eb-be8edd811a32 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:51.568628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2d7160f2-f886-4049-83eb-be8edd811a32 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:51.580677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7160f2-f886-4049-83eb-be8edd811a32 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:51.581306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d7160f2-f886-4049-83eb-be8edd811a32 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:51.586637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b139b078-7227-4970-b2ed-c934a4e1e3ae None None] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:51.601223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7160f2-f886-4049-83eb-be8edd811a32 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=3bde19c2-dcf5-409b-8c84-a76ceee2d805,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:51.608882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 52994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:51.609378 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2d7160f2-f886-4049-83eb-be8edd811a32 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5801733 Aug 17 16:41:51.614478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-144251027', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3bde19c2-dcf5-409b-8c84-a76ceee2d805'}], 'security_groups': ['96e11e4c-e34b-4001-ab92-a68fced47b66']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:51.711950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53000) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:51.728327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:51.789668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56ab101-2148-46bb-b16e-e9678f89fc80 admin admin] Deleting subnet 7e521285-0ab2-4ad3-b558-f3f3a6596fdb {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:41:51.795102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56ab101-2148-46bb-b16e-e9678f89fc80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:51.839033 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:51.856968 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56ab101-2148-46bb-b16e-e9678f89fc80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:51.898295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 9fb318aa-7fc0-4677-8130-fbd80703f709, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9fb318aa-7fc0-4677-8130-fbd80703f709,segment=NetworkSegment(f9c02478-f09e-499d-a951-6b472505bc19),segment_id=f9c02478-f09e-499d-a951-6b472505bc19)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:51.923203 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:51.924211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56ab101-2148-46bb-b16e-e9678f89fc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:51.929004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779d5d4-bcd0-46f0-b349-42f46670ccfb', 'name': 'network-vif-deleted', 'tag': '19be5694-cbeb-4f8e-9f29-cdcc8514c5ff'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:41:51.931338 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f2928-a212-469a-abfd-3018ba7785e5" -d '{"events": [{"server_uuid": "b779d5d4-bcd0-46f0-b349-42f46670ccfb", "name": "network-vif-deleted", "tag": "19be5694-cbeb-4f8e-9f29-cdcc8514c5ff"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:41:51.981454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=9fb318aa-7fc0-4677-8130-fbd80703f709,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:52.031465 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121776a6-6f0d-429a-8cae-80e8f36e2b1b x-openstack-request-id: req-121776a6-6f0d-429a-8cae-80e8f36e2b1b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:41:52.031798 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779d5d4-bcd0-46f0-b349-42f46670ccfb", "name": "network-vif-deleted", "tag": "19be5694-cbeb-4f8e-9f29-cdcc8514c5ff", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:41:52.032047 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-121776a6-6f0d-429a-8cae-80e8f36e2b1b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:41:52.032470 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779d5d4-bcd0-46f0-b349-42f46670ccfb', 'name': 'network-vif-deleted', 'tag': '19be5694-cbeb-4f8e-9f29-cdcc8514c5ff', 'status': 'completed', 'code': 200} Aug 17 16:41:52.043286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56ab101-2148-46bb-b16e-e9678f89fc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.084541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ab101-2148-46bb-b16e-e9678f89fc80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e521285-0ab2-4ad3-b558-f3f3a6596fdb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:52.091625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56ab101-2148-46bb-b16e-e9678f89fc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.096756 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b56ab101-2148-46bb-b16e-e9678f89fc80 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7e521285-0ab2-4ad3-b558-f3f3a6596fdb HTTP/1.1" status: 204 len: 168 time: 0.3814554 Aug 17 16:41:52.097101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53004) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:52.112975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] Update dhcp port {'port': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'fixed_ips': [{'subnet_id': '4531eaef-f945-498e-baa9-6d8007cc7825', 'ip_address': '172.20.0.2'}, {'subnet_id': '3bde19c2-dcf5-409b-8c84-a76ceee2d805'}], 'binding:host_id': 'n-d-804878-1'}, 'id': '9fb318aa-7fc0-4677-8130-fbd80703f709'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:41:52.145731 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.180818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.216787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Delete allocated IP 172.20.0.14 (83fe3d34-62cf-46ba-ae76-611c5efe7d40/4531eaef-f945-498e-baa9-6d8007cc7825) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 16:41:52.234806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.18 (83fe3d34-62cf-46ba-ae76-611c5efe7d40/3bde19c2-dcf5-409b-8c84-a76ceee2d805/4e2209f8-47d2-4c17-a99c-677a0d1ab4a9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:52.320072 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.337776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e424b8ac-bc33-47cc-a742-95488fe0a1e8']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:52.352121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8010b5-8f9f-4a62-882d-538581a0a911') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:52.352333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8010b5-8f9f-4a62-882d-538581a0a911') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:52.362789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.377602 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.384638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:41:52.385124 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:41:52.387036 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:41:52.457213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.458681 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.467978 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.473020 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e424b8ac-bc33-47cc-a742-95488fe0a1e8 HTTP/1.1" status: 204 len: 168 time: 0.3723006 Aug 17 16:41:52.473670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:52.488821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb6036-bd1b-4dc8-8a89-02a1a9ad00b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e424b8ac-bc33-47cc-a742-95488fe0a1e8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:52.513331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:52.524987 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.556829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67c38e7-4d72-4aba-b5b3-5e5a10257ad0 admin admin] Deleting subnet 7a91b1de-b99b-48cf-8e8d-083f853eadb8 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:41:52.576041 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-172f9250-ea6c-4234-8ce9-4b8920744cdb {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:41:52.576429 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:41:52.589506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c67c38e7-4d72-4aba-b5b3-5e5a10257ad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.687728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=4e2209f8-47d2-4c17-a99c-677a0d1ab4a9,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:52.692959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c67c38e7-4d72-4aba-b5b3-5e5a10257ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.750056 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c67c38e7-4d72-4aba-b5b3-5e5a10257ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.752326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] In _notify_port_updated(), no bound segment for port 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 on network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:41:52.759610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:52.760243 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.764564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-452958b4-0d7a-4ca3-937a-64bc3201b9d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "PUT /v2.0/ports/4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 HTTP/1.1" status: 200 len: 920 time: 1.1516337 Aug 17 16:41:52.765093 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53014) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:52.830574 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c67c38e7-4d72-4aba-b5b3-5e5a10257ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.860576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c38e7-4d72-4aba-b5b3-5e5a10257ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a91b1de-b99b-48cf-8e8d-083f853eadb8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:52.864678 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c67c38e7-4d72-4aba-b5b3-5e5a10257ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.866859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c67c38e7-4d72-4aba-b5b3-5e5a10257ad0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7a91b1de-b99b-48cf-8e8d-083f853eadb8 HTTP/1.1" status: 204 len: 168 time: 0.3908358 Aug 17 16:41:52.869698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:52.883325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2183afa3-c9aa-4644-9b22-2a7daa70b6db tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:52.883739 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2183afa3-c9aa-4644-9b22-2a7daa70b6db tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.951147 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:52.991272 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2183afa3-c9aa-4644-9b22-2a7daa70b6db tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.004793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2183afa3-c9aa-4644-9b22-2a7daa70b6db tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:41:53.041810 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.056847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a92f40d-9f99-49d1-aeea-495aeee33e43']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:53.067954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a801351-74d1-41a8-9f69-6a60c0773b16') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:53.068256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a801351-74d1-41a8-9f69-6a60c0773b16') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:41:53.077774 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.094137 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.101459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:41:53.102137 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:41:53.104067 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:41:53.114289 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.165733 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2183afa3-c9aa-4644-9b22-2a7daa70b6db tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.184215 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.192095 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.197208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] 10.222.0.77 "DELETE /v2.0/networks/5a92f40d-9f99-49d1-aeea-495aeee33e43 HTTP/1.1" status: 204 len: 168 time: 0.3264749 Aug 17 16:41:53.209032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b377718-a943-44b4-940f-31966edba8ea admin admin] Pushing event deleted for resources: {'Network': ['ID=5a92f40d-9f99-49d1-aeea-495aeee33e43,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:53.221025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183afa3-c9aa-4644-9b22-2a7daa70b6db tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=4e2209f8-47d2-4c17-a99c-677a0d1ab4a9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:53.314181 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2183afa3-c9aa-4644-9b22-2a7daa70b6db tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.317143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] Allocated IP 172.20.0.19 (83fe3d34-62cf-46ba-ae76-611c5efe7d40/3bde19c2-dcf5-409b-8c84-a76ceee2d805/9fb318aa-7fc0-4677-8130-fbd80703f709) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:53.319958 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2183afa3-c9aa-4644-9b22-2a7daa70b6db tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 HTTP/1.1" status: 204 len: 168 time: 0.5524845 Aug 17 16:41:53.322556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53022) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:53.378165 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bae6a5-f9a0-44d7-97be-d91d87c28382 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:41:53.384017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-18bae6a5-f9a0-44d7-97be-d91d87c28382 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/4e2209f8-47d2-4c17-a99c-677a0d1ab4a9 HTTP/1.1" status: 404 len: 333 time: 0.0587301 Aug 17 16:41:53.386831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53026) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:53.457324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] For port 9fb318aa-7fc0-4677-8130-fbd80703f709, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9fb318aa-7fc0-4677-8130-fbd80703f709,segment=NetworkSegment(f9c02478-f09e-499d-a951-6b472505bc19),segment_id=f9c02478-f09e-499d-a951-6b472505bc19)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:53.491099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9fb318aa-7fc0-4677-8130-fbd80703f709 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:53.496931 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbde0c-6c4d-4c93-90f8-155abf131c1b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.499561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:53.527950 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbde0c-6c4d-4c93-90f8-155abf131c1b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.528910 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.551357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] Transition to ACTIVE for port object 9fb318aa-7fc0-4677-8130-fbd80703f709 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:53.555684 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-80146417-021c-4593-ab7f-d615cb10646c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d02726cb809c43f387fc377d0a8a64b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546803 Aug 17 16:41:53.558305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:53.561347 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.583428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbde0c-6c4d-4c93-90f8-155abf131c1b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.586823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbde0c-6c4d-4c93-90f8-155abf131c1b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.590833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d5fbde0c-6c4d-4c93-90f8-155abf131c1b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/security-groups/74bb5301-04da-44b3-9a53-e095ee23ab88 HTTP/1.1" status: 204 len: 168 time: 0.2004960 Aug 17 16:41:53.593022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:53.599780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbde0c-6c4d-4c93-90f8-155abf131c1b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bb5301-04da-44b3-9a53-e095ee23ab88,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:53.667689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbdb12-c9a1-47b4-88fa-f3e8d2da1675 None None] Pushing event updated for resources: {'Port': ['ID=9fb318aa-7fc0-4677-8130-fbd80703f709,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:53.682745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e001194-49b6-4984-95c2-352eec3ef963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.727129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e001194-49b6-4984-95c2-352eec3ef963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.735160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c95ffacb-0525-4ae6-a3c6-7522e7f02cb4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.779173 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c95ffacb-0525-4ae6-a3c6-7522e7f02cb4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.848482 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c95ffacb-0525-4ae6-a3c6-7522e7f02cb4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.852088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c95ffacb-0525-4ae6-a3c6-7522e7f02cb4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.854421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c95ffacb-0525-4ae6-a3c6-7522e7f02cb4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/security-groups/96e11e4c-e34b-4001-ab92-a68fced47b66 HTTP/1.1" status: 204 len: 168 time: 0.2592115 Aug 17 16:41:53.856364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53036) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:53.859131 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e001194-49b6-4984-95c2-352eec3ef963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.861769 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e001194-49b6-4984-95c2-352eec3ef963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:53.865790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e001194-49b6-4984-95c2-352eec3ef963 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb HTTP/1.1" status: 204 len: 168 time: 0.3034666 Aug 17 16:41:53.874809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ffacb-0525-4ae6-a3c6-7522e7f02cb4 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e11e4c-e34b-4001-ab92-a68fced47b66,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:53.906359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e001194-49b6-4984-95c2-352eec3ef963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5970dfd-6d0b-4686-8bf4-cb6c9440e1cb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:53.946109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f6eb66-0e91-4c78-965f-52af4742e0aa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet 4531eaef-f945-498e-baa9-6d8007cc7825 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:41:53.949387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f6eb66-0e91-4c78-965f-52af4742e0aa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.002282 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f6eb66-0e91-4c78-965f-52af4742e0aa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.103853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f6eb66-0e91-4c78-965f-52af4742e0aa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.186990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f6eb66-0e91-4c78-965f-52af4742e0aa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.229493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6eb66-0e91-4c78-965f-52af4742e0aa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=4531eaef-f945-498e-baa9-6d8007cc7825,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:54.235873 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f6eb66-0e91-4c78-965f-52af4742e0aa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.242949 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-05f6eb66-0e91-4c78-965f-52af4742e0aa tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/4531eaef-f945-498e-baa9-6d8007cc7825 HTTP/1.1" status: 204 len: 168 time: 0.3850896 Aug 17 16:41:54.243282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:54.250322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7725f6da-041c-4d82-8aec-f7556cecce0f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:54.328934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53044) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:54.345432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8be6d0-234d-4458-a165-f839d2b7ca83 None None] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:54.398434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3d31ea83-adb3-4aed-9328-db64e2b334a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de9a0227d7f4446782e4ec9f5af3562b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678184 Aug 17 16:41:54.401000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53048) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:54.425230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7725f6da-041c-4d82-8aec-f7556cecce0f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:54.430809 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7725f6da-041c-4d82-8aec-f7556cecce0f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.494700 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c1a9696-9056-4651-9e42-3d7a9c1c6d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.522189 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c1a9696-9056-4651-9e42-3d7a9c1c6d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.582941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-16e6a77b-1409-46b2-a501-29679714848d None None] Could not find standard attr ID for object 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:41:54.587922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c1a9696-9056-4651-9e42-3d7a9c1c6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.591369 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c1a9696-9056-4651-9e42-3d7a9c1c6d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.592931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6c1a9696-9056-4651-9e42-3d7a9c1c6d15 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8363ed6-bcad-4d74-bfe8-27ef36402c41 HTTP/1.1" status: 204 len: 168 time: 0.1904564 Aug 17 16:41:54.604234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-16e6a77b-1409-46b2-a501-29679714848d None None] Provisioning for port 9fb318aa-7fc0-4677-8130-fbd80703f709 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:54.608085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a9696-9056-4651-9e42-3d7a9c1c6d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8363ed6-bcad-4d74-bfe8-27ef36402c41,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:54.620809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-16e6a77b-1409-46b2-a501-29679714848d None None] Provisioning complete for port 9fb318aa-7fc0-4677-8130-fbd80703f709 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:54.621853 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16e6a77b-1409-46b2-a501-29679714848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.768124 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7725f6da-041c-4d82-8aec-f7556cecce0f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.803614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-16e6a77b-1409-46b2-a501-29679714848d None None] Provisioning complete for port 70df17a9-852a-4168-b12b-3f7e45b2a7da triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:54.804015 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16e6a77b-1409-46b2-a501-29679714848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.821029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7725f6da-041c-4d82-8aec-f7556cecce0f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:54.824830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7725f6da-041c-4d82-8aec-f7556cecce0f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:54.829479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7725f6da-041c-4d82-8aec-f7556cecce0f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:54.830847 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7725f6da-041c-4d82-8aec-f7556cecce0f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:54.863413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725f6da-041c-4d82-8aec-f7556cecce0f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=88c2cb2e-e8f3-42d2-aac3-21d6de513713,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:54.871428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7725f6da-041c-4d82-8aec-f7556cecce0f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6263235 Aug 17 16:41:54.873862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:54.878792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a6e7d394-4761-437c-9b48-f21ba84509d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'security_group': {'name': 'tempest-secgroup-269727672'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:54.899355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-16e6a77b-1409-46b2-a501-29679714848d None None] Port 70df17a9-852a-4168-b12b-3f7e45b2a7da cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:54.920271 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6e7d394-4761-437c-9b48-f21ba84509d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.097073 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6e7d394-4761-437c-9b48-f21ba84509d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.103821 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6e7d394-4761-437c-9b48-f21ba84509d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.146151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6e7d394-4761-437c-9b48-f21ba84509d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.147925 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a6e7d394-4761-437c-9b48-f21ba84509d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2730048 Aug 17 16:41:55.151350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53068) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:55.156104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-134a8b0d-8557-4fd1-b47b-48220ac51bea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'security_group': {'name': 'tempest-secgroup-241812025'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:55.171047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7d394-4761-437c-9b48-f21ba84509d8 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8954d105-a52b-4bd1-9ef8-51d194dfd191,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:55.204349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-134a8b0d-8557-4fd1-b47b-48220ac51bea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.328380 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-134a8b0d-8557-4fd1-b47b-48220ac51bea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.337574 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-134a8b0d-8557-4fd1-b47b-48220ac51bea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.381668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a8b0d-8557-4fd1-b47b-48220ac51bea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c8679a-5a7e-4268-a205-e9a4a2e4eb3c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:55.385613 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-134a8b0d-8557-4fd1-b47b-48220ac51bea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.389629 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-134a8b0d-8557-4fd1-b47b-48220ac51bea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2347527 Aug 17 16:41:55.390079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53076) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:55.394935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4aa3d240-66b9-44e6-ae71-9a34337e7b03 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'security_group': {'name': 'tempest-secgroup-738663091'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:55.423142 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d240-66b9-44e6-ae71-9a34337e7b03 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.439754 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9fb318aa-7fc0-4677-8130-fbd80703f709 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:55.504037 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9fb318aa-7fc0-4677-8130-fbd80703f709 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:55.504971 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.536879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d240-66b9-44e6-ae71-9a34337e7b03 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.551816 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d240-66b9-44e6-ae71-9a34337e7b03 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.573754 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d240-66b9-44e6-ae71-9a34337e7b03 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.575856 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4aa3d240-66b9-44e6-ae71-9a34337e7b03 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1849506 Aug 17 16:41:55.579070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53086) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:55.585168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2082569063', 'security_groups': ['d5f9b923-aa37-4b1f-9238-435ab72eb465'], 'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88c2cb2e-e8f3-42d2-aac3-21d6de513713'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:55.631863 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3d240-66b9-44e6-ae71-9a34337e7b03 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f9b923-aa37-4b1f-9238-435ab72eb465,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:55.715854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a33421b-caea-4b7e-8783-1302f0cd2078 None None] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:55.737162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:55.767814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d80f0e96-57e8-47bd-b6c3-76f415019176 None None] Provisioning complete for port 9fb318aa-7fc0-4677-8130-fbd80703f709 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:55.768190 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d80f0e96-57e8-47bd-b6c3-76f415019176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.841051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:55.860096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] device_id is not set on port b4870e12-6680-45a6-a60d-3f9c946d1eb1 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:41:55.963049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d80f0e96-57e8-47bd-b6c3-76f415019176 None None] Provisioning complete for port 70df17a9-852a-4168-b12b-3f7e45b2a7da triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:55.963363 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d80f0e96-57e8-47bd-b6c3-76f415019176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:56.011090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d80f0e96-57e8-47bd-b6c3-76f415019176 None None] Port 70df17a9-852a-4168-b12b-3f7e45b2a7da cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:56.050087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c5aa3-1778-4655-97af-60c44727a0f3 None None] Update dhcp port {'port': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'fixed_ips': [{'subnet_id': '3bde19c2-dcf5-409b-8c84-a76ceee2d805', 'ip_address': '172.20.0.19'}, {'subnet_id': '88c2cb2e-e8f3-42d2-aac3-21d6de513713'}], 'binding:host_id': 'n-d-804878-1'}, 'id': '9fb318aa-7fc0-4677-8130-fbd80703f709'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:41:56.070961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.11 (83fe3d34-62cf-46ba-ae76-611c5efe7d40/88c2cb2e-e8f3-42d2-aac3-21d6de513713/b4870e12-6680-45a6-a60d-3f9c946d1eb1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:56.080886 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-881c5aa3-1778-4655-97af-60c44727a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:56.282288 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:56.296259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object b4870e12-6680-45a6-a60d-3f9c946d1eb1 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:56.332467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:56.387533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:56.388363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-881c5aa3-1778-4655-97af-60c44727a0f3 None None] Allocated IP 172.20.0.2 (83fe3d34-62cf-46ba-ae76-611c5efe7d40/88c2cb2e-e8f3-42d2-aac3-21d6de513713/9fb318aa-7fc0-4677-8130-fbd80703f709) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:56.391022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:56.402765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:41:56.462087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=b4870e12-6680-45a6-a60d-3f9c946d1eb1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:56.471441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:56.472100 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:56.492950 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ccd42e97-611e-40e3-bd48-6849cc62e5ec tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9125419 Aug 17 16:41:56.496034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53118) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:56.501534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f1b4f895-9d55-4992-9493-2a5214de963d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:56.527108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-881c5aa3-1778-4655-97af-60c44727a0f3 None None] For port 9fb318aa-7fc0-4677-8130-fbd80703f709, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9fb318aa-7fc0-4677-8130-fbd80703f709,segment=NetworkSegment(f9c02478-f09e-499d-a951-6b472505bc19),segment_id=f9c02478-f09e-499d-a951-6b472505bc19)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:56.567448 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-881c5aa3-1778-4655-97af-60c44727a0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:56.582731 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-881c5aa3-1778-4655-97af-60c44727a0f3 None None] Transition to ACTIVE for port object 9fb318aa-7fc0-4677-8130-fbd80703f709 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:56.589036 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-881c5aa3-1778-4655-97af-60c44727a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:56.653953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b4f895-9d55-4992-9493-2a5214de963d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:56.660540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f895-9d55-4992-9493-2a5214de963d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:56.729055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c5aa3-1778-4655-97af-60c44727a0f3 None None] Pushing event updated for resources: {'Port': ['ID=9fb318aa-7fc0-4677-8130-fbd80703f709,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:56.803687 n-d-804878-1 neutron-server[94839]: INFO neutron.db.ipam_backend_mixin [None req-f1b4f895-9d55-4992-9493-2a5214de963d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 88c2cb2e-e8f3-42d2-aac3-21d6de513713 (CIDR: 172.20.0.0/28) Aug 17 16:41:56.819510 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b4f895-9d55-4992-9493-2a5214de963d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:41:56.820194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b4f895-9d55-4992-9493-2a5214de963d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:41:56.840160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f1b4f895-9d55-4992-9493-2a5214de963d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3429186 Aug 17 16:41:56.842979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:56.848799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-93724eeb-a201-4c2d-b8b9-6f08beb03900 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:56.998289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93724eeb-a201-4c2d-b8b9-6f08beb03900 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:57.004397 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93724eeb-a201-4c2d-b8b9-6f08beb03900 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:57.119027 n-d-804878-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-93724eeb-a201-4c2d-b8b9-6f08beb03900 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3bde19c2-dcf5-409b-8c84-a76ceee2d805 (CIDR: 172.20.0.16/28) Aug 17 16:41:57.124071 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-93724eeb-a201-4c2d-b8b9-6f08beb03900 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:41:57.124803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93724eeb-a201-4c2d-b8b9-6f08beb03900 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:41:57.146967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53144) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:57.147555 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-93724eeb-a201-4c2d-b8b9-6f08beb03900 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3024061 Aug 17 16:41:57.153680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3125300c-6548-4f15-82ea-f16cf478407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'subnet': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:57.466736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9fb318aa-7fc0-4677-8130-fbd80703f709 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:41:57.550902 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0c1388a9-c082-4a0e-aad1-da2a2e14f67e None None] Provisioning for port 9fb318aa-7fc0-4677-8130-fbd80703f709 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:57.558404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9fb318aa-7fc0-4677-8130-fbd80703f709 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:57.558794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:57.569193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0c1388a9-c082-4a0e-aad1-da2a2e14f67e None None] Provisioning complete for port 9fb318aa-7fc0-4677-8130-fbd80703f709 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:57.569935 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c1388a9-c082-4a0e-aad1-da2a2e14f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:57.774141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:57.797794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0c1388a9-c082-4a0e-aad1-da2a2e14f67e None None] Provisioning complete for port 70df17a9-852a-4168-b12b-3f7e45b2a7da triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:57.798172 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c1388a9-c082-4a0e-aad1-da2a2e14f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:57.855121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3125300c-6548-4f15-82ea-f16cf478407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Made reservation on behalf of ea916737e99d4eada80b3ac9549c0b9c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:41:57.862367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0c1388a9-c082-4a0e-aad1-da2a2e14f67e None None] Port 70df17a9-852a-4168-b12b-3f7e45b2a7da cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:57.862823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3125300c-6548-4f15-82ea-f16cf478407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:57.965297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74f36c2-cf07-4caf-bb0b-b36395b24a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:57.992034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-26433319-ed49-4ffd-8c9a-290c0aee6a6f None None] Provisioning for port b4870e12-6680-45a6-a60d-3f9c946d1eb1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:41:57.998605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-26433319-ed49-4ffd-8c9a-290c0aee6a6f None None] Provisioning complete for port b4870e12-6680-45a6-a60d-3f9c946d1eb1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:41:57.998984 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26433319-ed49-4ffd-8c9a-290c0aee6a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.069648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-26433319-ed49-4ffd-8c9a-290c0aee6a6f None None] Port b4870e12-6680-45a6-a60d-3f9c946d1eb1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:41:58.089038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74f36c2-cf07-4caf-bb0b-b36395b24a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.095025 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74f36c2-cf07-4caf-bb0b-b36395b24a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.125147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d74f36c2-cf07-4caf-bb0b-b36395b24a26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d975bfc9388409aa930c8e037dbfb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490198 Aug 17 16:41:58.130071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53168) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:58.156629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f36c2-cf07-4caf-bb0b-b36395b24a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aef4ff-4b2d-4523-b665-dc6fee4e6db9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:58.187223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fac9abab-e534-42aa-950d-a2a45029952e None None] Could not find standard attr ID for object 4e2209f8-47d2-4c17-a99c-677a0d1ab4a9. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:41:58.221442 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3125300c-6548-4f15-82ea-f16cf478407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.226761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6e93e7e-e829-48dd-8e47-16f3a5b916d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.295645 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125300c-6548-4f15-82ea-f16cf478407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:41:58.303953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3125300c-6548-4f15-82ea-f16cf478407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:41:58.307072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125300c-6548-4f15-82ea-f16cf478407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:58.307934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3125300c-6548-4f15-82ea-f16cf478407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.312034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6e93e7e-e829-48dd-8e47-16f3a5b916d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.332479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125300c-6548-4f15-82ea-f16cf478407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Subnet': ['ID=ec7e246c-98f2-4ec0-80ea-9d319c39e18e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:58.340391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:58.340553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3125300c-6548-4f15-82ea-f16cf478407d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1918528 Aug 17 16:41:58.350072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1126996151', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ec7e246c-98f2-4ec0-80ea-9d319c39e18e'}], 'security_groups': ['8954d105-a52b-4bd1-9ef8-51d194dfd191', '93c8679a-5a7e-4268-a205-e9a4a2e4eb3c']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:41:58.395844 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6e93e7e-e829-48dd-8e47-16f3a5b916d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.401957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca1d58-6d00-48e0-bc1a-3e96570da915 None None] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:41:58.408491 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6e93e7e-e829-48dd-8e47-16f3a5b916d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.413434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b6e93e7e-e829-48dd-8e47-16f3a5b916d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/28aef4ff-4b2d-4523-b665-dc6fee4e6db9 HTTP/1.1" status: 204 len: 168 time: 0.2823009 Aug 17 16:41:58.423619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e93e7e-e829-48dd-8e47-16f3a5b916d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aef4ff-4b2d-4523-b665-dc6fee4e6db9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:58.440753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.797189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b08bb-d82f-42fe-bcea-4803bdd127ce None None] Update dhcp port {'port': {'network_id': '83fe3d34-62cf-46ba-ae76-611c5efe7d40', 'fixed_ips': [{'subnet_id': '3bde19c2-dcf5-409b-8c84-a76ceee2d805', 'ip_address': '172.20.0.19'}, {'subnet_id': '88c2cb2e-e8f3-42d2-aac3-21d6de513713', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ec7e246c-98f2-4ec0-80ea-9d319c39e18e'}], 'binding:host_id': 'n-d-804878-1'}, 'id': '9fb318aa-7fc0-4677-8130-fbd80703f709'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:41:58.851321 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d61b08bb-d82f-42fe-bcea-4803bdd127ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:58.912859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Delete allocated IP 172.20.0.11 (83fe3d34-62cf-46ba-ae76-611c5efe7d40/88c2cb2e-e8f3-42d2-aac3-21d6de513713) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 16:41:58.922785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Allocated IP 172.20.0.39 (83fe3d34-62cf-46ba-ae76-611c5efe7d40/ec7e246c-98f2-4ec0-80ea-9d319c39e18e/b4870e12-6680-45a6-a60d-3f9c946d1eb1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:58.930161 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53194) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:58.967882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff32ee09-fe72-42c1-9a97-79b1041709eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.171087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff32ee09-fe72-42c1-9a97-79b1041709eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.179046 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.181758 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff32ee09-fe72-42c1-9a97-79b1041709eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.213292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Transition to ACTIVE for port object b4870e12-6680-45a6-a60d-3f9c946d1eb1 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:59.231100 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.264712 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ff32ee09-fe72-42c1-9a97-79b1041709eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=87037155823c4de09065cdc7a89cc4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331757 Aug 17 16:41:59.267650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32ee09-fe72-42c1-9a97-79b1041709eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f47af0-483b-4613-9702-24a86469cdce,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:59.289793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53204) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:59.369517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d61b08bb-d82f-42fe-bcea-4803bdd127ce None None] Allocated IP 172.20.0.34 (83fe3d34-62cf-46ba-ae76-611c5efe7d40/ec7e246c-98f2-4ec0-80ea-9d319c39e18e/9fb318aa-7fc0-4677-8130-fbd80703f709) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:41:59.490222 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d8387dd-e3de-40c2-9677-05a982681047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.503446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event updated for resources: {'Port': ['ID=b4870e12-6680-45a6-a60d-3f9c946d1eb1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:59.525351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d61b08bb-d82f-42fe-bcea-4803bdd127ce None None] For port 9fb318aa-7fc0-4677-8130-fbd80703f709, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9fb318aa-7fc0-4677-8130-fbd80703f709,segment=NetworkSegment(f9c02478-f09e-499d-a951-6b472505bc19),segment_id=f9c02478-f09e-499d-a951-6b472505bc19)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:41:59.528114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] In _notify_port_updated(), no bound segment for port b4870e12-6680-45a6-a60d-3f9c946d1eb1 on network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:41:59.532270 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d8387dd-e3de-40c2-9677-05a982681047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.540489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:41:59.541155 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.545297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1816e5f5-df3c-428d-a1ae-0598b2cb8d6f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "PUT /v2.0/ports/b4870e12-6680-45a6-a60d-3f9c946d1eb1 HTTP/1.1" status: 200 len: 960 time: 1.2012079 Aug 17 16:41:59.545535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:41:59.566708 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d61b08bb-d82f-42fe-bcea-4803bdd127ce None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.584489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d61b08bb-d82f-42fe-bcea-4803bdd127ce None None] Transition to ACTIVE for port object 9fb318aa-7fc0-4677-8130-fbd80703f709 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:41:59.590590 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d61b08bb-d82f-42fe-bcea-4803bdd127ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.678997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bba04141-0050-4755-a82a-91585a048b9f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port b4870e12-6680-45a6-a60d-3f9c946d1eb1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:41:59.679609 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba04141-0050-4755-a82a-91585a048b9f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.706159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d8387dd-e3de-40c2-9677-05a982681047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.710816 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d8387dd-e3de-40c2-9677-05a982681047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.717592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8d8387dd-e3de-40c2-9677-05a982681047 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e5f47af0-483b-4613-9702-24a86469cdce HTTP/1.1" status: 204 len: 168 time: 0.4229374 Aug 17 16:41:59.747050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b08bb-d82f-42fe-bcea-4803bdd127ce None None] Pushing event updated for resources: {'Port': ['ID=9fb318aa-7fc0-4677-8130-fbd80703f709,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:59.748662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8387dd-e3de-40c2-9677-05a982681047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f47af0-483b-4613-9702-24a86469cdce,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:41:59.837117 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba04141-0050-4755-a82a-91585a048b9f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:41:59.863719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bba04141-0050-4755-a82a-91585a048b9f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for b4870e12-6680-45a6-a60d-3f9c946d1eb1 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:00.080114 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba04141-0050-4755-a82a-91585a048b9f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.156407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba04141-0050-4755-a82a-91585a048b9f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=b4870e12-6680-45a6-a60d-3f9c946d1eb1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:00.245931 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba04141-0050-4755-a82a-91585a048b9f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.250425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bba04141-0050-4755-a82a-91585a048b9f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/b4870e12-6680-45a6-a60d-3f9c946d1eb1 HTTP/1.1" status: 204 len: 168 time: 0.7016478 Aug 17 16:42:00.250989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53230) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:00.285084 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf787f8e-e490-464e-a1f8-7f41d46a1b25 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] GET failed (client error): The resource could not be found. Aug 17 16:42:00.287678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cf787f8e-e490-464e-a1f8-7f41d46a1b25 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports/b4870e12-6680-45a6-a60d-3f9c946d1eb1 HTTP/1.1" status: 404 len: 333 time: 0.0345352 Aug 17 16:42:00.290332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:00.374308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39093bf4-028b-46b5-8e14-b583e1a1f556 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.425337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39093bf4-028b-46b5-8e14-b583e1a1f556 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.575331 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39093bf4-028b-46b5-8e14-b583e1a1f556 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.578002 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39093bf4-028b-46b5-8e14-b583e1a1f556 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.582992 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-39093bf4-028b-46b5-8e14-b583e1a1f556 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/security-groups/d5f9b923-aa37-4b1f-9238-435ab72eb465 HTTP/1.1" status: 204 len: 168 time: 0.2889531 Aug 17 16:42:00.583265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53250) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:00.591936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39093bf4-028b-46b5-8e14-b583e1a1f556 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f9b923-aa37-4b1f-9238-435ab72eb465,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:00.679822 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70c178b4-f67f-47e1-a479-ce8a8ad093ed tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.709572 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70c178b4-f67f-47e1-a479-ce8a8ad093ed tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.725387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d557aa39-c09c-4a99-8719-4e65be7a387b None None] Could not find standard attr ID for object b4870e12-6680-45a6-a60d-3f9c946d1eb1. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:42:00.739263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d557aa39-c09c-4a99-8719-4e65be7a387b None None] Provisioning for port 9fb318aa-7fc0-4677-8130-fbd80703f709 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:42:00.747780 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d557aa39-c09c-4a99-8719-4e65be7a387b None None] Provisioning complete for port 9fb318aa-7fc0-4677-8130-fbd80703f709 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:00.748160 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d557aa39-c09c-4a99-8719-4e65be7a387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.795321 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70c178b4-f67f-47e1-a479-ce8a8ad093ed tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.798807 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70c178b4-f67f-47e1-a479-ce8a8ad093ed tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.803490 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-70c178b4-f67f-47e1-a479-ce8a8ad093ed tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/security-groups/93c8679a-5a7e-4268-a205-e9a4a2e4eb3c HTTP/1.1" status: 204 len: 168 time: 0.2153292 Aug 17 16:42:00.804262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:00.813442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c178b4-f67f-47e1-a479-ce8a8ad093ed tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c8679a-5a7e-4268-a205-e9a4a2e4eb3c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:00.887704 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-369e9fbc-238c-441f-af44-9237a866638c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.905077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d557aa39-c09c-4a99-8719-4e65be7a387b None None] Provisioning complete for port 70df17a9-852a-4168-b12b-3f7e45b2a7da triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:00.905396 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d557aa39-c09c-4a99-8719-4e65be7a387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.946240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-369e9fbc-238c-441f-af44-9237a866638c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:00.996711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d557aa39-c09c-4a99-8719-4e65be7a387b None None] Port 70df17a9-852a-4168-b12b-3f7e45b2a7da cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:42:01.130187 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-369e9fbc-238c-441f-af44-9237a866638c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:01.134033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-369e9fbc-238c-441f-af44-9237a866638c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:01.135633 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-369e9fbc-238c-441f-af44-9237a866638c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/security-groups/8954d105-a52b-4bd1-9ef8-51d194dfd191 HTTP/1.1" status: 204 len: 168 time: 0.3301220 Aug 17 16:42:01.138290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53266) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:01.189236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e9fbc-238c-441f-af44-9237a866638c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8954d105-a52b-4bd1-9ef8-51d194dfd191,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:01.278944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d738123e-f82d-480d-9b24-0a8b9aa8f1ea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet 88c2cb2e-e8f3-42d2-aac3-21d6de513713 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:42:01.283172 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d738123e-f82d-480d-9b24-0a8b9aa8f1ea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:01.365799 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d738123e-f82d-480d-9b24-0a8b9aa8f1ea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:01.411381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9d65aa37-4b6a-4699-a26b-4edffd19fc5e None None] Could not find standard attr ID for object b4870e12-6680-45a6-a60d-3f9c946d1eb1. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:42:01.450502 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9fb318aa-7fc0-4677-8130-fbd80703f709 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:42:01.581871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9fb318aa-7fc0-4677-8130-fbd80703f709 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:01.582243 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:01.592196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d738123e-f82d-480d-9b24-0a8b9aa8f1ea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:01.745157 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d738123e-f82d-480d-9b24-0a8b9aa8f1ea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:01.806110 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d738123e-f82d-480d-9b24-0a8b9aa8f1ea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:01.806654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f576e9a7-1f10-438c-8481-af59243d7e6e None None] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:42:01.808165 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d738123e-f82d-480d-9b24-0a8b9aa8f1ea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/88c2cb2e-e8f3-42d2-aac3-21d6de513713 HTTP/1.1" status: 204 len: 168 time: 0.6684728 Aug 17 16:42:01.813326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:01.846194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738123e-f82d-480d-9b24-0a8b9aa8f1ea tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=88c2cb2e-e8f3-42d2-aac3-21d6de513713,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:01.916140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0469a90d-4591-4775-adaf-a001dc2c8e22 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet ec7e246c-98f2-4ec0-80ea-9d319c39e18e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:42:01.920065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0469a90d-4591-4775-adaf-a001dc2c8e22 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:01.981092 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0469a90d-4591-4775-adaf-a001dc2c8e22 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:02.120372 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0469a90d-4591-4775-adaf-a001dc2c8e22 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:02.120575 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-654a5010-c9ad-4a15-87af-539a09a3751a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:02.217339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0469a90d-4591-4775-adaf-a001dc2c8e22 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:02.259816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469a90d-4591-4775-adaf-a001dc2c8e22 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7e246c-98f2-4ec0-80ea-9d319c39e18e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:02.263660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0469a90d-4591-4775-adaf-a001dc2c8e22 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:02.268197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53314) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:02.268530 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0469a90d-4591-4775-adaf-a001dc2c8e22 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/ec7e246c-98f2-4ec0-80ea-9d319c39e18e HTTP/1.1" status: 204 len: 168 time: 0.4538295 Aug 17 16:42:02.340789 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-874fbe92-4a94-47e5-8c06-9f8e44e39014 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:02.341295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874fbe92-4a94-47e5-8c06-9f8e44e39014 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:02.345831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-874fbe92-4a94-47e5-8c06-9f8e44e39014 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/88c2cb2e-e8f3-42d2-aac3-21d6de513713 HTTP/1.1" status: 404 len: 337 time: 0.0730460 Aug 17 16:42:02.346103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53316) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:02.423785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0c8407-3cc2-43ab-921d-bfc3d56bc14f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting subnet 3bde19c2-dcf5-409b-8c84-a76ceee2d805 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:42:02.428675 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8407-3cc2-43ab-921d-bfc3d56bc14f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:02.499823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8407-3cc2-43ab-921d-bfc3d56bc14f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:02.673341 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8407-3cc2-43ab-921d-bfc3d56bc14f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:02.783210 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8407-3cc2-43ab-921d-bfc3d56bc14f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:02.854392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c8407-3cc2-43ab-921d-bfc3d56bc14f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Subnet': ['ID=3bde19c2-dcf5-409b-8c84-a76ceee2d805,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:02.860445 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8407-3cc2-43ab-921d-bfc3d56bc14f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:02.867016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:02.867611 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5e0c8407-3cc2-43ab-921d-bfc3d56bc14f tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/3bde19c2-dcf5-409b-8c84-a76ceee2d805 HTTP/1.1" status: 204 len: 168 time: 0.5197160 Aug 17 16:42:02.918839 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08c61b5-45e2-46c6-81af-914248e87b9a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:02.919512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08c61b5-45e2-46c6-81af-914248e87b9a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:02.924347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b08c61b5-45e2-46c6-81af-914248e87b9a tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/4531eaef-f945-498e-baa9-6d8007cc7825 HTTP/1.1" status: 404 len: 337 time: 0.0541148 Aug 17 16:42:02.924963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53342) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:02.969752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d203186-82ea-4f25-987f-fe3aa2fa3598 None None] Network 83fe3d34-62cf-46ba-ae76-611c5efe7d40 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:42:02.987421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c1a3e2e-d559-4f5a-bba1-07394bb6069b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d2cb6b-74e3-476f-9fda-376d6668e41c HTTP/1.1" status: 200 len: 205 time: 0.0578644 Aug 17 16:42:02.988611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.036698 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-97f5f24d-d0fd-44c2-a42f-8065f59a109d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] delete failed (client error): The resource could not be found. Aug 17 16:42:03.038793 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-97f5f24d-d0fd-44c2-a42f-8065f59a109d tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/routers/36d2cb6b-74e3-476f-9fda-376d6668e41c HTTP/1.1" status: 404 len: 336 time: 0.0489712 Aug 17 16:42:03.041862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53350) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.073388 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e55f865-830c-4345-8f25-6c0773a6ce55 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:03.074177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e55f865-830c-4345-8f25-6c0773a6ce55 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:03.078221 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1e55f865-830c-4345-8f25-6c0773a6ce55 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/43e229d2-0940-4fd9-9076-4f69f93585d3 HTTP/1.1" status: 404 len: 337 time: 0.0326903 Aug 17 16:42:03.079451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.097627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-56edd59e-817a-43c5-866e-555d084b43e3 None None] Provisioning complete for port 9fb318aa-7fc0-4677-8130-fbd80703f709 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:03.098285 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56edd59e-817a-43c5-866e-555d084b43e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:03.162746 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-272bff9e-6367-429a-a75a-224a6c43f0ce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:03.163361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272bff9e-6367-429a-a75a-224a6c43f0ce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:03.165232 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-272bff9e-6367-429a-a75a-224a6c43f0ce tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/a13e27b8-15e6-4a8e-86da-7c09c8327697 HTTP/1.1" status: 404 len: 337 time: 0.0841892 Aug 17 16:42:03.170924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53362) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.226088 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-259bbe4c-425d-4742-a000-ee68dadd816b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:03.228076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259bbe4c-425d-4742-a000-ee68dadd816b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:03.231341 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-259bbe4c-425d-4742-a000-ee68dadd816b tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/359e88d5-ee89-4af8-a219-330aabbfcae1 HTTP/1.1" status: 404 len: 337 time: 0.0592954 Aug 17 16:42:03.234020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53366) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.260230 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-5827d6f9-f0c8-441b-bed3-33db5a7af419 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:03.260938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5827d6f9-f0c8-441b-bed3-33db5a7af419 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:03.262899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5827d6f9-f0c8-441b-bed3-33db5a7af419 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/1a274eeb-7cec-4696-9715-86b6b2037012 HTTP/1.1" status: 404 len: 333 time: 0.0277438 Aug 17 16:42:03.267265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53368) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.339836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-56edd59e-817a-43c5-866e-555d084b43e3 None None] Provisioning complete for port 70df17a9-852a-4168-b12b-3f7e45b2a7da triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:03.340695 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56edd59e-817a-43c5-866e-555d084b43e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:03.383280 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db3f85-bf0f-4c3e-8cf8-cc69b5ffbf02 None None] DHCP port deletion for 83fe3d34-62cf-46ba-ae76-611c5efe7d40 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:42:03.398763 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9f88a9-6bb9-453f-a220-dbb681e269e6 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:03.399378 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9f88a9-6bb9-453f-a220-dbb681e269e6 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:03.414678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2b9f88a9-6bb9-453f-a220-dbb681e269e6 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/cd32e12c-4f29-4a63-a7d2-a1fdf235d4de HTTP/1.1" status: 404 len: 337 time: 0.1457069 Aug 17 16:42:03.415294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53374) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.452735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-56edd59e-817a-43c5-866e-555d084b43e3 None None] Port 70df17a9-852a-4168-b12b-3f7e45b2a7da cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:42:03.475705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-21db3f85-bf0f-4c3e-8cf8-cc69b5ffbf02 None None] Deleting port 9fb318aa-7fc0-4677-8130-fbd80703f709 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:03.476228 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21db3f85-bf0f-4c3e-8cf8-cc69b5ffbf02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:03.512334 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0a17af-ac4d-4a62-92af-f19668583edd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:03.512960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0a17af-ac4d-4a62-92af-f19668583edd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:03.515378 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4f0a17af-ac4d-4a62-92af-f19668583edd tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/6c072c2d-9297-4267-a691-ce5b14621aa4 HTTP/1.1" status: 404 len: 337 time: 0.0989423 Aug 17 16:42:03.517827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.545264 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc942b19-e26f-477a-b07b-35cd89ef1766 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:03.545881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc942b19-e26f-477a-b07b-35cd89ef1766 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:03.547040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9fb318aa-7fc0-4677-8130-fbd80703f709 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:42:03.550874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc942b19-e26f-477a-b07b-35cd89ef1766 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/ee6cd1c7-e185-4230-8ebb-242fbf7fa323 HTTP/1.1" status: 404 len: 333 time: 0.0295382 Aug 17 16:42:03.551641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53384) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.584804 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c76dfb-9f03-49e6-bfcd-3ba4ac21973c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:03.585427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c76dfb-9f03-49e6-bfcd-3ba4ac21973c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:03.587869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a2c76dfb-9f03-49e6-bfcd-3ba4ac21973c tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/fc5a291f-aedc-4c44-a479-687545c43f5c HTTP/1.1" status: 404 len: 337 time: 0.0342796 Aug 17 16:42:03.590778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.635345 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-573bc456-6aad-4212-903d-7b2b4d710317 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] DELETE failed (client error): The resource could not be found. Aug 17 16:42:03.636066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573bc456-6aad-4212-903d-7b2b4d710317 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:42:03.638734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-573bc456-6aad-4212-903d-7b2b4d710317 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/subnets/0b74eece-7dc2-410a-a9d2-8b36576adf5f HTTP/1.1" status: 404 len: 337 time: 0.0464857 Aug 17 16:42:03.641262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53392) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:03.708554 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-21db3f85-bf0f-4c3e-8cf8-cc69b5ffbf02 None None] For port 9fb318aa-7fc0-4677-8130-fbd80703f709, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9fb318aa-7fc0-4677-8130-fbd80703f709,segment=NetworkSegment(f9c02478-f09e-499d-a951-6b472505bc19),segment_id=f9c02478-f09e-499d-a951-6b472505bc19)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:03.709720 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21db3f85-bf0f-4c3e-8cf8-cc69b5ffbf02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:03.713751 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:03.734330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-21db3f85-bf0f-4c3e-8cf8-cc69b5ffbf02 None None] Calling delete_port for 9fb318aa-7fc0-4677-8130-fbd80703f709 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:03.842671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-04d4db5b-b46f-4fc2-ad66-5f2de138b388 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Deleting port 70df17a9-852a-4168-b12b-3f7e45b2a7da {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:03.843031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04d4db5b-b46f-4fc2-ad66-5f2de138b388 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:03.878004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 9fb318aa-7fc0-4677-8130-fbd80703f709, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9fb318aa-7fc0-4677-8130-fbd80703f709,segment=NetworkSegment(f9c02478-f09e-499d-a951-6b472505bc19),segment_id=f9c02478-f09e-499d-a951-6b472505bc19)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:03.887236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.002233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04d4db5b-b46f-4fc2-ad66-5f2de138b388 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.019995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-04d4db5b-b46f-4fc2-ad66-5f2de138b388 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Calling delete_port for 70df17a9-852a-4168-b12b-3f7e45b2a7da owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:04.145662 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04d4db5b-b46f-4fc2-ad66-5f2de138b388 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.191354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4db5b-b46f-4fc2-ad66-5f2de138b388 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Port': ['ID=70df17a9-852a-4168-b12b-3f7e45b2a7da,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:04.212832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04d4db5b-b46f-4fc2-ad66-5f2de138b388 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.217605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-04d4db5b-b46f-4fc2-ad66-5f2de138b388 tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/ports/70df17a9-852a-4168-b12b-3f7e45b2a7da HTTP/1.1" status: 204 len: 168 time: 0.5728228 Aug 17 16:42:04.218887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53420) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:04.312706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=9fb318aa-7fc0-4677-8130-fbd80703f709,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:04.341072 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.345693 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21db3f85-bf0f-4c3e-8cf8-cc69b5ffbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.376485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db3f85-bf0f-4c3e-8cf8-cc69b5ffbf02 None None] No DVR routers for this DVR port 9fb318aa-7fc0-4677-8130-fbd80703f709 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:42:04.423922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db3f85-bf0f-4c3e-8cf8-cc69b5ffbf02 None None] Pushing event deleted for resources: {'Port': ['ID=9fb318aa-7fc0-4677-8130-fbd80703f709,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:04.528725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.543750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fe3d34-62cf-46ba-ae76-611c5efe7d40']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:04.560311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c02478-f09e-499d-a951-6b472505bc19') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:04.560996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c02478-f09e-499d-a951-6b472505bc19') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:04.574645 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.593741 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.600601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:42:04.601158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:42:04.604721 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:42:04.668347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.677050 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.679264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] 10.222.0.77 "DELETE /v2.0/networks/83fe3d34-62cf-46ba-ae76-611c5efe7d40 HTTP/1.1" status: 204 len: 168 time: 0.4603369 Aug 17 16:42:04.692587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670477b-c920-4c1c-97eb-104c95b75e6e tempest-PortsTestJSON-1112405916 tempest-PortsTestJSON-1112405916-project] Pushing event deleted for resources: {'Network': ['ID=83fe3d34-62cf-46ba-ae76-611c5efe7d40,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:04.802428 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8104f837-bba9-4b71-b9d3-7ff958fbb990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:04.996594 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.128353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:05.233879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53466) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:05.382239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b3af5b09-f0a7-4222-9476-23e7a52d8590 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea916737e99d4eada80b3ac9549c0b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498095 Aug 17 16:42:05.382543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:05.397180 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704e7641-c54a-4acd-8de5-12b9b272e9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.447922 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b74dfb38-1d97-40c8-a454-02d4afc177af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.530393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b74dfb38-1d97-40c8-a454-02d4afc177af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.618456 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704e7641-c54a-4acd-8de5-12b9b272e9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.622120 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b74dfb38-1d97-40c8-a454-02d4afc177af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.624726 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b74dfb38-1d97-40c8-a454-02d4afc177af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.625720 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704e7641-c54a-4acd-8de5-12b9b272e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.626288 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b74dfb38-1d97-40c8-a454-02d4afc177af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6338701-96eb-4c96-b56f-8ee4649820ee HTTP/1.1" status: 204 len: 168 time: 0.2425959 Aug 17 16:42:05.648815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dfb38-1d97-40c8-a454-02d4afc177af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6338701-96eb-4c96-b56f-8ee4649820ee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:05.711934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e7641-c54a-4acd-8de5-12b9b272e9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1f2d38-8fde-4700-989b-799889bf563f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:05.725325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-704e7641-c54a-4acd-8de5-12b9b272e9fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb662c5717134c1bbd6ce7b5a3c8e05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4891763 Aug 17 16:42:05.727509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:05.815223 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae4834a0-aec0-46d9-970c-01f5798524d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.843613 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae4834a0-aec0-46d9-970c-01f5798524d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.908137 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae4834a0-aec0-46d9-970c-01f5798524d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.910925 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae4834a0-aec0-46d9-970c-01f5798524d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:05.912705 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ae4834a0-aec0-46d9-970c-01f5798524d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac1f2d38-8fde-4700-989b-799889bf563f HTTP/1.1" status: 204 len: 168 time: 0.1832366 Aug 17 16:42:05.921588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4834a0-aec0-46d9-970c-01f5798524d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1f2d38-8fde-4700-989b-799889bf563f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:05.988843 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:06.453174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53518) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:06.468713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-208c2ff1-368e-485b-b4c3-e4f7cff0bdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:06.595693 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-208c2ff1-368e-485b-b4c3-e4f7cff0bdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:06.602738 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-208c2ff1-368e-485b-b4c3-e4f7cff0bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:06.657708 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-208c2ff1-368e-485b-b4c3-e4f7cff0bdaa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ce96353f14e40c7955c731c2cb45f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032218 Aug 17 16:42:06.660306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53522) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:06.664045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c2ff1-368e-485b-b4c3-e4f7cff0bdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c15dc6-67c4-4d81-b77b-cfc379d73034,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:06.721444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71e822b6-ae85-473e-b023-f2ada7adda9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:06.754208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71e822b6-ae85-473e-b023-f2ada7adda9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:06.851101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71e822b6-ae85-473e-b023-f2ada7adda9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:06.853773 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71e822b6-ae85-473e-b023-f2ada7adda9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:06.857357 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-71e822b6-ae85-473e-b023-f2ada7adda9d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/95c15dc6-67c4-4d81-b77b-cfc379d73034 HTTP/1.1" status: 204 len: 168 time: 0.1936843 Aug 17 16:42:06.864556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e822b6-ae85-473e-b023-f2ada7adda9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c15dc6-67c4-4d81-b77b-cfc379d73034,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:06.990139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53538) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:07.319481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group': {'name': 'tempest-secgroup--165127595'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:07.368695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:07.404819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:07.601498 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:07.607089 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:07.686991 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:07.730244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9c1d8e-fa05-4438-b47d-50766256d315,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:07.788740 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:07.794713 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:07.824592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:07.829304 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8340507 Aug 17 16:42:07.829304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53574) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:07.852120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0598c-3bea-4bf9-8d71-915b0bade258 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f33cc-ebf9-4e61-bc2c-50e7a886feaf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:07.923421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:07.924326 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b39c6f8c-7d19-4fa3-98b7-3602ab23d2ec tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0933664 Aug 17 16:42:07.929463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6badc729-e115-4f69-973d-799443693867 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group': {'name': 'tempest-security--1675508664', 'description': 'tempest-security-description-1597012456'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:07.981307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6badc729-e115-4f69-973d-799443693867 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.051538 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6badc729-e115-4f69-973d-799443693867 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.057132 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6badc729-e115-4f69-973d-799443693867 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.062344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6badc729-e115-4f69-973d-799443693867 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.066864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6badc729-e115-4f69-973d-799443693867 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "PUT /v2.0/security-groups/5e4f33cc-ebf9-4e61-bc2c-50e7a886feaf HTTP/1.1" status: 200 len: 1780 time: 0.1423521 Aug 17 16:42:08.067755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53586) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:08.116590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badc729-e115-4f69-973d-799443693867 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f33cc-ebf9-4e61-bc2c-50e7a886feaf,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:08.124402 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5aa7eb37-1458-4a75-a0d3-dcf8763889dc tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups/5e4f33cc-ebf9-4e61-bc2c-50e7a886feaf HTTP/1.1" status: 200 len: 1780 time: 0.0545683 Aug 17 16:42:08.126974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:08.194673 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56e2556b-b053-44b7-9f25-240ac5b301e2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.222362 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56e2556b-b053-44b7-9f25-240ac5b301e2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.283407 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56e2556b-b053-44b7-9f25-240ac5b301e2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.286028 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56e2556b-b053-44b7-9f25-240ac5b301e2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.287853 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56e2556b-b053-44b7-9f25-240ac5b301e2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-groups/5e4f33cc-ebf9-4e61-bc2c-50e7a886feaf HTTP/1.1" status: 204 len: 168 time: 0.1593988 Aug 17 16:42:08.291536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53598) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:08.308024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2556b-b053-44b7-9f25-240ac5b301e2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f33cc-ebf9-4e61-bc2c-50e7a886feaf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:08.347052 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-73b5c5da-7bb6-4197-a59f-5d90bd070f44 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539274 Aug 17 16:42:08.350566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:08.366446 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8504b118-8841-4171-994f-8adfa739c1fa tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] delete failed (client error): The resource could not be found. Aug 17 16:42:08.368281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8504b118-8841-4171-994f-8adfa739c1fa tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-groups/5e4f33cc-ebf9-4e61-bc2c-50e7a886feaf HTTP/1.1" status: 404 len: 347 time: 0.0161557 Aug 17 16:42:08.372722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53608) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:08.377960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5d234e1f-9a80-4a62-bdca-30e999aafb2e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group': {'name': 'tempest-secgroup--2399873'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:08.410320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d234e1f-9a80-4a62-bdca-30e999aafb2e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.578315 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d234e1f-9a80-4a62-bdca-30e999aafb2e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.585467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d234e1f-9a80-4a62-bdca-30e999aafb2e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.605707 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d234e1f-9a80-4a62-bdca-30e999aafb2e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.607075 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5d234e1f-9a80-4a62-bdca-30e999aafb2e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2330201 Aug 17 16:42:08.613186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53622) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:08.624975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-63ee99be-0fc3-4f2d-9625-82e79266488a tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': '960d8c21-1563-4e29-9849-c1567d3f1966', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:08.659235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d234e1f-9a80-4a62-bdca-30e999aafb2e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960d8c21-1563-4e29-9849-c1567d3f1966,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:08.668415 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63ee99be-0fc3-4f2d-9625-82e79266488a tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.750951 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63ee99be-0fc3-4f2d-9625-82e79266488a tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.756104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63ee99be-0fc3-4f2d-9625-82e79266488a tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.788950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee99be-0fc3-4f2d-9625-82e79266488a tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0415e653-0743-4296-a693-ed04e0a1a0e6,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:08.797952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63ee99be-0fc3-4f2d-9625-82e79266488a tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.799506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-63ee99be-0fc3-4f2d-9625-82e79266488a tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1853435 Aug 17 16:42:08.803309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53628) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:08.838522 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fed696d-ee8a-4eaa-a8d3-d9844fa7ebf2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.854109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fed696d-ee8a-4eaa-a8d3-d9844fa7ebf2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.895745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fed696d-ee8a-4eaa-a8d3-d9844fa7ebf2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.905826 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fed696d-ee8a-4eaa-a8d3-d9844fa7ebf2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:08.907224 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1fed696d-ee8a-4eaa-a8d3-d9844fa7ebf2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0415e653-0743-4296-a693-ed04e0a1a0e6 HTTP/1.1" status: 204 len: 168 time: 0.1029437 Aug 17 16:42:08.910276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:08.913212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed696d-ee8a-4eaa-a8d3-d9844fa7ebf2 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0415e653-0743-4296-a693-ed04e0a1a0e6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:08.989755 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fca1c550-2f75-4645-a748-ea110ebad634 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0770683 Aug 17 16:42:08.993063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:09.090546 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.129627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.183821 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.186875 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.190438 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-groups/960d8c21-1563-4e29-9849-c1567d3f1966 HTTP/1.1" status: 204 len: 168 time: 0.1937389 Aug 17 16:42:09.191527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:09.205383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960d8c21-1563-4e29-9849-c1567d3f1966,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:09.216429 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.217149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.217730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.218080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.218461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.218781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.219122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.219446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.219784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.220099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.220615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.221104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8a127-7a55-4ca2-af9c-b495b472f5df tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:09.280096 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a62d7b80-6714-4d67-941a-3f4f155d225a tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874057 Aug 17 16:42:09.284401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53654) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:09.289788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0a25c2f7-deab-4e40-a227-1a758f65aa18 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026030269'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:09.333478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a25c2f7-deab-4e40-a227-1a758f65aa18 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.483607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a25c2f7-deab-4e40-a227-1a758f65aa18 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.493028 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a25c2f7-deab-4e40-a227-1a758f65aa18 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.511046 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a25c2f7-deab-4e40-a227-1a758f65aa18 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.515643 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0a25c2f7-deab-4e40-a227-1a758f65aa18 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2269309 Aug 17 16:42:09.515971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:09.522171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-400c3e0f-38d4-422c-8dc3-19688dbfe4ec tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': 'b30dca2d-38a5-45cc-b842-00655a1a82da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:09.546324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25c2f7-deab-4e40-a227-1a758f65aa18 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30dca2d-38a5-45cc-b842-00655a1a82da,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:09.582685 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-400c3e0f-38d4-422c-8dc3-19688dbfe4ec tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.654795 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-400c3e0f-38d4-422c-8dc3-19688dbfe4ec tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.661647 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-400c3e0f-38d4-422c-8dc3-19688dbfe4ec tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.702990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c3e0f-38d4-422c-8dc3-19688dbfe4ec tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a230015-6745-4ba8-b8d9-2648e733ef48,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:09.733349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-400c3e0f-38d4-422c-8dc3-19688dbfe4ec tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.734659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-400c3e0f-38d4-422c-8dc3-19688dbfe4ec tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2167714 Aug 17 16:42:09.739956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53682) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:09.761707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ddbf212a-e4ab-4284-863f-9ae6bd8cd906 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': 'b30dca2d-38a5-45cc-b842-00655a1a82da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:09.818598 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddbf212a-e4ab-4284-863f-9ae6bd8cd906 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.912957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddbf212a-e4ab-4284-863f-9ae6bd8cd906 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.920095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddbf212a-e4ab-4284-863f-9ae6bd8cd906 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.951156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf212a-e4ab-4284-863f-9ae6bd8cd906 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150a3bbb-6488-4e5d-ab5d-338fea110e5b,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:09.973354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddbf212a-e4ab-4284-863f-9ae6bd8cd906 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:09.978322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:09.983964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7806752b-4ec8-4323-9dc7-8ff86e78a0b1 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': 'b30dca2d-38a5-45cc-b842-00655a1a82da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:09.987051 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ddbf212a-e4ab-4284-863f-9ae6bd8cd906 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2452965 Aug 17 16:42:10.028130 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7806752b-4ec8-4323-9dc7-8ff86e78a0b1 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.121426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7806752b-4ec8-4323-9dc7-8ff86e78a0b1 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.125505 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7806752b-4ec8-4323-9dc7-8ff86e78a0b1 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.146048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806752b-4ec8-4323-9dc7-8ff86e78a0b1 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ad6759-f31e-4391-b58a-f07da2af0ad6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:10.153693 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7806752b-4ec8-4323-9dc7-8ff86e78a0b1 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.155355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7806752b-4ec8-4323-9dc7-8ff86e78a0b1 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756270 Aug 17 16:42:10.158134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:10.163824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fece6de6-3d37-436f-8cb7-876b68894a55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': 'b30dca2d-38a5-45cc-b842-00655a1a82da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:10.200811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fece6de6-3d37-436f-8cb7-876b68894a55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.287501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fece6de6-3d37-436f-8cb7-876b68894a55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.291445 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fece6de6-3d37-436f-8cb7-876b68894a55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.311674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece6de6-3d37-436f-8cb7-876b68894a55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c38129-f247-40de-a936-c1454586bbde,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:10.316487 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fece6de6-3d37-436f-8cb7-876b68894a55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.317805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fece6de6-3d37-436f-8cb7-876b68894a55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586659 Aug 17 16:42:10.321248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53706) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:10.326270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ee2d5bce-717e-40fc-9fd0-b61d9adb35b7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': 'b30dca2d-38a5-45cc-b842-00655a1a82da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:10.364207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ee2d5bce-717e-40fc-9fd0-b61d9adb35b7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.436552 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ee2d5bce-717e-40fc-9fd0-b61d9adb35b7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.440521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ee2d5bce-717e-40fc-9fd0-b61d9adb35b7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.445321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:10.457963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d5bce-717e-40fc-9fd0-b61d9adb35b7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a478cab-ab9f-4df0-a39c-87158bd2acc0,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:10.474586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ee2d5bce-717e-40fc-9fd0-b61d9adb35b7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.480198 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ee2d5bce-717e-40fc-9fd0-b61d9adb35b7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1548710 Aug 17 16:42:10.480739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53718) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:10.509730 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a0cd-ef6d-4708-be9a-a35e547ad127 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.518838 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a0cd-ef6d-4708-be9a-a35e547ad127 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.553446 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a0cd-ef6d-4708-be9a-a35e547ad127 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.560168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a0cd-ef6d-4708-be9a-a35e547ad127 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.564613 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8eb9a0cd-ef6d-4708-be9a-a35e547ad127 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/1a478cab-ab9f-4df0-a39c-87158bd2acc0 HTTP/1.1" status: 204 len: 168 time: 0.0800974 Aug 17 16:42:10.564992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53726) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:10.586098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9a0cd-ef6d-4708-be9a-a35e547ad127 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a478cab-ab9f-4df0-a39c-87158bd2acc0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:10.633804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f52731b0-ed06-4718-afb6-7bb14998a304 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0565190 Aug 17 16:42:10.636325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53730) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:10.641493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c827a0f-47a9-4142-83d1-fac13b81c14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.695876 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bace37c8-8754-4966-b173-e9c1f0be3e44 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.705964 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bace37c8-8754-4966-b173-e9c1f0be3e44 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.744824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bace37c8-8754-4966-b173-e9c1f0be3e44 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.758714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bace37c8-8754-4966-b173-e9c1f0be3e44 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.762456 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bace37c8-8754-4966-b173-e9c1f0be3e44 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/82c38129-f247-40de-a936-c1454586bbde HTTP/1.1" status: 204 len: 168 time: 0.1227129 Aug 17 16:42:10.765282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:10.767420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace37c8-8754-4966-b173-e9c1f0be3e44 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82c38129-f247-40de-a936-c1454586bbde,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:10.805924 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c827a0f-47a9-4142-83d1-fac13b81c14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.837772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d62d98b7-082d-45e5-817c-17ebc7921fb7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0711987 Aug 17 16:42:10.838719 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c827a0f-47a9-4142-83d1-fac13b81c14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.841172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53740) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:10.876622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-614ad627-db3a-49fa-bbf4-1af6ad9cbdc5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.888208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-614ad627-db3a-49fa-bbf4-1af6ad9cbdc5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.890615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c827a0f-47a9-4142-83d1-fac13b81c14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13f5a8b-18b3-4bfc-a5a6-22cb47310020,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:10.904256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c827a0f-47a9-4142-83d1-fac13b81c14a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22d388553e354986865f7ea7dabfdcac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549799 Aug 17 16:42:10.904484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:10.944054 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-614ad627-db3a-49fa-bbf4-1af6ad9cbdc5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.949456 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-614ad627-db3a-49fa-bbf4-1af6ad9cbdc5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:10.950644 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-614ad627-db3a-49fa-bbf4-1af6ad9cbdc5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d5ad6759-f31e-4391-b58a-f07da2af0ad6 HTTP/1.1" status: 204 len: 168 time: 0.1083298 Aug 17 16:42:10.956163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:10.959895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ad627-db3a-49fa-bbf4-1af6ad9cbdc5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5ad6759-f31e-4391-b58a-f07da2af0ad6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:11.003026 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23bd868d-c387-4a79-b54b-29dfdda84671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.049782 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-62bf8fbd-740d-4316-b43e-833e79a6c88d tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0921125 Aug 17 16:42:11.051912 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23bd868d-c387-4a79-b54b-29dfdda84671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.052919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53748) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:11.089471 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05d98601-894b-432c-8267-1390ed0d68d7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.102699 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05d98601-894b-432c-8267-1390ed0d68d7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.131671 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23bd868d-c387-4a79-b54b-29dfdda84671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.136915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23bd868d-c387-4a79-b54b-29dfdda84671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.140653 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05d98601-894b-432c-8267-1390ed0d68d7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.144798 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-23bd868d-c387-4a79-b54b-29dfdda84671 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f13f5a8b-18b3-4bfc-a5a6-22cb47310020 HTTP/1.1" status: 204 len: 168 time: 0.2390726 Aug 17 16:42:11.151130 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05d98601-894b-432c-8267-1390ed0d68d7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.152671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-05d98601-894b-432c-8267-1390ed0d68d7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/150a3bbb-6488-4e5d-ab5d-338fea110e5b HTTP/1.1" status: 204 len: 168 time: 0.0987616 Aug 17 16:42:11.157241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53756) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:11.158038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd868d-c387-4a79-b54b-29dfdda84671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13f5a8b-18b3-4bfc-a5a6-22cb47310020,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:11.159919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d98601-894b-432c-8267-1390ed0d68d7 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=150a3bbb-6488-4e5d-ab5d-338fea110e5b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:11.225602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56114b28-761a-4173-950e-414b6c55965e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0573025 Aug 17 16:42:11.228141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:11.270577 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0b88a1f-dd64-4d6c-a04b-fcf1bf464a45 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.281493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0b88a1f-dd64-4d6c-a04b-fcf1bf464a45 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.318877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0b88a1f-dd64-4d6c-a04b-fcf1bf464a45 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.327497 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0b88a1f-dd64-4d6c-a04b-fcf1bf464a45 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.328833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a0b88a1f-dd64-4d6c-a04b-fcf1bf464a45 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/6a230015-6745-4ba8-b8d9-2648e733ef48 HTTP/1.1" status: 204 len: 168 time: 0.0994992 Aug 17 16:42:11.331662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53762) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:11.353084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b88a1f-dd64-4d6c-a04b-fcf1bf464a45 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a230015-6745-4ba8-b8d9-2648e733ef48,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:11.388672 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-62b21693-4a43-4497-af00-274a5135d2a8 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0552955 Aug 17 16:42:11.391613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53764) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:11.465393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e32b825e-41b7-4294-9846-3c7d356927a9 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.494918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e32b825e-41b7-4294-9846-3c7d356927a9 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.555391 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e32b825e-41b7-4294-9846-3c7d356927a9 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.558869 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e32b825e-41b7-4294-9846-3c7d356927a9 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.560480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e32b825e-41b7-4294-9846-3c7d356927a9 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-groups/b30dca2d-38a5-45cc-b842-00655a1a82da HTTP/1.1" status: 204 len: 168 time: 0.1677232 Aug 17 16:42:11.563330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53770) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:11.567700 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:42:11.571953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b825e-41b7-4294-9846-3c7d356927a9 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30dca2d-38a5-45cc-b842-00655a1a82da,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:11.604602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:11.619572 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bfc43ee-2ffe-4f4f-9b17-40732fcd74d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.635223 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5bcdadbe-7400-4eec-820f-ae8d9f3d2fe8 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705626 Aug 17 16:42:11.639560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:11.648716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-86b86f6a-0356-4364-b2d9-34ef4dfface4 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group': {'name': 'tempest-secgroup--901558311'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:11.675808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-4bfc43ee-2ffe-4f4f-9b17-40732fcd74d0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:42:11.675808 n-d-804878-1 neutron-server[94838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 16:42:11.675808 n-d-804878-1 neutron-server[94838]: [parameters: {'project_id': '372d5b9f1de246d1b651a208de35ea3b', 'id': '410c1bb5-1f2b-48e8-af79-e959ae55a04f', 'expiration': datetime.datetime(2021, 8, 17, 16, 44, 11, 665234)}] Aug 17 16:42:11.675808 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:42:11.676496 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-4bfc43ee-2ffe-4f4f-9b17-40732fcd74d0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:42:11.682105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86b86f6a-0356-4364-b2d9-34ef4dfface4 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.820716 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86b86f6a-0356-4364-b2d9-34ef4dfface4 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.825765 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86b86f6a-0356-4364-b2d9-34ef4dfface4 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.866759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b86f6a-0356-4364-b2d9-34ef4dfface4 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7f51bb-47fb-4cd8-8e6c-0ec5be87d910,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:11.869156 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86b86f6a-0356-4364-b2d9-34ef4dfface4 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.870464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-86b86f6a-0356-4364-b2d9-34ef4dfface4 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2297027 Aug 17 16:42:11.873461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53784) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:11.880288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-becc0f21-b122-484e-a75a-e328c56b5221 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': 'bc7f51bb-47fb-4cd8-8e6c-0ec5be87d910', 'direction': 'ingress', 'protocol': 17}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:11.913964 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-becc0f21-b122-484e-a75a-e328c56b5221 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.988055 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-becc0f21-b122-484e-a75a-e328c56b5221 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:11.992342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-becc0f21-b122-484e-a75a-e328c56b5221 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.011703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc0f21-b122-484e-a75a-e328c56b5221 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef87999-da0f-4291-a3a9-fa78a569a0ca,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:12.019470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-becc0f21-b122-484e-a75a-e328c56b5221 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.023955 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-becc0f21-b122-484e-a75a-e328c56b5221 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1451664 Aug 17 16:42:12.024253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:12.081155 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b18f58a-c10b-4ad5-9f4b-8b77b0ad255e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.105558 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b18f58a-c10b-4ad5-9f4b-8b77b0ad255e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.149710 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b18f58a-c10b-4ad5-9f4b-8b77b0ad255e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.152366 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b18f58a-c10b-4ad5-9f4b-8b77b0ad255e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.153540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2b18f58a-c10b-4ad5-9f4b-8b77b0ad255e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-groups/bc7f51bb-47fb-4cd8-8e6c-0ec5be87d910 HTTP/1.1" status: 204 len: 168 time: 0.1282470 Aug 17 16:42:12.156265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53790) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:12.165992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18f58a-c10b-4ad5-9f4b-8b77b0ad255e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7f51bb-47fb-4cd8-8e6c-0ec5be87d910,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:12.176920 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bfc43ee-2ffe-4f4f-9b17-40732fcd74d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.206405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6a6d8cae-19cf-475f-8bf2-82e79fad3c93 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489268 Aug 17 16:42:12.211033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53792) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:12.216425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0ad14b1a-8f99-46ec-a93d-dcbcf5778c62 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046755070'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:12.285647 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bfc43ee-2ffe-4f4f-9b17-40732fcd74d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.290607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bfc43ee-2ffe-4f4f-9b17-40732fcd74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.312795 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ad14b1a-8f99-46ec-a93d-dcbcf5778c62 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.333273 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4bfc43ee-2ffe-4f4f-9b17-40732fcd74d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=372d5b9f1de246d1b651a208de35ea3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7271545 Aug 17 16:42:12.334602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc43ee-2ffe-4f4f-9b17-40732fcd74d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2071b556-a6f1-4aa0-9e02-351287d19ebf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:12.336662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53798) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:12.413491 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6391b3db-9ad2-4da0-921a-cf2d345ebb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.448784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6391b3db-9ad2-4da0-921a-cf2d345ebb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.486716 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ad14b1a-8f99-46ec-a93d-dcbcf5778c62 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.491944 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ad14b1a-8f99-46ec-a93d-dcbcf5778c62 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.533065 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ad14b1a-8f99-46ec-a93d-dcbcf5778c62 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.534569 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0ad14b1a-8f99-46ec-a93d-dcbcf5778c62 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3223257 Aug 17 16:42:12.536437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad14b1a-8f99-46ec-a93d-dcbcf5778c62 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095f4534-00f0-4573-af44-36ce4ffb83c5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:12.537718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53804) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:12.543003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-00c48be4-ab11-4ee3-9e94-519be708bedd tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group': {'name': 'tempest-secgroup--604186978'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:12.563346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6391b3db-9ad2-4da0-921a-cf2d345ebb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.566900 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6391b3db-9ad2-4da0-921a-cf2d345ebb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.568670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6391b3db-9ad2-4da0-921a-cf2d345ebb47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2071b556-a6f1-4aa0-9e02-351287d19ebf HTTP/1.1" status: 204 len: 168 time: 0.2305081 Aug 17 16:42:12.575810 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00c48be4-ab11-4ee3-9e94-519be708bedd tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.578285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391b3db-9ad2-4da0-921a-cf2d345ebb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2071b556-a6f1-4aa0-9e02-351287d19ebf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:12.705447 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00c48be4-ab11-4ee3-9e94-519be708bedd tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.710653 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00c48be4-ab11-4ee3-9e94-519be708bedd tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.753133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c48be4-ab11-4ee3-9e94-519be708bedd tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f71fa85-9622-4267-bf95-a2f5836dea88,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:12.757344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00c48be4-ab11-4ee3-9e94-519be708bedd tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.759858 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-00c48be4-ab11-4ee3-9e94-519be708bedd tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2201715 Aug 17 16:42:12.763279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53814) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:12.768247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-8d3b43cc-3e87-4aa6-b0e5-2b074a5560a6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': '095f4534-00f0-4573-af44-36ce4ffb83c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6f71fa85-9622-4267-bf95-a2f5836dea88', 'remote_ip_prefix': None}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:12.822299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d3b43cc-3e87-4aa6-b0e5-2b074a5560a6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.919831 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d3b43cc-3e87-4aa6-b0e5-2b074a5560a6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.925140 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d3b43cc-3e87-4aa6-b0e5-2b074a5560a6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.950513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b43cc-3e87-4aa6-b0e5-2b074a5560a6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141a618d-0920-49e4-ab2c-36033600a3ad,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:12.960908 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d3b43cc-3e87-4aa6-b0e5-2b074a5560a6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:12.962817 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8d3b43cc-3e87-4aa6-b0e5-2b074a5560a6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1983342 Aug 17 16:42:12.965974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53826) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:13.006756 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c16aa5df-7e12-426e-852a-13748b730257 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.017486 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c16aa5df-7e12-426e-852a-13748b730257 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.078114 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c16aa5df-7e12-426e-852a-13748b730257 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.094314 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c16aa5df-7e12-426e-852a-13748b730257 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.096431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c16aa5df-7e12-426e-852a-13748b730257 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/141a618d-0920-49e4-ab2c-36033600a3ad HTTP/1.1" status: 204 len: 168 time: 0.1289327 Aug 17 16:42:13.099809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53838) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:13.111781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aa5df-7e12-426e-852a-13748b730257 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=141a618d-0920-49e4-ab2c-36033600a3ad,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:13.153550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-160fc526-b7d7-4228-85f1-81c4036d90c8 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0524857 Aug 17 16:42:13.156405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:13.246176 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-641a6001-c373-4acd-9e43-77e23f710ded tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.278515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-641a6001-c373-4acd-9e43-77e23f710ded tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.325520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-641a6001-c373-4acd-9e43-77e23f710ded tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.329137 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-641a6001-c373-4acd-9e43-77e23f710ded tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.330948 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-641a6001-c373-4acd-9e43-77e23f710ded tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-groups/6f71fa85-9622-4267-bf95-a2f5836dea88 HTTP/1.1" status: 204 len: 168 time: 0.1735034 Aug 17 16:42:13.333697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53850) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:13.342113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a6001-c373-4acd-9e43-77e23f710ded tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f71fa85-9622-4267-bf95-a2f5836dea88,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:13.394592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-05e93446-a2d7-457f-8b4f-3b8c01f80ef4 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0583889 Aug 17 16:42:13.396026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:13.468346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-342e4cb7-b427-4f5c-930c-ecfc9678b675 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.496145 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-342e4cb7-b427-4f5c-930c-ecfc9678b675 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.541661 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-342e4cb7-b427-4f5c-930c-ecfc9678b675 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.545508 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-342e4cb7-b427-4f5c-930c-ecfc9678b675 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.547446 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-342e4cb7-b427-4f5c-930c-ecfc9678b675 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-groups/095f4534-00f0-4573-af44-36ce4ffb83c5 HTTP/1.1" status: 204 len: 168 time: 0.1502125 Aug 17 16:42:13.550890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53864) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:13.558877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e4cb7-b427-4f5c-930c-ecfc9678b675 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095f4534-00f0-4573-af44-36ce4ffb83c5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:13.612751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3e034eae-394a-40cc-90ab-c2a5e8cec020 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600352 Aug 17 16:42:13.619172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53868) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:13.625492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1443ff80-e927-4e32-868a-21efeb170d55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584957966'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:13.648921 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1443ff80-e927-4e32-868a-21efeb170d55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.755110 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1443ff80-e927-4e32-868a-21efeb170d55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.761306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1443ff80-e927-4e32-868a-21efeb170d55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.809427 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1443ff80-e927-4e32-868a-21efeb170d55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.815592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:13.822798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6c60d772-0351-4040-ad2f-f2df0a080163 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': '7536de13-e8e3-44db-8d65-e04f8d12542c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:13.827715 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1443ff80-e927-4e32-868a-21efeb170d55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2070928 Aug 17 16:42:13.833627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443ff80-e927-4e32-868a-21efeb170d55 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7536de13-e8e3-44db-8d65-e04f8d12542c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:13.871589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c60d772-0351-4040-ad2f-f2df0a080163 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.987182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c60d772-0351-4040-ad2f-f2df0a080163 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:13.994144 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c60d772-0351-4040-ad2f-f2df0a080163 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.014308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60d772-0351-4040-ad2f-f2df0a080163 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c67eae-45b7-440f-a9c5-ec9b5d73581c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:14.032829 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c60d772-0351-4040-ad2f-f2df0a080163 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.035151 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c60d772-0351-4040-ad2f-f2df0a080163 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2181182 Aug 17 16:42:14.037926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53884) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:14.073946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c7d48bf-943a-420d-bb08-96bfd4e385a3 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.085172 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c7d48bf-943a-420d-bb08-96bfd4e385a3 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.134577 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c7d48bf-943a-420d-bb08-96bfd4e385a3 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.145713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d48bf-943a-420d-bb08-96bfd4e385a3 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2c67eae-45b7-440f-a9c5-ec9b5d73581c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:14.159056 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c7d48bf-943a-420d-bb08-96bfd4e385a3 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.163408 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c7d48bf-943a-420d-bb08-96bfd4e385a3 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c2c67eae-45b7-440f-a9c5-ec9b5d73581c HTTP/1.1" status: 204 len: 168 time: 0.1215644 Aug 17 16:42:14.163847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53896) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:14.219236 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-59ce2421-c48c-4dd8-97d9-ba8d51224377 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514047 Aug 17 16:42:14.222159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:14.316161 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a83f3516-8e3d-4125-b818-d51081ea950f tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.342168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a83f3516-8e3d-4125-b818-d51081ea950f tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.402713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a83f3516-8e3d-4125-b818-d51081ea950f tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.406216 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a83f3516-8e3d-4125-b818-d51081ea950f tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.407916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a83f3516-8e3d-4125-b818-d51081ea950f tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-groups/7536de13-e8e3-44db-8d65-e04f8d12542c HTTP/1.1" status: 204 len: 168 time: 0.1834764 Aug 17 16:42:14.410068 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53910) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:14.419464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f3516-8e3d-4125-b818-d51081ea950f tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7536de13-e8e3-44db-8d65-e04f8d12542c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:14.473339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9def094f-fc1a-4bd5-95fc-8806783eb83c tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608425 Aug 17 16:42:14.476596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53912) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:14.485288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5c9f0b67-26f9-4874-b9e6-0d9655e34110 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432523600'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:14.520495 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0b67-26f9-4874-b9e6-0d9655e34110 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.627476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0b67-26f9-4874-b9e6-0d9655e34110 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.633825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0b67-26f9-4874-b9e6-0d9655e34110 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.673199 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0b67-26f9-4874-b9e6-0d9655e34110 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.674654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5c9f0b67-26f9-4874-b9e6-0d9655e34110 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1967726 Aug 17 16:42:14.677135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f0b67-26f9-4874-b9e6-0d9655e34110 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413c49d1-b1fc-4d05-9b34-d31d5928e121,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:14.677401 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:14.682567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a6166351-d9b8-4ae5-9579-a08cc7d5eae5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': '413c49d1-b1fc-4d05-9b34-d31d5928e121', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:14.731240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6166351-d9b8-4ae5-9579-a08cc7d5eae5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.796042 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6166351-d9b8-4ae5-9579-a08cc7d5eae5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.802106 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6166351-d9b8-4ae5-9579-a08cc7d5eae5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.823610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6166351-d9b8-4ae5-9579-a08cc7d5eae5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484c370a-97be-4c19-a0cc-67f12eab512d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:14.835921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6166351-d9b8-4ae5-9579-a08cc7d5eae5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.840063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a6166351-d9b8-4ae5-9579-a08cc7d5eae5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585927 Aug 17 16:42:14.841239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53926) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:14.867310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:14.867833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-73315b83-130b-442b-866c-4f0b5066f5ed tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules/484c370a-97be-4c19-a0cc-67f12eab512d HTTP/1.1" status: 200 len: 763 time: 0.0245843 Aug 17 16:42:14.919626 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-40444c49-5f3f-41b7-9406-5785bdf56cc9 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0487151 Aug 17 16:42:14.920129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:14.947737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd132e23-e1bb-4d5e-9296-0f8e3ad99f23 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:14.958791 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd132e23-e1bb-4d5e-9296-0f8e3ad99f23 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.010358 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd132e23-e1bb-4d5e-9296-0f8e3ad99f23 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.019315 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd132e23-e1bb-4d5e-9296-0f8e3ad99f23 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.020572 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd132e23-e1bb-4d5e-9296-0f8e3ad99f23 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/484c370a-97be-4c19-a0cc-67f12eab512d HTTP/1.1" status: 204 len: 168 time: 0.0993135 Aug 17 16:42:15.023806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53940) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.025702 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd132e23-e1bb-4d5e-9296-0f8e3ad99f23 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=484c370a-97be-4c19-a0cc-67f12eab512d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:15.106695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.106820 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7d3eec1f-74eb-44e4-bd6d-dc9b990bcfa5 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0800083 Aug 17 16:42:15.108077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.111401 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ca71fba0-117d-482a-81e4-72c129a6c41e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': '413c49d1-b1fc-4d05-9b34-d31d5928e121', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:15.156431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca71fba0-117d-482a-81e4-72c129a6c41e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.253200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca71fba0-117d-482a-81e4-72c129a6c41e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.265625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca71fba0-117d-482a-81e4-72c129a6c41e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.309307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca71fba0-117d-482a-81e4-72c129a6c41e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.310631 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca71fba0-117d-482a-81e4-72c129a6c41e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2037284 Aug 17 16:42:15.314052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53954) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.328502 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00ee52d6-2743-4b65-85ca-2ec7b902b1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.330640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71fba0-117d-482a-81e4-72c129a6c41e tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df27517d-7ed8-475c-9006-a9d28838f002,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:15.374927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.375350 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fec55690-813b-4175-bb2f-7c84215c10ee tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules/df27517d-7ed8-475c-9006-a9d28838f002 HTTP/1.1" status: 200 len: 763 time: 0.0597339 Aug 17 16:42:15.440263 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-66c4bc1e-7f91-4bd0-a69f-d5df6d724a80 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0635865 Aug 17 16:42:15.443126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.482601 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93ffa071-95b6-496b-b06e-ff7208d5d5f6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.496649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00ee52d6-2743-4b65-85ca-2ec7b902b1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.498311 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93ffa071-95b6-496b-b06e-ff7208d5d5f6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.505252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00ee52d6-2743-4b65-85ca-2ec7b902b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.564459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-00ee52d6-2743-4b65-85ca-2ec7b902b1d8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f02dd2a41f7e48caa096515ed8f01403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356477 Aug 17 16:42:15.565020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee52d6-2743-4b65-85ca-2ec7b902b1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a81992-6ab2-434c-8306-0813a23d4af4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:15.568913 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93ffa071-95b6-496b-b06e-ff7208d5d5f6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.572182 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53962) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.575140 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93ffa071-95b6-496b-b06e-ff7208d5d5f6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.578108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-93ffa071-95b6-496b-b06e-ff7208d5d5f6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/df27517d-7ed8-475c-9006-a9d28838f002 HTTP/1.1" status: 204 len: 168 time: 0.1322286 Aug 17 16:42:15.581832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.589916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffa071-95b6-496b-b06e-ff7208d5d5f6 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df27517d-7ed8-475c-9006-a9d28838f002,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:15.635515 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8889664f-3070-42ab-a303-5d8680c6b0f0 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0524979 Aug 17 16:42:15.637992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53970) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.642639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2d6ab824-f1b2-40d0-82ba-0a2a16a1920d tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Request body: {'security_group_rule': {'security_group_id': '413c49d1-b1fc-4d05-9b34-d31d5928e121', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:15.675480 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-580f199f-5feb-492d-bdb8-40a74161b4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.676694 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab824-f1b2-40d0-82ba-0a2a16a1920d tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.719883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-580f199f-5feb-492d-bdb8-40a74161b4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.738277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab824-f1b2-40d0-82ba-0a2a16a1920d tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.742630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab824-f1b2-40d0-82ba-0a2a16a1920d tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.766304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab824-f1b2-40d0-82ba-0a2a16a1920d tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.767580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2d6ab824-f1b2-40d0-82ba-0a2a16a1920d tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285470 Aug 17 16:42:15.770221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53972) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.779753 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-580f199f-5feb-492d-bdb8-40a74161b4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.783665 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-580f199f-5feb-492d-bdb8-40a74161b4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.785372 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-580f199f-5feb-492d-bdb8-40a74161b4db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98a81992-6ab2-434c-8306-0813a23d4af4 HTTP/1.1" status: 204 len: 168 time: 0.2107725 Aug 17 16:42:15.791462 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-66299464-a4d1-49f5-8211-d56f437fa688 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules/d81b6941-8f59-496d-8ce7-9aceca08786e HTTP/1.1" status: 200 len: 764 time: 0.0200205 Aug 17 16:42:15.792586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ab824-f1b2-40d0-82ba-0a2a16a1920d tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81b6941-8f59-496d-8ce7-9aceca08786e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:15.798663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53976) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.809896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f199f-5feb-492d-bdb8-40a74161b4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a81992-6ab2-434c-8306-0813a23d4af4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:15.867071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.867914 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d42f0d37-e6df-4d46-b127-d425e201a712 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0672319 Aug 17 16:42:15.895104 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aaceb487-8581-4854-a0f4-e56b1d4d9702 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.907107 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aaceb487-8581-4854-a0f4-e56b1d4d9702 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.944270 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aaceb487-8581-4854-a0f4-e56b1d4d9702 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.951418 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aaceb487-8581-4854-a0f4-e56b1d4d9702 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:15.952909 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-aaceb487-8581-4854-a0f4-e56b1d4d9702 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d81b6941-8f59-496d-8ce7-9aceca08786e HTTP/1.1" status: 204 len: 168 time: 0.0842919 Aug 17 16:42:15.955029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:15.967393 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceb487-8581-4854-a0f4-e56b1d4d9702 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d81b6941-8f59-496d-8ce7-9aceca08786e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:16.006237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8565940c-8fcb-4d55-aac5-a341e1d3e596 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0496259 Aug 17 16:42:16.008866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 53988) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:16.082931 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-924a29fb-0e40-4d70-aa0a-0e2ca8e92802 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.119156 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-924a29fb-0e40-4d70-aa0a-0e2ca8e92802 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.176396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:16.176914 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-924a29fb-0e40-4d70-aa0a-0e2ca8e92802 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.179690 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-924a29fb-0e40-4d70-aa0a-0e2ca8e92802 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.183351 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-924a29fb-0e40-4d70-aa0a-0e2ca8e92802 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "DELETE /v2.0/security-groups/413c49d1-b1fc-4d05-9b34-d31d5928e121 HTTP/1.1" status: 204 len: 168 time: 0.1710761 Aug 17 16:42:16.184506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 53994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:16.195701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a29fb-0e40-4d70-aa0a-0e2ca8e92802 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c49d1-b1fc-4d05-9b34-d31d5928e121,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:16.197862 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b030eca-2a9c-4994-ad16-5fdcb9fb79fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.542408 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-59b89298-77c9-4c70-8d29-9f87c7d2ef81 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3567364 Aug 17 16:42:16.547031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54004) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:16.611597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1be6e89-bc9f-4dab-8704-acf50b06cf31 tempest-SecGroupTest-847822850 tempest-SecGroupTest-847822850-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631685 Aug 17 16:42:16.639893 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b030eca-2a9c-4994-ad16-5fdcb9fb79fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.645873 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b030eca-2a9c-4994-ad16-5fdcb9fb79fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.679449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b030eca-2a9c-4994-ad16-5fdcb9fb79fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d1e428-63cf-472f-ba32-c898bb2e2850,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:16.702332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b030eca-2a9c-4994-ad16-5fdcb9fb79fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5634e3bf68e142a58ffe6e1bdd42cf41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222867 Aug 17 16:42:16.702699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54012) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:16.755564 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e637d4cb-7cb3-441f-9ffa-40a776c6bd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.779029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e637d4cb-7cb3-441f-9ffa-40a776c6bd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.838770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e637d4cb-7cb3-441f-9ffa-40a776c6bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.842139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e637d4cb-7cb3-441f-9ffa-40a776c6bd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:16.845950 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e637d4cb-7cb3-441f-9ffa-40a776c6bd79 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74d1e428-63cf-472f-ba32-c898bb2e2850 HTTP/1.1" status: 204 len: 168 time: 0.1399994 Aug 17 16:42:16.863536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637d4cb-7cb3-441f-9ffa-40a776c6bd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d1e428-63cf-472f-ba32-c898bb2e2850,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:16.994295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54022) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:17.369254 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-21704b0e-e0f6-4508-a751-de61b0ef4bb1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df6da918b6384df2a3badcf4b2b4ae98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710103 Aug 17 16:42:17.369604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54042) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:17.436436 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15749ca1-4cc5-4075-90aa-5728912bfbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:17.490222 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15749ca1-4cc5-4075-90aa-5728912bfbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:17.559540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15749ca1-4cc5-4075-90aa-5728912bfbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:17.563501 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15749ca1-4cc5-4075-90aa-5728912bfbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:17.567461 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-15749ca1-4cc5-4075-90aa-5728912bfbad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba9c1d8e-fa05-4438-b47d-50766256d315 HTTP/1.1" status: 204 len: 168 time: 0.1970022 Aug 17 16:42:17.578181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15749ca1-4cc5-4075-90aa-5728912bfbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9c1d8e-fa05-4438-b47d-50766256d315,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:18.480729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:18.618554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1266649002'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:18.642311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Made reservation on behalf of 7b24652f66e740818419b17a365b351c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:42:18.648859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:18.662197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:18.784815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:18.789777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:18.844304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef02c0f6-c2a2-4e49-aab6-7b8e5ca14e99,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:18.855752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:42:18.870041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:18.882954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a6af0-699c-40c8-bda1-89c792e4713f req-53a8a85b-b127-44e0-8f94-8fcc2a7f9132 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:18.883650 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f57a6af0-699c-40c8-bda1-89c792e4713f req-53a8a85b-b127-44e0-8f94-8fcc2a7f9132 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 945 time: 0.0905085 Aug 17 16:42:18.921563 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:18.921989 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Added segment 50a67662-cadb-4219-ab23-2cfc8092f219 of type vlan for network 571bbaa8-6d46-4b58-9b20-cca342daddb4 Aug 17 16:42:18.953082 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f57a6af0-699c-40c8-bda1-89c792e4713f req-b08998db-9e40-4579-baf5-db9a258ce47c tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628223 Aug 17 16:42:18.991741 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.100848 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.106969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:19.108151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.179764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6977749 Aug 17 16:42:19.183236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54178) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:19.188536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Request body: {'subnet': {'network_id': '571bbaa8-6d46-4b58-9b20-cca342daddb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:19.204335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db17943-ed4f-422d-acc2-8e8532732d70 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Pushing event updated for resources: {'Network': ['ID=571bbaa8-6d46-4b58-9b20-cca342daddb4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:19.221924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 571bbaa8-6d46-4b58-9b20-cca342daddb4 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:42:19.225888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Deleting port 1ed202f9-c56f-485d-8730-99d0830959c1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:19.226167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.320639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Made reservation on behalf of 7b24652f66e740818419b17a365b351c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:42:19.328903 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.346183 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.346528 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.361421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Calling delete_port for 1ed202f9-c56f-485d-8730-99d0830959c1 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:19.601874 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.610284 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.685735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.703358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:19.728573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Pushing event updated for resources: {'Subnet': ['ID=20435652-a84a-47b8-a4c8-85329eb686ed,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:19.747391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Checking segment: {'id': '50a67662-cadb-4219-ab23-2cfc8092f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '571bbaa8-6d46-4b58-9b20-cca342daddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:42:19.747946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Network hostable DHCP agents. Network: 571bbaa8-6d46-4b58-9b20-cca342daddb4, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:42:19.748315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event deleted for resources: {'Port': ['ID=1ed202f9-c56f-485d-8730-99d0830959c1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:19.799041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Network 571bbaa8-6d46-4b58-9b20-cca342daddb4 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:42:19.818711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 571bbaa8-6d46-4b58-9b20-cca342daddb4) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:42:19.822871 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.825727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:19.826902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.827675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4fd91f-1f9e-4080-aeb9-6cbc9137f1df None None] Network 571bbaa8-6d46-4b58-9b20-cca342daddb4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:42:19.855018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4327ab6c-4d64-49eb-ad05-2af9c9e8a289 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6705914 Aug 17 16:42:19.856202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54200) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:19.867046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Request body: {'port': {'network_id': '571bbaa8-6d46-4b58-9b20-cca342daddb4', 'name': 'tempest-TagsExtTest-604934150'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:19.908269 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:19.910561 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Floating IP 349c2281-7c91-4c3a-9ce3-7fa6e9911025 disassociated (deleted). External IP: 172.25.7.16, port: 4543f0b7-64a1-4a02-9a76-f0019774a1cf. Aug 17 16:42:20.046791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Made reservation on behalf of 7b24652f66e740818419b17a365b351c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:42:20.059711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.085644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-571bbaa8-6d46-4b58-9b20-cca342daddb4', 'network_id': '571bbaa8-6d46-4b58-9b20-cca342daddb4', 'tenant_id': '7b24652f66e740818419b17a365b351c', 'fixed_ips': [{'subnet_id': '20435652-a84a-47b8-a4c8-85329eb686ed'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:42:20.087248 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.101983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0122a573-b51d-4982-994d-12e5f43cb6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.118283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] device_id is not set on port 877402e4-d208-42a2-953e-776c435e073c yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:42:20.236559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee77cb2-652e-461b-a05d-73e4dd5e2779 req-04b32259-3044-47ac-8460-d8f20a8c10b2 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:20.238644 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ee77cb2-652e-461b-a05d-73e4dd5e2779 req-04b32259-3044-47ac-8460-d8f20a8c10b2 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 945 time: 0.1742854 Aug 17 16:42:20.299153 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ee77cb2-652e-461b-a05d-73e4dd5e2779 req-fc7c57eb-7f6b-4f9c-8b9f-545b31b37d13 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529716 Aug 17 16:42:20.337033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Allocated IP 172.20.0.2 (571bbaa8-6d46-4b58-9b20-cca342daddb4/20435652-a84a-47b8-a4c8-85329eb686ed/5cfb1577-1849-4962-9db4-12c3d6f266d7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:42:20.338752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-87379ca8-13b1-4eff-b071-3c82b995e223 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:20.338752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-87379ca8-13b1-4eff-b071-3c82b995e223 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 945 time: 0.1367147 Aug 17 16:42:20.402478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Router b2c657ba-0746-48b9-a966-fde5fa082cfa has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:42:20.474357 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0122a573-b51d-4982-994d-12e5f43cb6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.537746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0122a573-b51d-4982-994d-12e5f43cb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.574411 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.586976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Transition to ACTIVE for port object 5cfb1577-1849-4962-9db4-12c3d6f266d7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:42:20.603715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122a573-b51d-4982-994d-12e5f43cb6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7575eb2a-dd61-4ee0-9d6a-ef125d7153cd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:20.615602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Transition to ACTIVE for port object 5cfb1577-1849-4962-9db4-12c3d6f266d7 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:42:20.620529 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.645044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Network 571bbaa8-6d46-4b58-9b20-cca342daddb4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:42:20.647749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:42:20.675504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:42:20.680280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0122a573-b51d-4982-994d-12e5f43cb6d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58d0605e90274021a6487937933e7fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9538677 Aug 17 16:42:20.688957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-1ef5e3a4-10e0-45b1-bf40-d7d1a1b5718a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Deleting port 763c76bd-2e21-4449-bbb5-e22c65d92809 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:20.690189 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-1ef5e3a4-10e0-45b1-bf40-d7d1a1b5718a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.695364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54216) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:20.760501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Pushing event updated for resources: {'Port': ['ID=5cfb1577-1849-4962-9db4-12c3d6f266d7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:20.766013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Attempting to bind port 5cfb1577-1849-4962-9db4-12c3d6f266d7 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:42:20.766013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Attempting to bind port 5cfb1577-1849-4962-9db4-12c3d6f266d7 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '50a67662-cadb-4219-ab23-2cfc8092f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '571bbaa8-6d46-4b58-9b20-cca342daddb4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:42:20.778798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Attempting to bind port 5cfb1577-1849-4962-9db4-12c3d6f266d7 on network 571bbaa8-6d46-4b58-9b20-cca342daddb4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:42:20.781635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:42:20.781635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Checking segment: {'id': '50a67662-cadb-4219-ab23-2cfc8092f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '571bbaa8-6d46-4b58-9b20-cca342daddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:42:20.781980 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.782089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Allocated IP 172.20.0.3 (571bbaa8-6d46-4b58-9b20-cca342daddb4/20435652-a84a-47b8-a4c8-85329eb686ed/877402e4-d208-42a2-953e-776c435e073c) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:42:20.782358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Bound using segment: {'id': '50a67662-cadb-4219-ab23-2cfc8092f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '571bbaa8-6d46-4b58-9b20-cca342daddb4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:42:20.787776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Bound port: 5cfb1577-1849-4962-9db4-12c3d6f266d7, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a67662-cadb-4219-ab23-2cfc8092f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '571bbaa8-6d46-4b58-9b20-cca342daddb4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:42:20.788467 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.812433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:42:20.820557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.842315 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e38f3311-f60a-4f81-b940-6bcd05b7438e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.857231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f400e54-cfdf-4cad-8534-3d8a89a0060b tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "DELETE /v2.0/floatingips/349c2281-7c91-4c3a-9ce3-7fa6e9911025 HTTP/1.1" status: 204 len: 168 time: 1.9828515 Aug 17 16:42:20.857823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:42:20.861079 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab3d41e-5410-4dcb-bbc0-0983a899210a" -d '{"events": [{"name": "network-changed", "server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:42:20.882246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] For port 5cfb1577-1849-4962-9db4-12c3d6f266d7, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:42:20.885698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] For port 5cfb1577-1849-4962-9db4-12c3d6f266d7, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5cfb1577-1849-4962-9db4-12c3d6f266d7,segment=NetworkSegment(50a67662-cadb-4219-ab23-2cfc8092f219),segment_id=50a67662-cadb-4219-ab23-2cfc8092f219)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:42:20.892328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] Sync routers for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:42:20.902318 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e38f3311-f60a-4f81-b940-6bcd05b7438e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.916696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.941045 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e918e17-fe2a-4a7b-9242-756d273ce4fc x-openstack-request-id: req-6e918e17-fe2a-4a7b-9242-756d273ce4fc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:42:20.941425 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:42:20.941677 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e918e17-fe2a-4a7b-9242-756d273ce4fc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:42:20.942147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:42:20.942276 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'status': 'completed', 'code': 200} Aug 17 16:42:20.942830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:42:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:20.944453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-1ef5e3a4-10e0-45b1-bf40-d7d1a1b5718a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] For port 763c76bd-2e21-4449-bbb5-e22c65d92809, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=763c76bd-2e21-4449-bbb5-e22c65d92809,segment=NetworkSegment(a524fe14-9aa7-4d40-9f19-051dc09ae2ff),segment_id=a524fe14-9aa7-4d40-9f19-051dc09ae2ff)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:20.944837 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-1ef5e3a4-10e0-45b1-bf40-d7d1a1b5718a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:20.963525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-1ef5e3a4-10e0-45b1-bf40-d7d1a1b5718a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Calling delete_port for 763c76bd-2e21-4449-bbb5-e22c65d92809 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:21.150437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-62b88bcf-7096-4648-8024-c3012baef212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:21.153112 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-62b88bcf-7096-4648-8024-c3012baef212 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a4380f73928249e187b200e0f868549f&device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 1096 time: 0.1561284 Aug 17 16:42:21.172276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa7ddd-8fc8-42d6-8e91-291c0412860c None None] Pushing event updated for resources: {'Port': ['ID=5cfb1577-1849-4962-9db4-12c3d6f266d7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:21.248576 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e38f3311-f60a-4f81-b940-6bcd05b7438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:21.251279 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e38f3311-f60a-4f81-b940-6bcd05b7438e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:21.252473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e38f3311-f60a-4f81-b940-6bcd05b7438e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7575eb2a-dd61-4ee0-9d6a-ef125d7153cd HTTP/1.1" status: 204 len: 168 time: 0.5547485 Aug 17 16:42:21.275784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:21.294851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f3311-f60a-4f81-b940-6bcd05b7438e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7575eb2a-dd61-4ee0-9d6a-ef125d7153cd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:21.304149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-1ef5e3a4-10e0-45b1-bf40-d7d1a1b5718a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:21.314232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Transition to ACTIVE for port object 877402e4-d208-42a2-953e-776c435e073c will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:42:21.323701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['763c76bd-2e21-4449-bbb5-e22c65d92809'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:42:21.400261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:42:21.425530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5e3a4-10e0-45b1-bf40-d7d1a1b5718a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Pushing event deleted for resources: {'Port': ['ID=763c76bd-2e21-4449-bbb5-e22c65d92809,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:21.518553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-b2d79cad-7e01-4643-87b1-a246018bda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:21.520024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-b2d79cad-7e01-4643-87b1-a246018bda17 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220 HTTP/1.1" status: 200 len: 914 time: 0.3585305 Aug 17 16:42:21.526312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b5d52-b820-45fd-9824-dc353c177559 req-f1f7a05a-561e-44ec-a10a-468310282797 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:21.538787 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a38b5d52-b820-45fd-9824-dc353c177559 req-f1f7a05a-561e-44ec-a10a-468310282797 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 945 time: 0.2613366 Aug 17 16:42:21.591137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23493e1b-1735-41f4-b6e3-1be9db48e359 req-3fe28888-e95a-41b7-a362-623b17493088 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed342f81-72e7-4b53-a10f-00133acf8277 HTTP/1.1" status: 200 len: 210 time: 0.1069729 Aug 17 16:42:21.593567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-1ef5e3a4-10e0-45b1-bf40-d7d1a1b5718a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] No DVR routers for this DVR port 763c76bd-2e21-4449-bbb5-e22c65d92809 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:42:21.603657 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-1ef5e3a4-10e0-45b1-bf40-d7d1a1b5718a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:21.612849 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:21.625627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6ea8ebb-2c7a-434d-840a-8f5bd7db0d16 req-1ef5e3a4-10e0-45b1-bf40-d7d1a1b5718a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.91 "DELETE /v2.0/ports/763c76bd-2e21-4449-bbb5-e22c65d92809 HTTP/1.1" status: 204 len: 173 time: 1.2873173 Aug 17 16:42:21.719342 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-49ec6562-ae00-435d-8c14-f7e390051d11 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf HTTP/1.1" status: 200 len: 217 time: 0.1873608 Aug 17 16:42:21.800885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Network 571bbaa8-6d46-4b58-9b20-cca342daddb4 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:42:21.803105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Pushing event updated for resources: {'Port': ['ID=877402e4-d208-42a2-953e-776c435e073c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:21.819174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:42:21.826358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:42:21.827448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a38b5d52-b820-45fd-9824-dc353c177559 req-2b68d064-1131-4047-b3b5-8b334a723928 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875214 Aug 17 16:42:21.946624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-ca192e4d-1392-4810-8148-c82db5f61860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:21.948483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-ca192e4d-1392-4810-8148-c82db5f61860 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e58673f-d384-4d81-97db-026cd9f6e47f HTTP/1.1" status: 200 len: 852 time: 0.2044771 Aug 17 16:42:21.988476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:29Z', 'revision_number': 5, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:21.989010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:21.990973 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.038269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] Checking router: b2c657ba-0746-48b9-a966-fde5fa082cfa for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:42:22.044987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:22.053055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:42:22.059259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:42:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:22.062680 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ef61a004-aa55-4273-adca-a02574ca6188 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1987963 Aug 17 16:42:22.065842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54248) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:22.069021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5ed35d2-5658-469a-b058-140c7dcd842c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.076465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-40113297-cab3-425e-94e8-d964a8cbf5b4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1607971222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:22.090180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-b21e3b05-6e39-4391-a2e4-1248994355f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:22.092989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-b21e3b05-6e39-4391-a2e4-1248994355f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d2875ad-7089-46f1-a5a9-5bd82ad7c220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306579 Aug 17 16:42:22.192594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-40113297-cab3-425e-94e8-d964a8cbf5b4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:42:22.192594 n-d-804878-1 neutron-server[94839]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 16:42:22.192594 n-d-804878-1 neutron-server[94839]: [parameters: {'project_id': '7b24652f66e740818419b17a365b351c', 'id': '3480ea4c-c8ed-47a6-b52e-b7eca2dbc00c', 'expiration': datetime.datetime(2021, 8, 17, 16, 44, 22, 117299)}] Aug 17 16:42:22.192594 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:42:22.193635 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-40113297-cab3-425e-94e8-d964a8cbf5b4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:42:22.267596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:42:22.316870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-94b8f6ed-be5a-42ba-8211-8ae572bea5ce service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154136 Aug 17 16:42:22.336953 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5ed35d2-5658-469a-b058-140c7dcd842c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.344055 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5ed35d2-5658-469a-b058-140c7dcd842c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.418811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f5ed35d2-5658-469a-b058-140c7dcd842c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=924f8f9844e34b8097288d6496137dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692646 Aug 17 16:42:22.420684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed35d2-5658-469a-b058-140c7dcd842c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49e5d42-5043-4270-aff3-377d8ac219ac,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:22.425909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54254) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:22.504990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5282-22af-4606-8aed-b3f2ce86f2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.544433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5282-22af-4606-8aed-b3f2ce86f2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.562939 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ab3d41e-5410-4dcb-bbc0-0983a899210a req-921a1be6-0cd1-442c-95e6-f80d146a0eae service neutron] 10.222.0.93 "GET /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386813 Aug 17 16:42:22.650804 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5282-22af-4606-8aed-b3f2ce86f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.657018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5282-22af-4606-8aed-b3f2ce86f2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.660765 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba4c5282-22af-4606-8aed-b3f2ce86f2e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e49e5d42-5043-4270-aff3-377d8ac219ac HTTP/1.1" status: 204 len: 168 time: 0.2326903 Aug 17 16:42:22.672932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:29Z', 'revision_number': 5, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:22.698521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c5282-22af-4606-8aed-b3f2ce86f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49e5d42-5043-4270-aff3-377d8ac219ac,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:22.736313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4225008-c97e-4e1c-b0df-afce1ba12e55 None None] The sync data for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 is: [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:37:18Z', 'revision_number': 4, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2461ba58-ce08-4a54-a217-533280528be6', 'name': '', 'network_id': '0d2875ad-7089-46f1-a5a9-5bd82ad7c220', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'mac_address': 'fa:16:3e:16:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:16Z', 'updated_at': '2021-08-17T16:37:29Z', 'revision_number': 5, 'project_id': 'a4380f73928249e187b200e0f868549f', 'subnets': [{'id': '8e58673f-d384-4d81-97db-026cd9f6e47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:42:22.815001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-b7767959-c3ce-4bca-992f-55af5eb266ca tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:22.817263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-b7767959-c3ce-4bca-992f-55af5eb266ca tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.93 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 945 time: 0.1048133 Aug 17 16:42:22.819060 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40113297-cab3-425e-94e8-d964a8cbf5b4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.821155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40113297-cab3-425e-94e8-d964a8cbf5b4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.943505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed342f81-72e7-4b53-a10f-00133acf8277', 'name': 'network-vif-deleted', 'tag': '763c76bd-2e21-4449-bbb5-e22c65d92809'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:42:22.945977 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e19fe10-d951-4e64-9cfb-afac46641b83" -d '{"events": [{"server_uuid": "ed342f81-72e7-4b53-a10f-00133acf8277", "name": "network-vif-deleted", "tag": "763c76bd-2e21-4449-bbb5-e22c65d92809"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:42:22.957356 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40113297-cab3-425e-94e8-d964a8cbf5b4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:22.967673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40113297-cab3-425e-94e8-d964a8cbf5b4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:23.000249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08faecfb-b441-4c45-9a1a-d03a32a3d018 None None] Network 571bbaa8-6d46-4b58-9b20-cca342daddb4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:42:23.052679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40113297-cab3-425e-94e8-d964a8cbf5b4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:23.053923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-40113297-cab3-425e-94e8-d964a8cbf5b4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9834409 Aug 17 16:42:23.057353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:23.070782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5bbde015-ad76-4379-a916-44fa8f776695 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-470673260', 'prefixes': ['172.20.0.0/16']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:23.133649 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ec35a-cee7-42ef-8222-6a3cdaf9df5b x-openstack-request-id: req-9c3ec35a-cee7-42ef-8222-6a3cdaf9df5b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:42:23.133947 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed342f81-72e7-4b53-a10f-00133acf8277", "name": "network-vif-deleted", "tag": "763c76bd-2e21-4449-bbb5-e22c65d92809", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:42:23.134421 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c3ec35a-cee7-42ef-8222-6a3cdaf9df5b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:42:23.135042 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed342f81-72e7-4b53-a10f-00133acf8277', 'name': 'network-vif-deleted', 'tag': '763c76bd-2e21-4449-bbb5-e22c65d92809', 'status': 'completed', 'code': 200} Aug 17 16:42:23.199314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-32baa273-bb77-4a64-b098-31c10be03ec7 None None] Provisioning for port 5cfb1577-1849-4962-9db4-12c3d6f266d7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:42:23.209151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-360a534b-4455-464c-b616-5ccd8e511764 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Deleting port 4543f0b7-64a1-4a02-9a76-f0019774a1cf {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:23.209911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-360a534b-4455-464c-b616-5ccd8e511764 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:23.304842 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bbde015-ad76-4379-a916-44fa8f776695 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for subnetpool, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:23.326451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5bbde015-ad76-4379-a916-44fa8f776695 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2629151 Aug 17 16:42:23.331491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:23.345376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d88e-420a-44d7-8001-2a08c8764abd req-73c6a702-8169-4854-a816-d343b8f3412a tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:23.346317 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e003d88e-420a-44d7-8001-2a08c8764abd req-73c6a702-8169-4854-a816-d343b8f3412a tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 945 time: 0.2542565 Aug 17 16:42:23.350838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-b44e0f56-0c67-4c43-a59b-bb3da558ff59 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed', 'tempest-TagsExtTest-Tag-1499859438') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:23.460749 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2474c-5269-4e16-bc60-4ae17def4476 None None] New status for floating IP 349c2281-7c91-4c3a-9ce3-7fa6e9911025: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:42:23.480573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 763c76bd-2e21-4449-bbb5-e22c65d92809 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:42:23.651831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e003d88e-420a-44d7-8001-2a08c8764abd req-a15543ec-53d5-4ede-a47d-ba52e271701e tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/security-groups?id=43e5a023-c9b9-4882-94bc-389a8708c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956569 Aug 17 16:42:23.661986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 763c76bd-2e21-4449-bbb5-e22c65d92809 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:42:23.662465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 763c76bd-2e21-4449-bbb5-e22c65d92809 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:42:23.664503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-360a534b-4455-464c-b616-5ccd8e511764 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] For port 4543f0b7-64a1-4a02-9a76-f0019774a1cf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=4543f0b7-64a1-4a02-9a76-f0019774a1cf,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:23.664972 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-360a534b-4455-464c-b616-5ccd8e511764 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:23.670767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54290) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:23.672716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b44e0f56-0c67-4c43-a59b-bb3da558ff59 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags/tempest-TagsExtTest-Tag-1499859438 HTTP/1.1" status: 201 len: 201 time: 0.3388507 Aug 17 16:42:23.703640 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5cfb1577-1849-4962-9db4-12c3d6f266d7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:42:23.711880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-c4bd0ed9-486f-4aac-9404-06cb194c8064 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c', 'tempest-TagsExtTest-Tag-219585551') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:23.750185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-360a534b-4455-464c-b616-5ccd8e511764 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Calling delete_port for 4543f0b7-64a1-4a02-9a76-f0019774a1cf owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:23.818699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 5cfb1577-1849-4962-9db4-12c3d6f266d7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:42:23.824859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5cfb1577-1849-4962-9db4-12c3d6f266d7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:23.825235 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:23.960473 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:23.977605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c4bd0ed9-486f-4aac-9404-06cb194c8064 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags/tempest-TagsExtTest-Tag-219585551 HTTP/1.1" status: 201 len: 201 time: 0.3005297 Aug 17 16:42:23.981278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54302) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:23.991403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-5be8ee1e-4e07-4bb8-ad84-5cf096894a9d tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442', 'tempest-TagsExtTest-Tag-189669736') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:24.061694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 5cfb1577-1849-4962-9db4-12c3d6f266d7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5cfb1577-1849-4962-9db4-12c3d6f266d7,segment=NetworkSegment(50a67662-cadb-4219-ab23-2cfc8092f219),segment_id=50a67662-cadb-4219-ab23-2cfc8092f219)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:24.085152 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:24.094412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a58c5d3c-3f87-4750-9f7a-8eebbd99ff88 None None] Provisioning for port 877402e4-d208-42a2-953e-776c435e073c completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:42:24.121855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a58c5d3c-3f87-4750-9f7a-8eebbd99ff88 None None] Provisioning complete for port 877402e4-d208-42a2-953e-776c435e073c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:24.122387 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a58c5d3c-3f87-4750-9f7a-8eebbd99ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:24.229864 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-360a534b-4455-464c-b616-5ccd8e511764 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:24.264350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:24.265637 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5be8ee1e-4e07-4bb8-ad84-5cf096894a9d tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags/tempest-TagsExtTest-Tag-189669736 HTTP/1.1" status: 201 len: 201 time: 0.2807589 Aug 17 16:42:24.271860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-552690a8-0e16-4091-8230-996a23732a2d tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154', 'tempest-TagsExtTest-Tag-171108924') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:24.298751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a534b-4455-464c-b616-5ccd8e511764 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event deleted for resources: {'Port': ['ID=4543f0b7-64a1-4a02-9a76-f0019774a1cf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:24.312909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a58c5d3c-3f87-4750-9f7a-8eebbd99ff88 None None] Port 877402e4-d208-42a2-953e-776c435e073c cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:42:24.383244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-360a534b-4455-464c-b616-5ccd8e511764 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] No DVR routers for this DVR port 4543f0b7-64a1-4a02-9a76-f0019774a1cf on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:42:24.389204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a58c5d3c-3f87-4750-9f7a-8eebbd99ff88 None None] Provisioning complete for port 5cfb1577-1849-4962-9db4-12c3d6f266d7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:24.389529 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-360a534b-4455-464c-b616-5ccd8e511764 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:24.389750 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a58c5d3c-3f87-4750-9f7a-8eebbd99ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:24.393023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cae5986-bbff-4448-a8fc-52d0cefff5b0 req-360a534b-4455-464c-b616-5ccd8e511764 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.93 "DELETE /v2.0/ports/4543f0b7-64a1-4a02-9a76-f0019774a1cf HTTP/1.1" status: 204 len: 173 time: 1.5658638 Aug 17 16:42:24.393560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'name': 'network-vif-deleted', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:42:24.402238 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2054d46c-0969-48ad-837b-190e659aaf5a" -d '{"events": [{"server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "name": "network-vif-deleted", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:42:24.412698 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-552690a8-0e16-4091-8230-996a23732a2d tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags/tempest-TagsExtTest-Tag-171108924 HTTP/1.1" status: 201 len: 201 time: 0.1448243 Aug 17 16:42:24.413105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:24.428809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-1bd7d5d7-8e92-4c0d-8b3c-4d989ce15a46 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:24.476202 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb62515-af03-4761-af9b-74d7c362d2ec x-openstack-request-id: req-8bb62515-af03-4761-af9b-74d7c362d2ec {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:42:24.476669 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016889fa-fe3d-4d04-af22-b516357c2e23", "name": "network-vif-deleted", "tag": "4543f0b7-64a1-4a02-9a76-f0019774a1cf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:42:24.478421 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bb62515-af03-4761-af9b-74d7c362d2ec {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:42:24.479092 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016889fa-fe3d-4d04-af22-b516357c2e23', 'name': 'network-vif-deleted', 'tag': '4543f0b7-64a1-4a02-9a76-f0019774a1cf', 'status': 'completed', 'code': 200} Aug 17 16:42:24.515786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=5cfb1577-1849-4962-9db4-12c3d6f266d7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:24.579324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54326) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:24.580157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1bd7d5d7-8e92-4c0d-8b3c-4d989ce15a46 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags HTTP/1.1" status: 200 len: 241 time: 0.1659319 Aug 17 16:42:24.587406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-a447b4f2-b99b-4bcf-a67f-6059b5da6144 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed', 'tempest-TagsExtTest-Tag-1499859438') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:24.705350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2f46fb17-7b13-4991-8301-8531e167bd03 None None] Provisioning complete for port 877402e4-d208-42a2-953e-776c435e073c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:24.706255 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f46fb17-7b13-4991-8301-8531e167bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:24.791141 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a447b4f2-b99b-4bcf-a67f-6059b5da6144 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags/tempest-TagsExtTest-Tag-1499859438 HTTP/1.1" status: 204 len: 168 time: 0.2099481 Aug 17 16:42:24.795852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54336) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:24.806830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-193ea665-0812-404d-b563-0c97573d3d62 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed', 'tempest-TagsExtTest-Tag-1499859438') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:24.893967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2f46fb17-7b13-4991-8301-8531e167bd03 None None] Port 877402e4-d208-42a2-953e-776c435e073c cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:42:25.046064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e416f824-2791-4ee1-95e0-c16e2ea11e04 req-f2b7efe3-8470-403e-99ff-9d2ae47306db tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 210 time: 0.1602685 Aug 17 16:42:25.107319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:25.107917 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-193ea665-0812-404d-b563-0c97573d3d62 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags/tempest-TagsExtTest-Tag-1499859438 HTTP/1.1" status: 204 len: 168 time: 0.3096483 Aug 17 16:42:25.117995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-d223b9bc-a7ff-4b14-9016-0c30808be865 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:25.284210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 4543f0b7-64a1-4a02-9a76-f0019774a1cf no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:42:25.304155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54360) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:25.311820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-cd75db9b-7af6-4e8c-918d-a467dd93836e tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:25.315792 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d223b9bc-a7ff-4b14-9016-0c30808be865 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags HTTP/1.1" status: 200 len: 205 time: 0.2062566 Aug 17 16:42:25.337062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 4543f0b7-64a1-4a02-9a76-f0019774a1cf {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:42:25.337573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 4543f0b7-64a1-4a02-9a76-f0019774a1cf not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:42:25.444747 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cd75db9b-7af6-4e8c-918d-a467dd93836e tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags HTTP/1.1" status: 200 len: 240 time: 0.1369429 Aug 17 16:42:25.445637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:25.453339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-1d9381e7-1d81-47f4-8527-89785c8fe4f3 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c', 'tempest-TagsExtTest-Tag-219585551') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:25.647354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5cfb1577-1849-4962-9db4-12c3d6f266d7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:42:25.678593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54372) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:25.678734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1d9381e7-1d81-47f4-8527-89785c8fe4f3 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags/tempest-TagsExtTest-Tag-219585551 HTTP/1.1" status: 204 len: 168 time: 0.2316234 Aug 17 16:42:25.686254 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-9900f898-86a1-4370-914a-ce46ab0aa434 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c', 'tempest-TagsExtTest-Tag-219585551') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:25.766956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5cfb1577-1849-4962-9db4-12c3d6f266d7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:25.766956 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:25.785087 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9900f898-86a1-4370-914a-ce46ab0aa434 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags/tempest-TagsExtTest-Tag-219585551 HTTP/1.1" status: 204 len: 168 time: 0.1044955 Aug 17 16:42:25.788422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54376) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:25.793162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-d905c691-971c-42e6-9288-18bfad89b604 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:25.920053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d905c691-971c-42e6-9288-18bfad89b604 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags HTTP/1.1" status: 200 len: 205 time: 0.1279640 Aug 17 16:42:25.922686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:25.947445 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-20fcf203-e93d-47ad-8ef1-295e0f0254bd tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:26.092587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-20fcf203-e93d-47ad-8ef1-295e0f0254bd tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags HTTP/1.1" status: 200 len: 240 time: 0.1639886 Aug 17 16:42:26.097500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54396) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:26.103207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-44949344-5d10-4832-91fc-9b6bde6362e2 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442', 'tempest-TagsExtTest-Tag-189669736') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:26.253182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:26.253663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-44949344-5d10-4832-91fc-9b6bde6362e2 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags/tempest-TagsExtTest-Tag-189669736 HTTP/1.1" status: 204 len: 168 time: 0.1519191 Aug 17 16:42:26.261175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a2383ed-813c-4c36-bd67-36cb56093249 req-661471dc-ec80-41f9-86dc-2917985f1446 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0579908 Aug 17 16:42:26.267361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-bd0a8d3f-7bee-4317-b2f8-2fd0fd8ec95a tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442', 'tempest-TagsExtTest-Tag-189669736') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:26.429234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd0a8d3f-7bee-4317-b2f8-2fd0fd8ec95a tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags/tempest-TagsExtTest-Tag-189669736 HTTP/1.1" status: 204 len: 168 time: 0.1732242 Aug 17 16:42:26.432431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54426) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:26.438289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-bfe0b01c-ced2-4b5b-8413-b006b0352ad9 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:26.553040 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bfe0b01c-ced2-4b5b-8413-b006b0352ad9 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags HTTP/1.1" status: 200 len: 205 time: 0.1157260 Aug 17 16:42:26.553532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:26.565384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-04055e45-a863-4692-9311-1c6c061b4362 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:26.638188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-04055e45-a863-4692-9311-1c6c061b4362 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags HTTP/1.1" status: 200 len: 240 time: 0.0834603 Aug 17 16:42:26.638630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54448) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:26.663263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-d614875e-9104-4bc8-a71b-82252b6fdec5 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154', 'tempest-TagsExtTest-Tag-171108924') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:26.726903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d614875e-9104-4bc8-a71b-82252b6fdec5 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags/tempest-TagsExtTest-Tag-171108924 HTTP/1.1" status: 204 len: 168 time: 0.0806172 Aug 17 16:42:26.729280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54456) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:26.736545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-576e0204-a606-4422-aa5d-3c4e3a180c83 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154', 'tempest-TagsExtTest-Tag-171108924') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:26.794543 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-576e0204-a606-4422-aa5d-3c4e3a180c83 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags/tempest-TagsExtTest-Tag-171108924 HTTP/1.1" status: 204 len: 168 time: 0.0637155 Aug 17 16:42:26.796732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54462) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:26.803021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-1893e36c-1fa4-4dc6-8d41-c16f725df271 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:26.853204 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1893e36c-1fa4-4dc6-8d41-c16f725df271 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags HTTP/1.1" status: 200 len: 205 time: 0.0543320 Aug 17 16:42:26.855614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54466) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:26.865802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-59cf25d3-ba83-4913-835c-922fab546efc tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:26.916515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-59cf25d3-ba83-4913-835c-922fab546efc tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags HTTP/1.1" status: 204 len: 168 time: 0.0597913 Aug 17 16:42:26.921043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54474) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:26.934708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-6206738a-6e89-49e5-8aac-61d6f207e2d0 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:27.500715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8eb8dd10-7676-413a-bf43-77c48c6d3180 req-c5af785f-761d-47d7-b157-44c086a66d9c tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0731869 Aug 17 16:42:27.641775 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6206738a-6e89-49e5-8aac-61d6f207e2d0 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags HTTP/1.1" status: 204 len: 168 time: 0.7189004 Aug 17 16:42:27.644142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54514) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:27.672868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-4d3ea3e4-5b2e-4bb2-97e2-98037ad3731e tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:27.860551 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d3ea3e4-5b2e-4bb2-97e2-98037ad3731e tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags HTTP/1.1" status: 204 len: 168 time: 0.2088213 Aug 17 16:42:27.860551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:27.864375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-f1999ffd-11a5-4ae0-bc3f-0e70fc865abc tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:27.952045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f1999ffd-11a5-4ae0-bc3f-0e70fc865abc tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags HTTP/1.1" status: 204 len: 168 time: 0.0933602 Aug 17 16:42:27.955851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54538) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:27.962486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-153c1f82-ffb5-49f2-86f3-439aad499c3f tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed', 'tempest-TagsExtTest-Tag-1950115511') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:28.130816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-153c1f82-ffb5-49f2-86f3-439aad499c3f tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags/tempest-TagsExtTest-Tag-1950115511 HTTP/1.1" status: 201 len: 201 time: 0.1732635 Aug 17 16:42:28.133647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54554) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:28.144452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-01d10550-4a51-4d75-8606-1788ba57c7d4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c', 'tempest-TagsExtTest-Tag-642155026') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:28.326011 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-01d10550-4a51-4d75-8606-1788ba57c7d4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags/tempest-TagsExtTest-Tag-642155026 HTTP/1.1" status: 201 len: 201 time: 0.1886082 Aug 17 16:42:28.326728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54566) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:28.332995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-70015367-0941-467d-80fb-6252c2691063 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442', 'tempest-TagsExtTest-Tag-536406999') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:28.495091 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-70015367-0941-467d-80fb-6252c2691063 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags/tempest-TagsExtTest-Tag-536406999 HTTP/1.1" status: 201 len: 201 time: 0.1632888 Aug 17 16:42:28.495709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:28.504350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-2d5b08e8-6eba-4ad8-9ea6-5f557e747eaa tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154', 'tempest-TagsExtTest-Tag-2120662248') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:28.612824 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2d5b08e8-6eba-4ad8-9ea6-5f557e747eaa tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags/tempest-TagsExtTest-Tag-2120662248 HTTP/1.1" status: 201 len: 201 time: 0.1150644 Aug 17 16:42:28.618038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54590) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:28.626773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-b16c021b-99ff-41f1-88ec-a2649e3a195b tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed', {'tags': ['tempest-TagsExtTest-Tag-789235782', 'tempest-TagsExtTest-Tag-1371439727', 'tempest-TagsExtTest-Tag-1996787231']}) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:28.799140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f6e378b-1146-49e8-8abc-5f977f086107 req-06ae009f-4641-4e5c-b517-2ad60397f964 tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0884964 Aug 17 16:42:28.856266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b16c021b-99ff-41f1-88ec-a2649e3a195b tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags HTTP/1.1" status: 200 len: 317 time: 0.2364335 Aug 17 16:42:28.859017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54600) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:28.874840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-373aba8b-a270-478f-b0be-7da0545ac9a1 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:29.024510 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-373aba8b-a270-478f-b0be-7da0545ac9a1 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1635664 Aug 17 16:42:29.027249 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54614) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:29.033135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-63626a4c-f46f-423d-8dff-f5ec4f36385b tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed', 'tempest-TagsExtTest-Tag-789235782') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:29.150586 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-63626a4c-f46f-423d-8dff-f5ec4f36385b tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:29.155428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-63626a4c-f46f-423d-8dff-f5ec4f36385b tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags/tempest-TagsExtTest-Tag-789235782 HTTP/1.1" status: 404 len: 328 time: 0.1264133 Aug 17 16:42:29.157974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54620) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:29.167944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-770e3757-b960-490e-b58f-7a3752dd796e tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed', 'tempest-TagsExtTest-Tag-1371439727') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:29.265959 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-770e3757-b960-490e-b58f-7a3752dd796e tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:29.271594 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-770e3757-b960-490e-b58f-7a3752dd796e tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags/tempest-TagsExtTest-Tag-1371439727 HTTP/1.1" status: 404 len: 329 time: 0.1076908 Aug 17 16:42:29.275711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:29.285554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-4125d94f-d2be-41f1-a7ef-f02a1e76ca2e tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed', 'tempest-TagsExtTest-Tag-1996787231') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:29.392201 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-4125d94f-d2be-41f1-a7ef-f02a1e76ca2e tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:29.393480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4125d94f-d2be-41f1-a7ef-f02a1e76ca2e tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags/tempest-TagsExtTest-Tag-1996787231 HTTP/1.1" status: 404 len: 329 time: 0.1164393 Aug 17 16:42:29.398102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54634) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:29.404493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-793128a1-2edf-448a-b521-4cd6f1c932fe tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c', {'tags': ['tempest-TagsExtTest-Tag-451824884', 'tempest-TagsExtTest-Tag-434465452', 'tempest-TagsExtTest-Tag-580675118']}) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:29.569509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:29.570367 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-793128a1-2edf-448a-b521-4cd6f1c932fe tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags HTTP/1.1" status: 200 len: 315 time: 0.1699946 Aug 17 16:42:29.575558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-07a7f6f1-27c7-4f06-8c80-b39bde9998eb tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:29.682947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54662) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:29.689457 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-f363bb7a-8877-482a-9869-eb9c3d83bca4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c', 'tempest-TagsExtTest-Tag-451824884') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:29.695164 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-07a7f6f1-27c7-4f06-8c80-b39bde9998eb tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags HTTP/1.1" status: 204 len: 168 time: 0.1236055 Aug 17 16:42:29.769274 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-f363bb7a-8877-482a-9869-eb9c3d83bca4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:29.776396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:29.785497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-c6315f20-a297-4a90-88f2-da9bced92694 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c', 'tempest-TagsExtTest-Tag-434465452') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:29.790868 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f363bb7a-8877-482a-9869-eb9c3d83bca4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags/tempest-TagsExtTest-Tag-451824884 HTTP/1.1" status: 404 len: 328 time: 0.1063304 Aug 17 16:42:29.899379 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-c6315f20-a297-4a90-88f2-da9bced92694 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:29.904003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54680) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:29.915948 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6315f20-a297-4a90-88f2-da9bced92694 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags/tempest-TagsExtTest-Tag-434465452 HTTP/1.1" status: 404 len: 328 time: 0.1370223 Aug 17 16:42:29.916564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-756b81d0-a150-4eb1-981e-424dcac42d01 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c', 'tempest-TagsExtTest-Tag-580675118') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:29.990754 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-756b81d0-a150-4eb1-981e-424dcac42d01 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:29.991903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-756b81d0-a150-4eb1-981e-424dcac42d01 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags/tempest-TagsExtTest-Tag-580675118 HTTP/1.1" status: 404 len: 328 time: 0.0869057 Aug 17 16:42:30.008124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54686) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:30.040124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-edc9bb7d-7393-4eaa-aa88-c1701a026945 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442', {'tags': ['tempest-TagsExtTest-Tag-1342253955', 'tempest-TagsExtTest-Tag-584059243', 'tempest-TagsExtTest-Tag-1089150941']}) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:30.077505 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab7f0509-023f-4215-b5a1-90400dcc9399 req-f98f5359-948a-478c-a10f-1e26993141ad tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0857019 Aug 17 16:42:30.197842 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-edc9bb7d-7393-4eaa-aa88-c1701a026945 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags HTTP/1.1" status: 200 len: 317 time: 0.1858568 Aug 17 16:42:30.200739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:30.206064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-ca6579e7-31f7-4639-bdc8-1c6b46c5d9a3 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:30.335003 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca6579e7-31f7-4639-bdc8-1c6b46c5d9a3 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags HTTP/1.1" status: 204 len: 168 time: 0.1328695 Aug 17 16:42:30.336536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54700) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:30.344953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-5a880aef-7601-4662-a4de-284bbcecdf60 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442', 'tempest-TagsExtTest-Tag-1342253955') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:30.498715 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-5a880aef-7601-4662-a4de-284bbcecdf60 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:30.500428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5a880aef-7601-4662-a4de-284bbcecdf60 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags/tempest-TagsExtTest-Tag-1342253955 HTTP/1.1" status: 404 len: 329 time: 0.1622643 Aug 17 16:42:30.503950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:30.509747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-5e693a40-9ee2-4e03-b467-087c0b769d0d tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442', 'tempest-TagsExtTest-Tag-584059243') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:30.593586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:30.617699 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-5e693a40-9ee2-4e03-b467-087c0b769d0d tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:30.622974 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e693a40-9ee2-4e03-b467-087c0b769d0d tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags/tempest-TagsExtTest-Tag-584059243 HTTP/1.1" status: 404 len: 328 time: 0.1174386 Aug 17 16:42:30.624746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54714) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:30.629977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-a4d224be-3548-4aa1-8881-3f8802c8a869 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442', 'tempest-TagsExtTest-Tag-1089150941') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:30.751993 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-a4d224be-3548-4aa1-8881-3f8802c8a869 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:30.756146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:30.756383 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a4d224be-3548-4aa1-8881-3f8802c8a869 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags/tempest-TagsExtTest-Tag-1089150941 HTTP/1.1" status: 404 len: 329 time: 0.1302910 Aug 17 16:42:30.761708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-6dab0155-713d-41e7-8c37-40ca0e4ebdaa tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154', {'tags': ['tempest-TagsExtTest-Tag-3385718', 'tempest-TagsExtTest-Tag-977743091', 'tempest-TagsExtTest-Tag-1809674228']}) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:30.819501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e6fea74-9ea6-4c0d-be6e-eb8fe3a8ad00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:30.890999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54718) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:30.909617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-cdef70b2-eb94-43fd-9997-c066a6193700 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:30.915234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6dab0155-713d-41e7-8c37-40ca0e4ebdaa tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "PUT /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags HTTP/1.1" status: 200 len: 314 time: 0.1544018 Aug 17 16:42:31.016044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cdef70b2-eb94-43fd-9997-c066a6193700 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags HTTP/1.1" status: 204 len: 168 time: 0.1230800 Aug 17 16:42:31.016300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.028737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-1d311758-4ea4-491b-9ff4-1888ed04bc1d tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154', 'tempest-TagsExtTest-Tag-3385718') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:31.077561 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-1d311758-4ea4-491b-9ff4-1888ed04bc1d tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:31.078806 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1d311758-4ea4-491b-9ff4-1888ed04bc1d tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags/tempest-TagsExtTest-Tag-3385718 HTTP/1.1" status: 404 len: 326 time: 0.0607810 Aug 17 16:42:31.082327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.089376 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-9522b88e-82b0-405d-9922-89766f896eb9 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154', 'tempest-TagsExtTest-Tag-977743091') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:31.139019 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e6fea74-9ea6-4c0d-be6e-eb8fe3a8ad00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:31.141583 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-9522b88e-82b0-405d-9922-89766f896eb9 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:31.142702 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9522b88e-82b0-405d-9922-89766f896eb9 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags/tempest-TagsExtTest-Tag-977743091 HTTP/1.1" status: 404 len: 328 time: 0.0592222 Aug 17 16:42:31.146653 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.156608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-8315cc43-623a-42df-9b42-d202a74365dd tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154', 'tempest-TagsExtTest-Tag-1809674228') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:31.174627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e6fea74-9ea6-4c0d-be6e-eb8fe3a8ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:31.228853 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8315cc43-623a-42df-9b42-d202a74365dd tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] show failed (client error): The resource could not be found. Aug 17 16:42:31.230436 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8315cc43-623a-42df-9b42-d202a74365dd tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags/tempest-TagsExtTest-Tag-1809674228 HTTP/1.1" status: 404 len: 329 time: 0.0822852 Aug 17 16:42:31.234321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54734) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.234905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fea74-9ea6-4c0d-be6e-eb8fe3a8ad00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe2544-77d9-4f29-8e7f-7724b09c18ef,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:31.239505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-eca48c3f-dd3b-4225-a8ee-aaf92600d6e4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9288a52c-c92e-44c8-b216-e9b2eac8b154') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:31.278427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-eca48c3f-dd3b-4225-a8ee-aaf92600d6e4 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154/tags HTTP/1.1" status: 204 len: 168 time: 0.0413005 Aug 17 16:42:31.280348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54736) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.281690 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e726e881-6665-4a49-984d-26209a93024b req-27302129-acc1-442d-957e-5542ba55b55f tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "GET /v2.0/ports?device_id=016889fa-fe3d-4d04-af22-b516357c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0478587 Aug 17 16:42:31.286049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-2b27a81e-789c-4b1d-a669-0acba98dd92b tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ba72a4ae-5b8e-41c2-abd2-f6ca6c122442') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:31.288312 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0e6fea74-9ea6-4c0d-be6e-eb8fe3a8ad00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0344d02efb22474cae30e66dde6377fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6925180 Aug 17 16:42:31.288660 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54738) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.435773 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2b27a81e-789c-4b1d-a669-0acba98dd92b tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442/tags HTTP/1.1" status: 204 len: 168 time: 0.1536083 Aug 17 16:42:31.439287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54744) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.440005 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e8ac-93ca-45f3-b1c5-8b2471eccfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:31.449399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-4eff4a6a-2f1b-469a-b065-445149cf8cb3 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '877402e4-d208-42a2-953e-776c435e073c') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:31.516406 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e8ac-93ca-45f3-b1c5-8b2471eccfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:31.579623 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4eff4a6a-2f1b-469a-b065-445149cf8cb3 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c/tags HTTP/1.1" status: 204 len: 168 time: 0.1372530 Aug 17 16:42:31.584482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54752) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.589790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.tag.tag_plugin [None req-64209162-b057-489d-bddd-09d2fa88afbd tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '20435652-a84a-47b8-a4c8-85329eb686ed') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:31.643399 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e8ac-93ca-45f3-b1c5-8b2471eccfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:31.646742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e8ac-93ca-45f3-b1c5-8b2471eccfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:31.648098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c4b4e8ac-93ca-45f3-b1c5-8b2471eccfd1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d2fe2544-77d9-4f29-8e7f-7724b09c18ef HTTP/1.1" status: 204 len: 168 time: 0.3582952 Aug 17 16:42:31.663972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4e8ac-93ca-45f3-b1c5-8b2471eccfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe2544-77d9-4f29-8e7f-7724b09c18ef,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:31.699613 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-64209162-b057-489d-bddd-09d2fa88afbd tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1097827 Aug 17 16:42:31.699882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54762) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.900543 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-138246ec-dd3c-4e33-a27b-4fdaf24dfa75 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for subnetpool, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:31.901675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-138246ec-dd3c-4e33-a27b-4fdaf24dfa75 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/subnetpools/9288a52c-c92e-44c8-b216-e9b2eac8b154 HTTP/1.1" status: 204 len: 168 time: 0.2008421 Aug 17 16:42:31.906106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.936491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-2b9c02c0-72da-4de9-aa8c-9728c983d2f1 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:31.938719 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-2b9c02c0-72da-4de9-aa8c-9728c983d2f1 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/networks?id=48311fae-9002-4c1b-994d-a5c42989862a HTTP/1.1" status: 200 len: 813 time: 0.1800268 Aug 17 16:42:31.946976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0bc59bea-18e5-4f6c-b9d6-f1818a346c89 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba72a4ae-5b8e-41c2-abd2-f6ca6c122442 HTTP/1.1" status: 200 len: 205 time: 0.0385051 Aug 17 16:42:31.949396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:31.972598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-eda4315f-3c7e-4e58-ab31-150e6109beb4 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/quotas/355aaacc66df4dca8ee2d28168158de2 HTTP/1.1" status: 200 len: 375 time: 0.0223162 Aug 17 16:42:32.039001 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-72eaf12b-98c7-451a-9578-1519b7e729d6 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=355aaacc66df4dca8ee2d28168158de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493329 Aug 17 16:42:32.054388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f8b9-0494-4bd6-8ef4-1418d2b3eec2 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:32.118074 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9114235-99ee-47a0-adb9-9caec3ac385f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:32.198422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-5720563c-cd5b-40a2-a0ad-cecd623ba85b service neutron] 10.222.0.77 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581075 Aug 17 16:42:32.327355 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-53331e07-b116-4b8e-abee-68c2296fb4bf service neutron] 10.222.0.77 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148322 Aug 17 16:42:32.398327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54796) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:32.533034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d2e830a-0afe-4e5a-abe5-890bb844dfde tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:32.597902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d2e830a-0afe-4e5a-abe5-890bb844dfde tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:32.731118 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d2e830a-0afe-4e5a-abe5-890bb844dfde tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:32.733553 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d2e830a-0afe-4e5a-abe5-890bb844dfde tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:32.734956 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2d2e830a-0afe-4e5a-abe5-890bb844dfde tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] 10.222.0.77 "DELETE /v2.0/security-groups/43e5a023-c9b9-4882-94bc-389a8708c6a5 HTTP/1.1" status: 204 len: 168 time: 0.3355653 Aug 17 16:42:32.766993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e830a-0afe-4e5a-abe5-890bb844dfde tempest-TestVolumeBackupRestore-630541208 tempest-TestVolumeBackupRestore-630541208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e5a023-c9b9-4882-94bc-389a8708c6a5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:32.770768 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d604c47c-a017-4427-bfdc-feb83fd4c7bc req-1b420ab7-20b4-4df1-9101-ac98cc359b66 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 210 time: 0.0731881 Aug 17 16:42:32.770768 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f8b9-0494-4bd6-8ef4-1418d2b3eec2 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:32.778991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f8b9-0494-4bd6-8ef4-1418d2b3eec2 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:32.874496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f8b9-0494-4bd6-8ef4-1418d2b3eec2 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:32.875092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a0f8b9-0494-4bd6-8ef4-1418d2b3eec2 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Fanout notify agent at l3_agent the message router_deleted on router ba72a4ae-5b8e-41c2-abd2-f6ca6c122442 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:42:32.889378 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f8b9-0494-4bd6-8ef4-1418d2b3eec2 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:32.900325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e9a0f8b9-0494-4bd6-8ef4-1418d2b3eec2 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/routers/ba72a4ae-5b8e-41c2-abd2-f6ca6c122442 HTTP/1.1" status: 204 len: 168 time: 0.9494989 Aug 17 16:42:32.902995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 54820) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:33.128885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd70c364-286e-4565-a01a-9a1a2c8b3b21 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Deleting port 877402e4-d208-42a2-953e-776c435e073c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:33.132031 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd70c364-286e-4565-a01a-9a1a2c8b3b21 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:33.503240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd70c364-286e-4565-a01a-9a1a2c8b3b21 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:33.526204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd70c364-286e-4565-a01a-9a1a2c8b3b21 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Calling delete_port for 877402e4-d208-42a2-953e-776c435e073c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:33.909550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd70c364-286e-4565-a01a-9a1a2c8b3b21 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:33.971197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70c364-286e-4565-a01a-9a1a2c8b3b21 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Pushing event deleted for resources: {'Port': ['ID=877402e4-d208-42a2-953e-776c435e073c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:34.008996 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-95a04130-a1ff-4783-bec3-4e32e7bd2f01 req-a5cc814f-7eb6-444e-985d-72a90f1ae193 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 210 time: 0.0694339 Aug 17 16:42:34.370493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd70c364-286e-4565-a01a-9a1a2c8b3b21 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:34.373650 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd70c364-286e-4565-a01a-9a1a2c8b3b21 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/ports/877402e4-d208-42a2-953e-776c435e073c HTTP/1.1" status: 204 len: 168 time: 1.4695225 Aug 17 16:42:34.376883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 54988) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:34.503984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-b7d70789-40e8-4390-82ec-3911f973cae2 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:34.514398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-b7d70789-40e8-4390-82ec-3911f973cae2 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.91 "GET /v2.0/networks?id=48311fae-9002-4c1b-994d-a5c42989862a HTTP/1.1" status: 200 len: 813 time: 0.2658765 Aug 17 16:42:34.531804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Request body: {'port': {'device_id': '8cdd110f-de06-4613-8591-66764e688973', 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a', 'admin_state_up': True, 'tenant_id': '355aaacc66df4dca8ee2d28168158de2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:34.595640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35d5e93-327a-4161-9c2f-4d44d279aeb1 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Deleting subnet 20435652-a84a-47b8-a4c8-85329eb686ed {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:42:34.601744 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f35d5e93-327a-4161-9c2f-4d44d279aeb1 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:34.710787 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f35d5e93-327a-4161-9c2f-4d44d279aeb1 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:34.813007 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-442b2b3a-fba5-4c34-ba23-8b0275f77515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:34.890907 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f35d5e93-327a-4161-9c2f-4d44d279aeb1 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:34.895071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Made reservation on behalf of 355aaacc66df4dca8ee2d28168158de2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:42:34.901343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:35.032560 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:35.059168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f35d5e93-327a-4161-9c2f-4d44d279aeb1 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:35.129184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d5e93-327a-4161-9c2f-4d44d279aeb1 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Pushing event deleted for resources: {'Subnet': ['ID=20435652-a84a-47b8-a4c8-85329eb686ed,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:35.152045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c4293-3599-4cb5-9e94-2d5fb4938389 None None] Network 571bbaa8-6d46-4b58-9b20-cca342daddb4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:42:35.162765 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f35d5e93-327a-4161-9c2f-4d44d279aeb1 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:35.164944 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f35d5e93-327a-4161-9c2f-4d44d279aeb1 tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/subnets/20435652-a84a-47b8-a4c8-85329eb686ed HTTP/1.1" status: 204 len: 168 time: 0.7870226 Aug 17 16:42:35.169138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:35.183370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Allocated IP 172.20.0.12 (48311fae-9002-4c1b-994d-a5c42989862a/7b01dcd1-3603-40e5-b683-3008e9e078a2/e9165423-4a1d-4725-82ce-061790b6e682) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:42:35.309006 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ed91cd94-4d79-462b-9438-75e536860e2d req-505e4b7a-e2ae-430d-a838-523ae9b6edf1 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 210 time: 0.1032922 Aug 17 16:42:35.551639 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:35.599269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7550627d-d09e-4e70-ae90-41eddc60200b None None] DHCP port deletion for 571bbaa8-6d46-4b58-9b20-cca342daddb4 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:42:35.734425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7550627d-d09e-4e70-ae90-41eddc60200b None None] Deleting port 5cfb1577-1849-4962-9db4-12c3d6f266d7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:35.734785 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7550627d-d09e-4e70-ae90-41eddc60200b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:35.901134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7550627d-d09e-4e70-ae90-41eddc60200b None None] For port 5cfb1577-1849-4962-9db4-12c3d6f266d7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5cfb1577-1849-4962-9db4-12c3d6f266d7,segment=NetworkSegment(50a67662-cadb-4219-ab23-2cfc8092f219),segment_id=50a67662-cadb-4219-ab23-2cfc8092f219)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:35.901940 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7550627d-d09e-4e70-ae90-41eddc60200b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:35.939477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7550627d-d09e-4e70-ae90-41eddc60200b None None] Calling delete_port for 5cfb1577-1849-4962-9db4-12c3d6f266d7 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:35.960914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:35.986837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Deleting port 5cfb1577-1849-4962-9db4-12c3d6f266d7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:35.987550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:36.085111 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:36.186928 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7550627d-d09e-4e70-ae90-41eddc60200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:36.200377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] For port 5cfb1577-1849-4962-9db4-12c3d6f266d7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5cfb1577-1849-4962-9db4-12c3d6f266d7,segment=NetworkSegment(50a67662-cadb-4219-ab23-2cfc8092f219),segment_id=50a67662-cadb-4219-ab23-2cfc8092f219)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:36.200988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:36.222815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Calling delete_port for 5cfb1577-1849-4962-9db4-12c3d6f266d7 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:36.241197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550627d-d09e-4e70-ae90-41eddc60200b None None] Pushing event deleted for resources: {'Port': ['ID=5cfb1577-1849-4962-9db4-12c3d6f266d7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:36.245859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550627d-d09e-4e70-ae90-41eddc60200b None None] No DVR routers for this DVR port 5cfb1577-1849-4962-9db4-12c3d6f266d7 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:42:36.258174 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:36.350297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Network 48311fae-9002-4c1b-994d-a5c42989862a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:42:36.376229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:42:36.385385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:42:36.424828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Pushing event updated for resources: {'Port': ['ID=e9165423-4a1d-4725-82ce-061790b6e682,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:36.515755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:36.516440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:36.546453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d960a6-1423-4057-adce-997c1b956616 req-c8b9460f-d52c-456e-90ad-0d4b6ce3ab7b tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:36.548662 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13d960a6-1423-4057-adce-997c1b956616 req-c8b9460f-d52c-456e-90ad-0d4b6ce3ab7b tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 932 time: 0.0988946 Aug 17 16:42:36.554710 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:36.578629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-29a662d3-86c8-45ba-90d0-5bd4b6359873 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0602634 Aug 17 16:42:36.644511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13d960a6-1423-4057-adce-997c1b956616 req-843eff34-3544-4d54-a407-258d9bee65d2 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879612 Aug 17 16:42:36.654514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Request body: {'port': {'device_id': '8cdd110f-de06-4613-8591-66764e688973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:36.704060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Pushing event deleted for resources: {'Port': ['ID=5cfb1577-1849-4962-9db4-12c3d6f266d7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:36.713110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] No DVR routers for this DVR port 5cfb1577-1849-4962-9db4-12c3d6f266d7 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:42:36.815732 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:36.876760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:36.917490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571bbaa8-6d46-4b58-9b20-cca342daddb4']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:36.937136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a67662-cadb-4219-ab23-2cfc8092f219') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:36.937909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a67662-cadb-4219-ab23-2cfc8092f219') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:36.960421 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:37.068877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:37.108866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:42:37.109669 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:42:37.114228 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:42:37.251217 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:37.258828 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:37.260824 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] 10.222.0.77 "DELETE /v2.0/networks/571bbaa8-6d46-4b58-9b20-cca342daddb4 HTTP/1.1" status: 204 len: 168 time: 2.0906980 Aug 17 16:42:37.281999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d7daf-12c8-44dd-ac0c-18914dd5bb5c tempest-TagsExtTest-2126829895 tempest-TagsExtTest-2126829895-project] Pushing event deleted for resources: {'Network': ['ID=571bbaa8-6d46-4b58-9b20-cca342daddb4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:37.512961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5cfb1577-1849-4962-9db4-12c3d6f266d7 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:42:37.520326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9165423-4a1d-4725-82ce-061790b6e682 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:42:37.532522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:37.561708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Transition to ACTIVE for port object e9165423-4a1d-4725-82ce-061790b6e682 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:42:37.568811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 5cfb1577-1849-4962-9db4-12c3d6f266d7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:42:37.570822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5cfb1577-1849-4962-9db4-12c3d6f266d7 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:42:37.592053 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:37.684666 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:37.815597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Pushing event updated for resources: {'Port': ['ID=e9165423-4a1d-4725-82ce-061790b6e682,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:37.942606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Attempting to bind port e9165423-4a1d-4725-82ce-061790b6e682 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:42:37.943196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Attempting to bind port e9165423-4a1d-4725-82ce-061790b6e682 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:42:37.943540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Attempting to bind port e9165423-4a1d-4725-82ce-061790b6e682 on network 48311fae-9002-4c1b-994d-a5c42989862a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:42:37.973646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Port e9165423-4a1d-4725-82ce-061790b6e682 on network 48311fae-9002-4c1b-994d-a5c42989862a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:42:37.974812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Attempting to bind port e9165423-4a1d-4725-82ce-061790b6e682 on network 48311fae-9002-4c1b-994d-a5c42989862a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:42:37.987622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:42:37.988324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Checking segment: {'id': 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:42:37.988973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Bound using segment: {'id': 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:42:37.990220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Bound port: e9165423-4a1d-4725-82ce-061790b6e682, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:42:37.991021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:38.007913 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef3b1e-cfe9-4946-a224-1c7a7a5fbe74 req-389b4e3a-0fdc-4ebe-8a32-40152ca050d7 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:38.012318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23ef3b1e-cfe9-4946-a224-1c7a7a5fbe74 req-389b4e3a-0fdc-4ebe-8a32-40152ca050d7 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 944 time: 0.2123487 Aug 17 16:42:38.090415 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23ef3b1e-cfe9-4946-a224-1c7a7a5fbe74 req-2a141b31-ae12-41de-a63c-12629b988350 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692837 Aug 17 16:42:38.106324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55354) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:38.228705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] For port e9165423-4a1d-4725-82ce-061790b6e682, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:42:38.236547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] For port e9165423-4a1d-4725-82ce-061790b6e682, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e9165423-4a1d-4725-82ce-061790b6e682,segment=NetworkSegment(a524fe14-9aa7-4d40-9f19-051dc09ae2ff),segment_id=a524fe14-9aa7-4d40-9f19-051dc09ae2ff)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:42:38.243122 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:38.322251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:38.322896 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:38.325694 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] 10.222.0.91 "PUT /v2.0/ports/e9165423-4a1d-4725-82ce-061790b6e682 HTTP/1.1" status: 200 len: 1092 time: 1.6783187 Aug 17 16:42:38.326503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdd110f-de06-4613-8591-66764e688973', 'tag': 'e9165423-4a1d-4725-82ce-061790b6e682'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:42:38.330273 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6d68de-b14b-4d0a-a532-8ac0a399f875" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdd110f-de06-4613-8591-66764e688973", "tag": "e9165423-4a1d-4725-82ce-061790b6e682"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:42:38.473368 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c67511-aa91-4669-b44c-b7e7a0aa1495 x-openstack-request-id: req-28c67511-aa91-4669-b44c-b7e7a0aa1495 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:42:38.481902 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdd110f-de06-4613-8591-66764e688973", "tag": "e9165423-4a1d-4725-82ce-061790b6e682", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:42:38.482194 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28c67511-aa91-4669-b44c-b7e7a0aa1495 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:42:38.482664 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdd110f-de06-4613-8591-66764e688973', 'tag': 'e9165423-4a1d-4725-82ce-061790b6e682', 'status': 'completed', 'code': 200} Aug 17 16:42:38.493562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccc402-b765-45a3-89ca-7aa725022688 service neutron] Pushing event updated for resources: {'Port': ['ID=e9165423-4a1d-4725-82ce-061790b6e682,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:38.508821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-22cc98aa-c3cc-4f0d-b58c-92a82d57123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:38.511358 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-22cc98aa-c3cc-4f0d-b58c-92a82d57123a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=355aaacc66df4dca8ee2d28168158de2&device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 1095 time: 0.1281981 Aug 17 16:42:38.513768 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6805f529-aae2-48a0-8995-fc55b3e13468 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b24652f66e740818419b17a365b351c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060035 Aug 17 16:42:38.516760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55398) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:38.637731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-d2dffb6d-5e2e-4e15-8900-f1e2a3475b40 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9165423-4a1d-4725-82ce-061790b6e682 HTTP/1.1" status: 200 len: 217 time: 0.0984972 Aug 17 16:42:38.774545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-2465e8e8-7a1e-4561-bfad-009612126571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:38.776399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-2465e8e8-7a1e-4561-bfad-009612126571 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7b01dcd1-3603-40e5-b683-3008e9e078a2 HTTP/1.1" status: 200 len: 853 time: 0.1144152 Aug 17 16:42:38.841889 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-8b03cccc-cf5f-40dd-bdab-ee9b614035b2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=48311fae-9002-4c1b-994d-a5c42989862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569909 Aug 17 16:42:38.847440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ec489e-1a6c-4059-b226-87a036a4ac1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:38.948256 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ec489e-1a6c-4059-b226-87a036a4ac1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:39.104217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-df049a35-22e1-418f-9565-03143029302d service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528586 Aug 17 16:42:39.240256 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ec489e-1a6c-4059-b226-87a036a4ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:39.243319 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ec489e-1a6c-4059-b226-87a036a4ac1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:39.244978 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-53ec489e-1a6c-4059-b226-87a036a4ac1f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef02c0f6-c2a2-4e49-aab6-7b8e5ca14e99 HTTP/1.1" status: 204 len: 168 time: 0.7264700 Aug 17 16:42:39.270147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec489e-1a6c-4059-b226-87a036a4ac1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef02c0f6-c2a2-4e49-aab6-7b8e5ca14e99,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:39.544519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df90e46b-4c7e-494e-91f0-12df7a03513c req-314f58b7-4fba-4720-9bbc-825cf13fc1c9 service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341872 Aug 17 16:42:39.601486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6650e-81d5-4ba7-ae12-31e3d1f7a3e1 req-ae858727-7def-4def-8189-5c1959847690 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:39.615219 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ca6650e-81d5-4ba7-ae12-31e3d1f7a3e1 req-ae858727-7def-4def-8189-5c1959847690 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 944 time: 0.1705778 Aug 17 16:42:39.733880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ca6650e-81d5-4ba7-ae12-31e3d1f7a3e1 req-e6be2924-9b0a-4ee5-80b1-2c0bb8906956 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632091 Aug 17 16:42:39.738153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d68de-b14b-4d0a-a532-8ac0a399f875 req-93c103e8-0869-4363-82a4-b703535fc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:39.740784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e6d68de-b14b-4d0a-a532-8ac0a399f875 req-93c103e8-0869-4363-82a4-b703535fc85d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=355aaacc66df4dca8ee2d28168158de2&device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 1095 time: 0.1244514 Aug 17 16:42:39.955102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d68de-b14b-4d0a-a532-8ac0a399f875 req-627901b0-abb9-473d-8a0b-b6d5731369b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:39.957165 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e6d68de-b14b-4d0a-a532-8ac0a399f875 req-627901b0-abb9-473d-8a0b-b6d5731369b1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=48311fae-9002-4c1b-994d-a5c42989862a HTTP/1.1" status: 200 len: 914 time: 0.2093387 Aug 17 16:42:40.038503 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e6d68de-b14b-4d0a-a532-8ac0a399f875 req-85b0a93b-4f70-497f-816b-c04bed852ab0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9165423-4a1d-4725-82ce-061790b6e682 HTTP/1.1" status: 200 len: 217 time: 0.0683599 Aug 17 16:42:40.137243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d68de-b14b-4d0a-a532-8ac0a399f875 req-606da3d0-96e6-4661-b0f6-340ab7fb3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:40.140727 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e6d68de-b14b-4d0a-a532-8ac0a399f875 req-606da3d0-96e6-4661-b0f6-340ab7fb3791 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7b01dcd1-3603-40e5-b683-3008e9e078a2 HTTP/1.1" status: 200 len: 853 time: 0.0933588 Aug 17 16:42:40.254746 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e6d68de-b14b-4d0a-a532-8ac0a399f875 req-0e0acfc8-0631-4cea-9fcd-46ee62fadb2e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=48311fae-9002-4c1b-994d-a5c42989862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010501 Aug 17 16:42:40.539932 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e6d68de-b14b-4d0a-a532-8ac0a399f875 req-0e3dc96c-b770-4b36-8eb6-40793470461e service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802963 Aug 17 16:42:40.583154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55554) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:40.787459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e6d68de-b14b-4d0a-a532-8ac0a399f875 req-1b75cc22-d1f4-4fe2-b618-223bd1c7e6fe service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116032 Aug 17 16:42:41.012451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cf519-3811-4664-90a8-06d2d1fa51c4 req-3ada5abb-585d-43bb-86f7-80bda3306e34 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:41.014113 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-086cf519-3811-4664-90a8-06d2d1fa51c4 req-3ada5abb-585d-43bb-86f7-80bda3306e34 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 944 time: 0.1428199 Aug 17 16:42:41.071747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-086cf519-3811-4664-90a8-06d2d1fa51c4 req-785261ba-963e-4ecc-a6d7-f45b86d9a33f tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465176 Aug 17 16:42:41.509376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e9165423-4a1d-4725-82ce-061790b6e682 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:42:41.567040 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:41.782099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e9165423-4a1d-4725-82ce-061790b6e682, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e9165423-4a1d-4725-82ce-061790b6e682,segment=NetworkSegment(a524fe14-9aa7-4d40-9f19-051dc09ae2ff),segment_id=a524fe14-9aa7-4d40-9f19-051dc09ae2ff)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:41.809895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e9165423-4a1d-4725-82ce-061790b6e682', 'network_id': '48311fae-9002-4c1b-994d-a5c42989862a', 'port_id': 'e9165423-4a1d-4725-82ce-061790b6e682', 'mac_address': 'fa:16:3e:1a:5e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b01dcd1-3603-40e5-b683-3008e9e078a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:42:41.881531 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:41.947878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9165423-4a1d-4725-82ce-061790b6e682 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:42:41.997283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e9165423-4a1d-4725-82ce-061790b6e682, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e9165423-4a1d-4725-82ce-061790b6e682,segment=NetworkSegment(a524fe14-9aa7-4d40-9f19-051dc09ae2ff),segment_id=a524fe14-9aa7-4d40-9f19-051dc09ae2ff)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:42.003939 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:42.044816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Deleting port 2461ba58-ce08-4a54-a217-533280528be6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:42.045405 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:42.065882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e9165423-4a1d-4725-82ce-061790b6e682,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:42.074799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.075425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.075935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.076454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.076958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.077456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.077952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.078633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.079163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.079658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.080168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.080670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.204910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e9165423-4a1d-4725-82ce-061790b6e682'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:42:42.238890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] For port 2461ba58-ce08-4a54-a217-533280528be6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2461ba58-ce08-4a54-a217-533280528be6,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:42.240093 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:42.262067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Calling delete_port for 2461ba58-ce08-4a54-a217-533280528be6 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:42.307248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c4814-3773-4e6d-8635-fefda2d97343 req-89e09393-0699-453c-83d0-0c1b42e2896e tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:42.308875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-540c4814-3773-4e6d-8635-fefda2d97343 req-89e09393-0699-453c-83d0-0c1b42e2896e tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 945 time: 0.1256261 Aug 17 16:42:42.405268 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-540c4814-3773-4e6d-8635-fefda2d97343 req-033d16f3-18d5-4f2f-aaa0-0083c83ff324 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776100 Aug 17 16:42:42.597818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:42.639517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Pushing event deleted for resources: {'Port': ['ID=2461ba58-ce08-4a54-a217-533280528be6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:42.655608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.655836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.656208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.656499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.656830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.657162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.657486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.657810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.658136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.658601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.658935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.659525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:42:42.887021 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.007342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:43.141317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bab47552-c961-4fe2-aefe-614e09f16b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.224918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Router b2c657ba-0746-48b9-a966-fde5fa082cfa has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:42:43.295552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bab47552-c961-4fe2-aefe-614e09f16b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.301491 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bab47552-c961-4fe2-aefe-614e09f16b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.348367 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bab47552-c961-4fe2-aefe-614e09f16b43 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=194656c978ce4ffbb17317ab7a8e7de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362479 Aug 17 16:42:43.349529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:43.358726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab47552-c961-4fe2-aefe-614e09f16b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4359aac-4811-483b-95b2-782d35f4efd7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:43.428561 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8df1863f-5668-4509-a40e-0f0307e47f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.465701 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8df1863f-5668-4509-a40e-0f0307e47f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.523571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e9165423-4a1d-4725-82ce-061790b6e682 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:42:43.592838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750984e-2651-4e44-ba73-b8bfe1efe5c8 req-3cac589a-58dd-4dad-bf25-045c712fc180 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:43.593706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e9165423-4a1d-4725-82ce-061790b6e682 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:42:43.594607 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7750984e-2651-4e44-ba73-b8bfe1efe5c8 req-3cac589a-58dd-4dad-bf25-045c712fc180 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 945 time: 0.0723631 Aug 17 16:42:43.595929 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8df1863f-5668-4509-a40e-0f0307e47f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.599040 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8df1863f-5668-4509-a40e-0f0307e47f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.599325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e9165423-4a1d-4725-82ce-061790b6e682 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:43.602658 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8df1863f-5668-4509-a40e-0f0307e47f47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4359aac-4811-483b-95b2-782d35f4efd7 HTTP/1.1" status: 204 len: 168 time: 0.2495551 Aug 17 16:42:43.604388 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.610418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1863f-5668-4509-a40e-0f0307e47f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4359aac-4811-483b-95b2-782d35f4efd7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:43.662749 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7750984e-2651-4e44-ba73-b8bfe1efe5c8 req-76f5c632-e4dc-4482-9b63-88b2230e1e4a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517433 Aug 17 16:42:43.748995 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.798105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e9165423-4a1d-4725-82ce-061790b6e682, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e9165423-4a1d-4725-82ce-061790b6e682,segment=NetworkSegment(a524fe14-9aa7-4d40-9f19-051dc09ae2ff),segment_id=a524fe14-9aa7-4d40-9f19-051dc09ae2ff)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:43.799970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd110f-de06-4613-8591-66764e688973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9165423-4a1d-4725-82ce-061790b6e682'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:42:43.807793 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af549ae-f81e-48d4-aadb-a88167d5075a" -d '{"events": [{"server_uuid": "8cdd110f-de06-4613-8591-66764e688973", "name": "network-vif-plugged", "status": "completed", "tag": "e9165423-4a1d-4725-82ce-061790b6e682"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:42:43.828013 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:43.938988 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d765f2dd-b7bc-43e0-b44e-e90fdcc0e8cb x-openstack-request-id: req-d765f2dd-b7bc-43e0-b44e-e90fdcc0e8cb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:42:43.942070 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd110f-de06-4613-8591-66764e688973", "name": "network-vif-plugged", "status": "completed", "tag": "e9165423-4a1d-4725-82ce-061790b6e682", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:42:43.943023 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d765f2dd-b7bc-43e0-b44e-e90fdcc0e8cb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:42:43.943802 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd110f-de06-4613-8591-66764e688973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9165423-4a1d-4725-82ce-061790b6e682', 'code': 200} Aug 17 16:42:44.047597 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e9165423-4a1d-4725-82ce-061790b6e682,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:44.061181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7773e56-dd17-492b-83bc-6c573c36e43d req-d91cfb6c-2f24-4b75-b175-2c0459f9b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:44.063043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a7773e56-dd17-492b-83bc-6c573c36e43d req-d91cfb6c-2f24-4b75-b175-2c0459f9b5ba service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 1097 time: 0.0998423 Aug 17 16:42:44.122262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:42:44.135851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] Sync routers for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:42:44.148694 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a7773e56-dd17-492b-83bc-6c573c36e43d req-7eecb342-4833-45b2-8579-e96c83401cf3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757499 Aug 17 16:42:44.152511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7ac9f05f-9859-4669-bc80-d5691979543b admin admin] 10.222.0.77 "PUT /v2.0/routers/b2c657ba-0746-48b9-a966-fde5fa082cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5670109 Aug 17 16:42:44.155261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:44.166299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:42:44.167016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:42:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:44.184653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55756) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:44.221356 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07604029-2a4e-49b1-9218-fce09391f5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.402629 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.424151 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07604029-2a4e-49b1-9218-fce09391f5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.426854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:42:44.433505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07604029-2a4e-49b1-9218-fce09391f5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.490787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-07604029-2a4e-49b1-9218-fce09391f5e5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32894f9cc2ca49bebbd70469cc4a1adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017602 Aug 17 16:42:44.490787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07604029-2a4e-49b1-9218-fce09391f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35b0cd6-69c9-4ecf-a587-a3dd1a059a70,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:44.492000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55770) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:44.568421 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.571791 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-564b21d5-e173-4fb3-b333-5b74231e489d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.599335 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-564b21d5-e173-4fb3-b333-5b74231e489d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.639330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Deleting port b4eff8e3-4b25-4862-8a8d-68ca839eefa8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:44.640046 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.666771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-564b21d5-e173-4fb3-b333-5b74231e489d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.669570 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-564b21d5-e173-4fb3-b333-5b74231e489d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.670861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-564b21d5-e173-4fb3-b333-5b74231e489d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f35b0cd6-69c9-4ecf-a587-a3dd1a059a70 HTTP/1.1" status: 204 len: 168 time: 0.1676874 Aug 17 16:42:44.683537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b21d5-e173-4fb3-b333-5b74231e489d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35b0cd6-69c9-4ecf-a587-a3dd1a059a70,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:44.828437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] For port b4eff8e3-4b25-4862-8a8d-68ca839eefa8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b4eff8e3-4b25-4862-8a8d-68ca839eefa8,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:44.828868 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:44.854582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:44.885901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Calling delete_port for b4eff8e3-4b25-4862-8a8d-68ca839eefa8 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:44.895092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:42:42Z', 'revision_number': 5, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port': {'id': 'b4eff8e3-4b25-4862-8a8d-68ca839eefa8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:04Z', 'updated_at': '2021-08-17T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:44.926714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb43f17-7977-4ae8-aeeb-82fffab62414 req-52e4e0d5-c411-4f55-8415-2d8bb465fd89 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:44.927506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] Checking router: b2c657ba-0746-48b9-a966-fde5fa082cfa for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:42:44.935202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fb43f17-7977-4ae8-aeeb-82fffab62414 req-52e4e0d5-c411-4f55-8415-2d8bb465fd89 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 946 time: 0.1562419 Aug 17 16:42:44.938341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] Routers {'b2c657ba-0746-48b9-a966-fde5fa082cfa'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:42:44.939379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:42:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b2c657ba-0746-48b9-a966-fde5fa082cfa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:44.997550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fb43f17-7977-4ae8-aeeb-82fffab62414 req-c32c3c07-fc47-441a-9fdb-1fac2a89e2ab tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613055 Aug 17 16:42:45.089204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] Set router b2c657ba-0746-48b9-a966-fde5fa082cfa gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:42:45.163000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:42:44Z', 'revision_number': 6, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:45.179326 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.193912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d4c1a-a1d1-4f24-a0b2-24430ce039d1 None None] The sync data for ids ['b2c657ba-0746-48b9-a966-fde5fa082cfa'] in n-d-804878-1 is: [{'id': 'b2c657ba-0746-48b9-a966-fde5fa082cfa', 'name': 'tempest-TestVolumeBackupRestore-373526183-router', 'tenant_id': 'a4380f73928249e187b200e0f868549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:02Z', 'updated_at': '2021-08-17T16:42:44Z', 'revision_number': 6, 'project_id': 'a4380f73928249e187b200e0f868549f', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:42:45.232623 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4eff8e3-4b25-4862-8a8d-68ca839eefa8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:45.323846 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2241ec3-b80d-42d8-845d-871c9a83be9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.347991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.454776 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.459430 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.516020 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.516576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c657ba-0746-48b9-a966-fde5fa082cfa {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:42:45.524149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.525295 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-06de9abe-724c-4cd5-bde0-acd181799130 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b2c657ba-0746-48b9-a966-fde5fa082cfa HTTP/1.1" status: 204 len: 168 time: 1.3687167 Aug 17 16:42:45.527912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55810) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:45.604667 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2241ec3-b80d-42d8-845d-871c9a83be9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.607924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d837acbc-81a5-4e93-a52a-b558ee909150 admin admin] Deleting subnet 8e58673f-d384-4d81-97db-026cd9f6e47f {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:42:45.611914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2241ec3-b80d-42d8-845d-871c9a83be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.613938 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d837acbc-81a5-4e93-a52a-b558ee909150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.673590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2461ba58-ce08-4a54-a217-533280528be6 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:42:45.702684 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d837acbc-81a5-4e93-a52a-b558ee909150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.703267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2241ec3-b80d-42d8-845d-871c9a83be9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=08c67c673e4e4347b3123186231d1fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8343525 Aug 17 16:42:45.704351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:45.713003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2461ba58-ce08-4a54-a217-533280528be6 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:42:45.713459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2461ba58-ce08-4a54-a217-533280528be6 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:42:45.717746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2241ec3-b80d-42d8-845d-871c9a83be9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98701ee6-d04f-4451-a9da-4d1817092f0e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:45.771625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-696f3cee-b52f-456a-a5dc-175924cbf8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.803873 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-696f3cee-b52f-456a-a5dc-175924cbf8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.831137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d837acbc-81a5-4e93-a52a-b558ee909150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.874740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-696f3cee-b52f-456a-a5dc-175924cbf8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.877674 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-696f3cee-b52f-456a-a5dc-175924cbf8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.879296 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-696f3cee-b52f-456a-a5dc-175924cbf8ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98701ee6-d04f-4451-a9da-4d1817092f0e HTTP/1.1" status: 204 len: 168 time: 0.1719325 Aug 17 16:42:45.897288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f3cee-b52f-456a-a5dc-175924cbf8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98701ee6-d04f-4451-a9da-4d1817092f0e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:45.912050 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d837acbc-81a5-4e93-a52a-b558ee909150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.949780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837acbc-81a5-4e93-a52a-b558ee909150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e58673f-d384-4d81-97db-026cd9f6e47f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:45.962149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d837acbc-81a5-4e93-a52a-b558ee909150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:45.962733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47753e4f-346f-41c6-9658-ffb1dba295d0 None None] Network 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:42:45.966301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d837acbc-81a5-4e93-a52a-b558ee909150 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8e58673f-d384-4d81-97db-026cd9f6e47f HTTP/1.1" status: 204 len: 168 time: 0.4362597 Aug 17 16:42:45.967984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55824) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:46.068405 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:46.279183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7125fa4-0b27-4071-9ff3-aa9fd65318b5 None None] DHCP port deletion for 0d2875ad-7089-46f1-a5a9-5bd82ad7c220 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:42:46.285897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bea549-972b-4d21-8310-a38775b69582 req-07cff52d-9019-46c5-bc34-cbebc3b3ca6a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:46.290275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-88bea549-972b-4d21-8310-a38775b69582 req-07cff52d-9019-46c5-bc34-cbebc3b3ca6a tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 946 time: 0.1580358 Aug 17 16:42:46.293414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Deleting port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:46.293828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:46.388242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7125fa4-0b27-4071-9ff3-aa9fd65318b5 None None] Deleting port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:46.388924 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7125fa4-0b27-4071-9ff3-aa9fd65318b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:46.441544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] For port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1ee885db-d77e-45fb-9a1f-1fba4b6e4992,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:46.443326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:46.466231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-88bea549-972b-4d21-8310-a38775b69582 req-d7e8708e-88f3-44d5-b886-c9e9965c5a3e tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511054 Aug 17 16:42:46.479346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Calling delete_port for 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:46.576872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f7125fa4-0b27-4071-9ff3-aa9fd65318b5 None None] For port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1ee885db-d77e-45fb-9a1f-1fba4b6e4992,segment=NetworkSegment(63f41688-5c0a-4d6a-bcb8-e1cc119ea678),segment_id=63f41688-5c0a-4d6a-bcb8-e1cc119ea678)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:46.577281 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7125fa4-0b27-4071-9ff3-aa9fd65318b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:46.604580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7125fa4-0b27-4071-9ff3-aa9fd65318b5 None None] Calling delete_port for 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:46.708173 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:46.758832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee885db-d77e-45fb-9a1f-1fba4b6e4992,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:46.781894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] No DVR routers for this DVR port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:42:46.815428 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7125fa4-0b27-4071-9ff3-aa9fd65318b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:46.895096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7125fa4-0b27-4071-9ff3-aa9fd65318b5 None None] Pushing event deleted for resources: {'Port': ['ID=1ee885db-d77e-45fb-9a1f-1fba4b6e4992,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:46.897096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7125fa4-0b27-4071-9ff3-aa9fd65318b5 None None] No DVR routers for this DVR port 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:42:46.905430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:46.919217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2875ad-7089-46f1-a5a9-5bd82ad7c220']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:46.939419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f41688-5c0a-4d6a-bcb8-e1cc119ea678') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:46.939713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f41688-5c0a-4d6a-bcb8-e1cc119ea678') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:46.951357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:46.969507 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:46.993861 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:42:46.996348 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:42:47.075875 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:42:47.088815 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:47.094957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:47.100888 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] 10.222.0.77 "DELETE /v2.0/networks/0d2875ad-7089-46f1-a5a9-5bd82ad7c220 HTTP/1.1" status: 204 len: 168 time: 1.1314907 Aug 17 16:42:47.101745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:47.134290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4114ef7-ebd2-425d-90a1-c868b7603d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2875ad-7089-46f1-a5a9-5bd82ad7c220,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:47.537604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:42:47.602813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:42:47.603418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1ee885db-d77e-45fb-9a1f-1fba4b6e4992 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:42:47.604065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b4eff8e3-4b25-4862-8a8d-68ca839eefa8 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:42:47.637486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b4eff8e3-4b25-4862-8a8d-68ca839eefa8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:42:47.637831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b4eff8e3-4b25-4862-8a8d-68ca839eefa8 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:42:47.789752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-7df83344-b242-4319-97b7-11a00f18210c req-785e813b-e6bd-47a1-aaba-0f17113c64f4 service neutron] (94838) timed out ('10.222.0.93', 54335) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 16:42:48.091741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55908) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:48.181872 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.236962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-736b86b3-4293-4558-a41b-ada0c9b562ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.352262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-736b86b3-4293-4558-a41b-ada0c9b562ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.357835 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-736b86b3-4293-4558-a41b-ada0c9b562ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.371383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:48.404951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b86b3-4293-4558-a41b-ada0c9b562ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8890001d-5dd5-4240-9ffe-43bf77165b72,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:48.414287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-736b86b3-4293-4558-a41b-ada0c9b562ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=850890d6f94243e48fa43387b3123b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212383 Aug 17 16:42:48.414488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:48.536906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f70f86f7-92bc-43a9-b534-1228918a14fb tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2016051962'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:48.537468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f70f86f7-92bc-43a9-b534-1228918a14fb tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Unknown quota resources ['metering_label']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:42:48.567929 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:42:48.572547 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bec55992-1beb-42c6-a615-31fa0e0d60a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.674748 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bec55992-1beb-42c6-a615-31fa0e0d60a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.792448 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f70f86f7-92bc-43a9-b534-1228918a14fb tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.793555 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f70f86f7-92bc-43a9-b534-1228918a14fb tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4209492 Aug 17 16:42:48.796679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55926) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:48.801707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-589ed736-a092-46bb-89d5-9ba5a2b24746 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6baa3606-117a-4e9c-8864-8ef1f42b9f3b'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:48.802937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-589ed736-a092-46bb-89d5-9ba5a2b24746 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:42:48.819469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] Deleting port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:48.819826 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.872870 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bec55992-1beb-42c6-a615-31fa0e0d60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.876249 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bec55992-1beb-42c6-a615-31fa0e0d60a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.878881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bec55992-1beb-42c6-a615-31fa0e0d60a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8890001d-5dd5-4240-9ffe-43bf77165b72 HTTP/1.1" status: 204 len: 168 time: 0.4625516 Aug 17 16:42:48.903730 n-d-804878-1 neutron-server[94839]: WARNING neutron.services.metering.metering_plugin [None req-589ed736-a092-46bb-89d5-9ba5a2b24746 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 16:42:48.925076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] For port 50710fb2-b9e7-4a09-b6f1-7c87fcd23492, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=50710fb2-b9e7-4a09-b6f1-7c87fcd23492,segment=NetworkSegment(34595051-c24f-4a91-b51d-6609327d6af9),segment_id=34595051-c24f-4a91-b51d-6609327d6af9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:48.925326 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:48.940885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] Calling delete_port for 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:49.025266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec55992-1beb-42c6-a615-31fa0e0d60a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8890001d-5dd5-4240-9ffe-43bf77165b72,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:49.049910 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-589ed736-a092-46bb-89d5-9ba5a2b24746 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:49.051614 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-589ed736-a092-46bb-89d5-9ba5a2b24746 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2539189 Aug 17 16:42:49.054836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55930) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:49.060646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-83842eee-8e3f-4985-83d6-10a9bd0555ee tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6baa3606-117a-4e9c-8864-8ef1f42b9f3b'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:49.061129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-83842eee-8e3f-4985-83d6-10a9bd0555ee tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:42:49.132898 n-d-804878-1 neutron-server[94839]: WARNING neutron.services.metering.metering_plugin [None req-83842eee-8e3f-4985-83d6-10a9bd0555ee tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 16:42:49.215568 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:49.257176 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83842eee-8e3f-4985-83d6-10a9bd0555ee tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:49.260865 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-83842eee-8e3f-4985-83d6-10a9bd0555ee tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2020802 Aug 17 16:42:49.261224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55936) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:49.275138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] Pushing event deleted for resources: {'Port': ['ID=50710fb2-b9e7-4a09-b6f1-7c87fcd23492,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:49.276143 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-254b9249-f36b-4195-a938-7c37479d6d2f tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=1a33e8ef-c2b7-4a7a-8735-6b001c1c1555 HTTP/1.1" status: 200 len: 462 time: 0.0135822 Aug 17 16:42:49.279105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55938) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:49.413232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7655fde-33ba-4d44-8f90-b6c41b9d37e8 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:49.415651 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c7655fde-33ba-4d44-8f90-b6c41b9d37e8 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/1a33e8ef-c2b7-4a7a-8735-6b001c1c1555 HTTP/1.1" status: 204 len: 168 time: 0.1345417 Aug 17 16:42:49.417697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55940) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:49.424674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55942) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:49.445598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-675279ca-37d9-4f80-b9ad-74fc81e100f0 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=1a33e8ef-c2b7-4a7a-8735-6b001c1c1555 HTTP/1.1" status: 200 len: 221 time: 0.0267072 Aug 17 16:42:49.447191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4561b9fa-953d-4a68-987f-43d460a95d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:49.451546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55944) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:49.462971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a2656ad8-97a0-4fa7-9c1d-8b6717c7e81e tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--237596190', 'description': 'label created by tempest'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:49.463570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a2656ad8-97a0-4fa7-9c1d-8b6717c7e81e tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Unknown quota resources ['metering_label']. {{(pid=94839) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:42:49.541126 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:49.605567 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:49.704621 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2656ad8-97a0-4fa7-9c1d-8b6717c7e81e tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:49.705821 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a2656ad8-97a0-4fa7-9c1d-8b6717c7e81e tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2532060 Aug 17 16:42:49.709159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55950) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:49.794492 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1211220b-7b6b-42d4-8a1f-014937125042 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=477416f6-b3e4-4e1b-a4cc-226cce3d579b HTTP/1.1" status: 200 len: 467 time: 0.0815988 Aug 17 16:42:49.794849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55952) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:49.836393 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] Router a352dbfa-fdc2-4397-8353-ae80da40fd2f has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:42:49.839168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:49.944206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:42:49.949356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a13dab41-43cb-438e-90d1-693ddcf32644 admin admin] 10.222.0.77 "PUT /v2.0/routers/a352dbfa-fdc2-4397-8353-ae80da40fd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8464296 Aug 17 16:42:49.951850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55954) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:49.957341 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] Sync routers for ids ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:42:49.966632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4561b9fa-953d-4a68-987f-43d460a95d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:49.990431 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] Routers {'a352dbfa-fdc2-4397-8353-ae80da40fd2f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:42:49.991329 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:42:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:50.015402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4561b9fa-953d-4a68-987f-43d460a95d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.030800 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f97b1581-64c5-4976-9602-8cee8a2e8c01 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.031944 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f97b1581-64c5-4976-9602-8cee8a2e8c01 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/477416f6-b3e4-4e1b-a4cc-226cce3d579b HTTP/1.1" status: 204 len: 168 time: 0.2362845 Aug 17 16:42:50.040680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55956) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:50.070687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-296ac3bd-189b-45d1-9ce9-b12b6ff5bf63 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=477416f6-b3e4-4e1b-a4cc-226cce3d579b HTTP/1.1" status: 200 len: 216 time: 0.0264552 Aug 17 16:42:50.071151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.074140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:50.078796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4561b9fa-953d-4a68-987f-43d460a95d6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=73feac9a1d4e4efc8826cd90f3afabc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522081 Aug 17 16:42:50.079387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55960) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:50.082811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561b9fa-953d-4a68-987f-43d460a95d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b35484f-c0fb-44d1-9e56-c8417de6e822,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:50.119479 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] Set router a352dbfa-fdc2-4397-8353-ae80da40fd2f gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:42:50.124588 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-554ebe49-1029-43f0-9d69-46c42fbaf647 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0491440 Aug 17 16:42:50.129844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:50.154398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a99df39-4174-45cf-97ee-7825c0cb56ee tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0209789 Aug 17 16:42:50.157704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:50.167998 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e321100b-3814-4b7f-960e-7fbc7ea9416a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.197594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e321100b-3814-4b7f-960e-7fbc7ea9416a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.272398 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e321100b-3814-4b7f-960e-7fbc7ea9416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.275940 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e321100b-3814-4b7f-960e-7fbc7ea9416a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.279514 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e321100b-3814-4b7f-960e-7fbc7ea9416a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b35484f-c0fb-44d1-9e56-c8417de6e822 HTTP/1.1" status: 204 len: 168 time: 0.1957045 Aug 17 16:42:50.302675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321100b-3814-4b7f-960e-7fbc7ea9416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b35484f-c0fb-44d1-9e56-c8417de6e822,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:50.365770 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-261a1bd6-58b6-4fa8-8745-07b0f903b00a tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/6baa3606-117a-4e9c-8864-8ef1f42b9f3b HTTP/1.1" status: 200 len: 473 time: 0.2022262 Aug 17 16:42:50.366340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55970) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:50.377707 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b63548ed-e4f5-4014-804a-c37e33b1b8fd tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/0f787582-7dca-404f-bd40-423da7076ae3 HTTP/1.1" status: 200 len: 459 time: 0.0114853 Aug 17 16:42:50.382234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 55972) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:50.413947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.490771 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'name': 'tempest-TestVolumeBackupRestore-1606823811-router', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:27Z', 'updated_at': '2021-08-17T16:42:49Z', 'revision_number': 5, 'project_id': 'b73464fb46c544429354a322d3d23402', 'gw_port': {'id': '7fe8d805-6414-4b0e-9ca5-826ca0e4547e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:37:29Z', 'updated_at': '2021-08-17T16:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:50.514125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2f38b4-cdef-490e-9c04-e504117d9157 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.517846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b2f38b4-cdef-490e-9c04-e504117d9157 tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/0f787582-7dca-404f-bd40-423da7076ae3 HTTP/1.1" status: 204 len: 168 time: 0.1286566 Aug 17 16:42:50.518015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 55976) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:50.526931 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] Checking router: a352dbfa-fdc2-4397-8353-ae80da40fd2f for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:42:50.538027 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] Routers {'a352dbfa-fdc2-4397-8353-ae80da40fd2f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:42:50.539372 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:42:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:50.617315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Deleting port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:50.617659 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.642126 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] Set router a352dbfa-fdc2-4397-8353-ae80da40fd2f gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:42:50.706656 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'name': 'tempest-TestVolumeBackupRestore-1606823811-router', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:27Z', 'updated_at': '2021-08-17T16:42:50Z', 'revision_number': 6, 'project_id': 'b73464fb46c544429354a322d3d23402', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:50.736240 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe98da9-5100-4444-8efe-c37290833d5f None None] The sync data for ids ['a352dbfa-fdc2-4397-8353-ae80da40fd2f'] in n-d-804878-1 is: [{'id': 'a352dbfa-fdc2-4397-8353-ae80da40fd2f', 'name': 'tempest-TestVolumeBackupRestore-1606823811-router', 'tenant_id': 'b73464fb46c544429354a322d3d23402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:37:27Z', 'updated_at': '2021-08-17T16:42:50Z', 'revision_number': 6, 'project_id': 'b73464fb46c544429354a322d3d23402', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:42:50.789723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] For port 7fe8d805-6414-4b0e-9ca5-826ca0e4547e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7fe8d805-6414-4b0e-9ca5-826ca0e4547e,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:50.790335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.812170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Calling delete_port for 7fe8d805-6414-4b0e-9ca5-826ca0e4547e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:50.856846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1863ff48-1bc6-4b3f-ae97-cd1005410a9b tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:50.858232 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1863ff48-1bc6-4b3f-ae97-cd1005410a9b tempest-MeteringIpV6TestJSON-1816395414 tempest-MeteringIpV6TestJSON-1816395414-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/6baa3606-117a-4e9c-8864-8ef1f42b9f3b HTTP/1.1" status: 204 len: 168 time: 0.3391075 Aug 17 16:42:51.017011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.071574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe8d805-6414-4b0e-9ca5-826ca0e4547e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:51.239743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56002) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:51.410510 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bbb38505-6405-4142-abeb-af94bef3728b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.559843 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.570731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bbb38505-6405-4142-abeb-af94bef3728b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.576823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bbb38505-6405-4142-abeb-af94bef3728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.645304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb38505-6405-4142-abeb-af94bef3728b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa4fbbe-0beb-41bb-ace3-7f4a1bd7b287,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:51.656050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bbb38505-6405-4142-abeb-af94bef3728b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d799db68a32a4fccb61a068e425d924b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146817 Aug 17 16:42:51.656713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56016) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:51.663281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376bd863-d264-4177-845b-cb2526870802 req-8ecaaffe-0101-478f-8f6f-53bc930f4cb0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1512265 Aug 17 16:42:51.705426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.707846 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.717916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:42:51.783574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:42:51.790910 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-faa34837-0b97-42cc-8ba3-7142ed211eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.793513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 50710fb2-b9e7-4a09-b6f1-7c87fcd23492 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:42:51.794347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7fe8d805-6414-4b0e-9ca5-826ca0e4547e no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:42:51.826534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-faa34837-0b97-42cc-8ba3-7142ed211eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.856871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 7fe8d805-6414-4b0e-9ca5-826ca0e4547e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:42:51.857220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7fe8d805-6414-4b0e-9ca5-826ca0e4547e not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:42:51.866805 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.867343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a352dbfa-fdc2-4397-8353-ae80da40fd2f {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:42:51.872196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.876253 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b0d36b11-2b5a-42fb-85f6-541fc3d0dc9c admin admin] 10.222.0.77 "DELETE /v2.0/routers/a352dbfa-fdc2-4397-8353-ae80da40fd2f HTTP/1.1" status: 204 len: 168 time: 1.9233084 Aug 17 16:42:51.876883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:51.920023 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-faa34837-0b97-42cc-8ba3-7142ed211eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.934454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-faa34837-0b97-42cc-8ba3-7142ed211eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:51.938166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-faa34837-0b97-42cc-8ba3-7142ed211eb0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6fa4fbbe-0beb-41bb-ace3-7f4a1bd7b287 HTTP/1.1" status: 204 len: 168 time: 0.2690139 Aug 17 16:42:51.958798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd863-d264-4177-845b-cb2526870802 req-7972c59b-e912-422e-ab2a-956d51de2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:51.958798 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376bd863-d264-4177-845b-cb2526870802 req-7972c59b-e912-422e-ab2a-956d51de2af0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=355aaacc66df4dca8ee2d28168158de2&device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 1097 time: 0.1447043 Aug 17 16:42:51.984424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d29fcae-5c4c-4071-bad4-09d5284a3a9c admin admin] Deleting subnet 0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:42:51.989921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa34837-0b97-42cc-8ba3-7142ed211eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa4fbbe-0beb-41bb-ace3-7f4a1bd7b287,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:52.070120 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d29fcae-5c4c-4071-bad4-09d5284a3a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.140444 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d29fcae-5c4c-4071-bad4-09d5284a3a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.196369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd863-d264-4177-845b-cb2526870802 req-e6ec32b5-4dce-411e-8545-701468ce8e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:52.198470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376bd863-d264-4177-845b-cb2526870802 req-e6ec32b5-4dce-411e-8545-701468ce8e84 service neutron] 10.222.0.91 "GET /v2.0/networks?id=48311fae-9002-4c1b-994d-a5c42989862a HTTP/1.1" status: 200 len: 914 time: 0.2075684 Aug 17 16:42:52.273467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376bd863-d264-4177-845b-cb2526870802 req-1b020118-e945-420d-949b-fbe229c0f704 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9165423-4a1d-4725-82ce-061790b6e682 HTTP/1.1" status: 200 len: 217 time: 0.0652132 Aug 17 16:42:52.362266 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d29fcae-5c4c-4071-bad4-09d5284a3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.365798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd863-d264-4177-845b-cb2526870802 req-7b86ff1b-6489-49ee-9d58-744d7009c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:52.367451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376bd863-d264-4177-845b-cb2526870802 req-7b86ff1b-6489-49ee-9d58-744d7009c649 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7b01dcd1-3603-40e5-b683-3008e9e078a2 HTTP/1.1" status: 200 len: 853 time: 0.0871134 Aug 17 16:42:52.406005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56038) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:52.425795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376bd863-d264-4177-845b-cb2526870802 req-64d4fee4-1335-4315-8826-9340d4ea09bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=48311fae-9002-4c1b-994d-a5c42989862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362978 Aug 17 16:42:52.431660 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1eab845a-81c1-4844-a1f4-4c519dda367c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.530762 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d29fcae-5c4c-4071-bad4-09d5284a3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.550715 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1eab845a-81c1-4844-a1f4-4c519dda367c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.558633 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1eab845a-81c1-4844-a1f4-4c519dda367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.576759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29fcae-5c4c-4071-bad4-09d5284a3a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:52.581586 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d29fcae-5c4c-4071-bad4-09d5284a3a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.583542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2d29fcae-5c4c-4071-bad4-09d5284a3a9c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0c1a0db6-f6a3-4c8f-9f70-0b3eed5485a6 HTTP/1.1" status: 204 len: 168 time: 0.7055492 Aug 17 16:42:52.585709 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376bd863-d264-4177-845b-cb2526870802 req-c6e39636-8b50-4204-a0ce-311022f16922 service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516454 Aug 17 16:42:52.587255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:52.591625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a67ab1-e0ae-4433-9548-02660d2bcfbd None None] Network 4ef4584e-7cc9-4053-a870-e303095c654b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:42:52.610998 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1eab845a-81c1-4844-a1f4-4c519dda367c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c59d19a6a4934706ba61dfbe7033f759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020559 Aug 17 16:42:52.611878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab845a-81c1-4844-a1f4-4c519dda367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a715f101-b0d9-4720-96f0-00dd6afb0add,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:52.615050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56044) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:52.691740 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ada6b6a4-6f0e-49b8-8b91-cbea8de12ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.721995 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ada6b6a4-6f0e-49b8-8b91-cbea8de12ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.760339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.763864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-376bd863-d264-4177-845b-cb2526870802 req-ba9c8c2e-f1ad-4f7c-bb0f-86bce056e9f2 service neutron] 10.222.0.91 "GET /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677561 Aug 17 16:42:52.802965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ada6b6a4-6f0e-49b8-8b91-cbea8de12ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.805627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ada6b6a4-6f0e-49b8-8b91-cbea8de12ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:52.809375 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ada6b6a4-6f0e-49b8-8b91-cbea8de12ea3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a715f101-b0d9-4720-96f0-00dd6afb0add HTTP/1.1" status: 204 len: 168 time: 0.1786106 Aug 17 16:42:52.819748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6b6a4-6f0e-49b8-8b91-cbea8de12ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a715f101-b0d9-4720-96f0-00dd6afb0add,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:52.868419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Deleting port 58bf0668-c72c-4619-ad25-284166c75715 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:52.869065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.010730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c43b67d-bb69-4cfb-81f6-e9ee0917292d None None] DHCP port deletion for 4ef4584e-7cc9-4053-a870-e303095c654b request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:42:53.013850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] For port 58bf0668-c72c-4619-ad25-284166c75715, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=58bf0668-c72c-4619-ad25-284166c75715,segment=NetworkSegment(34595051-c24f-4a91-b51d-6609327d6af9),segment_id=34595051-c24f-4a91-b51d-6609327d6af9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:53.014528 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.030432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Calling delete_port for 58bf0668-c72c-4619-ad25-284166c75715 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:53.092432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9c43b67d-bb69-4cfb-81f6-e9ee0917292d None None] Deleting port 58bf0668-c72c-4619-ad25-284166c75715 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:53.092820 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c43b67d-bb69-4cfb-81f6-e9ee0917292d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.178476 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.189415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9c43b67d-bb69-4cfb-81f6-e9ee0917292d None None] For port 58bf0668-c72c-4619-ad25-284166c75715, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=58bf0668-c72c-4619-ad25-284166c75715,segment=NetworkSegment(34595051-c24f-4a91-b51d-6609327d6af9),segment_id=34595051-c24f-4a91-b51d-6609327d6af9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:53.190046 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c43b67d-bb69-4cfb-81f6-e9ee0917292d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.203353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9c43b67d-bb69-4cfb-81f6-e9ee0917292d None None] Calling delete_port for 58bf0668-c72c-4619-ad25-284166c75715 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:53.211837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] No DVR routers for this DVR port 58bf0668-c72c-4619-ad25-284166c75715 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:42:53.218005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=58bf0668-c72c-4619-ad25-284166c75715,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:53.291651 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c43b67d-bb69-4cfb-81f6-e9ee0917292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.314549 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.317159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43b67d-bb69-4cfb-81f6-e9ee0917292d None None] Pushing event deleted for resources: {'Port': ['ID=58bf0668-c72c-4619-ad25-284166c75715,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:53.323062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43b67d-bb69-4cfb-81f6-e9ee0917292d None None] No DVR routers for this DVR port 58bf0668-c72c-4619-ad25-284166c75715 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:42:53.344558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef4584e-7cc9-4053-a870-e303095c654b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:53.359245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34595051-c24f-4a91-b51d-6609327d6af9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:53.359658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34595051-c24f-4a91-b51d-6609327d6af9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:42:53.374091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.390767 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.423162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:42:53.425429 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:42:53.427890 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:42:53.507341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 58bf0668-c72c-4619-ad25-284166c75715 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:42:53.524345 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.547589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 58bf0668-c72c-4619-ad25-284166c75715 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:42:53.547936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 58bf0668-c72c-4619-ad25-284166c75715 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:42:53.569669 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.574156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] 10.222.0.77 "DELETE /v2.0/networks/4ef4584e-7cc9-4053-a870-e303095c654b HTTP/1.1" status: 204 len: 168 time: 0.9842498 Aug 17 16:42:53.574156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdd58d-fd37-4b6d-b44a-4c83246ff7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef4584e-7cc9-4053-a870-e303095c654b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:53.803690 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56076) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:53.867082 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-31c208d2-931d-460a-8884-569d7c0423ef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a4380f73928249e187b200e0f868549f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620849 Aug 17 16:42:53.869343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56080) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:53.929420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10dabf5f-e740-4246-aa90-9707bef42299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:53.950813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56082) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:53.964824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10dabf5f-e740-4246-aa90-9707bef42299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.018310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10dabf5f-e740-4246-aa90-9707bef42299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.022091 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10dabf5f-e740-4246-aa90-9707bef42299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.026389 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-10dabf5f-e740-4246-aa90-9707bef42299 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/773f3914-d9d1-46c0-978b-3f6a6e23c001 HTTP/1.1" status: 204 len: 168 time: 0.1559725 Aug 17 16:42:54.035082 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dabf5f-e740-4246-aa90-9707bef42299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773f3914-d9d1-46c0-978b-3f6a6e23c001,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:54.191938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1817226488'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:54.225791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:42:54.229446 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.243458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.366170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.371540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.397810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:42:54.417144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a743de-53dd-4f51-8875-46194f182c18,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:54.420330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.420674 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Added segment 6823a6ca-d516-492c-8e2e-f3699c498ec8 of type vlan for network ad3005a0-d049-42e6-8c40-cacfe59382a6 Aug 17 16:42:54.492668 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.527409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.533678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:54.534295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.546193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:54.557556 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6056552 Aug 17 16:42:54.570854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56104) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:54.606002 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:54.615184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-93af526b-af4f-4def-a2df-663b0a9b68bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b73464fb46c544429354a322d3d23402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643365 Aug 17 16:42:54.617554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:54.682660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ab1deb3-a1e3-4912-bd2c-8459a25e41b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.707811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ab1deb3-a1e3-4912-bd2c-8459a25e41b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.764553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ab1deb3-a1e3-4912-bd2c-8459a25e41b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.767169 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ab1deb3-a1e3-4912-bd2c-8459a25e41b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:54.768353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ab1deb3-a1e3-4912-bd2c-8459a25e41b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a633b00-79d4-4882-a044-9e98d915f08e HTTP/1.1" status: 204 len: 168 time: 0.1496491 Aug 17 16:42:54.779155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1deb3-a1e3-4912-bd2c-8459a25e41b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a633b00-79d4-4882-a044-9e98d915f08e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:54.963278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c36a0-7568-4da7-b6e4-2def76f8ab50 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Network': ['ID=ad3005a0-d049-42e6-8c40-cacfe59382a6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:54.980049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:42:54.992449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:42:54.996053 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:55.382958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:55.469304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=8d631325-fbab-4755-a990-d126cf7fb0ce,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:55.515021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:42:55.515489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network hostable DHCP agents. Network: ad3005a0-d049-42e6-8c40-cacfe59382a6, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:42:55.539502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:42:55.550810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, ad3005a0-d049-42e6-8c40-cacfe59382a6) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:42:55.556932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:55.558294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:55.572843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97458870-a4d1-4831-b705-3a691b27962c None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:42:55.589487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d099814e-85a0-4a64-b28b-fb00b8418666 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0172036 Aug 17 16:42:55.590079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56120) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:55.599830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'name': 'tempest-NetworksTestDHCPv6-1035744819'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:55.738140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:42:55.743068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:55.764343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port bf2325a2-5760-44a6-8565-ac5cb3b2fbc5 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:42:55.850741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': '8d631325-fbab-4755-a990-d126cf7fb0ce'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:42:55.851830 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:55.996257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::97 (ad3005a0-d049-42e6-8c40-cacfe59382a6/8d631325-fbab-4755-a990-d126cf7fb0ce/bf2325a2-5760-44a6-8565-ac5cb3b2fbc5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:42:56.170217 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:56.183998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object bf2325a2-5760-44a6-8565-ac5cb3b2fbc5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:42:56.218208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:56.259921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:42:56.263121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:42:56.266397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:42:56.269024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Allocated IP 2001:db8::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/8d631325-fbab-4755-a990-d126cf7fb0ce/2df52a61-3796-43d9-9dfc-1ce80695a613) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:42:56.273407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:56.274095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:56.302143 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7064054 Aug 17 16:42:56.304663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56126) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:56.314624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575325e-c49a-4f05-9700-6df259f3d6b2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=bf2325a2-5760-44a6-8565-ac5cb3b2fbc5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:56.400298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32befa3d-c42a-4930-a96f-7b5494e50938 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:56.401853 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-32befa3d-c42a-4930-a96f-7b5494e50938 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0962317 Aug 17 16:42:56.404481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56130) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:56.446113 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:56.454969 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Transition to ACTIVE for port object 2df52a61-3796-43d9-9dfc-1ce80695a613 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:42:56.470656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Transition to ACTIVE for port object 2df52a61-3796-43d9-9dfc-1ce80695a613 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:42:56.477643 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:56.507426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8c24747a-7ed1-4cd4-9bc2-1fbe0ea47175 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port bf2325a2-5760-44a6-8565-ac5cb3b2fbc5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:56.507832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c24747a-7ed1-4cd4-9bc2-1fbe0ea47175 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:56.517414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:42:56.524615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:42:56.530198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:42:56.616943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Pushing event updated for resources: {'Port': ['ID=2df52a61-3796-43d9-9dfc-1ce80695a613,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:56.631877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Attempting to bind port 2df52a61-3796-43d9-9dfc-1ce80695a613 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:42:56.632251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Attempting to bind port 2df52a61-3796-43d9-9dfc-1ce80695a613 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:42:56.634713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Attempting to bind port 2df52a61-3796-43d9-9dfc-1ce80695a613 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:42:56.640404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:42:56.641195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:42:56.641608 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:56.642003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:42:56.642507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Bound port: 2df52a61-3796-43d9-9dfc-1ce80695a613, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:42:56.642894 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:56.684758 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c24747a-7ed1-4cd4-9bc2-1fbe0ea47175 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:56.711067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8c24747a-7ed1-4cd4-9bc2-1fbe0ea47175 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for bf2325a2-5760-44a6-8565-ac5cb3b2fbc5 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:56.719554 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] For port 2df52a61-3796-43d9-9dfc-1ce80695a613, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:42:56.723656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] For port 2df52a61-3796-43d9-9dfc-1ce80695a613, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2df52a61-3796-43d9-9dfc-1ce80695a613,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:42:56.733420 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:56.885167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c351dc4-062c-48e5-9b49-13fea0e59050 None None] Pushing event updated for resources: {'Port': ['ID=2df52a61-3796-43d9-9dfc-1ce80695a613,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:56.953321 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c24747a-7ed1-4cd4-9bc2-1fbe0ea47175 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:57.198583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24747a-7ed1-4cd4-9bc2-1fbe0ea47175 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=bf2325a2-5760-44a6-8565-ac5cb3b2fbc5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:57.198583 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c24747a-7ed1-4cd4-9bc2-1fbe0ea47175 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:57.205425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:57.207071 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8c24747a-7ed1-4cd4-9bc2-1fbe0ea47175 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/bf2325a2-5760-44a6-8565-ac5cb3b2fbc5 HTTP/1.1" status: 204 len: 168 time: 0.6504781 Aug 17 16:42:57.251588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf60a6b-5395-46f0-b21f-d0c748ee6aa7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:57.253367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf60a6b-5395-46f0-b21f-d0c748ee6aa7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:57.257954 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fdf60a6b-5395-46f0-b21f-d0c748ee6aa7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1981609 Aug 17 16:42:57.258472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:57.323788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cddd1f8-3665-4676-84d2-2e05de5b32b1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 8d631325-fbab-4755-a990-d126cf7fb0ce {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:42:57.330050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8cddd1f8-3665-4676-84d2-2e05de5b32b1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:57.388934 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8cddd1f8-3665-4676-84d2-2e05de5b32b1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:57.501556 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8cddd1f8-3665-4676-84d2-2e05de5b32b1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:57.535153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2df52a61-3796-43d9-9dfc-1ce80695a613 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:42:57.592665 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8cddd1f8-3665-4676-84d2-2e05de5b32b1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:57.604250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2df52a61-3796-43d9-9dfc-1ce80695a613 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:42:57.625071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddd1f8-3665-4676-84d2-2e05de5b32b1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=8d631325-fbab-4755-a990-d126cf7fb0ce,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:57.629102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8cddd1f8-3665-4676-84d2-2e05de5b32b1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:57.633543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8cddd1f8-3665-4676-84d2-2e05de5b32b1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/8d631325-fbab-4755-a990-d126cf7fb0ce HTTP/1.1" status: 204 len: 168 time: 0.3742795 Aug 17 16:42:57.634274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56170) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:57.694312 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1e89b800-0dc2-4d99-aadb-92aaa17d1558 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584159 Aug 17 16:42:57.696732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56174) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:57.701820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7be8636c-6e97-4e47-a0e8-2124f9733b30 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:57.808371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be8636c-6e97-4e47-a0e8-2124f9733b30 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:42:57.812273 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7be8636c-6e97-4e47-a0e8-2124f9733b30 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:58.051871 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7be8636c-6e97-4e47-a0e8-2124f9733b30 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:58.057314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998bc44-441e-45fe-8d68-daac3d86491c None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:42:58.103681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8636c-6e97-4e47-a0e8-2124f9733b30 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:42:58.119673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7be8636c-6e97-4e47-a0e8-2124f9733b30 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:42:58.125288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8636c-6e97-4e47-a0e8-2124f9733b30 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:58.126020 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7be8636c-6e97-4e47-a0e8-2124f9733b30 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:58.130617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8636c-6e97-4e47-a0e8-2124f9733b30 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=e2846c59-16ca-482e-8761-d791ad3f9418,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:58.152263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56190) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:58.157961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'name': 'tempest-NetworksTestDHCPv6-156416045'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:42:58.159311 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7be8636c-6e97-4e47-a0e8-2124f9733b30 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4614308 Aug 17 16:42:58.213622 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e8764ca2-c329-4a8d-9c5a-64b5e842b80b None None] Provisioning for port 2df52a61-3796-43d9-9dfc-1ce80695a613 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:42:58.221632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e8764ca2-c329-4a8d-9c5a-64b5e842b80b None None] Provisioning complete for port 2df52a61-3796-43d9-9dfc-1ce80695a613 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:58.222002 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8764ca2-c329-4a8d-9c5a-64b5e842b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:58.302855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:42:58.308550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:58.336155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 27b61bf8-b2ab-48a7-83d0-c38e3bcf930e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:42:58.349119 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-738ca358-c607-403b-a516-df85e7bb082d req-196ec226-de29-4653-89ee-7fc76f2555c2 tempest-MultipleCreateTestJSON-788761478 tempest-MultipleCreateTestJSON-788761478-project] (94839) timed out ('10.222.0.91', 52148) {{(pid=94839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 16:42:58.436374 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8764ca2-c329-4a8d-9c5a-64b5e842b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:58.521894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e8764ca2-c329-4a8d-9c5a-64b5e842b80b None None] For port 2df52a61-3796-43d9-9dfc-1ce80695a613, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2df52a61-3796-43d9-9dfc-1ce80695a613,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:42:58.541910 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8764ca2-c329-4a8d-9c5a-64b5e842b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:58.611953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264ef72-fefe-4b43-84c0-d1b14bb9f09a None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:42:58.625954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::53 (ad3005a0-d049-42e6-8c40-cacfe59382a6/e2846c59-16ca-482e-8761-d791ad3f9418/27b61bf8-b2ab-48a7-83d0-c38e3bcf930e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:42:58.752008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-18461cc3-9baa-48dd-a403-16562924b247 None None] Provisioning complete for port 2df52a61-3796-43d9-9dfc-1ce80695a613 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:58.752539 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18461cc3-9baa-48dd-a403-16562924b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:58.802885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8764ca2-c329-4a8d-9c5a-64b5e842b80b None None] Pushing event updated for resources: {'Port': ['ID=2df52a61-3796-43d9-9dfc-1ce80695a613,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:58.840837 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:58.858687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 27b61bf8-b2ab-48a7-83d0-c38e3bcf930e will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:42:58.928503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:58.986982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:42:58.994302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:42:58.999187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:42:59.005341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:59.005995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:59.019145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=27b61bf8-b2ab-48a7-83d0-c38e3bcf930e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:59.040576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e8b13a1b-a2a5-48df-b439-4eaf6a8af527 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8871038 Aug 17 16:42:59.043185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:59.104438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e85082-90ab-4553-a42a-3d1ea8886971 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:59.111450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e85082-90ab-4553-a42a-3d1ea8886971 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:59.113373 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-01e85082-90ab-4553-a42a-3d1ea8886971 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0690827 Aug 17 16:42:59.116613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:59.220684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f99d743b-d2bd-4231-8edd-682f07bcb40d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 27b61bf8-b2ab-48a7-83d0-c38e3bcf930e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:42:59.221329 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f99d743b-d2bd-4231-8edd-682f07bcb40d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:59.354525 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f99d743b-d2bd-4231-8edd-682f07bcb40d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:59.369939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f99d743b-d2bd-4231-8edd-682f07bcb40d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 27b61bf8-b2ab-48a7-83d0-c38e3bcf930e owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:42:59.376226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fd582e4e-32fe-403d-bc9d-d958da1487f0 None None] Provisioning complete for port 2df52a61-3796-43d9-9dfc-1ce80695a613 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:59.376687 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd582e4e-32fe-403d-bc9d-d958da1487f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:59.578023 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2df52a61-3796-43d9-9dfc-1ce80695a613 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:42:59.631809 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f99d743b-d2bd-4231-8edd-682f07bcb40d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:59.735508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d743b-d2bd-4231-8edd-682f07bcb40d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=27b61bf8-b2ab-48a7-83d0-c38e3bcf930e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:42:59.770495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fd582e4e-32fe-403d-bc9d-d958da1487f0 None None] Could not find standard attr ID for object 27b61bf8-b2ab-48a7-83d0-c38e3bcf930e. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:42:59.792174 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f99d743b-d2bd-4231-8edd-682f07bcb40d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:59.795222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f99d743b-d2bd-4231-8edd-682f07bcb40d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/27b61bf8-b2ab-48a7-83d0-c38e3bcf930e HTTP/1.1" status: 204 len: 168 time: 0.6776352 Aug 17 16:42:59.806358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56238) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:42:59.824001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2df52a61-3796-43d9-9dfc-1ce80695a613 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:42:59.824796 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:42:59.915973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5eb5c14f-8636-4674-8367-eea5e23614b7 None None] Could not find standard attr ID for object bf2325a2-5760-44a6-8565-ac5cb3b2fbc5. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:42:59.989858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26356027-48bc-4664-9432-c2043fec1507 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:59.991614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26356027-48bc-4664-9432-c2043fec1507 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:42:59.995778 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-26356027-48bc-4664-9432-c2043fec1507 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1789813 Aug 17 16:42:59.996109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56242) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:00.059534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7db86af-87b6-4c3f-9fb6-7933e5f9013e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet e2846c59-16ca-482e-8761-d791ad3f9418 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:00.063426 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7db86af-87b6-4c3f-9fb6-7933e5f9013e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:00.115679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7db86af-87b6-4c3f-9fb6-7933e5f9013e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:00.129401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-970a95db-3645-49c9-b574-e53bf0765e72 None None] Could not find standard attr ID for object 27b61bf8-b2ab-48a7-83d0-c38e3bcf930e. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:43:00.192030 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7db86af-87b6-4c3f-9fb6-7933e5f9013e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:00.288140 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7db86af-87b6-4c3f-9fb6-7933e5f9013e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:00.324250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db86af-87b6-4c3f-9fb6-7933e5f9013e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=e2846c59-16ca-482e-8761-d791ad3f9418,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:00.333075 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7db86af-87b6-4c3f-9fb6-7933e5f9013e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:00.337554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:00.337717 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a7db86af-87b6-4c3f-9fb6-7933e5f9013e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/e2846c59-16ca-482e-8761-d791ad3f9418 HTTP/1.1" status: 204 len: 168 time: 0.3402748 Aug 17 16:43:00.406269 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8fb38726-215c-4e58-bd18-e4e6b28c4cf6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671442 Aug 17 16:43:00.410039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56252) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:00.416743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7d432e97-370c-47d9-b3e9-931bcd56b139 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:00.438043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7023331-9ec5-4529-804f-1956088cddcd None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:00.535017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d432e97-370c-47d9-b3e9-931bcd56b139 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:00.539887 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d432e97-370c-47d9-b3e9-931bcd56b139 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:00.781181 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d432e97-370c-47d9-b3e9-931bcd56b139 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:00.848902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d432e97-370c-47d9-b3e9-931bcd56b139 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=507115fa-48e8-40ad-b092-36fd1d73d1e2,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:00.863432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d432e97-370c-47d9-b3e9-931bcd56b139 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:00.865665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7d432e97-370c-47d9-b3e9-931bcd56b139 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:00.869185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d432e97-370c-47d9-b3e9-931bcd56b139 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:00.869870 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d432e97-370c-47d9-b3e9-931bcd56b139 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:00.881933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ee8c87-081d-4b6c-bfb1-e2a289a03c73 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:43:00.893686 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7d432e97-370c-47d9-b3e9-931bcd56b139 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4824276 Aug 17 16:43:00.896428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:00.916454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'name': 'tempest-NetworksTestDHCPv6-1263334609'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:00.971785 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-22ee8c87-081d-4b6c-bfb1-e2a289a03c73 None None] Deleting port 2df52a61-3796-43d9-9dfc-1ce80695a613 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:00.972091 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22ee8c87-081d-4b6c-bfb1-e2a289a03c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:01.086130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-22ee8c87-081d-4b6c-bfb1-e2a289a03c73 None None] For port 2df52a61-3796-43d9-9dfc-1ce80695a613, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2df52a61-3796-43d9-9dfc-1ce80695a613,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:01.086956 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22ee8c87-081d-4b6c-bfb1-e2a289a03c73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:01.105363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-22ee8c87-081d-4b6c-bfb1-e2a289a03c73 None None] Calling delete_port for 2df52a61-3796-43d9-9dfc-1ce80695a613 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:01.128559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:01.133296 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:01.160989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port b45730d2-9cf6-4191-88cd-d0adfc20a33a yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:01.204013 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22ee8c87-081d-4b6c-bfb1-e2a289a03c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:01.216424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee8c87-081d-4b6c-bfb1-e2a289a03c73 None None] No DVR routers for this DVR port 2df52a61-3796-43d9-9dfc-1ce80695a613 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:01.243005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee8c87-081d-4b6c-bfb1-e2a289a03c73 None None] Pushing event deleted for resources: {'Port': ['ID=2df52a61-3796-43d9-9dfc-1ce80695a613,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:01.259625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b477a1-b9b9-4173-9ed8-8a794f08a936 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:01.297669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::22a (ad3005a0-d049-42e6-8c40-cacfe59382a6/507115fa-48e8-40ad-b092-36fd1d73d1e2/b45730d2-9cf6-4191-88cd-d0adfc20a33a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:01.440755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': '507115fa-48e8-40ad-b092-36fd1d73d1e2'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:43:01.441634 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:01.474669 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:01.496803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object b45730d2-9cf6-4191-88cd-d0adfc20a33a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:01.547546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2df52a61-3796-43d9-9dfc-1ce80695a613 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:01.548711 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:01.580049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2df52a61-3796-43d9-9dfc-1ce80695a613 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:43:01.580714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2df52a61-3796-43d9-9dfc-1ce80695a613 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:43:01.603324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:01.607753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:01.635098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=b45730d2-9cf6-4191-88cd-d0adfc20a33a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:01.646713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:01.653279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:01.653916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:01.662770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Allocated IP 2001:db8::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/507115fa-48e8-40ad-b092-36fd1d73d1e2/aabab210-6e61-42cd-8812-59b1f8066c73) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:01.677144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-467369bb-0d99-455d-9bf8-779985078ea5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7752044 Aug 17 16:43:01.678364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56294) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:01.745111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335bf913-31cd-4d10-8dc7-30ce66d22d7f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:01.747132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-335bf913-31cd-4d10-8dc7-30ce66d22d7f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0670729 Aug 17 16:43:01.749525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56296) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:01.875426 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:01.883923 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c07f13c2-9eb3-44e4-b06d-f5622fa85cbd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port b45730d2-9cf6-4191-88cd-d0adfc20a33a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:01.884476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c07f13c2-9eb3-44e4-b06d-f5622fa85cbd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:01.891553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Transition to ACTIVE for port object aabab210-6e61-42cd-8812-59b1f8066c73 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:01.922871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Transition to ACTIVE for port object aabab210-6e61-42cd-8812-59b1f8066c73 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:01.945390 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.047515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:02.059002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:02.063558 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:02.075238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Pushing event updated for resources: {'Port': ['ID=aabab210-6e61-42cd-8812-59b1f8066c73,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:02.099455 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c07f13c2-9eb3-44e4-b06d-f5622fa85cbd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.123728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c07f13c2-9eb3-44e4-b06d-f5622fa85cbd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for b45730d2-9cf6-4191-88cd-d0adfc20a33a owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:02.151881 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd582e86-e261-4a43-a2ec-8178c6bf6b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.157581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Attempting to bind port aabab210-6e61-42cd-8812-59b1f8066c73 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:02.158804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Attempting to bind port aabab210-6e61-42cd-8812-59b1f8066c73 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:02.158804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Attempting to bind port aabab210-6e61-42cd-8812-59b1f8066c73 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:02.165566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:02.165955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:02.166508 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.166915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:02.167400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Bound port: aabab210-6e61-42cd-8812-59b1f8066c73, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:02.177382 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.268339 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] For port aabab210-6e61-42cd-8812-59b1f8066c73, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:02.274615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] For port aabab210-6e61-42cd-8812-59b1f8066c73, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=aabab210-6e61-42cd-8812-59b1f8066c73,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:02.281377 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.310281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c07f13c2-9eb3-44e4-b06d-f5622fa85cbd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.346783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f13c2-9eb3-44e4-b06d-f5622fa85cbd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=b45730d2-9cf6-4191-88cd-d0adfc20a33a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:02.375574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063988c-1584-45ab-94dd-2a7c510e0386 None None] Pushing event updated for resources: {'Port': ['ID=aabab210-6e61-42cd-8812-59b1f8066c73,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:02.385776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c07f13c2-9eb3-44e4-b06d-f5622fa85cbd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.388126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c07f13c2-9eb3-44e4-b06d-f5622fa85cbd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/b45730d2-9cf6-4191-88cd-d0adfc20a33a HTTP/1.1" status: 204 len: 168 time: 0.6371167 Aug 17 16:43:02.390867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:02.455326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ea923-f73f-479c-b88c-a7c894169689 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:02.456685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ea923-f73f-479c-b88c-a7c894169689 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:02.459671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d6ea923-f73f-479c-b88c-a7c894169689 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0676448 Aug 17 16:43:02.462323 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56318) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:02.535539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bb3d0e-77a1-4bde-a2e3-59fa0afde566 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 507115fa-48e8-40ad-b092-36fd1d73d1e2 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:02.535539 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3d0e-77a1-4bde-a2e3-59fa0afde566 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.590218 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3d0e-77a1-4bde-a2e3-59fa0afde566 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.715726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3d0e-77a1-4bde-a2e3-59fa0afde566 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.799610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3d0e-77a1-4bde-a2e3-59fa0afde566 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.830567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb3d0e-77a1-4bde-a2e3-59fa0afde566 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=507115fa-48e8-40ad-b092-36fd1d73d1e2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:02.834854 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3d0e-77a1-4bde-a2e3-59fa0afde566 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:02.836947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1bb3d0e-77a1-4bde-a2e3-59fa0afde566 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/507115fa-48e8-40ad-b092-36fd1d73d1e2 HTTP/1.1" status: 204 len: 168 time: 0.3734605 Aug 17 16:43:02.840798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:02.924953 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-438c000a-be0a-4548-ba85-a839a656af3a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812924 Aug 17 16:43:02.929646 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:02.998524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c9ffb7-467d-4028-a299-13a23d58a1f5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:03.000095 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-10c9ffb7-467d-4028-a299-13a23d58a1f5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0695436 Aug 17 16:43:03.002817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56342) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:03.072361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38d80b-d1a0-47cc-9e3c-6dea1845c790 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:03.076050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ed38d80b-d1a0-47cc-9e3c-6dea1845c790 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700731 Aug 17 16:43:03.076472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:03.138818 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d52feec3-25c0-45c2-b345-d5ab1e2bd2d1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609858 Aug 17 16:43:03.144383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56354) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:03.150775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6786e1ef-5feb-4bcc-aa2e-bee92b73a925 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:03.319561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6786e1ef-5feb-4bcc-aa2e-bee92b73a925 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:03.329079 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6786e1ef-5feb-4bcc-aa2e-bee92b73a925 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:03.584515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device aabab210-6e61-42cd-8812-59b1f8066c73 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:03.693240 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6786e1ef-5feb-4bcc-aa2e-bee92b73a925 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:03.695957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f9ff48-ce4c-450e-92d1-181301f25770 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:03.764051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786e1ef-5feb-4bcc-aa2e-bee92b73a925 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:03.768258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6786e1ef-5feb-4bcc-aa2e-bee92b73a925 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:03.773901 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6786e1ef-5feb-4bcc-aa2e-bee92b73a925 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:03.775035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6786e1ef-5feb-4bcc-aa2e-bee92b73a925 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:03.791001 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6786e1ef-5feb-4bcc-aa2e-bee92b73a925 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6445105 Aug 17 16:43:03.793675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56370) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:03.803513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': '97a4ee83-4157-4da5-9c05-5788de5fc442', 'ip_address': '2001:db8::270d:fed:28c5:faf3'}], 'name': 'tempest-NetworksTestDHCPv6-2099546200'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:03.808176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786e1ef-5feb-4bcc-aa2e-bee92b73a925 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=97a4ee83-4157-4da5-9c05-5788de5fc442,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:03.827777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-75a47d56-86a8-4aa2-8877-c6a3904b8527 None None] Provisioning for port aabab210-6e61-42cd-8812-59b1f8066c73 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:03.891477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port aabab210-6e61-42cd-8812-59b1f8066c73 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:03.912950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port aabab210-6e61-42cd-8812-59b1f8066c73 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:03.913402 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:04.016669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:04.174916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:04.209554 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:04.212765 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 64406bc3-3e87-4079-8df5-bbc37d979f15 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:04.287929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port aabab210-6e61-42cd-8812-59b1f8066c73, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=aabab210-6e61-42cd-8812-59b1f8066c73,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:04.300446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:04.419058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=aabab210-6e61-42cd-8812-59b1f8066c73,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:04.466791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::270d:fed:28c5:faf3 (ad3005a0-d049-42e6-8c40-cacfe59382a6/97a4ee83-4157-4da5-9c05-5788de5fc442/64406bc3-3e87-4079-8df5-bbc37d979f15) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:04.636285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984a04bd-ce74-4bc4-ae0b-37ba3e7d842a None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:04.748705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d0f38fff-6146-4c8e-ba6b-d18f8e02b2dd None None] Provisioning complete for port aabab210-6e61-42cd-8812-59b1f8066c73 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:04.751370 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0f38fff-6146-4c8e-ba6b-d18f8e02b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:04.757191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:04.792416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 64406bc3-3e87-4079-8df5-bbc37d979f15 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:04.917481 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:04.972039 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57b902b3-688f-47a7-9539-c43c17714985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:05.071981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:05.072909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=64406bc3-3e87-4079-8df5-bbc37d979f15,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:05.075997 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:05.077977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:05.092672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:05.093359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:05.118533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5ee3d8a5-2fd2-42a6-8314-c33e6fe42aa4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3213584 Aug 17 16:43:05.119702 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56398) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:05.168951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:05.218702 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4e289e-c31f-45f7-86a6-c8d388aebcc8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:05.227915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4e289e-c31f-45f7-86a6-c8d388aebcc8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:05.232956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56404) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:05.242259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-da4e289e-c31f-45f7-86a6-c8d388aebcc8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1206217 Aug 17 16:43:05.353566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6caf3-d1b9-4955-81d7-c3ecd6ae1772 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 64406bc3-3e87-4079-8df5-bbc37d979f15 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:05.354236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cf6caf3-d1b9-4955-81d7-c3ecd6ae1772 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:05.509042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device aabab210-6e61-42cd-8812-59b1f8066c73 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:05.516001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cf6caf3-d1b9-4955-81d7-c3ecd6ae1772 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:05.531723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6caf3-d1b9-4955-81d7-c3ecd6ae1772 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 64406bc3-3e87-4079-8df5-bbc37d979f15 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:05.614687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port aabab210-6e61-42cd-8812-59b1f8066c73 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:05.615473 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:05.825441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7ad21dd5-7783-4e4e-9faa-63684fbfa9c3 None None] Provisioning complete for port aabab210-6e61-42cd-8812-59b1f8066c73 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:05.826152 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ad21dd5-7783-4e4e-9faa-63684fbfa9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:05.971051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:05.972355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7ad21dd5-7783-4e4e-9faa-63684fbfa9c3 None None] Provisioning for port 64406bc3-3e87-4079-8df5-bbc37d979f15 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:05.977209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7ad21dd5-7783-4e4e-9faa-63684fbfa9c3 None None] Provisioning complete for port 64406bc3-3e87-4079-8df5-bbc37d979f15 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:05.977659 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ad21dd5-7783-4e4e-9faa-63684fbfa9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:06.031016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7ad21dd5-7783-4e4e-9faa-63684fbfa9c3 None None] Port 64406bc3-3e87-4079-8df5-bbc37d979f15 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:43:06.153470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-81beb7ce-7039-4b7a-a9d1-2dcc5a94d9e1 None None] Could not find standard attr ID for object b45730d2-9cf6-4191-88cd-d0adfc20a33a. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:43:06.224972 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cf6caf3-d1b9-4955-81d7-c3ecd6ae1772 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:06.286151 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cf6caf3-d1b9-4955-81d7-c3ecd6ae1772 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:06.290529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7cf6caf3-d1b9-4955-81d7-c3ecd6ae1772 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/64406bc3-3e87-4079-8df5-bbc37d979f15 HTTP/1.1" status: 204 len: 168 time: 1.0539002 Aug 17 16:43:06.290529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6caf3-d1b9-4955-81d7-c3ecd6ae1772 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=64406bc3-3e87-4079-8df5-bbc37d979f15,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:06.290910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:06.381843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404eb62c-0487-4c23-b133-506befbaa389 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:06.383779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404eb62c-0487-4c23-b133-506befbaa389 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:06.389708 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-404eb62c-0487-4c23-b133-506befbaa389 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0977445 Aug 17 16:43:06.392532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56442) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:06.484177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-deea528d-5210-4a0f-8657-ef94f011067c None None] Could not find standard attr ID for object 64406bc3-3e87-4079-8df5-bbc37d979f15. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:43:06.507364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d097717-eae3-4cbc-985b-2d04d5bad02b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 97a4ee83-4157-4da5-9c05-5788de5fc442 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:06.517058 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d097717-eae3-4cbc-985b-2d04d5bad02b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:06.588552 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d097717-eae3-4cbc-985b-2d04d5bad02b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:06.710533 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d097717-eae3-4cbc-985b-2d04d5bad02b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:06.782796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:06.809759 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d097717-eae3-4cbc-985b-2d04d5bad02b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:06.876183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d097717-eae3-4cbc-985b-2d04d5bad02b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=97a4ee83-4157-4da5-9c05-5788de5fc442,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:06.883688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d097717-eae3-4cbc-985b-2d04d5bad02b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:06.890341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:06.892365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27f53b-b14f-49f6-89fc-64658568f84b None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:06.906739 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4d097717-eae3-4cbc-985b-2d04d5bad02b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/97a4ee83-4157-4da5-9c05-5788de5fc442 HTTP/1.1" status: 204 len: 168 time: 0.5038161 Aug 17 16:43:07.034360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56466) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:07.038041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b828f7c1-cd24-4dac-a414-238bb1c4bef9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1459665 Aug 17 16:43:07.040612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4a44fa1b-a8a8-40fd-a974-b54853dd2192 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:07.159721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f16b41ef-04da-4d80-ac1c-c733cad212da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.239430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356b076-e9b8-4b3a-81bd-0ca59e29ec39 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:43:07.337836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8356b076-e9b8-4b3a-81bd-0ca59e29ec39 None None] Deleting port aabab210-6e61-42cd-8812-59b1f8066c73 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:07.338677 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8356b076-e9b8-4b3a-81bd-0ca59e29ec39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.433127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f16b41ef-04da-4d80-ac1c-c733cad212da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.444899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f16b41ef-04da-4d80-ac1c-c733cad212da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.486569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8356b076-e9b8-4b3a-81bd-0ca59e29ec39 None None] For port aabab210-6e61-42cd-8812-59b1f8066c73, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=aabab210-6e61-42cd-8812-59b1f8066c73,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:07.487048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8356b076-e9b8-4b3a-81bd-0ca59e29ec39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.500093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f16b41ef-04da-4d80-ac1c-c733cad212da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05c7d12483b64a07872410ea902c311a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7158575 Aug 17 16:43:07.505345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:07.535235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8356b076-e9b8-4b3a-81bd-0ca59e29ec39 None None] Calling delete_port for aabab210-6e61-42cd-8812-59b1f8066c73 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:07.605064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a44fa1b-a8a8-40fd-a974-b54853dd2192 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:07.621681 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a44fa1b-a8a8-40fd-a974-b54853dd2192 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.713774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b41ef-04da-4d80-ac1c-c733cad212da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d2766a-7e59-41ea-9699-ab396841bff6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:07.721408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device aabab210-6e61-42cd-8812-59b1f8066c73 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:07.767061 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2acd7f9c-38b1-4d0f-9fb6-b4c39de297fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.816982 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.818663 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2acd7f9c-38b1-4d0f-9fb6-b4c39de297fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.913668 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2acd7f9c-38b1-4d0f-9fb6-b4c39de297fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.917163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2acd7f9c-38b1-4d0f-9fb6-b4c39de297fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.918552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2acd7f9c-38b1-4d0f-9fb6-b4c39de297fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/73d2766a-7e59-41ea-9699-ab396841bff6 HTTP/1.1" status: 204 len: 168 time: 0.4081032 Aug 17 16:43:07.929651 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8356b076-e9b8-4b3a-81bd-0ca59e29ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:07.931790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd7f9c-38b1-4d0f-9fb6-b4c39de297fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d2766a-7e59-41ea-9699-ab396841bff6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:07.942817 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:08.010667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356b076-e9b8-4b3a-81bd-0ca59e29ec39 None None] Pushing event deleted for resources: {'Port': ['ID=aabab210-6e61-42cd-8812-59b1f8066c73,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:08.014224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356b076-e9b8-4b3a-81bd-0ca59e29ec39 None None] No DVR routers for this DVR port aabab210-6e61-42cd-8812-59b1f8066c73 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:08.160755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a44fa1b-a8a8-40fd-a974-b54853dd2192 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:08.207199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44fa1b-a8a8-40fd-a974-b54853dd2192 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:08.220219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4a44fa1b-a8a8-40fd-a974-b54853dd2192 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:08.228004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a44fa1b-a8a8-40fd-a974-b54853dd2192 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:08.228454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b249d8b-0bc7-4960-8193-355e17f4537a None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:08.228598 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a44fa1b-a8a8-40fd-a974-b54853dd2192 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:08.239540 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44fa1b-a8a8-40fd-a974-b54853dd2192 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=52bcfd10-048b-4cc5-91ae-42d06d5e268d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:08.253390 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4a44fa1b-a8a8-40fd-a974-b54853dd2192 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2176299 Aug 17 16:43:08.256855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:08.263450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': '52bcfd10-048b-4cc5-91ae-42d06d5e268d', 'ip_address': '2001:db8::b4d2:2c96:af3a:325e'}], 'name': 'tempest-NetworksTestDHCPv6-153915206'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:08.360782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56498) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:08.399451 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1c74152-414d-4a86-ad89-0e0c9ee38249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:08.417695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-d1c74152-414d-4a86-ad89-0e0c9ee38249 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:43:08.417695 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 16:43:08.417695 n-d-804878-1 neutron-server[94839]: [parameters: {'project_id_1': 'acb3263bb8a645d7b6eff942598f730c', 'expiration_1': datetime.datetime(2021, 8, 17, 16, 43, 8, 413137)}] Aug 17 16:43:08.417695 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:43:08.418923 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-d1c74152-414d-4a86-ad89-0e0c9ee38249 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:43:08.425861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:08.506182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': '52bcfd10-048b-4cc5-91ae-42d06d5e268d'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:43:08.507500 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:08.533695 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:08.555082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port bdfac680-9ba0-4730-b13c-fd17f59c1bff yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:08.664234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Allocated IP 2001:db8::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/52bcfd10-048b-4cc5-91ae-42d06d5e268d/54ead81b-91b9-4525-9c63-e35db8a4534f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:08.848875 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:08.900577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Transition to ACTIVE for port object 54ead81b-91b9-4525-9c63-e35db8a4534f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:08.900577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Transition to ACTIVE for port object 54ead81b-91b9-4525-9c63-e35db8a4534f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:08.915568 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:08.920686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1c74152-414d-4a86-ad89-0e0c9ee38249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.015729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:09.016660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::b4d2:2c96:af3a:325e (ad3005a0-d049-42e6-8c40-cacfe59382a6/52bcfd10-048b-4cc5-91ae-42d06d5e268d/bdfac680-9ba0-4730-b13c-fd17f59c1bff) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:09.018893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:09.027897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:09.074008 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1c74152-414d-4a86-ad89-0e0c9ee38249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.080179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Pushing event updated for resources: {'Port': ['ID=54ead81b-91b9-4525-9c63-e35db8a4534f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:09.091205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1c74152-414d-4a86-ad89-0e0c9ee38249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.190989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Attempting to bind port 54ead81b-91b9-4525-9c63-e35db8a4534f on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:09.191362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Attempting to bind port 54ead81b-91b9-4525-9c63-e35db8a4534f by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:09.191731 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Attempting to bind port 54ead81b-91b9-4525-9c63-e35db8a4534f on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:09.205890 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d1c74152-414d-4a86-ad89-0e0c9ee38249 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=acb3263bb8a645d7b6eff942598f730c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8436747 Aug 17 16:43:09.208946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56524) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:09.210039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:09.210444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:09.210951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.211348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:09.211939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Bound port: 54ead81b-91b9-4525-9c63-e35db8a4534f, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:09.212276 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.215986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c74152-414d-4a86-ad89-0e0c9ee38249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9293a41a-5b83-4431-940e-9b1c17ea5a91,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:09.316343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] For port 54ead81b-91b9-4525-9c63-e35db8a4534f, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:09.320102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.321306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] For port 54ead81b-91b9-4525-9c63-e35db8a4534f, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=54ead81b-91b9-4525-9c63-e35db8a4534f,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:09.326474 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.341780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.347075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object bdfac680-9ba0-4730-b13c-fd17f59c1bff will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:09.377474 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.457036 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.457694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fca1f-9317-4785-a6c4-ea69a80d4026 None None] Pushing event updated for resources: {'Port': ['ID=54ead81b-91b9-4525-9c63-e35db8a4534f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:09.495319 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.497838 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.499042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9293a41a-5b83-4431-940e-9b1c17ea5a91 HTTP/1.1" status: 204 len: 168 time: 0.2888088 Aug 17 16:43:09.524507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:09.527636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9293a41a-5b83-4431-940e-9b1c17ea5a91,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:09.534651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:09.541012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=bdfac680-9ba0-4730-b13c-fd17f59c1bff,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:09.544565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:09.550596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:09.551337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:09.559185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.559523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.559863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.560200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.560529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.560858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.561185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.561505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.561824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.562151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.562501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.562819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e77215-c908-45b9-8f09-ad640e101c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.571020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:09.598308 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fb27c773-b7f2-406b-8bf5-70b335fd9f19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3399327 Aug 17 16:43:09.601330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:09.707277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815dbb1-6994-4f07-8b95-f64cb7eff7a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:09.716237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815dbb1-6994-4f07-8b95-f64cb7eff7a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:09.719033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b815dbb1-6994-4f07-8b95-f64cb7eff7a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1167338 Aug 17 16:43:09.721839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:09.866151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f373b95a-e48d-4891-9d50-4b2994caa451 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port bdfac680-9ba0-4730-b13c-fd17f59c1bff {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:09.866265 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f373b95a-e48d-4891-9d50-4b2994caa451 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:10.044454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f373b95a-e48d-4891-9d50-4b2994caa451 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:10.064466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f373b95a-e48d-4891-9d50-4b2994caa451 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for bdfac680-9ba0-4730-b13c-fd17f59c1bff owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:10.237815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f373b95a-e48d-4891-9d50-4b2994caa451 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:10.287208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373b95a-e48d-4891-9d50-4b2994caa451 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=bdfac680-9ba0-4730-b13c-fd17f59c1bff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:10.354612 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f373b95a-e48d-4891-9d50-4b2994caa451 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:10.359046 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f373b95a-e48d-4891-9d50-4b2994caa451 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/bdfac680-9ba0-4730-b13c-fd17f59c1bff HTTP/1.1" status: 204 len: 168 time: 0.6357546 Aug 17 16:43:10.362067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:10.486465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eaeb47-4670-45d3-92ac-bc6adbad7973 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:10.488103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eaeb47-4670-45d3-92ac-bc6adbad7973 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:10.490487 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3eaeb47-4670-45d3-92ac-bc6adbad7973 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1268365 Aug 17 16:43:10.493136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:10.569022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4425c516-7419-4c1c-9736-cbf2dbe563cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 52bcfd10-048b-4cc5-91ae-42d06d5e268d {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:10.572891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4425c516-7419-4c1c-9736-cbf2dbe563cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:10.650825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4425c516-7419-4c1c-9736-cbf2dbe563cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:10.788278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:10.797875 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4425c516-7419-4c1c-9736-cbf2dbe563cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:10.887839 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4425c516-7419-4c1c-9736-cbf2dbe563cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:10.924514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425c516-7419-4c1c-9736-cbf2dbe563cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=52bcfd10-048b-4cc5-91ae-42d06d5e268d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:10.932551 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4425c516-7419-4c1c-9736-cbf2dbe563cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:10.937106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56592) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:10.937598 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4425c516-7419-4c1c-9736-cbf2dbe563cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/52bcfd10-048b-4cc5-91ae-42d06d5e268d HTTP/1.1" status: 204 len: 168 time: 0.4430959 Aug 17 16:43:10.950311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2285cec-1259-4c4a-bcd3-6c5975af3d13 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:10.977496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-216802266-network', 'tenant_id': 'd37bf3fee9154743a092840e59aecd98'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:10.984842 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c5d7c129-2cdd-49ee-94f8-36f425cbbac8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455980 Aug 17 16:43:10.988043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56596) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:10.995543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d6e706a9-cffb-4196-866d-983c1106eff0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:11.013567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Made reservation on behalf of d37bf3fee9154743a092840e59aecd98 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:11.017058 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.028033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.132553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-02ab982d-d0cf-4148-a911-6bc8afcbfdc1 None None] Provisioning for port 54ead81b-91b9-4525-9c63-e35db8a4534f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:11.202229 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.209334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.235701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e706a9-cffb-4196-866d-983c1106eff0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:11.240010 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6e706a9-cffb-4196-866d-983c1106eff0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.249110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:43:11.279482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a79dc0-7d34-4f89-849b-98e0d214ca53,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:11.306996 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.307432 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Added segment 9cc4003e-d1fa-4008-922e-823157086519 of type vlan for network 205c7edb-f205-4fcf-a43f-e40333a68bb5 Aug 17 16:43:11.369503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddc2a85-7c6f-4ecc-b3e1-683c90858ca4 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:43:11.373676 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.405675 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.408322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:11.409753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.454737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc2a85-7c6f-4ecc-b3e1-683c90858ca4 None None] Deleting port 54ead81b-91b9-4525-9c63-e35db8a4534f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:11.455081 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ddc2a85-7c6f-4ecc-b3e1-683c90858ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.526873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6ddc2a85-7c6f-4ecc-b3e1-683c90858ca4 None None] For port 54ead81b-91b9-4525-9c63-e35db8a4534f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=54ead81b-91b9-4525-9c63-e35db8a4534f,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:11.527306 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ddc2a85-7c6f-4ecc-b3e1-683c90858ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.542664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc2a85-7c6f-4ecc-b3e1-683c90858ca4 None None] Calling delete_port for 54ead81b-91b9-4525-9c63-e35db8a4534f owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:11.555673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] Pushing event updated for resources: {'Network': ['ID=205c7edb-f205-4fcf-a43f-e40333a68bb5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:11.572226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-442cf03c-9d8f-486c-9588-55135896bb7c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7815123 Aug 17 16:43:11.572824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:11.574538 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6e706a9-cffb-4196-866d-983c1106eff0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.578838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Request body: {'subnet': {'network_id': '205c7edb-f205-4fcf-a43f-e40333a68bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-216802266-subnet', 'tenant_id': 'd37bf3fee9154743a092840e59aecd98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:11.605606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Made reservation on behalf of d37bf3fee9154743a092840e59aecd98 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:11.609740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.627820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 205c7edb-f205-4fcf-a43f-e40333a68bb5 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:43:11.635047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e706a9-cffb-4196-866d-983c1106eff0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:11.638990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d6e706a9-cffb-4196-866d-983c1106eff0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:11.644269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e706a9-cffb-4196-866d-983c1106eff0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:11.644869 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6e706a9-cffb-4196-866d-983c1106eff0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.653516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e706a9-cffb-4196-866d-983c1106eff0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=dfb0db37-c15d-435e-ac29-6bb9364036cf,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:11.683573 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d6e706a9-cffb-4196-866d-983c1106eff0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6928694 Aug 17 16:43:11.684365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:11.697792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': 'dfb0db37-c15d-435e-ac29-6bb9364036cf', 'ip_address': '2001:db8::67fc:9d14:14ee:a177'}], 'name': 'tempest-NetworksTestDHCPv6-181236381'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:11.754905 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ddc2a85-7c6f-4ecc-b3e1-683c90858ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.798936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc2a85-7c6f-4ecc-b3e1-683c90858ca4 None None] Pushing event deleted for resources: {'Port': ['ID=54ead81b-91b9-4525-9c63-e35db8a4534f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:11.805457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc2a85-7c6f-4ecc-b3e1-683c90858ca4 None None] No DVR routers for this DVR port 54ead81b-91b9-4525-9c63-e35db8a4534f on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:11.823995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9948d66-ecae-4b24-9e6c-94a56e621e86 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:11.919296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:11.924222 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:11.987078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port b083dd55-03bb-4609-bb69-a3cff369b0b7 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:11.995052 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:12.034245 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': 'dfb0db37-c15d-435e-ac29-6bb9364036cf'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:43:12.035377 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:12.204917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Allocated IP 2001:db8::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/dfb0db37-c15d-435e-ac29-6bb9364036cf/8819b798-b319-48b5-b189-72d5287a0437) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:12.454507 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:12.465349 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Transition to ACTIVE for port object 8819b798-b319-48b5-b189-72d5287a0437 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:12.481801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Transition to ACTIVE for port object 8819b798-b319-48b5-b189-72d5287a0437 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:12.491174 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:12.544980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d2c79d-48f1-49f5-8462-d1748e32500c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:12.545914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:12.554534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:12.557641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:12.557832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Checking segment: {'id': '9cc4003e-d1fa-4008-922e-823157086519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '205c7edb-f205-4fcf-a43f-e40333a68bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:12.558197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Network hostable DHCP agents. Network: 205c7edb-f205-4fcf-a43f-e40333a68bb5, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:43:12.574521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Pushing event updated for resources: {'Port': ['ID=8819b798-b319-48b5-b189-72d5287a0437,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:12.628027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Attempting to bind port 8819b798-b319-48b5-b189-72d5287a0437 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:12.628406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Attempting to bind port 8819b798-b319-48b5-b189-72d5287a0437 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:12.628773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Attempting to bind port 8819b798-b319-48b5-b189-72d5287a0437 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:12.631047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Network 205c7edb-f205-4fcf-a43f-e40333a68bb5 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:43:12.634848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:12.635315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:12.635789 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:12.636513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:12.636823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Bound port: 8819b798-b319-48b5-b189-72d5287a0437, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:12.637284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:12.651404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 205c7edb-f205-4fcf-a43f-e40333a68bb5) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:12.659057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:12.659796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:12.677627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::67fc:9d14:14ee:a177 (ad3005a0-d049-42e6-8c40-cacfe59382a6/dfb0db37-c15d-435e-ac29-6bb9364036cf/b083dd55-03bb-4609-bb69-a3cff369b0b7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:12.698136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1366d1-64ac-4eaa-8159-584860cafbc7 None None] Network 205c7edb-f205-4fcf-a43f-e40333a68bb5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:12.707519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-37de1243-46a1-4a88-9871-d72473d2fd85 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1325097 Aug 17 16:43:12.769044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] For port 8819b798-b319-48b5-b189-72d5287a0437, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:12.787127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] For port 8819b798-b319-48b5-b189-72d5287a0437, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=8819b798-b319-48b5-b189-72d5287a0437,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:12.800965 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:12.907520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:12.931862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object b083dd55-03bb-4609-bb69-a3cff369b0b7 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:12.998872 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.070077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:13.075183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=b083dd55-03bb-4609-bb69-a3cff369b0b7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:13.079216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:13.082190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:13.091788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:13.092489 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.112170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ccb6b0a5-e67f-4682-a51e-c564cd6c865f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4266515 Aug 17 16:43:13.115535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56624) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:13.124003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d25944-8f1d-44f8-807e-7fa49bad664f None None] Network 205c7edb-f205-4fcf-a43f-e40333a68bb5 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:13.140621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a200e6-296d-4fa0-bc92-bec5d0b98076 None None] Pushing event updated for resources: {'Port': ['ID=8819b798-b319-48b5-b189-72d5287a0437,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:13.174909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d1fed-992a-4bb7-b5eb-577dd8a47954 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:13.183337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d1fed-992a-4bb7-b5eb-577dd8a47954 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:13.186515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-723d1fed-992a-4bb7-b5eb-577dd8a47954 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0698855 Aug 17 16:43:13.190105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:13.356743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e5419f50-0fa2-433b-8ca0-6298b9268734 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port b083dd55-03bb-4609-bb69-a3cff369b0b7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:13.357422 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5419f50-0fa2-433b-8ca0-6298b9268734 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.486935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56642) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:13.498549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1949870966-network', 'tenant_id': '2343829183eb4692bab0249003c58101'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:13.534025 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5419f50-0fa2-433b-8ca0-6298b9268734 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.537654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Made reservation on behalf of 2343829183eb4692bab0249003c58101 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:13.541170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.553998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e5419f50-0fa2-433b-8ca0-6298b9268734 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for b083dd55-03bb-4609-bb69-a3cff369b0b7 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:13.554254 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.637017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 8819b798-b319-48b5-b189-72d5287a0437 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:13.717944 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.725612 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.755845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 8819b798-b319-48b5-b189-72d5287a0437 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:13.765743 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5419f50-0fa2-433b-8ca0-6298b9268734 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.778994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:43:13.787980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb84383e-2a01-4874-8487-a7844e901e9e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:13.804555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.804957 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Added segment 919c3800-658b-46ee-8558-3c8b4a74c5bc of type vlan for network 89c01d58-a1ce-477d-91b0-311581dcec12 Aug 17 16:43:13.846122 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5419f50-0fa2-433b-8ca0-6298b9268734 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.849463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5419f50-0fa2-433b-8ca0-6298b9268734 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/b083dd55-03bb-4609-bb69-a3cff369b0b7 HTTP/1.1" status: 204 len: 168 time: 0.6580267 Aug 17 16:43:13.850976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5419f50-0fa2-433b-8ca0-6298b9268734 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=b083dd55-03bb-4609-bb69-a3cff369b0b7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:13.858383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56644) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:13.904021 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.935198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9c9c63-0b6e-4362-bad9-6e0c46fe15be tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:13.936725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9c9c63-0b6e-4362-bad9-6e0c46fe15be tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:13.938253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2a9c9c63-0b6e-4362-bad9-6e0c46fe15be tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0787485 Aug 17 16:43:13.941098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:13.949410 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:13.950447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:13.951020 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.029241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5407174 Aug 17 16:43:14.034000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:14.040134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Request body: {'subnet': {'network_id': '89c01d58-a1ce-477d-91b0-311581dcec12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1949870966-subnet', 'tenant_id': '2343829183eb4692bab0249003c58101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:14.047258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cf8154-5746-41ce-a662-769bc557920d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet dfb0db37-c15d-435e-ac29-6bb9364036cf {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:14.054599 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00cf8154-5746-41ce-a662-769bc557920d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.057390 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41ae16-763d-4657-a253-5526b5a0761a admin admin] Pushing event updated for resources: {'Network': ['ID=89c01d58-a1ce-477d-91b0-311581dcec12,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:14.070237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 89c01d58-a1ce-477d-91b0-311581dcec12 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:43:14.115707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Made reservation on behalf of 2343829183eb4692bab0249003c58101 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:14.118647 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.123448 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00cf8154-5746-41ce-a662-769bc557920d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.290802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00cf8154-5746-41ce-a662-769bc557920d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.483970 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00cf8154-5746-41ce-a662-769bc557920d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.532319 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.534794 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00cf8154-5746-41ce-a662-769bc557920d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.537259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-00cf8154-5746-41ce-a662-769bc557920d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/dfb0db37-c15d-435e-ac29-6bb9364036cf HTTP/1.1" status: 204 len: 168 time: 0.5950854 Aug 17 16:43:14.538190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf8154-5746-41ce-a662-769bc557920d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb0db37-c15d-435e-ac29-6bb9364036cf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:14.540120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56656) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:14.593209 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-69c4aea9-7585-48b5-bcc2-2e7d84eaefe8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520484 Aug 17 16:43:14.601953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56658) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:14.604909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a199943-c61b-4b0a-b2dd-a39dfa09aac3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:14.611663 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f1440097-2603-4f17-b922-ab6eb07dc27f None None] Provisioning for port 8819b798-b319-48b5-b189-72d5287a0437 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:14.619083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f1440097-2603-4f17-b922-ab6eb07dc27f None None] Provisioning complete for port 8819b798-b319-48b5-b189-72d5287a0437 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:14.619285 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1440097-2603-4f17-b922-ab6eb07dc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.672408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Checking segment: {'id': '919c3800-658b-46ee-8558-3c8b4a74c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '89c01d58-a1ce-477d-91b0-311581dcec12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:14.674974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Network hostable DHCP agents. Network: 89c01d58-a1ce-477d-91b0-311581dcec12, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:43:14.722050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Network 89c01d58-a1ce-477d-91b0-311581dcec12 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:43:14.730725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ddd4f0-ea7b-4e96-95be-e57e0d6e26e3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:14.732316 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-55ddd4f0-ea7b-4e96-95be-e57e0d6e26e3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1281996 Aug 17 16:43:14.736390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:14.773027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 89c01d58-a1ce-477d-91b0-311581dcec12) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:14.787533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1440097-2603-4f17-b922-ab6eb07dc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.791374 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180433f3-a27b-4ab7-9ff8-80919622272e None None] Network 89c01d58-a1ce-477d-91b0-311581dcec12 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:14.824849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:14.825733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.894583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e9ca33e1-fcaa-49a4-be5f-aa74e6a6f142 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8577549 Aug 17 16:43:14.899550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb62db8-2e1e-4d6c-be3e-7e2671b109ea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:14.899686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f1440097-2603-4f17-b922-ab6eb07dc27f None None] For port 8819b798-b319-48b5-b189-72d5287a0437, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=8819b798-b319-48b5-b189-72d5287a0437,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:14.901898 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cdb62db8-2e1e-4d6c-be3e-7e2671b109ea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1622288 Aug 17 16:43:14.904950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:14.919404 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1440097-2603-4f17-b922-ab6eb07dc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:14.924292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b80da4-da81-4fdd-8cbd-ad043dac5552 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:15.007591 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e18284c-f7c1-4ca6-ba58-b4d108817ead tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010509 Aug 17 16:43:15.012070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56666) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:15.016626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0740dd04-d835-40a8-b509-3da0d99325af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:15.093364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3771ae5d-b1d8-4230-ad51-83154befbcba None None] Could not find standard attr ID for object bdfac680-9ba0-4730-b13c-fd17f59c1bff. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:43:15.094858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1440097-2603-4f17-b922-ab6eb07dc27f None None] Pushing event updated for resources: {'Port': ['ID=8819b798-b319-48b5-b189-72d5287a0437,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:15.176622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0740dd04-d835-40a8-b509-3da0d99325af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:15.181724 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0740dd04-d835-40a8-b509-3da0d99325af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:15.202124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b983de-f3a1-44c7-afb4-554b18faff42 None None] Network 89c01d58-a1ce-477d-91b0-311581dcec12 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:15.367756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f4cc9-f289-4ef4-89a9-213482433f52 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:43:15.439096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-510f4cc9-f289-4ef4-89a9-213482433f52 None None] Deleting port 8819b798-b319-48b5-b189-72d5287a0437 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:15.439560 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-510f4cc9-f289-4ef4-89a9-213482433f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:15.468269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0740dd04-d835-40a8-b509-3da0d99325af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:15.517712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-510f4cc9-f289-4ef4-89a9-213482433f52 None None] For port 8819b798-b319-48b5-b189-72d5287a0437, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=8819b798-b319-48b5-b189-72d5287a0437,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:15.518112 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-510f4cc9-f289-4ef4-89a9-213482433f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:15.532999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-510f4cc9-f289-4ef4-89a9-213482433f52 None None] Calling delete_port for 8819b798-b319-48b5-b189-72d5287a0437 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:15.588639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740dd04-d835-40a8-b509-3da0d99325af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:15.596441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0740dd04-d835-40a8-b509-3da0d99325af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:15.602648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 8819b798-b319-48b5-b189-72d5287a0437 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:15.603741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0740dd04-d835-40a8-b509-3da0d99325af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:15.604355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0740dd04-d835-40a8-b509-3da0d99325af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:15.647341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740dd04-d835-40a8-b509-3da0d99325af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=fe2cfa50-37a8-40c1-a596-ff9ab5800fd9,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:15.659583 n-d-804878-1 neutron-server[94840]: INFO neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No ports have port_id starting with 8819b798-b319-48b5-b189-72d5287a0437 Aug 17 16:43:15.660887 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-510f4cc9-f289-4ef4-89a9-213482433f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:15.667533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0740dd04-d835-40a8-b509-3da0d99325af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6544065 Aug 17 16:43:15.670092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56692) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:15.675657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': 'fe2cfa50-37a8-40c1-a596-ff9ab5800fd9', 'ip_address': '2001:db8::1fa2:eaf5:eb07:a928'}], 'name': 'tempest-NetworksTestDHCPv6-1316349066'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:15.690745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f4cc9-f289-4ef4-89a9-213482433f52 None None] Pushing event deleted for resources: {'Port': ['ID=8819b798-b319-48b5-b189-72d5287a0437,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:15.697458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f4cc9-f289-4ef4-89a9-213482433f52 None None] No DVR routers for this DVR port 8819b798-b319-48b5-b189-72d5287a0437 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:15.711288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ed9988-2643-4b40-8cea-0e679dfef7c4 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:15.721066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-d8a64964-9b09-4283-b2e4-7b6233edd448 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:15.732125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-d8a64964-9b09-4283-b2e4-7b6233edd448 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/networks?id=205c7edb-f205-4fcf-a43f-e40333a68bb5 HTTP/1.1" status: 200 len: 808 time: 0.2344859 Aug 17 16:43:15.758409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-674ef11d-7e82-4414-8ba9-83660b5577f1 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/quotas/d37bf3fee9154743a092840e59aecd98 HTTP/1.1" status: 200 len: 375 time: 0.0181794 Aug 17 16:43:15.799420 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-fa68a7ac-2b20-4a6e-9c66-870d04a2cff9 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d37bf3fee9154743a092840e59aecd98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323720 Aug 17 16:43:15.828810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:15.970454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:15.992584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 6376a9ba-02ee-4ee9-b196-f99b2579ecda yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:16.021467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': 'fe2cfa50-37a8-40c1-a596-ff9ab5800fd9'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:43:16.022640 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:16.139979 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-5c63a300-987e-400c-be4c-7b6e113de781 service neutron] 10.222.0.77 "GET /v2.0/networks/205c7edb-f205-4fcf-a43f-e40333a68bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321726 Aug 17 16:43:16.192072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Allocated IP 2001:db8::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/fe2cfa50-37a8-40c1-a596-ff9ab5800fd9/100d10e0-7f3d-48da-9b17-9eb9e5599715) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:16.245980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-d206ffd7-b80f-4634-941e-a5bcb61575b8 service neutron] 10.222.0.77 "GET /v2.0/networks/205c7edb-f205-4fcf-a43f-e40333a68bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994296 Aug 17 16:43:16.352613 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:16.361445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Transition to ACTIVE for port object 100d10e0-7f3d-48da-9b17-9eb9e5599715 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:16.393925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Transition to ACTIVE for port object 100d10e0-7f3d-48da-9b17-9eb9e5599715 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:16.404421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:16.447958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:16.451462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:16.456852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:16.475347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Pushing event updated for resources: {'Port': ['ID=100d10e0-7f3d-48da-9b17-9eb9e5599715,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:16.496876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::1fa2:eaf5:eb07:a928 (ad3005a0-d049-42e6-8c40-cacfe59382a6/fe2cfa50-37a8-40c1-a596-ff9ab5800fd9/6376a9ba-02ee-4ee9-b196-f99b2579ecda) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:16.536719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Attempting to bind port 100d10e0-7f3d-48da-9b17-9eb9e5599715 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:16.537261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Attempting to bind port 100d10e0-7f3d-48da-9b17-9eb9e5599715 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:16.537730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Attempting to bind port 100d10e0-7f3d-48da-9b17-9eb9e5599715 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:16.544310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:16.544820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:16.545343 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:16.545550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a19fdaec-30d6-4e2e-a500-067dfd920bf4 req-a2f9118d-da23-4f78-8362-b3d41329daf6 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 210 time: 0.0460844 Aug 17 16:43:16.545898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:16.546451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Bound port: 100d10e0-7f3d-48da-9b17-9eb9e5599715, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:16.546944 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:16.655717 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] For port 100d10e0-7f3d-48da-9b17-9eb9e5599715, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:16.659917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] For port 100d10e0-7f3d-48da-9b17-9eb9e5599715, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=100d10e0-7f3d-48da-9b17-9eb9e5599715,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:16.666780 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:16.748682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc319e57-4289-48fd-8e24-cab57b6951a1 None None] Pushing event updated for resources: {'Port': ['ID=100d10e0-7f3d-48da-9b17-9eb9e5599715,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:16.777049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:16.797882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 6376a9ba-02ee-4ee9-b196-f99b2579ecda will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:16.837086 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:16.886769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:16.890752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:16.896458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:16.902542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:16.903223 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:16.907221 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=6376a9ba-02ee-4ee9-b196-f99b2579ecda,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:16.923934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b4aa90a9-e521-4c24-a197-7cb049c5b7fd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2525883 Aug 17 16:43:16.927170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56714) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:16.932792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-522e1ec4-b314-4424-aa82-bc5cee59bf0c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': 'fe2cfa50-37a8-40c1-a596-ff9ab5800fd9', 'ip_address': '2001:db8::1fa2:eaf5:eb07:a928'}], 'name': 'tempest-NetworksTestDHCPv6-1938924140'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:17.113582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522e1ec4-b314-4424-aa82-bc5cee59bf0c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:17.121497 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-522e1ec4-b314-4424-aa82-bc5cee59bf0c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:17.151247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-522e1ec4-b314-4424-aa82-bc5cee59bf0c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port ed2b1c27-6cf5-4dde-b7c8-61f0c62fd1ce yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:17.362979 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-522e1ec4-b314-4424-aa82-bc5cee59bf0c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 16:43:17.363458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522e1ec4-b314-4424-aa82-bc5cee59bf0c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:43:17.380808 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-522e1ec4-b314-4424-aa82-bc5cee59bf0c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4521873 Aug 17 16:43:17.383295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:17.438033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39325abc-ed98-4884-95a9-209a0cff8dc4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:17.444496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39325abc-ed98-4884-95a9-209a0cff8dc4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:17.446145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-39325abc-ed98-4884-95a9-209a0cff8dc4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0617883 Aug 17 16:43:17.449017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56730) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:17.525392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 100d10e0-7f3d-48da-9b17-9eb9e5599715 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:17.568918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-63ed81c4-b062-4022-a61b-49b56e88ea85 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 6376a9ba-02ee-4ee9-b196-f99b2579ecda {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:17.569524 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63ed81c4-b062-4022-a61b-49b56e88ea85 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:17.634790 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 100d10e0-7f3d-48da-9b17-9eb9e5599715 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:17.711193 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63ed81c4-b062-4022-a61b-49b56e88ea85 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:17.739359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbacab67-d8e6-42b3-a6b3-fb93f60e1db2 req-e3808985-089f-4e11-9edb-6c05c086ceea tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 210 time: 0.0592785 Aug 17 16:43:17.746464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-63ed81c4-b062-4022-a61b-49b56e88ea85 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 6376a9ba-02ee-4ee9-b196-f99b2579ecda owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:17.794153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c14ec030-5826-4017-aee2-27aedf67570f tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:17.796411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c14ec030-5826-4017-aee2-27aedf67570f tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.91 "GET /v2.0/networks?id=205c7edb-f205-4fcf-a43f-e40333a68bb5 HTTP/1.1" status: 200 len: 808 time: 0.2088852 Aug 17 16:43:17.811444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Request body: {'port': {'device_id': '2afe0865-355c-4968-ab07-4697bc2fe6c4', 'network_id': '205c7edb-f205-4fcf-a43f-e40333a68bb5', 'admin_state_up': True, 'tenant_id': 'd37bf3fee9154743a092840e59aecd98'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:17.948943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Made reservation on behalf of d37bf3fee9154743a092840e59aecd98 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:17.954049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63ed81c4-b062-4022-a61b-49b56e88ea85 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:17.955518 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:17.983551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed81c4-b062-4022-a61b-49b56e88ea85 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=6376a9ba-02ee-4ee9-b196-f99b2579ecda,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:18.026101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63ed81c4-b062-4022-a61b-49b56e88ea85 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.029460 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-63ed81c4-b062-4022-a61b-49b56e88ea85 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/6376a9ba-02ee-4ee9-b196-f99b2579ecda HTTP/1.1" status: 204 len: 168 time: 0.5792611 Aug 17 16:43:18.035154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56736) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:18.095001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafaa1fc-71c3-4417-b9b5-24d54122bb68 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:18.096515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafaa1fc-71c3-4417-b9b5-24d54122bb68 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:18.098739 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cafaa1fc-71c3-4417-b9b5-24d54122bb68 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0618310 Aug 17 16:43:18.101591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56738) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:18.123703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Allocated IP 172.20.0.9 (205c7edb-f205-4fcf-a43f-e40333a68bb5/f8d2c79d-48f1-49f5-8462-d1748e32500c/7d189db7-312e-4424-847a-08216fcff776) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:18.162942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ca445752-2534-4b29-b885-eba8107682d7 None None] Provisioning for port 100d10e0-7f3d-48da-9b17-9eb9e5599715 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:18.168082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ca445752-2534-4b29-b885-eba8107682d7 None None] Provisioning complete for port 100d10e0-7f3d-48da-9b17-9eb9e5599715 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:18.168456 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca445752-2534-4b29-b885-eba8107682d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.215375 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5432f9-73fa-4f44-b2d8-13e7a0687e17 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet fe2cfa50-37a8-40c1-a596-ff9ab5800fd9 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:18.225222 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f5432f9-73fa-4f44-b2d8-13e7a0687e17 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.283400 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f5432f9-73fa-4f44-b2d8-13e7a0687e17 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.295234 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca445752-2534-4b29-b885-eba8107682d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.338986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ca445752-2534-4b29-b885-eba8107682d7 None None] For port 100d10e0-7f3d-48da-9b17-9eb9e5599715, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=100d10e0-7f3d-48da-9b17-9eb9e5599715,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:18.347869 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca445752-2534-4b29-b885-eba8107682d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.356638 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.424733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.467382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3dc63e07-12a3-443e-b20b-79b851f9dab9 None None] Could not find standard attr ID for object b083dd55-03bb-4609-bb69-a3cff369b0b7. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:43:18.473844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca445752-2534-4b29-b885-eba8107682d7 None None] Pushing event updated for resources: {'Port': ['ID=100d10e0-7f3d-48da-9b17-9eb9e5599715,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:18.490733 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f5432f9-73fa-4f44-b2d8-13e7a0687e17 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.514334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Pushing event updated for resources: {'Port': ['ID=7d189db7-312e-4424-847a-08216fcff776,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:18.520520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Network 205c7edb-f205-4fcf-a43f-e40333a68bb5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:18.522958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:18.525590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:18.566165 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f5432f9-73fa-4f44-b2d8-13e7a0687e17 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.593531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5432f9-73fa-4f44-b2d8-13e7a0687e17 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2cfa50-37a8-40c1-a596-ff9ab5800fd9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:18.594472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:18.595328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.600391 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f5432f9-73fa-4f44-b2d8-13e7a0687e17 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.602288 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7f5432f9-73fa-4f44-b2d8-13e7a0687e17 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/fe2cfa50-37a8-40c1-a596-ff9ab5800fd9 HTTP/1.1" status: 204 len: 168 time: 0.4995086 Aug 17 16:43:18.606742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:18.648964 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6183b089-4a5a-4347-93a9-6677bc0e6b20 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404136 Aug 17 16:43:18.653018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:18.658165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bae02232-7bca-47db-b156-708a6d59e632 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:18.713590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98eb1cb-7258-4e52-aeba-e0048a7576c5 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:18.727625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-4df6a9a8-92a9-46a7-975b-a58cc7c5554c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9210985 Aug 17 16:43:18.744989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Request body: {'port': {'device_id': '2afe0865-355c-4968-ab07-4697bc2fe6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:18.817615 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.819693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae02232-7bca-47db-b156-708a6d59e632 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:18.823379 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bae02232-7bca-47db-b156-708a6d59e632 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:18.864804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-17dca8b3-1dcb-454e-b424-a706f1564f7b None None] Could not find standard attr ID for object 6376a9ba-02ee-4ee9-b196-f99b2579ecda. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:43:18.913401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45594def-7880-4720-9605-17388bad1171 req-00ff693d-727a-42d5-a4d4-3a673b3f5115 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:18.931100 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45594def-7880-4720-9605-17388bad1171 req-00ff693d-727a-42d5-a4d4-3a673b3f5115 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 931 time: 0.0974293 Aug 17 16:43:18.986743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45594def-7880-4720-9605-17388bad1171 req-46055cae-e495-4e09-ad10-bbab86d556e6 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/security-groups?id=03a79dc0-7d34-4f89-849b-98e0d214ca53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547488 Aug 17 16:43:19.008763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9445a225-75c0-4e73-b901-7cf563c2e165 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:43:19.062331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9445a225-75c0-4e73-b901-7cf563c2e165 None None] Deleting port 100d10e0-7f3d-48da-9b17-9eb9e5599715 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:19.063072 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9445a225-75c0-4e73-b901-7cf563c2e165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.137687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9445a225-75c0-4e73-b901-7cf563c2e165 None None] For port 100d10e0-7f3d-48da-9b17-9eb9e5599715, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=100d10e0-7f3d-48da-9b17-9eb9e5599715,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:19.138042 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9445a225-75c0-4e73-b901-7cf563c2e165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.150611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9445a225-75c0-4e73-b901-7cf563c2e165 None None] Calling delete_port for 100d10e0-7f3d-48da-9b17-9eb9e5599715 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:19.242068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bae02232-7bca-47db-b156-708a6d59e632 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.242705 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9445a225-75c0-4e73-b901-7cf563c2e165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.281134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a225-75c0-4e73-b901-7cf563c2e165 None None] Pushing event deleted for resources: {'Port': ['ID=100d10e0-7f3d-48da-9b17-9eb9e5599715,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:19.285292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445a225-75c0-4e73-b901-7cf563c2e165 None None] No DVR routers for this DVR port 100d10e0-7f3d-48da-9b17-9eb9e5599715 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:19.337178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae02232-7bca-47db-b156-708a6d59e632 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:19.343555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bae02232-7bca-47db-b156-708a6d59e632 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:19.349006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d189db7-312e-4424-847a-08216fcff776 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:43:19.354051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae02232-7bca-47db-b156-708a6d59e632 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:19.354676 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bae02232-7bca-47db-b156-708a6d59e632 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.355876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b99da8f-b1e6-4263-9323-87f4cec123fb None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:19.363540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.369036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae02232-7bca-47db-b156-708a6d59e632 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=f11c8de3-d745-4005-84ed-86da6d042a41,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:19.385999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Transition to ACTIVE for port object 7d189db7-312e-4424-847a-08216fcff776 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:19.391361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bae02232-7bca-47db-b156-708a6d59e632 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7344949 Aug 17 16:43:19.391361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:19.397713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-acb58225-67f2-481d-87d5-6da26e5f98d1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': 'f11c8de3-d745-4005-84ed-86da6d042a41', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1581536812'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:19.404034 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.532495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Pushing event updated for resources: {'Port': ['ID=7d189db7-312e-4424-847a-08216fcff776,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:19.538848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 100d10e0-7f3d-48da-9b17-9eb9e5599715 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:19.574016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 100d10e0-7f3d-48da-9b17-9eb9e5599715 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:43:19.574456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 100d10e0-7f3d-48da-9b17-9eb9e5599715 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:43:19.582010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': 'f11c8de3-d745-4005-84ed-86da6d042a41'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:43:19.583430 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.614844 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.648252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Attempting to bind port 7d189db7-312e-4424-847a-08216fcff776 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:19.648556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Attempting to bind port 7d189db7-312e-4424-847a-08216fcff776 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '9cc4003e-d1fa-4008-922e-823157086519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '205c7edb-f205-4fcf-a43f-e40333a68bb5'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:19.648890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Attempting to bind port 7d189db7-312e-4424-847a-08216fcff776 on network 205c7edb-f205-4fcf-a43f-e40333a68bb5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:19.653455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb58225-67f2-481d-87d5-6da26e5f98d1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:19.658557 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Port 7d189db7-312e-4424-847a-08216fcff776 on network 205c7edb-f205-4fcf-a43f-e40333a68bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:43:19.658880 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Attempting to bind port 7d189db7-312e-4424-847a-08216fcff776 on network 205c7edb-f205-4fcf-a43f-e40333a68bb5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:19.702191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:19.702558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Checking segment: {'id': '9cc4003e-d1fa-4008-922e-823157086519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '205c7edb-f205-4fcf-a43f-e40333a68bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:19.702944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Bound using segment: {'id': '9cc4003e-d1fa-4008-922e-823157086519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '205c7edb-f205-4fcf-a43f-e40333a68bb5'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:19.703380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Bound port: 7d189db7-312e-4424-847a-08216fcff776, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc4003e-d1fa-4008-922e-823157086519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '205c7edb-f205-4fcf-a43f-e40333a68bb5'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:19.703741 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.740025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Allocated IP 2001:db8::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/f11c8de3-d745-4005-84ed-86da6d042a41/dea3b596-2eb3-4a70-ae6e-63fc202c4770) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:19.795181 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acb58225-67f2-481d-87d5-6da26e5f98d1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.811027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] For port 7d189db7-312e-4424-847a-08216fcff776, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:19.822294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-acb58225-67f2-481d-87d5-6da26e5f98d1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 203c4bee-db57-4852-a61c-81bd9e5d706e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:19.843028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] For port 7d189db7-312e-4424-847a-08216fcff776, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7d189db7-312e-4424-847a-08216fcff776,segment=NetworkSegment(9cc4003e-d1fa-4008-922e-823157086519),segment_id=9cc4003e-d1fa-4008-922e-823157086519)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:19.859091 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.880501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.918781 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.935575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Transition to ACTIVE for port object dea3b596-2eb3-4a70-ae6e-63fc202c4770 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:19.953320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Transition to ACTIVE for port object dea3b596-2eb3-4a70-ae6e-63fc202c4770 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:19.960916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:19.961549 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:19.963286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] 10.222.0.91 "PUT /v2.0/ports/7d189db7-312e-4424-847a-08216fcff776 HTTP/1.1" status: 200 len: 1091 time: 1.2237113 Aug 17 16:43:19.963474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afe0865-355c-4968-ab07-4697bc2fe6c4', 'tag': '7d189db7-312e-4424-847a-08216fcff776'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:43:19.965974 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61866cae-8f21-4e3c-80d4-b4faad215937" -d '{"events": [{"name": "network-changed", "server_uuid": "2afe0865-355c-4968-ab07-4697bc2fe6c4", "tag": "7d189db7-312e-4424-847a-08216fcff776"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:43:19.966526 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:20.010944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eefc8e-f1c3-469a-a7d2-953941cf6e8c service neutron] Pushing event updated for resources: {'Port': ['ID=7d189db7-312e-4424-847a-08216fcff776,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:20.028242 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970e09cb-001a-4616-ae08-c7b3052d6c5e x-openstack-request-id: req-970e09cb-001a-4616-ae08-c7b3052d6c5e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:43:20.028242 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afe0865-355c-4968-ab07-4697bc2fe6c4", "tag": "7d189db7-312e-4424-847a-08216fcff776", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:43:20.028242 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-970e09cb-001a-4616-ae08-c7b3052d6c5e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:43:20.028717 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afe0865-355c-4968-ab07-4697bc2fe6c4', 'tag': '7d189db7-312e-4424-847a-08216fcff776', 'status': 'completed', 'code': 200} Aug 17 16:43:20.038778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:20.041768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:20.048436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:20.063392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Pushing event updated for resources: {'Port': ['ID=dea3b596-2eb3-4a70-ae6e-63fc202c4770,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:20.093588 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb58225-67f2-481d-87d5-6da26e5f98d1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:43:20.094039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb58225-67f2-481d-87d5-6da26e5f98d1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:43:20.112428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Attempting to bind port dea3b596-2eb3-4a70-ae6e-63fc202c4770 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:20.113026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Attempting to bind port dea3b596-2eb3-4a70-ae6e-63fc202c4770 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:20.113564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Attempting to bind port dea3b596-2eb3-4a70-ae6e-63fc202c4770 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:20.115742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-db266151-1f43-464a-bd3a-7b0104b31e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:20.117257 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-db266151-1f43-464a-bd3a-7b0104b31e33 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d37bf3fee9154743a092840e59aecd98&device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 1094 time: 0.1033533 Aug 17 16:43:20.119223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:20.119604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:20.120010 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:20.120561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:20.120868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Bound port: dea3b596-2eb3-4a70-ae6e-63fc202c4770, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:20.121249 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:20.164257 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-acb58225-67f2-481d-87d5-6da26e5f98d1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7717640 Aug 17 16:43:20.166820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56764) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:20.168007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-6084dc88-4866-45df-8867-95708c944898 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d189db7-312e-4424-847a-08216fcff776 HTTP/1.1" status: 200 len: 217 time: 0.0407858 Aug 17 16:43:20.179388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ae89e-1a42-4b95-9ed9-569d4665e55d req-1e0c185a-cbcf-4131-b32c-6c8226d56411 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:20.180950 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f93ae89e-1a42-4b95-9ed9-569d4665e55d req-1e0c185a-cbcf-4131-b32c-6c8226d56411 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 943 time: 0.1066082 Aug 17 16:43:20.210484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] For port dea3b596-2eb3-4a70-ae6e-63fc202c4770, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:20.215948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] For port dea3b596-2eb3-4a70-ae6e-63fc202c4770, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=dea3b596-2eb3-4a70-ae6e-63fc202c4770,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:20.223257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:20.244493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56061e1f-6941-4ded-a104-6d7457b128c1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:20.251095 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-56061e1f-6941-4ded-a104-6d7457b128c1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0825257 Aug 17 16:43:20.251459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:20.308489 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f93ae89e-1a42-4b95-9ed9-569d4665e55d req-0791cfa7-515e-4ae0-9dbf-c2a2f674833e tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/security-groups?id=03a79dc0-7d34-4f89-849b-98e0d214ca53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084826 Aug 17 16:43:20.312145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-1c6cdb91-529b-4216-9d99-cbe103313783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:20.313614 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-1c6cdb91-529b-4216-9d99-cbe103313783 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8d2c79d-48f1-49f5-8462-d1748e32500c HTTP/1.1" status: 200 len: 848 time: 0.1317685 Aug 17 16:43:20.321368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c810a-bc6d-4d77-9f2d-2c9bfdf6cf9b None None] Pushing event updated for resources: {'Port': ['ID=dea3b596-2eb3-4a70-ae6e-63fc202c4770,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:20.361643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a551e3-0535-46d8-8e4d-907a748d0461 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:20.363328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a551e3-0535-46d8-8e4d-907a748d0461 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:20.365559 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-19a551e3-0535-46d8-8e4d-907a748d0461 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1105688 Aug 17 16:43:20.367757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-f0b9b88d-5146-48be-858d-25b52e066423 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=205c7edb-f205-4fcf-a43f-e40333a68bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456996 Aug 17 16:43:20.368246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 56770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:20.483939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec91000-fd6e-4b44-a8fc-004eb575f5a0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet f11c8de3-d745-4005-84ed-86da6d042a41 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:20.489343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ec91000-fd6e-4b44-a8fc-004eb575f5a0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:20.564170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ec91000-fd6e-4b44-a8fc-004eb575f5a0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:20.569137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-127bbefc-25c6-4ff1-885a-53d2b233d414 service neutron] 10.222.0.91 "GET /v2.0/networks/205c7edb-f205-4fcf-a43f-e40333a68bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927872 Aug 17 16:43:20.742090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2a2c42f-63c5-4dde-8c0d-5ccfeba84916 req-e2565496-3af9-434e-847a-5c16de79aa11 service neutron] 10.222.0.91 "GET /v2.0/networks/205c7edb-f205-4fcf-a43f-e40333a68bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460831 Aug 17 16:43:20.748318 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ec91000-fd6e-4b44-a8fc-004eb575f5a0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:20.845386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61866cae-8f21-4e3c-80d4-b4faad215937 req-bffbe02c-3e60-4c93-99aa-225995dbae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:20.847583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61866cae-8f21-4e3c-80d4-b4faad215937 req-bffbe02c-3e60-4c93-99aa-225995dbae20 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d37bf3fee9154743a092840e59aecd98&device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 1094 time: 0.0581343 Aug 17 16:43:20.849853 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ec91000-fd6e-4b44-a8fc-004eb575f5a0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:20.895384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec91000-fd6e-4b44-a8fc-004eb575f5a0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=f11c8de3-d745-4005-84ed-86da6d042a41,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:20.926309 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ec91000-fd6e-4b44-a8fc-004eb575f5a0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:20.931148 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ec91000-fd6e-4b44-a8fc-004eb575f5a0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/f11c8de3-d745-4005-84ed-86da6d042a41 HTTP/1.1" status: 204 len: 168 time: 0.5598631 Aug 17 16:43:20.931554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56774) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:20.985258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f80ff24c-48fa-4e6c-b47d-3c27f0d3bb46 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483551 Aug 17 16:43:20.985475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56778) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:20.992264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1b218ffa-c3d1-4ee8-9070-c6cf929ec860 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:21.013434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61866cae-8f21-4e3c-80d4-b4faad215937 req-494b0fde-2a9c-409e-ad4c-3432fa307b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:21.015316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61866cae-8f21-4e3c-80d4-b4faad215937 req-494b0fde-2a9c-409e-ad4c-3432fa307b49 service neutron] 10.222.0.91 "GET /v2.0/networks?id=205c7edb-f205-4fcf-a43f-e40333a68bb5 HTTP/1.1" status: 200 len: 909 time: 0.1584780 Aug 17 16:43:21.066321 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61866cae-8f21-4e3c-80d4-b4faad215937 req-5cdab81d-bdb7-41de-8424-c6297969a4b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d189db7-312e-4424-847a-08216fcff776 HTTP/1.1" status: 200 len: 217 time: 0.0429187 Aug 17 16:43:21.119701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b218ffa-c3d1-4ee8-9070-c6cf929ec860 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:21.123782 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b218ffa-c3d1-4ee8-9070-c6cf929ec860 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:21.128608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61866cae-8f21-4e3c-80d4-b4faad215937 req-ce642681-d102-4a30-a2d3-6ef37b7daf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:21.130130 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61866cae-8f21-4e3c-80d4-b4faad215937 req-ce642681-d102-4a30-a2d3-6ef37b7daf9d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8d2c79d-48f1-49f5-8462-d1748e32500c HTTP/1.1" status: 200 len: 848 time: 0.0561669 Aug 17 16:43:21.180741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61866cae-8f21-4e3c-80d4-b4faad215937 req-f19175e3-2972-406d-aed4-2dd63e1470b1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=205c7edb-f205-4fcf-a43f-e40333a68bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427527 Aug 17 16:43:21.315465 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61866cae-8f21-4e3c-80d4-b4faad215937 req-5ce5856d-46cb-4126-ba14-6ab298e134bd service neutron] 10.222.0.91 "GET /v2.0/networks/205c7edb-f205-4fcf-a43f-e40333a68bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170068 Aug 17 16:43:21.370009 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b218ffa-c3d1-4ee8-9070-c6cf929ec860 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:21.443349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b218ffa-c3d1-4ee8-9070-c6cf929ec860 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=394d6762-b68e-40c4-8362-09d337feeb3d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:21.456258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b218ffa-c3d1-4ee8-9070-c6cf929ec860 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:21.457713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1b218ffa-c3d1-4ee8-9070-c6cf929ec860 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:21.461099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b218ffa-c3d1-4ee8-9070-c6cf929ec860 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:21.461699 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b218ffa-c3d1-4ee8-9070-c6cf929ec860 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:21.466116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61866cae-8f21-4e3c-80d4-b4faad215937 req-85eb9507-9eab-44a4-8835-719373c46c3d service neutron] 10.222.0.91 "GET /v2.0/networks/205c7edb-f205-4fcf-a43f-e40333a68bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422679 Aug 17 16:43:21.486399 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1b218ffa-c3d1-4ee8-9070-c6cf929ec860 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4997115 Aug 17 16:43:21.488721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56784) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:21.494782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bfbf384d-dbb9-428a-86d6-c3a1d54bc852 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1332430481', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:21.538274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bfbf384d-dbb9-428a-86d6-c3a1d54bc852 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:21.539921 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bfbf384d-dbb9-428a-86d6-c3a1d54bc852 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:21.592417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4db640-53d2-4b59-b537-91ef2eec0607 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:21.600717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7bb2e-3c3d-4e0d-863f-71f14cac1de7 req-564725f3-3f55-42c7-b3e7-ec195b26b662 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:21.602902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-efd7bb2e-3c3d-4e0d-863f-71f14cac1de7 req-564725f3-3f55-42c7-b3e7-ec195b26b662 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 943 time: 0.1358814 Aug 17 16:43:21.637730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device dea3b596-2eb3-4a70-ae6e-63fc202c4770 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:21.680982 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bfbf384d-dbb9-428a-86d6-c3a1d54bc852 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:21.683536 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-efd7bb2e-3c3d-4e0d-863f-71f14cac1de7 req-455ac480-9938-4de0-bb28-a065bacdea99 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/security-groups?id=03a79dc0-7d34-4f89-849b-98e0d214ca53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718451 Aug 17 16:43:21.702656 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bfbf384d-dbb9-428a-86d6-c3a1d54bc852 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:21.737523 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bfbf384d-dbb9-428a-86d6-c3a1d54bc852 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:21.738913 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bfbf384d-dbb9-428a-86d6-c3a1d54bc852 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2478554 Aug 17 16:43:21.741787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56792) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:21.759455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7d189db7-312e-4424-847a-08216fcff776 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:43:21.808219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-62bd4792-85a8-46e9-a7a5-9bec83cafaeb None None] Provisioning for port dea3b596-2eb3-4a70-ae6e-63fc202c4770 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:21.827178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2140e-0e2e-476d-8100-f99d9a52e5c9 req-ffcd704b-7746-415c-ba4f-8a6bb0bb8340 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:21.837623 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9b2140e-0e2e-476d-8100-f99d9a52e5c9 req-ffcd704b-7746-415c-ba4f-8a6bb0bb8340 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 946 time: 0.0692902 Aug 17 16:43:21.887435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d9b2140e-0e2e-476d-8100-f99d9a52e5c9 req-20d4c343-049a-4e4e-a4d0-11e2c2bac843 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492532 Aug 17 16:43:21.913971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port dea3b596-2eb3-4a70-ae6e-63fc202c4770 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:21.939321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port dea3b596-2eb3-4a70-ae6e-63fc202c4770 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:21.939908 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:22.064718 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:22.212062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 7d189db7-312e-4424-847a-08216fcff776, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7d189db7-312e-4424-847a-08216fcff776,segment=NetworkSegment(9cc4003e-d1fa-4008-922e-823157086519),segment_id=9cc4003e-d1fa-4008-922e-823157086519)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:22.244110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '7d189db7-312e-4424-847a-08216fcff776', 'network_id': '205c7edb-f205-4fcf-a43f-e40333a68bb5', 'port_id': '7d189db7-312e-4424-847a-08216fcff776', 'mac_address': 'fa:16:3e:16:27:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d2c79d-48f1-49f5-8462-d1748e32500c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:43:22.321853 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:22.323678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:22.325108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::1 (ad3005a0-d049-42e6-8c40-cacfe59382a6/394d6762-b68e-40c4-8362-09d337feeb3d/da18a0ed-3b63-460c-86af-0d5d55e346f3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:22.349395 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d189db7-312e-4424-847a-08216fcff776 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:43:22.388085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 7d189db7-312e-4424-847a-08216fcff776, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7d189db7-312e-4424-847a-08216fcff776,segment=NetworkSegment(9cc4003e-d1fa-4008-922e-823157086519),segment_id=9cc4003e-d1fa-4008-922e-823157086519)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:22.390104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port dea3b596-2eb3-4a70-ae6e-63fc202c4770, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=dea3b596-2eb3-4a70-ae6e-63fc202c4770,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:22.394598 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:22.400917 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:22.464433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=7d189db7-312e-4424-847a-08216fcff776,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:22.493071 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:22.510694 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object da18a0ed-3b63-460c-86af-0d5d55e346f3 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:22.532012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=dea3b596-2eb3-4a70-ae6e-63fc202c4770,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:22.550320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:22.552599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c46c3318-39de-4b51-a817-aac926718089 None None] Provisioning complete for port dea3b596-2eb3-4a70-ae6e-63fc202c4770 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:22.552990 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c46c3318-39de-4b51-a817-aac926718089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:22.591529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:22.597171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:22.601479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:22.601930 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:22.611024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['7d189db7-312e-4424-847a-08216fcff776'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:43:22.650761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=da18a0ed-3b63-460c-86af-0d5d55e346f3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:22.826707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bc2ec-f5f7-46d2-bd0d-1abc505fa464 req-7a237c2f-fcc6-4b1a-99b5-39425527d9fd tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:22.828323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d5bc2ec-f5f7-46d2-bd0d-1abc505fa464 req-7a237c2f-fcc6-4b1a-99b5-39425527d9fd tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 944 time: 0.0762334 Aug 17 16:43:22.880019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d5bc2ec-f5f7-46d2-bd0d-1abc505fa464 req-547bc0b8-d76e-464a-a86a-4d8cf33bdeeb tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/security-groups?id=03a79dc0-7d34-4f89-849b-98e0d214ca53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Aug 17 16:43:23.020863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8a1692fa-23e3-4514-8ec3-821880f95516 None None] Provisioning for port da18a0ed-3b63-460c-86af-0d5d55e346f3 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:23.025462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8a1692fa-23e3-4514-8ec3-821880f95516 None None] Provisioning complete for port da18a0ed-3b63-460c-86af-0d5d55e346f3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:23.026009 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a1692fa-23e3-4514-8ec3-821880f95516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:23.063674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8a1692fa-23e3-4514-8ec3-821880f95516 None None] Port da18a0ed-3b63-460c-86af-0d5d55e346f3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:43:23.112353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03b4c6-cffd-4845-8c56-f152c5fb7301 req-57b01995-54ff-45b3-aa74-e92b0a0f03c4 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:23.113908 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3a03b4c6-cffd-4845-8c56-f152c5fb7301 req-57b01995-54ff-45b3-aa74-e92b0a0f03c4 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 946 time: 0.0835941 Aug 17 16:43:23.126658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:23.221017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3a03b4c6-cffd-4845-8c56-f152c5fb7301 req-e1e88f3e-2bcf-4c2b-aaba-ff30352b1d12 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9f05428-a681-4643-8d97-6362a3c3fc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861881 Aug 17 16:43:23.455428 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:23.461228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:23.462204 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:23.514446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device dea3b596-2eb3-4a70-ae6e-63fc202c4770 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:23.566226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11284c13-8fa0-41ee-8505-851800315072 req-e810c305-b96b-464c-bd37-ddbed50a22ad tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:23.568555 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11284c13-8fa0-41ee-8505-851800315072 req-e810c305-b96b-464c-bd37-ddbed50a22ad tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.91 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 946 time: 0.3784292 Aug 17 16:43:23.569041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=da18a0ed-3b63-460c-86af-0d5d55e346f3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:23.576222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port dea3b596-2eb3-4a70-ae6e-63fc202c4770 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:23.576966 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:23.641564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:23.643215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:23.682099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-11284c13-8fa0-41ee-8505-851800315072 req-345d226b-6b3c-434c-b412-a034eb4d8313 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Deleting port e9165423-4a1d-4725-82ce-061790b6e682 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:23.682742 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-11284c13-8fa0-41ee-8505-851800315072 req-345d226b-6b3c-434c-b412-a034eb4d8313 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:23.742196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7d189db7-312e-4424-847a-08216fcff776 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:23.801028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-11284c13-8fa0-41ee-8505-851800315072 req-345d226b-6b3c-434c-b412-a034eb4d8313 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] For port e9165423-4a1d-4725-82ce-061790b6e682, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e9165423-4a1d-4725-82ce-061790b6e682,segment=NetworkSegment(a524fe14-9aa7-4d40-9f19-051dc09ae2ff),segment_id=a524fe14-9aa7-4d40-9f19-051dc09ae2ff)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:23.801439 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-11284c13-8fa0-41ee-8505-851800315072 req-345d226b-6b3c-434c-b412-a034eb4d8313 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:23.819971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 7d189db7-312e-4424-847a-08216fcff776 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:23.825254 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Router ff84164d-4b54-4f2e-be18-992e973e1e80 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:43:23.826107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 7d189db7-312e-4424-847a-08216fcff776 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:23.826972 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:23.836996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-11284c13-8fa0-41ee-8505-851800315072 req-345d226b-6b3c-434c-b412-a034eb4d8313 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Calling delete_port for e9165423-4a1d-4725-82ce-061790b6e682 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:23.951890 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:24.001618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afe0865-355c-4968-ab07-4697bc2fe6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d189db7-312e-4424-847a-08216fcff776'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:43:24.007740 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af26953-f66e-4db7-97ff-f67981a8d5ec" -d '{"events": [{"server_uuid": "2afe0865-355c-4968-ab07-4697bc2fe6c4", "name": "network-vif-plugged", "status": "completed", "tag": "7d189db7-312e-4424-847a-08216fcff776"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:43:24.037808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 7d189db7-312e-4424-847a-08216fcff776, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7d189db7-312e-4424-847a-08216fcff776,segment=NetworkSegment(9cc4003e-d1fa-4008-922e-823157086519),segment_id=9cc4003e-d1fa-4008-922e-823157086519)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:24.043309 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:24.048983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:43:24.072838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dac18718-50d3-4238-8ff2-ad9a4394d6ed tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "PUT /v2.0/routers/ff84164d-4b54-4f2e-be18-992e973e1e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3299294 Aug 17 16:43:24.077095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56818) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:24.081659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Sync routers for ids ['ff84164d-4b54-4f2e-be18-992e973e1e80'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:43:24.092669 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5035b5e-ba92-440d-a11b-66155101ec46 x-openstack-request-id: req-e5035b5e-ba92-440d-a11b-66155101ec46 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:43:24.093274 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afe0865-355c-4968-ab07-4697bc2fe6c4", "name": "network-vif-plugged", "status": "completed", "tag": "7d189db7-312e-4424-847a-08216fcff776", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:43:24.093856 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5035b5e-ba92-440d-a11b-66155101ec46 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:43:24.094454 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afe0865-355c-4968-ab07-4697bc2fe6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d189db7-312e-4424-847a-08216fcff776', 'code': 200} Aug 17 16:43:24.117453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Routers {'ff84164d-4b54-4f2e-be18-992e973e1e80'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:43:24.118095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:43:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ff84164d-4b54-4f2e-be18-992e973e1e80'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:43:24.156275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5b81e-a9b6-4b3c-960a-467d1c3744f4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:24.158132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-99a5b81e-a9b6-4b3c-960a-467d1c3744f4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports/da18a0ed-3b63-460c-86af-0d5d55e346f3 HTTP/1.1" status: 200 len: 911 time: 0.0799375 Aug 17 16:43:24.160689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56828) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:24.200287 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-11284c13-8fa0-41ee-8505-851800315072 req-345d226b-6b3c-434c-b412-a034eb4d8313 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:24.227235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Set router ff84164d-4b54-4f2e-be18-992e973e1e80 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:43:24.248981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98615b2-799b-4f41-aec3-1eae155847a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:24.260218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98615b2-799b-4f41-aec3-1eae155847a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:24.263020 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b98615b2-799b-4f41-aec3-1eae155847a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1009493 Aug 17 16:43:24.266579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 56842) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:24.309734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e9165423-4a1d-4725-82ce-061790b6e682'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:43:24.322242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d226b-6b3c-434c-b412-a034eb4d8313 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Pushing event deleted for resources: {'Port': ['ID=e9165423-4a1d-4725-82ce-061790b6e682,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:24.345261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8064-bce0-4935-8445-4a10b536100e req-0a5e46fd-6fb1-4cc9-92b4-95c2e56b8f1b tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:24.354772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d04e8064-bce0-4935-8445-4a10b536100e req-0a5e46fd-6fb1-4cc9-92b4-95c2e56b8f1b tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 945 time: 0.3208256 Aug 17 16:43:24.400393 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-11284c13-8fa0-41ee-8505-851800315072 req-345d226b-6b3c-434c-b412-a034eb4d8313 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] No DVR routers for this DVR port e9165423-4a1d-4725-82ce-061790b6e682 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:24.407252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-11284c13-8fa0-41ee-8505-851800315072 req-345d226b-6b3c-434c-b412-a034eb4d8313 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:24.420103 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11284c13-8fa0-41ee-8505-851800315072 req-345d226b-6b3c-434c-b412-a034eb4d8313 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.91 "DELETE /v2.0/ports/e9165423-4a1d-4725-82ce-061790b6e682 HTTP/1.1" status: 204 len: 173 time: 0.8440328 Aug 17 16:43:24.420956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd110f-de06-4613-8591-66764e688973', 'name': 'network-vif-deleted', 'tag': 'e9165423-4a1d-4725-82ce-061790b6e682'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:43:24.432589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=7d189db7-312e-4424-847a-08216fcff776,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:24.436406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-33807524-4c0a-4eb6-b338-ac95da89134b None None] Provisioning complete for port da18a0ed-3b63-460c-86af-0d5d55e346f3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:24.436781 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33807524-4c0a-4eb6-b338-ac95da89134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:24.444894 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75deedc4-1b4b-4acf-a2bf-1e13a4c6abc7" -d '{"events": [{"server_uuid": "8cdd110f-de06-4613-8591-66764e688973", "name": "network-vif-deleted", "tag": "e9165423-4a1d-4725-82ce-061790b6e682"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:43:24.464844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041931d-c9c0-4abd-912f-9f282c5eabf3 req-68d106fd-c6aa-41db-8262-288c56245371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:24.472689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6041931d-c9c0-4abd-912f-9f282c5eabf3 req-68d106fd-c6aa-41db-8262-288c56245371 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 1096 time: 0.3235362 Aug 17 16:43:24.490937 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-910ef92e-3a13-41e1-be32-97b45a5e5e80 req-ff75a965-55ba-4348-8e0c-c9af0ab418e5 tempest-VolumesSnapshotTestJSON-1709950139 tempest-VolumesSnapshotTestJSON-1709950139-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cdd110f-de06-4613-8591-66764e688973 HTTP/1.1" status: 200 len: 210 time: 0.0731814 Aug 17 16:43:24.581170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-33807524-4c0a-4eb6-b338-ac95da89134b None None] Port da18a0ed-3b63-460c-86af-0d5d55e346f3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:43:24.601622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6041931d-c9c0-4abd-912f-9f282c5eabf3 req-8e0af2d8-a0d8-4d25-8642-2079d87c7537 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=03a79dc0-7d34-4f89-849b-98e0d214ca53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955458 Aug 17 16:43:24.613038 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d04e8064-bce0-4935-8445-4a10b536100e req-a128d5c9-ef6a-4681-87cd-687620de9770 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/security-groups?id=03a79dc0-7d34-4f89-849b-98e0d214ca53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563169 Aug 17 16:43:24.614605 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a375cdb2-5a21-45ea-bf10-0823f649d6b6 x-openstack-request-id: req-a375cdb2-5a21-45ea-bf10-0823f649d6b6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:43:24.614897 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd110f-de06-4613-8591-66764e688973", "name": "network-vif-deleted", "tag": "e9165423-4a1d-4725-82ce-061790b6e682", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:43:24.615185 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a375cdb2-5a21-45ea-bf10-0823f649d6b6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:43:24.615691 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd110f-de06-4613-8591-66764e688973', 'name': 'network-vif-deleted', 'tag': 'e9165423-4a1d-4725-82ce-061790b6e682', 'status': 'completed', 'code': 200} Aug 17 16:43:24.810566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff84164d-4b54-4f2e-be18-992e973e1e80', 'name': 'tempest-NetworksTestDHCPv6-router-1332430481', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:43:21Z', 'updated_at': '2021-08-17T16:43:23Z', 'revision_number': 2, 'project_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'gw_port_host': None, '_interfaces': [{'id': 'da18a0ed-3b63-460c-86af-0d5d55e346f3', 'name': '', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'mac_address': 'fa:16:3e:48:bf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff84164d-4b54-4f2e-be18-992e973e1e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '394d6762-b68e-40c4-8362-09d337feeb3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:43:22Z', 'updated_at': '2021-08-17T16:43:23Z', 'revision_number': 2, 'project_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'subnets': [{'id': '394d6762-b68e-40c4-8362-09d337feeb3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:43:24.838317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Checking router: ff84164d-4b54-4f2e-be18-992e973e1e80 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:43:24.838711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Updating router ff84164d-4b54-4f2e-be18-992e973e1e80 port da18a0ed-3b63-460c-86af-0d5d55e346f3 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:43:24.853831 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:24.871618 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:25.146985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port da18a0ed-3b63-460c-86af-0d5d55e346f3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:25.147384 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:25.252882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:25.259615 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:25.268127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for da18a0ed-3b63-460c-86af-0d5d55e346f3 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:25.273713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Transition to ACTIVE for port object da18a0ed-3b63-460c-86af-0d5d55e346f3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:25.283356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:25.370746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe0dd6-f29e-4057-9b7c-89d81ed6996e None None] Pushing event updated for resources: {'Port': ['ID=da18a0ed-3b63-460c-86af-0d5d55e346f3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:25.421588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Attempting to bind port da18a0ed-3b63-460c-86af-0d5d55e346f3 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:25.422115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Attempting to bind port da18a0ed-3b63-460c-86af-0d5d55e346f3 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:25.422529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Attempting to bind port da18a0ed-3b63-460c-86af-0d5d55e346f3 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:25.444180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:25.444559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:25.444984 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:25.445379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:25.445872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Bound port: da18a0ed-3b63-460c-86af-0d5d55e346f3, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:25.446264 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:25.530877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:25.578221 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:43:25.584014 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:43:25.584014 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:43:25.601365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=da18a0ed-3b63-460c-86af-0d5d55e346f3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:25.695475 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:25.705448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4ce7265c-d12b-4eab-b0e1-f9063373abff None None] Could not find standard attr ID for object da18a0ed-3b63-460c-86af-0d5d55e346f3. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:43:25.994740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33632-820c-41d9-992d-a39f78ca8339 req-ab82e3a2-77fa-42eb-9b83-e53b967cb462 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:25.996753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ba33632-820c-41d9-992d-a39f78ca8339 req-ab82e3a2-77fa-42eb-9b83-e53b967cb462 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 945 time: 0.2497032 Aug 17 16:43:26.010662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Router ff84164d-4b54-4f2e-be18-992e973e1e80 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:43:26.105962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Attempting to bind port da18a0ed-3b63-460c-86af-0d5d55e346f3 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:26.106540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Attempting to bind port da18a0ed-3b63-460c-86af-0d5d55e346f3 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:26.107044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Attempting to bind port da18a0ed-3b63-460c-86af-0d5d55e346f3 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:26.113099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:26.113245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ba33632-820c-41d9-992d-a39f78ca8339 req-670b105e-cce4-48a9-afa8-1a900bb0d4b5 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/security-groups?id=03a79dc0-7d34-4f89-849b-98e0d214ca53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052408 Aug 17 16:43:26.113569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:26.114639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:26.115100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:26.115650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Bound port: da18a0ed-3b63-460c-86af-0d5d55e346f3, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:26.116112 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:26.129308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:43:26.144288 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-657b870e-fe63-48c2-a757-d12cce8f0f1c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "PUT /v2.0/routers/ff84164d-4b54-4f2e-be18-992e973e1e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8758013 Aug 17 16:43:26.146677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57072) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:26.163431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Port da18a0ed-3b63-460c-86af-0d5d55e346f3 has been deleted concurrently {{(pid=94840) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 17 16:43:26.175341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Routers {'ff84164d-4b54-4f2e-be18-992e973e1e80'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:43:26.176927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:43:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ff84164d-4b54-4f2e-be18-992e973e1e80'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:43:26.230283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d53749-2550-4594-806e-5759acba0836 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:26.233608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d53749-2550-4594-806e-5759acba0836 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:26.238030 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b9d53749-2550-4594-806e-5759acba0836 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0902963 Aug 17 16:43:26.241139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57088) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:26.291777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] Set router ff84164d-4b54-4f2e-be18-992e973e1e80 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:43:26.314607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-012d7efc-95c7-4096-b684-32b96f4df921 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 394d6762-b68e-40c4-8362-09d337feeb3d {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:26.319460 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-012d7efc-95c7-4096-b684-32b96f4df921 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:26.393144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff84164d-4b54-4f2e-be18-992e973e1e80', 'name': 'tempest-NetworksTestDHCPv6-router-1332430481', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:43:21Z', 'updated_at': '2021-08-17T16:43:25Z', 'revision_number': 3, 'project_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:43:26.403498 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-012d7efc-95c7-4096-b684-32b96f4df921 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:26.468370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4776c0-cf7d-47c7-87b0-850432d66f34 None None] The sync data for ids ['ff84164d-4b54-4f2e-be18-992e973e1e80'] in n-d-804878-1 is: [{'id': 'ff84164d-4b54-4f2e-be18-992e973e1e80', 'name': 'tempest-NetworksTestDHCPv6-router-1332430481', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:43:21Z', 'updated_at': '2021-08-17T16:43:25Z', 'revision_number': 3, 'project_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:43:26.476434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-012d7efc-95c7-4096-b684-32b96f4df921 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:26.581157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-012d7efc-95c7-4096-b684-32b96f4df921 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:26.644580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-012d7efc-95c7-4096-b684-32b96f4df921 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:26.648479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-012d7efc-95c7-4096-b684-32b96f4df921 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/394d6762-b68e-40c4-8362-09d337feeb3d HTTP/1.1" status: 204 len: 168 time: 0.4062772 Aug 17 16:43:26.653851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57134) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:26.661100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d7efc-95c7-4096-b684-32b96f4df921 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=394d6762-b68e-40c4-8362-09d337feeb3d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:26.690532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f92ba-bbd7-422e-aa56-4a161a024541 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:27.021554 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53070725-197c-43b6-94f9-a28a33bd9afb None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:43:27.133506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-53070725-197c-43b6-94f9-a28a33bd9afb None None] Deleting port dea3b596-2eb3-4a70-ae6e-63fc202c4770 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:27.134078 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53070725-197c-43b6-94f9-a28a33bd9afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:27.273061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-53070725-197c-43b6-94f9-a28a33bd9afb None None] For port dea3b596-2eb3-4a70-ae6e-63fc202c4770, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=dea3b596-2eb3-4a70-ae6e-63fc202c4770,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:27.273663 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53070725-197c-43b6-94f9-a28a33bd9afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:27.295341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-53070725-197c-43b6-94f9-a28a33bd9afb None None] Calling delete_port for dea3b596-2eb3-4a70-ae6e-63fc202c4770 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:27.315947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0c9ab54f-eea6-4295-bf58-9dacdbb440b1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6584873 Aug 17 16:43:27.319210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:27.439990 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53070725-197c-43b6-94f9-a28a33bd9afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:27.505308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53070725-197c-43b6-94f9-a28a33bd9afb None None] Pushing event deleted for resources: {'Port': ['ID=dea3b596-2eb3-4a70-ae6e-63fc202c4770,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:27.509309 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0bb8f024-6353-4e99-82ca-bf63384da125 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:27.510993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53070725-197c-43b6-94f9-a28a33bd9afb None None] No DVR routers for this DVR port dea3b596-2eb3-4a70-ae6e-63fc202c4770 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:27.571940 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device dea3b596-2eb3-4a70-ae6e-63fc202c4770 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:27.646204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: dea3b596-2eb3-4a70-ae6e-63fc202c4770 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:43:27.648641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device dea3b596-2eb3-4a70-ae6e-63fc202c4770 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:43:27.772678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e9165423-4a1d-4725-82ce-061790b6e682 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:27.808077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: e9165423-4a1d-4725-82ce-061790b6e682 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:43:27.808658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e9165423-4a1d-4725-82ce-061790b6e682 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:43:27.879626 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0bb8f024-6353-4e99-82ca-bf63384da125 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:27.882554 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0bb8f024-6353-4e99-82ca-bf63384da125 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:27.941425 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8bff05-dc99-40fe-9f0f-e50a0da253e8 None None] Sync routers for ids ['ff84164d-4b54-4f2e-be18-992e973e1e80'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:43:27.944197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0bb8f024-6353-4e99-82ca-bf63384da125 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:27.945103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb8f024-6353-4e99-82ca-bf63384da125 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Fanout notify agent at l3_agent the message router_deleted on router ff84164d-4b54-4f2e-be18-992e973e1e80 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:43:27.952641 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8bff05-dc99-40fe-9f0f-e50a0da253e8 None None] Routers set() bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:43:27.953016 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8bff05-dc99-40fe-9f0f-e50a0da253e8 None None] Router IDs set() for agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 16:43:27.953633 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_agentschedulers_db [None req-8e8bff05-dc99-40fe-9f0f-e50a0da253e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ff84164d-4b54-4f2e-be18-992e973e1e80'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:43:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent'). {{(pid=94841) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 16:43:27.957063 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0bb8f024-6353-4e99-82ca-bf63384da125 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:27.961877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57288) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:27.967367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f0def5b8-6b6f-452a-8a04-b3d9a4892e91 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:27.968396 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0bb8f024-6353-4e99-82ca-bf63384da125 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/routers/ff84164d-4b54-4f2e-be18-992e973e1e80 HTTP/1.1" status: 204 len: 168 time: 0.6476979 Aug 17 16:43:27.975658 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8bff05-dc99-40fe-9f0f-e50a0da253e8 None None] Routers set() bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:43:27.978999 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8bff05-dc99-40fe-9f0f-e50a0da253e8 None None] Router IDs set() for agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 16:43:27.979597 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_agentschedulers_db [None req-8e8bff05-dc99-40fe-9f0f-e50a0da253e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ff84164d-4b54-4f2e-be18-992e973e1e80'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:43:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent'). {{(pid=94841) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 16:43:27.980036 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8bff05-dc99-40fe-9f0f-e50a0da253e8 None None] The sync data for ids ['ff84164d-4b54-4f2e-be18-992e973e1e80'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:43:28.120140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0def5b8-6b6f-452a-8a04-b3d9a4892e91 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:28.131686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0def5b8-6b6f-452a-8a04-b3d9a4892e91 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:28.409236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0def5b8-6b6f-452a-8a04-b3d9a4892e91 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:28.455537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0def5b8-6b6f-452a-8a04-b3d9a4892e91 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:28.459782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f0def5b8-6b6f-452a-8a04-b3d9a4892e91 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:28.465631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0def5b8-6b6f-452a-8a04-b3d9a4892e91 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:28.466519 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0def5b8-6b6f-452a-8a04-b3d9a4892e91 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:28.471390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c2522-9dbe-4e61-91ed-0ed417c09cdc None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:28.489022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0def5b8-6b6f-452a-8a04-b3d9a4892e91 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=954694ce-189a-4f84-b544-cf6e64e84e4f,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:28.510264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:28.516329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fe8e603d-58fd-478a-beac-4624a6012e9c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-15617695', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:28.521022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f0def5b8-6b6f-452a-8a04-b3d9a4892e91 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5579445 Aug 17 16:43:28.544939 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe8e603d-58fd-478a-beac-4624a6012e9c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:28.546342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe8e603d-58fd-478a-beac-4624a6012e9c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:28.624532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe8e603d-58fd-478a-beac-4624a6012e9c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:28.629767 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe8e603d-58fd-478a-beac-4624a6012e9c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:28.653580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe8e603d-58fd-478a-beac-4624a6012e9c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:28.655181 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe8e603d-58fd-478a-beac-4624a6012e9c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1438446 Aug 17 16:43:28.657978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57328) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:28.757292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': '954694ce-189a-4f84-b544-cf6e64e84e4f'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:43:28.760927 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:28.998157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Allocated IP 2001:db8::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/954694ce-189a-4f84-b544-cf6e64e84e4f/adcd84a8-d682-41aa-b9e5-0c8a28bcf393) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:29.076717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:29.164869 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:29.178804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Transition to ACTIVE for port object adcd84a8-d682-41aa-b9e5-0c8a28bcf393 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:29.202336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Transition to ACTIVE for port object adcd84a8-d682-41aa-b9e5-0c8a28bcf393 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:29.211603 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:29.262234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:29.265456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:29.269627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:29.276085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Pushing event updated for resources: {'Port': ['ID=adcd84a8-d682-41aa-b9e5-0c8a28bcf393,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:29.300167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36eafea-d6bd-4f27-bdb4-fd333108642e req-6fb5957c-ad19-4bc9-9ece-de266693b68f tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:29.303470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c36eafea-d6bd-4f27-bdb4-fd333108642e req-6fb5957c-ad19-4bc9-9ece-de266693b68f tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 945 time: 0.0707815 Aug 17 16:43:29.363431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Attempting to bind port adcd84a8-d682-41aa-b9e5-0c8a28bcf393 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:29.364068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Attempting to bind port adcd84a8-d682-41aa-b9e5-0c8a28bcf393 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:29.364603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Attempting to bind port adcd84a8-d682-41aa-b9e5-0c8a28bcf393 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:29.370537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:29.370937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:29.371342 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:29.371729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:29.372196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Bound port: adcd84a8-d682-41aa-b9e5-0c8a28bcf393, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:29.372576 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:29.372993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c36eafea-d6bd-4f27-bdb4-fd333108642e req-08709197-8829-46cb-bc2e-fa1baa5b5c7c tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/security-groups?id=03a79dc0-7d34-4f89-849b-98e0d214ca53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631387 Aug 17 16:43:29.401231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::1 (ad3005a0-d049-42e6-8c40-cacfe59382a6/954694ce-189a-4f84-b544-cf6e64e84e4f/fb64c5f2-c2db-4555-893c-bf6834d106b1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:29.446188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] For port adcd84a8-d682-41aa-b9e5-0c8a28bcf393, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:29.449905 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] For port adcd84a8-d682-41aa-b9e5-0c8a28bcf393, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=adcd84a8-d682-41aa-b9e5-0c8a28bcf393,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:29.456344 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:29.517944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701da4c9-2ac3-4881-b1dc-6a68cd65e766 None None] Pushing event updated for resources: {'Port': ['ID=adcd84a8-d682-41aa-b9e5-0c8a28bcf393,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:29.562494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:29.579728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object fb64c5f2-c2db-4555-893c-bf6834d106b1 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:29.623666 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:29.668492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:29.672502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:29.679570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:29.680266 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:29.736179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=fb64c5f2-c2db-4555-893c-bf6834d106b1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:29.888468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:30.235801 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:30.241676 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:30.242614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:30.337761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=fb64c5f2-c2db-4555-893c-bf6834d106b1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:30.401347 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:30.405301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:30.577394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09c32a-36a1-4699-a228-ac6e78d3e888 req-a3ca419f-fb40-486f-a165-fe9adf294210 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:30.586179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Router 873fa9e9-d372-4bd2-b29b-2245ba1a0c46 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:43:30.589094 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fa09c32a-36a1-4699-a228-ac6e78d3e888 req-a3ca419f-fb40-486f-a165-fe9adf294210 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 945 time: 0.1089714 Aug 17 16:43:30.598939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-102a3e29-d4e4-42d4-a4f4-e339ab739974 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:30.600566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-102a3e29-d4e4-42d4-a4f4-e339ab739974 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.91 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 945 time: 0.1069858 Aug 17 16:43:30.740867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:43:30.746720 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-85359fac-e480-48a3-a122-a25f9aa7077d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "PUT /v2.0/routers/873fa9e9-d372-4bd2-b29b-2245ba1a0c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0875719 Aug 17 16:43:30.755312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Sync routers for ids ['873fa9e9-d372-4bd2-b29b-2245ba1a0c46'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:43:30.758711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57368) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:30.777492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Routers {'873fa9e9-d372-4bd2-b29b-2245ba1a0c46'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:43:30.778272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:43:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['873fa9e9-d372-4bd2-b29b-2245ba1a0c46'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:43:30.792683 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fa09c32a-36a1-4699-a228-ac6e78d3e888 req-8df42a63-0495-478a-89af-1ded68f069b5 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/security-groups?id=03a79dc0-7d34-4f89-849b-98e0d214ca53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026856 Aug 17 16:43:30.844273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ed032b-8e50-4c4f-bfe9-b1692c288d6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:30.845861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3ed032b-8e50-4c4f-bfe9-b1692c288d6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports/fb64c5f2-c2db-4555-893c-bf6834d106b1 HTTP/1.1" status: 200 len: 911 time: 0.0860779 Aug 17 16:43:30.849838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57370) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:30.859612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-3421f1a9-fd64-417d-b297-3218211a4cd3 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Deleting port 7d189db7-312e-4424-847a-08216fcff776 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:30.860252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-3421f1a9-fd64-417d-b297-3218211a4cd3 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:30.980791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5a8ba-b8c9-4ef4-aa90-57e7eee25cdf tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:30.991293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5a8ba-b8c9-4ef4-aa90-57e7eee25cdf tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:31.001880 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:31.006962 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-87c5a8ba-b8c9-4ef4-aa90-57e7eee25cdf tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1558819 Aug 17 16:43:31.170146 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Set router 873fa9e9-d372-4bd2-b29b-2245ba1a0c46 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:43:31.178099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-3421f1a9-fd64-417d-b297-3218211a4cd3 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] For port 7d189db7-312e-4424-847a-08216fcff776, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=7d189db7-312e-4424-847a-08216fcff776,segment=NetworkSegment(9cc4003e-d1fa-4008-922e-823157086519),segment_id=9cc4003e-d1fa-4008-922e-823157086519)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:31.178531 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-3421f1a9-fd64-417d-b297-3218211a4cd3 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:31.193182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-3421f1a9-fd64-417d-b297-3218211a4cd3 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Calling delete_port for 7d189db7-312e-4424-847a-08216fcff776 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:31.214175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5502d3c1-3a5f-4538-9689-f02cb51751ea None None] Provisioning for port adcd84a8-d682-41aa-b9e5-0c8a28bcf393 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:31.408986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8a668d9e-2124-48ab-b92c-61d148cb6bc4 None None] Provisioning for port fb64c5f2-c2db-4555-893c-bf6834d106b1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:31.422452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8a668d9e-2124-48ab-b92c-61d148cb6bc4 None None] Provisioning complete for port fb64c5f2-c2db-4555-893c-bf6834d106b1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:31.423088 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a668d9e-2124-48ab-b92c-61d148cb6bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:31.536806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8a668d9e-2124-48ab-b92c-61d148cb6bc4 None None] Port fb64c5f2-c2db-4555-893c-bf6834d106b1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:43:31.543736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873fa9e9-d372-4bd2-b29b-2245ba1a0c46', 'name': 'tempest-NetworksTestDHCPv6-router-15617695', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:43:28Z', 'updated_at': '2021-08-17T16:43:29Z', 'revision_number': 2, 'project_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'gw_port_host': None, '_interfaces': [{'id': 'fb64c5f2-c2db-4555-893c-bf6834d106b1', 'name': '', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fa9e9-d372-4bd2-b29b-2245ba1a0c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '954694ce-189a-4f84-b544-cf6e64e84e4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:43:29Z', 'updated_at': '2021-08-17T16:43:30Z', 'revision_number': 2, 'project_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'subnets': [{'id': '954694ce-189a-4f84-b544-cf6e64e84e4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:43:31.588822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Checking router: 873fa9e9-d372-4bd2-b29b-2245ba1a0c46 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:43:31.592287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Updating router 873fa9e9-d372-4bd2-b29b-2245ba1a0c46 port fb64c5f2-c2db-4555-893c-bf6834d106b1 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:43:31.597548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device adcd84a8-d682-41aa-b9e5-0c8a28bcf393 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:31.646914 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:31.705947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-3421f1a9-fd64-417d-b297-3218211a4cd3 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:31.721985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['7d189db7-312e-4424-847a-08216fcff776'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:43:31.777590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421f1a9-fd64-417d-b297-3218211a4cd3 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Pushing event deleted for resources: {'Port': ['ID=7d189db7-312e-4424-847a-08216fcff776,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:31.819579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port adcd84a8-d682-41aa-b9e5-0c8a28bcf393 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:31.838815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port adcd84a8-d682-41aa-b9e5-0c8a28bcf393 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:31.839377 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:31.851443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-3421f1a9-fd64-417d-b297-3218211a4cd3 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] No DVR routers for this DVR port 7d189db7-312e-4424-847a-08216fcff776 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:31.860533 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-3421f1a9-fd64-417d-b297-3218211a4cd3 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:31.863252 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b6f67d4-c99c-4b89-82a1-7d5cafd31af4 req-3421f1a9-fd64-417d-b297-3218211a4cd3 tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.91 "DELETE /v2.0/ports/7d189db7-312e-4424-847a-08216fcff776 HTTP/1.1" status: 204 len: 173 time: 1.2535076 Aug 17 16:43:31.863843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afe0865-355c-4968-ab07-4697bc2fe6c4', 'name': 'network-vif-deleted', 'tag': '7d189db7-312e-4424-847a-08216fcff776'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:43:31.866992 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a5b7c-c9b5-40af-aecb-ba536e51af8b" -d '{"events": [{"server_uuid": "2afe0865-355c-4968-ab07-4697bc2fe6c4", "name": "network-vif-deleted", "tag": "7d189db7-312e-4424-847a-08216fcff776"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:43:31.896322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:31.907096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dadfc528-cb5c-4ece-bd08-0d482d75f724 None None] Provisioning complete for port fb64c5f2-c2db-4555-893c-bf6834d106b1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:31.907713 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dadfc528-cb5c-4ece-bd08-0d482d75f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.040230 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4d3ca0-26d4-4c88-b098-1b902a274172 x-openstack-request-id: req-6c4d3ca0-26d4-4c88-b098-1b902a274172 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:43:32.040600 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afe0865-355c-4968-ab07-4697bc2fe6c4", "name": "network-vif-deleted", "tag": "7d189db7-312e-4424-847a-08216fcff776", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:43:32.041749 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c4d3ca0-26d4-4c88-b098-1b902a274172 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:43:32.041749 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afe0865-355c-4968-ab07-4697bc2fe6c4', 'name': 'network-vif-deleted', 'tag': '7d189db7-312e-4424-847a-08216fcff776', 'status': 'completed', 'code': 200} Aug 17 16:43:32.042095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dadfc528-cb5c-4ece-bd08-0d482d75f724 None None] Port fb64c5f2-c2db-4555-893c-bf6834d106b1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:43:32.080938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ead8e0a-b09c-4624-8f22-d9fe3f3463ac req-12cf7aea-ef77-4f01-a0b4-23d0d666f3ca tempest-VolumesActionsTest-1036306486 tempest-VolumesActionsTest-1036306486-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afe0865-355c-4968-ab07-4697bc2fe6c4 HTTP/1.1" status: 200 len: 210 time: 0.0384641 Aug 17 16:43:32.106789 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.190122 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0df07431-13e4-4b19-b3d6-bd3d7c3d1f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.230655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port adcd84a8-d682-41aa-b9e5-0c8a28bcf393, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=adcd84a8-d682-41aa-b9e5-0c8a28bcf393,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:32.243302 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.336169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port fb64c5f2-c2db-4555-893c-bf6834d106b1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:32.336596 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.340680 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.353767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=adcd84a8-d682-41aa-b9e5-0c8a28bcf393,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:32.362094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Transition to ACTIVE for port object fb64c5f2-c2db-4555-893c-bf6834d106b1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:32.370462 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.494256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b720685-1a66-48d2-b9cb-eb3c03d19ec0 None None] Pushing event updated for resources: {'Port': ['ID=fb64c5f2-c2db-4555-893c-bf6834d106b1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:32.509706 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.536279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for fb64c5f2-c2db-4555-893c-bf6834d106b1 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:32.537879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Attempting to bind port fb64c5f2-c2db-4555-893c-bf6834d106b1 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:32.539098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Attempting to bind port fb64c5f2-c2db-4555-893c-bf6834d106b1 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:32.540075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Attempting to bind port fb64c5f2-c2db-4555-893c-bf6834d106b1 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:32.546557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:32.547166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:32.547729 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.548318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:32.548941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Bound port: fb64c5f2-c2db-4555-893c-bf6834d106b1, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:32.549484 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.650569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] For port fb64c5f2-c2db-4555-893c-bf6834d106b1, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:32.655756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] For port fb64c5f2-c2db-4555-893c-bf6834d106b1, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fb64c5f2-c2db-4555-893c-bf6834d106b1,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:32.667886 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:32.759758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Routers {'873fa9e9-d372-4bd2-b29b-2245ba1a0c46'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:43:32.760778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:43:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['873fa9e9-d372-4bd2-b29b-2245ba1a0c46'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:43:32.913479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b720685-1a66-48d2-b9cb-eb3c03d19ec0 None None] Pushing event updated for resources: {'Port': ['ID=fb64c5f2-c2db-4555-893c-bf6834d106b1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:32.992049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] Set router 873fa9e9-d372-4bd2-b29b-2245ba1a0c46 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:43:33.449338 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:33.568874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=fb64c5f2-c2db-4555-893c-bf6834d106b1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:33.579404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873fa9e9-d372-4bd2-b29b-2245ba1a0c46', 'name': 'tempest-NetworksTestDHCPv6-router-15617695', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:43:28Z', 'updated_at': '2021-08-17T16:43:29Z', 'revision_number': 2, 'project_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'gw_port_host': None, '_interfaces': [{'id': 'fb64c5f2-c2db-4555-893c-bf6834d106b1', 'name': '', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fa9e9-d372-4bd2-b29b-2245ba1a0c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '954694ce-189a-4f84-b544-cf6e64e84e4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:43:29Z', 'updated_at': '2021-08-17T16:43:32Z', 'revision_number': 4, 'project_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'subnets': [{'id': '954694ce-189a-4f84-b544-cf6e64e84e4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:43:33.640447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a36cd8-e8df-4e4d-8e51-4b1c029365d7 None None] The sync data for ids ['873fa9e9-d372-4bd2-b29b-2245ba1a0c46'] in n-d-804878-1 is: [{'id': '873fa9e9-d372-4bd2-b29b-2245ba1a0c46', 'name': 'tempest-NetworksTestDHCPv6-router-15617695', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:43:28Z', 'updated_at': '2021-08-17T16:43:29Z', 'revision_number': 2, 'project_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'gw_port_host': None, '_interfaces': [{'id': 'fb64c5f2-c2db-4555-893c-bf6834d106b1', 'name': '', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fa9e9-d372-4bd2-b29b-2245ba1a0c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '954694ce-189a-4f84-b544-cf6e64e84e4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:43:29Z', 'updated_at': '2021-08-17T16:43:32Z', 'revision_number': 4, 'project_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'subnets': [{'id': '954694ce-189a-4f84-b544-cf6e64e84e4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:43:33.646782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device adcd84a8-d682-41aa-b9e5-0c8a28bcf393 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:33.823368 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:33.845333 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port adcd84a8-d682-41aa-b9e5-0c8a28bcf393 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:33.845716 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:34.196906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Router 873fa9e9-d372-4bd2-b29b-2245ba1a0c46 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:43:34.317952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:43:34.328302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57414) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:34.338492 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d9986e5-9f1a-4097-aa2c-105b267c4202 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "PUT /v2.0/routers/873fa9e9-d372-4bd2-b29b-2245ba1a0c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3315892 Aug 17 16:43:34.393118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a476b-b146-442a-942b-41812ce00815 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:34.394852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a476b-b146-442a-942b-41812ce00815 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:34.399274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:34.408433 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-712a476b-b146-442a-942b-41812ce00815 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0787938 Aug 17 16:43:34.544248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ee1bdf-77fa-47e8-9767-ab4d32f68412 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 954694ce-189a-4f84-b544-cf6e64e84e4f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:34.556238 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76ee1bdf-77fa-47e8-9767-ab4d32f68412 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:34.618606 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76ee1bdf-77fa-47e8-9767-ab4d32f68412 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:34.819091 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31e973dc-4b72-4cf8-9200-ebb7babfcc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:34.859670 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76ee1bdf-77fa-47e8-9767-ab4d32f68412 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:34.939495 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76ee1bdf-77fa-47e8-9767-ab4d32f68412 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:34.999215 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.010305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee1bdf-77fa-47e8-9767-ab4d32f68412 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=954694ce-189a-4f84-b544-cf6e64e84e4f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:35.023997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76ee1bdf-77fa-47e8-9767-ab4d32f68412 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.026916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-76ee1bdf-77fa-47e8-9767-ab4d32f68412 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/954694ce-189a-4f84-b544-cf6e64e84e4f HTTP/1.1" status: 204 len: 168 time: 0.6259735 Aug 17 16:43:35.029810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57424) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:35.056553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a451d8f-2a53-413a-88e8-a2e33995a4cd None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:35.364124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2dfd908-c447-4eca-ad6a-4e2bd4fc9c3c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3324172 Aug 17 16:43:35.364568 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57428) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:35.410190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65203910-5356-4730-b4fa-1c7ac623e232 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:43:35.468646 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95179b57-bf46-496e-ad26-2d15b8d19806 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.506430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-65203910-5356-4730-b4fa-1c7ac623e232 None None] Deleting port adcd84a8-d682-41aa-b9e5-0c8a28bcf393 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:35.507091 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65203910-5356-4730-b4fa-1c7ac623e232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.600155 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device adcd84a8-d682-41aa-b9e5-0c8a28bcf393 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:35.715404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-65203910-5356-4730-b4fa-1c7ac623e232 None None] For port adcd84a8-d682-41aa-b9e5-0c8a28bcf393, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=adcd84a8-d682-41aa-b9e5-0c8a28bcf393,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:35.716224 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65203910-5356-4730-b4fa-1c7ac623e232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.752302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-65203910-5356-4730-b4fa-1c7ac623e232 None None] Calling delete_port for adcd84a8-d682-41aa-b9e5-0c8a28bcf393 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:35.773311 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.806800 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95179b57-bf46-496e-ad26-2d15b8d19806 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.809534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95179b57-bf46-496e-ad26-2d15b8d19806 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.817178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7d189db7-312e-4424-847a-08216fcff776 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:35.852522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 7d189db7-312e-4424-847a-08216fcff776 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:43:35.853198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 7d189db7-312e-4424-847a-08216fcff776 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:43:35.866752 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95179b57-bf46-496e-ad26-2d15b8d19806 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.867563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95179b57-bf46-496e-ad26-2d15b8d19806 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Fanout notify agent at l3_agent the message router_deleted on router 873fa9e9-d372-4bd2-b29b-2245ba1a0c46 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:43:35.875022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95179b57-bf46-496e-ad26-2d15b8d19806 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.876144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-95179b57-bf46-496e-ad26-2d15b8d19806 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/routers/873fa9e9-d372-4bd2-b29b-2245ba1a0c46 HTTP/1.1" status: 204 len: 168 time: 0.5105805 Aug 17 16:43:35.878634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57434) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:35.885719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port adcd84a8-d682-41aa-b9e5-0c8a28bcf393, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=adcd84a8-d682-41aa-b9e5-0c8a28bcf393,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:35.902493 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:35.991808 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352536a-09b8-47d6-9c04-734dc2e48b64 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:35.993421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8352536a-09b8-47d6-9c04-734dc2e48b64 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1138194 Aug 17 16:43:35.998942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:36.037801 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:36.046039 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65203910-5356-4730-b4fa-1c7ac623e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:36.055508 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026789cb-4246-47c5-a2df-3eebb98aad8e None None] Sync routers for ids ['873fa9e9-d372-4bd2-b29b-2245ba1a0c46'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:43:36.066341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=adcd84a8-d682-41aa-b9e5-0c8a28bcf393,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:36.066787 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026789cb-4246-47c5-a2df-3eebb98aad8e None None] Routers set() bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:43:36.069541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65203910-5356-4730-b4fa-1c7ac623e232 None None] No DVR routers for this DVR port adcd84a8-d682-41aa-b9e5-0c8a28bcf393 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:36.069664 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026789cb-4246-47c5-a2df-3eebb98aad8e None None] Router IDs set() for agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 16:43:36.070222 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_agentschedulers_db [None req-026789cb-4246-47c5-a2df-3eebb98aad8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'873fa9e9-d372-4bd2-b29b-2245ba1a0c46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:43:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent'). {{(pid=94841) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 16:43:36.088152 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026789cb-4246-47c5-a2df-3eebb98aad8e None None] Routers set() bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:43:36.088505 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026789cb-4246-47c5-a2df-3eebb98aad8e None None] Router IDs set() for agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 16:43:36.091387 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_agentschedulers_db [None req-026789cb-4246-47c5-a2df-3eebb98aad8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'873fa9e9-d372-4bd2-b29b-2245ba1a0c46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:43:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent'). {{(pid=94841) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 16:43:36.091919 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026789cb-4246-47c5-a2df-3eebb98aad8e None None] The sync data for ids ['873fa9e9-d372-4bd2-b29b-2245ba1a0c46'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:43:36.096439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65203910-5356-4730-b4fa-1c7ac623e232 None None] Pushing event deleted for resources: {'Port': ['ID=adcd84a8-d682-41aa-b9e5-0c8a28bcf393,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:36.127369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3b8fc0-5572-442f-b466-f0881428f01b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:36.131553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b3b8fc0-5572-442f-b466-f0881428f01b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1314127 Aug 17 16:43:36.131691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57438) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:36.200045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b14b26b5-75d3-4605-9689-b8662de32c8d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668507 Aug 17 16:43:36.206964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57444) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:36.213028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:36.350749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:36.354690 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:36.950411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:43:36.952783 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:37.014169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:37.016220 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=a5155aa6-acbe-47e1-8845-7f612c581e32,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:37.021203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:37.030340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:37.034774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8262fb2-0228-4a86-a686-fe33c60b4fca None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:37.052990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:37.074594 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1a811415-4e89-4884-b912-f04c17fa1427 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8656170 Aug 17 16:43:37.077247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57458) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:37.082362 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3ead207b-4632-4d06-9b10-095dcf84d70c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:37.289829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ead207b-4632-4d06-9b10-095dcf84d70c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:37.299527 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ead207b-4632-4d06-9b10-095dcf84d70c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:37.316932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': 'a5155aa6-acbe-47e1-8845-7f612c581e32'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:43:37.320370 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:37.536318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fb64c5f2-c2db-4555-893c-bf6834d106b1 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:37.572846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: fb64c5f2-c2db-4555-893c-bf6834d106b1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:43:37.573222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fb64c5f2-c2db-4555-893c-bf6834d106b1 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:43:37.757173 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:37.763540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Allocated IP 2001:db8::f816:3eff:fe0c:c0bf (ad3005a0-d049-42e6-8c40-cacfe59382a6/a5155aa6-acbe-47e1-8845-7f612c581e32/9c677e39-f0d6-44c2-9c65-0dcb6d962784) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:37.903018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:37.916837 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ead207b-4632-4d06-9b10-095dcf84d70c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:37.993338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead207b-4632-4d06-9b10-095dcf84d70c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:37.997004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3ead207b-4632-4d06-9b10-095dcf84d70c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:38.013274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ead207b-4632-4d06-9b10-095dcf84d70c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:38.017589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ead207b-4632-4d06-9b10-095dcf84d70c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.043902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead207b-4632-4d06-9b10-095dcf84d70c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=2fbd4690-0703-4cfa-b423-e96e115a8ce4,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:38.055181 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3ead207b-4632-4d06-9b10-095dcf84d70c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9768772 Aug 17 16:43:38.058246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57478) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:38.064755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:42:8f:e2', 'name': 'tempest-NetworksTestDHCPv6-1214046438'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:38.211747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e39e3907-52f8-42b9-b800-b7760ab651d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fefb199470064072bdc1c8e082e71d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050654 Aug 17 16:43:38.212393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57480) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:38.290662 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.294495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:38.299928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Transition to ACTIVE for port object 9c677e39-f0d6-44c2-9c65-0dcb6d962784 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:38.318550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Transition to ACTIVE for port object 9c677e39-f0d6-44c2-9c65-0dcb6d962784 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:38.331710 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.376200 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a85b4840-d9a6-4c60-9fc8-3610494017ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.390140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:38.393700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:38.398421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:38.413910 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a85b4840-d9a6-4c60-9fc8-3610494017ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.439420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Pushing event updated for resources: {'Port': ['ID=9c677e39-f0d6-44c2-9c65-0dcb6d962784,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:38.445004 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.486315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Attempting to bind port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:38.486946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Attempting to bind port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:38.487309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Attempting to bind port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:38.488089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port b300891b-2fa5-40c8-98bf-fbd7979cc085 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:38.493443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:38.493443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:38.493918 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.494092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:38.494616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Bound port: 9c677e39-f0d6-44c2-9c65-0dcb6d962784, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:38.496696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.590038 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a85b4840-d9a6-4c60-9fc8-3610494017ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.590038 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a85b4840-d9a6-4c60-9fc8-3610494017ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.594821 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a85b4840-d9a6-4c60-9fc8-3610494017ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2ab1cf8-6291-408c-b509-89dd360fd7f5 HTTP/1.1" status: 204 len: 168 time: 0.3769782 Aug 17 16:43:38.607572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] For port 9c677e39-f0d6-44c2-9c65-0dcb6d962784, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:38.631920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] For port 9c677e39-f0d6-44c2-9c65-0dcb6d962784, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9c677e39-f0d6-44c2-9c65-0dcb6d962784,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:38.639187 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:38.735406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b4840-d9a6-4c60-9fc8-3610494017ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ab1cf8-6291-408c-b509-89dd360fd7f5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:38.737955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 172.20.0.8 (ad3005a0-d049-42e6-8c40-cacfe59382a6/2fbd4690-0703-4cfa-b423-e96e115a8ce4/b300891b-2fa5-40c8-98bf-fbd7979cc085) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:38.752809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::f816:3eff:fe42:8fe2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/a5155aa6-acbe-47e1-8845-7f612c581e32/b300891b-2fa5-40c8-98bf-fbd7979cc085) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:38.786359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd138476-8b3b-4f33-97b5-d4970d758340 None None] Pushing event updated for resources: {'Port': ['ID=9c677e39-f0d6-44c2-9c65-0dcb6d962784,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:39.680150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9c677e39-f0d6-44c2-9c65-0dcb6d962784 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:39.710837 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:39.761630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object b300891b-2fa5-40c8-98bf-fbd7979cc085 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:39.915636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:39.925506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:40.066245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:40.070455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:40.076820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:40.094906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=b300891b-2fa5-40c8-98bf-fbd7979cc085,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:40.203038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:40.203709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:40.249014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-430ff796-500c-4127-a833-21fcc32fe5a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1891522 Aug 17 16:43:40.252202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:40.324792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a30690-64ab-4836-8089-1a99b24b436d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:40.349814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a30690-64ab-4836-8089-1a99b24b436d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:40.363320 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-84a30690-64ab-4836-8089-1a99b24b436d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1096618 Aug 17 16:43:40.367440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57546) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:40.418149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11ba5a9-699d-45b9-b0f7-90700cfe47ea None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:40.494576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cb41cfaf-3c05-4c56-8546-07c3caabbffd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port b300891b-2fa5-40c8-98bf-fbd7979cc085 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:40.495223 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb41cfaf-3c05-4c56-8546-07c3caabbffd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:40.588710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4173e92b-ad06-47af-9568-09b73f94652e None None] Provisioning for port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:40.600034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4173e92b-ad06-47af-9568-09b73f94652e None None] Provisioning complete for port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:40.600414 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4173e92b-ad06-47af-9568-09b73f94652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:40.643223 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb41cfaf-3c05-4c56-8546-07c3caabbffd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:40.659033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cb41cfaf-3c05-4c56-8546-07c3caabbffd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for b300891b-2fa5-40c8-98bf-fbd7979cc085 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:40.804976 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4173e92b-ad06-47af-9568-09b73f94652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:40.827591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525bff3a-5668-4583-88cd-4ae4a5327910 None None] Update dhcp port {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': 'a5155aa6-acbe-47e1-8845-7f612c581e32', 'ip_address': '2001:db8::f816:3eff:fe0c:c0bf'}, {'subnet_id': '2fbd4690-0703-4cfa-b423-e96e115a8ce4'}], 'binding:host_id': 'n-d-804878-1'}, 'id': '9c677e39-f0d6-44c2-9c65-0dcb6d962784'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:43:40.862310 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525bff3a-5668-4583-88cd-4ae4a5327910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:40.919920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4173e92b-ad06-47af-9568-09b73f94652e None None] For port 9c677e39-f0d6-44c2-9c65-0dcb6d962784, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9c677e39-f0d6-44c2-9c65-0dcb6d962784,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:40.928777 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4173e92b-ad06-47af-9568-09b73f94652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:40.944724 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb41cfaf-3c05-4c56-8546-07c3caabbffd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:40.978420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41cfaf-3c05-4c56-8546-07c3caabbffd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=b300891b-2fa5-40c8-98bf-fbd7979cc085,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:41.061199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173e92b-ad06-47af-9568-09b73f94652e None None] Pushing event updated for resources: {'Port': ['ID=9c677e39-f0d6-44c2-9c65-0dcb6d962784,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:41.085410 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb41cfaf-3c05-4c56-8546-07c3caabbffd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.087533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cb41cfaf-3c05-4c56-8546-07c3caabbffd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/b300891b-2fa5-40c8-98bf-fbd7979cc085 HTTP/1.1" status: 204 len: 168 time: 0.7188029 Aug 17 16:43:41.090189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:41.125239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-525bff3a-5668-4583-88cd-4ae4a5327910 None None] Allocated IP 172.20.0.2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/2fbd4690-0703-4cfa-b423-e96e115a8ce4/9c677e39-f0d6-44c2-9c65-0dcb6d962784) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:41.149861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1ec8c-e772-4725-976a-0eb031cff15a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:41.154891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1ec8c-e772-4725-976a-0eb031cff15a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:41.156572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1ec8c-e772-4725-976a-0eb031cff15a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:41.158255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-89b1ec8c-e772-4725-976a-0eb031cff15a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0670285 Aug 17 16:43:41.161607 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57602) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:41.232245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4744c7b2-8a77-4f63-8338-db536e6991e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 2fbd4690-0703-4cfa-b423-e96e115a8ce4 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:41.257321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-525bff3a-5668-4583-88cd-4ae4a5327910 None None] For port 9c677e39-f0d6-44c2-9c65-0dcb6d962784, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9c677e39-f0d6-44c2-9c65-0dcb6d962784,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:41.294170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525bff3a-5668-4583-88cd-4ae4a5327910 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.316099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-525bff3a-5668-4583-88cd-4ae4a5327910 None None] Transition to ACTIVE for port object 9c677e39-f0d6-44c2-9c65-0dcb6d962784 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:41.321242 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4744c7b2-8a77-4f63-8338-db536e6991e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.323248 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525bff3a-5668-4583-88cd-4ae4a5327910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.382386 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4744c7b2-8a77-4f63-8338-db536e6991e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.433436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bff3a-5668-4583-88cd-4ae4a5327910 None None] Pushing event updated for resources: {'Port': ['ID=9c677e39-f0d6-44c2-9c65-0dcb6d962784,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:41.487514 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4744c7b2-8a77-4f63-8338-db536e6991e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.549896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9c677e39-f0d6-44c2-9c65-0dcb6d962784 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:41.569459 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4744c7b2-8a77-4f63-8338-db536e6991e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.618536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744c7b2-8a77-4f63-8338-db536e6991e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbd4690-0703-4cfa-b423-e96e115a8ce4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:41.627581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4744c7b2-8a77-4f63-8338-db536e6991e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.630081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4744c7b2-8a77-4f63-8338-db536e6991e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/2fbd4690-0703-4cfa-b423-e96e115a8ce4 HTTP/1.1" status: 204 len: 168 time: 0.4675255 Aug 17 16:43:41.632889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:41.714196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-790ccbb8-05bd-410c-8b55-181935f40209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet a5155aa6-acbe-47e1-8845-7f612c581e32 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:41.717952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-790ccbb8-05bd-410c-8b55-181935f40209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.764050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-790ccbb8-05bd-410c-8b55-181935f40209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.859450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-790ccbb8-05bd-410c-8b55-181935f40209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:41.965631 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-790ccbb8-05bd-410c-8b55-181935f40209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:42.029172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ccbb8-05bd-410c-8b55-181935f40209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=a5155aa6-acbe-47e1-8845-7f612c581e32,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:42.036760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-790ccbb8-05bd-410c-8b55-181935f40209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:42.040994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-790ccbb8-05bd-410c-8b55-181935f40209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/a5155aa6-acbe-47e1-8845-7f612c581e32 HTTP/1.1" status: 204 len: 168 time: 0.4048617 Aug 17 16:43:42.041381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57624) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:42.082942 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c9fc1084-e6c4-499b-b54e-6928051b7f15 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400267 Aug 17 16:43:42.085544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57628) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:42.092167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:42.222554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:42.226990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:42.324415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7d56c-33d5-43e5-9584-69166c776b21 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:42.383421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9ea3f1c7-8acb-46e1-96ea-0fe550eb607b None None] Could not find standard attr ID for object b300891b-2fa5-40c8-98bf-fbd7979cc085. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:43:42.431532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9ea3f1c7-8acb-46e1-96ea-0fe550eb607b None None] Provisioning for port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:42.443400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9ea3f1c7-8acb-46e1-96ea-0fe550eb607b None None] Provisioning complete for port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:42.444033 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ea3f1c7-8acb-46e1-96ea-0fe550eb607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:42.643832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:43:42.700307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:43:42.703240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Deleting port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:42.703616 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:42.802867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] For port 9c677e39-f0d6-44c2-9c65-0dcb6d962784, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9c677e39-f0d6-44c2-9c65-0dcb6d962784,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:42.803226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:42.816440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Calling delete_port for 9c677e39-f0d6-44c2-9c65-0dcb6d962784 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:42.915693 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:42.951896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Pushing event deleted for resources: {'Port': ['ID=9c677e39-f0d6-44c2-9c65-0dcb6d962784,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:42.961886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.962738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.963155 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.963825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.963958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.964616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.965052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.965487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.965897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.966583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.967004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.967793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:42.972263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f3856-f06c-4644-a50b-a8f96fbe0db5 None None] No DVR routers for this DVR port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:42.986902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_pluggable_backend [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Port 9c677e39-f0d6-44c2-9c65-0dcb6d962784 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 17 16:43:42.987169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_pluggable_backend [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0c:c0bf {{(pid=94839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 17 16:43:42.999733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_pluggable_backend [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0c:c0bf {{(pid=94839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 17 16:43:43.001603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:43.054054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:43.057987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:43.065935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:43.066731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:43.069800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ebe21-15c1-4b1e-b0be-e6bc56885c01 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:43.085737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9986875 Aug 17 16:43:43.088796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:43.097753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-705ad009-da4a-47b5-bded-792bb6765b96 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:43.132175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=90135b6a-5bda-404d-9779-1fda9ac73892,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:43.155327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.155830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.157364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.158800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.159242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.161120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.163281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.164550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.165000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.168095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.168569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.169004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59442a7-5971-4044-9184-6e32fae48741 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:43:43.320988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705ad009-da4a-47b5-bded-792bb6765b96 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:43.325791 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-705ad009-da4a-47b5-bded-792bb6765b96 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:43.376724 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': '90135b6a-5bda-404d-9779-1fda9ac73892'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:43:43.383540 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:43.538472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9c677e39-f0d6-44c2-9c65-0dcb6d962784 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:43.577232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 9c677e39-f0d6-44c2-9c65-0dcb6d962784 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:43:43.577573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9c677e39-f0d6-44c2-9c65-0dcb6d962784 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:43:43.646794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Allocated IP 2001:db8::f816:3eff:fe03:40ad (ad3005a0-d049-42e6-8c40-cacfe59382a6/90135b6a-5bda-404d-9779-1fda9ac73892/a88844ae-7833-4e71-a310-3497118dd31b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:43.696682 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-705ad009-da4a-47b5-bded-792bb6765b96 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:43.767228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ad009-da4a-47b5-bded-792bb6765b96 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=db0d06f2-171b-479c-af79-d9818fee9459,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:43.789058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705ad009-da4a-47b5-bded-792bb6765b96 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:43.790844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-705ad009-da4a-47b5-bded-792bb6765b96 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:43.798740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ad009-da4a-47b5-bded-792bb6765b96 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:43.799578 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-705ad009-da4a-47b5-bded-792bb6765b96 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:43.821997 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-705ad009-da4a-47b5-bded-792bb6765b96 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7319105 Aug 17 16:43:43.824847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:43.836169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:32:34:64', 'name': 'tempest-NetworksTestDHCPv6-130091781'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:43.915473 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:43.933910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Transition to ACTIVE for port object a88844ae-7833-4e71-a310-3497118dd31b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:43.966467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Transition to ACTIVE for port object a88844ae-7833-4e71-a310-3497118dd31b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:43.978466 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:44.042912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:44.045772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:44.052157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:44.061682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:44.069335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Pushing event updated for resources: {'Port': ['ID=a88844ae-7833-4e71-a310-3497118dd31b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:44.123922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Attempting to bind port a88844ae-7833-4e71-a310-3497118dd31b on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:44.123922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Attempting to bind port a88844ae-7833-4e71-a310-3497118dd31b by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:44.123922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Attempting to bind port a88844ae-7833-4e71-a310-3497118dd31b on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:44.129030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:44.129929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:44.130339 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:44.130762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:44.133294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Bound port: a88844ae-7833-4e71-a310-3497118dd31b, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:44.133294 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:44.241967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] For port a88844ae-7833-4e71-a310-3497118dd31b, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:44.246473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:44.250853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] For port a88844ae-7833-4e71-a310-3497118dd31b, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a88844ae-7833-4e71-a310-3497118dd31b,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:44.259057 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:44.280212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 7d4b050a-6571-48ff-929f-a13dfcb28a92 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:44.347690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c6951-1346-46a5-9789-b41edc2218a6 None None] Pushing event updated for resources: {'Port': ['ID=a88844ae-7833-4e71-a310-3497118dd31b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:44.525010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 172.20.0.8 (ad3005a0-d049-42e6-8c40-cacfe59382a6/db0d06f2-171b-479c-af79-d9818fee9459/7d4b050a-6571-48ff-929f-a13dfcb28a92) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:44.567777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::f816:3eff:fe32:3464 (ad3005a0-d049-42e6-8c40-cacfe59382a6/90135b6a-5bda-404d-9779-1fda9ac73892/7d4b050a-6571-48ff-929f-a13dfcb28a92) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:44.814928 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:44.833383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 7d4b050a-6571-48ff-929f-a13dfcb28a92 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:44.907492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:44.966502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:44.974015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:44.980927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:44.995769 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-3176f450-f4ae-452d-95d3-9001d9166ed1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1015267 Aug 17 16:43:45.130484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=7d4b050a-6571-48ff-929f-a13dfcb28a92,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:45.169225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.169887 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:45.171697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-cf418297-00e2-413c-8c51-ab04eca53304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.172178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-cf418297-00e2-413c-8c51-ab04eca53304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.173086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-cf418297-00e2-413c-8c51-ab04eca53304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.173556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-cf418297-00e2-413c-8c51-ab04eca53304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.174021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-cf418297-00e2-413c-8c51-ab04eca53304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.174525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-cf418297-00e2-413c-8c51-ab04eca53304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.174993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-cf418297-00e2-413c-8c51-ab04eca53304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.178807 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-cf418297-00e2-413c-8c51-ab04eca53304 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6502 time: 0.1281590 Aug 17 16:43:45.197928 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-59ff9e27-887e-414e-a167-b8dfac45e8e2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3686697 Aug 17 16:43:45.198238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57662) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:45.269862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e64e7e9-4069-4961-907d-7cf6b6ddd375 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.276124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e64e7e9-4069-4961-907d-7cf6b6ddd375 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.277887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e64e7e9-4069-4961-907d-7cf6b6ddd375 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0786808 Aug 17 16:43:45.282859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:45.353802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-a396b1b2-9b1d-4c13-ac07-c57d7d8f5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.354509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-a396b1b2-9b1d-4c13-ac07-c57d7d8f5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.355117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-a396b1b2-9b1d-4c13-ac07-c57d7d8f5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.356818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-a396b1b2-9b1d-4c13-ac07-c57d7d8f5833 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 200 len: 2299 time: 0.1249647 Aug 17 16:43:45.505838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c3a80236-9110-49c8-841f-fc1140e926a4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 7d4b050a-6571-48ff-929f-a13dfcb28a92 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:45.505838 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3a80236-9110-49c8-841f-fc1140e926a4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:45.574712 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-e589ae4f-8058-4407-aa11-f424a80411ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 200 len: 1002 time: 0.2085330 Aug 17 16:43:45.622789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a88844ae-7833-4e71-a310-3497118dd31b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:45.691273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-041a7719-1709-41a3-adc4-ee6e3809ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.694194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-041a7719-1709-41a3-adc4-ee6e3809ebea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6794c805-5b84-4d68-91c3-86786023ccd4 HTTP/1.1" status: 200 len: 856 time: 0.1111403 Aug 17 16:43:45.731064 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3a80236-9110-49c8-841f-fc1140e926a4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:45.749175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port a88844ae-7833-4e71-a310-3497118dd31b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:45.757810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c3a80236-9110-49c8-841f-fc1140e926a4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 7d4b050a-6571-48ff-929f-a13dfcb28a92 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:45.788430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6116ee-03ee-4940-8b48-acade43e2a8f None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:45.809376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-108e4b6f-69de-4a8d-98c8-fdeb4ad84f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:45.811359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-108e4b6f-69de-4a8d-98c8-fdeb4ad84f50 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055772 Aug 17 16:43:45.946290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8ca70f48-9009-4a41-8b8c-2e113dedef2b None None] Provisioning for port a88844ae-7833-4e71-a310-3497118dd31b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:45.970305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8ca70f48-9009-4a41-8b8c-2e113dedef2b None None] Provisioning complete for port a88844ae-7833-4e71-a310-3497118dd31b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:45.975347 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ca70f48-9009-4a41-8b8c-2e113dedef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.083094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-fd30cad6-444b-4f28-a709-a9d19e343ef5 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624073 Aug 17 16:43:46.188986 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3a80236-9110-49c8-841f-fc1140e926a4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.264136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a80236-9110-49c8-841f-fc1140e926a4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=7d4b050a-6571-48ff-929f-a13dfcb28a92,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:46.330637 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-d456d726-52e2-4d24-a1f1-826359da82c9 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408185 Aug 17 16:43:46.333887 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ca70f48-9009-4a41-8b8c-2e113dedef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.379507 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3a80236-9110-49c8-841f-fc1140e926a4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.385564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3a80236-9110-49c8-841f-fc1140e926a4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/7d4b050a-6571-48ff-929f-a13dfcb28a92 HTTP/1.1" status: 204 len: 168 time: 1.0986290 Aug 17 16:43:46.385805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:46.392168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8ca70f48-9009-4a41-8b8c-2e113dedef2b None None] For port a88844ae-7833-4e71-a310-3497118dd31b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a88844ae-7833-4e71-a310-3497118dd31b,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:46.404932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ca70f48-9009-4a41-8b8c-2e113dedef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.416673 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-7664f37f-ebbe-4637-bf61-fdea232fad5a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 217 time: 0.0785162 Aug 17 16:43:46.467208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69844198-4a14-4493-b2dc-90c6adccb2e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:46.469412 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69844198-4a14-4493-b2dc-90c6adccb2e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:46.475626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69844198-4a14-4493-b2dc-90c6adccb2e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:46.477276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-69844198-4a14-4493-b2dc-90c6adccb2e6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0905011 Aug 17 16:43:46.479891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:46.506440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca70f48-9009-4a41-8b8c-2e113dedef2b None None] Pushing event updated for resources: {'Port': ['ID=a88844ae-7833-4e71-a310-3497118dd31b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:46.520479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9af0b3-97a1-4823-8daf-6dcd73b063e7 None None] Update dhcp port {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': '90135b6a-5bda-404d-9779-1fda9ac73892', 'ip_address': '2001:db8::f816:3eff:fe03:40ad'}, {'subnet_id': 'db0d06f2-171b-479c-af79-d9818fee9459'}], 'binding:host_id': 'n-d-804878-1'}, 'id': 'a88844ae-7833-4e71-a310-3497118dd31b'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:43:46.534941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-cd2e4ffb-32d9-4888-b50b-6728cfffc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:46.543328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-cd2e4ffb-32d9-4888-b50b-6728cfffc85f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1177204 Aug 17 16:43:46.556411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06c78be-1d83-457d-ae48-8804cc2af0d3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 90135b6a-5bda-404d-9779-1fda9ac73892 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:46.560166 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f06c78be-1d83-457d-ae48-8804cc2af0d3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.570784 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a9af0b3-97a1-4823-8daf-6dcd73b063e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.612189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-0619edf2-aefd-4fb9-b807-a710878ad6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:46.615713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-0619edf2-aefd-4fb9-b807-a710878ad6e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650549 Aug 17 16:43:46.618605 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f06c78be-1d83-457d-ae48-8804cc2af0d3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.760707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f06c78be-1d83-457d-ae48-8804cc2af0d3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.762986 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-2c8864ba-d6b6-424b-a244-3c05745b6305 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402652 Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-2a9af0b3-97a1-4823-8daf-6dcd73b063e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90135b6a-5bda-404d-9779-1fda9ac73892: This subnet is being modified by another concurrent operation. Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:43:46.889810 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exception Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90135b6a-5bda-404d-9779-1fda9ac73892: This subnet is being modified by another concurrent operation. Aug 17 16:43:46.893666 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:43:46.896403 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f06c78be-1d83-457d-ae48-8804cc2af0d3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.922065 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-eed4997e-65f6-4cac-aa54-45be3376821a service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510558 Aug 17 16:43:46.928092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c78be-1d83-457d-ae48-8804cc2af0d3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=90135b6a-5bda-404d-9779-1fda9ac73892,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:46.930573 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f06c78be-1d83-457d-ae48-8804cc2af0d3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:46.932879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f06c78be-1d83-457d-ae48-8804cc2af0d3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/90135b6a-5bda-404d-9779-1fda9ac73892 HTTP/1.1" status: 204 len: 168 time: 0.4514694 Aug 17 16:43:46.935567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:46.979856 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-7f5d6ebf-ad7a-471c-b0e2-1ba3dafa26eb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 217 time: 0.0500522 Aug 17 16:43:47.009731 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946aa96c-d9a8-49d0-814d-4d473e6d3478 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:47.085408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce51c0cc-a85d-4dcc-b001-7c69ae2b6252 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet db0d06f2-171b-479c-af79-d9818fee9459 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:47.087758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-9599b6db-a73f-48ff-a104-205283031ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:47.088282 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce51c0cc-a85d-4dcc-b001-7c69ae2b6252 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.089487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-9599b6db-a73f-48ff-a104-205283031ee8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1016700 Aug 17 16:43:47.160676 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce51c0cc-a85d-4dcc-b001-7c69ae2b6252 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.178164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-db0d308b-37b1-496d-9cd1-6e97be70def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:47.182073 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-db0d308b-37b1-496d-9cd1-6e97be70def1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836682 Aug 17 16:43:47.237248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce51c0cc-a85d-4dcc-b001-7c69ae2b6252 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.271812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b4cbf5b5-b5a1-4e48-9e93-1f9b6b14d8bf None None] Provisioning complete for port a88844ae-7833-4e71-a310-3497118dd31b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:47.272191 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf5b5-b5a1-4e48-9e93-1f9b6b14d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.298805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-f237ab00-1118-4ad7-80c7-26caab062a16 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085768 Aug 17 16:43:47.322873 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce51c0cc-a85d-4dcc-b001-7c69ae2b6252 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.347434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce51c0cc-a85d-4dcc-b001-7c69ae2b6252 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.350220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce51c0cc-a85d-4dcc-b001-7c69ae2b6252 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/db0d06f2-171b-479c-af79-d9818fee9459 HTTP/1.1" status: 204 len: 168 time: 0.4130485 Aug 17 16:43:47.373402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:47.384276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51c0cc-a85d-4dcc-b001-7c69ae2b6252 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=db0d06f2-171b-479c-af79-d9818fee9459,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:47.412393 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-e9ae1fd7-b820-4ea1-9348-1a62bc4386d4 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061416 Aug 17 16:43:47.428879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b316dc6d-5184-48ae-b779-8dc830f9bebe None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:43:47.447407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc335f27-6674-4394-bf7e-c396b1e3a74d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723023 Aug 17 16:43:47.449437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:47.456328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6c66b447-1fd8-421e-8884-a7006c92bb34 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:47.473399 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-a3ecbd72-401e-4ad1-9616-e8fb595392f0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa HTTP/1.1" status: 200 len: 217 time: 0.0520024 Aug 17 16:43:47.528120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b316dc6d-5184-48ae-b779-8dc830f9bebe None None] Deleting port a88844ae-7833-4e71-a310-3497118dd31b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:47.530128 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b316dc6d-5184-48ae-b779-8dc830f9bebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.550035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-81f52b05-e70d-4c79-8de3-97e69a096159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:47.552581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-81f52b05-e70d-4c79-8de3-97e69a096159 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.0728140 Aug 17 16:43:47.581431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c66b447-1fd8-421e-8884-a7006c92bb34 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:47.592659 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c66b447-1fd8-421e-8884-a7006c92bb34 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.598897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a88844ae-7833-4e71-a310-3497118dd31b no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:47.625677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-76089a90-de41-4d91-8284-765fa5007311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:47.628622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-76089a90-de41-4d91-8284-765fa5007311 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682731 Aug 17 16:43:47.723507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b316dc6d-5184-48ae-b779-8dc830f9bebe None None] For port a88844ae-7833-4e71-a310-3497118dd31b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a88844ae-7833-4e71-a310-3497118dd31b,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:47.724444 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b316dc6d-5184-48ae-b779-8dc830f9bebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.745251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b316dc6d-5184-48ae-b779-8dc830f9bebe None None] Calling delete_port for a88844ae-7833-4e71-a310-3497118dd31b owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:47.821420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-6ba6b66b-b7a0-48de-b4f2-45138c882b23 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844454 Aug 17 16:43:47.846358 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.888297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c66b447-1fd8-421e-8884-a7006c92bb34 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.902632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port a88844ae-7833-4e71-a310-3497118dd31b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a88844ae-7833-4e71-a310-3497118dd31b,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:47.911334 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.947214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c66b447-1fd8-421e-8884-a7006c92bb34 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:47.949908 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b316dc6d-5184-48ae-b779-8dc830f9bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.954065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6c66b447-1fd8-421e-8884-a7006c92bb34 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:47.956995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c66b447-1fd8-421e-8884-a7006c92bb34 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:47.958124 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c66b447-1fd8-421e-8884-a7006c92bb34 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:47.987956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316dc6d-5184-48ae-b779-8dc830f9bebe None None] No DVR routers for this DVR port a88844ae-7833-4e71-a310-3497118dd31b on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:43:48.006866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-7cb62b5b-1fa2-4d5b-a88f-0c81228256b3 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715138 Aug 17 16:43:48.008909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66b447-1fd8-421e-8884-a7006c92bb34 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=99e353aa-ab9b-4cc9-8542-5c57a34b75fc,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:48.018075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c66b447-1fd8-421e-8884-a7006c92bb34 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5635593 Aug 17 16:43:48.020624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:48.027473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:48.032766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed132ff-b72a-43c1-ba5b-179981ac9ce1 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:48.056991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=a88844ae-7833-4e71-a310-3497118dd31b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:48.072249 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-fa02cbb6-c0e8-4c55-ad76-8a0a4604c10e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=05f1e834-8260-41dc-a043-d2498889f6ec HTTP/1.1" status: 200 len: 217 time: 0.0622692 Aug 17 16:43:48.121559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316dc6d-5184-48ae-b779-8dc830f9bebe None None] Pushing event deleted for resources: {'Port': ['ID=a88844ae-7833-4e71-a310-3497118dd31b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:48.200022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-ff12bf79-fdaf-4e0a-80cd-0fd033a9ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:48.202305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:48.206410 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-ff12bf79-fdaf-4e0a-80cd-0fd033a9ee00 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1207149 Aug 17 16:43:48.208852 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:48.253445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': '99e353aa-ab9b-4cc9-8542-5c57a34b75fc'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:43:48.254353 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:48.313394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-10aa7837-8828-4c36-950a-28a4ec73209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:48.315738 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-10aa7837-8828-4c36-950a-28a4ec73209e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042769 Aug 17 16:43:48.498940 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Allocated IP 172.20.0.2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/99e353aa-ab9b-4cc9-8542-5c57a34b75fc/2fc4deb0-2c84-4146-87aa-ba433b6687e0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:48.510171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-8246a099-bf89-49c4-a75d-c99521331b57 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864426 Aug 17 16:43:48.643462 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-7b98a6f9-3cd6-4390-bf4d-ea5ecb7f2e74 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250246 Aug 17 16:43:48.657296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:43:48.659047 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:48.706853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:48.709350 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-746f19c0-4da5-4107-8463-d9a218acca6c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69b3f724-d531-40fe-ae4a-5e75d4482612 HTTP/1.1" status: 200 len: 217 time: 0.0569189 Aug 17 16:43:48.711430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:48.715228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:48.716452 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:48.766063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=72bcda2d-8180-4cee-ac7e-1f968d7fc67c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:48.781366 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c7ec014-bebf-41e2-abe9-4e0f010e3b6f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7586684 Aug 17 16:43:48.786896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:48.798299 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:48.809317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Transition to ACTIVE for port object 2fc4deb0-2c84-4146-87aa-ba433b6687e0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:48.810086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:66:e5:ab', 'name': 'tempest-NetworksTestDHCPv6-42649004'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:48.811191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-392dd1d3-79d7-43b0-8b80-2fbac52c4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:48.813104 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-392dd1d3-79d7-43b0-8b80-2fbac52c4c9d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.0955179 Aug 17 16:43:48.840402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Transition to ACTIVE for port object 2fc4deb0-2c84-4146-87aa-ba433b6687e0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:48.852342 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:48.902695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-bf01777c-5bd0-483e-8030-d3565ac037ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:48.905462 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-bf01777c-5bd0-483e-8030-d3565ac037ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832210 Aug 17 16:43:48.922401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:48.926006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:48.934712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:48.938868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Pushing event updated for resources: {'Port': ['ID=2fc4deb0-2c84-4146-87aa-ba433b6687e0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:49.017993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Attempting to bind port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:43:49.018365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Attempting to bind port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:43:49.018773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Attempting to bind port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:43:49.027266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:43:49.027639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:43:49.028048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:49.028472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:43:49.029206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Bound port: 2fc4deb0-2c84-4146-87aa-ba433b6687e0, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:43:49.029594 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:49.109015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:49.113466 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:49.140708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] For port 2fc4deb0-2c84-4146-87aa-ba433b6687e0, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:43:49.146226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] For port 2fc4deb0-2c84-4146-87aa-ba433b6687e0, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2fc4deb0-2c84-4146-87aa-ba433b6687e0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:43:49.150721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-3009499d-531d-4f43-8fa1-3b93e149d6cc service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380335 Aug 17 16:43:49.156526 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:49.165053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 2f1aebf0-a4e0-4d60-a61b-5cb7859acb99 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:49.296276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d59ad-aa27-4203-a0ff-850cd854e226 None None] Pushing event updated for resources: {'Port': ['ID=2fc4deb0-2c84-4146-87aa-ba433b6687e0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:49.399980 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-02d0f138-bc49-4d42-9a96-ba54a6ca2b49 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318208 Aug 17 16:43:49.474258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-da514456-e838-4f9c-8d3b-6ddd6c9bb27b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 200 len: 217 time: 0.0611875 Aug 17 16:43:49.554212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 172.20.0.14 (ad3005a0-d049-42e6-8c40-cacfe59382a6/99e353aa-ab9b-4cc9-8542-5c57a34b75fc/2f1aebf0-a4e0-4d60-a61b-5cb7859acb99) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:49.565436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::f816:3eff:fe66:e5ab (ad3005a0-d049-42e6-8c40-cacfe59382a6/72bcda2d-8180-4cee-ac7e-1f968d7fc67c/2f1aebf0-a4e0-4d60-a61b-5cb7859acb99) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:49.579692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-350737e7-db54-49a9-b21e-433f856bac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:49.581223 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-350737e7-db54-49a9-b21e-433f856bac26 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.1041594 Aug 17 16:43:49.630339 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:49.687917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-16fe7c2d-5ccf-4df6-888d-7869bc7cc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:49.689801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-16fe7c2d-5ccf-4df6-888d-7869bc7cc60a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005535 Aug 17 16:43:49.865920 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:49.871759 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:49.886309 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-14daa1aa-db43-4637-b0ab-cecc55d257a5 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893632 Aug 17 16:43:49.904672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 2f1aebf0-a4e0-4d60-a61b-5cb7859acb99 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:49.954881 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:50.009361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:50.016494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:50.021229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:50.024311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=2f1aebf0-a4e0-4d60-a61b-5cb7859acb99,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:50.084190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:50.085071 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:50.106575 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7abd543-5c9e-4940-b918-13f81018600a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3173501 Aug 17 16:43:50.109312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:50.129979 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e61cebf-d34d-44e9-ba40-602fb94b369f req-68564616-9592-4293-b901-4ccd66d20499 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322381 Aug 17 16:43:50.188352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a75e275-4b22-4e73-82e4-2ae0bceb6019 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:50.210605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a75e275-4b22-4e73-82e4-2ae0bceb6019 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:50.215199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57746) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:50.219627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a75e275-4b22-4e73-82e4-2ae0bceb6019 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1088488 Aug 17 16:43:50.390932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-425c9067-c73c-47fc-98a8-3f414a7ffc2d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 2f1aebf0-a4e0-4d60-a61b-5cb7859acb99 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:50.391289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-425c9067-c73c-47fc-98a8-3f414a7ffc2d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:50.587873 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-425c9067-c73c-47fc-98a8-3f414a7ffc2d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:50.616503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-425c9067-c73c-47fc-98a8-3f414a7ffc2d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 2f1aebf0-a4e0-4d60-a61b-5cb7859acb99 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:50.841539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26964e3c-b19b-4d25-9905-20927f09a4ec None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:50.946014 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-425c9067-c73c-47fc-98a8-3f414a7ffc2d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:50.996566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7377bc9a-0b03-4854-b400-fa9e9b88ab24 None None] Provisioning for port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:51.005329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c9067-c73c-47fc-98a8-3f414a7ffc2d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=2f1aebf0-a4e0-4d60-a61b-5cb7859acb99,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:51.117983 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-425c9067-c73c-47fc-98a8-3f414a7ffc2d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:51.120803 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-425c9067-c73c-47fc-98a8-3f414a7ffc2d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/2f1aebf0-a4e0-4d60-a61b-5cb7859acb99 HTTP/1.1" status: 204 len: 168 time: 0.9041445 Aug 17 16:43:51.123016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:51.136484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad000d9-e65d-4a8f-8f24-3378a69c4063 None None] Update dhcp port {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': '99e353aa-ab9b-4cc9-8542-5c57a34b75fc', 'ip_address': '172.20.0.2'}, {'subnet_id': '72bcda2d-8180-4cee-ac7e-1f968d7fc67c'}], 'binding:host_id': 'n-d-804878-1'}, 'id': '2fc4deb0-2c84-4146-87aa-ba433b6687e0'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:43:51.195001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b41564-994e-4cc5-bf72-6a07480591a7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:51.198644 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b41564-994e-4cc5-bf72-6a07480591a7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:51.200192 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad000d9-e65d-4a8f-8f24-3378a69c4063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:51.200609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b41564-994e-4cc5-bf72-6a07480591a7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:51.205219 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5b41564-994e-4cc5-bf72-6a07480591a7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0784869 Aug 17 16:43:51.205421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57760) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:51.279218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec14ce3-00b9-4f80-8f55-fa29b1e38e9f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 72bcda2d-8180-4cee-ac7e-1f968d7fc67c {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:51.291143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fec14ce3-00b9-4f80-8f55-fa29b1e38e9f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:51.378187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fec14ce3-00b9-4f80-8f55-fa29b1e38e9f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:51.437282 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fec14ce3-00b9-4f80-8f55-fa29b1e38e9f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:51.618301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2fc4deb0-2c84-4146-87aa-ba433b6687e0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:51.696614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:51.706130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:51.706532 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:51.828830 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:51.907599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2fc4deb0-2c84-4146-87aa-ba433b6687e0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2fc4deb0-2c84-4146-87aa-ba433b6687e0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:51.916269 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:51.918309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fec14ce3-00b9-4f80-8f55-fa29b1e38e9f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-9ad000d9-e65d-4a8f-8f24-3378a69c4063 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72bcda2d-8180-4cee-ac7e-1f968d7fc67c: This subnet is being modified by another concurrent operation. Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:43:51.925040 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exception Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72bcda2d-8180-4cee-ac7e-1f968d7fc67c: This subnet is being modified by another concurrent operation. Aug 17 16:43:51.931508 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:43:51.961853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec14ce3-00b9-4f80-8f55-fa29b1e38e9f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=72bcda2d-8180-4cee-ac7e-1f968d7fc67c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:51.965765 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fec14ce3-00b9-4f80-8f55-fa29b1e38e9f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:51.970928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:51.971107 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fec14ce3-00b9-4f80-8f55-fa29b1e38e9f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/72bcda2d-8180-4cee-ac7e-1f968d7fc67c HTTP/1.1" status: 204 len: 168 time: 0.7644885 Aug 17 16:43:52.013846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2fc4deb0-2c84-4146-87aa-ba433b6687e0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:52.065880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-966f56c0-335f-4ad3-94b9-7f4cd83c18e7 None None] Provisioning complete for port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:52.067706 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-966f56c0-335f-4ad3-94b9-7f4cd83c18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:52.103259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d845913-b780-4370-90ca-d4622d54d318 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 99e353aa-ab9b-4cc9-8542-5c57a34b75fc {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:52.106961 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d845913-b780-4370-90ca-d4622d54d318 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:52.176600 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d845913-b780-4370-90ca-d4622d54d318 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:52.373733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d845913-b780-4370-90ca-d4622d54d318 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:52.406773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b62295b3-5003-4010-9bf3-52ff9cc6382a None None] Could not find standard attr ID for object 7d4b050a-6571-48ff-929f-a13dfcb28a92. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:43:52.414442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b62295b3-5003-4010-9bf3-52ff9cc6382a None None] Could not find standard attr ID for object 2f1aebf0-a4e0-4d60-a61b-5cb7859acb99. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:43:52.506850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b1735d-c92e-49a3-b995-197adffcecfe None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:43:52.529295 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d845913-b780-4370-90ca-d4622d54d318 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:52.561125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d845913-b780-4370-90ca-d4622d54d318 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=99e353aa-ab9b-4cc9-8542-5c57a34b75fc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:52.574427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d845913-b780-4370-90ca-d4622d54d318 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:52.577495 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7d845913-b780-4370-90ca-d4622d54d318 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/99e353aa-ab9b-4cc9-8542-5c57a34b75fc HTTP/1.1" status: 204 len: 168 time: 0.6055503 Aug 17 16:43:52.579978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:52.672741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-31a9b83a-ce43-4445-8e2c-255a74c3d6b0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882175 Aug 17 16:43:52.675612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57784) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:52.681378 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-450b21e0-c255-4a0a-8adf-fe35f9388ed3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:52.689632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b1735d-c92e-49a3-b995-197adffcecfe None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:43:52.790703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450b21e0-c255-4a0a-8adf-fe35f9388ed3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:52.794841 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-450b21e0-c255-4a0a-8adf-fe35f9388ed3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:53.016065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a967e419-c6d5-4434-aba8-adfecb396a32 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:43:53.105945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0c405147-8529-4996-915e-c11efdad53df None None] Provisioning complete for port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:53.106320 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c405147-8529-4996-915e-c11efdad53df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:53.142569 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-450b21e0-c255-4a0a-8adf-fe35f9388ed3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:53.213133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b21e0-c255-4a0a-8adf-fe35f9388ed3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=522b6fe1-e8dc-4c38-9a5f-251f2dd4fe28,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:53.221752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a967e419-c6d5-4434-aba8-adfecb396a32 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:43:53.232547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b21e0-c255-4a0a-8adf-fe35f9388ed3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:53.234106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-450b21e0-c255-4a0a-8adf-fe35f9388ed3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:53.237287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b21e0-c255-4a0a-8adf-fe35f9388ed3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:53.237997 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-450b21e0-c255-4a0a-8adf-fe35f9388ed3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:53.259558 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-450b21e0-c255-4a0a-8adf-fe35f9388ed3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5821748 Aug 17 16:43:53.262272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:53.268548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:53.439999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:53.447221 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:53.560117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2fc4deb0-2c84-4146-87aa-ba433b6687e0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:43:53.842660 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:53.898327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2fc4deb0-2c84-4146-87aa-ba433b6687e0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2fc4deb0-2c84-4146-87aa-ba433b6687e0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:53.906909 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:54.032789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:43:54.236128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] Update dhcp port {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': '522b6fe1-e8dc-4c38-9a5f-251f2dd4fe28'}], 'binding:host_id': 'n-d-804878-1'}, 'id': '2fc4deb0-2c84-4146-87aa-ba433b6687e0'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:43:54.241406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2fc4deb0-2c84-4146-87aa-ba433b6687e0,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:54.283134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:54.420324 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:54.883564 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe63:f1ce-d356028f-4c52-4709-a6db-9d29bcf067 {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:43:54.883987 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:43:54.931946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] For port 2fc4deb0-2c84-4146-87aa-ba433b6687e0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2fc4deb0-2c84-4146-87aa-ba433b6687e0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:54.974273 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:54.989083 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:54.989930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:55.060375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=2fc4deb0-2c84-4146-87aa-ba433b6687e0,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:55.101188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:55.104519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:55.107492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:55.108111 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:55.127224 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8628762 Aug 17 16:43:55.130419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57814) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:55.136516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:04:e3:f4', 'name': 'tempest-NetworksTestDHCPv6-396482451'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:55.165051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3e10f-4783-47ce-8205-23adeb7d674c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=e1bfbc71-239d-4732-b81a-4db7737888e7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:55.324014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:55.472559 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:55.497917 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:55.563266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 5212fde2-fbc9-4097-af75-60b977ff6287 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:43:55.897354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 172.20.0.5 (ad3005a0-d049-42e6-8c40-cacfe59382a6/522b6fe1-e8dc-4c38-9a5f-251f2dd4fe28/5212fde2-fbc9-4097-af75-60b977ff6287) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:55.913975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::f816:3eff:fe04:e3f4 (ad3005a0-d049-42e6-8c40-cacfe59382a6/e1bfbc71-239d-4732-b81a-4db7737888e7/5212fde2-fbc9-4097-af75-60b977ff6287) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:56.157138 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:56.172296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 5212fde2-fbc9-4097-af75-60b977ff6287 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:56.209560 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:56.234871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:43:56.237798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:43:56.290616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:43:56.344109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=5212fde2-fbc9-4097-af75-60b977ff6287,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:56.355449 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] Allocated IP 172.20.0.2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/522b6fe1-e8dc-4c38-9a5f-251f2dd4fe28/2fc4deb0-2c84-4146-87aa-ba433b6687e0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:43:56.370072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:56.371857 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:56.405442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fe40c480-fefe-45dc-8c1f-98c99b8b14c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2669430 Aug 17 16:43:56.406308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:56.516140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d4c32-cb23-47db-8f96-e5b96c97ee4f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:56.525546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d4c32-cb23-47db-8f96-e5b96c97ee4f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:56.530359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57832) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:56.530873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-633d4c32-cb23-47db-8f96-e5b96c97ee4f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1234045 Aug 17 16:43:56.606004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] For port 2fc4deb0-2c84-4146-87aa-ba433b6687e0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2fc4deb0-2c84-4146-87aa-ba433b6687e0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:56.674756 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:56.689933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] Transition to ACTIVE for port object 2fc4deb0-2c84-4146-87aa-ba433b6687e0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:43:56.698565 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:56.754320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a6a71e4e-9b37-41fe-bfe4-24966d30a43b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 5212fde2-fbc9-4097-af75-60b977ff6287 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:56.754993 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6a71e4e-9b37-41fe-bfe4-24966d30a43b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:56.854945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6862c-df1e-4b6c-aab5-50e3dd866893 None None] Pushing event updated for resources: {'Port': ['ID=2fc4deb0-2c84-4146-87aa-ba433b6687e0,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:56.955735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6a71e4e-9b37-41fe-bfe4-24966d30a43b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:57.008855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a6a71e4e-9b37-41fe-bfe4-24966d30a43b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 5212fde2-fbc9-4097-af75-60b977ff6287 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:57.379574 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6a71e4e-9b37-41fe-bfe4-24966d30a43b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:57.453113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a71e4e-9b37-41fe-bfe4-24966d30a43b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=5212fde2-fbc9-4097-af75-60b977ff6287,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:57.693372 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6a71e4e-9b37-41fe-bfe4-24966d30a43b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:57.700580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:57.701512 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a6a71e4e-9b37-41fe-bfe4-24966d30a43b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/5212fde2-fbc9-4097-af75-60b977ff6287 HTTP/1.1" status: 204 len: 168 time: 1.1652286 Aug 17 16:43:57.714615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2fc4deb0-2c84-4146-87aa-ba433b6687e0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:43:57.859321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1ad58-0269-4df3-9790-845b9268ae5e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:57.864054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1ad58-0269-4df3-9790-845b9268ae5e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:57.865733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1ad58-0269-4df3-9790-845b9268ae5e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:57.874540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-57f1ad58-0269-4df3-9790-845b9268ae5e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1703222 Aug 17 16:43:57.875019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57848) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:57.969814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed648e3-1005-4353-988a-78ad4ee2222c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 522b6fe1-e8dc-4c38-9a5f-251f2dd4fe28 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:57.975862 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ed648e3-1005-4353-988a-78ad4ee2222c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.006405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a544e326-cc12-456a-8c5e-8c27c65bd0c8 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:58.107287 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ed648e3-1005-4353-988a-78ad4ee2222c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.140070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fb4ce87a-4a74-46e1-8660-bf45de89509b None None] Provisioning for port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:43:58.169793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fb4ce87a-4a74-46e1-8660-bf45de89509b None None] Provisioning complete for port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:58.170433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce87a-4a74-46e1-8660-bf45de89509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.323515 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ed648e3-1005-4353-988a-78ad4ee2222c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.407733 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce87a-4a74-46e1-8660-bf45de89509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.410274 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ed648e3-1005-4353-988a-78ad4ee2222c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.433850 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ed648e3-1005-4353-988a-78ad4ee2222c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.436223 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3ed648e3-1005-4353-988a-78ad4ee2222c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/522b6fe1-e8dc-4c38-9a5f-251f2dd4fe28 HTTP/1.1" status: 204 len: 168 time: 0.5601454 Aug 17 16:43:58.440660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:58.462820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed648e3-1005-4353-988a-78ad4ee2222c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=522b6fe1-e8dc-4c38-9a5f-251f2dd4fe28,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:58.485123 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-fb4ce87a-4a74-46e1-8660-bf45de89509b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:43:58.485558 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-fb4ce87a-4a74-46e1-8660-bf45de89509b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:43:58.531442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0402df-d514-4bdf-b60f-56190a73810c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet e1bfbc71-239d-4732-b81a-4db7737888e7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:43:58.542832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc0402df-d514-4bdf-b60f-56190a73810c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.595402 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc0402df-d514-4bdf-b60f-56190a73810c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.753439 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc0402df-d514-4bdf-b60f-56190a73810c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.854762 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc0402df-d514-4bdf-b60f-56190a73810c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.892312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0402df-d514-4bdf-b60f-56190a73810c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=e1bfbc71-239d-4732-b81a-4db7737888e7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:58.898438 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc0402df-d514-4bdf-b60f-56190a73810c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:58.900374 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc0402df-d514-4bdf-b60f-56190a73810c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/e1bfbc71-239d-4732-b81a-4db7737888e7 HTTP/1.1" status: 204 len: 168 time: 0.4553375 Aug 17 16:43:58.902704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:58.949728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6df7059d-c9f9-47c3-95f6-5a9dcc593c19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458705 Aug 17 16:43:58.952218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:59.047714 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a17ef92-9978-4002-9808-42644fa6e1fc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:59.049541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a17ef92-9978-4002-9808-42644fa6e1fc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.0963869 Aug 17 16:43:59.052138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57864) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:59.078051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce87a-4a74-46e1-8660-bf45de89509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:59.121763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f5984-ce1b-450f-af43-d520c0613574 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:43:59.124256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-796f5984-ce1b-450f-af43-d520c0613574 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0712018 Aug 17 16:43:59.126797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:59.170567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fb4ce87a-4a74-46e1-8660-bf45de89509b None None] For port 2fc4deb0-2c84-4146-87aa-ba433b6687e0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2fc4deb0-2c84-4146-87aa-ba433b6687e0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:59.191271 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0b1e5554-23f4-4273-9545-08f6c12ca4d2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631986 Aug 17 16:43:59.198425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:59.198621 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce87a-4a74-46e1-8660-bf45de89509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:59.201930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a36d9c3e-8656-4242-99f3-b2863f0443cb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:59.265506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d28afe-1941-4f4a-ac36-dbc72e33f8a6 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:43:59.357695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ce87a-4a74-46e1-8660-bf45de89509b None None] Pushing event updated for resources: {'Port': ['ID=2fc4deb0-2c84-4146-87aa-ba433b6687e0,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:43:59.393493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8b1e82bb-c3d1-43cf-a37e-b056b979c3b2 None None] Provisioning complete for port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:43:59.393894 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e82bb-c3d1-43cf-a37e-b056b979c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:59.438838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36d9c3e-8656-4242-99f3-b2863f0443cb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:59.446150 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a36d9c3e-8656-4242-99f3-b2863f0443cb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:59.450093 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36d9c3e-8656-4242-99f3-b2863f0443cb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:43:59.452210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36d9c3e-8656-4242-99f3-b2863f0443cb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:43:59.499910 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a36d9c3e-8656-4242-99f3-b2863f0443cb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3027654 Aug 17 16:43:59.502250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57880) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:59.514247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-31ed1492-8236-4a7c-810e-0f89de1747b6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:59.608376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34c958-4a30-479f-8d88-343466f03230 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:43:59.692548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ed1492-8236-4a7c-810e-0f89de1747b6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:59.695072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8d34c958-4a30-479f-8d88-343466f03230 None None] Deleting port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:43:59.696366 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d34c958-4a30-479f-8d88-343466f03230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:59.703466 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31ed1492-8236-4a7c-810e-0f89de1747b6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:59.705018 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ed1492-8236-4a7c-810e-0f89de1747b6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:43:59.705611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ed1492-8236-4a7c-810e-0f89de1747b6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:43:59.732030 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-31ed1492-8236-4a7c-810e-0f89de1747b6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2241483 Aug 17 16:43:59.735563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57886) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:59.742336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-284e4e1f-aa90-431c-bff4-4a690609370d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:43:59.829035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8d34c958-4a30-479f-8d88-343466f03230 None None] For port 2fc4deb0-2c84-4146-87aa-ba433b6687e0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2fc4deb0-2c84-4146-87aa-ba433b6687e0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:43:59.829035 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d34c958-4a30-479f-8d88-343466f03230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:59.889196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8d34c958-4a30-479f-8d88-343466f03230 None None] Calling delete_port for 2fc4deb0-2c84-4146-87aa-ba433b6687e0 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:43:59.912999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284e4e1f-aa90-431c-bff4-4a690609370d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:43:59.920906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-284e4e1f-aa90-431c-bff4-4a690609370d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:43:59.922622 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-284e4e1f-aa90-431c-bff4-4a690609370d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:43:59.927186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284e4e1f-aa90-431c-bff4-4a690609370d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:43:59.967616 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-284e4e1f-aa90-431c-bff4-4a690609370d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2304606 Aug 17 16:43:59.977631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:43:59.983527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fb4e5ca4-68a1-4244-8d24-a096f22281b4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:00.101297 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d34c958-4a30-479f-8d88-343466f03230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:00.141104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34c958-4a30-479f-8d88-343466f03230 None None] Pushing event deleted for resources: {'Port': ['ID=2fc4deb0-2c84-4146-87aa-ba433b6687e0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:00.146097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4e5ca4-68a1-4244-8d24-a096f22281b4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:00.147823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34c958-4a30-479f-8d88-343466f03230 None None] No DVR routers for this DVR port 2fc4deb0-2c84-4146-87aa-ba433b6687e0 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:44:00.150768 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb4e5ca4-68a1-4244-8d24-a096f22281b4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:00.156983 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4e5ca4-68a1-4244-8d24-a096f22281b4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:44:00.157438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4e5ca4-68a1-4244-8d24-a096f22281b4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:00.188881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fb4e5ca4-68a1-4244-8d24-a096f22281b4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2094135 Aug 17 16:44:00.191318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:00.197416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0f8e253a-e5c3-4673-a3ed-4f5194c0e76e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:00.325004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8e253a-e5c3-4673-a3ed-4f5194c0e76e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:00.329686 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f8e253a-e5c3-4673-a3ed-4f5194c0e76e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:00.331354 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8e253a-e5c3-4673-a3ed-4f5194c0e76e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:44:00.331780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8e253a-e5c3-4673-a3ed-4f5194c0e76e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:00.350470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f8e253a-e5c3-4673-a3ed-4f5194c0e76e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1573749 Aug 17 16:44:00.353260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:00.360442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e3bb1d6b-eb85-48ac-8e21-6e4e09b682c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:00.486075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bb1d6b-eb85-48ac-8e21-6e4e09b682c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:00.491075 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1d6b-eb85-48ac-8e21-6e4e09b682c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:00.492795 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bb1d6b-eb85-48ac-8e21-6e4e09b682c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:44:00.493495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bb1d6b-eb85-48ac-8e21-6e4e09b682c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:00.511725 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e3bb1d6b-eb85-48ac-8e21-6e4e09b682c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1568861 Aug 17 16:44:00.513967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:00.544316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-546f0fa9-3858-4bb3-8950-7db87dcca54e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0291648 Aug 17 16:44:00.546701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57916) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:00.605702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a70ac-3189-47d8-b48f-8867c375284d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:00.607626 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5b3a70ac-3189-47d8-b48f-8867c375284d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593047 Aug 17 16:44:00.610290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:00.656347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e7e73924-5551-4bd0-b6d0-2c3a4d987456 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448363 Aug 17 16:44:00.660727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57924) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:00.666268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:00.780579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:00.784639 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:01.129096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:44:01.130710 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:01.181576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:01.184958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:01.189689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:01.190289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:01.196395 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e472731-d0a6-4df8-9132-6d1d37b14654 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:01.201355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=c2fc7450-b997-4fe3-a31c-124546e4c4f1,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:01.217783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:01.218941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bde19037-9d7b-493a-b72f-cb72a4a144c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5569050 Aug 17 16:44:01.224447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:18:91:6b', 'name': 'tempest-NetworksTestDHCPv6-1733802525'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:01.380163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:01.416932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': 'c2fc7450-b997-4fe3-a31c-124546e4c4f1'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:44:01.417986 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:01.559555 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:01.606432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 2d4c1a49-4b47-4f17-b79a-880695bfe4ed yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:44:01.656426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Allocated IP 2001:db8::f816:3eff:feab:e543 (ad3005a0-d049-42e6-8c40-cacfe59382a6/c2fc7450-b997-4fe3-a31c-124546e4c4f1/ea9018f5-03d1-432c-a17a-ef7a048eaa01) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:01.744764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2fc4deb0-2c84-4146-87aa-ba433b6687e0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:44:01.777857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2fc4deb0-2c84-4146-87aa-ba433b6687e0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:44:01.778153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2fc4deb0-2c84-4146-87aa-ba433b6687e0 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:44:01.854324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:01.869065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Transition to ACTIVE for port object ea9018f5-03d1-432c-a17a-ef7a048eaa01 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:01.889516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Transition to ACTIVE for port object ea9018f5-03d1-432c-a17a-ef7a048eaa01 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:01.903809 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:01.956687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::f816:3eff:fe18:916b (ad3005a0-d049-42e6-8c40-cacfe59382a6/c2fc7450-b997-4fe3-a31c-124546e4c4f1/2d4c1a49-4b47-4f17-b79a-880695bfe4ed) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:01.983128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:01.993366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:01.998180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:02.072296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Pushing event updated for resources: {'Port': ['ID=ea9018f5-03d1-432c-a17a-ef7a048eaa01,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:02.098625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Attempting to bind port ea9018f5-03d1-432c-a17a-ef7a048eaa01 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:02.099081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Attempting to bind port ea9018f5-03d1-432c-a17a-ef7a048eaa01 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:02.099524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Attempting to bind port ea9018f5-03d1-432c-a17a-ef7a048eaa01 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:02.117804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:02.120713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:02.126058 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:02.127888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:02.131739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Bound port: ea9018f5-03d1-432c-a17a-ef7a048eaa01, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:02.132234 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:02.155330 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9751dfa5-0cb3-4a61-9db8-6eac25564d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:02.241531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] For port ea9018f5-03d1-432c-a17a-ef7a048eaa01, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:02.245040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] For port ea9018f5-03d1-432c-a17a-ef7a048eaa01, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea9018f5-03d1-432c-a17a-ef7a048eaa01,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:02.246771 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:02.252380 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:02.272509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 2d4c1a49-4b47-4f17-b79a-880695bfe4ed will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:02.325098 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:02.353028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db18e2-c76f-4e2f-954d-f116c3f6ec6f None None] Pushing event updated for resources: {'Port': ['ID=ea9018f5-03d1-432c-a17a-ef7a048eaa01,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:02.390336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:02.393589 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:02.399447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:02.417589 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:02.418270 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:02.427638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=2d4c1a49-4b47-4f17-b79a-880695bfe4ed,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:02.448170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-47650be3-3f0d-4888-855c-e08fb01ae7d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2264321 Aug 17 16:44:02.448560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57938) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:02.525964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f36b6c-c5e8-4fbb-a1e3-19de4c6947e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:02.542118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f36b6c-c5e8-4fbb-a1e3-19de4c6947e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:02.553138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-71f36b6c-c5e8-4fbb-a1e3-19de4c6947e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1033380 Aug 17 16:44:02.555706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:02.585123 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:44:02.720972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a2a2e-0ad6-4fd2-ab7b-8fe799027edd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 2d4c1a49-4b47-4f17-b79a-880695bfe4ed {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:02.721264 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2a2e-0ad6-4fd2-ab7b-8fe799027edd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:02.852510 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2a2e-0ad6-4fd2-ab7b-8fe799027edd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:02.882151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a2a2e-0ad6-4fd2-ab7b-8fe799027edd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 2d4c1a49-4b47-4f17-b79a-880695bfe4ed owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:03.063840 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2a2e-0ad6-4fd2-ab7b-8fe799027edd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:03.110268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a2a2e-0ad6-4fd2-ab7b-8fe799027edd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=2d4c1a49-4b47-4f17-b79a-880695bfe4ed,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:03.132450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2a2e-0ad6-4fd2-ab7b-8fe799027edd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:03.135014 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cf7a2a2e-0ad6-4fd2-ab7b-8fe799027edd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/2d4c1a49-4b47-4f17-b79a-880695bfe4ed HTTP/1.1" status: 204 len: 168 time: 0.5783029 Aug 17 16:44:03.137613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57968) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:03.239328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b6121-7ed0-4b5a-8b16-df5ff0c825f5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:03.243916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b6121-7ed0-4b5a-8b16-df5ff0c825f5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:03.250749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-370b6121-7ed0-4b5a-8b16-df5ff0c825f5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1118751 Aug 17 16:44:03.254815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57972) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:03.385765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1de19a-bcd6-4a39-a261-fd2444c78d16 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet c2fc7450-b997-4fe3-a31c-124546e4c4f1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:03.393280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1de19a-bcd6-4a39-a261-fd2444c78d16 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:03.503058 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1de19a-bcd6-4a39-a261-fd2444c78d16 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:03.634984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea9018f5-03d1-432c-a17a-ef7a048eaa01 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:03.650123 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1de19a-bcd6-4a39-a261-fd2444c78d16 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:03.778546 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1de19a-bcd6-4a39-a261-fd2444c78d16 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:03.794835 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1de19a-bcd6-4a39-a261-fd2444c78d16 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:03.796826 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab1de19a-bcd6-4a39-a261-fd2444c78d16 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/c2fc7450-b997-4fe3-a31c-124546e4c4f1 HTTP/1.1" status: 204 len: 168 time: 0.5403047 Aug 17 16:44:03.799245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 57976) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:03.816747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1de19a-bcd6-4a39-a261-fd2444c78d16 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fc7450-b997-4fe3-a31c-124546e4c4f1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:03.853199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ea9018f5-03d1-432c-a17a-ef7a048eaa01 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:03.893581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25a4218-7fcf-485c-a443-52f44b021381 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:03.939485 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-80ce9960-00cd-4481-ac94-7da392bf8b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1382997 Aug 17 16:44:03.942123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 57980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:03.947718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:04.041206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5a237b64-facc-4b96-8242-bdde2277b878 None None] Provisioning for port ea9018f5-03d1-432c-a17a-ef7a048eaa01 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:04.047090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5a237b64-facc-4b96-8242-bdde2277b878 None None] Provisioning complete for port ea9018f5-03d1-432c-a17a-ef7a048eaa01 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:04.048320 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a237b64-facc-4b96-8242-bdde2277b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:04.149598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:04.153231 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:04.198093 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a237b64-facc-4b96-8242-bdde2277b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:04.252825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5a237b64-facc-4b96-8242-bdde2277b878 None None] For port ea9018f5-03d1-432c-a17a-ef7a048eaa01, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea9018f5-03d1-432c-a17a-ef7a048eaa01,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:04.282173 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a237b64-facc-4b96-8242-bdde2277b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:04.377621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a237b64-facc-4b96-8242-bdde2277b878 None None] Pushing event updated for resources: {'Port': ['ID=ea9018f5-03d1-432c-a17a-ef7a048eaa01,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:04.381809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6390a-726e-4856-8146-3188bb2d9d6f None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:44:04.466143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6390a-726e-4856-8146-3188bb2d9d6f None None] Deleting port ea9018f5-03d1-432c-a17a-ef7a048eaa01 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:04.467026 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8c6390a-726e-4856-8146-3188bb2d9d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:04.545876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f8c6390a-726e-4856-8146-3188bb2d9d6f None None] For port ea9018f5-03d1-432c-a17a-ef7a048eaa01, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea9018f5-03d1-432c-a17a-ef7a048eaa01,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:04.546633 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8c6390a-726e-4856-8146-3188bb2d9d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:04.566619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6390a-726e-4856-8146-3188bb2d9d6f None None] Calling delete_port for ea9018f5-03d1-432c-a17a-ef7a048eaa01 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:04.648969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:44:04.694820 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8c6390a-726e-4856-8146-3188bb2d9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:04.759435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6390a-726e-4856-8146-3188bb2d9d6f None None] Pushing event deleted for resources: {'Port': ['ID=ea9018f5-03d1-432c-a17a-ef7a048eaa01,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:04.772634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6390a-726e-4856-8146-3188bb2d9d6f None None] No DVR routers for this DVR port ea9018f5-03d1-432c-a17a-ef7a048eaa01 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:44:04.820470 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea85b-0f43-4a65-83d9-dbb5632ec3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:04.873516 n-d-804878-1 neutron-server[94838]: WARNING neutron.services.revisions.revision_plugin [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Could not find related port for resource to bump revision. Aug 17 16:44:04.879831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_pluggable_backend [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Port ea9018f5-03d1-432c-a17a-ef7a048eaa01 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94838) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 17 16:44:04.880448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_pluggable_backend [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Reverting IP allocation for 2001:db8::f816:3eff:feab:e543 {{(pid=94838) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 17 16:44:04.885337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_pluggable_backend [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feab:e543 {{(pid=94838) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 17 16:44:04.887194 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:04.958517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:04.962224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:04.965914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:04.967064 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:04.976662 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df3dfaa-39f4-4bd0-aa56-5b906a80b29d None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:04.993290 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0480616 Aug 17 16:44:04.993716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:04.999660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:c1:09:10', 'name': 'tempest-NetworksTestDHCPv6-711311477'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:05.006827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12fced-fb1f-4e6e-a073-be9ffa2343d7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=ed2c36bc-bfd2-4fb7-9972-1de8301df8a9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:05.095506 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:05.153740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:05.158510 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:05.183375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port e5b89ee0-2bf6-4684-87ea-5e767583cbc7 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:44:05.229463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': 'ed2c36bc-bfd2-4fb7-9972-1de8301df8a9'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:44:05.230411 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:05.347064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::f816:3eff:fec1:910 (ad3005a0-d049-42e6-8c40-cacfe59382a6/ed2c36bc-bfd2-4fb7-9972-1de8301df8a9/e5b89ee0-2bf6-4684-87ea-5e767583cbc7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:05.560431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:05.570423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea9018f5-03d1-432c-a17a-ef7a048eaa01 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:44:05.577126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object e5b89ee0-2bf6-4684-87ea-5e767583cbc7 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:05.604912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ea9018f5-03d1-432c-a17a-ef7a048eaa01 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:44:05.605560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea9018f5-03d1-432c-a17a-ef7a048eaa01 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:44:05.619698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:05.666240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Allocated IP 2001:db8::f816:3eff:fedd:7238 (ad3005a0-d049-42e6-8c40-cacfe59382a6/ed2c36bc-bfd2-4fb7-9972-1de8301df8a9/1417f8cc-d3cb-4ef3-a730-9a5f761a75a0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:05.674455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=e5b89ee0-2bf6-4684-87ea-5e767583cbc7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:05.696114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:05.697936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:05.700764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:05.710250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:05.711827 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:05.732208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e42c24cd-5c16-48f0-ab0e-bb4d60a9ff8a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7372146 Aug 17 16:44:05.734849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:05.791176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c08f6-ba23-4b21-8ef9-a0e5c703a10c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:05.793548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-161c08f6-ba23-4b21-8ef9-a0e5c703a10c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0574124 Aug 17 16:44:05.796730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58016) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:05.858421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:05.868040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Transition to ACTIVE for port object 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:05.885588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Transition to ACTIVE for port object 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:05.891944 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:05.908474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f119cbc4-1b90-4b07-97de-25124990362a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port e5b89ee0-2bf6-4684-87ea-5e767583cbc7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:05.909246 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f119cbc4-1b90-4b07-97de-25124990362a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:05.931323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:05.938135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:05.943547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:06.006981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Pushing event updated for resources: {'Port': ['ID=1417f8cc-d3cb-4ef3-a730-9a5f761a75a0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:06.030595 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.048386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Attempting to bind port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:06.049545 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Attempting to bind port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:06.050093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Attempting to bind port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:06.056396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:06.056770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:06.057173 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.057563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:06.058026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Bound port: 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:06.059629 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.087204 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f119cbc4-1b90-4b07-97de-25124990362a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.108012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f119cbc4-1b90-4b07-97de-25124990362a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for e5b89ee0-2bf6-4684-87ea-5e767583cbc7 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:06.170949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:06.205701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] For port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:06.211762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] For port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1417f8cc-d3cb-4ef3-a730-9a5f761a75a0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:06.232505 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.264420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9762808b-f70f-48fc-ab61-433ade8f983f admin admin] Deleting subnet f8d2c79d-48f1-49f5-8462-d1748e32500c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:06.269032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9762808b-f70f-48fc-ab61-433ade8f983f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.323326 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9762808b-f70f-48fc-ab61-433ade8f983f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.386570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b04ba-cb55-4a51-800e-0c1b78b523ca None None] Pushing event updated for resources: {'Port': ['ID=1417f8cc-d3cb-4ef3-a730-9a5f761a75a0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:06.392573 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9762808b-f70f-48fc-ab61-433ade8f983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.425263 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f119cbc4-1b90-4b07-97de-25124990362a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.460990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9762808b-f70f-48fc-ab61-433ade8f983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.522207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119cbc4-1b90-4b07-97de-25124990362a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=e5b89ee0-2bf6-4684-87ea-5e767583cbc7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:06.524926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762808b-f70f-48fc-ab61-433ade8f983f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d2c79d-48f1-49f5-8462-d1748e32500c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:06.529599 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9762808b-f70f-48fc-ab61-433ade8f983f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.531781 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9762808b-f70f-48fc-ab61-433ade8f983f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f8d2c79d-48f1-49f5-8462-d1748e32500c HTTP/1.1" status: 204 len: 168 time: 0.3594263 Aug 17 16:44:06.534153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:06.543159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f119cbc4-1b90-4b07-97de-25124990362a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.545804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f119cbc4-1b90-4b07-97de-25124990362a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/e5b89ee0-2bf6-4684-87ea-5e767583cbc7 HTTP/1.1" status: 204 len: 168 time: 0.7474966 Aug 17 16:44:06.548223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58042) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:06.616750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501b9e7-0d13-4f1a-aeb7-454744b3c63b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:06.619306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501b9e7-0d13-4f1a-aeb7-454744b3c63b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:06.621631 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1501b9e7-0d13-4f1a-aeb7-454744b3c63b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0718627 Aug 17 16:44:06.624769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58044) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:06.639018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.734925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86d2a6c-8289-427b-a6ce-72d5b4aa706e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet ed2c36bc-bfd2-4fb7-9972-1de8301df8a9 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:06.739400 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f86d2a6c-8289-427b-a6ce-72d5b4aa706e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.793496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.797188 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f86d2a6c-8289-427b-a6ce-72d5b4aa706e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.807479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205c7edb-f205-4fcf-a43f-e40333a68bb5']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:06.830166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc4003e-d1fa-4008-922e-823157086519') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:06.830524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc4003e-d1fa-4008-922e-823157086519') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:06.841158 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.859402 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.879555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:44:06.880204 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: items = [ Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:44:06.905919 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:44:06.942403 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f86d2a6c-8289-427b-a6ce-72d5b4aa706e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.971500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.983883 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:06.988854 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] 10.222.0.77 "DELETE /v2.0/networks/205c7edb-f205-4fcf-a43f-e40333a68bb5 HTTP/1.1" status: 204 len: 168 time: 0.4506783 Aug 17 16:44:06.989530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:07.018079 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f86d2a6c-8289-427b-a6ce-72d5b4aa706e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.028013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0641c-96aa-48e5-9090-23a1e1f93153 admin admin] Pushing event deleted for resources: {'Network': ['ID=205c7edb-f205-4fcf-a43f-e40333a68bb5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:07.047799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d2a6c-8289-427b-a6ce-72d5b4aa706e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2c36bc-bfd2-4fb7-9972-1de8301df8a9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:07.053691 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f86d2a6c-8289-427b-a6ce-72d5b4aa706e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.058181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:07.058459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f86d2a6c-8289-427b-a6ce-72d5b4aa706e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/ed2c36bc-bfd2-4fb7-9972-1de8301df8a9 HTTP/1.1" status: 204 len: 168 time: 0.4320307 Aug 17 16:44:07.068142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-af98df44-1d2a-4f5d-83c5-dee2119618be admin admin] Deleting subnet 3a199943-c61b-4b0a-b2dd-a39dfa09aac3 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:07.071686 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af98df44-1d2a-4f5d-83c5-dee2119618be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.134656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2fe8a08a-4919-4ba8-9b9e-eeb759e34fc3 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747628 Aug 17 16:44:07.137198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58050) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:07.151720 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af98df44-1d2a-4f5d-83c5-dee2119618be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.249740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e0e693-a20b-4a2c-8b90-ac86d0f3afdd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:07.254891 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f5e0e693-a20b-4a2c-8b90-ac86d0f3afdd tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1162901 Aug 17 16:44:07.255776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:07.315821 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af98df44-1d2a-4f5d-83c5-dee2119618be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.320617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b27c3d-17d4-49d9-b2e9-8f79e32b8ad9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:07.326253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58058) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:07.326860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e8b27c3d-17d4-49d9-b2e9-8f79e32b8ad9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0698004 Aug 17 16:44:07.443764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:07.446118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b528a679-5332-43b2-8be6-be47eccd1629 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149375 Aug 17 16:44:07.450124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:07.586019 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af98df44-1d2a-4f5d-83c5-dee2119618be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.603328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:07.627004 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af98df44-1d2a-4f5d-83c5-dee2119618be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.629222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-af98df44-1d2a-4f5d-83c5-dee2119618be admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3a199943-c61b-4b0a-b2dd-a39dfa09aac3 HTTP/1.1" status: 204 len: 168 time: 0.6382747 Aug 17 16:44:07.630318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98df44-1d2a-4f5d-83c5-dee2119618be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a199943-c61b-4b0a-b2dd-a39dfa09aac3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:07.631691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58062) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:07.641261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:07.645329 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.767473 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.779313 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.800034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:07.962701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:07.983260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c01d58-a1ce-477d-91b0-311581dcec12']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:08.000946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b0010-ed97-40dc-b589-84ecd7a5483e None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:08.045995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919c3800-658b-46ee-8558-3c8b4a74c5bc') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:08.046306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919c3800-658b-46ee-8558-3c8b4a74c5bc') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:08.066102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.088524 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.093080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:44:08.099339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:44:08.100037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: items = [ Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:44:08.102853 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:44:08.212209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.228795 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.233634 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] 10.222.0.77 "DELETE /v2.0/networks/89c01d58-a1ce-477d-91b0-311581dcec12 HTTP/1.1" status: 204 len: 168 time: 0.5986814 Aug 17 16:44:08.258870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b06b3-e8f7-41fd-abea-a5f4de2d0011 admin admin] Pushing event deleted for resources: {'Network': ['ID=89c01d58-a1ce-477d-91b0-311581dcec12,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:08.398904 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.457258 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1c26271c-3bab-484b-97bb-a280b92fd3cd None None] Provisioning for port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:08.462852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1c26271c-3bab-484b-97bb-a280b92fd3cd None None] Provisioning complete for port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:08.463164 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c26271c-3bab-484b-97bb-a280b92fd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.592961 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c26271c-3bab-484b-97bb-a280b92fd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.618585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58072) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:08.697461 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-459fd573-3e9e-43e4-b079-0bcb0bdba6a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d37bf3fee9154743a092840e59aecd98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773644 Aug 17 16:44:08.700382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58074) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:08.827745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99bc04b4-ec5d-4c50-a3d3-2b4934524e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.827958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] For port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1417f8cc-d3cb-4ef3-a730-9a5f761a75a0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:08.861595 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99bc04b4-ec5d-4c50-a3d3-2b4934524e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.904854 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.913230 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.915628 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.948512 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99bc04b4-ec5d-4c50-a3d3-2b4934524e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.951668 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99bc04b4-ec5d-4c50-a3d3-2b4934524e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:08.952961 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-99bc04b4-ec5d-4c50-a3d3-2b4934524e3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03a79dc0-7d34-4f89-849b-98e0d214ca53 HTTP/1.1" status: 204 len: 168 time: 0.2511191 Aug 17 16:44:08.985406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc04b4-ec5d-4c50-a3d3-2b4934524e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a79dc0-7d34-4f89-849b-98e0d214ca53,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:09.037648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=1417f8cc-d3cb-4ef3-a730-9a5f761a75a0,revision_number=5']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:09.076583 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-1c26271c-3bab-484b-97bb-a280b92fd3cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:44:09.077133 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-1c26271c-3bab-484b-97bb-a280b92fd3cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:44:09.084171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:09.088572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:09.100804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:09.102749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:09.107905 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b8761a-3ed6-4d1b-af6a-715938c7caed None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:09.122544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=32761895-3fcb-4b20-9393-923da0ee74e7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:09.145545 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b50631e5-2cd0-4c97-9dcd-faef675f8209 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6976287 Aug 17 16:44:09.146085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58080) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:09.152326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:4f:20:2a', 'name': 'tempest-NetworksTestDHCPv6-1301222837'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:09.357293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:09.545019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:09.623752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port f70b43d9-d325-45e3-9743-ed5401aa53b2 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:44:09.635506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:09.706540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:09.792785 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c26271c-3bab-484b-97bb-a280b92fd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:09.842008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-648d7c00-2ebf-496a-b271-37dcc448a05c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2343829183eb4692bab0249003c58101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310182 Aug 17 16:44:09.846878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58098) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:09.859414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:09.859878 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:09.890330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1c26271c-3bab-484b-97bb-a280b92fd3cd None None] For port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1417f8cc-d3cb-4ef3-a730-9a5f761a75a0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:09.935601 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c26271c-3bab-484b-97bb-a280b92fd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:09.982755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::f816:3eff:fe4f:202a (ad3005a0-d049-42e6-8c40-cacfe59382a6/32761895-3fcb-4b20-9393-923da0ee74e7/f70b43d9-d325-45e3-9743-ed5401aa53b2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:10.013058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26271c-3bab-484b-97bb-a280b92fd3cd None None] Pushing event updated for resources: {'Port': ['ID=1417f8cc-d3cb-4ef3-a730-9a5f761a75a0,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:10.094908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-59ccaae0-a818-4b6d-9423-ed76acd0ecff None None] Provisioning complete for port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:10.095541 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59ccaae0-a818-4b6d-9423-ed76acd0ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.146099 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7253c1d7-dc56-4719-8124-23f3571c0f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.206988 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7253c1d7-dc56-4719-8124-23f3571c0f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.279818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7253c1d7-dc56-4719-8124-23f3571c0f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.282638 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7253c1d7-dc56-4719-8124-23f3571c0f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.283894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7253c1d7-dc56-4719-8124-23f3571c0f70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb84383e-2a01-4874-8487-a7844e901e9e HTTP/1.1" status: 204 len: 168 time: 0.4363208 Aug 17 16:44:10.330049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253c1d7-dc56-4719-8124-23f3571c0f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb84383e-2a01-4874-8487-a7844e901e9e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:10.370459 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.375456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1755944d-182b-4f04-b776-626ea8cad2d5 None None] Could not find standard attr ID for object e5b89ee0-2bf6-4684-87ea-5e767583cbc7. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:44:10.390659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object f70b43d9-d325-45e3-9743-ed5401aa53b2 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:10.443636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.509747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:10.516659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:10.520310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:10.526452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:10.527119 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.547137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3998446 Aug 17 16:44:10.550581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58106) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:10.561588 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb6341-633d-467e-91a6-c6ca9b988854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=f70b43d9-d325-45e3-9743-ed5401aa53b2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:10.636378 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea62b99-ee89-4cac-8554-339d92ae480e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:10.642824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea62b99-ee89-4cac-8554-339d92ae480e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:10.645169 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-aea62b99-ee89-4cac-8554-339d92ae480e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0935833 Aug 17 16:44:10.647854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58108) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:10.815695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d0f3d-fae4-44d8-b1a8-27842e8170a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port f70b43d9-d325-45e3-9743-ed5401aa53b2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:10.819972 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0f3d-fae4-44d8-b1a8-27842e8170a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.901508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-08a6124e-3d8e-437a-9e13-7c986dca6524 None None] Provisioning for port f70b43d9-d325-45e3-9743-ed5401aa53b2 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:10.905181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-08a6124e-3d8e-437a-9e13-7c986dca6524 None None] Provisioning complete for port f70b43d9-d325-45e3-9743-ed5401aa53b2 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:10.905591 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08a6124e-3d8e-437a-9e13-7c986dca6524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.941933 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0f3d-fae4-44d8-b1a8-27842e8170a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:10.946806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-08a6124e-3d8e-437a-9e13-7c986dca6524 None None] Port f70b43d9-d325-45e3-9743-ed5401aa53b2 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:44:10.968563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d0f3d-fae4-44d8-b1a8-27842e8170a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for f70b43d9-d325-45e3-9743-ed5401aa53b2 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:11.192754 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0f3d-fae4-44d8-b1a8-27842e8170a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:11.226515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0f3d-fae4-44d8-b1a8-27842e8170a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=f70b43d9-d325-45e3-9743-ed5401aa53b2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:11.263824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0f3d-fae4-44d8-b1a8-27842e8170a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:11.273273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2f4d0f3d-fae4-44d8-b1a8-27842e8170a8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/f70b43d9-d325-45e3-9743-ed5401aa53b2 HTTP/1.1" status: 204 len: 168 time: 0.6224270 Aug 17 16:44:11.274062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58134) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:11.364270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fbbde8-f388-4286-82b2-3247858ee618 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:11.368587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fbbde8-f388-4286-82b2-3247858ee618 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:11.371950 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-90fbbde8-f388-4286-82b2-3247858ee618 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0967751 Aug 17 16:44:11.374134 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58136) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:11.485686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ff4793-85f6-4e78-87e1-de70e6a2dd5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 32761895-3fcb-4b20-9393-923da0ee74e7 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:11.496168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ff4793-85f6-4e78-87e1-de70e6a2dd5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:11.575756 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ff4793-85f6-4e78-87e1-de70e6a2dd5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:11.610125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:11.665841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:11.666679 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:11.700089 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ff4793-85f6-4e78-87e1-de70e6a2dd5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:11.784188 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ff4793-85f6-4e78-87e1-de70e6a2dd5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:11.813922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff4793-85f6-4e78-87e1-de70e6a2dd5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=32761895-3fcb-4b20-9393-923da0ee74e7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:11.824696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ff4793-85f6-4e78-87e1-de70e6a2dd5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:11.829023 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13877202-3ca7-4134-8b4d-f95b0b6744c8 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:11.829174 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-78ff4793-85f6-4e78-87e1-de70e6a2dd5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/32761895-3fcb-4b20-9393-923da0ee74e7 HTTP/1.1" status: 204 len: 168 time: 0.4510894 Aug 17 16:44:11.829459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:11.916376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-50ba6b9e-cf8a-4657-ae48-728d41725844 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857606 Aug 17 16:44:11.919261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58154) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:11.924478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:11.994324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:12.087787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:12.089959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702977ab-bf44-4079-b5d3-684a5137b16c None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:44:12.091489 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.178220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-702977ab-bf44-4079-b5d3-684a5137b16c None None] Deleting port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:12.178654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-702977ab-bf44-4079-b5d3-684a5137b16c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.233462 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.255455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-702977ab-bf44-4079-b5d3-684a5137b16c None None] For port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1417f8cc-d3cb-4ef3-a730-9a5f761a75a0,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:12.255879 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-702977ab-bf44-4079-b5d3-684a5137b16c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.273721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-702977ab-bf44-4079-b5d3-684a5137b16c None None] Calling delete_port for 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:12.408385 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-702977ab-bf44-4079-b5d3-684a5137b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.433873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:44:12.436373 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.440579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702977ab-bf44-4079-b5d3-684a5137b16c None None] Pushing event deleted for resources: {'Port': ['ID=1417f8cc-d3cb-4ef3-a730-9a5f761a75a0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:12.443848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702977ab-bf44-4079-b5d3-684a5137b16c None None] No DVR routers for this DVR port 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:44:12.461123 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.467749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.475355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:12.497868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:12.507921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:12.508676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d7be6-2f63-4879-a10c-96dc14739f54 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:12.509011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.513772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af4246ce37f44fa0bb1f7b5e24f2ee4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5180569 Aug 17 16:44:12.514820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe8c12-88ac-4665-b834-b1927c1d90b8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:12.517245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:12.545404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.545750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.546094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.546451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.546698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=d9e7a590-7086-42bb-b878-e6518f86b71d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:12.546833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.547103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.547436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.547758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.548082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.548416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.548722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.554532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f60293-c7c9-469e-9f1f-3d5fcd78a3e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:12.554815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7c61ffa2-5271-4597-8ba8-2b5334987241 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6344399 Aug 17 16:44:12.555463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58168) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:12.562320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:73:53:87', 'name': 'tempest-NetworksTestDHCPv6-1266406860'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:12.601948 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-097ad008-00ef-4630-a9a9-7997955e7ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.629323 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-097ad008-00ef-4630-a9a9-7997955e7ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.685671 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-097ad008-00ef-4630-a9a9-7997955e7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.688277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-097ad008-00ef-4630-a9a9-7997955e7ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.692316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-097ad008-00ef-4630-a9a9-7997955e7ba0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dbbe8c12-88ac-4665-b834-b1927c1d90b8 HTTP/1.1" status: 204 len: 168 time: 0.1713345 Aug 17 16:44:12.700461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ad008-00ef-4630-a9a9-7997955e7ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe8c12-88ac-4665-b834-b1927c1d90b8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:12.735907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': 'd9e7a590-7086-42bb-b878-e6518f86b71d'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:44:12.737339 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:12.908454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Allocated IP 2001:db8::f816:3eff:fe2c:5a5c (ad3005a0-d049-42e6-8c40-cacfe59382a6/d9e7a590-7086-42bb-b878-e6518f86b71d/3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:13.048839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:13.056590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:13.082802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 30b9cdb8-2a6a-4cda-9ab4-e766ed9cfaf1 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:44:13.103897 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:13.114696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Transition to ACTIVE for port object 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:13.133238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Transition to ACTIVE for port object 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:13.147295 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:13.198458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:13.205645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:13.212332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:13.215570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::f816:3eff:fe73:5387 (ad3005a0-d049-42e6-8c40-cacfe59382a6/d9e7a590-7086-42bb-b878-e6518f86b71d/30b9cdb8-2a6a-4cda-9ab4-e766ed9cfaf1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:13.220505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Pushing event updated for resources: {'Port': ['ID=3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:13.283327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Attempting to bind port 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:13.283327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Attempting to bind port 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:13.283327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Attempting to bind port 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:13.287613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:13.288002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:13.289145 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:13.289145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:13.289354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Bound port: 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:13.289623 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:13.391649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] For port 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:13.397343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] For port 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:13.404193 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:13.411586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:13.429350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 30b9cdb8-2a6a-4cda-9ab4-e766ed9cfaf1 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:13.476128 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:13.485251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb56f0f-66da-4f30-ac40-2801b80ca7de None None] Pushing event updated for resources: {'Port': ['ID=3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:13.565634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:13.570181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:44:13.571889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:13.576579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:13.591503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:13.592447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:13.609292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:44:13.613236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1417f8cc-d3cb-4ef3-a730-9a5f761a75a0 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:44:13.640677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=30b9cdb8-2a6a-4cda-9ab4-e766ed9cfaf1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:13.647406 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b79ccdd9-6080-493b-8712-07bc8f461503 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0907805 Aug 17 16:44:13.654084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58200) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:13.719134 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db377b0-ca84-4af5-98f6-9810dab0efd8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:13.726404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db377b0-ca84-4af5-98f6-9810dab0efd8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:13.728092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9db377b0-ca84-4af5-98f6-9810dab0efd8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0727887 Aug 17 16:44:13.730742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58202) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:13.871510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-347e5c98-9755-4523-b51d-05ca92bd3f41 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 30b9cdb8-2a6a-4cda-9ab4-e766ed9cfaf1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:13.871959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-347e5c98-9755-4523-b51d-05ca92bd3f41 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:14.040249 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-347e5c98-9755-4523-b51d-05ca92bd3f41 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:14.059879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-347e5c98-9755-4523-b51d-05ca92bd3f41 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 30b9cdb8-2a6a-4cda-9ab4-e766ed9cfaf1 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:14.234033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-347e5c98-9755-4523-b51d-05ca92bd3f41 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:14.275232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e5c98-9755-4523-b51d-05ca92bd3f41 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=30b9cdb8-2a6a-4cda-9ab4-e766ed9cfaf1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:14.305760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-347e5c98-9755-4523-b51d-05ca92bd3f41 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:14.307886 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-347e5c98-9755-4523-b51d-05ca92bd3f41 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/30b9cdb8-2a6a-4cda-9ab4-e766ed9cfaf1 HTTP/1.1" status: 204 len: 168 time: 0.5761480 Aug 17 16:44:14.310620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58224) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:14.387087 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327885a-2098-4b2c-82e8-c471898dc3af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:14.389456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327885a-2098-4b2c-82e8-c471898dc3af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:14.391207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a327885a-2098-4b2c-82e8-c471898dc3af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0797904 Aug 17 16:44:14.393908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58230) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:14.489019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0b9f44-6c3b-440f-bafb-a1febdd0bf44 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet d9e7a590-7086-42bb-b878-e6518f86b71d {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:14.508023 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9f44-6c3b-440f-bafb-a1febdd0bf44 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:14.587474 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9f44-6c3b-440f-bafb-a1febdd0bf44 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:14.834034 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9f44-6c3b-440f-bafb-a1febdd0bf44 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:14.967939 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9f44-6c3b-440f-bafb-a1febdd0bf44 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:15.045905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b9f44-6c3b-440f-bafb-a1febdd0bf44 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e7a590-7086-42bb-b878-e6518f86b71d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:15.048036 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9f44-6c3b-440f-bafb-a1febdd0bf44 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:15.050041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a0b9f44-6c3b-440f-bafb-a1febdd0bf44 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/d9e7a590-7086-42bb-b878-e6518f86b71d HTTP/1.1" status: 204 len: 168 time: 0.6547413 Aug 17 16:44:15.052915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58262) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:15.101164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-da6188ec-4562-4da3-b3ee-d8e03fd92aff tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469029 Aug 17 16:44:15.103673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:15.142091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56291b67-7821-456f-afdf-6c564750ea69 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:15.174112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2072f80-43de-4eae-9c0d-5be5f6fd2014 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:15.175983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2072f80-43de-4eae-9c0d-5be5f6fd2014 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0711656 Aug 17 16:44:15.178766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58270) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:15.272576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea426aef-1269-49a9-b162-458d3ee0c2c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:15.275658 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ea426aef-1269-49a9-b162-458d3ee0c2c8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0952423 Aug 17 16:44:15.277958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:15.304496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c5141ef0-0bb0-46a9-9336-89cc4cb3cb55 None None] Provisioning for port 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:15.390875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-62c100ed-8756-4bb5-99f5-7c6792451b3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098344 Aug 17 16:44:15.393147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:15.405561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-49e8a78b-443f-4e81-b945-d605c5269a03 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:15.519084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db85886-0ad7-4d35-b85d-7798a106a18a None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:44:15.604099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9db85886-0ad7-4d35-b85d-7798a106a18a None None] Deleting port 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:15.604421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db85886-0ad7-4d35-b85d-7798a106a18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:15.635542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e8a78b-443f-4e81-b945-d605c5269a03 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:15.640666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49e8a78b-443f-4e81-b945-d605c5269a03 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:15.766347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9db85886-0ad7-4d35-b85d-7798a106a18a None None] For port 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:15.766735 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db85886-0ad7-4d35-b85d-7798a106a18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:15.796706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9db85886-0ad7-4d35-b85d-7798a106a18a None None] Calling delete_port for 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:15.969317 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db85886-0ad7-4d35-b85d-7798a106a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:15.973832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49e8a78b-443f-4e81-b945-d605c5269a03 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:16.004806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db85886-0ad7-4d35-b85d-7798a106a18a None None] No DVR routers for this DVR port 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:44:16.018839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db85886-0ad7-4d35-b85d-7798a106a18a None None] Pushing event deleted for resources: {'Port': ['ID=3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:16.071287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8a78b-443f-4e81-b945-d605c5269a03 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:16.074745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-49e8a78b-443f-4e81-b945-d605c5269a03 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:16.080498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e8a78b-443f-4e81-b945-d605c5269a03 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:16.081092 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49e8a78b-443f-4e81-b945-d605c5269a03 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:16.085823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1145f8f7-3ca4-4502-8e47-e410a16f19cf None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:16.112194 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-49e8a78b-443f-4e81-b945-d605c5269a03 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7133183 Aug 17 16:44:16.112866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58290) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:16.113588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8a78b-443f-4e81-b945-d605c5269a03 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=8cd8d891-e483-4d09-a053-e332a20bc4f3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:16.119520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:ba:7e:9f', 'name': 'tempest-NetworksTestDHCPv6-600189909'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:16.311041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:16.337356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': '8cd8d891-e483-4d09-a053-e332a20bc4f3'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:44:16.338325 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:16.449259 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:16.495125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 95c05abf-4161-4432-92f0-944924887af3 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:44:16.545952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Allocated IP 2001:db8::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/8cd8d891-e483-4d09-a053-e332a20bc4f3/90ab5a73-a78a-43c0-8c14-8f7092cfdc6d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:16.735958 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:16.746637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Transition to ACTIVE for port object 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:16.764079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Transition to ACTIVE for port object 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:16.774218 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:16.823097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:16.827342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:16.832224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:16.856485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Pushing event updated for resources: {'Port': ['ID=90ab5a73-a78a-43c0-8c14-8f7092cfdc6d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:16.883684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::b7 (ad3005a0-d049-42e6-8c40-cacfe59382a6/8cd8d891-e483-4d09-a053-e332a20bc4f3/95c05abf-4161-4432-92f0-944924887af3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:16.941234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Attempting to bind port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:16.941628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Attempting to bind port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:16.941995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Attempting to bind port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:16.951574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:16.952293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:16.952923 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:16.953621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:16.954324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Bound port: 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:16.954971 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:17.139293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] For port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:17.144875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] For port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=90ab5a73-a78a-43c0-8c14-8f7092cfdc6d,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:17.153470 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:17.229108 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:17.242153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5553-cece-47f1-bd52-a610207480fe None None] Pushing event updated for resources: {'Port': ['ID=90ab5a73-a78a-43c0-8c14-8f7092cfdc6d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:17.245891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 95c05abf-4161-4432-92f0-944924887af3 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:17.299573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:17.357521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:17.361464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:17.364272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=95c05abf-4161-4432-92f0-944924887af3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:17.366549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:17.372160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:17.372781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:17.391447 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d3951e61-f8d5-4c59-a220-b16f1d8bba3f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2772083 Aug 17 16:44:17.394223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58304) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:17.470448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b81b093-d55e-425c-af6e-d62a7f558d59 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:17.476483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b81b093-d55e-425c-af6e-d62a7f558d59 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:17.498339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:17.505549 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8b81b093-d55e-425c-af6e-d62a7f558d59 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1002953 Aug 17 16:44:17.644300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:17.696635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-32bcd1dd-d105-4275-b854-03a62d1274e9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 95c05abf-4161-4432-92f0-944924887af3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:17.697317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32bcd1dd-d105-4275-b854-03a62d1274e9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:17.734500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:17.752344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:44:17.784136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:44:17.784667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3550a84b-d9c2-48df-bcd4-90dc2c5bf4bf not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:44:17.833403 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32bcd1dd-d105-4275-b854-03a62d1274e9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:17.857587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-32bcd1dd-d105-4275-b854-03a62d1274e9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 95c05abf-4161-4432-92f0-944924887af3 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:18.003564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32bcd1dd-d105-4275-b854-03a62d1274e9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:18.033319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcd1dd-d105-4275-b854-03a62d1274e9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=95c05abf-4161-4432-92f0-944924887af3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:18.064425 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32bcd1dd-d105-4275-b854-03a62d1274e9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:18.069178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58316) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:18.069391 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-32bcd1dd-d105-4275-b854-03a62d1274e9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/95c05abf-4161-4432-92f0-944924887af3 HTTP/1.1" status: 204 len: 168 time: 0.5697896 Aug 17 16:44:18.155136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbcf48-9a50-4f97-941c-201c3214cc09 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:18.160359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbcf48-9a50-4f97-941c-201c3214cc09 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:18.163273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0bbbcf48-9a50-4f97-941c-201c3214cc09 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0926363 Aug 17 16:44:18.166037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58322) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:18.246189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7438f039-3062-4892-a5aa-2886616f8aa9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 8cd8d891-e483-4d09-a053-e332a20bc4f3 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:18.250049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7438f039-3062-4892-a5aa-2886616f8aa9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:18.310711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7438f039-3062-4892-a5aa-2886616f8aa9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:18.426622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7438f039-3062-4892-a5aa-2886616f8aa9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:18.502751 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7438f039-3062-4892-a5aa-2886616f8aa9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:18.519879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7438f039-3062-4892-a5aa-2886616f8aa9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:18.524785 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7438f039-3062-4892-a5aa-2886616f8aa9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/8cd8d891-e483-4d09-a053-e332a20bc4f3 HTTP/1.1" status: 204 len: 168 time: 0.3573561 Aug 17 16:44:18.525614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:18.554875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438f039-3062-4892-a5aa-2886616f8aa9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd8d891-e483-4d09-a053-e332a20bc4f3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:18.599047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1852e31b-5a2b-4ad5-a3d3-740d36f26d67 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698566 Aug 17 16:44:18.601135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:18.603324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4394bd-5bc5-4ed6-a810-a12847b56425 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:18.654708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd58cfd-ab95-4871-85cb-b5b1bf99efaa tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:18.659044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-efd58cfd-ab95-4871-85cb-b5b1bf99efaa tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0535274 Aug 17 16:44:18.660546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58330) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:18.711963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7af62fee-8bc9-4cf2-8b9f-8d7f1e71dfe2 None None] Provisioning for port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:18.716410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7af62fee-8bc9-4cf2-8b9f-8d7f1e71dfe2 None None] Provisioning complete for port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:18.717040 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7af62fee-8bc9-4cf2-8b9f-8d7f1e71dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:18.754507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696baa56-c461-409f-b92a-78f6e37641ba tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:18.758864 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-696baa56-c461-409f-b92a-78f6e37641ba tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0978179 Aug 17 16:44:18.761460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:18.844486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58340) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:18.849860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e69ec79-b04f-4192-935a-bb9bba8f44c5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761263 Aug 17 16:44:18.851336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:18.877391 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7af62fee-8bc9-4cf2-8b9f-8d7f1e71dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:18.892019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e5edb5-b3c4-4bae-9ba3-e59adf28ccf0 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:44:18.945077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7af62fee-8bc9-4cf2-8b9f-8d7f1e71dfe2 None None] For port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=90ab5a73-a78a-43c0-8c14-8f7092cfdc6d,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:18.953867 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7af62fee-8bc9-4cf2-8b9f-8d7f1e71dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:19.015793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-29e5edb5-b3c4-4bae-9ba3-e59adf28ccf0 None None] Deleting port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:19.016291 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29e5edb5-b3c4-4bae-9ba3-e59adf28ccf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:19.079471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:19.083560 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:19.290571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af62fee-8bc9-4cf2-8b9f-8d7f1e71dfe2 None None] Pushing event updated for resources: {'Port': ['ID=90ab5a73-a78a-43c0-8c14-8f7092cfdc6d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:19.366402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-29e5edb5-b3c4-4bae-9ba3-e59adf28ccf0 None None] For port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=90ab5a73-a78a-43c0-8c14-8f7092cfdc6d,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:19.367694 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29e5edb5-b3c4-4bae-9ba3-e59adf28ccf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:19.401815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-29e5edb5-b3c4-4bae-9ba3-e59adf28ccf0 None None] Calling delete_port for 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:19.550997 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29e5edb5-b3c4-4bae-9ba3-e59adf28ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:19.590767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5edb5-b3c4-4bae-9ba3-e59adf28ccf0 None None] Pushing event deleted for resources: {'Port': ['ID=90ab5a73-a78a-43c0-8c14-8f7092cfdc6d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:19.599815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:44:19.652060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5edb5-b3c4-4bae-9ba3-e59adf28ccf0 None None] No DVR routers for this DVR port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:44:19.658797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:44:19.659124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:44:19.686962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:44:19.692179 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:19.859059 n-d-804878-1 neutron-server[94839]: WARNING neutron.services.revisions.revision_plugin [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Could not find related port for resource to bump revision. Aug 17 16:44:19.867419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Port 90ab5a73-a78a-43c0-8c14-8f7092cfdc6d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 17 16:44:19.867793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Reverting IP allocation for 2001:db8::f816:3eff:feaa:2eb8 {{(pid=94839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 17 16:44:19.880838 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:19.881516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaa:2eb8 {{(pid=94839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 17 16:44:19.883116 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:19.979908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:19.983634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:19.989137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:19.989781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:19.997509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68216cf-1c43-4ae5-99d4-eb23be343987 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:20.008973 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=d22a048b-aa0b-44bb-bb46-d678b46d3166,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:20.015905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:20.016768 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b3c75227-06bb-4791-8d45-2a1ef544135b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1702962 Aug 17 16:44:20.025116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c6a57093-ba71-4512-8659-97b359e31590 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:20.211441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a57093-ba71-4512-8659-97b359e31590 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:20.217194 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a57093-ba71-4512-8659-97b359e31590 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:20.286990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': 'd22a048b-aa0b-44bb-bb46-d678b46d3166'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:44:20.287916 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:20.367656 n-d-804878-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-c6a57093-ba71-4512-8659-97b359e31590 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d22a048b-aa0b-44bb-bb46-d678b46d3166 (CIDR: 2001:db8::/64) Aug 17 16:44:20.372719 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a57093-ba71-4512-8659-97b359e31590 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:44:20.373416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a57093-ba71-4512-8659-97b359e31590 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:20.409618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58374) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:20.409967 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6a57093-ba71-4512-8659-97b359e31590 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3906519 Aug 17 16:44:20.417136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-2814fc64-f9df-4fb7-98f4-4b973fe3a2c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:20.475436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Allocated IP 2001:db8::f816:3eff:fe56:68e1 (ad3005a0-d049-42e6-8c40-cacfe59382a6/d22a048b-aa0b-44bb-bb46-d678b46d3166/d00751c6-7de5-4bdb-a463-24b240135be5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:20.739540 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2814fc64-f9df-4fb7-98f4-4b973fe3a2c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:20.746244 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2814fc64-f9df-4fb7-98f4-4b973fe3a2c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:20.766329 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:20.779247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Transition to ACTIVE for port object d00751c6-7de5-4bdb-a463-24b240135be5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:20.813383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Transition to ACTIVE for port object d00751c6-7de5-4bdb-a463-24b240135be5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:20.824062 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:20.885132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Pushing event updated for resources: {'Port': ['ID=d00751c6-7de5-4bdb-a463-24b240135be5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:20.902487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:20.904357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:20.908985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:21.006265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Attempting to bind port d00751c6-7de5-4bdb-a463-24b240135be5 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:21.006265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Attempting to bind port d00751c6-7de5-4bdb-a463-24b240135be5 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:21.006650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Attempting to bind port d00751c6-7de5-4bdb-a463-24b240135be5 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:21.013057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:21.014406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:21.014773 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:21.015174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:21.015663 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Bound port: d00751c6-7de5-4bdb-a463-24b240135be5, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:21.016120 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:21.132408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2814fc64-f9df-4fb7-98f4-4b973fe3a2c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:21.195885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] For port d00751c6-7de5-4bdb-a463-24b240135be5, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:21.205919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] For port d00751c6-7de5-4bdb-a463-24b240135be5, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d00751c6-7de5-4bdb-a463-24b240135be5,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:21.219669 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:21.255189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2814fc64-f9df-4fb7-98f4-4b973fe3a2c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:21.259007 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2814fc64-f9df-4fb7-98f4-4b973fe3a2c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:21.264557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2814fc64-f9df-4fb7-98f4-4b973fe3a2c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:21.265156 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2814fc64-f9df-4fb7-98f4-4b973fe3a2c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:21.276748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814fc64-f9df-4fb7-98f4-4b973fe3a2c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=e36a6980-3dc7-4bbc-a689-88c9a99f55c4,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:21.304254 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2814fc64-f9df-4fb7-98f4-4b973fe3a2c4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8901727 Aug 17 16:44:21.306226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:21.316777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:a6:33:df', 'name': 'tempest-NetworksTestDHCPv6-1719058239'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:21.318343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4a567-5f8e-4ed9-a0d5-a06c8be07ec7 None None] Pushing event updated for resources: {'Port': ['ID=d00751c6-7de5-4bdb-a463-24b240135be5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:21.444251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:21.595859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:21.655530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 17ee9e59-301f-415c-a1dc-cbe5e5f1b366 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:44:21.952132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8:0:1::107 (ad3005a0-d049-42e6-8c40-cacfe59382a6/e36a6980-3dc7-4bbc-a689-88c9a99f55c4/17ee9e59-301f-415c-a1dc-cbe5e5f1b366) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:21.963335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::f816:3eff:fea6:33df (ad3005a0-d049-42e6-8c40-cacfe59382a6/d22a048b-aa0b-44bb-bb46-d678b46d3166/17ee9e59-301f-415c-a1dc-cbe5e5f1b366) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:22.215298 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:22.231788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 17ee9e59-301f-415c-a1dc-cbe5e5f1b366 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:22.266607 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc59e5-3f87-46df-a1d4-9a8da5546f2a req-6e724190-d8af-49c9-84fc-aecb71cdfef9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.280174 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:22.296143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc59e5-3f87-46df-a1d4-9a8da5546f2a req-6e724190-d8af-49c9-84fc-aecb71cdfef9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.309407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc59e5-3f87-46df-a1d4-9a8da5546f2a req-6e724190-d8af-49c9-84fc-aecb71cdfef9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.319783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc59e5-3f87-46df-a1d4-9a8da5546f2a req-6e724190-d8af-49c9-84fc-aecb71cdfef9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.330038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc59e5-3f87-46df-a1d4-9a8da5546f2a req-6e724190-d8af-49c9-84fc-aecb71cdfef9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.335588 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc59e5-3f87-46df-a1d4-9a8da5546f2a req-6e724190-d8af-49c9-84fc-aecb71cdfef9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.344592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc59e5-3f87-46df-a1d4-9a8da5546f2a req-6e724190-d8af-49c9-84fc-aecb71cdfef9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.346748 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-afdc59e5-3f87-46df-a1d4-9a8da5546f2a req-6e724190-d8af-49c9-84fc-aecb71cdfef9 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5445 time: 0.4900408 Aug 17 16:44:22.387975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:22.398788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:22.401570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:22.412794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.413793 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:22.415405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-afdc59e5-3f87-46df-a1d4-9a8da5546f2a req-45c1c93b-fa3f-477c-adec-4ea13450e699 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561848 Aug 17 16:44:22.417200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=17ee9e59-301f-415c-a1dc-cbe5e5f1b366,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:22.455015 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2cd4b516-5d87-45af-b0a1-c062b0b5ba6b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1403584 Aug 17 16:44:22.455927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58404) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:22.646858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3beeca99-cded-44f0-b94a-ebae43d3fe36 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 17ee9e59-301f-415c-a1dc-cbe5e5f1b366 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:22.647368 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3beeca99-cded-44f0-b94a-ebae43d3fe36 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:22.878094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16952d6-786b-4278-9601-d4dbae50c68d req-c4a5a50b-0c95-4449-bbfa-9a27f6938e99 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.889987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3beeca99-cded-44f0-b94a-ebae43d3fe36 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:22.893795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16952d6-786b-4278-9601-d4dbae50c68d req-c4a5a50b-0c95-4449-bbfa-9a27f6938e99 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.905713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16952d6-786b-4278-9601-d4dbae50c68d req-c4a5a50b-0c95-4449-bbfa-9a27f6938e99 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.919665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16952d6-786b-4278-9601-d4dbae50c68d req-c4a5a50b-0c95-4449-bbfa-9a27f6938e99 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.920885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3beeca99-cded-44f0-b94a-ebae43d3fe36 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 17ee9e59-301f-415c-a1dc-cbe5e5f1b366 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:22.936590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16952d6-786b-4278-9601-d4dbae50c68d req-c4a5a50b-0c95-4449-bbfa-9a27f6938e99 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.954137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16952d6-786b-4278-9601-d4dbae50c68d req-c4a5a50b-0c95-4449-bbfa-9a27f6938e99 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.965839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f7767-35a5-4433-94c3-a559ec90a353 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:22.973512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16952d6-786b-4278-9601-d4dbae50c68d req-c4a5a50b-0c95-4449-bbfa-9a27f6938e99 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:22.989350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e16952d6-786b-4278-9601-d4dbae50c68d req-c4a5a50b-0c95-4449-bbfa-9a27f6938e99 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5445 time: 0.3966889 Aug 17 16:44:23.169323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0a1638c5-8ca6-4024-9748-fa6125a0f78c None None] Provisioning for port d00751c6-7de5-4bdb-a463-24b240135be5 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:23.297092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3beeca99-cded-44f0-b94a-ebae43d3fe36 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:23.365678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beeca99-cded-44f0-b94a-ebae43d3fe36 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=17ee9e59-301f-415c-a1dc-cbe5e5f1b366,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:23.393469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0412664-e962-4215-9243-cdc8631e5157 None None] Update dhcp port {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': 'd22a048b-aa0b-44bb-bb46-d678b46d3166', 'ip_address': '2001:db8::f816:3eff:fe56:68e1'}, {'subnet_id': 'e36a6980-3dc7-4bbc-a689-88c9a99f55c4'}], 'binding:host_id': 'n-d-804878-1'}, 'id': 'd00751c6-7de5-4bdb-a463-24b240135be5'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:44:23.442102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3beeca99-cded-44f0-b94a-ebae43d3fe36 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:23.444660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3beeca99-cded-44f0-b94a-ebae43d3fe36 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/17ee9e59-301f-415c-a1dc-cbe5e5f1b366 HTTP/1.1" status: 204 len: 168 time: 0.9867787 Aug 17 16:44:23.447227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58426) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:23.499789 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0412664-e962-4215-9243-cdc8631e5157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:23.606339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4040027c-0d09-4d82-b9a4-6df037ba2db0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:23.609676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4040027c-0d09-4d82-b9a4-6df037ba2db0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1607718 Aug 17 16:44:23.614302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58428) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:23.683228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d00751c6-7de5-4bdb-a463-24b240135be5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:23.718423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286e793-95e4-4f2c-9fa4-af822e4a85c9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:23.720968 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9286e793-95e4-4f2c-9fa4-af822e4a85c9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1050832 Aug 17 16:44:23.723792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58434) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:23.811371 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d00751c6-7de5-4bdb-a463-24b240135be5 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:23.821967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d00751c6-7de5-4bdb-a463-24b240135be5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:23.822586 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:23.881886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba7965-8c68-498c-9cc2-c8fa0e65c3d4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:23.883663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba7965-8c68-498c-9cc2-c8fa0e65c3d4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:23.886903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba7965-8c68-498c-9cc2-c8fa0e65c3d4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:23.890132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-98ba7965-8c68-498c-9cc2-c8fa0e65c3d4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1646361 Aug 17 16:44:23.892961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58438) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:23.960978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-e554dd91-ff2d-4f88-974c-07002b751053 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet d22a048b-aa0b-44bb-bb46-d678b46d3166 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:23.961542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a0412664-e962-4215-9243-cdc8631e5157 None None] Allocated IP 2001:db8:0:1::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/e36a6980-3dc7-4bbc-a689-88c9a99f55c4/d00751c6-7de5-4bdb-a463-24b240135be5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:24.064352 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:24.223618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a0412664-e962-4215-9243-cdc8631e5157 None None] For port d00751c6-7de5-4bdb-a463-24b240135be5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d00751c6-7de5-4bdb-a463-24b240135be5,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:24.280230 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0412664-e962-4215-9243-cdc8631e5157 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:24.324111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a0412664-e962-4215-9243-cdc8631e5157 None None] Transition to ACTIVE for port object d00751c6-7de5-4bdb-a463-24b240135be5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:24.331344 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e554dd91-ff2d-4f88-974c-07002b751053 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:24.376861 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0412664-e962-4215-9243-cdc8631e5157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:24.433911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e554dd91-ff2d-4f88-974c-07002b751053 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:24.461831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0412664-e962-4215-9243-cdc8631e5157 None None] Pushing event updated for resources: {'Port': ['ID=d00751c6-7de5-4bdb-a463-24b240135be5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:24.543591 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:44:24.543591 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:44:24.750092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e554dd91-ff2d-4f88-974c-07002b751053 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:24.867262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e554dd91-ff2d-4f88-974c-07002b751053 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:24.899336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554dd91-ff2d-4f88-974c-07002b751053 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=d22a048b-aa0b-44bb-bb46-d678b46d3166,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:24.911460 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e554dd91-ff2d-4f88-974c-07002b751053 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:24.913625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e554dd91-ff2d-4f88-974c-07002b751053 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/d22a048b-aa0b-44bb-bb46-d678b46d3166 HTTP/1.1" status: 204 len: 168 time: 1.0190890 Aug 17 16:44:24.916639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:25.000986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5adcec6-2b49-4426-92e8-20560befc863 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet e36a6980-3dc7-4bbc-a689-88c9a99f55c4 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:25.005597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5adcec6-2b49-4426-92e8-20560befc863 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.068431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58462) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:25.145600 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5adcec6-2b49-4426-92e8-20560befc863 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.169562 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.250393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d00751c6-7de5-4bdb-a463-24b240135be5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d00751c6-7de5-4bdb-a463-24b240135be5,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:25.258934 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.285233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58472) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:25.377447 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5adcec6-2b49-4426-92e8-20560befc863 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.394320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d00751c6-7de5-4bdb-a463-24b240135be5,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:25.455767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-de08d078-a351-46f2-84cd-49821bfb8587 admin admin] Deleting subnet 7b01dcd1-3603-40e5-b683-3008e9e078a2 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:25.461763 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de08d078-a351-46f2-84cd-49821bfb8587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.467241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5adcec6-2b49-4426-92e8-20560befc863 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.485142 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5adcec6-2b49-4426-92e8-20560befc863 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.487092 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5adcec6-2b49-4426-92e8-20560befc863 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/e36a6980-3dc7-4bbc-a689-88c9a99f55c4 HTTP/1.1" status: 204 len: 168 time: 0.5694563 Aug 17 16:44:25.548035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58476) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:25.559505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7626ad-e9fe-449b-bc6c-e505d0fce493 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:25.593886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623333d-b50f-4a13-b42e-3eff93b0c130 req-e8748bc1-8817-4e05-95ed-41b3e3af3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:25.595255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623333d-b50f-4a13-b42e-3eff93b0c130 req-e8748bc1-8817-4e05-95ed-41b3e3af3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:25.598048 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623333d-b50f-4a13-b42e-3eff93b0c130 req-e8748bc1-8817-4e05-95ed-41b3e3af3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:25.598633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623333d-b50f-4a13-b42e-3eff93b0c130 req-e8748bc1-8817-4e05-95ed-41b3e3af3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:25.600125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623333d-b50f-4a13-b42e-3eff93b0c130 req-e8748bc1-8817-4e05-95ed-41b3e3af3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:25.604546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623333d-b50f-4a13-b42e-3eff93b0c130 req-e8748bc1-8817-4e05-95ed-41b3e3af3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:25.605126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623333d-b50f-4a13-b42e-3eff93b0c130 req-e8748bc1-8817-4e05-95ed-41b3e3af3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:25.611970 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1623333d-b50f-4a13-b42e-3eff93b0c130 req-e8748bc1-8817-4e05-95ed-41b3e3af3af2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6502 time: 0.3239892 Aug 17 16:44:25.616674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d00751c6-7de5-4bdb-a463-24b240135be5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:25.670575 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58815a2a-ce48-4881-b00e-cd3348d2ce32 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191502 Aug 17 16:44:25.671310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58480) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:25.678653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-656d0686-4e7c-478b-86b1-74a53bf42e05 None None] Could not find standard attr ID for object 17ee9e59-301f-415c-a1dc-cbe5e5f1b366. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:44:25.712150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:25.791990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1623333d-b50f-4a13-b42e-3eff93b0c130 req-b2faa052-32c8-41e4-b7a3-ccce0c73699b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=89393413-b971-4af9-9be2-25d75e654c48&id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1283531 Aug 17 16:44:25.795664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de08d078-a351-46f2-84cd-49821bfb8587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.869137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-656d0686-4e7c-478b-86b1-74a53bf42e05 None None] Provisioning for port d00751c6-7de5-4bdb-a463-24b240135be5 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:25.874860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-656d0686-4e7c-478b-86b1-74a53bf42e05 None None] Provisioning complete for port d00751c6-7de5-4bdb-a463-24b240135be5 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:25.875719 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-656d0686-4e7c-478b-86b1-74a53bf42e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.927947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de08d078-a351-46f2-84cd-49821bfb8587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:25.996995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d00751c6-7de5-4bdb-a463-24b240135be5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:25.997458 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.010955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:26.015090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.017907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adcec6-2b49-4426-92e8-20560befc863 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=e36a6980-3dc7-4bbc-a689-88c9a99f55c4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:26.134065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85876f86-f05d-421f-8f53-343c334755b3 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:44:26.219650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-85876f86-f05d-421f-8f53-343c334755b3 None None] Deleting port d00751c6-7de5-4bdb-a463-24b240135be5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:26.220284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85876f86-f05d-421f-8f53-343c334755b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.300970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-85876f86-f05d-421f-8f53-343c334755b3 None None] For port d00751c6-7de5-4bdb-a463-24b240135be5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d00751c6-7de5-4bdb-a463-24b240135be5,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:26.301333 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85876f86-f05d-421f-8f53-343c334755b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.319138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-85876f86-f05d-421f-8f53-343c334755b3 None None] Calling delete_port for d00751c6-7de5-4bdb-a463-24b240135be5 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:26.360265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de08d078-a351-46f2-84cd-49821bfb8587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.425924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08d078-a351-46f2-84cd-49821bfb8587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b01dcd1-3603-40e5-b683-3008e9e078a2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:26.432284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85876f86-f05d-421f-8f53-343c334755b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.445579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de08d078-a351-46f2-84cd-49821bfb8587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.447766 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-de08d078-a351-46f2-84cd-49821bfb8587 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7b01dcd1-3603-40e5-b683-3008e9e078a2 HTTP/1.1" status: 204 len: 168 time: 1.3780715 Aug 17 16:44:26.450366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:26.464042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85876f86-f05d-421f-8f53-343c334755b3 None None] Pushing event deleted for resources: {'Port': ['ID=d00751c6-7de5-4bdb-a463-24b240135be5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:26.470452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85876f86-f05d-421f-8f53-343c334755b3 None None] No DVR routers for this DVR port d00751c6-7de5-4bdb-a463-24b240135be5 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:44:26.501842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:44:26.583290 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.636920 n-d-804878-1 neutron-server[94839]: WARNING neutron.services.revisions.revision_plugin [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Could not find related port for resource to bump revision. Aug 17 16:44:26.643185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Port d00751c6-7de5-4bdb-a463-24b240135be5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 17 16:44:26.643495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Reverting IP allocation for 2001:db8::f816:3eff:fe56:68e1 {{(pid=94839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 17 16:44:26.647829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe56:68e1 {{(pid=94839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 17 16:44:26.649055 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.700846 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.701051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=0c5d2cda-c7e0-4919-9354-128126cafb77,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:26.725935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48311fae-9002-4c1b-994d-a5c42989862a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:26.736692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:26.738964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:26.741835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:26.742568 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.746029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:26.746245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a524fe14-9aa7-4d40-9f19-051dc09ae2ff') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:26.750460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1669048-f0a7-42e3-8791-4f40062f3050 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:26.756602 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.773811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.784572 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bc19fb2c-633d-4f02-adb3-f0647f7564eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0820987 Aug 17 16:44:26.788972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58506) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:26.790527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:44:26.791065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:44:26.795678 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:44:26.802672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d0c22c9d-df29-4c7c-9ccc-47ae3ffe50cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:26.914166 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.921723 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:26.927190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] 10.222.0.77 "DELETE /v2.0/networks/48311fae-9002-4c1b-994d-a5c42989862a HTTP/1.1" status: 204 len: 168 time: 0.4755943 Aug 17 16:44:26.948728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce596c93-3c56-498d-adc6-a685c31be1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=48311fae-9002-4c1b-994d-a5c42989862a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:26.999938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': '0c5d2cda-c7e0-4919-9354-128126cafb77'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:44:27.001150 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.010462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c22c9d-df29-4c7c-9ccc-47ae3ffe50cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:27.014250 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0c22c9d-df29-4c7c-9ccc-47ae3ffe50cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.142200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:27.206049 n-d-804878-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-d0c22c9d-df29-4c7c-9ccc-47ae3ffe50cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c5d2cda-c7e0-4919-9354-128126cafb77 (CIDR: 2001:db8::/64) Aug 17 16:44:27.212697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Allocated IP 2001:db8::f816:3eff:fe09:6ac8 (ad3005a0-d049-42e6-8c40-cacfe59382a6/0c5d2cda-c7e0-4919-9354-128126cafb77/f5a43f13-b351-4b2c-a5b8-aec04b46bb62) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:27.221364 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c22c9d-df29-4c7c-9ccc-47ae3ffe50cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:44:27.221843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c22c9d-df29-4c7c-9ccc-47ae3ffe50cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:27.257150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d0c22c9d-df29-4c7c-9ccc-47ae3ffe50cc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4626303 Aug 17 16:44:27.260947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58514) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:27.261864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d975582-ab7b-4507-9b29-e0c350667bc1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=355aaacc66df4dca8ee2d28168158de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165311 Aug 17 16:44:27.264576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:27.267545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7e887528-23b7-4f09-bedf-1ad538eeac87 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:27.328029 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f135ca-10f1-4d99-b8a1-889c415a5bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.362847 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f135ca-10f1-4d99-b8a1-889c415a5bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.417487 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.426196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f135ca-10f1-4d99-b8a1-889c415a5bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.429149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f135ca-10f1-4d99-b8a1-889c415a5bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.433277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b4f135ca-10f1-4d99-b8a1-889c415a5bdd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9f05428-a681-4643-8d97-6362a3c3fc40 HTTP/1.1" status: 204 len: 168 time: 0.1675324 Aug 17 16:44:27.438394 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Transition to ACTIVE for port object f5a43f13-b351-4b2c-a5b8-aec04b46bb62 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:27.444182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f135ca-10f1-4d99-b8a1-889c415a5bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f05428-a681-4643-8d97-6362a3c3fc40,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:27.475929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Transition to ACTIVE for port object f5a43f13-b351-4b2c-a5b8-aec04b46bb62 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:27.487478 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.559720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e887528-23b7-4f09-bedf-1ad538eeac87 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:27.564797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e887528-23b7-4f09-bedf-1ad538eeac87 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.566137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:27.569249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:27.576627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:27.585577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Pushing event updated for resources: {'Port': ['ID=f5a43f13-b351-4b2c-a5b8-aec04b46bb62,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:27.690951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d00751c6-7de5-4bdb-a463-24b240135be5 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:44:27.726188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d00751c6-7de5-4bdb-a463-24b240135be5 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:44:27.726394 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d00751c6-7de5-4bdb-a463-24b240135be5 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:44:27.742630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Attempting to bind port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:27.742999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Attempting to bind port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:27.743352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Attempting to bind port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:27.752963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:27.753416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:27.753755 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.754147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:27.754802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Bound port: f5a43f13-b351-4b2c-a5b8-aec04b46bb62, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:27.755015 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.831300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] For port f5a43f13-b351-4b2c-a5b8-aec04b46bb62, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:27.835244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] For port f5a43f13-b351-4b2c-a5b8-aec04b46bb62, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5a43f13-b351-4b2c-a5b8-aec04b46bb62,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:27.843823 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:27.919395 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9552e-c3af-47bf-8e31-95e2fdd15705 None None] Pushing event updated for resources: {'Port': ['ID=f5a43f13-b351-4b2c-a5b8-aec04b46bb62,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:28.006165 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e887528-23b7-4f09-bedf-1ad538eeac87 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:28.072710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e887528-23b7-4f09-bedf-1ad538eeac87 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:28.076341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7e887528-23b7-4f09-bedf-1ad538eeac87 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:28.080973 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e887528-23b7-4f09-bedf-1ad538eeac87 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:28.081550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e887528-23b7-4f09-bedf-1ad538eeac87 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:28.116887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:28.122526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7e887528-23b7-4f09-bedf-1ad538eeac87 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8600845 Aug 17 16:44:28.123247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:22:a3:f8', 'name': 'tempest-NetworksTestDHCPv6-1369166366'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:28.129720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e887528-23b7-4f09-bedf-1ad538eeac87 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=040280d2-b1c5-43dc-9f79-2daa85e69fd7,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:28.344142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:28.497106 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:28.528438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 88ff21f4-a349-4462-b998-bbf12ca9a969 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:44:28.785959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8:0:1::333 (ad3005a0-d049-42e6-8c40-cacfe59382a6/040280d2-b1c5-43dc-9f79-2daa85e69fd7/88ff21f4-a349-4462-b998-bbf12ca9a969) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:28.797717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::f816:3eff:fe22:a3f8 (ad3005a0-d049-42e6-8c40-cacfe59382a6/0c5d2cda-c7e0-4919-9354-128126cafb77/88ff21f4-a349-4462-b998-bbf12ca9a969) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:29.037581 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:29.057210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 88ff21f4-a349-4462-b998-bbf12ca9a969 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:29.116556 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:29.193916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:29.197610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:29.202515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:29.209484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:29.210552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:29.222722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=88ff21f4-a349-4462-b998-bbf12ca9a969,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:29.257549 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-33ec2eed-ba3d-4d18-b5b2-35ee59ee6b4a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1392608 Aug 17 16:44:29.260595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58556) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:29.413686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ff45e82b-b2b5-4d38-9467-3beb9677fc21 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 88ff21f4-a349-4462-b998-bbf12ca9a969 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:29.414033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff45e82b-b2b5-4d38-9467-3beb9677fc21 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:29.467955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e6fb0-7d3d-4848-a790-53fcdf10d5b8 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:29.595297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e88b977d-a04a-4594-aeab-57d73e837f65 None None] Provisioning for port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:29.610053 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff45e82b-b2b5-4d38-9467-3beb9677fc21 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:29.630047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ff45e82b-b2b5-4d38-9467-3beb9677fc21 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 88ff21f4-a349-4462-b998-bbf12ca9a969 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:29.726787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5a43f13-b351-4b2c-a5b8-aec04b46bb62 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:29.746964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:29.844987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:29.852248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:29.852622 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.177069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'network': {'name': 'tempest-network-smoke--1717446130', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:30.188554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff45e82b-b2b5-4d38-9467-3beb9677fc21 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.191635 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.227724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45e82b-b2b5-4d38-9467-3beb9677fc21 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=88ff21f4-a349-4462-b998-bbf12ca9a969,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:30.235825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Made reservation on behalf of 95a4ff9eec4d410cbacc06c6ce1bb56a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:30.240993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.261449 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.283085 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff45e82b-b2b5-4d38-9467-3beb9677fc21 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.285190 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ff45e82b-b2b5-4d38-9467-3beb9677fc21 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/88ff21f4-a349-4462-b998-bbf12ca9a969 HTTP/1.1" status: 204 len: 168 time: 1.0232811 Aug 17 16:44:30.289953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58582) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:30.309228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port f5a43f13-b351-4b2c-a5b8-aec04b46bb62, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5a43f13-b351-4b2c-a5b8-aec04b46bb62,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:30.315732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58584) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:30.328130 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.347640 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f982f6c-13c0-4646-b9c9-7c0276a08342 None None] Update dhcp port {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': '0c5d2cda-c7e0-4919-9354-128126cafb77', 'ip_address': '2001:db8::f816:3eff:fe09:6ac8'}, {'subnet_id': '040280d2-b1c5-43dc-9f79-2daa85e69fd7'}], 'binding:host_id': 'n-d-804878-1'}, 'id': 'f5a43f13-b351-4b2c-a5b8-aec04b46bb62'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:44:30.427343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb1a2d9-db5a-4362-8626-160b7c137de1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:30.429113 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8cb1a2d9-db5a-4362-8626-160b7c137de1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1381669 Aug 17 16:44:30.430539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.432714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58590) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:30.440957 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.497513 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f982f6c-13c0-4646-b9c9-7c0276a08342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.502955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:44:30.520230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defc9424-14f8-4a56-91be-333b0bdd7927,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:30.523975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.524526 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Added segment 1b29e956-08ad-4792-9bdf-6da4a43f52dc of type vlan for network 43884f46-991e-4f94-a4a4-95484f65042d Aug 17 16:44:30.532160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=f5a43f13-b351-4b2c-a5b8-aec04b46bb62,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:30.588996 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0985bfb-8911-41f6-90cb-ca2bfb054095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.593678 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.626052 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.633130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:30.635060 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.637155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc85a21-4cd0-43a5-9c32-1c2a0f5bbb17 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:30.644657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1bc85a21-4cd0-43a5-9c32-1c2a0f5bbb17 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2090142 Aug 17 16:44:30.645682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58592) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:30.721777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Network': ['ID=43884f46-991e-4f94-a4a4-95484f65042d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:30.748711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 43884f46-991e-4f94-a4a4-95484f65042d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:44:30.807477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f23840-f82f-4556-9b31-e6a5c26122b4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:30.808991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f23840-f82f-4556-9b31-e6a5c26122b4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:30.810813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f23840-f82f-4556-9b31-e6a5c26122b4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:30.815468 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a0f23840-f82f-4556-9b31-e6a5c26122b4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1623955 Aug 17 16:44:30.815779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:30.827306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0985bfb-8911-41f6-90cb-ca2bfb054095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.833806 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0985bfb-8911-41f6-90cb-ca2bfb054095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.857336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-5f982f6c-13c0-4646-b9c9-7c0276a08342 None None] Allocated IP 2001:db8:0:1::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/040280d2-b1c5-43dc-9f79-2daa85e69fd7/f5a43f13-b351-4b2c-a5b8-aec04b46bb62) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:30.871666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f7277c-f16d-4662-8ef0-04964d22813b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 040280d2-b1c5-43dc-9f79-2daa85e69fd7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:30.876465 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b0985bfb-8911-41f6-90cb-ca2bfb054095 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a655dd945f894f40a1c88386809d3a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586965 Aug 17 16:44:30.880763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:30.902243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0985bfb-8911-41f6-90cb-ca2bfb054095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b245ebca-ce2f-4e66-8c7a-93025ca2bcdb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:30.926881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a418676-5f49-4eb7-aaac-bec338cdae5e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1744895 Aug 17 16:44:30.927198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:30.932509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'admin_state_up': True, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:30.969952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef80914f-c5b9-4bed-999c-22ec8f5fe8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:30.995235 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef80914f-c5b9-4bed-999c-22ec8f5fe8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.002127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.003216 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.014800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5f982f6c-13c0-4646-b9c9-7c0276a08342 None None] For port f5a43f13-b351-4b2c-a5b8-aec04b46bb62, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5a43f13-b351-4b2c-a5b8-aec04b46bb62,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:31.045457 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f982f6c-13c0-4646-b9c9-7c0276a08342 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.071149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5f982f6c-13c0-4646-b9c9-7c0276a08342 None None] Transition to ACTIVE for port object f5a43f13-b351-4b2c-a5b8-aec04b46bb62 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:31.076228 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f982f6c-13c0-4646-b9c9-7c0276a08342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.089070 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11f7277c-f16d-4662-8ef0-04964d22813b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.116111 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.183737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f982f6c-13c0-4646-b9c9-7c0276a08342 None None] Pushing event updated for resources: {'Port': ['ID=f5a43f13-b351-4b2c-a5b8-aec04b46bb62,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:31.219280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11f7277c-f16d-4662-8ef0-04964d22813b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.224969 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef80914f-c5b9-4bed-999c-22ec8f5fe8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.228478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef80914f-c5b9-4bed-999c-22ec8f5fe8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.232485 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ef80914f-c5b9-4bed-999c-22ec8f5fe8ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b245ebca-ce2f-4e66-8c7a-93025ca2bcdb HTTP/1.1" status: 204 len: 168 time: 0.3475921 Aug 17 16:44:31.268119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80914f-c5b9-4bed-999c-22ec8f5fe8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b245ebca-ce2f-4e66-8c7a-93025ca2bcdb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:31.386499 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.486045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11f7277c-f16d-4662-8ef0-04964d22813b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.602118 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11f7277c-f16d-4662-8ef0-04964d22813b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.611236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5a43f13-b351-4b2c-a5b8-aec04b46bb62 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:31.654784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7277c-f16d-4662-8ef0-04964d22813b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=040280d2-b1c5-43dc-9f79-2daa85e69fd7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:31.669553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11f7277c-f16d-4662-8ef0-04964d22813b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.672082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-11f7277c-f16d-4662-8ef0-04964d22813b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/040280d2-b1c5-43dc-9f79-2daa85e69fd7 HTTP/1.1" status: 204 len: 168 time: 0.8553164 Aug 17 16:44:31.674505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58608) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:31.675308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58610) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:31.706410 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d45f9dc-df7d-4279-a638-6933a0855e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.818755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ffb28d-950d-4cc1-8241-54697b88c142 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 0c5d2cda-c7e0-4919-9354-128126cafb77 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:31.820305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.822476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09ffb28d-950d-4cc1-8241-54697b88c142 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.850678 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.941418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:31.962540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d45f9dc-df7d-4279-a638-6933a0855e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.963674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09ffb28d-950d-4cc1-8241-54697b88c142 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:31.971807 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d45f9dc-df7d-4279-a638-6933a0855e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.040292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Allocated IP 172.25.7.40 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/4b7c1278-64a7-4000-bbbf-f25c04a0aaf8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:32.043169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002fc7a5-5ac9-43bb-a1b2-7648622267ab None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:32.086309 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7d45f9dc-df7d-4279-a638-6933a0855e6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=603472dee817489a997a09398c33272c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096723 Aug 17 16:44:32.094131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58618) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:32.110558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45f9dc-df7d-4279-a638-6933a0855e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b46da3c-566f-4f8a-b40f-6f6114914ee8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:32.135988 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3a43947-2a46-4106-a2fa-e2839664fc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.142536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d6b63c5-0d18-4b97-97b3-503e4fcb8023 None None] Provisioning for port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:32.150367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d6b63c5-0d18-4b97-97b3-503e4fcb8023 None None] Provisioning complete for port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:32.150782 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d6b63c5-0d18-4b97-97b3-503e4fcb8023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.178899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b117a55-c068-468d-b1b5-2c5226e78d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.197805 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09ffb28d-950d-4cc1-8241-54697b88c142 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.255307 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6de2a213-74cd-4729-b280-b87c8b71c834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.287402 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.295460 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6de2a213-74cd-4729-b280-b87c8b71c834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.301813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d6b63c5-0d18-4b97-97b3-503e4fcb8023 None None] Could not find standard attr ID for object 88ff21f4-a349-4462-b998-bbf12ca9a969. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:44:32.318264 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09ffb28d-950d-4cc1-8241-54697b88c142 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.354906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffb28d-950d-4cc1-8241-54697b88c142 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5d2cda-c7e0-4919-9354-128126cafb77,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:32.365813 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09ffb28d-950d-4cc1-8241-54697b88c142 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.371284 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-09ffb28d-950d-4cc1-8241-54697b88c142 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/0c5d2cda-c7e0-4919-9354-128126cafb77 HTTP/1.1" status: 204 len: 168 time: 0.6747110 Aug 17 16:44:32.372072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58620) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:32.384268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b117a55-c068-468d-b1b5-2c5226e78d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.398302 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.407292 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b117a55-c068-468d-b1b5-2c5226e78d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.417346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-367f3f58-20fc-4dae-ab77-5489a5b25f73 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434465 Aug 17 16:44:32.420665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58622) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:32.427223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-93d5f885-9ad2-4ae6-8bef-f2103615078f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:32.441853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59e357-11d2-4fb5-955d-7f0e50e5eb31 None None] Update dhcp port {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': '0c5d2cda-c7e0-4919-9354-128126cafb77'}], 'binding:host_id': 'n-d-804878-1'}, 'id': 'f5a43f13-b351-4b2c-a5b8-aec04b46bb62'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:44:32.471474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:32.475886 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b59e357-11d2-4fb5-955d-7f0e50e5eb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.488363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6de2a213-74cd-4729-b280-b87c8b71c834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.491006 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6de2a213-74cd-4729-b280-b87c8b71c834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.494500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6de2a213-74cd-4729-b280-b87c8b71c834 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b46da3c-566f-4f8a-b40f-6f6114914ee8 HTTP/1.1" status: 204 len: 168 time: 0.3942673 Aug 17 16:44:32.494693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:32.502602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:32.512360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b117a55-c068-468d-b1b5-2c5226e78d13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c333d5863b754828badd50cde9da661f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651932 Aug 17 16:44:32.512601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b117a55-c068-468d-b1b5-2c5226e78d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7b7d84-f51e-4d9f-b04b-2ab1b6713388,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:32.527369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58626) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:32.540901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=4b7c1278-64a7-4000-bbbf-f25c04a0aaf8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:32.557766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-d5b004c2-bac1-4b6d-be16-f4c88f0fb579 req-ca494f5c-df99-4c07-b7cf-570b5ae142ed service neutron] (94839) timed out ('10.222.0.77', 38232) {{(pid=94839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 16:44:32.565496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2a213-74cd-4729-b280-b87c8b71c834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b46da3c-566f-4f8a-b40f-6f6114914ee8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:32.617088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d5f885-9ad2-4ae6-8bef-f2103615078f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:32.622581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93d5f885-9ad2-4ae6-8bef-f2103615078f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.656446 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f39f6881-e7dc-4f6f-91c9-8c367de27bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.734469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f39f6881-e7dc-4f6f-91c9-8c367de27bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.739588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-753e2e2d-8e65-4421-9a4c-1663bef95064 None None] Provisioning complete for port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:32.740139 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-753e2e2d-8e65-4421-9a4c-1663bef95064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.746271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76021859-31fc-4c53-a3eb-32f1415aa002 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:32.834652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f39f6881-e7dc-4f6f-91c9-8c367de27bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.837413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f39f6881-e7dc-4f6f-91c9-8c367de27bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.841439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f39f6881-e7dc-4f6f-91c9-8c367de27bf9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6d7b7d84-f51e-4d9f-b04b-2ab1b6713388 HTTP/1.1" status: 204 len: 168 time: 0.3123016 Aug 17 16:44:32.857555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f6881-e7dc-4f6f-91c9-8c367de27bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7b7d84-f51e-4d9f-b04b-2ab1b6713388,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:32.890305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.946437 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93d5f885-9ad2-4ae6-8bef-f2103615078f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:32.964451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58632) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:33.011110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec862b3-a714-42bd-b1ac-f3204c54456d None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:44:33.015139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d5f885-9ad2-4ae6-8bef-f2103615078f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:33.028568 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-93d5f885-9ad2-4ae6-8bef-f2103615078f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:33.037487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58586855-2e45-47d7-a669-59a81f085a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.040122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d5f885-9ad2-4ae6-8bef-f2103615078f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:33.040726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93d5f885-9ad2-4ae6-8bef-f2103615078f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.068736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-93d5f885-9ad2-4ae6-8bef-f2103615078f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6468236 Aug 17 16:44:33.072388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58636) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:33.076405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1ec862b3-a714-42bd-b1ac-f3204c54456d None None] Deleting port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:33.077115 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ec862b3-a714-42bd-b1ac-f3204c54456d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.085668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-56fcd9cf-1679-4889-975b-5f89336d7c83 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:33.106609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5f885-9ad2-4ae6-8bef-f2103615078f tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=acc634a8-4427-4cc0-867a-48b268536b42,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:33.164506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.174469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1ec862b3-a714-42bd-b1ac-f3204c54456d None None] For port f5a43f13-b351-4b2c-a5b8-aec04b46bb62, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f5a43f13-b351-4b2c-a5b8-aec04b46bb62,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:33.175048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ec862b3-a714-42bd-b1ac-f3204c54456d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.203601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1ec862b3-a714-42bd-b1ac-f3204c54456d None None] Calling delete_port for f5a43f13-b351-4b2c-a5b8-aec04b46bb62 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:33.290748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58586855-2e45-47d7-a669-59a81f085a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.297554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58586855-2e45-47d7-a669-59a81f085a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.315293 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ec862b3-a714-42bd-b1ac-f3204c54456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.340421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router fa1ff3c5-3d4e-44ae-a318-4495898e422e is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:44:33.355269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec862b3-a714-42bd-b1ac-f3204c54456d None None] Pushing event deleted for resources: {'Port': ['ID=f5a43f13-b351-4b2c-a5b8-aec04b46bb62,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:33.359429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec862b3-a714-42bd-b1ac-f3204c54456d None None] No DVR routers for this DVR port f5a43f13-b351-4b2c-a5b8-aec04b46bb62 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:44:33.374931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58586855-2e45-47d7-a669-59a81f085a5d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3430fe13f3884eb09d5ce2bfa41a7a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740919 Aug 17 16:44:33.378037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fcd9cf-1679-4889-975b-5f89336d7c83 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:33.383105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b4d69-f57a-444a-88e7-11112160da04 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:33.383806 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56fcd9cf-1679-4889-975b-5f89336d7c83 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.388141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58646) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:33.493353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:44:33.523544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Sync routers for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:44:33.529240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.530883 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-add82dec-d9d2-4a49-bb02-e3e7f3e43e44 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6026425 Aug 17 16:44:33.534067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:33.545443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:44:33.546102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:44:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:33.619221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5a43f13-b351-4b2c-a5b8-aec04b46bb62 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:44:33.647763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': 'acc634a8-4427-4cc0-867a-48b268536b42'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:44:33.648654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.650601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f5a43f13-b351-4b2c-a5b8-aec04b46bb62 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:44:33.650939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f5a43f13-b351-4b2c-a5b8-aec04b46bb62 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:44:33.803865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:44:33.815387 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a10047d-e9fe-49bf-866a-d3bab5832470 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=95a4ff9eec4d410cbacc06c6ce1bb56a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2792227 Aug 17 16:44:33.818708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:33.828972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58586855-2e45-47d7-a669-59a81f085a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5accc312-425f-42fe-bdfa-3a250a87fdc8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:33.941671 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58a8636f-5b94-411f-a87b-e78e4c185c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.973088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58a8636f-5b94-411f-a87b-e78e4c185c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:33.981542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Allocated IP 2001:db8::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/acc634a8-4427-4cc0-867a-48b268536b42/8409c404-e29c-4028-ae1a-0fcaa618cc90) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:34.038304 n-d-804878-1 neutron-server[94839]: INFO neutron.db.ipam_backend_mixin [None req-56fcd9cf-1679-4889-975b-5f89336d7c83 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet acc634a8-4427-4cc0-867a-48b268536b42 (CIDR: 2001:db8::/64) Aug 17 16:44:34.042635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58a8636f-5b94-411f-a87b-e78e4c185c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:34.045990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58a8636f-5b94-411f-a87b-e78e4c185c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:34.049783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bd1bbe-6a71-4d61-a567-b0a8715c1aab tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:34.050858 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-62bd1bbe-6a71-4d61-a567-b0a8715c1aab tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2304745 Aug 17 16:44:34.051766 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58a8636f-5b94-411f-a87b-e78e4c185c8b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5accc312-425f-42fe-bdfa-3a250a87fdc8 HTTP/1.1" status: 204 len: 168 time: 0.6603787 Aug 17 16:44:34.053703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:34.056417 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fcd9cf-1679-4889-975b-5f89336d7c83 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:44:34.057098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fcd9cf-1679-4889-975b-5f89336d7c83 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:34.069382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8636f-5b94-411f-a87b-e78e4c185c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5accc312-425f-42fe-bdfa-3a250a87fdc8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:34.084671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-56fcd9cf-1679-4889-975b-5f89336d7c83 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0081570 Aug 17 16:44:34.087625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58670) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:34.099659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:34.122437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0bb5b828-b354-4e3b-8323-f05a54a97dc5 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0652516 Aug 17 16:44:34.128295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:34.137404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1598444825', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:34.199118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:32Z', 'revision_number': 3, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:34.238816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Checking router: fa1ff3c5-3d4e-44ae-a318-4495898e422e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:44:34.239162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Updating router fa1ff3c5-3d4e-44ae-a318-4495898e422e port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:44:34.286493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Made reservation on behalf of 95a4ff9eec4d410cbacc06c6ce1bb56a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:34.295043 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:34.301958 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:34.309972 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Transition to ACTIVE for port object 8409c404-e29c-4028-ae1a-0fcaa618cc90 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:34.311695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:34.315462 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:34.328730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Transition to ACTIVE for port object 8409c404-e29c-4028-ae1a-0fcaa618cc90 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:34.338895 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:34.531069 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:34.537947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:34.611055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:34.615982 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:34.619495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:34.622474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Subnet': ['ID=277e46cf-ca77-4f10-bfce-60ee91c138c6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:34.687513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Checking segment: {'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:34.688304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network hostable DHCP agents. Network: 43884f46-991e-4f94-a4a4-95484f65042d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:44:34.706236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Pushing event updated for resources: {'Port': ['ID=8409c404-e29c-4028-ae1a-0fcaa618cc90,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:34.720420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:34.730788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network 43884f46-991e-4f94-a4a4-95484f65042d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:44:34.744422 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Attempting to bind port 8409c404-e29c-4028-ae1a-0fcaa618cc90 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:34.744750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Attempting to bind port 8409c404-e29c-4028-ae1a-0fcaa618cc90 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:34.745224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Attempting to bind port 8409c404-e29c-4028-ae1a-0fcaa618cc90 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:34.748824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 43884f46-991e-4f94-a4a4-95484f65042d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:34.758802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:34.760764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:34.785773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-269eb0ae-fb3e-4ac2-8747-6f07ee74fa4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6544518 Aug 17 16:44:34.790508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:34.903939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.objects.ports [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:44:34.925522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49f7528c-6dfc-474e-9f43-7cf9e473550b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.013381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:35.014017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:35.014432 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.014923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:35.015517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Bound port: 8409c404-e29c-4028-ae1a-0fcaa618cc90, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:35.016060 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.038092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7573a5c5-b0a7-420f-a69a-ada56b5653f0 None None] Network 43884f46-991e-4f94-a4a4-95484f65042d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:35.129688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.154519 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.171552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab09acde-6e3c-42ba-8900-ca6b4e395266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.262099 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.319960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Transition to ACTIVE for port object 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:35.348412 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.362353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] For port 8409c404-e29c-4028-ae1a-0fcaa618cc90, host n-d-804878-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:35.377791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-43884f46-991e-4f94-a4a4-95484f65042d', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:44:35.379012 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.416709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.424925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.429666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c74124-8d99-4029-b858-1e87bb6f1070 None None] Pushing event updated for resources: {'Port': ['ID=4b7c1278-64a7-4000-bbbf-f25c04a0aaf8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:35.432070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Attempting to bind port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:35.432439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Attempting to bind port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:35.432814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Attempting to bind port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:35.440498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] For port 8409c404-e29c-4028-ae1a-0fcaa618cc90, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:35.489917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:35.490307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:35.490718 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.491566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:35.491566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Bound port: 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:35.491948 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.493299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=8409c404-e29c-4028-ae1a-0fcaa618cc90,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:35.502393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attempting to bind port 8409c404-e29c-4028-ae1a-0fcaa618cc90 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:35.502750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attempting to bind port 8409c404-e29c-4028-ae1a-0fcaa618cc90 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:35.503137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attempting to bind port 8409c404-e29c-4028-ae1a-0fcaa618cc90 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:35.522655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:35.523133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:35.523624 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.524114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:35.525037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Bound port: 8409c404-e29c-4028-ae1a-0fcaa618cc90, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:35.525487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.546432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] For port 8409c404-e29c-4028-ae1a-0fcaa618cc90, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=8409c404-e29c-4028-ae1a-0fcaa618cc90,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:35.561641 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.576500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49f7528c-6dfc-474e-9f43-7cf9e473550b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.638856 n-d-804878-1 neutron-server[94839]: WARNING neutron.plugins.ml2.plugin [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Concurrent port binding operations failed on port 8409c404-e29c-4028-ae1a-0fcaa618cc90 Aug 17 16:44:35.644450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] For port 8409c404-e29c-4028-ae1a-0fcaa618cc90, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=8409c404-e29c-4028-ae1a-0fcaa618cc90,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:35.646222 n-d-804878-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attempt 2 to bind port 8409c404-e29c-4028-ae1a-0fcaa618cc90 Aug 17 16:44:35.649005 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.660719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] For port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:35.705196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49f7528c-6dfc-474e-9f43-7cf9e473550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.718887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Allocated IP 172.20.0.2 (43884f46-991e-4f94-a4a4-95484f65042d/277e46cf-ca77-4f10-bfce-60ee91c138c6/a4e379fa-804b-4751-abe8-1a71bb04db95) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:35.723835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] For port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4b7c1278-64a7-4000-bbbf-f25c04a0aaf8,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:35.730434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1a860-d31c-40b5-9d68-7f54cdcaedb0 None None] Pushing event updated for resources: {'Port': ['ID=8409c404-e29c-4028-ae1a-0fcaa618cc90,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:35.731916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:35.742026 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.747009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:35.754142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:35.758454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:35.788785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=ab63ea78-b60b-4102-8417-deafb10faf53,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:35.789453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-49f7528c-6dfc-474e-9f43-7cf9e473550b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19c0c6511955447fb22768db10d9413b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0662441 Aug 17 16:44:35.790957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58708) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:35.793410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7528c-6dfc-474e-9f43-7cf9e473550b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8a15e3-c5d1-4c73-ae0e-920b2057d400,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:35.829119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-729b049a-3cff-48bd-8aa9-4759e73d3228 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7399859 Aug 17 16:44:35.836148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58710) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:35.842603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:93:ef:aa', 'name': 'tempest-NetworksTestDHCPv6-1439804073'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:35.895621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:44:35.896386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:44:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:35.938644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c74124-8d99-4029-b858-1e87bb6f1070 None None] Pushing event updated for resources: {'Port': ['ID=4b7c1278-64a7-4000-bbbf-f25c04a0aaf8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:35.984427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.111781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0230e0b2-d3e2-429c-805d-7521c7bdb8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.150778 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0230e0b2-d3e2-429c-805d-7521c7bdb8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.169418 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:36.182889 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.281552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:44:36.328369 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0230e0b2-d3e2-429c-805d-7521c7bdb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.331494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0230e0b2-d3e2-429c-805d-7521c7bdb8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.337485 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0230e0b2-d3e2-429c-805d-7521c7bdb8ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4f8a15e3-c5d1-4c73-ae0e-920b2057d400 HTTP/1.1" status: 204 len: 168 time: 0.5212085 Aug 17 16:44:36.357488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230e0b2-d3e2-429c-805d-7521c7bdb8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8a15e3-c5d1-4c73-ae0e-920b2057d400,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:36.366642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.379492 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.392851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port f9e92843-bc68-4b28-b407-a833143cee24 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:44:36.405984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Transition to ACTIVE for port object a4e379fa-804b-4751-abe8-1a71bb04db95 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:36.506170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Transition to ACTIVE for port object a4e379fa-804b-4751-abe8-1a71bb04db95 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:36.522019 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.605561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::174 (ad3005a0-d049-42e6-8c40-cacfe59382a6/acc634a8-4427-4cc0-867a-48b268536b42/f9e92843-bc68-4b28-b407-a833143cee24) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:36.614331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:efaa (ad3005a0-d049-42e6-8c40-cacfe59382a6/ab63ea78-b60b-4102-8417-deafb10faf53/f9e92843-bc68-4b28-b407-a833143cee24) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:36.619560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Network 43884f46-991e-4f94-a4a4-95484f65042d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:36.625762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Allocated IP 172.20.0.1 (43884f46-991e-4f94-a4a4-95484f65042d/277e46cf-ca77-4f10-bfce-60ee91c138c6/f3f55348-c197-4967-a836-ba0d376e2779) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:36.636957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:36.667253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:36.686564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Pushing event updated for resources: {'Port': ['ID=a4e379fa-804b-4751-abe8-1a71bb04db95,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:36.806788 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.828423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Attempting to bind port a4e379fa-804b-4751-abe8-1a71bb04db95 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:36.828807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Attempting to bind port a4e379fa-804b-4751-abe8-1a71bb04db95 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:36.829214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Attempting to bind port a4e379fa-804b-4751-abe8-1a71bb04db95 on network 43884f46-991e-4f94-a4a4-95484f65042d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:36.842342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:36.842833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Checking segment: {'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:36.843244 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.843667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Bound using segment: {'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:36.844135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Bound port: a4e379fa-804b-4751-abe8-1a71bb04db95, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:36.844523 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.850865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object f9e92843-bc68-4b28-b407-a833143cee24 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:36.949119 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.958158 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:36.998700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Transition to ACTIVE for port object f3f55348-c197-4967-a836-ba0d376e2779 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:37.021311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:32Z', 'revision_number': 3, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:37.058568 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:37.065077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:37.065646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:37.072789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:37.081417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:37.082175 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:37.107459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=f9e92843-bc68-4b28-b407-a833143cee24,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:37.119622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1733cdba-7950-42b1-a53f-fa5a08c61dea tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2824142 Aug 17 16:44:37.123669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58730) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:37.130044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4709ac-70a2-41ca-a7c2-194d1eefbdde None None] The sync data for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 is: [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:32Z', 'revision_number': 3, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:44:37.141305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] For port a4e379fa-804b-4751-abe8-1a71bb04db95, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:37.171668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network 43884f46-991e-4f94-a4a4-95484f65042d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:37.176251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:37.179025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:37.189355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] For port a4e379fa-804b-4751-abe8-1a71bb04db95, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a4e379fa-804b-4751-abe8-1a71bb04db95,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:37.202255 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:37.238729 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:37.350491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-03aacb10-1ffa-430a-9786-ed25547f5c6d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port f9e92843-bc68-4b28-b407-a833143cee24 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:37.350491 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03aacb10-1ffa-430a-9786-ed25547f5c6d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:37.375473 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b1770c-e7a1-4c55-ad0d-45bd9e946809 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:37.441640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=f3f55348-c197-4967-a836-ba0d376e2779,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:37.524606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0844f6-ecc6-455f-b722-219b85349ef7 None None] Pushing event updated for resources: {'Port': ['ID=a4e379fa-804b-4751-abe8-1a71bb04db95,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:37.544432 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:37.567548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4311c5d8-f12a-4093-a93c-ede6ec887c44 None None] Provisioning for port 8409c404-e29c-4028-ae1a-0fcaa618cc90 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:37.587689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03aacb10-1ffa-430a-9786-ed25547f5c6d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:37.623195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-03aacb10-1ffa-430a-9786-ed25547f5c6d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for f9e92843-bc68-4b28-b407-a833143cee24 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:37.810744 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:37.821439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 8409c404-e29c-4028-ae1a-0fcaa618cc90 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:38.001964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 8409c404-e29c-4028-ae1a-0fcaa618cc90 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:38.012441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 8409c404-e29c-4028-ae1a-0fcaa618cc90 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:38.012831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:38.117349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03aacb10-1ffa-430a-9786-ed25547f5c6d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:38.166654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:38.198914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aacb10-1ffa-430a-9786-ed25547f5c6d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=f9e92843-bc68-4b28-b407-a833143cee24,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:38.228854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 8409c404-e29c-4028-ae1a-0fcaa618cc90, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=8409c404-e29c-4028-ae1a-0fcaa618cc90,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:38.241615 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:38.319422 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03aacb10-1ffa-430a-9786-ed25547f5c6d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:38.322303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-03aacb10-1ffa-430a-9786-ed25547f5c6d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/f9e92843-bc68-4b28-b407-a833143cee24 HTTP/1.1" status: 204 len: 168 time: 1.1974838 Aug 17 16:44:38.325382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58756) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:38.345782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:38.369367 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:38.392443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=8409c404-e29c-4028-ae1a-0fcaa618cc90,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:38.444186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d23e3-2095-4032-b8c5-ee472336828b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:38.445740 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8b4d23e3-2095-4032-b8c5-ee472336828b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1189919 Aug 17 16:44:38.448392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58760) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:38.554585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95176b47-eba4-4580-bf49-d854a13cfa77 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:38.556711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-95176b47-eba4-4580-bf49-d854a13cfa77 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1071985 Aug 17 16:44:38.562702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58766) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:38.578601 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:38.593246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=f3f55348-c197-4967-a836-ba0d376e2779,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:38.682838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c4afc2-6ec9-4b64-9060-34bfe4e0361e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:38.684671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c4afc2-6ec9-4b64-9060-34bfe4e0361e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:38.691684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c4afc2-6ec9-4b64-9060-34bfe4e0361e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:38.705390 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b3c4afc2-6ec9-4b64-9060-34bfe4e0361e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1404083 Aug 17 16:44:38.710324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58770) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:38.822817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d9ed84-b270-4380-8bd8-1215deb8f185 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet ab63ea78-b60b-4102-8417-deafb10faf53 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:38.833446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network 43884f46-991e-4f94-a4a4-95484f65042d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:38.833813 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86d9ed84-b270-4380-8bd8-1215deb8f185 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:38.837125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:38.938186 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86d9ed84-b270-4380-8bd8-1215deb8f185 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:39.150621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router fa1ff3c5-3d4e-44ae-a318-4495898e422e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:44:39.166763 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86d9ed84-b270-4380-8bd8-1215deb8f185 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:39.319961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522abc88-6348-46e9-9585-cead51b9c287 None None] Network 43884f46-991e-4f94-a4a4-95484f65042d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:39.325052 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86d9ed84-b270-4380-8bd8-1215deb8f185 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:39.369858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9ed84-b270-4380-8bd8-1215deb8f185 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=ab63ea78-b60b-4102-8417-deafb10faf53,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:39.372309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:44:39.378318 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-092de6ea-924b-4a2c-84a2-77d4d0460b86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "PUT /v2.0/routers/fa1ff3c5-3d4e-44ae-a318-4495898e422e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5879469 Aug 17 16:44:39.381677 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:39.383781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86d9ed84-b270-4380-8bd8-1215deb8f185 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:39.385770 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-86d9ed84-b270-4380-8bd8-1215deb8f185 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/ab63ea78-b60b-4102-8417-deafb10faf53 HTTP/1.1" status: 204 len: 168 time: 0.6743858 Aug 17 16:44:39.390947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:39.457483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c11234c4-9b1d-4333-a631-38aa50e7b57a None None] Provisioning for port a4e379fa-804b-4751-abe8-1a71bb04db95 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:39.588182 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:44:39.643327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-958d0e6a-9c0c-4ffc-9680-b705f19a303e None None] Could not find standard attr ID for object f9e92843-bc68-4b28-b407-a833143cee24. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:44:39.651582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d799bd7-a56e-4fe5-820d-2a0edb970e52 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet acc634a8-4427-4cc0-867a-48b268536b42 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:39.690024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-958d0e6a-9c0c-4ffc-9680-b705f19a303e None None] Provisioning complete for port 8409c404-e29c-4028-ae1a-0fcaa618cc90 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:39.690723 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-958d0e6a-9c0c-4ffc-9680-b705f19a303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:39.691956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d799bd7-a56e-4fe5-820d-2a0edb970e52 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:39.879917 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d799bd7-a56e-4fe5-820d-2a0edb970e52 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:39.924475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb127376-19fd-4cf7-bb1e-a68d37214910 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:39.976234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f315a3-b110-4bfe-8359-34d26ce65164 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:39.977059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f315a3-b110-4bfe-8359-34d26ce65164 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:39.977857 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f315a3-b110-4bfe-8359-34d26ce65164 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:39.978648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f315a3-b110-4bfe-8359-34d26ce65164 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:39.979275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f315a3-b110-4bfe-8359-34d26ce65164 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:39.979899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f315a3-b110-4bfe-8359-34d26ce65164 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:39.980522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f315a3-b110-4bfe-8359-34d26ce65164 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:39.981176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f315a3-b110-4bfe-8359-34d26ce65164 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:39.984482 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-26f315a3-b110-4bfe-8359-34d26ce65164 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5674 time: 0.6017563 Aug 17 16:44:39.986849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58784) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:40.008742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:40.056022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d799bd7-a56e-4fe5-820d-2a0edb970e52 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.142523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d799bd7-a56e-4fe5-820d-2a0edb970e52 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.179876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d799bd7-a56e-4fe5-820d-2a0edb970e52 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.183083 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0d799bd7-a56e-4fe5-820d-2a0edb970e52 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/acc634a8-4427-4cc0-867a-48b268536b42 HTTP/1.1" status: 204 len: 168 time: 0.7841458 Aug 17 16:44:40.184610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d799bd7-a56e-4fe5-820d-2a0edb970e52 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=acc634a8-4427-4cc0-867a-48b268536b42,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:40.187632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:40.200277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383da0c-9748-4e76-a333-4f2cc5c1bd68 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:40.209118 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Sync routers for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:44:40.226344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383da0c-9748-4e76-a333-4f2cc5c1bd68 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:40.227047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383da0c-9748-4e76-a333-4f2cc5c1bd68 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:40.227683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383da0c-9748-4e76-a333-4f2cc5c1bd68 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:40.228300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383da0c-9748-4e76-a333-4f2cc5c1bd68 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:40.228904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383da0c-9748-4e76-a333-4f2cc5c1bd68 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:40.229500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383da0c-9748-4e76-a333-4f2cc5c1bd68 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:40.230104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383da0c-9748-4e76-a333-4f2cc5c1bd68 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:40.232402 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a383da0c-9748-4e76-a333-4f2cc5c1bd68 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5167 time: 0.2436452 Aug 17 16:44:40.237359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58788) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:40.242133 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:44:40.253118 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:44:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:40.262348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e47ce1ab-d73d-45bd-8f79-7b7928f5adf7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734525 Aug 17 16:44:40.265364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:40.279895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cef3cbd5-b40e-47b5-9737-96273f5422b5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:40.400600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-04ad5206-078f-4149-8e04-42a9d16a997d None None] Could not find standard attr ID for object 88ff21f4-a349-4462-b998-bbf12ca9a969. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:44:40.474292 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:44:40.501255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:40.510557 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef3cbd5-b40e-47b5-9737-96273f5422b5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:40.515244 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cef3cbd5-b40e-47b5-9737-96273f5422b5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.548349 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:40.548730 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.659072 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-364f5941-f99b-4a40-ae71-4c9877f89a6f tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.4196594 Aug 17 16:44:40.727565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-690116d2-da58-4452-8bcb-ab08753e3563 None None] Provisioning for port f3f55348-c197-4967-a836-ba0d376e2779 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:40.734009 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.758159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4b7c1278-64a7-4000-bbbf-f25c04a0aaf8,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:40.759353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653a75b6-13a3-42f5-b826-53a2b79e989a None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:44:40.763139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-690116d2-da58-4452-8bcb-ab08753e3563 None None] Provisioning complete for port f3f55348-c197-4967-a836-ba0d376e2779 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:40.763764 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-690116d2-da58-4452-8bcb-ab08753e3563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.771288 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.772459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 8409c404-e29c-4028-ae1a-0fcaa618cc90 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:40.821430 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:37Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:37Z', 'revision_number': 2, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:40.861503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cef3cbd5-b40e-47b5-9737-96273f5422b5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.897114 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Checking router: fa1ff3c5-3d4e-44ae-a318-4495898e422e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:44:40.897454 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Updating router fa1ff3c5-3d4e-44ae-a318-4495898e422e port f3f55348-c197-4967-a836-ba0d376e2779 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:44:40.930940 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-690116d2-da58-4452-8bcb-ab08753e3563 None None] Port f3f55348-c197-4967-a836-ba0d376e2779 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:44:40.937483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef3cbd5-b40e-47b5-9737-96273f5422b5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:40.941457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cef3cbd5-b40e-47b5-9737-96273f5422b5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:40.946115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef3cbd5-b40e-47b5-9737-96273f5422b5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:40.946992 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cef3cbd5-b40e-47b5-9737-96273f5422b5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.953855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=4b7c1278-64a7-4000-bbbf-f25c04a0aaf8,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:40.977537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3cbd5-b40e-47b5-9737-96273f5422b5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=7b456e37-6958-40a4-8c6e-352e694bee53,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:40.991513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-653a75b6-13a3-42f5-b826-53a2b79e989a None None] Deleting port 8409c404-e29c-4028-ae1a-0fcaa618cc90 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:40.991886 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-653a75b6-13a3-42f5-b826-53a2b79e989a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.993819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cef3cbd5-b40e-47b5-9737-96273f5422b5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7270951 Aug 17 16:44:40.995061 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:40.996775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58804) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:41.002097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b38ae640-66cc-4995-8817-52f430204475 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:41.017488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 8409c404-e29c-4028-ae1a-0fcaa618cc90 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:41.017863 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.111987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-33d28f7d-fe64-4cd4-bc5c-ef968a647519 None None] Provisioning complete for port f3f55348-c197-4967-a836-ba0d376e2779 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:41.112368 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33d28f7d-fe64-4cd4-bc5c-ef968a647519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.155610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:41.160976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8b74edef-350b-447a-aae0-c85290fa5d19 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1450516', 'description': 'tempest-secgroup-smoke-1450516 description', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:41.165424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-33d28f7d-fe64-4cd4-bc5c-ef968a647519 None None] Port f3f55348-c197-4967-a836-ba0d376e2779 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:44:41.188441 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-8b74edef-350b-447a-aae0-c85290fa5d19 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 16:44:41.188441 n-d-804878-1 neutron-server[94838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 16:44:41.188441 n-d-804878-1 neutron-server[94838]: [parameters: {'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'id': '94fa585d-bd9e-4fe2-b419-a02222be9d15', 'expiration': datetime.datetime(2021, 8, 17, 16, 46, 41, 181974)}] Aug 17 16:44:41.188441 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:44:41.188840 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-8b74edef-350b-447a-aae0-c85290fa5d19 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:44:41.197120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38ae640-66cc-4995-8817-52f430204475 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:41.201158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b38ae640-66cc-4995-8817-52f430204475 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.233505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a4e379fa-804b-4751-abe8-1a71bb04db95 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:41.283357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-653a75b6-13a3-42f5-b826-53a2b79e989a None None] For port 8409c404-e29c-4028-ae1a-0fcaa618cc90, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=8409c404-e29c-4028-ae1a-0fcaa618cc90,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:41.283761 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-653a75b6-13a3-42f5-b826-53a2b79e989a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.306754 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-653a75b6-13a3-42f5-b826-53a2b79e989a None None] Calling delete_port for 8409c404-e29c-4028-ae1a-0fcaa618cc90 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:41.307246 n-d-804878-1 neutron-server[94839]: INFO neutron.db.ipam_backend_mixin [None req-b38ae640-66cc-4995-8817-52f430204475 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b456e37-6958-40a4-8c6e-352e694bee53 (CIDR: 2001:db8::/64) Aug 17 16:44:41.313036 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38ae640-66cc-4995-8817-52f430204475 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:44:41.313856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38ae640-66cc-4995-8817-52f430204475 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:41.333082 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b38ae640-66cc-4995-8817-52f430204475 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3349838 Aug 17 16:44:41.335864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:41.342890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'subnet': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:41.372956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port a4e379fa-804b-4751-abe8-1a71bb04db95 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:41.387954 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.388547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port a4e379fa-804b-4751-abe8-1a71bb04db95 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:41.389467 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.404416 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Transition to ACTIVE for port object f3f55348-c197-4967-a836-ba0d376e2779 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:41.413125 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.506999 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-653a75b6-13a3-42f5-b826-53a2b79e989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.515764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:41.520170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.571118 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Attempting to bind port f3f55348-c197-4967-a836-ba0d376e2779 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:41.571484 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Attempting to bind port f3f55348-c197-4967-a836-ba0d376e2779 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:41.571842 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Attempting to bind port f3f55348-c197-4967-a836-ba0d376e2779 on network 43884f46-991e-4f94-a4a4-95484f65042d {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:41.575216 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Pushing event updated for resources: {'Port': ['ID=f3f55348-c197-4967-a836-ba0d376e2779,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:41.593609 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.593954 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.594272 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.594616 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.594934 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.595247 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.595559 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.595871 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.596179 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.596487 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.596793 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.597624 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:41.601393 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:41.601760 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Checking segment: {'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:41.602158 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.616719 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Bound using segment: {'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:41.617318 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Bound port: f3f55348-c197-4967-a836-ba0d376e2779, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:41.617720 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.618359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a75b6-13a3-42f5-b826-53a2b79e989a None None] No DVR routers for this DVR port 8409c404-e29c-4028-ae1a-0fcaa618cc90 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:44:41.635129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a75b6-13a3-42f5-b826-53a2b79e989a None None] Pushing event deleted for resources: {'Port': ['ID=8409c404-e29c-4028-ae1a-0fcaa618cc90,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:41.653132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea88578-fb47-477e-a33d-957d1896bf5d None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:41.709597 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.733337 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] For port f3f55348-c197-4967-a836-ba0d376e2779, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:41.739456 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] For port f3f55348-c197-4967-a836-ba0d376e2779, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f3f55348-c197-4967-a836-ba0d376e2779,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:41.753250 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.778865 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b74edef-350b-447a-aae0-c85290fa5d19 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.803279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port a4e379fa-804b-4751-abe8-1a71bb04db95, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a4e379fa-804b-4751-abe8-1a71bb04db95,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:41.821063 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:41.836028 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:44:41.836658 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:44:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:41.844107 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dcf6d-a239-422e-a911-a67faccab551 None None] Pushing event updated for resources: {'Port': ['ID=f3f55348-c197-4967-a836-ba0d376e2779,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:42.043684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:42.142584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=a4e379fa-804b-4751-abe8-1a71bb04db95,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:42.191455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b74edef-350b-447a-aae0-c85290fa5d19 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.204144 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b74edef-350b-447a-aae0-c85290fa5d19 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.224067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ad3005a0-d049-42e6-8c40-cacfe59382a6', 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'tenant_id': 'e1c8ff95a90b49059b7a136f826a1db8', 'fixed_ips': [{'subnet_id': '7b456e37-6958-40a4-8c6e-352e694bee53'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:44:42.224912 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.248113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:42.248486 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.252142 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:44:42.281436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74edef-350b-447a-aae0-c85290fa5d19 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ea9db4-fa22-4fb7-98cf-1bb0db74b569,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:42.378716 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b74edef-350b-447a-aae0-c85290fa5d19 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.380239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8b74edef-350b-447a-aae0-c85290fa5d19 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.2235007 Aug 17 16:44:42.383231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58824) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:42.389873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bd5b410b-1e49-4c9f-bbfb-6d8f8bfce37a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '50ea9db4-fa22-4fb7-98cf-1bb0db74b569', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:42.424720 n-d-804878-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 16:44:42.427434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.475829 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd5b410b-1e49-4c9f-bbfb-6d8f8bfce37a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.481884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Subnet': ['ID=c09428be-e413-4717-a09f-9bf89ce7673e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:42.499961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:42.501636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:42.505492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:42.506454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.527864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-99b8bb44-0be0-422c-8e65-9a4a5f02a9f1 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1908150 Aug 17 16:44:42.530611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58826) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:42.537993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Request body: {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'mac_address': 'fa:16:3e:33:04:86', 'name': 'tempest-NetworksTestDHCPv6-1023234278'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:42.587301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Allocated IP 2001:db8::2 (ad3005a0-d049-42e6-8c40-cacfe59382a6/7b456e37-6958-40a4-8c6e-352e694bee53/10c332d0-4532-4c93-82d3-9b5383f84755) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:42.603377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe07:3831 (ad3005a0-d049-42e6-8c40-cacfe59382a6/c09428be-e413-4717-a09f-9bf89ce7673e/10c332d0-4532-4c93-82d3-9b5383f84755) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:42.609653 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd5b410b-1e49-4c9f-bbfb-6d8f8bfce37a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.618227 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd5b410b-1e49-4c9f-bbfb-6d8f8bfce37a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.653383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 8409c404-e29c-4028-ae1a-0fcaa618cc90 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:44:42.654545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b410b-1e49-4c9f-bbfb-6d8f8bfce37a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e9838b-80f1-425a-b3cc-a0e2833352d4,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:42.687802 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd5b410b-1e49-4c9f-bbfb-6d8f8bfce37a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.692627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bd5b410b-1e49-4c9f-bbfb-6d8f8bfce37a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050761 Aug 17 16:44:42.692990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58828) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:42.698330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f330c1ef-fa72-4fac-836b-c560aa963cb9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '50ea9db4-fa22-4fb7-98cf-1bb0db74b569', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:42.714249 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:37Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:41Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:42.746687 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f330c1ef-fa72-4fac-836b-c560aa963cb9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.753165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Made reservation on behalf of e1c8ff95a90b49059b7a136f826a1db8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:42.766491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 8409c404-e29c-4028-ae1a-0fcaa618cc90 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:44:42.766834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 8409c404-e29c-4028-ae1a-0fcaa618cc90 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:44:42.775068 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa258f-2d58-42ae-a1e3-2d7c4b2b7b87 None None] The sync data for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 is: [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:37Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:41Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:44:42.932499 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f330c1ef-fa72-4fac-836b-c560aa963cb9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.945538 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f330c1ef-fa72-4fac-836b-c560aa963cb9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.956421 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.969764 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:42.989569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330c1ef-fa72-4fac-836b-c560aa963cb9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e5a13c-35e0-46c3-9130-c8499af109d2,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:42.995760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Transition to ACTIVE for port object 10c332d0-4532-4c93-82d3-9b5383f84755 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:42.999413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] device_id is not set on port 598dc43a-6fa0-4b77-a607-ff9340fc4fbc yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:44:43.011922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f330c1ef-fa72-4fac-836b-c560aa963cb9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.017706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f330c1ef-fa72-4fac-836b-c560aa963cb9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3232179 Aug 17 16:44:43.018159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:43.023828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-af8a6dba-2139-4356-8a90-88d45b47e3fc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '50ea9db4-fa22-4fb7-98cf-1bb0db74b569', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:43.036115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Transition to ACTIVE for port object 10c332d0-4532-4c93-82d3-9b5383f84755 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:43.049828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.133251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:43.138834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:43.142082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:43.148765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Pushing event updated for resources: {'Port': ['ID=10c332d0-4532-4c93-82d3-9b5383f84755,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:43.162642 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8a6dba-2139-4356-8a90-88d45b47e3fc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.183939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.184289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.184632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.184969 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.185305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.186016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.186016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.186279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.186634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.186958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.188412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.188750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.267713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Attempting to bind port 10c332d0-4532-4c93-82d3-9b5383f84755 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:43.268546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Attempting to bind port 10c332d0-4532-4c93-82d3-9b5383f84755 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:43.268652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Attempting to bind port 10c332d0-4532-4c93-82d3-9b5383f84755 on network ad3005a0-d049-42e6-8c40-cacfe59382a6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:43.274947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:43.275418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Checking segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:43.275896 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.276688 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Bound using segment: {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:43.277213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Bound port: 10c332d0-4532-4c93-82d3-9b5383f84755, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823a6ca-d516-492c-8e2e-f3699c498ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:43.286858 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.308545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8a6dba-2139-4356-8a90-88d45b47e3fc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.318629 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8a6dba-2139-4356-8a90-88d45b47e3fc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.348116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8::2fb (ad3005a0-d049-42e6-8c40-cacfe59382a6/7b456e37-6958-40a4-8c6e-352e694bee53/598dc43a-6fa0-4b77-a607-ff9340fc4fbc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:43.361495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:486 (ad3005a0-d049-42e6-8c40-cacfe59382a6/c09428be-e413-4717-a09f-9bf89ce7673e/598dc43a-6fa0-4b77-a607-ff9340fc4fbc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:43.364503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a6dba-2139-4356-8a90-88d45b47e3fc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced863e0-9c47-48c0-8bc6-7396b30fe8c0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:43.380344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af8a6dba-2139-4356-8a90-88d45b47e3fc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.382061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-af8a6dba-2139-4356-8a90-88d45b47e3fc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626413 Aug 17 16:44:43.385202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58836) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:43.390029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '50ea9db4-fa22-4fb7-98cf-1bb0db74b569', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:43.415805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] For port 10c332d0-4532-4c93-82d3-9b5383f84755, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:43.420369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] For port 10c332d0-4532-4c93-82d3-9b5383f84755, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=10c332d0-4532-4c93-82d3-9b5383f84755,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:43.428009 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.450682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.549172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee9308-e2cb-4eff-9ae7-dedd401dd824 None None] Pushing event updated for resources: {'Port': ['ID=10c332d0-4532-4c93-82d3-9b5383f84755,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:43.563679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.579995 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.610176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ba5182-8bc0-42b9-94b3-50dc6d6b58c0,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:43.622867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.623372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.624317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.624488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.624951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.625432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.625871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.626289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.627029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.627482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.628805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.628918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:44:43.633790 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.636380 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9122d0d3-975a-46b2-a5fc-8fa9ed3c038c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2500918 Aug 17 16:44:43.639756 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58838) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:43.648567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bf53324e-bccf-4b1d-830c-fb25fa5f0354 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '50ea9db4-fa22-4fb7-98cf-1bb0db74b569', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:43.688048 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-bf53324e-bccf-4b1d-830c-fb25fa5f0354 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Project 95a4ff9eec4d410cbacc06c6ce1bb56a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:44:43.698147 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf53324e-bccf-4b1d-830c-fb25fa5f0354 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.836866 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf53324e-bccf-4b1d-830c-fb25fa5f0354 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.847629 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf53324e-bccf-4b1d-830c-fb25fa5f0354 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.884559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53324e-bccf-4b1d-830c-fb25fa5f0354 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c97d35-0518-49a9-b1eb-49c0773ee138,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:43.899883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf53324e-bccf-4b1d-830c-fb25fa5f0354 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:43.901346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bf53324e-bccf-4b1d-830c-fb25fa5f0354 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2592931 Aug 17 16:44:43.908675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58840) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:43.916740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1ae37f8e-e626-4e76-b17c-8ad7519b9d56 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '50ea9db4-fa22-4fb7-98cf-1bb0db74b569', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:43.984781 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-1ae37f8e-e626-4e76-b17c-8ad7519b9d56 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Project 95a4ff9eec4d410cbacc06c6ce1bb56a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:44:43.991245 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae37f8e-e626-4e76-b17c-8ad7519b9d56 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.084244 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae37f8e-e626-4e76-b17c-8ad7519b9d56 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.090404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae37f8e-e626-4e76-b17c-8ad7519b9d56 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.112531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae37f8e-e626-4e76-b17c-8ad7519b9d56 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fc5b11-ae1f-43b7-aac3-2cc956d7a99a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:44.127260 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae37f8e-e626-4e76-b17c-8ad7519b9d56 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.129452 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1ae37f8e-e626-4e76-b17c-8ad7519b9d56 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2194474 Aug 17 16:44:44.151128 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.163261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f3f55348-c197-4967-a836-ba0d376e2779 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:44.170626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Transition to ACTIVE for port object 598dc43a-6fa0-4b77-a607-ff9340fc4fbc will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:44.230508 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.260032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f3f55348-c197-4967-a836-ba0d376e2779 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:44.267178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f3f55348-c197-4967-a836-ba0d376e2779 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:44.269915 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.291399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event updated for resources: {'Port': ['ID=598dc43a-6fa0-4b77-a607-ff9340fc4fbc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:44.315701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:44.321422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:44.329253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:44.336152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:44.336982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.367639 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d069d41-ed65-452d-9f54-fa9c891e5dd4 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8334100 Aug 17 16:44:44.368363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58852) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:44.522398 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.608745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port f3f55348-c197-4967-a836-ba0d376e2779, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f3f55348-c197-4967-a836-ba0d376e2779,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:44.620113 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.621268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 10c332d0-4532-4c93-82d3-9b5383f84755 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:44.648255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-38913f2e-f1af-4ad1-ada4-952597027d85 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450516&fields=id&tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a HTTP/1.1" status: 200 len: 267 time: 0.1590011 Aug 17 16:44:44.655356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-68f59670-6a10-432e-a9f8-1b2b5a86d006 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting port 598dc43a-6fa0-4b77-a607-ff9340fc4fbc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:44.655863 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f59670-6a10-432e-a9f8-1b2b5a86d006 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.817782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=f3f55348-c197-4967-a836-ba0d376e2779,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:44.869506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 10c332d0-4532-4c93-82d3-9b5383f84755 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:44.877856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a4e379fa-804b-4751-abe8-1a71bb04db95 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:44.905142 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f59670-6a10-432e-a9f8-1b2b5a86d006 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:44.933697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-68f59670-6a10-432e-a9f8-1b2b5a86d006 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Calling delete_port for 598dc43a-6fa0-4b77-a607-ff9340fc4fbc owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:45.033703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port a4e379fa-804b-4751-abe8-1a71bb04db95 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:45.034077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:45.130796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-12bb5532-fdd6-4744-b95c-0f08b95fa490 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:45.138500 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-12bb5532-fdd6-4744-b95c-0f08b95fa490 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/networks?id=43884f46-991e-4f94-a4a4-95484f65042d HTTP/1.1" status: 200 len: 797 time: 0.4871514 Aug 17 16:44:45.156817 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-f6b53779-cdc4-4cd5-a1a8-9c00cfa1af9b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/quotas/95a4ff9eec4d410cbacc06c6ce1bb56a HTTP/1.1" status: 200 len: 375 time: 0.0173390 Aug 17 16:44:45.225230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c6fa3-8613-4e3d-8468-8aa111bec0b9 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:45.281636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-4479a2b9-8b80-430e-b808-c23de6257d14 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236603 Aug 17 16:44:45.345085 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f59670-6a10-432e-a9f8-1b2b5a86d006 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:45.382542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40707e34-0470-4424-9edb-77c68537cbb0 None None] Provisioning for port 10c332d0-4532-4c93-82d3-9b5383f84755 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:45.388638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40707e34-0470-4424-9edb-77c68537cbb0 None None] Provisioning complete for port 10c332d0-4532-4c93-82d3-9b5383f84755 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:45.389204 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40707e34-0470-4424-9edb-77c68537cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:45.397174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1fca4943-8fd5-4b99-9f58-d35670c10acb service neutron] 10.222.0.77 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144640 Aug 17 16:44:45.435068 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f59670-6a10-432e-a9f8-1b2b5a86d006 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Port': ['ID=598dc43a-6fa0-4b77-a607-ff9340fc4fbc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:45.456026 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f59670-6a10-432e-a9f8-1b2b5a86d006 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:45.462139 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-68f59670-6a10-432e-a9f8-1b2b5a86d006 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/598dc43a-6fa0-4b77-a607-ff9340fc4fbc HTTP/1.1" status: 204 len: 168 time: 1.0929863 Aug 17 16:44:45.462987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58874) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:45.535114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ef24dd-f140-4c5e-9562-346f61802bf7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:45.537045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-31ef24dd-f140-4c5e-9562-346f61802bf7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0729103 Aug 17 16:44:45.539876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:45.569902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40707e34-0470-4424-9edb-77c68537cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:45.597720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-4282b17d-727f-4804-b233-d79402707a0d service neutron] 10.222.0.77 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889720 Aug 17 16:44:45.626757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-40707e34-0470-4424-9edb-77c68537cbb0 None None] For port 10c332d0-4532-4c93-82d3-9b5383f84755, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=10c332d0-4532-4c93-82d3-9b5383f84755,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:45.629920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1efc6cf-6fb7-4be8-a2e7-b3bfac4a71c2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:45.631647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1efc6cf-6fb7-4be8-a2e7-b3bfac4a71c2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0906863 Aug 17 16:44:45.634500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58880) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:45.635602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40707e34-0470-4424-9edb-77c68537cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:45.697987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40707e34-0470-4424-9edb-77c68537cbb0 None None] Pushing event updated for resources: {'Port': ['ID=10c332d0-4532-4c93-82d3-9b5383f84755,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:45.767800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d696d7-b3d0-4e60-866b-2a20402542eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:45.774032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d696d7-b3d0-4e60-866b-2a20402542eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:45.775582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d696d7-b3d0-4e60-866b-2a20402542eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:45.780422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-47d696d7-b3d0-4e60-866b-2a20402542eb tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1438231 Aug 17 16:44:45.783344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:45.881639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a521b0a3-e7d7-4be3-b103-36fca25c701a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet 7b456e37-6958-40a4-8c6e-352e694bee53 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:45.892380 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a521b0a3-e7d7-4be3-b103-36fca25c701a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:45.961145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f3f55348-c197-4967-a836-ba0d376e2779 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:45.969364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81750cf9-06d3-4d26-983a-e414e218cc78 req-d1c273b7-82a0-4bf3-b050-3967564b56bb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 210 time: 0.0671260 Aug 17 16:44:46.041482 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a521b0a3-e7d7-4be3-b103-36fca25c701a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.076482 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f3f55348-c197-4967-a836-ba0d376e2779 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:46.076861 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.180195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 10c332d0-4532-4c93-82d3-9b5383f84755 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:46.192713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a521b0a3-e7d7-4be3-b103-36fca25c701a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.247184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 10c332d0-4532-4c93-82d3-9b5383f84755 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:46.247681 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.275944 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a521b0a3-e7d7-4be3-b103-36fca25c701a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.319224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521b0a3-e7d7-4be3-b103-36fca25c701a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=7b456e37-6958-40a4-8c6e-352e694bee53,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:46.331987 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a521b0a3-e7d7-4be3-b103-36fca25c701a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.336808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a521b0a3-e7d7-4be3-b103-36fca25c701a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/7b456e37-6958-40a4-8c6e-352e694bee53 HTTP/1.1" status: 204 len: 168 time: 0.5496955 Aug 17 16:44:46.336893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58892) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:46.449275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8557d754-53a2-44c8-b575-fd582f9c12e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Deleting subnet c09428be-e413-4717-a09f-9bf89ce7673e {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:44:46.458473 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8557d754-53a2-44c8-b575-fd582f9c12e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.519881 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8557d754-53a2-44c8-b575-fd582f9c12e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.554208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ebef5-50d0-4e5e-9fdb-a229d4a4ed0d None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:46.628647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-88c9c1e7-63a6-4e9c-b22d-3fa2dd4fdd0d None None] Provisioning complete for port 10c332d0-4532-4c93-82d3-9b5383f84755 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:46.629034 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88c9c1e7-63a6-4e9c-b22d-3fa2dd4fdd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.649421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8557d754-53a2-44c8-b575-fd582f9c12e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.740418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8557d754-53a2-44c8-b575-fd582f9c12e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.820803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557d754-53a2-44c8-b575-fd582f9c12e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Subnet': ['ID=c09428be-e413-4717-a09f-9bf89ce7673e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:46.830287 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8557d754-53a2-44c8-b575-fd582f9c12e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:46.833862 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8557d754-53a2-44c8-b575-fd582f9c12e8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/c09428be-e413-4717-a09f-9bf89ce7673e HTTP/1.1" status: 204 len: 168 time: 0.4951994 Aug 17 16:44:46.835762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:46.898238 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a1a2bbe-d069-4960-bdb9-742b1ac8411c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612679 Aug 17 16:44:46.900845 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:46.969632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c031d01c-bc27-4ebc-8837-8df2a2501107 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:46.973695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c031d01c-bc27-4ebc-8837-8df2a2501107 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0694895 Aug 17 16:44:46.974242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.044979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898144d-4ea7-4c64-a718-a188504d8b71 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.046853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada7a2ca-0702-4ae0-9c1d-1e59380e913e None None] Update dhcp port {'port': {'network_id': 'ad3005a0-d049-42e6-8c40-cacfe59382a6', 'fixed_ips': [{'subnet_id': 'c09428be-e413-4717-a09f-9bf89ce7673e'}], 'binding:host_id': 'n-d-804878-1'}, 'id': '10c332d0-4532-4c93-82d3-9b5383f84755'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:44:47.052592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0898144d-4ea7-4c64-a718-a188504d8b71 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0746992 Aug 17 16:44:47.053649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58928) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.096523 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ada7a2ca-0702-4ae0-9c1d-1e59380e913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:47.128396 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dab758ea-eb94-4610-8f81-efde4222af4e req-b1f77c5b-fe8a-4a97-ae66-5b4c51a66786 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 210 time: 0.0407808 Aug 17 16:44:47.190016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c9795ea3-3037-4347-a102-2ce7eb176e31 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357968 Aug 17 16:44:47.200659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58930) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.261575 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-02aa5cd7-a2a0-4231-bfc3-a50c3795c310 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.262509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02aa5cd7-a2a0-4231-bfc3-a50c3795c310 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.267049 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-02aa5cd7-a2a0-4231-bfc3-a50c3795c310 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/598dc43a-6fa0-4b77-a607-ff9340fc4fbc HTTP/1.1" status: 404 len: 333 time: 0.0628564 Aug 17 16:44:47.267764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.305056 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5743e2-b3e8-45cf-a9e4-f73d463710f0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.305609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5743e2-b3e8-45cf-a9e4-f73d463710f0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.310017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad5743e2-b3e8-45cf-a9e4-f73d463710f0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/c09428be-e413-4717-a09f-9bf89ce7673e HTTP/1.1" status: 404 len: 337 time: 0.0387089 Aug 17 16:44:47.310202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-4b4c4aa2-ce5e-4331-b103-d16bbe78f948 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3372591 Aug 17 16:44:47.311488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58938) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.385222 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d00950-e990-46f5-8b80-4d6b829589d9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.385717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d00950-e990-46f5-8b80-4d6b829589d9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.387583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c6d00950-e990-46f5-8b80-4d6b829589d9 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/7b456e37-6958-40a4-8c6e-352e694bee53 HTTP/1.1" status: 404 len: 337 time: 0.0751247 Aug 17 16:44:47.390355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.434296 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-899ce0e9-95cf-4bba-b783-5deff713a854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.437048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899ce0e9-95cf-4bba-b783-5deff713a854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.438863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-899ce0e9-95cf-4bba-b783-5deff713a854 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/f9e92843-bc68-4b28-b407-a833143cee24 HTTP/1.1" status: 404 len: 333 time: 0.0475123 Aug 17 16:44:47.448082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.504139 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25cf236-f57b-4eeb-83f7-e2e88bf2262a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.504601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25cf236-f57b-4eeb-83f7-e2e88bf2262a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.505946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-a8c1594a-719a-497f-95e2-1117ec47ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.506355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d25cf236-f57b-4eeb-83f7-e2e88bf2262a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/ab63ea78-b60b-4102-8417-deafb10faf53 HTTP/1.1" status: 404 len: 337 time: 0.0570061 Aug 17 16:44:47.506473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-a8c1594a-719a-497f-95e2-1117ec47ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.506949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-a8c1594a-719a-497f-95e2-1117ec47ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.507423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-a8c1594a-719a-497f-95e2-1117ec47ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.507897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-a8c1594a-719a-497f-95e2-1117ec47ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.508505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-a8c1594a-719a-497f-95e2-1117ec47ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.508982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-a8c1594a-719a-497f-95e2-1117ec47ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.509092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58948) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.511207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-a8c1594a-719a-497f-95e2-1117ec47ebec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6502 time: 0.1175265 Aug 17 16:44:47.551128 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66b9400-98c3-4b45-85a7-f8a7b65e23a2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.551583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66b9400-98c3-4b45-85a7-f8a7b65e23a2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.553320 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e66b9400-98c3-4b45-85a7-f8a7b65e23a2 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/acc634a8-4427-4cc0-867a-48b268536b42 HTTP/1.1" status: 404 len: 337 time: 0.0434258 Aug 17 16:44:47.556784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.589270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dd374b-6025-4f21-814b-460fe2556899 None None] Network ad3005a0-d049-42e6-8c40-cacfe59382a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:44:47.595497 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-78509f49-389b-4de2-a353-691bac7614c7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.596285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78509f49-389b-4de2-a353-691bac7614c7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.598671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-78509f49-389b-4de2-a353-691bac7614c7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/88ff21f4-a349-4462-b998-bbf12ca9a969 HTTP/1.1" status: 404 len: 333 time: 0.0402975 Aug 17 16:44:47.601132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58954) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.637892 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadbe8ec-4898-4115-ba65-b379bb0518b8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.638194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadbe8ec-4898-4115-ba65-b379bb0518b8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.639938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cadbe8ec-4898-4115-ba65-b379bb0518b8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/040280d2-b1c5-43dc-9f79-2daa85e69fd7 HTTP/1.1" status: 404 len: 337 time: 0.0375931 Aug 17 16:44:47.642569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58956) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.671817 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a023be8a-0709-4098-8c15-f7187b00d8e7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.672488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a023be8a-0709-4098-8c15-f7187b00d8e7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.674590 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a023be8a-0709-4098-8c15-f7187b00d8e7 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/0c5d2cda-c7e0-4919-9354-128126cafb77 HTTP/1.1" status: 404 len: 337 time: 0.0310459 Aug 17 16:44:47.674724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-8c2d9883-31a2-41d3-bfc8-f12e495d39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.675885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-8c2d9883-31a2-41d3-bfc8-f12e495d39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.676349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-8c2d9883-31a2-41d3-bfc8-f12e495d39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.677647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.678440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-8c2d9883-31a2-41d3-bfc8-f12e495d39e9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 200 len: 2299 time: 0.1365383 Aug 17 16:44:47.692411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e2c6790e-1cb9-4312-bceb-bb90b1ef37cb None None] Provisioning complete for port 10c332d0-4532-4c93-82d3-9b5383f84755 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:47.695754 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2c6790e-1cb9-4312-bceb-bb90b1ef37cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:47.704201 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4121fd7e-fb13-4bca-be42-97c68f1e0885 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.704878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4121fd7e-fb13-4bca-be42-97c68f1e0885 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.707562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4121fd7e-fb13-4bca-be42-97c68f1e0885 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/17ee9e59-301f-415c-a1dc-cbe5e5f1b366 HTTP/1.1" status: 404 len: 333 time: 0.0281541 Aug 17 16:44:47.725471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.786694 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e781624-be28-44c8-bb9a-00b760abd87d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.787216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e781624-be28-44c8-bb9a-00b760abd87d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.789119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e781624-be28-44c8-bb9a-00b760abd87d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/e36a6980-3dc7-4bbc-a689-88c9a99f55c4 HTTP/1.1" status: 404 len: 337 time: 0.0620570 Aug 17 16:44:47.795632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58966) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.802049 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-fe1f317e-0f16-4d4c-a182-2d2861c80756 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 200 len: 1002 time: 0.1157453 Aug 17 16:44:47.854137 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-228095b4-5275-48c5-8679-95f9e36a86ab tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:47.855251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228095b4-5275-48c5-8679-95f9e36a86ab tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:47.857334 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-228095b4-5275-48c5-8679-95f9e36a86ab tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/d22a048b-aa0b-44bb-bb46-d678b46d3166 HTTP/1.1" status: 404 len: 337 time: 0.0543826 Aug 17 16:44:47.859949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:47.880228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-66cde7f8-696a-4ac7-9c8f-722caf5e82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.882118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-66cde7f8-696a-4ac7-9c8f-722caf5e82e2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6794c805-5b84-4d68-91c3-86786023ccd4 HTTP/1.1" status: 200 len: 856 time: 0.0730863 Aug 17 16:44:47.970241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1855c40-5187-4228-8ea1-15ee63906aa6 None None] DHCP port deletion for ad3005a0-d049-42e6-8c40-cacfe59382a6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:44:47.971515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-ea420643-15e9-4ac5-a9cf-fb25636709da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:47.973176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-ea420643-15e9-4ac5-a9cf-fb25636709da service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802758 Aug 17 16:44:47.986709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-aa3122ec-5a84-4117-9d5a-678354612d7c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:47.988232 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-aa3122ec-5a84-4117-9d5a-678354612d7c service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065203 Aug 17 16:44:48.010142 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc40534-3f8c-43c6-8b10-ef0bb3a673ad tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:48.010943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc40534-3f8c-43c6-8b10-ef0bb3a673ad tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:48.012874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0cc40534-3f8c-43c6-8b10-ef0bb3a673ad tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/95c05abf-4161-4432-92f0-944924887af3 HTTP/1.1" status: 404 len: 333 time: 0.1515026 Aug 17 16:44:48.022299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58978) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:48.033397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 10c332d0-4532-4c93-82d3-9b5383f84755 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:44:48.210860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-ac333db2-72d6-40c4-a239-4121b1533c5f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:48.213996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-ac333db2-72d6-40c4-a239-4121b1533c5f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "GET /v2.0/networks?id=43884f46-991e-4f94-a4a4-95484f65042d HTTP/1.1" status: 200 len: 797 time: 0.3430374 Aug 17 16:44:48.244128 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:48.283537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a1855c40-5187-4228-8ea1-15ee63906aa6 None None] Deleting port 10c332d0-4532-4c93-82d3-9b5383f84755 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:44:48.283928 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1855c40-5187-4228-8ea1-15ee63906aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:48.302781 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-d02ff05e-f320-4855-8d1d-7057db7bd214 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a HTTP/1.1" status: 200 len: 377 time: 0.0777488 Aug 17 16:44:48.327258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'port': {'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'admin_state_up': True, 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'security_groups': ['50ea9db4-fa22-4fb7-98cf-1bb0db74b569']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:48.423558 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 10c332d0-4532-4c93-82d3-9b5383f84755, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=10c332d0-4532-4c93-82d3-9b5383f84755,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:48.436225 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:48.497036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a1855c40-5187-4228-8ea1-15ee63906aa6 None None] For port 10c332d0-4532-4c93-82d3-9b5383f84755, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=10c332d0-4532-4c93-82d3-9b5383f84755,segment=NetworkSegment(6823a6ca-d516-492c-8e2e-f3699c498ec8),segment_id=6823a6ca-d516-492c-8e2e-f3699c498ec8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:48.497787 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1855c40-5187-4228-8ea1-15ee63906aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:48.520055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a1855c40-5187-4228-8ea1-15ee63906aa6 None None] Calling delete_port for 10c332d0-4532-4c93-82d3-9b5383f84755 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:44:48.531388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Made reservation on behalf of 95a4ff9eec4d410cbacc06c6ce1bb56a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:48.536412 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:48.542152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=10c332d0-4532-4c93-82d3-9b5383f84755,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:48.557256 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-14217f7b-15bd-4af2-9ecf-c338f27ff7d8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:48.558879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14217f7b-15bd-4af2-9ecf-c338f27ff7d8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:48.563321 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-14217f7b-15bd-4af2-9ecf-c338f27ff7d8 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/8cd8d891-e483-4d09-a053-e332a20bc4f3 HTTP/1.1" status: 404 len: 337 time: 0.5373025 Aug 17 16:44:48.564659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 58992) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:48.603955 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83d86738-2a2a-4487-8112-484079cf8f88 req-c5d858bd-9c4c-457c-a0d2-752f8cd92ee8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 210 time: 0.1026061 Aug 17 16:44:48.649562 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-55156243-2739-441a-926a-39277e77d6ff tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:48.650412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55156243-2739-441a-926a-39277e77d6ff tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:48.652358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-55156243-2739-441a-926a-39277e77d6ff tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/30b9cdb8-2a6a-4cda-9ab4-e766ed9cfaf1 HTTP/1.1" status: 404 len: 333 time: 0.0867612 Aug 17 16:44:48.657071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 58996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:48.685552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1855c40-5187-4228-8ea1-15ee63906aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:48.697767 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba59616f-020f-4e33-8f53-bfc32462bd78 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:48.698395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba59616f-020f-4e33-8f53-bfc32462bd78 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:48.702581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba59616f-020f-4e33-8f53-bfc32462bd78 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/d9e7a590-7086-42bb-b878-e6518f86b71d HTTP/1.1" status: 404 len: 337 time: 0.0413349 Aug 17 16:44:48.702969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:48.722897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1855c40-5187-4228-8ea1-15ee63906aa6 None None] Pushing event deleted for resources: {'Port': ['ID=10c332d0-4532-4c93-82d3-9b5383f84755,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:48.729345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1855c40-5187-4228-8ea1-15ee63906aa6 None None] No DVR routers for this DVR port 10c332d0-4532-4c93-82d3-9b5383f84755 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:44:48.751387 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-913434eb-8afa-4cae-9485-eaa6224a7e5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:48.752287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913434eb-8afa-4cae-9485-eaa6224a7e5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:48.752901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-0820a8db-645b-4643-8387-43fab7f39db9 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573977 Aug 17 16:44:48.754007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-913434eb-8afa-4cae-9485-eaa6224a7e5c tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/f70b43d9-d325-45e3-9743-ed5401aa53b2 HTTP/1.1" status: 404 len: 333 time: 0.0501225 Aug 17 16:44:48.756734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59002) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:48.811863 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-4354586d-f1ee-4b42-876b-f5b44e6dda67 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:48.812424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4354586d-f1ee-4b42-876b-f5b44e6dda67 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:48.814850 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4354586d-f1ee-4b42-876b-f5b44e6dda67 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/32761895-3fcb-4b20-9393-923da0ee74e7 HTTP/1.1" status: 404 len: 337 time: 0.0561628 Aug 17 16:44:48.817076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59006) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:48.829249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Allocated IP 172.20.0.4 (43884f46-991e-4f94-a4a4-95484f65042d/277e46cf-ca77-4f10-bfce-60ee91c138c6/3e41da38-33a1-40eb-b0e2-1191065c554b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:48.910025 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c31028-d84c-4cee-96f2-634fcba4261d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:48.910851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c31028-d84c-4cee-96f2-634fcba4261d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:48.923817 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-33c31028-d84c-4cee-96f2-634fcba4261d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/e5b89ee0-2bf6-4684-87ea-5e767583cbc7 HTTP/1.1" status: 404 len: 333 time: 0.0763655 Aug 17 16:44:48.923817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59008) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:48.975549 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa782fb7-9961-4fa3-a71b-3d2aaaf381a5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:48.976008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa782fb7-9961-4fa3-a71b-3d2aaaf381a5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:48.977796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fa782fb7-9961-4fa3-a71b-3d2aaaf381a5 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/ed2c36bc-bfd2-4fb7-9972-1de8301df8a9 HTTP/1.1" status: 404 len: 337 time: 0.0616827 Aug 17 16:44:48.982015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59012) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.012062 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23c3160-216f-4bc9-803a-4b1fd5a2f314 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.012062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23c3160-216f-4bc9-803a-4b1fd5a2f314 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.012062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f23c3160-216f-4bc9-803a-4b1fd5a2f314 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/2d4c1a49-4b47-4f17-b79a-880695bfe4ed HTTP/1.1" status: 404 len: 333 time: 0.0273912 Aug 17 16:44:49.013417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59016) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.023769 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:49.045780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Transition to ACTIVE for port object 3e41da38-33a1-40eb-b0e2-1191065c554b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:49.053492 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daf9390-3211-4c06-b562-13096c1fc467 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.053951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9daf9390-3211-4c06-b562-13096c1fc467 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.058545 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9daf9390-3211-4c06-b562-13096c1fc467 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/c2fc7450-b997-4fe3-a31c-124546e4c4f1 HTTP/1.1" status: 404 len: 337 time: 0.0415175 Aug 17 16:44:49.061188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59018) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.085866 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:49.090675 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad3c63c-cb38-49de-88c4-1e0ad7260648 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.091391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad3c63c-cb38-49de-88c4-1e0ad7260648 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.096347 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7ad3c63c-cb38-49de-88c4-1e0ad7260648 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/5212fde2-fbc9-4097-af75-60b977ff6287 HTTP/1.1" status: 404 len: 333 time: 0.0313721 Aug 17 16:44:49.097681 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-f095c27a-78e1-4a06-9fdc-543de3f8edca service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815950 Aug 17 16:44:49.098169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59020) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.141527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network 43884f46-991e-4f94-a4a4-95484f65042d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:44:49.146759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:44:49.152334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:44:49.185333 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-8794a836-a0e9-4d21-afc0-bbc0ca265f86 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 217 time: 0.0773809 Aug 17 16:44:49.186716 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c708bd-5916-4e18-8007-c5f6dbdad59e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.187144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c708bd-5916-4e18-8007-c5f6dbdad59e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.190463 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f3c708bd-5916-4e18-8007-c5f6dbdad59e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/e1bfbc71-239d-4732-b81a-4db7737888e7 HTTP/1.1" status: 404 len: 337 time: 0.0898254 Aug 17 16:44:49.193887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59024) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.222347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:49.223074 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:49.232592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=3e41da38-33a1-40eb-b0e2-1191065c554b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:49.235521 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49303e4-f260-4a17-9e65-0b6333d3dad6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.236327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49303e4-f260-4a17-9e65-0b6333d3dad6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.239238 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f49303e4-f260-4a17-9e65-0b6333d3dad6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/522b6fe1-e8dc-4c38-9a5f-251f2dd4fe28 HTTP/1.1" status: 404 len: 337 time: 0.0355921 Aug 17 16:44:49.242000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.254592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0f7a234f-5aec-4405-9731-f30bec2f7de6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9437301 Aug 17 16:44:49.289479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Request body: {'port': {'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:49.293433 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c0bb02-661a-4c73-9ac9-133edc9a719a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.294320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c0bb02-661a-4c73-9ac9-133edc9a719a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.300036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-50c0bb02-661a-4c73-9ac9-133edc9a719a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/2f1aebf0-a4e0-4d60-a61b-5cb7859acb99 HTTP/1.1" status: 404 len: 333 time: 0.0563426 Aug 17 16:44:49.300531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59030) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.364686 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-110c23b2-483e-4729-ab04-8e3a0a735126 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.375072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110c23b2-483e-4729-ab04-8e3a0a735126 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.380253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-110c23b2-483e-4729-ab04-8e3a0a735126 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/72bcda2d-8180-4cee-ac7e-1f968d7fc67c HTTP/1.1" status: 404 len: 337 time: 0.0755136 Aug 17 16:44:49.380253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-16ada738-281d-4c5c-9672-ba1a2c209c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:49.380972 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-16ada738-281d-4c5c-9672-ba1a2c209c0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1879115 Aug 17 16:44:49.381495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59034) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.412825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:49.429915 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af8730c-3da7-40f1-ab06-9d31de0019a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.430410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af8730c-3da7-40f1-ab06-9d31de0019a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.432520 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7af8730c-3da7-40f1-ab06-9d31de0019a6 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/99e353aa-ab9b-4cc9-8542-5c57a34b75fc HTTP/1.1" status: 404 len: 337 time: 0.0500970 Aug 17 16:44:49.447472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59036) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.480112 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e84ed57-95b1-4853-88e0-a4c2a08a94ae tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.480870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e84ed57-95b1-4853-88e0-a4c2a08a94ae tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.484947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6e84ed57-95b1-4853-88e0-a4c2a08a94ae tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/7d4b050a-6571-48ff-929f-a13dfcb28a92 HTTP/1.1" status: 404 len: 333 time: 0.0340776 Aug 17 16:44:49.486845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59040) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.522668 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6a3228-90c3-49e0-b248-771f3efc601e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.523120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6a3228-90c3-49e0-b248-771f3efc601e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.526154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4d6a3228-90c3-49e0-b248-771f3efc601e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/db0d06f2-171b-479c-af79-d9818fee9459 HTTP/1.1" status: 404 len: 337 time: 0.0362341 Aug 17 16:44:49.528728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-161767c5-e4f2-4b30-aa52-8f0ec712cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:49.530232 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-161767c5-e4f2-4b30-aa52-8f0ec712cff7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1365223 Aug 17 16:44:49.530717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59042) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.570933 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8a19b5-1b06-46b4-a3cb-1c8a2582fc00 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.571379 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8a19b5-1b06-46b4-a3cb-1c8a2582fc00 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.574849 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dc8a19b5-1b06-46b4-a3cb-1c8a2582fc00 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/90135b6a-5bda-404d-9779-1fda9ac73892 HTTP/1.1" status: 404 len: 337 time: 0.0414183 Aug 17 16:44:49.577982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.596166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-161d1205-a811-4ebd-a092-872d5e790dee None None] Provisioning for port 3e41da38-33a1-40eb-b0e2-1191065c554b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:49.602215 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-161d1205-a811-4ebd-a092-872d5e790dee None None] Provisioning complete for port 3e41da38-33a1-40eb-b0e2-1191065c554b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:49.602614 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-161d1205-a811-4ebd-a092-872d5e790dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:49.627345 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9750309e-288f-46ff-9a80-871953ee3a95 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.628716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9750309e-288f-46ff-9a80-871953ee3a95 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.630620 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9750309e-288f-46ff-9a80-871953ee3a95 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/b300891b-2fa5-40c8-98bf-fbd7979cc085 HTTP/1.1" status: 404 len: 333 time: 0.0515430 Aug 17 16:44:49.637979 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59050) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.687442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-161d1205-a811-4ebd-a092-872d5e790dee None None] Port 3e41da38-33a1-40eb-b0e2-1191065c554b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:44:49.691441 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:49.732546 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c131966c-c55d-448d-87c2-9e9c69406e39 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.733014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c131966c-c55d-448d-87c2-9e9c69406e39 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.737171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c131966c-c55d-448d-87c2-9e9c69406e39 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/2fbd4690-0703-4cfa-b423-e96e115a8ce4 HTTP/1.1" status: 404 len: 337 time: 0.0857427 Aug 17 16:44:49.738074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.746928 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-5f5b2aae-ae71-4c2a-97e6-2454b9c47ffa service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842639 Aug 17 16:44:49.782758 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2728f61-2f27-4947-9077-c5168c83a9af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.783212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2728f61-2f27-4947-9077-c5168c83a9af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.784966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2728f61-2f27-4947-9077-c5168c83a9af tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/a5155aa6-acbe-47e1-8845-7f612c581e32 HTTP/1.1" status: 404 len: 337 time: 0.0458992 Aug 17 16:44:49.790974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59062) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.840500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cf4d2-61f4-4efa-9c64-dda22fb4301c req-d6e90ead-7d5c-4290-aa95-adc3eb6355b4 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:49.848976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-517cf4d2-61f4-4efa-9c64-dda22fb4301c req-d6e90ead-7d5c-4290-aa95-adc3eb6355b4 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 931 time: 0.1139636 Aug 17 16:44:49.866980 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0057a83b-352e-421c-89e2-8de298cf1569 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports?device_id=873fa9e9-d372-4bd2-b29b-2245ba1a0c46 HTTP/1.1" status: 200 len: 205 time: 0.0703506 Aug 17 16:44:49.868157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59064) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.922390 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-517cf4d2-61f4-4efa-9c64-dda22fb4301c req-5a8a4eee-48ab-4f44-b3c8-a2ba183cf350 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0683339 Aug 17 16:44:49.935872 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:49.947268 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-0075e3b2-c246-4237-82bc-73e06f392a19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] delete failed (client error): The resource could not be found. Aug 17 16:44:49.948357 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0075e3b2-c246-4237-82bc-73e06f392a19 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/routers/873fa9e9-d372-4bd2-b29b-2245ba1a0c46 HTTP/1.1" status: 404 len: 336 time: 0.0764451 Aug 17 16:44:49.951532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59068) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:49.988595 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dc4e59-ac57-4723-a69d-40a337e0352d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:49.989063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22dc4e59-ac57-4723-a69d-40a337e0352d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:49.991033 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-22dc4e59-ac57-4723-a69d-40a337e0352d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/954694ce-189a-4f84-b544-cf6e64e84e4f HTTP/1.1" status: 404 len: 337 time: 0.0389867 Aug 17 16:44:49.993615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59072) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.000346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e41da38-33a1-40eb-b0e2-1191065c554b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:44:50.013277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:50.028921 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e578380b-55db-479a-99a7-7248de8f9869 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff84164d-4b54-4f2e-be18-992e973e1e80 HTTP/1.1" status: 200 len: 205 time: 0.0342162 Aug 17 16:44:50.031851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.046444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Transition to ACTIVE for port object 3e41da38-33a1-40eb-b0e2-1191065c554b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:44:50.054173 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-c1aaf380-63e3-4457-b7c6-3ca02ceb22da service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993915 Aug 17 16:44:50.083876 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-fe0fd1b7-eacd-46f6-b82a-42898f68fb68 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] delete failed (client error): The resource could not be found. Aug 17 16:44:50.084936 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe0fd1b7-eacd-46f6-b82a-42898f68fb68 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/routers/ff84164d-4b54-4f2e-be18-992e973e1e80 HTTP/1.1" status: 404 len: 336 time: 0.0488813 Aug 17 16:44:50.085582 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:50.087456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.122651 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-01244399-d855-474a-b457-1b104208782d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.123114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01244399-d855-474a-b457-1b104208782d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.124849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-01244399-d855-474a-b457-1b104208782d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/394d6762-b68e-40c4-8362-09d337feeb3d HTTP/1.1" status: 404 len: 337 time: 0.0297656 Aug 17 16:44:50.144975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59082) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.171829 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-be9937db-dd20-4dc6-a4d2-af03381dd708 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 217 time: 0.1027820 Aug 17 16:44:50.176899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e41da38-33a1-40eb-b0e2-1191065c554b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:50.197821 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dff521b-fb01-4f3d-b1f6-8ce8a474ad06 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.198497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dff521b-fb01-4f3d-b1f6-8ce8a474ad06 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.200607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3dff521b-fb01-4f3d-b1f6-8ce8a474ad06 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/f11c8de3-d745-4005-84ed-86da6d042a41 HTTP/1.1" status: 404 len: 337 time: 0.0545068 Aug 17 16:44:50.204240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59086) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.276189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-fdad166b-92d0-4a2e-b4fd-6e9c7c164475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:50.277719 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-fdad166b-92d0-4a2e-b4fd-6e9c7c164475 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.0846169 Aug 17 16:44:50.283652 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-290604c2-dba6-43ec-8102-4fa74e44b63b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.284934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290604c2-dba6-43ec-8102-4fa74e44b63b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.288923 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-290604c2-dba6-43ec-8102-4fa74e44b63b tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/6376a9ba-02ee-4ee9-b196-f99b2579ecda HTTP/1.1" status: 404 len: 333 time: 0.0813310 Aug 17 16:44:50.289173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59088) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.320531 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfc15fc-0690-495d-89c2-d771065f8932 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.321074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfc15fc-0690-495d-89c2-d771065f8932 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.325058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bcfc15fc-0690-495d-89c2-d771065f8932 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/fe2cfa50-37a8-40c1-a596-ff9ab5800fd9 HTTP/1.1" status: 404 len: 337 time: 0.0327961 Aug 17 16:44:50.326853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.347620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-811abb60-7d8a-477d-b3d8-884edcdb9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:50.349143 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-811abb60-7d8a-477d-b3d8-884edcdb9460 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633497 Aug 17 16:44:50.356135 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a490d6-cef2-4717-b4e5-be227b77be86 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.356827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a490d6-cef2-4717-b4e5-be227b77be86 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.360842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-88a490d6-cef2-4717-b4e5-be227b77be86 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/b083dd55-03bb-4609-bb69-a3cff369b0b7 HTTP/1.1" status: 404 len: 333 time: 0.0307958 Aug 17 16:44:50.361090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.397426 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-141bf8b9-ee0e-484d-b68f-26d519919106 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.397596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141bf8b9-ee0e-484d-b68f-26d519919106 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.402733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59096) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.405051 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-141bf8b9-ee0e-484d-b68f-26d519919106 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/dfb0db37-c15d-435e-ac29-6bb9364036cf HTTP/1.1" status: 404 len: 337 time: 0.0429320 Aug 17 16:44:50.411007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Attempting to bind port 3e41da38-33a1-40eb-b0e2-1191065c554b on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:44:50.411340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Attempting to bind port 3e41da38-33a1-40eb-b0e2-1191065c554b by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:44:50.411667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Attempting to bind port 3e41da38-33a1-40eb-b0e2-1191065c554b on network 43884f46-991e-4f94-a4a4-95484f65042d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:50.416700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Port 3e41da38-33a1-40eb-b0e2-1191065c554b on network 43884f46-991e-4f94-a4a4-95484f65042d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:44:50.417309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Attempting to bind port 3e41da38-33a1-40eb-b0e2-1191065c554b on network 43884f46-991e-4f94-a4a4-95484f65042d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:44:50.422921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:44:50.423261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Checking segment: {'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:44:50.423645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Bound using segment: {'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:44:50.424075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Bound port: 3e41da38-33a1-40eb-b0e2-1191065c554b, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b29e956-08ad-4792-9bdf-6da4a43f52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:44:50.424440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:50.480308 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d272b8c-63ff-4040-a46d-feafc397d64e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.481169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d272b8c-63ff-4040-a46d-feafc397d64e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.485301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0d272b8c-63ff-4040-a46d-feafc397d64e tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/bdfac680-9ba0-4730-b13c-fd17f59c1bff HTTP/1.1" status: 404 len: 333 time: 0.0792615 Aug 17 16:44:50.488044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59098) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.519369 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca06525-a688-413a-98b0-c3315bd0adc0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.519913 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca06525-a688-413a-98b0-c3315bd0adc0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.520722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] For port 3e41da38-33a1-40eb-b0e2-1191065c554b, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:44:50.524015 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cca06525-a688-413a-98b0-c3315bd0adc0 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/52bcfd10-048b-4cc5-91ae-42d06d5e268d HTTP/1.1" status: 404 len: 337 time: 0.0327845 Aug 17 16:44:50.524441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59100) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.524659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] For port 3e41da38-33a1-40eb-b0e2-1191065c554b, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3e41da38-33a1-40eb-b0e2-1191065c554b,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:44:50.532464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:50.555370 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfca263-29c0-46d0-b926-987d472379fa tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.556152 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfca263-29c0-46d0-b926-987d472379fa tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.560196 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dbfca263-29c0-46d0-b926-987d472379fa tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/64406bc3-3e87-4079-8df5-bbc37d979f15 HTTP/1.1" status: 404 len: 333 time: 0.0325377 Aug 17 16:44:50.560873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59102) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.579498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:50.580218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:50.581895 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] 10.222.0.91 "PUT /v2.0/ports/3e41da38-33a1-40eb-b0e2-1191065c554b HTTP/1.1" status: 200 len: 1091 time: 1.2978268 Aug 17 16:44:50.582626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'tag': '3e41da38-33a1-40eb-b0e2-1191065c554b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:44:50.585007 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b973e-20e3-4fca-b304-61fedc9ae138" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e59132-64aa-471b-aca6-887dc62344ad", "tag": "3e41da38-33a1-40eb-b0e2-1191065c554b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:44:50.616543 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9cb16d-5fe0-4e76-bf46-444cf0285260 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.617000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9cb16d-5fe0-4e76-bf46-444cf0285260 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.621539 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9f9cb16d-5fe0-4e76-bf46-444cf0285260 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/97a4ee83-4157-4da5-9c05-5788de5fc442 HTTP/1.1" status: 404 len: 337 time: 0.0574143 Aug 17 16:44:50.622865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.663588 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-11b18754-51e4-4758-aa8a-731de31448db service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032980 Aug 17 16:44:50.671535 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff04c20-93f3-475f-91e2-ae4f8058cacd x-openstack-request-id: req-5ff04c20-93f3-475f-91e2-ae4f8058cacd {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:44:50.671837 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e59132-64aa-471b-aca6-887dc62344ad", "tag": "3e41da38-33a1-40eb-b0e2-1191065c554b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:44:50.672072 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ff04c20-93f3-475f-91e2-ae4f8058cacd {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:44:50.672576 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'tag': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'status': 'completed', 'code': 200} Aug 17 16:44:50.673657 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d174813e-bb0f-4170-94bb-70dc973b52bc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.674406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d174813e-bb0f-4170-94bb-70dc973b52bc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.677142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d174813e-bb0f-4170-94bb-70dc973b52bc tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/b45730d2-9cf6-4191-88cd-d0adfc20a33a HTTP/1.1" status: 404 len: 333 time: 0.0526164 Aug 17 16:44:50.680216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.690135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1e415-b9cf-4664-91b7-38f857c405ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e41da38-33a1-40eb-b0e2-1191065c554b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:50.714565 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7174b074-eebd-4614-9a97-28999c52e505 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.715020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7174b074-eebd-4614-9a97-28999c52e505 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.717114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7174b074-eebd-4614-9a97-28999c52e505 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/507115fa-48e8-40ad-b092-36fd1d73d1e2 HTTP/1.1" status: 404 len: 337 time: 0.0359750 Aug 17 16:44:50.719965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.760597 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec66826c-2eb3-4863-960e-1dc0405e7657 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.762170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec66826c-2eb3-4863-960e-1dc0405e7657 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.775207 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec66826c-2eb3-4863-960e-1dc0405e7657 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/27b61bf8-b2ab-48a7-83d0-c38e3bcf930e HTTP/1.1" status: 404 len: 333 time: 0.0543101 Aug 17 16:44:50.780626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59114) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.812972 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b45b50-ead0-4c28-ac48-7fe1e1203127 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.813440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b45b50-ead0-4c28-ac48-7fe1e1203127 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.815935 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-67b45b50-ead0-4c28-ac48-7fe1e1203127 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/e2846c59-16ca-482e-8761-d791ad3f9418 HTTP/1.1" status: 404 len: 337 time: 0.0340126 Aug 17 16:44:50.820379 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59116) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.868133 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfa4830-f840-484b-9d1a-24b435b9e66a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.868912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfa4830-f840-484b-9d1a-24b435b9e66a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.871256 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cdfa4830-f840-484b-9d1a-24b435b9e66a tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/ports/bf2325a2-5760-44a6-8565-ac5cb3b2fbc5 HTTP/1.1" status: 404 len: 333 time: 0.0495236 Aug 17 16:44:50.873503 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-be452a65-bb70-49fe-8a93-2c26fcfcc0ab service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052875 Aug 17 16:44:50.873966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59118) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.896639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-16d98c88-fa18-4a94-a67c-89192678fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:50.898148 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-16d98c88-fa18-4a94-a67c-89192678fdeb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 1094 time: 0.2633142 Aug 17 16:44:50.911766 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0441f26-d4cd-46b2-a999-b826bd3d8c9d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] DELETE failed (client error): The resource could not be found. Aug 17 16:44:50.912223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0441f26-d4cd-46b2-a999-b826bd3d8c9d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:44:50.916513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e0441f26-d4cd-46b2-a999-b826bd3d8c9d tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/subnets/8d631325-fbab-4755-a990-d126cf7fb0ce HTTP/1.1" status: 404 len: 337 time: 0.0412469 Aug 17 16:44:50.919162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59120) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:50.955327 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-85fdf5a3-7f0e-4c0e-9bf7-45728aa727c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa HTTP/1.1" status: 200 len: 217 time: 0.0503452 Aug 17 16:44:50.969713 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-4d5c6dec-24cc-4e9b-8c5e-063a7fc088e8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e41da38-33a1-40eb-b0e2-1191065c554b HTTP/1.1" status: 200 len: 217 time: 0.0560827 Aug 17 16:44:51.067924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-96984526-28aa-48b8-87ed-0bcbafbbf1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:51.069413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-96984526-28aa-48b8-87ed-0bcbafbbf1f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=277e46cf-ca77-4f10-bfce-60ee91c138c6 HTTP/1.1" status: 200 len: 835 time: 0.0925171 Aug 17 16:44:51.084366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-a4ce8f7a-6a68-40ef-9b76-bbd83e405e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:51.085832 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-a4ce8f7a-6a68-40ef-9b76-bbd83e405e4e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1194549 Aug 17 16:44:51.089576 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:51.094800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62dd10-6d11-4fc3-9005-0e2e61c4cce5 req-86722fd7-5a80-4749-9441-3ad082d8e47a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:51.098857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a62dd10-6d11-4fc3-9005-0e2e61c4cce5 req-86722fd7-5a80-4749-9441-3ad082d8e47a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 943 time: 0.0848918 Aug 17 16:44:51.187537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-bd1aa10d-2da3-4723-a458-ecb3bf898946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:51.193622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-bd1aa10d-2da3-4723-a458-ecb3bf898946 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=43884f46-991e-4f94-a4a4-95484f65042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146884 Aug 17 16:44:51.218091 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a62dd10-6d11-4fc3-9005-0e2e61c4cce5 req-d49a45d8-3916-473c-b39e-5d825ef8909a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1012940 Aug 17 16:44:51.240439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-dc2aaed6-2e70-4eca-8ed5-ece8b822c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:51.241975 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-dc2aaed6-2e70-4eca-8ed5-ece8b822c0f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1484427 Aug 17 16:44:51.243716 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:51.271904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3005a0-d049-42e6-8c40-cacfe59382a6']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:51.323938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6823a6ca-d516-492c-8e2e-f3699c498ec8') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:51.324135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6823a6ca-d516-492c-8e2e-f3699c498ec8') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:44:51.341662 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:51.363186 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:51.370800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:44:51.371220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:44:51.474767 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:44:51.477114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-97abcdf3-399d-45c1-8807-f5b154665e24 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167358 Aug 17 16:44:51.478013 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:51.499324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:51.504489 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] 10.222.0.77 "DELETE /v2.0/networks/ad3005a0-d049-42e6-8c40-cacfe59382a6 HTTP/1.1" status: 204 len: 168 time: 0.5819864 Aug 17 16:44:51.519434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c97be2-3aa6-415f-b21b-e15335008d98 tempest-NetworksTestDHCPv6-1329901843 tempest-NetworksTestDHCPv6-1329901843-project] Pushing event deleted for resources: {'Network': ['ID=ad3005a0-d049-42e6-8c40-cacfe59382a6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:51.624004 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-499b55b4-fc09-4fb7-98b1-ae11c4e66465 service neutron] 10.222.0.91 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122238 Aug 17 16:44:51.649074 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-ba12e553-e9de-4c9d-8078-4a63c90244b4 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510034 Aug 17 16:44:51.752136 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-6fcc1f1f-ff62-47f0-985e-a19638014985 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=05f1e834-8260-41dc-a043-d2498889f6ec HTTP/1.1" status: 200 len: 217 time: 0.0951042 Aug 17 16:44:51.831951 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d7ada26-caad-40ed-97c3-b509dfed8f96 req-0927ceee-2d83-45c8-9dd8-ca7a72d88094 service neutron] 10.222.0.91 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969838 Aug 17 16:44:51.834649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-e861a0ae-3220-4acd-8d05-75b6a12c6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:51.837711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-e861a0ae-3220-4acd-8d05-75b6a12c6f7a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.0764849 Aug 17 16:44:51.939930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-153ebc9a-9bf9-4480-91cd-151b9a70a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:51.941868 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-153ebc9a-9bf9-4480-91cd-151b9a70a3b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0984669 Aug 17 16:44:51.979877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-e57af653-da78-4fbf-b0bd-d73461b96db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:51.981566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-e57af653-da78-4fbf-b0bd-d73461b96db2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 1094 time: 0.0771499 Aug 17 16:44:51.982184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:52.089600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-b81c5bea-94c6-4ec6-9487-c70be6d1718f service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394598 Aug 17 16:44:52.216889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-0968ee6b-9ca9-48d8-9a54-e2a4d0374b56 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199756 Aug 17 16:44:52.235014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-601ca5a0-208b-4ca0-adf2-acec641708eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:52.236550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-601ca5a0-208b-4ca0-adf2-acec641708eb service neutron] 10.222.0.91 "GET /v2.0/networks?id=43884f46-991e-4f94-a4a4-95484f65042d HTTP/1.1" status: 200 len: 898 time: 0.2467668 Aug 17 16:44:52.308344 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-beec634c-9848-46a1-9128-2f300739f63d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69b3f724-d531-40fe-ae4a-5e75d4482612 HTTP/1.1" status: 200 len: 217 time: 0.0791545 Aug 17 16:44:52.332709 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a0b1091-9d11-47b9-85f8-88404f8075a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1c8ff95a90b49059b7a136f826a1db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481934 Aug 17 16:44:52.335192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:52.408020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-5001ac48-b7d8-475d-b99c-aafea42d9986 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e41da38-33a1-40eb-b0e2-1191065c554b HTTP/1.1" status: 200 len: 217 time: 0.1616118 Aug 17 16:44:52.459349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-0f478782-dd22-4c2f-bc92-8ddd91ea27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:52.461287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-0f478782-dd22-4c2f-bc92-8ddd91ea27d7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.1452858 Aug 17 16:44:52.476349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f985c8-82fa-4e61-9552-16ac56af72ec req-bb3dcdf4-c798-4a7f-a007-0e281bc50bb0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:52.484217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-11f985c8-82fa-4e61-9552-16ac56af72ec req-bb3dcdf4-c798-4a7f-a007-0e281bc50bb0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 943 time: 0.1112735 Aug 17 16:44:52.508589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e63ea2d-518e-4e2d-b156-cf07d0b6d00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:52.532558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-7e465fe2-b034-41ef-9b66-34216d9367bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:52.534036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-7e465fe2-b034-41ef-9b66-34216d9367bc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=277e46cf-ca77-4f10-bfce-60ee91c138c6 HTTP/1.1" status: 200 len: 835 time: 0.1171012 Aug 17 16:44:52.561994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e63ea2d-518e-4e2d-b156-cf07d0b6d00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:52.573854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-11f985c8-82fa-4e61-9552-16ac56af72ec req-df51ff1b-3e19-4c21-bb17-e795294eabcc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0886445 Aug 17 16:44:52.599317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-943a7ec3-a6a4-43f0-89d8-f477d14144b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:52.601459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-943a7ec3-a6a4-43f0-89d8-f477d14144b3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091700 Aug 17 16:44:52.641707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-62ee1fbc-6361-4c4c-a876-dc494fe08d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:52.643434 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-62ee1fbc-6361-4c4c-a876-dc494fe08d39 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=43884f46-991e-4f94-a4a4-95484f65042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998406 Aug 17 16:44:52.725759 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e63ea2d-518e-4e2d-b156-cf07d0b6d00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:52.729412 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e63ea2d-518e-4e2d-b156-cf07d0b6d00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:52.730682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1e63ea2d-518e-4e2d-b156-cf07d0b6d00d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53a743de-53dd-4f51-8875-46194f182c18 HTTP/1.1" status: 204 len: 168 time: 0.3915031 Aug 17 16:44:52.737607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-efb2e697-a100-499c-9818-b400bc79277c service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260843 Aug 17 16:44:52.749784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63ea2d-518e-4e2d-b156-cf07d0b6d00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a743de-53dd-4f51-8875-46194f182c18,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:52.810895 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-16f5fd2c-a7b0-4ee8-afe7-f94f3ef82ef1 service neutron] 10.222.0.91 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579771 Aug 17 16:44:52.879296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-f9fbdd20-4975-4b92-984c-eb017087464e service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328843 Aug 17 16:44:52.981740 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-c31be3f3-5fe1-4fd1-b885-aefd0a90ebbd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 200 len: 217 time: 0.0934212 Aug 17 16:44:52.997895 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-425b973e-20e3-4fca-b304-61fedc9ae138 req-694960ee-89ad-476e-989d-fad4f7e727cc service neutron] 10.222.0.91 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786165 Aug 17 16:44:53.053577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-266172a6-875b-4571-99c7-aa5248fe204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:53.055369 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-266172a6-875b-4571-99c7-aa5248fe204b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.0609415 Aug 17 16:44:53.113425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-7d578b82-2e7a-449a-91cf-27e78a4e2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:53.115088 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-7d578b82-2e7a-449a-91cf-27e78a4e2428 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0524678 Aug 17 16:44:53.228527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-ece41827-5a59-4c88-ad1d-075129d8bd36 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056657 Aug 17 16:44:53.359568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3e311611-586d-42c5-8d96-56d6c91a9ecc req-d6798716-1d09-4e54-89e1-e00fafbd9dc7 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238928 Aug 17 16:44:53.697671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e0fb1-24c9-4a1d-9941-6301b01037d3 req-1786688d-cd70-4b32-8788-6ac273822e12 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:53.699924 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-069e0fb1-24c9-4a1d-9941-6301b01037d3 req-1786688d-cd70-4b32-8788-6ac273822e12 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 943 time: 0.0622113 Aug 17 16:44:53.763458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59174) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:53.774150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-069e0fb1-24c9-4a1d-9941-6301b01037d3 req-477d3d90-8ee2-462d-8be5-27b1438130fc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0666461 Aug 17 16:44:53.917501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-11e0f714-47d0-4146-933f-39af60d6010f tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:53.921323 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-11e0f714-47d0-4146-933f-39af60d6010f tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1538935 Aug 17 16:44:53.921564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59178) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:53.926562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-c99b0989-5962-48c2-a4d7-d732ecefc82c tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:53.929610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c99b0989-5962-48c2-a4d7-d732ecefc82c tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050459 Aug 17 16:44:53.929840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59180) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:53.933915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-c514325d-e870-4a00-a512-ae1f24276297 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:53.936861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c514325d-e870-4a00-a512-ae1f24276297 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041940 Aug 17 16:44:53.937298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59182) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:53.942241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-f60cbcdb-3a68-4d5b-9590-dbb9ba4cc1b1 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:53.946434 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f60cbcdb-3a68-4d5b-9590-dbb9ba4cc1b1 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050218 Aug 17 16:44:53.947022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59184) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:53.952186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-4efa105e-b45e-430b-8173-a807318e91f5 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:53.953104 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4efa105e-b45e-430b-8173-a807318e91f5 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050364 Aug 17 16:44:53.955870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59186) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:53.960239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-84ebcbab-f307-48ed-8a92-0c010a5a5531 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:53.963538 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-84ebcbab-f307-48ed-8a92-0c010a5a5531 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044065 Aug 17 16:44:53.964119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:53.970941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-c57ce779-50db-48f2-bc81-a97894a3f130 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:53.974534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c57ce779-50db-48f2-bc81-a97894a3f130 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067623 Aug 17 16:44:53.975474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59190) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:53.980981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-f473c83d-6051-41f2-b505-50fef3fd62c8 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:53.984187 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f473c83d-6051-41f2-b505-50fef3fd62c8 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048840 Aug 17 16:44:53.984556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59192) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:53.989711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-603c21b8-f3d6-44ff-95d2-23cb90d281de tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:53.990619 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-603c21b8-f3d6-44ff-95d2-23cb90d281de tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050533 Aug 17 16:44:53.992888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59194) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:53.998261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-ffebd37c-fc7e-4323-8f56-d63bb6cb5b65 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:53.999649 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ffebd37c-fc7e-4323-8f56-d63bb6cb5b65 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055194 Aug 17 16:44:54.001619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59196) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.006636 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-4d5926e4-e565-426c-8401-5b5afdcf4939 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.009696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4d5926e4-e565-426c-8401-5b5afdcf4939 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051429 Aug 17 16:44:54.009992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59198) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.014276 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-61635fa1-6f49-4540-b9f8-04ee7bb618fe tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.017268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-61635fa1-6f49-4540-b9f8-04ee7bb618fe tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041945 Aug 17 16:44:54.017674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59200) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.022216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-de2ca048-beb6-4099-8099-02f60944a562 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.025384 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-de2ca048-beb6-4099-8099-02f60944a562 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048046 Aug 17 16:44:54.025605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59202) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.029661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-b665ea66-c8c3-4969-9de9-26036afd3880 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.032582 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b665ea66-c8c3-4969-9de9-26036afd3880 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040734 Aug 17 16:44:54.032811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59204) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.036753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-ca46ab09-6be8-4813-819b-948d14b81cb7 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.038412 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ca46ab09-6be8-4813-819b-948d14b81cb7 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0040472 Aug 17 16:44:54.039962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59206) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.043997 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-894ee0b2-0398-450d-932b-1a0583c45cbd tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.047063 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-894ee0b2-0398-450d-932b-1a0583c45cbd tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042722 Aug 17 16:44:54.047287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59208) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.051761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-d1d120b6-c683-49d4-bdb3-4cd50dc448d9 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.054809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d1d120b6-c683-49d4-bdb3-4cd50dc448d9 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045578 Aug 17 16:44:54.055078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59210) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.059578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-047afafb-201a-4830-8352-81a11253d827 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.062328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-047afafb-201a-4830-8352-81a11253d827 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045829 Aug 17 16:44:54.062576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59212) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.066977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-bbfd6082-fb6c-4c27-8490-844cf6cf4ea2 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.069913 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bbfd6082-fb6c-4c27-8490-844cf6cf4ea2 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044987 Aug 17 16:44:54.070142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59214) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.074076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-561bd3f5-b026-4c1b-9904-e6b5522f73fe tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.076991 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-561bd3f5-b026-4c1b-9904-e6b5522f73fe tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040398 Aug 17 16:44:54.077195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59216) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.081177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-8c13d8db-f9b3-464b-9f93-901185024267 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.084023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8c13d8db-f9b3-464b-9f93-901185024267 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040836 Aug 17 16:44:54.084331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59218) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.088190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-42104c08-4eea-48d9-aec1-ffddd5d7845c tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.091597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-42104c08-4eea-48d9-aec1-ffddd5d7845c tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043006 Aug 17 16:44:54.091828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59220) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.096126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-cd62454c-ef47-48e0-bcd1-e4621a204ebd tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.097427 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cd62454c-ef47-48e0-bcd1-e4621a204ebd tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041616 Aug 17 16:44:54.099328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59222) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.103327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-8710fdc9-3c3d-4cba-8bc9-10d8bd8432a9 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.106596 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8710fdc9-3c3d-4cba-8bc9-10d8bd8432a9 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0041068 Aug 17 16:44:54.106872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59224) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.111879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-222d6473-43aa-4d97-909f-5970bde6c1c3 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.114416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-222d6473-43aa-4d97-909f-5970bde6c1c3 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0056577 Aug 17 16:44:54.115579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59226) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.119887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-cc37b064-720e-4fe6-b5ad-99d88ee99dfa tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.121156 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cc37b064-720e-4fe6-b5ad-99d88ee99dfa tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043373 Aug 17 16:44:54.123036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59228) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.127198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-dd348533-fdf3-4c0e-945a-8467c313a170 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.128760 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dd348533-fdf3-4c0e-945a-8467c313a170 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040948 Aug 17 16:44:54.130751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59230) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.134623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-1c2c7169-4a64-47ad-a772-84065499ec64 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.135564 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1c2c7169-4a64-47ad-a772-84065499ec64 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0039880 Aug 17 16:44:54.137524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59232) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.141225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-2e58eb0d-eaf8-426e-b299-aa380d181da4 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.142301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2e58eb0d-eaf8-426e-b299-aa380d181da4 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039504 Aug 17 16:44:54.144599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.152038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-cda404bd-6759-4ed2-bc27-a844819f1556 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.153209 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cda404bd-6759-4ed2-bc27-a844819f1556 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076532 Aug 17 16:44:54.155670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.160885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-1f7bf177-8299-4adc-ba42-a0f4b249aae6 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.161848 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f7bf177-8299-4adc-ba42-a0f4b249aae6 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0052962 Aug 17 16:44:54.164121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59238) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.168456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-09fe289e-39b3-4269-b26e-f08eb9ec3e16 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.170414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-09fe289e-39b3-4269-b26e-f08eb9ec3e16 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043457 Aug 17 16:44:54.172206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59240) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.177402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-154cd40b-03c1-4c7c-bf66-e9666a963505 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.179844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3e41da38-33a1-40eb-b0e2-1191065c554b details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:44:54.181136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.181487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-154cd40b-03c1-4c7c-bf66-e9666a963505 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0079396 Aug 17 16:44:54.187028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-75f45d96-b902-4fc6-9d2e-e730d03b768d tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.191507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59244) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.191859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-75f45d96-b902-4fc6-9d2e-e730d03b768d tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0096970 Aug 17 16:44:54.197603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-372d0e7c-fa69-4481-958b-a98c33d773e8 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.200974 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-372d0e7c-fa69-4481-958b-a98c33d773e8 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0046203 Aug 17 16:44:54.201320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.206159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-d7ee568f-3904-4a0e-881c-3352405945b7 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.207079 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7ee568f-3904-4a0e-881c-3352405945b7 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045519 Aug 17 16:44:54.209359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.215761 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-3fd55839-fe46-415d-8fd2-0033e5f4b20d tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.217144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3fd55839-fe46-415d-8fd2-0033e5f4b20d tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066433 Aug 17 16:44:54.219936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59250) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.225945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-18405c2f-702d-4c98-b109-e33e9f5083c6 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.230431 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-18405c2f-702d-4c98-b109-e33e9f5083c6 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0087688 Aug 17 16:44:54.235541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.246396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-ac681452-0c11-468a-95a9-795659f7691a tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.251165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59254) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.251728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac681452-0c11-468a-95a9-795659f7691a tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0144560 Aug 17 16:44:54.257535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-819f6bff-fd76-4bcd-bce5-d62580990ecc tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.262750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-819f6bff-fd76-4bcd-bce5-d62580990ecc tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0102170 Aug 17 16:44:54.263446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.269644 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-2a8580c5-2f1c-417d-bd8b-dc2338c58a03 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.273542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59258) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.274197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a8580c5-2f1c-417d-bd8b-dc2338c58a03 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090313 Aug 17 16:44:54.278043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-52323d22-a9ee-46fc-8bd0-b8f9303b007b tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.281890 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-52323d22-a9ee-46fc-8bd0-b8f9303b007b tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0072174 Aug 17 16:44:54.282672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59260) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.287865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-8e15d8b8-2bfb-42a2-b5ef-cfe02f0ebb96 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.291202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8e15d8b8-2bfb-42a2-b5ef-cfe02f0ebb96 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052550 Aug 17 16:44:54.291797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.296689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-e822b68e-350f-4f1f-9b53-7cf3c8ac0d91 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.298933 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e822b68e-350f-4f1f-9b53-7cf3c8ac0d91 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0061522 Aug 17 16:44:54.300151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.305447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-7c9abba2-2fa9-4f49-af6b-403d39caa90f tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.309502 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7c9abba2-2fa9-4f49-af6b-403d39caa90f tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0082283 Aug 17 16:44:54.309691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59266) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.314229 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-11442c42-74f7-401c-99d3-7297f06ea0ee tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.318413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.318612 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-11442c42-74f7-401c-99d3-7297f06ea0ee tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0078876 Aug 17 16:44:54.323369 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-764c6923-bf93-4baa-9df0-9d35924953e6 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.327065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59270) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.327413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-764c6923-bf93-4baa-9df0-9d35924953e6 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072315 Aug 17 16:44:54.332532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-21e82d24-42f5-4796-a0b0-87efe3d5734e tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.334549 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-21e82d24-42f5-4796-a0b0-87efe3d5734e tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0055428 Aug 17 16:44:54.337036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.342878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-d1573d52-3138-4e3b-b6ce-ee1101889c13 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.346546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1573d52-3138-4e3b-b6ce-ee1101889c13 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0083833 Aug 17 16:44:54.346713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59274) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.348022 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3e41da38-33a1-40eb-b0e2-1191065c554b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3e41da38-33a1-40eb-b0e2-1191065c554b,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:54.352581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-75662ba9-465d-4008-9e6d-0ab9352fd508 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.356296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-75662ba9-465d-4008-9e6d-0ab9352fd508 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045481 Aug 17 16:44:54.356622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59276) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.360470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'mac_address': 'fa:16:3e:18:1e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:44:54.365744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-91070d5f-e497-4ed7-9621-9bd02bd3568f tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.371098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-91070d5f-e497-4ed7-9621-9bd02bd3568f tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0111659 Aug 17 16:44:54.371966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.377313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-7c171e65-c311-4da4-bd25-5938958aa54c tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.381842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7c171e65-c311-4da4-bd25-5938958aa54c tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0084696 Aug 17 16:44:54.381986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59280) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.386340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-32b9636f-7a68-4d0f-a88b-ad262b7d35af tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.387462 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-32b9636f-7a68-4d0f-a88b-ad262b7d35af tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045736 Aug 17 16:44:54.390155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.394955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-67640a47-418a-412f-987a-9e91250c79b0 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.399649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59284) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.404264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-bd850457-a033-45ae-a6a0-b89222226848 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.406437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-67640a47-418a-412f-987a-9e91250c79b0 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058770 Aug 17 16:44:54.406948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bd850457-a033-45ae-a6a0-b89222226848 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0061457 Aug 17 16:44:54.408307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59286) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.411361 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:54.413534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-051f8de0-0a88-4d56-9e97-fcfc58d0f2f4 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.417140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.422079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-f3afdb4c-c020-45d7-b9a6-9dcf2204b870 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.425852 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f3afdb4c-c020-45d7-b9a6-9dcf2204b870 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049901 Aug 17 16:44:54.426001 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-051f8de0-0a88-4d56-9e97-fcfc58d0f2f4 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0144556 Aug 17 16:44:54.426100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.429813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e41da38-33a1-40eb-b0e2-1191065c554b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:44:54.440084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-76ae1864-af30-441c-be66-75f699bb1d84 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.445099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59292) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.445699 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-76ae1864-af30-441c-be66-75f699bb1d84 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0184085 Aug 17 16:44:54.450731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-dafedc48-83e2-46da-94ee-bd030ab32c2a tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.454849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.454987 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dafedc48-83e2-46da-94ee-bd030ab32c2a tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086055 Aug 17 16:44:54.459577 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-b720baf9-30c1-4fa5-a501-faacc6a58b29 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.463404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3e41da38-33a1-40eb-b0e2-1191065c554b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3e41da38-33a1-40eb-b0e2-1191065c554b,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:54.465789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59298) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.466230 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b720baf9-30c1-4fa5-a501-faacc6a58b29 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0102115 Aug 17 16:44:54.470698 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:54.476520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-ae0de718-ac3c-40bb-8e50-37aec375f7a8 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.477523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ae0de718-ac3c-40bb-8e50-37aec375f7a8 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0089083 Aug 17 16:44:54.480311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.486350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-110bc9e7-cb1a-4e09-8acb-4e02d9eb862c tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.491644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59302) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.492005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-110bc9e7-cb1a-4e09-8acb-4e02d9eb862c tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0102375 Aug 17 16:44:54.501527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-16f8ea5e-040a-4867-959f-7e9577e93886 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.508809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.509228 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-16f8ea5e-040a-4867-959f-7e9577e93886 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0165396 Aug 17 16:44:54.514612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-77e00432-d2c8-4c5a-8591-9978d008cb4f tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.516000 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-77e00432-d2c8-4c5a-8591-9978d008cb4f tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0057182 Aug 17 16:44:54.518577 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.524433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-fc8f7b02-9337-4529-a234-202d6fd4af89 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.528363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc8f7b02-9337-4529-a234-202d6fd4af89 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055952 Aug 17 16:44:54.528363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.536891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-0937e00a-7c32-4951-98c4-5c21f2bca8fa tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.542548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0937e00a-7c32-4951-98c4-5c21f2bca8fa tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0111353 Aug 17 16:44:54.543063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59314) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.551117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-56a814ee-8c63-4ed3-b372-c80a1fbe3aec tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.551117 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-56a814ee-8c63-4ed3-b372-c80a1fbe3aec tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043330 Aug 17 16:44:54.552700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59316) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.561069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [None req-2fd8dbe0-a637-436a-95ce-d897200d0783 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.564748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59318) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:54.564911 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2fd8dbe0-a637-436a-95ce-d897200d0783 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0111711 Aug 17 16:44:54.569667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-eb691875-1bad-43dd-b295-70633c7d4d26 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:44:54.573594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-eb691875-1bad-43dd-b295-70633c7d4d26 tempest-ExtensionsTestJSON-898644891 tempest-ExtensionsTestJSON-898644891-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048769 Aug 17 16:44:54.591869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3e41da38-33a1-40eb-b0e2-1191065c554b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:54.680135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['3e41da38-33a1-40eb-b0e2-1191065c554b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:44:55.049005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32c194-7cd2-4fce-85a1-26de1ef861ed req-5ea704bd-95c5-49d2-a6ea-0e642edd1908 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:55.067224 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2a32c194-7cd2-4fce-85a1-26de1ef861ed req-5ea704bd-95c5-49d2-a6ea-0e642edd1908 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 944 time: 0.1314964 Aug 17 16:44:55.103925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:55.140407 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2a32c194-7cd2-4fce-85a1-26de1ef861ed req-cc2b8eba-25ed-4683-83e1-c3b226261a5c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0721757 Aug 17 16:44:55.324611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eaa5aecc-b931-4681-abc2-08b7e5f64fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:55.488706 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eaa5aecc-b931-4681-abc2-08b7e5f64fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:55.493932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eaa5aecc-b931-4681-abc2-08b7e5f64fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:55.525813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59332) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:55.533222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-eaa5aecc-b931-4681-abc2-08b7e5f64fe1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88d784b82641479a8b37dbea907f1880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281363 Aug 17 16:44:55.554279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5aecc-b931-4681-abc2-08b7e5f64fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee770374-a5ab-419b-b49f-77ab155f9d1f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:55.641955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-df92047c-d0ec-4770-927a-9081dc0c50bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:55.679219 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-df92047c-d0ec-4770-927a-9081dc0c50bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:55.792882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-df92047c-d0ec-4770-927a-9081dc0c50bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:55.795723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-df92047c-d0ec-4770-927a-9081dc0c50bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:55.797095 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-df92047c-d0ec-4770-927a-9081dc0c50bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee770374-a5ab-419b-b49f-77ab155f9d1f HTTP/1.1" status: 204 len: 168 time: 0.2702372 Aug 17 16:44:55.823573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92047c-d0ec-4770-927a-9081dc0c50bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee770374-a5ab-419b-b49f-77ab155f9d1f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:56.191122 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3e41da38-33a1-40eb-b0e2-1191065c554b up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:44:56.303721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 3e41da38-33a1-40eb-b0e2-1191065c554b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:44:56.309799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 3e41da38-33a1-40eb-b0e2-1191065c554b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:44:56.310363 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:56.345872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93af100-9e68-49d1-ba99-a7208a1bbae7 req-2687a025-f99d-495a-bd75-a97424a79884 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:56.363098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e93af100-9e68-49d1-ba99-a7208a1bbae7 req-2687a025-f99d-495a-bd75-a97424a79884 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 944 time: 0.1091754 Aug 17 16:44:56.406285 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:56.413868 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e93af100-9e68-49d1-ba99-a7208a1bbae7 req-362a653d-f4d8-469b-bc91-fcb3dfa0bcde tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458939 Aug 17 16:44:56.451816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41da38-33a1-40eb-b0e2-1191065c554b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:44:56.469409 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a90e70-2b12-432f-abb0-f4cee27d2111" -d '{"events": [{"server_uuid": "c5e59132-64aa-471b-aca6-887dc62344ad", "name": "network-vif-plugged", "status": "completed", "tag": "3e41da38-33a1-40eb-b0e2-1191065c554b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:44:56.509068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3e41da38-33a1-40eb-b0e2-1191065c554b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3e41da38-33a1-40eb-b0e2-1191065c554b,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:44:56.516770 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:56.589610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3e41da38-33a1-40eb-b0e2-1191065c554b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:56.929466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59370) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:56.948047 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1408b3ed-229d-47cf-938d-f2f5cd5d134d x-openstack-request-id: req-1408b3ed-229d-47cf-938d-f2f5cd5d134d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:44:56.948553 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e59132-64aa-471b-aca6-887dc62344ad", "name": "network-vif-plugged", "status": "completed", "tag": "3e41da38-33a1-40eb-b0e2-1191065c554b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:44:56.948959 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1408b3ed-229d-47cf-938d-f2f5cd5d134d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:44:56.949508 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'code': 200} Aug 17 16:44:57.064048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8009f-e2fd-4bf2-a76a-192f41b98c84 req-4fe0e7ce-a730-42de-a1f0-fbe84ce5f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:57.066331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0ce8009f-e2fd-4bf2-a76a-192f41b98c84 req-4fe0e7ce-a730-42de-a1f0-fbe84ce5f0cd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 1096 time: 0.0515103 Aug 17 16:44:57.111527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-969464272'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:57.137736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0ce8009f-e2fd-4bf2-a76a-192f41b98c84 req-6187d9e2-e8eb-4fb8-92f9-62eb3da5dd9b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0581064 Aug 17 16:44:57.159889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:44:57.171818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.193672 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.352442 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.357719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.376477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:57.396686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:44:57.404242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b65a59b-746c-46d0-adfb-5820a65c3c9a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:57.411416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.411770 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Added segment ee976ad0-65e7-433b-80e7-aec364444696 of type vlan for network d51b8d49-89cc-4555-b9c8-6aa646adc877 Aug 17 16:44:57.467992 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.505634 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.517539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:57.518363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.596997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f17-5900-49e3-9765-0fa461dd1134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.601114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6701193 Aug 17 16:44:57.622358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d6baf-b783-4f50-9589-b4816fb89fa1 req-4b733181-b8a6-4959-87df-bd74a67a0ff0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:57.631635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b59d6baf-b783-4f50-9589-b4816fb89fa1 req-4b733181-b8a6-4959-87df-bd74a67a0ff0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 945 time: 0.0843534 Aug 17 16:44:57.650498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701955a-bd92-47f2-bbc7-c91f5597faeb tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=d51b8d49-89cc-4555-b9c8-6aa646adc877,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:57.669938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network d51b8d49-89cc-4555-b9c8-6aa646adc877 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:44:57.705469 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b59d6baf-b783-4f50-9589-b4816fb89fa1 req-e6be2970-7595-442a-a078-a8da3c136b49 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0680163 Aug 17 16:44:57.825463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f17-5900-49e3-9765-0fa461dd1134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.839016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f17-5900-49e3-9765-0fa461dd1134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:57.918871 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dafc1f17-5900-49e3-9765-0fa461dd1134 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ce7ee9a0759b44e49d817f462b81b9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412908 Aug 17 16:44:57.919990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc1f17-5900-49e3-9765-0fa461dd1134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a55336-55d7-4e5f-b4ba-3513c360f7cd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:57.921444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59384) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:58.039224 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23159f1d-5538-4df3-bd6a-e1d097986e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:58.062161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23159f1d-5538-4df3-bd6a-e1d097986e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:58.130546 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23159f1d-5538-4df3-bd6a-e1d097986e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:58.134232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23159f1d-5538-4df3-bd6a-e1d097986e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:58.135806 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-23159f1d-5538-4df3-bd6a-e1d097986e3f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/43a55336-55d7-4e5f-b4ba-3513c360f7cd HTTP/1.1" status: 204 len: 168 time: 0.2133541 Aug 17 16:44:58.162437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23159f1d-5538-4df3-bd6a-e1d097986e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a55336-55d7-4e5f-b4ba-3513c360f7cd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:44:58.895523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aca3f-3724-4f80-b757-24010c0d0d00 req-79060114-6e41-4636-912e-7caf9a185b13 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:58.897236 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c80aca3f-3724-4f80-b757-24010c0d0d00 req-79060114-6e41-4636-912e-7caf9a185b13 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 945 time: 0.1046584 Aug 17 16:44:58.975901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c80aca3f-3724-4f80-b757-24010c0d0d00 req-8165ef18-b7fe-48a9-abb8-1022c3906451 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0712292 Aug 17 16:44:59.102684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628889f1-2138-4168-a331-cdfe422838cc req-18165f7a-ab7a-44bd-bd55-7e51a3b2065f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:59.104576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-628889f1-2138-4168-a331-cdfe422838cc req-18165f7a-ab7a-44bd-bd55-7e51a3b2065f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 945 time: 0.0517104 Aug 17 16:44:59.160823 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-628889f1-2138-4168-a331-cdfe422838cc req-6e7036ea-731b-4edf-9d6b-3704a5ce3af8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390866 Aug 17 16:44:59.193117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59418) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:59.326585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0341a8b9-13b7-45e6-ba7d-e269580ae2e4 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:44:59.332900 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0341a8b9-13b7-45e6-ba7d-e269580ae2e4 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 1091 time: 0.1387691 Aug 17 16:44:59.335880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59428) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:44:59.346796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:44:59.391501 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:59.510008 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:44:59.731681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Allocated IP 172.25.7.21 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/a43f6005-fa33-446e-b0fb-4eebd84e4220) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:44:59.874924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:00.336642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:00.458897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:00.462045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:00.469157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:00.535096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=a43f6005-fa33-446e-b0fb-4eebd84e4220,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:00.973872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:00.979738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'network_id': 'd51b8d49-89cc-4555-b9c8-6aa646adc877', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:01.100166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:01.103910 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.250748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.318967 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.372516 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.395728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=41410581-49e9-4e90-a541-e4981bbce84e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:01.401696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking segment: {'id': 'ee976ad0-65e7-433b-80e7-aec364444696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd51b8d49-89cc-4555-b9c8-6aa646adc877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:01.402188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network hostable DHCP agents. Network: d51b8d49-89cc-4555-b9c8-6aa646adc877, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:01.422689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network d51b8d49-89cc-4555-b9c8-6aa646adc877 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:01.436197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, d51b8d49-89cc-4555-b9c8-6aa646adc877) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:01.442358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:01.443121 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.447855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c64987-63ae-42f8-90f2-64aee9deb4c0 None None] Network d51b8d49-89cc-4555-b9c8-6aa646adc877 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:01.485671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-15140550-2587-41b2-a1ca-329dbc67f6d3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5107265 Aug 17 16:45:01.489670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:01.496420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869031872'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:01.522174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:01.526021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.564737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:01.579892 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.581063 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Added segment d7b758ab-9f7f-41ec-852c-8e09cf53ce2f of type vlan for network 01956ae2-d793-4884-8a5c-236b77426887 Aug 17 16:45:01.611612 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.621007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.654602 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.685468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-d51b8d49-89cc-4555-b9c8-6aa646adc877', 'network_id': 'd51b8d49-89cc-4555-b9c8-6aa646adc877', 'tenant_id': 'eacd030aa97b450a9df3b7a9b2ffe7b1', 'fixed_ips': [{'subnet_id': '41410581-49e9-4e90-a541-e4981bbce84e'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:01.686697 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.710736 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.718300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:01.719031 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.739229 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=a43f6005-fa33-446e-b0fb-4eebd84e4220,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:01.760885 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:01.821182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=01956ae2-d793-4884-8a5c-236b77426887,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:01.836304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f4750b1c-f799-4909-b5e0-fad040016767 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3449800 Aug 17 16:45:01.837719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 01956ae2-d793-4884-8a5c-236b77426887 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:01.838704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:01.845726 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'network_id': '01956ae2-d793-4884-8a5c-236b77426887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:01.890592 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Floating IP 7b54cf06-ae81-44be-b333-be1e6b8dbbab associated. External IP: 172.25.7.21, port: 3e41da38-33a1-40eb-b0e2-1191065c554b. Aug 17 16:45:01.999614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:02.003976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Allocated IP 2001:db8:0:ffff::2 (d51b8d49-89cc-4555-b9c8-6aa646adc877/41410581-49e9-4e90-a541-e4981bbce84e/d4c142c1-faf1-4410-af8b-ca410df449cf) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:02.004460 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:02.167595 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cdb3771-6249-48f2-b031-4036bf87f5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:02.224717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:02.270142 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:02.277811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router fa1ff3c5-3d4e-44ae-a318-4495898e422e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:45:02.300447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Transition to ACTIVE for port object d4c142c1-faf1-4410-af8b-ca410df449cf will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:02.304147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=bfd10a86-532a-4214-91fd-122a85053fbd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:02.315848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking segment: {'id': 'd7b758ab-9f7f-41ec-852c-8e09cf53ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '01956ae2-d793-4884-8a5c-236b77426887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:02.316221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network hostable DHCP agents. Network: 01956ae2-d793-4884-8a5c-236b77426887, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:02.331685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Transition to ACTIVE for port object d4c142c1-faf1-4410-af8b-ca410df449cf will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:02.357890 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:02.433888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network 01956ae2-d793-4884-8a5c-236b77426887 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:02.457639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 01956ae2-d793-4884-8a5c-236b77426887) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:02.477047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Network d51b8d49-89cc-4555-b9c8-6aa646adc877 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:02.477583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:02.478819 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:02.482192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e7f55f-4420-469c-9645-996f50065c00 None None] Network 01956ae2-d793-4884-8a5c-236b77426887 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:02.497116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:02.505332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5bf582f9-ed57-43b9-a610-9c59ce1d50ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6654072 Aug 17 16:45:02.507853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:02.520816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Pushing event updated for resources: {'Port': ['ID=d4c142c1-faf1-4410-af8b-ca410df449cf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:02.525135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:45:02.566287 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:02.600475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:02.603845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-744889cc-9926-465a-94e3-e476eac16c70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2642438 Aug 17 16:45:02.603845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'tag': '3e41da38-33a1-40eb-b0e2-1191065c554b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:45:02.604424 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e709aa8c-a0d8-4667-84f0-2a3444357572" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e59132-64aa-471b-aca6-887dc62344ad", "tag": "3e41da38-33a1-40eb-b0e2-1191065c554b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:45:02.606965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59468) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:02.622054 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] Sync routers for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:45:02.655912 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:02.695182 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c95c322-0bd6-4ee6-a71a-3208b824a66b x-openstack-request-id: req-1c95c322-0bd6-4ee6-a71a-3208b824a66b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:45:02.695469 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e59132-64aa-471b-aca6-887dc62344ad", "tag": "3e41da38-33a1-40eb-b0e2-1191065c554b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:45:02.695717 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c95c322-0bd6-4ee6-a71a-3208b824a66b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:45:02.696116 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'tag': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'status': 'completed', 'code': 200} Aug 17 16:45:02.729790 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:02.731673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:44:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:02.771555 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e1837756-4cb1-4946-a39f-041545e85280 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/floatingips/7b54cf06-ae81-44be-b333-be1e6b8dbbab HTTP/1.1" status: 200 len: 990 time: 0.1626101 Aug 17 16:45:02.794748 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:02.838015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-65b3ef78-8157-42a0-a889-7de3749ad890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:02.839607 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-65b3ef78-8157-42a0-a889-7de3749ad890 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 1096 time: 0.1011617 Aug 17 16:45:02.856543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Attempting to bind port d4c142c1-faf1-4410-af8b-ca410df449cf on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:02.857090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Attempting to bind port d4c142c1-faf1-4410-af8b-ca410df449cf by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'ee976ad0-65e7-433b-80e7-aec364444696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd51b8d49-89cc-4555-b9c8-6aa646adc877'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:02.857463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Attempting to bind port d4c142c1-faf1-4410-af8b-ca410df449cf on network d51b8d49-89cc-4555-b9c8-6aa646adc877 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:02.944539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:02.963739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:02.983368 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd10a86-532a-4214-91fd-122a85053fbd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:03.002628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-1802656d-4459-4e2e-a95f-8317dc2ac0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:03.002628 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-1802656d-4459-4e2e-a95f-8317dc2ac0a6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=43884f46-991e-4f94-a4a4-95484f65042d HTTP/1.1" status: 200 len: 898 time: 0.1528177 Aug 17 16:45:03.013817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:03.014323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Checking segment: {'id': 'ee976ad0-65e7-433b-80e7-aec364444696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd51b8d49-89cc-4555-b9c8-6aa646adc877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:03.014846 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.015329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Bound using segment: {'id': 'ee976ad0-65e7-433b-80e7-aec364444696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd51b8d49-89cc-4555-b9c8-6aa646adc877'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:03.015905 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Bound port: d4c142c1-faf1-4410-af8b-ca410df449cf, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee976ad0-65e7-433b-80e7-aec364444696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd51b8d49-89cc-4555-b9c8-6aa646adc877'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:03.016379 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.125514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.157083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01956ae2-d793-4884-8a5c-236b77426887']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:03.180326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b758ab-9f7f-41ec-852c-8e09cf53ce2f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:03.180628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b758ab-9f7f-41ec-852c-8e09cf53ce2f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:03.184256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-f0c3994d-a20e-4090-ad09-d3f9c473964e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e41da38-33a1-40eb-b0e2-1191065c554b HTTP/1.1" status: 200 len: 998 time: 0.1318729 Aug 17 16:45:03.239384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-67b42204-c68a-4696-ad3c-7ccff349fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:03.240916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-67b42204-c68a-4696-ad3c-7ccff349fa5d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=277e46cf-ca77-4f10-bfce-60ee91c138c6 HTTP/1.1" status: 200 len: 835 time: 0.0488238 Aug 17 16:45:03.242990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.287023 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.296060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:03.296467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:03.301838 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:03.314138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcbc440-17e0-4221-b4e2-8834541c2f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-01956ae2-d793-4884-8a5c-236b77426887', 'network_id': '01956ae2-d793-4884-8a5c-236b77426887', 'tenant_id': 'eacd030aa97b450a9df3b7a9b2ffe7b1', 'fixed_ips': [{'subnet_id': 'bfd10a86-532a-4214-91fd-122a85053fbd'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:03.315176 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efcbc440-17e0-4221-b4e2-8834541c2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.320704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-e227d8b0-293d-4982-beef-d6666040975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:03.322271 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-e227d8b0-293d-4982-beef-d6666040975a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=43884f46-991e-4f94-a4a4-95484f65042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720186 Aug 17 16:45:03.403013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] For port d4c142c1-faf1-4410-af8b-ca410df449cf, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:03.434935 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.462177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.464026 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/01956ae2-d793-4884-8a5c-236b77426887 HTTP/1.1" status: 204 len: 168 time: 0.9551752 Aug 17 16:45:03.464992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45674de9-b2df-460e-81c2-987080c98aa0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Network': ['ID=01956ae2-d793-4884-8a5c-236b77426887,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:03.467878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59488) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:03.474416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999883033'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:03.475446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] For port d4c142c1-faf1-4410-af8b-ca410df449cf, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d4c142c1-faf1-4410-af8b-ca410df449cf,segment=NetworkSegment(ee976ad0-65e7-433b-80e7-aec364444696),segment_id=ee976ad0-65e7-433b-80e7-aec364444696)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:03.478125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb63e99-f71a-4434-b263-c777c44bcc2a None None] Network 01956ae2-d793-4884-8a5c-236b77426887 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:03.500754 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb63e99-f71a-4434-b263-c777c44bcc2a None None] Network 01956ae2-d793-4884-8a5c-236b77426887 could not be found, it might have been deleted concurrently. {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 16:45:03.512575 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.521016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:03.526087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.549254 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-4040a66b-8c87-47e2-98e7-7b01f5ff9f93 service neutron] 10.222.0.91 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924176 Aug 17 16:45:03.579114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:03.606975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.607344 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Added segment 8a072681-7b0d-4202-83ec-dbb9182d0ef8 of type vlan for network 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7 Aug 17 16:45:03.613440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6999204-e86a-4ba2-a32d-dbae879eb3b6 None None] Pushing event updated for resources: {'Port': ['ID=d4c142c1-faf1-4410-af8b-ca410df449cf,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:03.650090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:37Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '7b54cf06-ae81-44be-b333-be1e6b8dbbab', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'mac_address': 'fa:16:3e:18:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:00Z', 'updated_at': '2021-08-17T16:45:00Z', 'revision_number': 0, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:03.684447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] Checking router: fa1ff3c5-3d4e-44ae-a318-4495898e422e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:45:03.694091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:03.694770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:44:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:03.697286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.732631 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e709aa8c-a0d8-4667-84f0-2a3444357572 req-f3ee22e0-d3c2-406b-a377-7faf22162625 service neutron] 10.222.0.91 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744816 Aug 17 16:45:03.761726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.769241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:03.770064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:03.779204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59490) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:03.830495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:03.925127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:03.930341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'network_id': '661c8dc2-3d35-42eb-b39b-75cf6f9c20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:03.932459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4634037 Aug 17 16:45:03.963779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465b926-f476-475f-b102-c05db070a2f4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=661c8dc2-3d35-42eb-b39b-75cf6f9c20e7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:03.982670 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b320c96a-3631-4419-87b7-5ec8220bb6c6 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/floatingips/7b54cf06-ae81-44be-b333-be1e6b8dbbab HTTP/1.1" status: 200 len: 990 time: 0.1926014 Aug 17 16:45:04.012129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:04.093544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:04.102278 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:04.295538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:37Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '7b54cf06-ae81-44be-b333-be1e6b8dbbab', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'mac_address': 'fa:16:3e:18:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:00Z', 'updated_at': '2021-08-17T16:45:00Z', 'revision_number': 0, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:04.340680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27aafde-d5d4-4798-b7d1-a92914063a6d None None] The sync data for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 is: [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:37Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '7b54cf06-ae81-44be-b333-be1e6b8dbbab', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'mac_address': 'fa:16:3e:18:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:00Z', 'updated_at': '2021-08-17T16:45:00Z', 'revision_number': 0, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:45:04.391210 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:04.470418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=1c7c0ce1-a2dd-42db-90b3-3947aa9e4a20,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:04.476285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking segment: {'id': '8a072681-7b0d-4202-83ec-dbb9182d0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '661c8dc2-3d35-42eb-b39b-75cf6f9c20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:04.476644 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network hostable DHCP agents. Network: 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:04.494404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:04.504840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:04.510222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:04.510891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:04.516296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9659d589-cc96-4814-b12f-83d3a1d16847 None None] Network 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:04.531076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6637dc52-4d63-4203-8e59-1029b0f0033d tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6048362 Aug 17 16:45:04.535319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59504) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:04.541493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909073765'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:04.578166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:04.584443 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:04.627551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:04.646408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:04.646820 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Added segment 6790d6e7-1cc7-4712-b80e-b659cf9ca32d of type vlan for network 1c3734c6-3241-48dd-a04b-199855e5a84b Aug 17 16:45:04.715749 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:04.764100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:04.772163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:04.772889 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:04.783574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-661c8dc2-3d35-42eb-b39b-75cf6f9c20e7', 'network_id': '661c8dc2-3d35-42eb-b39b-75cf6f9c20e7', 'tenant_id': 'eacd030aa97b450a9df3b7a9b2ffe7b1', 'fixed_ips': [{'subnet_id': '1c7c0ce1-a2dd-42db-90b3-3947aa9e4a20'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:04.785446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:04.841195 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a427ca30-2f0d-425b-a5ea-4381b0663033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:04.902683 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81acf3c4-2f6b-490a-b338-8ec33f2b9db1 None None] New status for floating IP 7b54cf06-ae81-44be-b333-be1e6b8dbbab: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:45:04.912489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59506) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:04.918360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'network_id': '1c3734c6-3241-48dd-a04b-199855e5a84b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:04.924790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3867755 Aug 17 16:45:04.955606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ad237-2f0f-4574-ad71-c05adfabc78e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=1c3734c6-3241-48dd-a04b-199855e5a84b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:04.986359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59508) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:04.987034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1c3734c6-3241-48dd-a04b-199855e5a84b details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:05.105218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-323ec80a-130a-4412-8712-96dd0d5d5a86 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/floatingips/7b54cf06-ae81-44be-b333-be1e6b8dbbab HTTP/1.1" status: 200 len: 990 time: 0.1174474 Aug 17 16:45:05.168514 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:05.182333 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745fd844-7f30-4a36-905e-f595a4243cc5 None None] Network d51b8d49-89cc-4555-b9c8-6aa646adc877 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:05.261184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Allocated IP 2001:db8::3 (661c8dc2-3d35-42eb-b39b-75cf6f9c20e7/1c7c0ce1-a2dd-42db-90b3-3947aa9e4a20/3d162060-81f7-4389-9a62-da788f1a3094) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:05.269894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-521748e2-456c-4653-b964-438691b49334 None None] Provisioning for port d4c142c1-faf1-4410-af8b-ca410df449cf completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:05.447473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:05.455350 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:05.521583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 16:45:05.522743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 16:45:05.559806 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:05.577221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Transition to ACTIVE for port object 3d162060-81f7-4389-9a62-da788f1a3094 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:05.597151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Transition to ACTIVE for port object 3d162060-81f7-4389-9a62-da788f1a3094 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:05.606723 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:05.653069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Network 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:05.660418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:05.664138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:05.673416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Pushing event updated for resources: {'Port': ['ID=3d162060-81f7-4389-9a62-da788f1a3094,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:05.713016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:05.740039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Attempting to bind port 3d162060-81f7-4389-9a62-da788f1a3094 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:05.740346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Attempting to bind port 3d162060-81f7-4389-9a62-da788f1a3094 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '8a072681-7b0d-4202-83ec-dbb9182d0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '661c8dc2-3d35-42eb-b39b-75cf6f9c20e7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:05.740706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Attempting to bind port 3d162060-81f7-4389-9a62-da788f1a3094 on network 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:05.746209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:05.746608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Checking segment: {'id': '8a072681-7b0d-4202-83ec-dbb9182d0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '661c8dc2-3d35-42eb-b39b-75cf6f9c20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:05.747063 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:05.747395 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Bound using segment: {'id': '8a072681-7b0d-4202-83ec-dbb9182d0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '661c8dc2-3d35-42eb-b39b-75cf6f9c20e7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:05.747856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Bound port: 3d162060-81f7-4389-9a62-da788f1a3094, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a072681-7b0d-4202-83ec-dbb9182d0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '661c8dc2-3d35-42eb-b39b-75cf6f9c20e7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:05.748233 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:05.798811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=f3ff0bf3-05b4-47a1-be40-068353de0153,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:05.809304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking segment: {'id': '6790d6e7-1cc7-4712-b80e-b659cf9ca32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1c3734c6-3241-48dd-a04b-199855e5a84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:05.809834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network hostable DHCP agents. Network: 1c3734c6-3241-48dd-a04b-199855e5a84b, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:05.836401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] For port 3d162060-81f7-4389-9a62-da788f1a3094, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:05.839748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] For port 3d162060-81f7-4389-9a62-da788f1a3094, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3d162060-81f7-4389-9a62-da788f1a3094,segment=NetworkSegment(8a072681-7b0d-4202-83ec-dbb9182d0ef8),segment_id=8a072681-7b0d-4202-83ec-dbb9182d0ef8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:05.849039 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:05.855199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network 1c3734c6-3241-48dd-a04b-199855e5a84b is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:05.872023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1c3734c6-3241-48dd-a04b-199855e5a84b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:05.887257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a350d7-e7f3-44ea-8908-5965252b5d19 None None] Network 1c3734c6-3241-48dd-a04b-199855e5a84b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:05.905289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:05.910850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:05.941286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-44996b63-bc4f-405c-aeb8-b13390effcca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0268085 Aug 17 16:45:05.944146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59518) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:06.044042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d6542-b85f-428d-a749-c5bc5070ad97 None None] Pushing event updated for resources: {'Port': ['ID=3d162060-81f7-4389-9a62-da788f1a3094,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:06.059844 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:06.081026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d4c142c1-faf1-4410-af8b-ca410df449cf up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:06.107353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:06.130427 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:06.294706 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:06.312327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d4c142c1-faf1-4410-af8b-ca410df449cf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:06.321389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d4c142c1-faf1-4410-af8b-ca410df449cf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:06.321562 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:06.332368 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-759c2919-e7c6-48de-823d-79d0d2d20154 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/floatingips/7b54cf06-ae81-44be-b333-be1e6b8dbbab HTTP/1.1" status: 200 len: 992 time: 0.2228467 Aug 17 16:45:06.333250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1c3734c6-3241-48dd-a04b-199855e5a84b', 'network_id': '1c3734c6-3241-48dd-a04b-199855e5a84b', 'tenant_id': 'eacd030aa97b450a9df3b7a9b2ffe7b1', 'fixed_ips': [{'subnet_id': 'f3ff0bf3-05b4-47a1-be40-068353de0153'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:06.334127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:06.610707 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:06.657453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Allocated IP 2001:db8::3 (1c3734c6-3241-48dd-a04b-199855e5a84b/f3ff0bf3-05b4-47a1-be40-068353de0153/3d8cb36d-55df-4bd9-b4bc-255b6f6d6792) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:06.704055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d4c142c1-faf1-4410-af8b-ca410df449cf, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d4c142c1-faf1-4410-af8b-ca410df449cf,segment=NetworkSegment(ee976ad0-65e7-433b-80e7-aec364444696),segment_id=ee976ad0-65e7-433b-80e7-aec364444696)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:06.734577 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:06.812553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d4c142c1-faf1-4410-af8b-ca410df449cf,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:06.900888 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:06.911310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Transition to ACTIVE for port object 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:06.927488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Transition to ACTIVE for port object 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:06.938208 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:06.964743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:07.004113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Network 1c3734c6-3241-48dd-a04b-199855e5a84b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:07.008439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:07.010790 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Pushing event updated for resources: {'Port': ['ID=3d8cb36d-55df-4bd9-b4bc-255b6f6d6792,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:07.014752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:07.029306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ff0bf3-05b4-47a1-be40-068353de0153,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:07.075436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Attempting to bind port 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:07.075861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Attempting to bind port 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6790d6e7-1cc7-4712-b80e-b659cf9ca32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1c3734c6-3241-48dd-a04b-199855e5a84b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:07.076549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Attempting to bind port 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792 on network 1c3734c6-3241-48dd-a04b-199855e5a84b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:07.082710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:07.083232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Checking segment: {'id': '6790d6e7-1cc7-4712-b80e-b659cf9ca32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1c3734c6-3241-48dd-a04b-199855e5a84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:07.083728 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:07.084210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Bound using segment: {'id': '6790d6e7-1cc7-4712-b80e-b659cf9ca32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1c3734c6-3241-48dd-a04b-199855e5a84b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:07.084807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Bound port: 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6790d6e7-1cc7-4712-b80e-b659cf9ca32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1c3734c6-3241-48dd-a04b-199855e5a84b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:07.085356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:07.130476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:07.152345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3734c6-3241-48dd-a04b-199855e5a84b']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:07.173183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] For port 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:07.177255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6790d6e7-1cc7-4712-b80e-b659cf9ca32d') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:07.177737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] For port 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3d8cb36d-55df-4bd9-b4bc-255b6f6d6792,segment=NetworkSegment(6790d6e7-1cc7-4712-b80e-b659cf9ca32d),segment_id=6790d6e7-1cc7-4712-b80e-b659cf9ca32d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:07.178821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6790d6e7-1cc7-4712-b80e-b659cf9ca32d') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:07.188862 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:07.198247 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:07.241540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:07.259218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:07.260769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:07.297806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca4616-aaf6-45ea-90d7-18f86ef2e2b1 None None] Pushing event updated for resources: {'Port': ['ID=3d8cb36d-55df-4bd9-b4bc-255b6f6d6792,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:07.320728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2635c1f3-9b82-4e42-a3ae-5ce97d3cb819 None None] Network 1c3734c6-3241-48dd-a04b-199855e5a84b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:07.402477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a8c153-021d-4147-9591-bdce5d50010e None None] Network 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:07.403641 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:07.410890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 16:45:07.410890 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 16:45:07.410890 n-d-804878-1 neutron-server[94839]: [parameters: {'id': '1c3734c6-3241-48dd-a04b-199855e5a84b'}] Aug 17 16:45:07.410890 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:45:07.411725 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:45:07.832665 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f74daa9c-37af-49eb-be40-537f12cb9012 None None] Provisioning for port 3d162060-81f7-4389-9a62-da788f1a3094 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:07.912535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:07.931110 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.053847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Deleting port 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:08.055167 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.170826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d4c142c1-faf1-4410-af8b-ca410df449cf up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:08.195023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] For port 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3d8cb36d-55df-4bd9-b4bc-255b6f6d6792,segment=NetworkSegment(6790d6e7-1cc7-4712-b80e-b659cf9ca32d),segment_id=6790d6e7-1cc7-4712-b80e-b659cf9ca32d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:08.197920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.213286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:08.261402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Calling delete_port for 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:08.272035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d4c142c1-faf1-4410-af8b-ca410df449cf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:08.272422 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.380849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26f504-adec-4253-a4b6-cb0317519775 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:45:08.402828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.441108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Port': ['ID=3d8cb36d-55df-4bd9-b4bc-255b6f6d6792,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:08.443724 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd1cfa3-2621-4777-8678-f01f37e34f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.451323 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No DVR routers for this DVR port 3d8cb36d-55df-4bd9-b4bc-255b6f6d6792 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:08.557260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3d162060-81f7-4389-9a62-da788f1a3094 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:08.590254 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.603692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3734c6-3241-48dd-a04b-199855e5a84b']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:08.617657 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6790d6e7-1cc7-4712-b80e-b659cf9ca32d') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:08.617958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6790d6e7-1cc7-4712-b80e-b659cf9ca32d') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:08.625326 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd1cfa3-2621-4777-8678-f01f37e34f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.631661 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.633117 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccd1cfa3-2621-4777-8678-f01f37e34f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.652609 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.656938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26f504-adec-4253-a4b6-cb0317519775 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:45:08.660666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:08.661462 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:08.665616 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:08.724676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ccd1cfa3-2621-4777-8678-f01f37e34f4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8a4b6b6fb804f6a9cc45f357ff11c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094407 Aug 17 16:45:08.730702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59544) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:08.751439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1cfa3-2621-4777-8678-f01f37e34f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a70702-d102-4ae6-9642-d5ace9071bae,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:08.799835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 3d162060-81f7-4389-9a62-da788f1a3094 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:08.802135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f15bd18a-2502-4a68-a5cf-ce622e2b1a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.805736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 3d162060-81f7-4389-9a62-da788f1a3094 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:08.806234 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.808642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.823444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.825308 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/1c3734c6-3241-48dd-a04b-199855e5a84b HTTP/1.1" status: 204 len: 168 time: 2.8801699 Aug 17 16:45:08.830085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:08.835988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1292596471'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:08.848400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd44644-52b1-4ce0-b566-311918662a7a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Network': ['ID=1c3734c6-3241-48dd-a04b-199855e5a84b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:08.862272 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f15bd18a-2502-4a68-a5cf-ce622e2b1a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.888844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:08.892932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.943625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f15bd18a-2502-4a68-a5cf-ce622e2b1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.947810 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f15bd18a-2502-4a68-a5cf-ce622e2b1a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.948919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:08.949352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f15bd18a-2502-4a68-a5cf-ce622e2b1a7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7a70702-d102-4ae6-9642-d5ace9071bae HTTP/1.1" status: 204 len: 168 time: 0.2175925 Aug 17 16:45:08.970722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bd18a-2502-4a68-a5cf-ce622e2b1a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a70702-d102-4ae6-9642-d5ace9071bae,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:08.990089 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:08.990812 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Added segment 951f9cab-7e86-426b-8690-49c05bc84049 of type vlan for network c6f8b4b3-e337-4121-939b-6a2d0fad6140 Aug 17 16:45:09.061825 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:09.079069 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:09.110438 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:09.118000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:09.118645 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:09.122686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 3d162060-81f7-4389-9a62-da788f1a3094, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3d162060-81f7-4389-9a62-da788f1a3094,segment=NetworkSegment(8a072681-7b0d-4202-83ec-dbb9182d0ef8),segment_id=8a072681-7b0d-4202-83ec-dbb9182d0ef8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:09.127383 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:09.182915 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3516400 Aug 17 16:45:09.185128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=3d162060-81f7-4389-9a62-da788f1a3094,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:09.185981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59554) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:09.193311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'network_id': 'c6f8b4b3-e337-4121-939b-6a2d0fad6140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:09.214868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209832b6-ce54-487e-ba91-bce96408d6f8 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=c6f8b4b3-e337-4121-939b-6a2d0fad6140,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:09.226006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network c6f8b4b3-e337-4121-939b-6a2d0fad6140 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:09.317105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:09.320577 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:09.534535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:09.612832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=f96ff19d-8cf1-48b7-a509-889b144dce05,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:09.620628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking segment: {'id': '951f9cab-7e86-426b-8690-49c05bc84049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c6f8b4b3-e337-4121-939b-6a2d0fad6140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:09.620995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network hostable DHCP agents. Network: c6f8b4b3-e337-4121-939b-6a2d0fad6140, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:09.639123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network c6f8b4b3-e337-4121-939b-6a2d0fad6140 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:09.651681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, c6f8b4b3-e337-4121-939b-6a2d0fad6140) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:09.656842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:09.657480 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:09.663524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ea26db-fd14-4e2d-8211-a4cb50a90ca5 None None] Network c6f8b4b3-e337-4121-939b-6a2d0fad6140 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:09.680315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-734f90b3-8e27-4dad-9ff2-d65bf7886017 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4929240 Aug 17 16:45:09.683193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:09.858597 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0156de1c-d893-4a2f-a333-ded4aceb1fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-c6f8b4b3-e337-4121-939b-6a2d0fad6140', 'network_id': 'c6f8b4b3-e337-4121-939b-6a2d0fad6140', 'tenant_id': 'eacd030aa97b450a9df3b7a9b2ffe7b1', 'fixed_ips': [{'subnet_id': 'f96ff19d-8cf1-48b7-a509-889b144dce05'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:09.859611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:09.859750 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0156de1c-d893-4a2f-a333-ded4aceb1fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:09.940169 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.022259 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.046222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3d162060-81f7-4389-9a62-da788f1a3094 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:10.093346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Subnet': ['ID=f96ff19d-8cf1-48b7-a509-889b144dce05,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:10.130533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 3d162060-81f7-4389-9a62-da788f1a3094 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:10.131543 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-0156de1c-d893-4a2f-a333-ded4aceb1fd8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f96ff19d-8cf1-48b7-a509-889b144dce05: This subnet is being modified by another concurrent operation. Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:45:10.135942 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exception Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f96ff19d-8cf1-48b7-a509-889b144dce05: This subnet is being modified by another concurrent operation. Aug 17 16:45:10.139699 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:45:10.155713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.171679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bbf6ca-2852-4a70-b953-1da99b983125 None None] Network c6f8b4b3-e337-4121-939b-6a2d0fad6140 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:10.174816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f8b4b3-e337-4121-939b-6a2d0fad6140']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:10.199363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951f9cab-7e86-426b-8690-49c05bc84049') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:10.202149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951f9cab-7e86-426b-8690-49c05bc84049') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:10.225423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.257291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.273562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:10.273972 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:10.277411 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:10.342076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f799b10a-6ead-4b84-a08c-d07e35149e34 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:45:10.367776 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.400740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.405384 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/c6f8b4b3-e337-4121-939b-6a2d0fad6140 HTTP/1.1" status: 204 len: 168 time: 0.7201803 Aug 17 16:45:10.409242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59622) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:10.417204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-946160641'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:10.421728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3583a-d328-45b5-9d85-c5bbc8f71100 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Network': ['ID=c6f8b4b3-e337-4121-939b-6a2d0fad6140,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:10.465913 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:10.471747 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.498164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f799b10a-6ead-4b84-a08c-d07e35149e34 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:45:10.508521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:10.528659 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.529227 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Added segment 15a8689d-4284-4271-8f61-9df47c650b0b of type vlan for network 291a236b-0d59-4ec4-b899-2b62dab7d747 Aug 17 16:45:10.586682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.650836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.659544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:10.662250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:10.742991 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3312969 Aug 17 16:45:10.745462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:10.751386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'network_id': '291a236b-0d59-4ec4-b899-2b62dab7d747', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:10.766082 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a9b54-5b44-4fce-ae33-5fde6b287a38 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=291a236b-0d59-4ec4-b899-2b62dab7d747,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:10.799786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 291a236b-0d59-4ec4-b899-2b62dab7d747 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:10.936735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:10.943975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.220145 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.276149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=f87404f2-ff24-47e7-94c2-42e28ad5418a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:11.304546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking segment: {'id': '15a8689d-4284-4271-8f61-9df47c650b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '291a236b-0d59-4ec4-b899-2b62dab7d747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:11.304909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network hostable DHCP agents. Network: 291a236b-0d59-4ec4-b899-2b62dab7d747, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:11.323493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network 291a236b-0d59-4ec4-b899-2b62dab7d747 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:11.333763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 291a236b-0d59-4ec4-b899-2b62dab7d747) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:11.339362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:11.340060 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.345865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef723a-2847-41ad-9455-b618ee9db167 None None] Network 291a236b-0d59-4ec4-b899-2b62dab7d747 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:11.355164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:11.363604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328791523', 'description': 'tempest-secgroup-smoke-1328791523 description', 'project_id': '83be27321324449294116e75a122e296'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:11.372108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-64b95b3f-befe-4326-b7b6-717e72fd82ba tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6253407 Aug 17 16:45:11.374713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:11.447281 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.460771 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.513846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-291a236b-0d59-4ec4-b899-2b62dab7d747', 'network_id': '291a236b-0d59-4ec4-b899-2b62dab7d747', 'tenant_id': 'eacd030aa97b450a9df3b7a9b2ffe7b1', 'fixed_ips': [{'subnet_id': 'f87404f2-ff24-47e7-94c2-42e28ad5418a'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:11.514870 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.520995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.602717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.673210 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.674092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Allocated IP 2001:db8::1 (291a236b-0d59-4ec4-b899-2b62dab7d747/f87404f2-ff24-47e7-94c2-42e28ad5418a/a40135e6-47de-4aa0-a1cc-c1123581b1b8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:11.679304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.720532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a567e2fd-0d0a-4862-a2a6-5c6c2e6b86cc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:11.783183 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.787416 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.816493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.817812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4613366 Aug 17 16:45:11.821006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59676) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:11.822123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f8a52-62ae-45ce-ad1d-ec8151676dec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b983e921-650a-4776-a554-0ff53f320fb8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:11.827639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5b870967-c5f2-45f1-b1a0-3f95cea346e5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'b983e921-650a-4776-a554-0ff53f320fb8', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:11.863511 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.863756 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b870967-c5f2-45f1-b1a0-3f95cea346e5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.872367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Transition to ACTIVE for port object a40135e6-47de-4aa0-a1cc-c1123581b1b8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:11.891521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Transition to ACTIVE for port object a40135e6-47de-4aa0-a1cc-c1123581b1b8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:11.901848 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.922506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.941418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b870967-c5f2-45f1-b1a0-3f95cea346e5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.941993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Network 291a236b-0d59-4ec4-b899-2b62dab7d747 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:11.945770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:11.946671 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b870967-c5f2-45f1-b1a0-3f95cea346e5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:11.949509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:11.971594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Subnet': ['ID=f87404f2-ff24-47e7-94c2-42e28ad5418a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:11.996486 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b870967-c5f2-45f1-b1a0-3f95cea346e5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.000468 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5b870967-c5f2-45f1-b1a0-3f95cea346e5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752906 Aug 17 16:45:12.000953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59678) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:12.008851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Pushing event updated for resources: {'Port': ['ID=a40135e6-47de-4aa0-a1cc-c1123581b1b8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:12.009063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-dd42e96c-7cb1-4060-b4a9-42476e257d3c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'b983e921-650a-4776-a554-0ff53f320fb8', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:12.027866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Attempting to bind port a40135e6-47de-4aa0-a1cc-c1123581b1b8 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:12.028392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Attempting to bind port a40135e6-47de-4aa0-a1cc-c1123581b1b8 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '15a8689d-4284-4271-8f61-9df47c650b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '291a236b-0d59-4ec4-b899-2b62dab7d747'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:12.028954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Attempting to bind port a40135e6-47de-4aa0-a1cc-c1123581b1b8 on network 291a236b-0d59-4ec4-b899-2b62dab7d747 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:12.035214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:12.035704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Checking segment: {'id': '15a8689d-4284-4271-8f61-9df47c650b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '291a236b-0d59-4ec4-b899-2b62dab7d747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:12.036197 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.036409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b870967-c5f2-45f1-b1a0-3f95cea346e5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054c884b-9cb4-472c-8198-be3c7f245ec4,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:12.036883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Bound using segment: {'id': '15a8689d-4284-4271-8f61-9df47c650b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '291a236b-0d59-4ec4-b899-2b62dab7d747'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:12.037459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Bound port: a40135e6-47de-4aa0-a1cc-c1123581b1b8, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a8689d-4284-4271-8f61-9df47c650b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '291a236b-0d59-4ec4-b899-2b62dab7d747'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:12.037977 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.049506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd42e96c-7cb1-4060-b4a9-42476e257d3c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.090604 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.106031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291a236b-0d59-4ec4-b899-2b62dab7d747']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:12.120777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a8689d-4284-4271-8f61-9df47c650b0b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:12.121100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a8689d-4284-4271-8f61-9df47c650b0b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:12.122874 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd42e96c-7cb1-4060-b4a9-42476e257d3c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.123198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] For port a40135e6-47de-4aa0-a1cc-c1123581b1b8, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:12.127136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] For port a40135e6-47de-4aa0-a1cc-c1123581b1b8, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a40135e6-47de-4aa0-a1cc-c1123581b1b8,segment=NetworkSegment(15a8689d-4284-4271-8f61-9df47c650b0b),segment_id=15a8689d-4284-4271-8f61-9df47c650b0b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:12.129635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd42e96c-7cb1-4060-b4a9-42476e257d3c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.134254 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.134461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.154423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.157404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42e96c-7cb1-4060-b4a9-42476e257d3c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48ebf19-5162-4f68-8746-e0a672611cf8,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:12.165176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:12.165566 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:12.175174 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:12.178742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd42e96c-7cb1-4060-b4a9-42476e257d3c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.180458 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dd42e96c-7cb1-4060-b4a9-42476e257d3c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1784766 Aug 17 16:45:12.181172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59680) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:12.186207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7c17f5e4-9008-4e93-a10f-34f743c76569 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'b983e921-650a-4776-a554-0ff53f320fb8', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:12.228904 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c17f5e4-9008-4e93-a10f-34f743c76569 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.235018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587879b0-08bc-48c0-83b0-f40f7ca6efa8 None None] Pushing event updated for resources: {'Port': ['ID=a40135e6-47de-4aa0-a1cc-c1123581b1b8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:12.256401 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 16:45:12.256401 n-d-804878-1 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 16:45:12.256401 n-d-804878-1 neutron-server[94838]: [parameters: {'id': '291a236b-0d59-4ec4-b899-2b62dab7d747'}] Aug 17 16:45:12.256401 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:45:12.256833 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:45:12.257419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bc38b1-cfb0-4c18-85e2-43491a07c4cf None None] Network 291a236b-0d59-4ec4-b899-2b62dab7d747 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:12.311456 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c17f5e4-9008-4e93-a10f-34f743c76569 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.316797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c17f5e4-9008-4e93-a10f-34f743c76569 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.336040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17f5e4-9008-4e93-a10f-34f743c76569 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7da4790-8077-411a-b5eb-b9f33a5be4e3,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:12.344771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c17f5e4-9008-4e93-a10f-34f743c76569 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.349515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:12.350160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7c17f5e4-9008-4e93-a10f-34f743c76569 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674812 Aug 17 16:45:12.359450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-987e4ab2-7bcf-4324-a5f5-8600c343f970 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'b983e921-650a-4776-a554-0ff53f320fb8', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:12.393905 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e615e234-5a5d-472d-a9fe-a9020fa4b110 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:45:12.396499 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-987e4ab2-7bcf-4324-a5f5-8600c343f970 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.480267 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-987e4ab2-7bcf-4324-a5f5-8600c343f970 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.485699 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-987e4ab2-7bcf-4324-a5f5-8600c343f970 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.503999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e4ab2-7bcf-4324-a5f5-8600c343f970 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b59bf2a-fe37-4354-822e-c5dfb849eb61,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:12.514504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e615e234-5a5d-472d-a9fe-a9020fa4b110 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:45:12.516139 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-987e4ab2-7bcf-4324-a5f5-8600c343f970 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.517458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-987e4ab2-7bcf-4324-a5f5-8600c343f970 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634367 Aug 17 16:45:12.520313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59684) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:12.525332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d43b3a73-56ee-4129-91bb-92a03eb7852e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'b983e921-650a-4776-a554-0ff53f320fb8', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:12.551741 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-d43b3a73-56ee-4129-91bb-92a03eb7852e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Project 83be27321324449294116e75a122e296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:45:12.557632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d43b3a73-56ee-4129-91bb-92a03eb7852e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.629296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d43b3a73-56ee-4129-91bb-92a03eb7852e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.634053 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d43b3a73-56ee-4129-91bb-92a03eb7852e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.657150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b3a73-56ee-4129-91bb-92a03eb7852e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55073439-1cb7-4c50-a03b-65f145f21381,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:12.660535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d43b3a73-56ee-4129-91bb-92a03eb7852e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.664289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d43b3a73-56ee-4129-91bb-92a03eb7852e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404474 Aug 17 16:45:12.664445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59686) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:12.668919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ba5a69fa-688a-4d42-979c-9d31b0ad97c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'b983e921-650a-4776-a554-0ff53f320fb8', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:12.692455 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-ba5a69fa-688a-4d42-979c-9d31b0ad97c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Project 83be27321324449294116e75a122e296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:45:12.697651 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba5a69fa-688a-4d42-979c-9d31b0ad97c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.758542 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.788636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba5a69fa-688a-4d42-979c-9d31b0ad97c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.795158 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba5a69fa-688a-4d42-979c-9d31b0ad97c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.813787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a69fa-688a-4d42-979c-9d31b0ad97c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e21b7f-6bb8-45af-b74f-7403a0f65d58,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:12.826642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba5a69fa-688a-4d42-979c-9d31b0ad97c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.831259 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ba5a69fa-688a-4d42-979c-9d31b0ad97c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626246 Aug 17 16:45:12.831930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59690) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:12.837732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'network': {'name': 'tempest-network-smoke--585353924', 'project_id': '83be27321324449294116e75a122e296', 'port_security_enabled': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:12.843798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Deleting port a40135e6-47de-4aa0-a1cc-c1123581b1b8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:12.844502 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.861641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:12.865867 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.896865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:12.911553 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.912027 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Added segment a53396c5-1d58-463d-a9d1-ed67d0249930 of type vlan for network 1819cbe1-625e-4544-b587-74f829ca2ece Aug 17 16:45:12.917727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] For port a40135e6-47de-4aa0-a1cc-c1123581b1b8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a40135e6-47de-4aa0-a1cc-c1123581b1b8,segment=NetworkSegment(15a8689d-4284-4271-8f61-9df47c650b0b),segment_id=15a8689d-4284-4271-8f61-9df47c650b0b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:12.918090 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.931587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Calling delete_port for a40135e6-47de-4aa0-a1cc-c1123581b1b8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:12.957687 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.990267 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:12.996831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:12.997542 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.025039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.054948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Port': ['ID=a40135e6-47de-4aa0-a1cc-c1123581b1b8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:13.055218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2215760 Aug 17 16:45:13.059728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:13.062388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No DVR routers for this DVR port a40135e6-47de-4aa0-a1cc-c1123581b1b8 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:13.067275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'admin_state_up': True, 'project_id': '83be27321324449294116e75a122e296', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:13.070706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be32c89-0ed8-4ada-9f55-5aaabdc05473 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Network': ['ID=1819cbe1-625e-4544-b587-74f829ca2ece,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:13.084204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1819cbe1-625e-4544-b587-74f829ca2ece details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:13.085606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.085959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.086302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.086686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.087026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.087361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.087693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.088023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.088350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.088677 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.089004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.089326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:13.168768 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.169702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.187764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.202003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291a236b-0d59-4ec4-b899-2b62dab7d747']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:13.222168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a8689d-4284-4271-8f61-9df47c650b0b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:13.222481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a8689d-4284-4271-8f61-9df47c650b0b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:13.256456 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.264050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.306697 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.339910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:13.340336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:13.343549 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:13.460917 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.467903 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.478075 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.479877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/291a236b-0d59-4ec4-b899-2b62dab7d747 HTTP/1.1" status: 204 len: 168 time: 2.1039307 Aug 17 16:45:13.483418 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59694) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:13.488651 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1924065154'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:13.503851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a75a2-9249-45e5-a3c5-9de805bb9016 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Network': ['ID=291a236b-0d59-4ec4-b899-2b62dab7d747,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:13.516875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:13.521022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.548513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:13.559272 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.559705 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Added segment 0c7a02c3-bbf1-4e29-b4a7-12f6cc117467 of type vlan for network 81903429-018d-4a54-ad84-e2048c6eec75 Aug 17 16:45:13.603386 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.632479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.638217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:13.638972 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.688878 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.707119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2225692 Aug 17 16:45:13.709179 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.710615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59696) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:13.716310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'network_id': '81903429-018d-4a54-ad84-e2048c6eec75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:13.760844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14a88c-dcff-402a-8cc9-51a6e066aaef tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=81903429-018d-4a54-ad84-e2048c6eec75,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:13.772760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 81903429-018d-4a54-ad84-e2048c6eec75 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:13.829559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:13.832975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.25.7.80 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/697db7a7-c77d-40bd-83eb-1fa8dcd6437d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:13.840337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:13.965277 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:14.015434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:14.056156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:14.061287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:14.065040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:14.076303 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:14.094116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=697db7a7-c77d-40bd-83eb-1fa8dcd6437d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:14.148704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=f3c7ce29-8ed0-4141-b4ad-2e9732e26b08,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:14.155178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking segment: {'id': '0c7a02c3-bbf1-4e29-b4a7-12f6cc117467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '81903429-018d-4a54-ad84-e2048c6eec75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:14.155544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network hostable DHCP agents. Network: 81903429-018d-4a54-ad84-e2048c6eec75, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:14.179353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network 81903429-018d-4a54-ad84-e2048c6eec75 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:14.189873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 81903429-018d-4a54-ad84-e2048c6eec75) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:14.196506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:14.197118 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:14.206572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b039ba-d0ab-4454-a184-5d65f4c486b0 None None] Network 81903429-018d-4a54-ad84-e2048c6eec75 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:14.225481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5fcd534b-351b-4c6e-ae2b-26c6acc099cc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5134168 Aug 17 16:45:14.228159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:14.238097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-da72d36b-795f-49e3-9876-722ae344f91a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'network_id': '81903429-018d-4a54-ad84-e2048c6eec75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:14.428420 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:14.490253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da72d36b-795f-49e3-9876-722ae344f91a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:14.493932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da72d36b-795f-49e3-9876-722ae344f91a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:14.516410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-81903429-018d-4a54-ad84-e2048c6eec75', 'network_id': '81903429-018d-4a54-ad84-e2048c6eec75', 'tenant_id': 'eacd030aa97b450a9df3b7a9b2ffe7b1', 'fixed_ips': [{'subnet_id': 'f3c7ce29-8ed0-4141-b4ad-2e9732e26b08'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:14.516410 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:14.665008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Allocated IP 2001:db8::2 (81903429-018d-4a54-ad84-e2048c6eec75/f3c7ce29-8ed0-4141-b4ad-2e9732e26b08/b99faeee-4add-4d93-899d-3dfb40aefb6d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:14.832207 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:14.842139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Transition to ACTIVE for port object b99faeee-4add-4d93-899d-3dfb40aefb6d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:14.859223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Transition to ACTIVE for port object b99faeee-4add-4d93-899d-3dfb40aefb6d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:14.867958 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:14.932253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Network 81903429-018d-4a54-ad84-e2048c6eec75 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:14.935344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:14.937878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:14.949889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Pushing event updated for resources: {'Port': ['ID=b99faeee-4add-4d93-899d-3dfb40aefb6d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:15.002251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Attempting to bind port b99faeee-4add-4d93-899d-3dfb40aefb6d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:15.002697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Attempting to bind port b99faeee-4add-4d93-899d-3dfb40aefb6d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '0c7a02c3-bbf1-4e29-b4a7-12f6cc117467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '81903429-018d-4a54-ad84-e2048c6eec75'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:15.003591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Attempting to bind port b99faeee-4add-4d93-899d-3dfb40aefb6d on network 81903429-018d-4a54-ad84-e2048c6eec75 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:15.008738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:15.009118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Checking segment: {'id': '0c7a02c3-bbf1-4e29-b4a7-12f6cc117467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '81903429-018d-4a54-ad84-e2048c6eec75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:15.009520 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.010071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Bound using segment: {'id': '0c7a02c3-bbf1-4e29-b4a7-12f6cc117467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '81903429-018d-4a54-ad84-e2048c6eec75'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:15.010590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Bound port: b99faeee-4add-4d93-899d-3dfb40aefb6d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7a02c3-bbf1-4e29-b4a7-12f6cc117467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '81903429-018d-4a54-ad84-e2048c6eec75'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:15.010981 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.061886 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.081296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] For port b99faeee-4add-4d93-899d-3dfb40aefb6d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:15.084448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] For port b99faeee-4add-4d93-899d-3dfb40aefb6d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b99faeee-4add-4d93-899d-3dfb40aefb6d,segment=NetworkSegment(0c7a02c3-bbf1-4e29-b4a7-12f6cc117467),segment_id=0c7a02c3-bbf1-4e29-b4a7-12f6cc117467)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:15.089905 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.165118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91ad08-2631-449a-94b6-23b9b9d18f4b None None] Pushing event updated for resources: {'Port': ['ID=b99faeee-4add-4d93-899d-3dfb40aefb6d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:15.270429 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da72d36b-795f-49e3-9876-722ae344f91a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.343938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da72d36b-795f-49e3-9876-722ae344f91a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network 81903429-018d-4a54-ad84-e2048c6eec75 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:15.353240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-da72d36b-795f-49e3-9876-722ae344f91a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:15.361392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da72d36b-795f-49e3-9876-722ae344f91a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:15.362175 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da72d36b-795f-49e3-9876-722ae344f91a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.370321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router 739d47d6-f536-4977-9ffa-909387769fb3 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:45:15.380318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72d36b-795f-49e3-9876-722ae344f91a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=75eef2c3-b37b-43e3-80f7-91d32424087d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:15.396285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-da72d36b-795f-49e3-9876-722ae344f91a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1667664 Aug 17 16:45:15.399187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59704) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:15.468106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14e586-3897-4eb1-99b4-bb2b160fd0ae tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:15.469753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14e586-3897-4eb1-99b4-bb2b160fd0ae tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:15.472083 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14e586-3897-4eb1-99b4-bb2b160fd0ae tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:15.473928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14e586-3897-4eb1-99b4-bb2b160fd0ae tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:15.475492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14e586-3897-4eb1-99b4-bb2b160fd0ae tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:15.483059 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4e14e586-3897-4eb1-99b4-bb2b160fd0ae tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0768685 Aug 17 16:45:15.483753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59706) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:15.493270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420098322'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:15.520786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:15.526854 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.527788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:45:15.540308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Sync routers for ids ['739d47d6-f536-4977-9ffa-909387769fb3'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:45:15.552589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Routers {'739d47d6-f536-4977-9ffa-909387769fb3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:15.553270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['739d47d6-f536-4977-9ffa-909387769fb3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:15.556467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.558337 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-809869be-eec3-4488-b3a0-f79447d2e3d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4973414 Aug 17 16:45:15.564218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:15.565838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:15.576076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.576456 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Added segment 3fbc1e42-a349-4cab-a8fa-25e6ae07ed1c of type vlan for network 1d6bdb51-c6ac-4406-bf14-b59038a823a4 Aug 17 16:45:15.620532 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.658103 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.664756 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:15.665233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:15.689304 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2020335 Aug 17 16:45:15.690112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:15.696334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ae799b52-fd5d-4652-885b-47d383df6c09 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:15.721303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Set router 739d47d6-f536-4977-9ffa-909387769fb3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:15.758702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b58ced-1355-40c5-831a-f1b6f34668ad tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=1d6bdb51-c6ac-4406-bf14-b59038a823a4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:15.790142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1d6bdb51-c6ac-4406-bf14-b59038a823a4 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:15.796808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f882b245-c6d8-48de-9e0f-1138e0ef9ea6 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=83be27321324449294116e75a122e296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2310424 Aug 17 16:45:15.800174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59714) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:16.023856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae799b52-fd5d-4652-885b-47d383df6c09 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.029199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:14Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:16.054504 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae799b52-fd5d-4652-885b-47d383df6c09 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.078760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Checking router: 739d47d6-f536-4977-9ffa-909387769fb3 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:45:16.079508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Updating router 739d47d6-f536-4977-9ffa-909387769fb3 port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:45:16.082612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b99faeee-4add-4d93-899d-3dfb40aefb6d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:16.095343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae799b52-fd5d-4652-885b-47d383df6c09 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network 1d6bdb51-c6ac-4406-bf14-b59038a823a4 is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 16:45:16.100433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3cca1c-193e-4aff-b52b-11be1cb941c8 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:16.100696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae799b52-fd5d-4652-885b-47d383df6c09 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:16.101238 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae799b52-fd5d-4652-885b-47d383df6c09 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.102210 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9c3cca1c-193e-4aff-b52b-11be1cb941c8 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3004744 Aug 17 16:45:16.104753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59718) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:16.108746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59720) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:16.109236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ae799b52-fd5d-4652-885b-47d383df6c09 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "PUT /v2.0/networks/1d6bdb51-c6ac-4406-bf14-b59038a823a4 HTTP/1.1" status: 200 len: 723 time: 0.4184439 Aug 17 16:45:16.115076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'network_id': '1d6bdb51-c6ac-4406-bf14-b59038a823a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:16.165270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae799b52-fd5d-4652-885b-47d383df6c09 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=1d6bdb51-c6ac-4406-bf14-b59038a823a4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:16.182898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1d6bdb51-c6ac-4406-bf14-b59038a823a4 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:16.239741 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.260890 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3d41a122-00b4-4e2f-87bc-66fe205381b9 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1549187 Aug 17 16:45:16.263967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:16.272467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-494612712', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'project_id': '83be27321324449294116e75a122e296', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:16.272704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b99faeee-4add-4d93-899d-3dfb40aefb6d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:16.297745 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:16.303828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.461161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:16.463111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e1ee4-7c28-4dd8-a3fc-dc02c27cf6b6 None None] Network 81903429-018d-4a54-ad84-e2048c6eec75 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:16.465190 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.558987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1f6ef8f3-0d85-4480-9364-11fb656280f1 None None] Provisioning for port b99faeee-4add-4d93-899d-3dfb40aefb6d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:16.577931 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:45:16.584591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1f6ef8f3-0d85-4480-9364-11fb656280f1 None None] Provisioning complete for port b99faeee-4add-4d93-899d-3dfb40aefb6d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:16.584795 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.585396 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef8f3-0d85-4480-9364-11fb656280f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.653425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=9b8b24dd-84c2-477c-a296-11b34c99cf48,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:16.691765 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking segment: {'id': '3fbc1e42-a349-4cab-a8fa-25e6ae07ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1d6bdb51-c6ac-4406-bf14-b59038a823a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:16.692183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network hostable DHCP agents. Network: 1d6bdb51-c6ac-4406-bf14-b59038a823a4, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:16.707215 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.711660 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network 1d6bdb51-c6ac-4406-bf14-b59038a823a4 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:16.724167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1d6bdb51-c6ac-4406-bf14-b59038a823a4) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:16.736191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271599f-f1f0-48ad-a3ab-17cb9e1e62e7 None None] Network 1d6bdb51-c6ac-4406-bf14-b59038a823a4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:16.740587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:16.741604 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683276'] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.767771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8d888bef-4264-4b81-badd-7240adbeabe6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6571772 Aug 17 16:45:16.768801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59724) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:16.777417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-8fdc0ffc-4ffa-4efc-898b-712c1dcb1178 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:16.781733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Subnet': ['ID=793ee439-ea4c-4531-9ffe-c55dddc7d866,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:16.803209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Checking segment: {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:16.803630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network hostable DHCP agents. Network: 1819cbe1-625e-4544-b587-74f829ca2ece, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:16.825867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 1819cbe1-625e-4544-b587-74f829ca2ece is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:16.838587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1819cbe1-625e-4544-b587-74f829ca2ece) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:16.843970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:16.844570 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.848114 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.865583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-920f0df8-8af6-4cf2-a61a-97d6e2440417 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6000962 Aug 17 16:45:16.868415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:16.877752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d97337-048b-437c-8d66-793bad7c2fa3 None None] Network 1819cbe1-625e-4544-b587-74f829ca2ece requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:16.887481 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fdc0ffc-4ffa-4efc-898b-712c1dcb1178 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28180578'] for subnet, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.966704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Transition to ACTIVE for port object 697db7a7-c77d-40bd-83eb-1fa8dcd6437d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:16.985722 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef8f3-0d85-4480-9364-11fb656280f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:16.999920 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.101810 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fdc0ffc-4ffa-4efc-898b-712c1dcb1178 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779741563495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27930362'] for subnet, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.165498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdc0ffc-4ffa-4efc-898b-712c1dcb1178 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:17.170725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fdc0ffc-4ffa-4efc-898b-712c1dcb1178 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.174178 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8fdc0ffc-4ffa-4efc-898b-712c1dcb1178 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "PUT /v2.0/subnets/9b8b24dd-84c2-477c-a296-11b34c99cf48 HTTP/1.1" status: 200 len: 826 time: 0.4028466 Aug 17 16:45:17.182293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:17.201445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc0ffc-4ffa-4efc-898b-712c1dcb1178 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=9b8b24dd-84c2-477c-a296-11b34c99cf48,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:17.354089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Attempting to bind port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:17.354738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Attempting to bind port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:17.354853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Attempting to bind port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:17.363318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1f6ef8f3-0d85-4480-9364-11fb656280f1 None None] For port b99faeee-4add-4d93-899d-3dfb40aefb6d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b99faeee-4add-4d93-899d-3dfb40aefb6d,segment=NetworkSegment(0c7a02c3-bbf1-4e29-b4a7-12f6cc117467),segment_id=0c7a02c3-bbf1-4e29-b4a7-12f6cc117467)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:17.364263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ceabc-cdaa-49ee-a004-a194c38225ad None None] Pushing event updated for resources: {'Port': ['ID=697db7a7-c77d-40bd-83eb-1fa8dcd6437d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:17.379428 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.384375 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef8f3-0d85-4480-9364-11fb656280f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.392243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:17.392611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:17.392924 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.393877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:17.393877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Bound port: 697db7a7-c77d-40bd-83eb-1fa8dcd6437d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:17.394297 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.454194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1704e78c-c251-4ba1-9dea-c7856651c846 None None] Update dhcp port {'port': {'network_id': '81903429-018d-4a54-ad84-e2048c6eec75', 'fixed_ips': [{'subnet_id': 'f3c7ce29-8ed0-4141-b4ad-2e9732e26b08', 'ip_address': '2001:db8::2'}, {'subnet_id': '75eef2c3-b37b-43e3-80f7-91d32424087d'}], 'binding:host_id': 'n-d-804878-1'}, 'id': 'b99faeee-4add-4d93-899d-3dfb40aefb6d'} from n-d-804878-1. {{(pid=94840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 16:45:17.499431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef9196-2ae7-4147-bf36-2fa5a50d770c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1d6bdb51-c6ac-4406-bf14-b59038a823a4', 'network_id': '1d6bdb51-c6ac-4406-bf14-b59038a823a4', 'tenant_id': 'eacd030aa97b450a9df3b7a9b2ffe7b1', 'fixed_ips': [{'subnet_id': '9b8b24dd-84c2-477c-a296-11b34c99cf48'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:17.500477 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-faef9196-2ae7-4147-bf36-2fa5a50d770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.506065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.571489 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1704e78c-c251-4ba1-9dea-c7856651c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.602281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ef8f3-0d85-4480-9364-11fb656280f1 None None] Pushing event updated for resources: {'Port': ['ID=b99faeee-4add-4d93-899d-3dfb40aefb6d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:17.623658 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.627917 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.631237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] For port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:17.665144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8b24dd-84c2-477c-a296-11b34c99cf48,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:17.685782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1819cbe1-625e-4544-b587-74f829ca2ece', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'tenant_id': '83be27321324449294116e75a122e296', 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:17.686657 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.711648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] For port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=697db7a7-c77d-40bd-83eb-1fa8dcd6437d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:17.737849 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.779938 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.818240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6bdb51-c6ac-4406-bf14-b59038a823a4']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:17.833911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbc1e42-a349-4cab-a8fa-25e6ae07ed1c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:17.834103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbc1e42-a349-4cab-a8fa-25e6ae07ed1c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:17.848396 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-faef9196-2ae7-4147-bf36-2fa5a50d770c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b8b24dd-84c2-477c-a296-11b34c99cf48: This subnet is being modified by another concurrent operation. Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:45:17.860595 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exception Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b8b24dd-84c2-477c-a296-11b34c99cf48: This subnet is being modified by another concurrent operation. Aug 17 16:45:17.870065 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:45:17.880597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.893343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:17.893772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:17.899515 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:17.944573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34143a2-617b-4dea-aeab-28f74d02766e None None] Network 1d6bdb51-c6ac-4406-bf14-b59038a823a4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:17.962612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ceabc-cdaa-49ee-a004-a194c38225ad None None] Pushing event updated for resources: {'Port': ['ID=697db7a7-c77d-40bd-83eb-1fa8dcd6437d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:18.013313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Routers {'739d47d6-f536-4977-9ffa-909387769fb3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:18.013952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['739d47d6-f536-4977-9ffa-909387769fb3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:18.022988 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b99faeee-4add-4d93-899d-3dfb40aefb6d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:18.073127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.087183 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.088846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/1d6bdb51-c6ac-4406-bf14-b59038a823a4 HTTP/1.1" status: 204 len: 168 time: 0.9055293 Aug 17 16:45:18.091621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59732) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:18.112832 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a8ef88-05cb-4b85-96a9-bc5e68dba4e9 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:18.112832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a8ef88-05cb-4b85-96a9-bc5e68dba4e9 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:18.113162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad3f71-4d98-440d-b018-371c0a13be96 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Network': ['ID=1d6bdb51-c6ac-4406-bf14-b59038a823a4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:18.119231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-96a8ef88-05cb-4b85-96a9-bc5e68dba4e9 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/1d6bdb51-c6ac-4406-bf14-b59038a823a4 HTTP/1.1" status: 404 len: 339 time: 0.0217159 Aug 17 16:45:18.119450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:18.127491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1181291003', 'description': 'd1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:18.155401 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:18.161922 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.198411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:18.213877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.214241 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Added segment fd0e1f4b-3c5b-41f7-b1f5-a32f1bd26d74 of type vlan for network 48ae72ba-dc57-4abb-867d-fa61e7b02f98 Aug 17 16:45:18.257922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Allocated IP 172.20.0.2 (1819cbe1-625e-4544-b587-74f829ca2ece/793ee439-ea4c-4531-9ffe-c55dddc7d866/eb36fa2f-80b0-4000-87f0-8915b3a62ac7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:18.260429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1704e78c-c251-4ba1-9dea-c7856651c846 None None] Allocated IP 172.20.0.1 (81903429-018d-4a54-ad84-e2048c6eec75/75eef2c3-b37b-43e3-80f7-91d32424087d/b99faeee-4add-4d93-899d-3dfb40aefb6d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:18.265948 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.296621 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.303231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:18.304136 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.348690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdfcda3-de1f-4d3f-8a5d-8e5c9fa1fddc None None] Network 1d6bdb51-c6ac-4406-bf14-b59038a823a4 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:18.366626 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2433848 Aug 17 16:45:18.369757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59738) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:18.383625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93c2b7-cf21-43c1-ba34-a2ea88a7495e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=48ae72ba-dc57-4abb-867d-fa61e7b02f98,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:18.417441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 48ae72ba-dc57-4abb-867d-fa61e7b02f98 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:18.419264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b99faeee-4add-4d93-899d-3dfb40aefb6d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:18.419661 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.421503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdfcda3-de1f-4d3f-8a5d-8e5c9fa1fddc None None] Network 1d6bdb51-c6ac-4406-bf14-b59038a823a4 could not be found, it might have been deleted concurrently. {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 16:45:18.473421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069ee70-d3f0-4092-a99d-b36077d8194c tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:18.477504 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6069ee70-d3f0-4092-a99d-b36077d8194c tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/networks?id=48ae72ba-dc57-4abb-867d-fa61e7b02f98 HTTP/1.1" status: 200 len: 765 time: 0.1041133 Aug 17 16:45:18.477839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59740) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:18.478045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] Set router 739d47d6-f536-4977-9ffa-909387769fb3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:18.483724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3694af1e-ae59-4114-bc86-f803829643ca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'description': 'd2'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:18.657756 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3694af1e-ae59-4114-bc86-f803829643ca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.679146 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3694af1e-ae59-4114-bc86-f803829643ca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.724575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3694af1e-ae59-4114-bc86-f803829643ca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network 48ae72ba-dc57-4abb-867d-fa61e7b02f98 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 16:45:18.729221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1704e78c-c251-4ba1-9dea-c7856651c846 None None] For port b99faeee-4add-4d93-899d-3dfb40aefb6d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b99faeee-4add-4d93-899d-3dfb40aefb6d,segment=NetworkSegment(0c7a02c3-bbf1-4e29-b4a7-12f6cc117467),segment_id=0c7a02c3-bbf1-4e29-b4a7-12f6cc117467)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:18.729851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694af1e-ae59-4114-bc86-f803829643ca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:18.731480 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3694af1e-ae59-4114-bc86-f803829643ca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:18.732016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3694af1e-ae59-4114-bc86-f803829643ca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "PUT /v2.0/networks/48ae72ba-dc57-4abb-867d-fa61e7b02f98 HTTP/1.1" status: 200 len: 762 time: 0.2528439 Aug 17 16:45:18.736021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:18.755950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694af1e-ae59-4114-bc86-f803829643ca tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=48ae72ba-dc57-4abb-867d-fa61e7b02f98,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:18.773410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 48ae72ba-dc57-4abb-867d-fa61e7b02f98 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:18.847252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a4bba7-a9d5-48de-aa46-c283ef342cb4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:18.848852 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-45a4bba7-a9d5-48de-aa46-c283ef342cb4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/networks?id=48ae72ba-dc57-4abb-867d-fa61e7b02f98 HTTP/1.1" status: 200 len: 765 time: 0.1118193 Aug 17 16:45:18.852735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:19.061725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12425db1-ba5f-41a5-af7c-1dffc2eb699e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:19.066561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-12425db1-ba5f-41a5-af7c-1dffc2eb699e tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2093997 Aug 17 16:45:19.067291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:19.078226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:19.092193 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1704e78c-c251-4ba1-9dea-c7856651c846 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:19.107456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ace03660-a527-4539-8712-96e13e78a889 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 207 time: 0.0387945 Aug 17 16:45:19.107713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Transition to ACTIVE for port object eb36fa2f-80b0-4000-87f0-8915b3a62ac7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:19.110435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:19.159303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1704e78c-c251-4ba1-9dea-c7856651c846 None None] Transition to ACTIVE for port object b99faeee-4add-4d93-899d-3dfb40aefb6d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:19.162810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Transition to ACTIVE for port object eb36fa2f-80b0-4000-87f0-8915b3a62ac7 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:19.168823 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1704e78c-c251-4ba1-9dea-c7856651c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:19.201068 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:19.240011 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Network 1819cbe1-625e-4544-b587-74f829ca2ece is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:19.262983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:19.272952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:19.331996 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704e78c-c251-4ba1-9dea-c7856651c846 None None] Pushing event updated for resources: {'Port': ['ID=b99faeee-4add-4d93-899d-3dfb40aefb6d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:19.401393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Attempting to bind port eb36fa2f-80b0-4000-87f0-8915b3a62ac7 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:19.401765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Attempting to bind port eb36fa2f-80b0-4000-87f0-8915b3a62ac7 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:19.402135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Attempting to bind port eb36fa2f-80b0-4000-87f0-8915b3a62ac7 on network 1819cbe1-625e-4544-b587-74f829ca2ece {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:19.414146 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:14Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:19.416027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Pushing event updated for resources: {'Port': ['ID=eb36fa2f-80b0-4000-87f0-8915b3a62ac7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:19.420381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:19.421083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Checking segment: {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:19.421187 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:19.421561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Bound using segment: {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:19.422015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Bound port: eb36fa2f-80b0-4000-87f0-8915b3a62ac7, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:19.422421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:19.455699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6e3580-6373-4a66-9b2a-9595fe5510ac None None] The sync data for ids ['739d47d6-f536-4977-9ffa-909387769fb3'] in n-d-804878-1 is: [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:14Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:45:19.545278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] For port eb36fa2f-80b0-4000-87f0-8915b3a62ac7, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:19.553197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] For port eb36fa2f-80b0-4000-87f0-8915b3a62ac7, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eb36fa2f-80b0-4000-87f0-8915b3a62ac7,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:19.560606 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:19.671432 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:19.682743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bcfde-060a-410a-9215-0d545395da4e None None] Pushing event updated for resources: {'Port': ['ID=eb36fa2f-80b0-4000-87f0-8915b3a62ac7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:19.736346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.20.0.1 (1819cbe1-625e-4544-b587-74f829ca2ece/793ee439-ea4c-4531-9ffe-c55dddc7d866/36d0a186-63ef-4219-9536-8cdd69f9bfea) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:19.754893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9f25a-04e0-4549-a58a-ebc97bfb66ff tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:19.761782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9f25a-04e0-4549-a58a-ebc97bfb66ff tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:19.771591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9f25a-04e0-4549-a58a-ebc97bfb66ff tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:19.778083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9f25a-04e0-4549-a58a-ebc97bfb66ff tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:19.785088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9f25a-04e0-4549-a58a-ebc97bfb66ff tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:19.791980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9f25a-04e0-4549-a58a-ebc97bfb66ff tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:19.793005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dbb9f25a-04e0-4549-a58a-ebc97bfb66ff tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6817489 Aug 17 16:45:19.797247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:19.954038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:19.985546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-921aed5f-444b-4bca-9663-a8877ca679d9 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1841240 Aug 17 16:45:19.986075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:20.204798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b99faeee-4add-4d93-899d-3dfb40aefb6d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:20.234863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814da50c-da01-4615-b7e6-92d5f4379618 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.236833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814da50c-da01-4615-b7e6-92d5f4379618 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.239432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814da50c-da01-4615-b7e6-92d5f4379618 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.241031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814da50c-da01-4615-b7e6-92d5f4379618 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.242974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814da50c-da01-4615-b7e6-92d5f4379618 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.244821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-814da50c-da01-4615-b7e6-92d5f4379618 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2581413 Aug 17 16:45:20.250692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59756) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:20.270820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3875bf3-d962-4425-a5cc-ff16bc7fcb5a None None] Network 81903429-018d-4a54-ad84-e2048c6eec75 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:20.308443 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:20.327155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Transition to ACTIVE for port object 36d0a186-63ef-4219-9536-8cdd69f9bfea will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:20.364797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5651c-f4e4-4cb1-9338-116cfd0ccfee tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.366553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5651c-f4e4-4cb1-9338-116cfd0ccfee tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.368057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5651c-f4e4-4cb1-9338-116cfd0ccfee tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.369716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5651c-f4e4-4cb1-9338-116cfd0ccfee tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.372173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5651c-f4e4-4cb1-9338-116cfd0ccfee tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.379619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:20.383860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:20.387935 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-45c5651c-f4e4-4cb1-9338-116cfd0ccfee tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1305175 Aug 17 16:45:20.425753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c7546dc0-1c97-41e5-959c-707f4cc4c416 None None] Provisioning for port b99faeee-4add-4d93-899d-3dfb40aefb6d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:20.447292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c7546dc0-1c97-41e5-959c-707f4cc4c416 None None] Provisioning complete for port b99faeee-4add-4d93-899d-3dfb40aefb6d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:20.447722 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7546dc0-1c97-41e5-959c-707f4cc4c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:20.449580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b99faeee-4add-4d93-899d-3dfb40aefb6d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:20.449999 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:20.494805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 1819cbe1-625e-4544-b587-74f829ca2ece is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:20.510227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:20.513937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:20.556347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=36d0a186-63ef-4219-9536-8cdd69f9bfea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:20.595011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:20.673346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee57d26-2651-4d84-b371-eb063a49c5b6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:20.675454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ee57d26-2651-4d84-b371-eb063a49c5b6 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/networks/d51b8d49-89cc-4555-b9c8-6aa646adc877 HTTP/1.1" status: 200 len: 803 time: 0.2880297 Aug 17 16:45:20.680884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:20.792322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 697db7a7-c77d-40bd-83eb-1fa8dcd6437d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:20.895107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:20.899763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:20.900316 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:20.938755 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7899f5af-1093-45bd-9172-cf3a07bc8283 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/networks/d51b8d49-89cc-4555-b9c8-6aa646adc877?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2552512 Aug 17 16:45:20.944492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59764) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:21.006728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.045625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb0e72-e697-4594-b2d5-30db4dcccf56 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:21.052875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-02cb0e72-e697-4594-b2d5-30db4dcccf56 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/subnets/41410581-49e9-4e90-a541-e4981bbce84e HTTP/1.1" status: 200 len: 843 time: 0.1015389 Aug 17 16:45:21.055880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59766) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:21.068848 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.136629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb43cd11-f896-4110-92fb-40f2c7a9c0d4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:21.143032 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fb43cd11-f896-4110-92fb-40f2c7a9c0d4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "GET /v2.0/subnets/41410581-49e9-4e90-a541-e4981bbce84e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0814312 Aug 17 16:45:21.143275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=697db7a7-c77d-40bd-83eb-1fa8dcd6437d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:21.143275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b625a825-10c8-47eb-9cf3-e6b82b16bd25 None None] Provisioning complete for port b99faeee-4add-4d93-899d-3dfb40aefb6d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:21.143275 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b625a825-10c8-47eb-9cf3-e6b82b16bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.143535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59768) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:21.149304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1719096894'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:21.174290 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.192716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:21.196260 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.233353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:21.248346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.248836 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Added segment 66129212-e681-482b-9ec7-337d1336b931 of type vlan for network 80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7 Aug 17 16:45:21.258787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=697db7a7-c77d-40bd-83eb-1fa8dcd6437d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:21.305310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380f1c4-8652-48fb-82ba-f460c0388d07 None None] Network 1819cbe1-625e-4544-b587-74f829ca2ece requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:21.313851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.360635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.369975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:21.370635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.516756 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.519880 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3753467 Aug 17 16:45:21.521997 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f513666-b255-4529-a853-7f6bb0f1eb79 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Network': ['ID=80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:21.522921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:21.527208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0b2c0cde-1f40-4688-b552-e76386f4257d None None] Provisioning for port eb36fa2f-80b0-4000-87f0-8915b3a62ac7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:21.532522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'network_id': '80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:21.536786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:21.554475 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.685819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=36d0a186-63ef-4219-9536-8cdd69f9bfea,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:21.688942 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.772336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Made reservation on behalf of eacd030aa97b450a9df3b7a9b2ffe7b1 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:21.777094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:21.868733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 16:45:21.869561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 16:45:21.900330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 1819cbe1-625e-4544-b587-74f829ca2ece is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:21.905785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:21.986289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-38214aaa-d9db-4e1e-bd9e-86063cf36b02 None None] Provisioning for port 36d0a186-63ef-4219-9536-8cdd69f9bfea completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:21.994429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-38214aaa-d9db-4e1e-bd9e-86063cf36b02 None None] Provisioning complete for port 36d0a186-63ef-4219-9536-8cdd69f9bfea triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:21.995787 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38214aaa-d9db-4e1e-bd9e-86063cf36b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.059524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-38214aaa-d9db-4e1e-bd9e-86063cf36b02 None None] Port 36d0a186-63ef-4219-9536-8cdd69f9bfea cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:45:22.129934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 697db7a7-c77d-40bd-83eb-1fa8dcd6437d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:22.138933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router 739d47d6-f536-4977-9ffa-909387769fb3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:45:22.148983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.209139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:22.209353 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.262522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=a1c7edf8-f5e3-44f8-80bd-828305581dd2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:22.314758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb36fa2f-80b0-4000-87f0-8915b3a62ac7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:22.326304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Checking segment: {'id': '66129212-e681-482b-9ec7-337d1336b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:22.326766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network hostable DHCP agents. Network: 80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:22.344203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:45:22.351214 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9371a876-6050-43d8-a0bf-5fdc1d61d348 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "PUT /v2.0/routers/739d47d6-f536-4977-9ffa-909387769fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4817700 Aug 17 16:45:22.363627 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Sync routers for ids ['739d47d6-f536-4977-9ffa-909387769fb3'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:45:22.372141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Network 80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:22.380975 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Routers {'739d47d6-f536-4977-9ffa-909387769fb3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:22.381991 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['739d47d6-f536-4977-9ffa-909387769fb3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:22.392788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:22.400396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:22.401014 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.412708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979c5174-7547-43b6-ae18-ab23a7f0cf7d None None] Network 80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:22.430114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8f1a6191-4c79-4276-a8fe-28b552b6d12f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9057722 Aug 17 16:45:22.435210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:22.461929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-179f374e-665a-4905-a7e5-f8cb8d6ad9b3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:22.531801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port eb36fa2f-80b0-4000-87f0-8915b3a62ac7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:22.564318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c173b147-2a54-4627-8ac0-966a92ee474c None None] Provisioning complete for port 36d0a186-63ef-4219-9536-8cdd69f9bfea triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:22.564805 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c173b147-2a54-4627-8ac0-966a92ee474c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.574666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port eb36fa2f-80b0-4000-87f0-8915b3a62ac7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:22.574954 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.640312 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Set router 739d47d6-f536-4977-9ffa-909387769fb3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:22.671967 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-179f374e-665a-4905-a7e5-f8cb8d6ad9b3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28995649'] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.681292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c173b147-2a54-4627-8ac0-966a92ee474c None None] Port 36d0a186-63ef-4219-9536-8cdd69f9bfea cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:45:22.730138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-59fce078-4914-4a96-8a9f-b7cf3bea3cef tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328791523&fields=id&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 267 time: 0.0542994 Aug 17 16:45:22.730816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7', 'network_id': '80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7', 'tenant_id': 'eacd030aa97b450a9df3b7a9b2ffe7b1', 'fixed_ips': [{'subnet_id': 'a1c7edf8-f5e3-44f8-80bd-828305581dd2'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:22.731678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.890991 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.894186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7373e8ac-97cf-49eb-8bc3-fed944cac6ae None None] Provisioning complete for port 36d0a186-63ef-4219-9536-8cdd69f9bfea triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:22.894579 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7373e8ac-97cf-49eb-8bc3-fed944cac6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.929359 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:20Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '36d0a186-63ef-4219-9536-8cdd69f9bfea', 'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:e8:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:17Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 2, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:22.954295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-165b7ba7-95e7-4044-93a5-aeef8b50f7f1 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:22.956184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-165b7ba7-95e7-4044-93a5-aeef8b50f7f1 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/networks?id=1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 200 len: 796 time: 0.2158895 Aug 17 16:45:22.961919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port eb36fa2f-80b0-4000-87f0-8915b3a62ac7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eb36fa2f-80b0-4000-87f0-8915b3a62ac7,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:22.963302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7373e8ac-97cf-49eb-8bc3-fed944cac6ae None None] Port 36d0a186-63ef-4219-9536-8cdd69f9bfea cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:45:22.967273 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:22.976438 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Checking router: 739d47d6-f536-4977-9ffa-909387769fb3 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:45:22.976969 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Updating router 739d47d6-f536-4977-9ffa-909387769fb3 port 36d0a186-63ef-4219-9536-8cdd69f9bfea binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:45:23.000275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-5fe9cf96-0ede-4730-b3a7-b191475b8a12 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/quotas/83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 375 time: 0.0268800 Aug 17 16:45:23.009841 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.038812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=eb36fa2f-80b0-4000-87f0-8915b3a62ac7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:23.085346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-179f374e-665a-4905-a7e5-f8cb8d6ad9b3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779741563495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28612929'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.134920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-eab6406b-8962-4d5a-8db8-ef401bd1d228 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336744 Aug 17 16:45:23.143465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f374e-665a-4905-a7e5-f8cb8d6ad9b3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event updated for resources: {'Subnet': ['ID=a1c7edf8-f5e3-44f8-80bd-828305581dd2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:23.144573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Allocated IP 2001:db8::3 (80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7/a1c7edf8-f5e3-44f8-80bd-828305581dd2/96149fdb-f046-4b97-90ba-6a1ab68edd37) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:23.161115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f374e-665a-4905-a7e5-f8cb8d6ad9b3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:23.161115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-179f374e-665a-4905-a7e5-f8cb8d6ad9b3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.161612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-179f374e-665a-4905-a7e5-f8cb8d6ad9b3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "PUT /v2.0/subnets/a1c7edf8-f5e3-44f8-80bd-828305581dd2 HTTP/1.1" status: 200 len: 900 time: 0.7121782 Aug 17 16:45:23.164626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59794) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:23.272857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-9b020bcb-5773-472a-81ee-91977a7cf5e6 service neutron] 10.222.0.77 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150830 Aug 17 16:45:23.321426 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.383635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c67743cd-3e06-4e5d-ab8f-78418e080e6b service neutron] 10.222.0.77 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045086 Aug 17 16:45:23.391905 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.405774 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.412559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Transition to ACTIVE for port object 96149fdb-f046-4b97-90ba-6a1ab68edd37 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:23.437639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Transition to ACTIVE for port object 96149fdb-f046-4b97-90ba-6a1ab68edd37 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:23.445593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.465866 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.480649 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Transition to ACTIVE for port object 36d0a186-63ef-4219-9536-8cdd69f9bfea will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:23.489844 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.499001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Network 80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:23.502282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:23.507352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:23.519865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Pushing event updated for resources: {'Port': ['ID=96149fdb-f046-4b97-90ba-6a1ab68edd37,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:23.560439 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.609037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c7edf8-f5e3-44f8-80bd-828305581dd2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:23.641439 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b3e73-d7a9-4939-9c6e-5ec3849b1f59 None None] Pushing event updated for resources: {'Port': ['ID=36d0a186-63ef-4219-9536-8cdd69f9bfea,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:23.645541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Attempting to bind port 96149fdb-f046-4b97-90ba-6a1ab68edd37 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:23.646047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Attempting to bind port 96149fdb-f046-4b97-90ba-6a1ab68edd37 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '66129212-e681-482b-9ec7-337d1336b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:23.646384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Attempting to bind port 96149fdb-f046-4b97-90ba-6a1ab68edd37 on network 80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:23.648385 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Attempting to bind port 36d0a186-63ef-4219-9536-8cdd69f9bfea on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:23.648757 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Attempting to bind port 36d0a186-63ef-4219-9536-8cdd69f9bfea by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:23.649111 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Attempting to bind port 36d0a186-63ef-4219-9536-8cdd69f9bfea on network 1819cbe1-625e-4544-b587-74f829ca2ece {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:23.656253 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:23.656638 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Checking segment: {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:23.657042 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.657430 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Bound using segment: {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:23.657898 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Bound port: 36d0a186-63ef-4219-9536-8cdd69f9bfea, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:23.658499 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.675709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:23.676068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Checking segment: {'id': '66129212-e681-482b-9ec7-337d1336b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:23.676494 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.676901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Bound using segment: {'id': '66129212-e681-482b-9ec7-337d1336b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:23.677408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Bound port: 96149fdb-f046-4b97-90ba-6a1ab68edd37, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66129212-e681-482b-9ec7-337d1336b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:23.677807 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.771268 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] For port 36d0a186-63ef-4219-9536-8cdd69f9bfea, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:23.775757 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] For port 36d0a186-63ef-4219-9536-8cdd69f9bfea, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=36d0a186-63ef-4219-9536-8cdd69f9bfea,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:23.786246 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.789609 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-82bbcfe4-c009-4d07-83b4-db704d4cff44 req-d8a1a341-dab8-4ded-9d9a-99632018c02f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 210 time: 0.0470712 Aug 17 16:45:23.814858 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.819902 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] For port 96149fdb-f046-4b97-90ba-6a1ab68edd37, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:23.823905 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] For port 96149fdb-f046-4b97-90ba-6a1ab68edd37, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=96149fdb-f046-4b97-90ba-6a1ab68edd37,segment=NetworkSegment(66129212-e681-482b-9ec7-337d1336b931),segment_id=66129212-e681-482b-9ec7-337d1336b931)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:23.831577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:23.833273 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.843107 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66129212-e681-482b-9ec7-337d1336b931') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:23.843404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66129212-e681-482b-9ec7-337d1336b931') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:23.853620 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.871335 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.886583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:23.887003 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:23.890183 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:23.900504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec728b06-6951-4445-b47e-bdae7ab378b3 None None] Pushing event updated for resources: {'Port': ['ID=96149fdb-f046-4b97-90ba-6a1ab68edd37,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:23.936087 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Routers {'739d47d6-f536-4977-9ffa-909387769fb3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:23.936738 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['739d47d6-f536-4977-9ffa-909387769fb3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:23.941958 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b3e73-d7a9-4939-9c6e-5ec3849b1f59 None None] Pushing event updated for resources: {'Port': ['ID=36d0a186-63ef-4219-9536-8cdd69f9bfea,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:23.990013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ffe240-052d-4306-a7f0-c1a2c0719c73 None None] Network 80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:24.020537 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 16:45:24.020537 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 16:45:24.020537 n-d-804878-1 neutron-server[94839]: [parameters: {'id': '80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7'}] Aug 17 16:45:24.020537 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:45:24.020947 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:45:24.048353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb36fa2f-80b0-4000-87f0-8915b3a62ac7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:24.130972 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] Set router 739d47d6-f536-4977-9ffa-909387769fb3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:24.202902 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port eb36fa2f-80b0-4000-87f0-8915b3a62ac7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:24.203281 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:24.239891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90dcfc6-70d1-45b4-ad72-662242d67db6 None None] Network 80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:24.354295 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:20Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '36d0a186-63ef-4219-9536-8cdd69f9bfea', 'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:e8:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:17Z', 'updated_at': '2021-08-17T16:45:23Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:24.387268 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ae7c3-3549-47d3-a5a5-7e308e9813ef None None] The sync data for ids ['739d47d6-f536-4977-9ffa-909387769fb3'] in n-d-804878-1 is: [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:20Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '36d0a186-63ef-4219-9536-8cdd69f9bfea', 'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:e8:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:17Z', 'updated_at': '2021-08-17T16:45:23Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:45:24.522201 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:24.597462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Deleting port 96149fdb-f046-4b97-90ba-6a1ab68edd37 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:24.597812 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:24.620736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d40782-7205-463c-a496-cca1052da84f None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:45:24.718139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] For port 96149fdb-f046-4b97-90ba-6a1ab68edd37, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=96149fdb-f046-4b97-90ba-6a1ab68edd37,segment=NetworkSegment(66129212-e681-482b-9ec7-337d1336b931),segment_id=66129212-e681-482b-9ec7-337d1336b931)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:24.721741 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:24.750542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Calling delete_port for 96149fdb-f046-4b97-90ba-6a1ab68edd37 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:24.809235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d40782-7205-463c-a496-cca1052da84f None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:45:24.908137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:24.938947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Port': ['ID=96149fdb-f046-4b97-90ba-6a1ab68edd37,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:24.943505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No DVR routers for this DVR port 96149fdb-f046-4b97-90ba-6a1ab68edd37 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:24.973068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93a84df5-d11d-4efb-870e-2a39b05fa4ec req-a8b434e5-f27a-43bb-a44b-7f5be74b1feb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 210 time: 0.0842650 Aug 17 16:45:25.093605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.110489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:25.135579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66129212-e681-482b-9ec7-337d1336b931') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:25.135857 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66129212-e681-482b-9ec7-337d1336b931') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:25.151268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.172040 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.180678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:25.182876 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:25.262570 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:25.267047 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.291388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb861bb-0f49-463c-a686-78b1d6d4f921 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:45:25.310526 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.317645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59826) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:25.318485 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7 HTTP/1.1" status: 204 len: 168 time: 2.1527288 Aug 17 16:45:25.319839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c6f94-5068-44b5-ae00-059be91f5580 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Network': ['ID=80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:25.347305 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-70425b6b-3839-43d1-9b11-b309b6545bd2 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:25.347680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70425b6b-3839-43d1-9b11-b309b6545bd2 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:25.350775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-70425b6b-3839-43d1-9b11-b309b6545bd2 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/subnets/a1c7edf8-f5e3-44f8-80bd-828305581dd2 HTTP/1.1" status: 404 len: 337 time: 0.0302660 Aug 17 16:45:25.352087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:25.375514 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f737ad7b-6c32-438a-826a-19b0c947673b tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:25.376343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f737ad7b-6c32-438a-826a-19b0c947673b tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:25.378391 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f737ad7b-6c32-438a-826a-19b0c947673b tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/80159a9d-c3ff-4c2b-a8c2-961f83ffb5d7 HTTP/1.1" status: 404 len: 339 time: 0.0253785 Aug 17 16:45:25.381421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59830) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:25.459338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb861bb-0f49-463c-a686-78b1d6d4f921 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:45:25.482128 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.588579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.600631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ae72ba-dc57-4abb-867d-fa61e7b02f98']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:25.613664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0e1f4b-3c5b-41f7-b1f5-a32f1bd26d74') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:25.614016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0e1f4b-3c5b-41f7-b1f5-a32f1bd26d74') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:25.625720 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.647081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.655330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:25.655994 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:25.660445 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:25.725604 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.731224 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.733331 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/48ae72ba-dc57-4abb-867d-fa61e7b02f98 HTTP/1.1" status: 204 len: 168 time: 0.3506529 Aug 17 16:45:25.737149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:25.750429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693731b3-d9af-46e5-81bc-a3a903ebe979 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Network': ['ID=48ae72ba-dc57-4abb-867d-fa61e7b02f98,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:25.771435 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62ab28c-6ad9-430b-89f2-e20b4d44e0fc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:25.771894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62ab28c-6ad9-430b-89f2-e20b4d44e0fc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:25.775906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f62ab28c-6ad9-430b-89f2-e20b4d44e0fc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/subnets/9b8b24dd-84c2-477c-a296-11b34c99cf48 HTTP/1.1" status: 404 len: 337 time: 0.0354962 Aug 17 16:45:25.776117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:25.804166 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3c52cd-3105-4557-b30b-b0df9cfb6b6a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:25.804881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3c52cd-3105-4557-b30b-b0df9cfb6b6a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:25.809180 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cb3c52cd-3105-4557-b30b-b0df9cfb6b6a tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/1d6bdb51-c6ac-4406-bf14-b59038a823a4 HTTP/1.1" status: 404 len: 339 time: 0.0294845 Aug 17 16:45:25.810096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59846) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:25.885519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-396fa47c-3fe4-454d-a41d-1d54b4934fbc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Deleting subnet 75eef2c3-b37b-43e3-80f7-91d32424087d {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:45:25.896283 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-396fa47c-3fe4-454d-a41d-1d54b4934fbc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:25.947881 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-396fa47c-3fe4-454d-a41d-1d54b4934fbc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.003162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 36d0a186-63ef-4219-9536-8cdd69f9bfea up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:26.073788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 36d0a186-63ef-4219-9536-8cdd69f9bfea completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:26.078623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 36d0a186-63ef-4219-9536-8cdd69f9bfea triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:26.079075 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.080396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-396fa47c-3fe4-454d-a41d-1d54b4934fbc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.120904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ba7b33f-1381-43f8-9273-67856234c410 req-2ca34248-7f72-4a98-b20e-d6f677692890 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 210 time: 0.0645256 Aug 17 16:45:26.166590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-396fa47c-3fe4-454d-a41d-1d54b4934fbc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.180271 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.198609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fa47c-3fe4-454d-a41d-1d54b4934fbc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Subnet': ['ID=75eef2c3-b37b-43e3-80f7-91d32424087d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:26.206845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-396fa47c-3fe4-454d-a41d-1d54b4934fbc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.209138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-396fa47c-3fe4-454d-a41d-1d54b4934fbc tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/subnets/75eef2c3-b37b-43e3-80f7-91d32424087d HTTP/1.1" status: 204 len: 168 time: 0.3974645 Aug 17 16:45:26.211258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:26.215132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeba123-77db-485f-ab40-a33ffcc66279 None None] Network 81903429-018d-4a54-ad84-e2048c6eec75 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:26.235692 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 36d0a186-63ef-4219-9536-8cdd69f9bfea, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=36d0a186-63ef-4219-9536-8cdd69f9bfea,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:26.265041 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.265264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-52065882-9963-47f1-8ca3-a0b80fc262f0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Deleting subnet f3c7ce29-8ed0-4141-b4ad-2e9732e26b08 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:45:26.272138 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52065882-9963-47f1-8ca3-a0b80fc262f0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.324922 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52065882-9963-47f1-8ca3-a0b80fc262f0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.343492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=36d0a186-63ef-4219-9536-8cdd69f9bfea,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:26.441443 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52065882-9963-47f1-8ca3-a0b80fc262f0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.522068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52065882-9963-47f1-8ca3-a0b80fc262f0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.567992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52065882-9963-47f1-8ca3-a0b80fc262f0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c7ce29-8ed0-4141-b4ad-2e9732e26b08,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:26.570086 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52065882-9963-47f1-8ca3-a0b80fc262f0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.574300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-52065882-9963-47f1-8ca3-a0b80fc262f0 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/subnets/f3c7ce29-8ed0-4141-b4ad-2e9732e26b08 HTTP/1.1" status: 204 len: 168 time: 0.3598795 Aug 17 16:45:26.574648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:26.701179 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.761069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Deleting port b99faeee-4add-4d93-899d-3dfb40aefb6d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:26.761415 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.838842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] For port b99faeee-4add-4d93-899d-3dfb40aefb6d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b99faeee-4add-4d93-899d-3dfb40aefb6d,segment=NetworkSegment(0c7a02c3-bbf1-4e29-b4a7-12f6cc117467),segment_id=0c7a02c3-bbf1-4e29-b4a7-12f6cc117467)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:26.839300 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.855317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Calling delete_port for b99faeee-4add-4d93-899d-3dfb40aefb6d owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:26.962532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:26.998275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Port': ['ID=b99faeee-4add-4d93-899d-3dfb40aefb6d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:27.014184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No DVR routers for this DVR port b99faeee-4add-4d93-899d-3dfb40aefb6d on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:27.119580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-0c212f45-d634-4bdd-8bcb-52a3ab028127 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:27.121381 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-0c212f45-d634-4bdd-8bcb-52a3ab028127 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "GET /v2.0/networks?id=1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 200 len: 796 time: 0.1320243 Aug 17 16:45:27.151247 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:27.185381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81903429-018d-4a54-ad84-e2048c6eec75']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:27.185825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-0dc97870-5544-4c14-9242-2a113e92177a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 380 time: 0.0536339 Aug 17 16:45:27.195840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'port': {'device_id': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'admin_state_up': True, 'tenant_id': '83be27321324449294116e75a122e296', 'security_groups': ['b983e921-650a-4776-a554-0ff53f320fb8']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:27.197133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7a02c3-bbf1-4e29-b4a7-12f6cc117467') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:27.197427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7a02c3-bbf1-4e29-b4a7-12f6cc117467') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:27.210706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e38067-cb41-4f75-8453-6c977b8e1890 None None] Network 81903429-018d-4a54-ad84-e2048c6eec75 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:27.211235 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:27.231453 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:27.245286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:27.245699 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:27.249085 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:27.312290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4e03adf5-53b8-46a6-988b-76c631b4c96d None None] Could not find standard attr ID for object b99faeee-4add-4d93-899d-3dfb40aefb6d. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:45:27.329083 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df38d2a7-bd2e-4e2d-b745-4e75a957b598 req-99a17074-fead-4008-8a76-a84e2a174fb5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 210 time: 0.0849500 Aug 17 16:45:27.333054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:27.338397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:27.373921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:27.393384 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:27.397999 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/81903429-018d-4a54-ad84-e2048c6eec75 HTTP/1.1" status: 204 len: 168 time: 0.8200831 Aug 17 16:45:27.397999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caae96-d6f9-4169-a98c-1daab6c23ab4 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Network': ['ID=81903429-018d-4a54-ad84-e2048c6eec75,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:27.398242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:27.428587 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f3278a-e6d2-4ebc-8fe0-1b2a5b1fe983 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:27.429220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f3278a-e6d2-4ebc-8fe0-1b2a5b1fe983 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:27.430957 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1f3278a-e6d2-4ebc-8fe0-1b2a5b1fe983 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/subnets/f87404f2-ff24-47e7-94c2-42e28ad5418a HTTP/1.1" status: 404 len: 337 time: 0.0317819 Aug 17 16:45:27.433507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59872) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:27.454879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b52a69-0c8a-445b-8c44-ac717b6e72cf None None] DHCP port deletion for 81903429-018d-4a54-ad84-e2048c6eec75 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:45:27.804898 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e61c67-39d9-4634-9a8e-e57bdd9e4a61 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:27.805440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e61c67-39d9-4634-9a8e-e57bdd9e4a61 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:27.807181 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e4e61c67-39d9-4634-9a8e-e57bdd9e4a61 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/291a236b-0d59-4ec4-b899-2b62dab7d747 HTTP/1.1" status: 404 len: 339 time: 0.3727415 Aug 17 16:45:27.809859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:27.841087 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e279c52f-4a2e-4be4-9dc6-2d6a27dff788 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:27.842538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e279c52f-4a2e-4be4-9dc6-2d6a27dff788 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:27.845501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e279c52f-4a2e-4be4-9dc6-2d6a27dff788 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/subnets/f96ff19d-8cf1-48b7-a509-889b144dce05 HTTP/1.1" status: 404 len: 337 time: 0.0338812 Aug 17 16:45:27.847947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:27.866488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.20.0.9 (1819cbe1-625e-4544-b587-74f829ca2ece/793ee439-ea4c-4531-9ffe-c55dddc7d866/9b612bed-c2d2-439f-af5d-af686032acaf) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:27.871461 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-addbc802-fb14-4a04-96b1-da45247ce208 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:27.872032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addbc802-fb14-4a04-96b1-da45247ce208 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:27.873917 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-addbc802-fb14-4a04-96b1-da45247ce208 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/c6f8b4b3-e337-4121-939b-6a2d0fad6140 HTTP/1.1" status: 404 len: 339 time: 0.0249627 Aug 17 16:45:27.879500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59878) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:27.914091 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9216b466-2861-4d00-8eef-8fb94b09a805 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:27.914948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9216b466-2861-4d00-8eef-8fb94b09a805 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:27.916983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9216b466-2861-4d00-8eef-8fb94b09a805 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/subnets/f3ff0bf3-05b4-47a1-be40-068353de0153 HTTP/1.1" status: 404 len: 337 time: 0.0368152 Aug 17 16:45:27.920360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:27.967422 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c74ad4-9554-4298-bcaf-060734488f30 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:27.968574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c74ad4-9554-4298-bcaf-060734488f30 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:27.974124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-79c74ad4-9554-4298-bcaf-060734488f30 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/1c3734c6-3241-48dd-a04b-199855e5a84b HTTP/1.1" status: 404 len: 339 time: 0.0512495 Aug 17 16:45:27.974878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59884) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:27.975180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 36d0a186-63ef-4219-9536-8cdd69f9bfea up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:28.038799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 36d0a186-63ef-4219-9536-8cdd69f9bfea triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:28.039070 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.045647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca05050-f8b0-4c66-891d-37b0a2d3d7f3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Deleting subnet 1c7c0ce1-a2dd-42db-90b3-3947aa9e4a20 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:45:28.050305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ca05050-f8b0-4c66-891d-37b0a2d3d7f3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.059008 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.074837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Transition to ACTIVE for port object 9b612bed-c2d2-439f-af5d-af686032acaf will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:28.108854 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ca05050-f8b0-4c66-891d-37b0a2d3d7f3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.130284 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.204555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 1819cbe1-625e-4544-b587-74f829ca2ece is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:28.207834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:28.211773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:28.220921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b99faeee-4add-4d93-899d-3dfb40aefb6d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:45:28.244636 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ca05050-f8b0-4c66-891d-37b0a2d3d7f3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.250927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b99faeee-4add-4d93-899d-3dfb40aefb6d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:45:28.251276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b99faeee-4add-4d93-899d-3dfb40aefb6d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:45:28.265453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=9b612bed-c2d2-439f-af5d-af686032acaf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:28.281239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:28.281920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.302191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-34ddb014-799c-41bb-a4e3-ee59fc903d1a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1104639 Aug 17 16:45:28.315243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Request body: {'port': {'device_id': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:28.337835 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ca05050-f8b0-4c66-891d-37b0a2d3d7f3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.371439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca05050-f8b0-4c66-891d-37b0a2d3d7f3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7c0ce1-a2dd-42db-90b3-3947aa9e4a20,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:28.378610 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ca05050-f8b0-4c66-891d-37b0a2d3d7f3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.380587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ca05050-f8b0-4c66-891d-37b0a2d3d7f3 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/subnets/1c7c0ce1-a2dd-42db-90b3-3947aa9e4a20 HTTP/1.1" status: 204 len: 168 time: 0.4046261 Aug 17 16:45:28.383007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:28.385928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8e5a8-1038-4c54-8845-ca29429a722b None None] Network 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:28.437828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.500050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.535646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeb80b-47b7-4474-9798-83d6334dfa72 req-523e534b-bc93-40ec-92a0-a99513398661 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:28.537912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aabeb80b-47b7-4474-9798-83d6334dfa72 req-523e534b-bc93-40ec-92a0-a99513398661 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 931 time: 0.1115446 Aug 17 16:45:28.574752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3aa4399f-cac3-4a92-8eb0-7612da97e196 None None] Provisioning for port 9b612bed-c2d2-439f-af5d-af686032acaf completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:28.580152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3aa4399f-cac3-4a92-8eb0-7612da97e196 None None] Provisioning complete for port 9b612bed-c2d2-439f-af5d-af686032acaf triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:28.581283 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3aa4399f-cac3-4a92-8eb0-7612da97e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.661108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4399f-cac3-4a92-8eb0-7612da97e196 None None] Port 9b612bed-c2d2-439f-af5d-af686032acaf cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:45:28.709046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a75616-2a07-4faf-a343-7bf1562a6628 None None] DHCP port deletion for 661c8dc2-3d35-42eb-b39b-75cf6f9c20e7 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:45:28.729704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aabeb80b-47b7-4474-9798-83d6334dfa72 req-8c3f4e06-a123-4798-9385-1c76b3e41b7e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846535 Aug 17 16:45:28.795246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-73a75616-2a07-4faf-a343-7bf1562a6628 None None] Deleting port 3d162060-81f7-4389-9a62-da788f1a3094 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:28.796199 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a75616-2a07-4faf-a343-7bf1562a6628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.848740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b612bed-c2d2-439f-af5d-af686032acaf {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:45:28.857457 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.873106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Transition to ACTIVE for port object 9b612bed-c2d2-439f-af5d-af686032acaf will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:28.879400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-73a75616-2a07-4faf-a343-7bf1562a6628 None None] For port 3d162060-81f7-4389-9a62-da788f1a3094, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3d162060-81f7-4389-9a62-da788f1a3094,segment=NetworkSegment(8a072681-7b0d-4202-83ec-dbb9182d0ef8),segment_id=8a072681-7b0d-4202-83ec-dbb9182d0ef8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:28.879987 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a75616-2a07-4faf-a343-7bf1562a6628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.880335 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:28.904814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-73a75616-2a07-4faf-a343-7bf1562a6628 None None] Calling delete_port for 3d162060-81f7-4389-9a62-da788f1a3094 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:28.944822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Pushing event updated for resources: {'Port': ['ID=9b612bed-c2d2-439f-af5d-af686032acaf,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:29.049232 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a75616-2a07-4faf-a343-7bf1562a6628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.056154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Attempting to bind port 9b612bed-c2d2-439f-af5d-af686032acaf on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:29.057313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Attempting to bind port 9b612bed-c2d2-439f-af5d-af686032acaf by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:29.057664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Attempting to bind port 9b612bed-c2d2-439f-af5d-af686032acaf on network 1819cbe1-625e-4544-b587-74f829ca2ece {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:29.069207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Port 9b612bed-c2d2-439f-af5d-af686032acaf on network 1819cbe1-625e-4544-b587-74f829ca2ece not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:45:29.069550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Attempting to bind port 9b612bed-c2d2-439f-af5d-af686032acaf on network 1819cbe1-625e-4544-b587-74f829ca2ece {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:29.076626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:29.076967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Checking segment: {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:29.077598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Bound using segment: {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:29.078454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Bound port: 9b612bed-c2d2-439f-af5d-af686032acaf, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:29.078981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.080442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Deleting port 3d162060-81f7-4389-9a62-da788f1a3094 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:29.081425 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.093685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a75616-2a07-4faf-a343-7bf1562a6628 None None] Pushing event deleted for resources: {'Port': ['ID=3d162060-81f7-4389-9a62-da788f1a3094,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:29.117074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a75616-2a07-4faf-a343-7bf1562a6628 None None] No DVR routers for this DVR port 3d162060-81f7-4389-9a62-da788f1a3094 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:29.190539 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] For port 3d162060-81f7-4389-9a62-da788f1a3094, host n-d-804878-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:29.190891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.210846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Calling delete_port for 3d162060-81f7-4389-9a62-da788f1a3094 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:29.211429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:29.215118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Port 3d162060-81f7-4389-9a62-da788f1a3094 was not found and therefore no delete operation was performed {{(pid=94838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:45:29.215930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9b612bed-c2d2-439f-af5d-af686032acaf,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:29.217017 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.225692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.267432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No DVR routers for this DVR port 3d162060-81f7-4389-9a62-da788f1a3094 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:29.269771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:29.270608 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.272418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] 10.222.0.93 "PUT /v2.0/ports/9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 200 len: 1091 time: 0.9620430 Aug 17 16:45:29.273157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:45:29.275669 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:45:29.286530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Port': ['ID=3d162060-81f7-4389-9a62-da788f1a3094,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:29.313209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949840f-f8ae-42c6-b03a-da108fdb7678 service neutron] Pushing event updated for resources: {'Port': ['ID=9b612bed-c2d2-439f-af5d-af686032acaf,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:29.355131 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71945458-2674-46f1-a234-cbc0364ae0bf x-openstack-request-id: req-71945458-2674-46f1-a234-cbc0364ae0bf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:45:29.355507 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:45:29.355604 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71945458-2674-46f1-a234-cbc0364ae0bf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:45:29.356216 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf', 'status': 'completed', 'code': 200} Aug 17 16:45:29.401894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-2ffe4232-297f-46fc-baee-2e82d09cb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:29.402846 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-2ffe4232-297f-46fc-baee-2e82d09cb324 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1094 time: 0.0642474 Aug 17 16:45:29.453971 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.465480 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-3ccd23e0-84bd-4bf2-a443-167071374a12 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 200 len: 217 time: 0.0539243 Aug 17 16:45:29.466409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661c8dc2-3d35-42eb-b39b-75cf6f9c20e7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:29.477960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a072681-7b0d-4202-83ec-dbb9182d0ef8') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:29.478252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a072681-7b0d-4202-83ec-dbb9182d0ef8') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:29.492362 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.511361 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.518274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:29.518795 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:29.522088 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:29.527778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-ab5be869-ddec-470c-8fe7-bf50f884eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:29.529692 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-ab5be869-ddec-470c-8fe7-bf50f884eac5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=793ee439-ea4c-4531-9ffe-c55dddc7d866 HTTP/1.1" status: 200 len: 834 time: 0.0568140 Aug 17 16:45:29.583060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-0341ff58-ed25-4243-b9ec-c77842cf1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:29.585116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-0341ff58-ed25-4243-b9ec-c77842cf1868 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1819cbe1-625e-4544-b587-74f829ca2ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479968 Aug 17 16:45:29.590279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.598500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.602853 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/661c8dc2-3d35-42eb-b39b-75cf6f9c20e7 HTTP/1.1" status: 204 len: 168 time: 1.2184656 Aug 17 16:45:29.604974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:29.631534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71844afb-6e9f-4216-a161-83e6c891af91 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Network': ['ID=661c8dc2-3d35-42eb-b39b-75cf6f9c20e7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:29.657087 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-77249ffe-0087-4f2d-9b40-b25100a859d9 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:29.657802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77249ffe-0087-4f2d-9b40-b25100a859d9 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:29.662891 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-77249ffe-0087-4f2d-9b40-b25100a859d9 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/subnets/bfd10a86-532a-4214-91fd-122a85053fbd HTTP/1.1" status: 404 len: 337 time: 0.0570552 Aug 17 16:45:29.663736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:29.683746 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ac047b-8c53-4b94-9408-aa6bdae32995 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:29.684235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ac047b-8c53-4b94-9408-aa6bdae32995 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:29.688310 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-67ac047b-8c53-4b94-9408-aa6bdae32995 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/01956ae2-d793-4884-8a5c-236b77426887 HTTP/1.1" status: 404 len: 339 time: 0.0211847 Aug 17 16:45:29.688567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:29.700159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-02b45336-6fe8-4286-b6fd-a99ef074b9f9 service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076996 Aug 17 16:45:29.740952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-041a927e-f651-4ed1-a9e5-0b84b72d9780 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Deleting subnet 41410581-49e9-4e90-a541-e4981bbce84e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:45:29.744493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-041a927e-f651-4ed1-a9e5-0b84b72d9780 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.801607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-041a927e-f651-4ed1-a9e5-0b84b72d9780 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.811190 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6eb026f3-e0f6-4df6-a7fc-f5c19608de9d req-d5df055f-de53-4119-aec5-b66d010c6491 service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038499 Aug 17 16:45:29.873047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baae517-0e16-42ab-957c-faf74c813d56 req-0d047c2e-e3dc-4fe3-992b-7a261969c9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:29.875112 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7baae517-0e16-42ab-957c-faf74c813d56 req-0d047c2e-e3dc-4fe3-992b-7a261969c9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 943 time: 0.0626209 Aug 17 16:45:29.908282 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-041a927e-f651-4ed1-a9e5-0b84b72d9780 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:29.953448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7baae517-0e16-42ab-957c-faf74c813d56 req-08d68661-995a-4699-8cc4-463366cb2373 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667169 Aug 17 16:45:29.956171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-9c61c588-b678-4bf3-96fa-4fbb18b754c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:29.957738 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-9c61c588-b678-4bf3-96fa-4fbb18b754c3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1094 time: 0.0813107 Aug 17 16:45:29.973894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3d162060-81f7-4389-9a62-da788f1a3094 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:45:30.006528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 3d162060-81f7-4389-9a62-da788f1a3094 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:45:30.007151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3d162060-81f7-4389-9a62-da788f1a3094 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:45:30.021787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-041a927e-f651-4ed1-a9e5-0b84b72d9780 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.054759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a927e-f651-4ed1-a9e5-0b84b72d9780 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Subnet': ['ID=41410581-49e9-4e90-a541-e4981bbce84e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:30.059348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29563743-8974-4365-82ae-0b9cefd22a21 None None] Network d51b8d49-89cc-4555-b9c8-6aa646adc877 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:30.060268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-041a927e-f651-4ed1-a9e5-0b84b72d9780 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.065353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-041a927e-f651-4ed1-a9e5-0b84b72d9780 tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/subnets/41410581-49e9-4e90-a541-e4981bbce84e HTTP/1.1" status: 204 len: 168 time: 0.3758070 Aug 17 16:45:30.066662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:30.090987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-29315cd7-4105-4b2c-94a4-787a3c523dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:30.092683 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-29315cd7-4105-4b2c-94a4-787a3c523dd1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 200 len: 897 time: 0.1193962 Aug 17 16:45:30.170985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-133620af-4ed3-4d57-a979-f63381dfc31e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 200 len: 217 time: 0.0681305 Aug 17 16:45:30.185118 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.231551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-7d6cab22-2342-4e31-805d-5cc17baf119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:30.233067 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-7d6cab22-2342-4e31-805d-5cc17baf119b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=793ee439-ea4c-4531-9ffe-c55dddc7d866 HTTP/1.1" status: 200 len: 834 time: 0.0544550 Aug 17 16:45:30.246711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Deleting port d4c142c1-faf1-4410-af8b-ca410df449cf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:30.247072 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.280193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ce1ed-1692-4240-8332-b889bdc90a8a None None] DHCP port deletion for d51b8d49-89cc-4555-b9c8-6aa646adc877 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:45:30.294509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-5df74ab8-9eee-4643-9139-d46890c44286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:30.296330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-5df74ab8-9eee-4643-9139-d46890c44286 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1819cbe1-625e-4544-b587-74f829ca2ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556071 Aug 17 16:45:30.319166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] For port d4c142c1-faf1-4410-af8b-ca410df449cf, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d4c142c1-faf1-4410-af8b-ca410df449cf,segment=NetworkSegment(ee976ad0-65e7-433b-80e7-aec364444696),segment_id=ee976ad0-65e7-433b-80e7-aec364444696)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:30.319728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.327000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ce1ed-1692-4240-8332-b889bdc90a8a None None] Deleting port d4c142c1-faf1-4410-af8b-ca410df449cf {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:30.327466 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce1ed-1692-4240-8332-b889bdc90a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.334911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Calling delete_port for d4c142c1-faf1-4410-af8b-ca410df449cf owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:30.394704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6b8ce1ed-1692-4240-8332-b889bdc90a8a None None] For port d4c142c1-faf1-4410-af8b-ca410df449cf, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d4c142c1-faf1-4410-af8b-ca410df449cf,segment=NetworkSegment(ee976ad0-65e7-433b-80e7-aec364444696),segment_id=ee976ad0-65e7-433b-80e7-aec364444696)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:30.395206 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce1ed-1692-4240-8332-b889bdc90a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.396150 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-db8bbfcd-895b-4120-bce5-5525517ab0da service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908349 Aug 17 16:45:30.412821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ce1ed-1692-4240-8332-b889bdc90a8a None None] Calling delete_port for d4c142c1-faf1-4410-af8b-ca410df449cf owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:30.420728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.449300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Port': ['ID=d4c142c1-faf1-4410-af8b-ca410df449cf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:30.451139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] No DVR routers for this DVR port d4c142c1-faf1-4410-af8b-ca410df449cf on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:30.495873 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee52dc85-d540-4be9-847f-e7bd23ec5ad1 req-74fd7af0-acd0-439f-9c73-94db38619075 service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923538 Aug 17 16:45:30.513812 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce1ed-1692-4240-8332-b889bdc90a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.536447 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.540032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ce1ed-1692-4240-8332-b889bdc90a8a None None] Pushing event deleted for resources: {'Port': ['ID=d4c142c1-faf1-4410-af8b-ca410df449cf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:30.543526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ce1ed-1692-4240-8332-b889bdc90a8a None None] No DVR routers for this DVR port d4c142c1-faf1-4410-af8b-ca410df449cf on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:30.546357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51b8d49-89cc-4555-b9c8-6aa646adc877']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:30.557600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee976ad0-65e7-433b-80e7-aec364444696') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:30.557888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee976ad0-65e7-433b-80e7-aec364444696') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:30.566876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.580175 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.585807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:30.586185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:30.589044 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:30.650296 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.664286 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:30.666146 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] 10.222.0.77 "DELETE /v2.0/networks/d51b8d49-89cc-4555-b9c8-6aa646adc877 HTTP/1.1" status: 204 len: 168 time: 0.5989430 Aug 17 16:45:30.680673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d122b-1b87-4efd-8f69-e80d45f9351f tempest-NetworksIpV6Test-1642328851 tempest-NetworksIpV6Test-1642328851-project] Pushing event deleted for resources: {'Network': ['ID=d51b8d49-89cc-4555-b9c8-6aa646adc877,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:30.910556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59914) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:31.050985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-48126480-8d1b-4d46-92f7-16eed4b08f03 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eacd030aa97b450a9df3b7a9b2ffe7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365705 Aug 17 16:45:31.051196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59920) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:31.076263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963d40-3b20-4d3f-b069-c89378dc00c1 req-afa2161f-6aaa-4574-ad65-e281f8739188 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:31.077957 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fb963d40-3b20-4d3f-b069-c89378dc00c1 req-afa2161f-6aaa-4574-ad65-e281f8739188 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 943 time: 0.0499728 Aug 17 16:45:31.100787 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf637-11d3-4c29-bb75-ae31b5418bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:31.117241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fb963d40-3b20-4d3f-b069-c89378dc00c1 req-3057b1bf-954e-4d49-bc27-6b25fb833c32 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330570 Aug 17 16:45:31.122585 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf637-11d3-4c29-bb75-ae31b5418bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:31.173299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf637-11d3-4c29-bb75-ae31b5418bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:31.176874 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf637-11d3-4c29-bb75-ae31b5418bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:31.177553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1bdf637-11d3-4c29-bb75-ae31b5418bf7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b65a59b-746c-46d0-adfb-5820a65c3c9a HTTP/1.1" status: 204 len: 168 time: 0.1254599 Aug 17 16:45:31.185523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdf637-11d3-4c29-bb75-ae31b5418bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b65a59b-746c-46d0-adfb-5820a65c3c9a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:31.853739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59960) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:31.933726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d4c142c1-faf1-4410-af8b-ca410df449cf no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:45:31.955800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d4c142c1-faf1-4410-af8b-ca410df449cf {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:45:31.956221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d4c142c1-faf1-4410-af8b-ca410df449cf not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:45:31.958263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-57683388'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:31.989575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:31.993254 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.002895 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.094506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.099342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.121110 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4025ec9-b54c-4161-9227-d55abcdfe16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.126720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:32.136427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e1c008-6490-47b8-a91c-729a4ac13027,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:32.141231 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.141571 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment 671e9607-041b-4a1f-af13-9c8e55b4268b of type vlan for network 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa Aug 17 16:45:32.171687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9b612bed-c2d2-439f-af5d-af686032acaf details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:45:32.185413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.242286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.247840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:32.248435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.287816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9b612bed-c2d2-439f-af5d-af686032acaf,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:32.306904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '9b612bed-c2d2-439f-af5d-af686032acaf', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'port_id': '9b612bed-c2d2-439f-af5d-af686032acaf', 'mac_address': 'fa:16:3e:65:ff:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:45:32.324297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e060ed-1893-4ff3-840f-2281ca1f58f1 req-03bb593c-6573-448c-837f-89036418eed9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:32.325851 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84e060ed-1893-4ff3-840f-2281ca1f58f1 req-03bb593c-6573-448c-837f-89036418eed9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 943 time: 0.1320510 Aug 17 16:45:32.339307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4841943 Aug 17 16:45:32.354780 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.371720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef223f8-6ab9-4cdc-b8fe-99ed15373198 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:32.374714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b612bed-c2d2-439f-af5d-af686032acaf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:45:32.402616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9b612bed-c2d2-439f-af5d-af686032acaf,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:32.407932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.413985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:32.430568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84e060ed-1893-4ff3-840f-2281ca1f58f1 req-f66a2aab-5358-47b4-989f-bac2af942e54 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901201 Aug 17 16:45:32.472951 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59966) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:32.478577 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': '8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:32.516657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=9b612bed-c2d2-439f-af5d-af686032acaf,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:32.571177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:32.574620 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.696239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['9b612bed-c2d2-439f-af5d-af686032acaf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:45:32.757267 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.821525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=3e72e62e-871e-4360-a41c-4ba528afecfa,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:32.833191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': '671e9607-041b-4a1f-af13-9c8e55b4268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:32.833551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:32.850589 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:32.860328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:32.865983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:32.866701 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.875211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9718774a-a3ad-486d-881e-aae51d959d6e None None] Network 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:32.885065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f2c26e52-5697-4700-9149-96e5814b3f25 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4109821 Aug 17 16:45:32.889168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59974) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:32.895081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2122624738'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:32.923649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:32.930617 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.960478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:32.978084 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:32.978552 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment 3ec775c0-0279-4cb6-8923-8e098fced9d4 of type vlan for network af90324d-4cb1-490b-9187-0ba892770760 Aug 17 16:45:33.035410 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.066911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.072987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:33.073607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.104187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa', 'network_id': '8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa', 'tenant_id': 'bf83207e373942c5ae291b8e57ed3faa', 'fixed_ips': [{'subnet_id': '3e72e62e-871e-4360-a41c-4ba528afecfa'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:33.105158 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.133868 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2407665 Aug 17 16:45:33.136241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:33.143458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a69297-366b-4eac-8042-00cf321a342f tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=af90324d-4cb1-490b-9187-0ba892770760,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:33.144916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': 'af90324d-4cb1-490b-9187-0ba892770760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:33.182954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network af90324d-4cb1-490b-9187-0ba892770760 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:33.246913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:33.250906 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.314103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Allocated IP 172.20.255.242 (8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa/3e72e62e-871e-4360-a41c-4ba528afecfa/ce64a992-f281-4eee-b5ee-8651cf7e1d1c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:33.454046 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.473602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.483867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Transition to ACTIVE for port object ce64a992-f281-4eee-b5ee-8651cf7e1d1c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:33.504183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Transition to ACTIVE for port object ce64a992-f281-4eee-b5ee-8651cf7e1d1c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:33.514284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.522054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=3d6eb303-1a9d-4680-afb0-57ab75c59dab,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:33.535196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': '3ec775c0-0279-4cb6-8923-8e098fced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af90324d-4cb1-490b-9187-0ba892770760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:33.535768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: af90324d-4cb1-490b-9187-0ba892770760, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:33.558239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Network 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:33.561637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:33.564599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:33.588846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network af90324d-4cb1-490b-9187-0ba892770760 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:33.606207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Pushing event updated for resources: {'Port': ['ID=ce64a992-f281-4eee-b5ee-8651cf7e1d1c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:33.609373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d6476-27f6-409f-b861-179bf43b4847 req-966879d0-2163-486e-8ee0-2e8608da9d70 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:33.611276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e08d6476-27f6-409f-b861-179bf43b4847 req-966879d0-2163-486e-8ee0-2e8608da9d70 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 944 time: 0.0730627 Aug 17 16:45:33.612688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, af90324d-4cb1-490b-9187-0ba892770760) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:33.617202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:33.617791 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.639207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baacc4b-1859-4644-842f-b77dc1f110d7 None None] Network af90324d-4cb1-490b-9187-0ba892770760 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:33.642913 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-20717beb-b294-480f-9a4f-83d618354faa tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5040877 Aug 17 16:45:33.645862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59984) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:33.675376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e08d6476-27f6-409f-b861-179bf43b4847 req-8cfb50e5-3c80-4bb4-9dfd-cce4d3412da7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Aug 17 16:45:33.692497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:33.785377 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.792453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32131f-2d1d-4c6b-8088-67978703a7d7 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:33.793194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32131f-2d1d-4c6b-8088-67978703a7d7 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:33.793813 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32131f-2d1d-4c6b-8088-67978703a7d7 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:33.795977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c32131f-2d1d-4c6b-8088-67978703a7d7 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=95a4ff9eec4d410cbacc06c6ce1bb56a&network_id=43884f46-991e-4f94-a4a4-95484f65042d HTTP/1.1" status: 200 len: 2969 time: 0.1018181 Aug 17 16:45:33.842355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.876445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Attempting to bind port ce64a992-f281-4eee-b5ee-8651cf7e1d1c on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:33.876854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Attempting to bind port ce64a992-f281-4eee-b5ee-8651cf7e1d1c by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '671e9607-041b-4a1f-af13-9c8e55b4268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:33.877257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Attempting to bind port ce64a992-f281-4eee-b5ee-8651cf7e1d1c on network 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:33.885610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:33.886705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Checking segment: {'id': '671e9607-041b-4a1f-af13-9c8e55b4268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:33.886705 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.887150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Bound using segment: {'id': '671e9607-041b-4a1f-af13-9c8e55b4268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:33.887775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Bound port: ce64a992-f281-4eee-b5ee-8651cf7e1d1c, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671e9607-041b-4a1f-af13-9c8e55b4268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:33.888343 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.927968 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:33.958968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6eb303-1a9d-4680-afb0-57ab75c59dab,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:34.036082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] For port ce64a992-f281-4eee-b5ee-8651cf7e1d1c, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:34.039821 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.041932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef6630-8d48-4ce5-abeb-79b5d97a5c93 None None] Network af90324d-4cb1-490b-9187-0ba892770760 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:34.052803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af90324d-4cb1-490b-9187-0ba892770760']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:34.065669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec775c0-0279-4cb6-8923-8e098fced9d4') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:34.065946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] For port ce64a992-f281-4eee-b5ee-8651cf7e1d1c, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ce64a992-f281-4eee-b5ee-8651cf7e1d1c,segment=NetworkSegment(671e9607-041b-4a1f-af13-9c8e55b4268b),segment_id=671e9607-041b-4a1f-af13-9c8e55b4268b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:34.066432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec775c0-0279-4cb6-8923-8e098fced9d4') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:34.078360 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.094871 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.102221 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.102731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:34.103226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:34.106887 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:34.173507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9b612bed-c2d2-439f-af5d-af686032acaf up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:34.177947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.189818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.195054 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/af90324d-4cb1-490b-9187-0ba892770760 HTTP/1.1" status: 204 len: 168 time: 0.5446765 Aug 17 16:45:34.195356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 59994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:34.202119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192352620'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:34.210136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96d64-61dc-4461-a190-3fb774e073cc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=af90324d-4cb1-490b-9187-0ba892770760,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:34.231727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:34.236151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.238401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84bb6e-1680-43d6-8b7e-db7023f7f7be None None] Pushing event updated for resources: {'Port': ['ID=ce64a992-f281-4eee-b5ee-8651cf7e1d1c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:34.287608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:34.292605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 9b612bed-c2d2-439f-af5d-af686032acaf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:34.299092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 9b612bed-c2d2-439f-af5d-af686032acaf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:34.300139 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.300724 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.301279 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment a2e79c7e-ce39-44f6-ab89-d84b2f301aae of type vlan for network f877da00-09d3-415c-a8a6-f62f24e79897 Aug 17 16:45:34.360048 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.390518 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.397015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:34.397523 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.397645 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.463943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9b612bed-c2d2-439f-af5d-af686032acaf,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:34.465004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:45:34.467755 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb20497-0d89-4c95-820f-7ac9940e108c" -d '{"events": [{"server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "name": "network-vif-plugged", "status": "completed", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:45:34.475141 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.519932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=f877da00-09d3-415c-a8a6-f62f24e79897,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:34.522220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-94ef74b5-e654-44ca-845c-6c2556b6f154 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3257987 Aug 17 16:45:34.526118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 59998) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:34.539049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': 'f877da00-09d3-415c-a8a6-f62f24e79897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:34.546106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network f877da00-09d3-415c-a8a6-f62f24e79897 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:34.554507 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f15eed-cad7-493e-8841-e6a0275d9d22 x-openstack-request-id: req-b9f15eed-cad7-493e-8841-e6a0275d9d22 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:45:34.554785 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "name": "network-vif-plugged", "status": "completed", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:45:34.555048 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9f15eed-cad7-493e-8841-e6a0275d9d22 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:45:34.555048 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf', 'code': 200} Aug 17 16:45:34.640975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=9b612bed-c2d2-439f-af5d-af686032acaf,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:34.694430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47fb6b-39dc-499c-9041-2ba2255a3612 req-1ac6287c-676f-4fb9-8dba-e186e981edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:34.696147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af47fb6b-39dc-499c-9041-2ba2255a3612 req-1ac6287c-676f-4fb9-8dba-e186e981edc4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1096 time: 0.0923228 Aug 17 16:45:34.702481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:34.706810 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.787674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Performing IP validity checks on allocation pools {{(pid=94839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 16:45:34.788273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 16:45:34.796581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af47fb6b-39dc-499c-9041-2ba2255a3612 req-625a1fa3-035b-4ff9-9f7c-b736c43a6041 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858953 Aug 17 16:45:34.809798 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41291f9e-8267-41c4-acda-2197aae2c4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:34.829972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32895274-b23e-4fae-a4e6-40cc6477c16c req-2af90ae9-1df4-47ac-8f73-a0003b977b79 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:34.835369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32895274-b23e-4fae-a4e6-40cc6477c16c req-2af90ae9-1df4-47ac-8f73-a0003b977b79 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.0723360 Aug 17 16:45:34.875625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32895274-b23e-4fae-a4e6-40cc6477c16c req-74bfc070-5755-404a-9c01-f5228c1f870d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363178 Aug 17 16:45:34.948056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:35.005406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=e5c473ea-0795-490f-856c-4c293c47d938,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:35.007784 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:35.033846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': 'a2e79c7e-ce39-44f6-ab89-d84b2f301aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f877da00-09d3-415c-a8a6-f62f24e79897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:35.034104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: f877da00-09d3-415c-a8a6-f62f24e79897, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:35.053061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network f877da00-09d3-415c-a8a6-f62f24e79897 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:35.068118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, f877da00-09d3-415c-a8a6-f62f24e79897) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:35.076475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee97f0e-85b3-4c3e-8c55-9f8bf01c7fe5 None None] Network f877da00-09d3-415c-a8a6-f62f24e79897 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:35.081599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:35.082572 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:35.111366 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e56b4d23-74d0-42d2-95c5-9740f7801b00 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5835292 Aug 17 16:45:35.114740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60008) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:35.304915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-f877da00-09d3-415c-a8a6-f62f24e79897', 'network_id': 'f877da00-09d3-415c-a8a6-f62f24e79897', 'tenant_id': 'bf83207e373942c5ae291b8e57ed3faa', 'fixed_ips': [{'subnet_id': 'e5c473ea-0795-490f-856c-4c293c47d938'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:35.306734 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:35.345089 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:35.426635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:35.484323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:35.519348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Allocated IP 172.20.0.3 (f877da00-09d3-415c-a8a6-f62f24e79897/e5c473ea-0795-490f-856c-4c293c47d938/c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:35.626235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d14e71-af48-453f-b9d4-59344213c882 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:35.628094 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3d14e71-af48-453f-b9d4-59344213c882 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 814 time: 0.1427505 Aug 17 16:45:35.678890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f292abef-3f00-4b57-b32e-0994e34e85dd None None] Network 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:35.745729 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:35.752779 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d5a5408-5292-423a-bcee-3b079a13dbdf None None] Provisioning for port ce64a992-f281-4eee-b5ee-8651cf7e1d1c completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:35.766576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Transition to ACTIVE for port object c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:35.801983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Transition to ACTIVE for port object c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:35.813752 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:35.831445 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:35.861744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c473ea-0795-490f-856c-4c293c47d938,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:35.896536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Network f877da00-09d3-415c-a8a6-f62f24e79897 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:35.899554 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Pushing event updated for resources: {'Port': ['ID=c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:35.904626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:35.908137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:35.939600 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:35.957014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f877da00-09d3-415c-a8a6-f62f24e79897']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:35.976663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e79c7e-ce39-44f6-ab89-d84b2f301aae') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:35.977107 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e79c7e-ce39-44f6-ab89-d84b2f301aae') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:35.989008 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.006721 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.021829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Attempting to bind port c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:36.022207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Attempting to bind port c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'a2e79c7e-ce39-44f6-ab89-d84b2f301aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f877da00-09d3-415c-a8a6-f62f24e79897'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:36.022577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Attempting to bind port c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa on network f877da00-09d3-415c-a8a6-f62f24e79897 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:36.026776 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.026999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:36.026999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:36.029076 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:36.032505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:36.032891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Checking segment: {'id': 'a2e79c7e-ce39-44f6-ab89-d84b2f301aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f877da00-09d3-415c-a8a6-f62f24e79897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:36.033533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.033701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Bound using segment: {'id': 'a2e79c7e-ce39-44f6-ab89-d84b2f301aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f877da00-09d3-415c-a8a6-f62f24e79897'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:36.034159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Bound port: c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e79c7e-ce39-44f6-ab89-d84b2f301aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f877da00-09d3-415c-a8a6-f62f24e79897'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:36.034573 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.075144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce64a992-f281-4eee-b5ee-8651cf7e1d1c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:36.128582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c24f4c-0497-425c-9cbb-e55af9480dfa req-bdb060ff-8754-4fb9-9115-f611b6ffbeb8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:36.129839 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-21c24f4c-0497-425c-9cbb-e55af9480dfa req-bdb060ff-8754-4fb9-9115-f611b6ffbeb8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.1203308 Aug 17 16:45:36.131378 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 16:45:36.131378 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 16:45:36.131378 n-d-804878-1 neutron-server[94839]: [parameters: {'id': 'f877da00-09d3-415c-a8a6-f62f24e79897'}] Aug 17 16:45:36.131378 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:45:36.131916 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:45:36.150858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] For port c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:36.154834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] For port c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa,segment=NetworkSegment(a2e79c7e-ce39-44f6-ab89-d84b2f301aae),segment_id=a2e79c7e-ce39-44f6-ab89-d84b2f301aae)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:36.161685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.194818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-21c24f4c-0497-425c-9cbb-e55af9480dfa req-7212ae97-493e-46dc-a1d9-1bf89ea7f95c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540903 Aug 17 16:45:36.201098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ce64a992-f281-4eee-b5ee-8651cf7e1d1c completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:36.213238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ce64a992-f281-4eee-b5ee-8651cf7e1d1c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:36.213608 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.287277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60028) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:36.293244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'network': {'name': 'tempest-network-smoke--181613647', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'port_security_enabled': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:36.293527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f81ced-5b9c-4ba8-a7c4-1673aa3e5650 None None] Pushing event updated for resources: {'Port': ['ID=c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:36.341440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Made reservation on behalf of 95a4ff9eec4d410cbacc06c6ce1bb56a for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:36.345264 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.345445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725e7ac-8081-416e-b553-4e450a02b515 None None] Network f877da00-09d3-415c-a8a6-f62f24e79897 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:36.398634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:36.408096 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.409042 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Added segment f3f03149-4ff2-4d66-9a2b-d3b8e64aed58 of type vlan for network a851996d-3c1c-4a76-bc88-f18af4958577 Aug 17 16:45:36.423092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a33b32-31a7-438a-bd4e-ccadb043ce02 req-95fcae65-f419-4594-8715-0fe8ca9b2c8a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:36.425652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61a33b32-31a7-438a-bd4e-ccadb043ce02 req-95fcae65-f419-4594-8715-0fe8ca9b2c8a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.1133635 Aug 17 16:45:36.427839 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.450733 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.475865 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-61a33b32-31a7-438a-bd4e-ccadb043ce02 req-55b45914-f5a4-48d0-baf8-84b52d405d79 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 Aug 17 16:45:36.480790 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.487714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:36.488500 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.508899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:36.516119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ce64a992-f281-4eee-b5ee-8651cf7e1d1c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ce64a992-f281-4eee-b5ee-8651cf7e1d1c,segment=NetworkSegment(671e9607-041b-4a1f-af13-9c8e55b4268b),segment_id=671e9607-041b-4a1f-af13-9c8e55b4268b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:36.522661 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.557230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-933a7f1d-db38-469a-89b6-71bac01d2578 None None] Provisioning complete for port ce64a992-f281-4eee-b5ee-8651cf7e1d1c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:36.557597 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-933a7f1d-db38-469a-89b6-71bac01d2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.570030 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2815101 Aug 17 16:45:36.570226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:36.585366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622998-ed96-4e23-b018-6d86762ac850 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Network': ['ID=a851996d-3c1c-4a76-bc88-f18af4958577,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:36.607403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a851996d-3c1c-4a76-bc88-f18af4958577 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:36.609169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc46bd4-e1b8-47b7-97da-f51a6d537c1d None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:45:36.623902 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9dd9a5-dd43-4df4-a601-177a36906dcf tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:36.628418 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a9dd9a5-dd43-4df4-a601-177a36906dcf tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1091 time: 0.1153793 Aug 17 16:45:36.629034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60034) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:36.633533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '9b612bed-c2d2-439f-af5d-af686032acaf', 'tenant_id': '83be27321324449294116e75a122e296', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:36.638190 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.676719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb0677f-043e-40c3-978e-97f5175c8ebd tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:36.678973 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-efb0677f-043e-40c3-978e-97f5175c8ebd tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=95a4ff9eec4d410cbacc06c6ce1bb56a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1077592 Aug 17 16:45:36.681895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:36.692703 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.694548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ce64a992-f281-4eee-b5ee-8651cf7e1d1c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:36.802750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Deleting port c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:36.803183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.809195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b5f2c-4e14-4f48-87fd-dab0141effc9 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:36.811219 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-740b5f2c-4e14-4f48-87fd-dab0141effc9 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280427 Aug 17 16:45:36.815343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:36.832177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc46bd4-e1b8-47b7-97da-f51a6d537c1d None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:45:36.847674 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ed2b6d0a-a6ec-4518-bf14-912c432add40 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307093 Aug 17 16:45:36.850361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:36.887847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fcd6572f-67f0-4a57-952e-1ce5ac073918 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=95a4ff9eec4d410cbacc06c6ce1bb56a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360272 Aug 17 16:45:36.890301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:36.904574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] For port c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa,segment=NetworkSegment(a2e79c7e-ce39-44f6-ab89-d84b2f301aae),segment_id=a2e79c7e-ce39-44f6-ab89-d84b2f301aae)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:36.904926 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:36.921099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Calling delete_port for c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:36.978017 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.043293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362303f6-e349-4064-9c6f-c9dd77119137 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:37.044813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-362303f6-e349-4064-9c6f-c9dd77119137 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533465 Aug 17 16:45:37.048229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:37.088899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-391c2476-bc1f-424b-89c1-d00a0871718c tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394192 Aug 17 16:45:37.092932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:37.100412 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1381911496', 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:37.138179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.25.7.104 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/9e1e1a14-0e78-4304-94d0-480fa6d56f2e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:37.143496 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.224748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Port': ['ID=c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:37.228488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No DVR routers for this DVR port c15b2d7b-af31-4e1d-b374-3b3d9b87c3fa on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:37.230784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Made reservation on behalf of 95a4ff9eec4d410cbacc06c6ce1bb56a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:37.235289 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.329701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.348403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f877da00-09d3-415c-a8a6-f62f24e79897']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:37.364887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e79c7e-ce39-44f6-ab89-d84b2f301aae') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:37.365078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e79c7e-ce39-44f6-ab89-d84b2f301aae') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:37.380536 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.383508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.434571 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.439297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.446218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:37.446654 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.503669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Subnet': ['ID=346cde5a-f701-4c14-9f06-a08210e039d4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:37.533648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Checking segment: {'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:37.534773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network hostable DHCP agents. Network: a851996d-3c1c-4a76-bc88-f18af4958577, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:37.560107 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:37.567328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network a851996d-3c1c-4a76-bc88-f18af4958577 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:37.567781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.576973 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.579262 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/f877da00-09d3-415c-a8a6-f62f24e79897 HTTP/1.1" status: 204 len: 168 time: 2.4635084 Aug 17 16:45:37.582896 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.585400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:37.592672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1792396072'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:37.598334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbaa0f-c881-4cf4-a83b-a69c84a675ad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=f877da00-09d3-415c-a8a6-f62f24e79897,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:37.609665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a851996d-3c1c-4a76-bc88-f18af4958577) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:37.619356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:37.619987 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.620148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81149445-5d0d-45e0-ac27-cea35da9475d None None] Network a851996d-3c1c-4a76-bc88-f18af4958577 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:37.641936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:37.646199 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.677630 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2bc344cb-6002-4ca1-a0ab-fa58bd43ed70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5831320 Aug 17 16:45:37.678450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:37.690071 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.690641 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment 17732bcd-3139-4d61-8df0-862b16c81af4 of type vlan for network 53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3 Aug 17 16:45:37.771045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.779130 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.845734 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.858800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:37.862136 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.899816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-a851996d-3c1c-4a76-bc88-f18af4958577', 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ips': [{'subnet_id': '346cde5a-f701-4c14-9f06-a08210e039d4'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:37.901457 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3144889 Aug 17 16:45:37.902472 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:37.905970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:37.942259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': '53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:38.135719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:38.146334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4910a3f3-ed4d-4768-88b5-968a72e5d451 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62260145', 'description': 'tempest-secgroup-smoke-62260145 description', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:38.184129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a40f5-37be-4217-afa9-70fbda777573 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:38.201530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:38.215543 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.240954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce64a992-f281-4eee-b5ee-8651cf7e1d1c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:38.242968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:38.281208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:38.286262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:38.291147 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:38.319103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4910a3f3-ed4d-4768-88b5-968a72e5d451 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.321015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=9e1e1a14-0e78-4304-94d0-480fa6d56f2e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:38.483236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Allocated IP 172.20.0.18 (a851996d-3c1c-4a76-bc88-f18af4958577/346cde5a-f701-4c14-9f06-a08210e039d4/a1194717-e81f-414a-9c35-06ddf99febf0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:38.548331 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4910a3f3-ed4d-4768-88b5-968a72e5d451 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.554067 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.580851 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4910a3f3-ed4d-4768-88b5-968a72e5d451 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.588936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ce64a992-f281-4eee-b5ee-8651cf7e1d1c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:38.589563 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.691120 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4910a3f3-ed4d-4768-88b5-968a72e5d451 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.699152 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4910a3f3-ed4d-4768-88b5-968a72e5d451 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5601304 Aug 17 16:45:38.699894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60064) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:38.716639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-44271caf-20ba-466e-a523-b5686313faf7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': 'a704f505-e459-4cf7-9c57-94b1ecc89b92', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:38.728891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910a3f3-ed4d-4768-88b5-968a72e5d451 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a704f505-e459-4cf7-9c57-94b1ecc89b92,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:38.740497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=85437987-f877-4884-a3f0-4552e322d262,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:38.770207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': '17732bcd-3139-4d61-8df0-862b16c81af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:38.771039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: 53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:38.781555 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44271caf-20ba-466e-a523-b5686313faf7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.811526 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.812974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network 53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:38.828717 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Transition to ACTIVE for port object a1194717-e81f-414a-9c35-06ddf99febf0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:38.831030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:38.838145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:38.838668 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.845279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Transition to ACTIVE for port object a1194717-e81f-414a-9c35-06ddf99febf0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:38.851363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250faa3a-fe86-4bf1-a4d5-ed2e15a0650a None None] Network 53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:38.855790 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.869733 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ced3e870-b9c9-4138-9519-e5163e5fe597 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9605243 Aug 17 16:45:38.873007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:38.876937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.887571 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44271caf-20ba-466e-a523-b5686313faf7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.922540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44271caf-20ba-466e-a523-b5686313faf7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.949032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Network a851996d-3c1c-4a76-bc88-f18af4958577 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:38.956490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:38.960555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44271caf-20ba-466e-a523-b5686313faf7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3679f7a-f2be-44cb-9c59-771efe03bba8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:38.961208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:38.965613 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44271caf-20ba-466e-a523-b5686313faf7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:38.970098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60068) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:38.972110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Pushing event updated for resources: {'Port': ['ID=a1194717-e81f-414a-9c35-06ddf99febf0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:38.972501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-44271caf-20ba-466e-a523-b5686313faf7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675934 Aug 17 16:45:38.983267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-81518ebf-1e08-484a-96e3-528aa723107d tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': 'a704f505-e459-4cf7-9c57-94b1ecc89b92', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:39.017444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.032379 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.072108 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81518ebf-1e08-484a-96e3-528aa723107d tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.087856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Attempting to bind port a1194717-e81f-414a-9c35-06ddf99febf0 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:39.088529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Attempting to bind port a1194717-e81f-414a-9c35-06ddf99febf0 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:39.088927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Attempting to bind port a1194717-e81f-414a-9c35-06ddf99febf0 on network a851996d-3c1c-4a76-bc88-f18af4958577 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:39.099354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:39.099867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Checking segment: {'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:39.100288 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.100686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Bound using segment: {'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:39.101172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Bound port: a1194717-e81f-414a-9c35-06ddf99febf0, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:39.101564 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.109160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.175168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3be25b-0f69-4e95-8b56-d5906deb0f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3', 'network_id': '53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3', 'tenant_id': 'bf83207e373942c5ae291b8e57ed3faa', 'fixed_ips': [{'subnet_id': '85437987-f877-4884-a3f0-4552e322d262'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:39.176345 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b3be25b-0f69-4e95-8b56-d5906deb0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.190705 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81518ebf-1e08-484a-96e3-528aa723107d tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.198244 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81518ebf-1e08-484a-96e3-528aa723107d tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.217042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] For port a1194717-e81f-414a-9c35-06ddf99febf0, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:39.221803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] For port a1194717-e81f-414a-9c35-06ddf99febf0, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a1194717-e81f-414a-9c35-06ddf99febf0,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:39.227412 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.228576 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.247365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81518ebf-1e08-484a-96e3-528aa723107d tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b996d62a-16e3-447b-a0ab-ed368037731b,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:39.259242 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81518ebf-1e08-484a-96e3-528aa723107d tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.263355 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-81518ebf-1e08-484a-96e3-528aa723107d tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2913463 Aug 17 16:45:39.263982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60070) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:39.274189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4fe2e395-6c9d-4549-9bc8-5adaadc19912 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': 'a704f505-e459-4cf7-9c57-94b1ecc89b92', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:39.274364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=85437987-f877-4884-a3f0-4552e322d262,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:39.321129 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.333825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e395-6c9d-4549-9bc8-5adaadc19912 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.338204 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-4b3be25b-0f69-4e95-8b56-d5906deb0f08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85437987-f877-4884-a3f0-4552e322d262: This subnet is being modified by another concurrent operation. Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:45:39.356129 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exception Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85437987-f877-4884-a3f0-4552e322d262: This subnet is being modified by another concurrent operation. Aug 17 16:45:39.360792 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:45:39.366977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab36ff-9e3b-4373-b1b9-7221a8643b2a None None] Pushing event updated for resources: {'Port': ['ID=a1194717-e81f-414a-9c35-06ddf99febf0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:39.380520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511dc99-e13c-41a0-935c-e0d23c846009 None None] Network 53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:39.411263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.422611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:39.437288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17732bcd-3139-4d61-8df0-862b16c81af4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:39.437573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17732bcd-3139-4d61-8df0-862b16c81af4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:39.450105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.469076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.487413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:39.487871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.495839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=9e1e1a14-0e78-4304-94d0-480fa6d56f2e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:39.518476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.560596 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e395-6c9d-4549-9bc8-5adaadc19912 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.568700 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e395-6c9d-4549-9bc8-5adaadc19912 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:39.573022 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:39.579552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.599510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2e395-6c9d-4549-9bc8-5adaadc19912 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19dff83a-fe1f-4853-ad5c-6ec932376ce9,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:39.630247 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.632375 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3 HTTP/1.1" status: 204 len: 168 time: 0.7583737 Aug 17 16:45:39.633723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ee276-403b-4e62-9b26-fd73b6653a9c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:39.641892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:39.648268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1208045993'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:39.662450 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e395-6c9d-4549-9bc8-5adaadc19912 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.663678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4fe2e395-6c9d-4549-9bc8-5adaadc19912 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3931999 Aug 17 16:45:39.666461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60076) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:39.672173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e2948738-674d-4993-b9ea-5dac05e2b9a0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': 'a704f505-e459-4cf7-9c57-94b1ecc89b92', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:39.686349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:39.694894 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.725477 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Floating IP 25118aa5-2e85-41ef-bf15-e95f97e7c370 associated. External IP: 172.25.7.104, port: 9b612bed-c2d2-439f-af5d-af686032acaf. Aug 17 16:45:39.774984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:39.782268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2948738-674d-4993-b9ea-5dac05e2b9a0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.786686 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.787451 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment 2152137a-908e-4386-b75f-63d3beac370a of type vlan for network 25702b52-1722-497c-8a87-28c80fdf38c1 Aug 17 16:45:39.855778 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.890954 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.903701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:39.906499 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.947495 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2948738-674d-4993-b9ea-5dac05e2b9a0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:39.957190 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2948738-674d-4993-b9ea-5dac05e2b9a0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.000572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2948738-674d-4993-b9ea-5dac05e2b9a0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2255d1-b80d-42e8-b409-5a568fdcb55d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:40.036541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a1194717-e81f-414a-9c35-06ddf99febf0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:40.060095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2948738-674d-4993-b9ea-5dac05e2b9a0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.061466 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e2948738-674d-4993-b9ea-5dac05e2b9a0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3938856 Aug 17 16:45:40.064417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60078) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:40.068971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=25702b52-1722-497c-8a87-28c80fdf38c1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:40.072366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bb909dfb-fbf8-4e30-a2b4-3e31c605d29e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': 'a704f505-e459-4cf7-9c57-94b1ecc89b92', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:40.074538 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-446c907a-d3e7-4c75-812e-b810736e0556 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4291904 Aug 17 16:45:40.076759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:40.081083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 25702b52-1722-497c-8a87-28c80fdf38c1 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:40.084354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': '25702b52-1722-497c-8a87-28c80fdf38c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:40.156568 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-bb909dfb-fbf8-4e30-a2b4-3e31c605d29e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Project 95a4ff9eec4d410cbacc06c6ce1bb56a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:45:40.167012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb909dfb-fbf8-4e30-a2b4-3e31c605d29e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.181061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port a1194717-e81f-414a-9c35-06ddf99febf0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:40.199687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:40.203879 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.220516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router 739d47d6-f536-4977-9ffa-909387769fb3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:45:40.249067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb909dfb-fbf8-4e30-a2b4-3e31c605d29e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.290975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb909dfb-fbf8-4e30-a2b4-3e31c605d29e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.319016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb909dfb-fbf8-4e30-a2b4-3e31c605d29e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649365f9-c363-4ac8-879c-4f1d6835815b,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:40.359518 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb909dfb-fbf8-4e30-a2b4-3e31c605d29e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.361361 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bb909dfb-fbf8-4e30-a2b4-3e31c605d29e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2947936 Aug 17 16:45:40.364929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:40.378322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7c065d68-67eb-4d2f-be96-9da5552a9d1b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': 'a704f505-e459-4cf7-9c57-94b1ecc89b92', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:40.397536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:45:40.409254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] Sync routers for ids ['739d47d6-f536-4977-9ffa-909387769fb3'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:45:40.421776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] Routers {'739d47d6-f536-4977-9ffa-909387769fb3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:40.422967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['739d47d6-f536-4977-9ffa-909387769fb3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:40.454022 n-d-804878-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-7c065d68-67eb-4d2f-be96-9da5552a9d1b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Project 95a4ff9eec4d410cbacc06c6ce1bb56a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:45:40.457138 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.459788 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.473666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c065d68-67eb-4d2f-be96-9da5552a9d1b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.488429 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6d315d7b-f0f9-47eb-875c-7bc637d97435 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8585489 Aug 17 16:45:40.489193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:45:40.493760 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2983025-587c-4600-bac4-0ddabf91605c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:45:40.557106 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806a70ab-8114-47e0-9780-1c75f7cf5a9e x-openstack-request-id: req-806a70ab-8114-47e0-9780-1c75f7cf5a9e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:45:40.557679 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:45:40.558166 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-806a70ab-8114-47e0-9780-1c75f7cf5a9e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:45:40.558848 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf', 'status': 'completed', 'code': 200} Aug 17 16:45:40.577577 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c065d68-67eb-4d2f-be96-9da5552a9d1b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.591243 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c065d68-67eb-4d2f-be96-9da5552a9d1b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.653545 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] Set router 739d47d6-f536-4977-9ffa-909387769fb3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:40.663478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2983025-587c-4600-bac4-0ddabf91605c req-c2218d6e-f98d-4da2-9d89-3f6a78df8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:40.665023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e2983025-587c-4600-bac4-0ddabf91605c req-c2218d6e-f98d-4da2-9d89-3f6a78df8ffc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1096 time: 0.0841532 Aug 17 16:45:40.740097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=d10d59fe-9be7-4c97-b0d0-9978d51738ea,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:40.754486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c065d68-67eb-4d2f-be96-9da5552a9d1b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4c92ca-b322-4641-8038-5c77f6595e0f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:40.763965 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c065d68-67eb-4d2f-be96-9da5552a9d1b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.765173 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7c065d68-67eb-4d2f-be96-9da5552a9d1b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3997173 Aug 17 16:45:40.773519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': '2152137a-908e-4386-b75f-63d3beac370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '25702b52-1722-497c-8a87-28c80fdf38c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:40.774041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: 25702b52-1722-497c-8a87-28c80fdf38c1, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:40.793490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb6526-aaeb-4bed-9928-9be41a82ec66 req-76b90cd5-cd22-42d1-9fca-baabeefcaeef tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:40.795285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4bb6526-aaeb-4bed-9928-9be41a82ec66 req-76b90cd5-cd22-42d1-9fca-baabeefcaeef tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.1859572 Aug 17 16:45:40.821369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be5394-1df8-4fcb-8975-b711bdf8b3c0 None None] Network a851996d-3c1c-4a76-bc88-f18af4958577 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:40.826786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network 25702b52-1722-497c-8a87-28c80fdf38c1 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:40.856374 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 25702b52-1722-497c-8a87-28c80fdf38c1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:40.869705 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4bb6526-aaeb-4bed-9928-9be41a82ec66 req-69355594-96ba-4120-9192-c84ae576c02a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639596 Aug 17 16:45:40.871102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:40.871701 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:40.880033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2983025-587c-4600-bac4-0ddabf91605c req-350c2342-e700-4da6-81eb-d85bad72dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:40.881671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e2983025-587c-4600-bac4-0ddabf91605c req-350c2342-e700-4da6-81eb-d85bad72dbdb service neutron] 10.222.0.93 "GET /v2.0/networks?id=1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 200 len: 897 time: 0.2080820 Aug 17 16:45:40.911812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:40.998617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-526a6e3d-1260-4316-8b85-ceeb7837cb64 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9199452 Aug 17 16:45:40.999247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:41.004100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d734d93c-fd8a-463d-8c38-cfa6314e8db2 None None] Network 25702b52-1722-497c-8a87-28c80fdf38c1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:41.004860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fd8012db-72eb-43a6-b5d1-113a7fe7c216 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/25118aa5-2e85-41ef-bf15-e95f97e7c370 HTTP/1.1" status: 200 len: 991 time: 0.0920148 Aug 17 16:45:41.093264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e2983025-587c-4600-bac4-0ddabf91605c req-e95bad6e-45e4-4692-a087-fe4be4abd9c1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 200 len: 999 time: 0.2017152 Aug 17 16:45:41.127965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-5ef79f00-37d5-44ac-be89-d235a386df4a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62260145&fields=id&tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a HTTP/1.1" status: 200 len: 267 time: 0.0783558 Aug 17 16:45:41.137178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-69dc1b6b-20d5-414a-8de1-d4cba8656012 None None] Provisioning for port a1194717-e81f-414a-9c35-06ddf99febf0 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:41.157918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-69dc1b6b-20d5-414a-8de1-d4cba8656012 None None] Provisioning complete for port a1194717-e81f-414a-9c35-06ddf99febf0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:41.158300 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69dc1b6b-20d5-414a-8de1-d4cba8656012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.164163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.212098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60110) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:41.225575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2983025-587c-4600-bac4-0ddabf91605c req-ce884555-f826-4a6b-98f2-70727061ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:41.227138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e2983025-587c-4600-bac4-0ddabf91605c req-ce884555-f826-4a6b-98f2-70727061ba43 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=793ee439-ea4c-4531-9ffe-c55dddc7d866 HTTP/1.1" status: 200 len: 834 time: 0.1129088 Aug 17 16:45:41.248148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.318162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-79a8ed5e-c784-485d-a493-16596ce9d09e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:41.319769 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-79a8ed5e-c784-485d-a493-16596ce9d09e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/networks?id=a851996d-3c1c-4a76-bc88-f18af4958577 HTTP/1.1" status: 200 len: 796 time: 0.1733060 Aug 17 16:45:41.322793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2983025-587c-4600-bac4-0ddabf91605c req-93b4c246-519b-405f-b5bf-491002832c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:41.324236 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e2983025-587c-4600-bac4-0ddabf91605c req-93b4c246-519b-405f-b5bf-491002832c68 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1819cbe1-625e-4544-b587-74f829ca2ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877173 Aug 17 16:45:41.341699 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.351526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-488d06d8-7599-43f4-86ae-a6035f9f446c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/quotas/95a4ff9eec4d410cbacc06c6ce1bb56a HTTP/1.1" status: 200 len: 375 time: 0.0251975 Aug 17 16:45:41.381860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=d10d59fe-9be7-4c97-b0d0-9978d51738ea,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:41.436213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63560997-3f3b-4ffb-8c03-0e3cb6858617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.453275 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.464499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25702b52-1722-497c-8a87-28c80fdf38c1']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:41.475648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2152137a-908e-4386-b75f-63d3beac370a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:41.476186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2152137a-908e-4386-b75f-63d3beac370a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:41.488661 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.499579 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-f323238b-2124-4963-af1e-a49671b9a189 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1471646 Aug 17 16:45:41.512149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.523152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:41.523897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b04f5b3-8167-4877-afe6-13c3d0862f84 None None] Network 25702b52-1722-497c-8a87-28c80fdf38c1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:41.524058 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:41.527506 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:41.532507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e2983025-587c-4600-bac4-0ddabf91605c req-5492cee5-32b6-4563-902c-0bb23a7f62b6 service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983931 Aug 17 16:45:41.661254 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.664098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:20Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '25118aa5-2e85-41ef-bf15-e95f97e7c370', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'port_id': '9b612bed-c2d2-439f-af5d-af686032acaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'mac_address': 'fa:16:3e:65:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:38Z', 'updated_at': '2021-08-17T16:45:38Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d0a186-63ef-4219-9536-8cdd69f9bfea', 'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:e8:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:17Z', 'updated_at': '2021-08-17T16:45:26Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:41.670426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.678642 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/25702b52-1722-497c-8a87-28c80fdf38c1 HTTP/1.1" status: 204 len: 168 time: 0.6725178 Aug 17 16:45:41.679299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:41.705207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e2983025-587c-4600-bac4-0ddabf91605c req-ea24959b-68ce-46b4-950f-282b2aa3e05e service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607010 Aug 17 16:45:41.722607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] Checking router: 739d47d6-f536-4977-9ffa-909387769fb3 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:45:41.731675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69dc1b6b-20d5-414a-8de1-d4cba8656012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.795960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-69dc1b6b-20d5-414a-8de1-d4cba8656012 None None] For port a1194717-e81f-414a-9c35-06ddf99febf0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a1194717-e81f-414a-9c35-06ddf99febf0,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:41.798491 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-2ce6a83e-976e-4a91-af43-5272ab2a912a service neutron] 10.222.0.77 "GET /v2.0/networks/a851996d-3c1c-4a76-bc88-f18af4958577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593009 Aug 17 16:45:41.808472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] Routers {'739d47d6-f536-4977-9ffa-909387769fb3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:41.809631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['739d47d6-f536-4977-9ffa-909387769fb3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:41.811578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ab4dc-498f-4086-862f-94fb1884078a None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:45:41.835537 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69dc1b6b-20d5-414a-8de1-d4cba8656012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.871102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63560997-3f3b-4ffb-8c03-0e3cb6858617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.882700 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63560997-3f3b-4ffb-8c03-0e3cb6858617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:41.941734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63560997-3f3b-4ffb-8c03-0e3cb6858617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3111ee21-1e50-4c0e-a407-c06071145613,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:41.948116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-63560997-3f3b-4ffb-8c03-0e3cb6858617 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=806e1f3e9d4a4b46a86608e9303e94b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7308204 Aug 17 16:45:41.952426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60118) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:41.981804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-6db5d9b4-6ee0-435e-bfde-e1ca4f905369 service neutron] 10.222.0.77 "GET /v2.0/networks/a851996d-3c1c-4a76-bc88-f18af4958577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717856 Aug 17 16:45:42.010288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc1b6b-20d5-414a-8de1-d4cba8656012 None None] Pushing event updated for resources: {'Port': ['ID=a1194717-e81f-414a-9c35-06ddf99febf0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:42.012343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60120) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:42.046164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9756fcb5-c3c6-4c6c-bc45-f86c8c6e7807 None None] Provisioning complete for port a1194717-e81f-414a-9c35-06ddf99febf0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:42.046659 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9756fcb5-c3c6-4c6c-bc45-f86c8c6e7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.087537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] Set router 739d47d6-f536-4977-9ffa-909387769fb3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:42.088095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-717490057'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:42.092656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4674307-a786-42b4-8334-114a8d02f086 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=25702b52-1722-497c-8a87-28c80fdf38c1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:42.114560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:42.118580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.146563 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ea9eebac-8155-4e07-8203-62d66aa6b65b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/25118aa5-2e85-41ef-bf15-e95f97e7c370 HTTP/1.1" status: 200 len: 991 time: 0.1326709 Aug 17 16:45:42.147769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ff917d5-795d-4485-9a29-07bc595285a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.148060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:42.158588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.159071 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment 9ad96380-0726-4d08-b506-55b90083fb73 of type vlan for network 40cad9d2-fba8-48e9-bd54-54e6e108aa68 Aug 17 16:45:42.208369 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.208576 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ff917d5-795d-4485-9a29-07bc595285a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.237075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ab4dc-498f-4086-862f-94fb1884078a None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:45:42.259318 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f70e6ee-ec07-4219-9607-09d77741562f req-1c1c4f10-379e-4607-93f1-b06db1e46952 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 210 time: 0.0481126 Aug 17 16:45:42.284740 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ff917d5-795d-4485-9a29-07bc595285a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.288206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ff917d5-795d-4485-9a29-07bc595285a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.290191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7ff917d5-795d-4485-9a29-07bc595285a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3111ee21-1e50-4c0e-a407-c06071145613 HTTP/1.1" status: 204 len: 168 time: 0.3364065 Aug 17 16:45:42.301812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff917d5-795d-4485-9a29-07bc595285a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3111ee21-1e50-4c0e-a407-c06071145613,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:42.310163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.317382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:42.318420 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.389190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3052332 Aug 17 16:45:42.391933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60132) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:42.397318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': '40cad9d2-fba8-48e9-bd54-54e6e108aa68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:42.412864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e0b44-ac30-4740-8657-7934590246e3 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=40cad9d2-fba8-48e9-bd54-54e6e108aa68,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:42.447316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 40cad9d2-fba8-48e9-bd54-54e6e108aa68 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:42.523905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:42.529277 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.619831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Performing IP validity checks on allocation pools {{(pid=94839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 16:45:42.620360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 16:45:42.668620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-e48ee76a-e7e9-409e-aab3-b20b1187749e req-933d2016-8ef1-4bcb-8584-f669a0c1388b service neutron] (94839) timed out ('10.222.0.91', 52048) {{(pid=94839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 16:45:42.778215 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:20Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '25118aa5-2e85-41ef-bf15-e95f97e7c370', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'port_id': '9b612bed-c2d2-439f-af5d-af686032acaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'mac_address': 'fa:16:3e:65:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:38Z', 'updated_at': '2021-08-17T16:45:38Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d0a186-63ef-4219-9536-8cdd69f9bfea', 'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:e8:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:17Z', 'updated_at': '2021-08-17T16:45:26Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:42.800824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.831373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fb056-c3ea-420e-b9b3-5d80590d0f07 None None] The sync data for ids ['739d47d6-f536-4977-9ffa-909387769fb3'] in n-d-804878-1 is: [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:20Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '25118aa5-2e85-41ef-bf15-e95f97e7c370', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'port_id': '9b612bed-c2d2-439f-af5d-af686032acaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'mac_address': 'fa:16:3e:65:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:38Z', 'updated_at': '2021-08-17T16:45:38Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d0a186-63ef-4219-9536-8cdd69f9bfea', 'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:e8:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:17Z', 'updated_at': '2021-08-17T16:45:26Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:45:42.887712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=cb25dd9e-dd1f-4743-9694-a6ae8426fc52,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:42.899681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': '9ad96380-0726-4d08-b506-55b90083fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '40cad9d2-fba8-48e9-bd54-54e6e108aa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:42.900182 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: 40cad9d2-fba8-48e9-bd54-54e6e108aa68, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:42.927862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network 40cad9d2-fba8-48e9-bd54-54e6e108aa68 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:42.941698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 40cad9d2-fba8-48e9-bd54-54e6e108aa68) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:42.947307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:42.947748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:42.954452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cfaa67-0fdd-4d41-a37d-b2ed88d4a7b5 None None] Network 40cad9d2-fba8-48e9-bd54-54e6e108aa68 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:42.976916 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c7d6ac07-fd53-49a2-9621-0d9f2e74af7b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5835998 Aug 17 16:45:42.979533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:43.105298 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.128896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-40cad9d2-fba8-48e9-bd54-54e6e108aa68', 'network_id': '40cad9d2-fba8-48e9-bd54-54e6e108aa68', 'tenant_id': 'bf83207e373942c5ae291b8e57ed3faa', 'fixed_ips': [{'subnet_id': 'cb25dd9e-dd1f-4743-9694-a6ae8426fc52'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:43.130128 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.147145 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aeef7a-f26a-4ba6-be4b-552f2696848a None None] New status for floating IP 25118aa5-2e85-41ef-bf15-e95f97e7c370: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:45:43.149995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60156) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:43.181665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:43.213016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.230838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bbae8033-3d65-458d-9c35-ccecdd364911 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/25118aa5-2e85-41ef-bf15-e95f97e7c370 HTTP/1.1" status: 200 len: 991 time: 0.0792327 Aug 17 16:45:43.348770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Allocated IP 172.20.0.3 (40cad9d2-fba8-48e9-bd54-54e6e108aa68/cb25dd9e-dd1f-4743-9694-a6ae8426fc52/99122b6f-78b8-4b15-a87f-2d43814f7180) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:43.378095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1542947795-network', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:43.414498 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81a25709-013d-463f-ae09-524a7e4dcce8 req-10e448b3-0d7e-4a3e-9469-573132357abf tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 210 time: 0.0485682 Aug 17 16:45:43.472035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Made reservation on behalf of 7e6ffdd0387446a4ba06732855b55340 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:43.475036 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.491909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-75538a7d-a258-412a-b644-44e04f7167e2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:43.493733 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-75538a7d-a258-412a-b644-44e04f7167e2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "GET /v2.0/networks?id=a851996d-3c1c-4a76-bc88-f18af4958577 HTTP/1.1" status: 200 len: 796 time: 0.2140448 Aug 17 16:45:43.496487 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.558197 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.568685 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-942cc4c8-e91e-484d-9ed7-74c67471b1f1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a HTTP/1.1" status: 200 len: 468 time: 0.0617592 Aug 17 16:45:43.569267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Transition to ACTIVE for port object 99122b6f-78b8-4b15-a87f-2d43814f7180 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:43.582004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'port': {'device_id': '35b13419-fc71-46be-aa7f-aa2b2a63eea8', 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577', 'admin_state_up': True, 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'security_groups': ['a704f505-e459-4cf7-9c57-94b1ecc89b92']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:43.585139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Transition to ACTIVE for port object 99122b6f-78b8-4b15-a87f-2d43814f7180 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:43.592542 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.634651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Network 40cad9d2-fba8-48e9-bd54-54e6e108aa68 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:43.637536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:43.641153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:43.649004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Pushing event updated for resources: {'Port': ['ID=99122b6f-78b8-4b15-a87f-2d43814f7180,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:43.670989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.674912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.675265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.675610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.675950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.676288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.676623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.676954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.677368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.677610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.677941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.678267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.678619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:43.710599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Attempting to bind port 99122b6f-78b8-4b15-a87f-2d43814f7180 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:43.710968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Attempting to bind port 99122b6f-78b8-4b15-a87f-2d43814f7180 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '9ad96380-0726-4d08-b506-55b90083fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '40cad9d2-fba8-48e9-bd54-54e6e108aa68'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:43.711332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Attempting to bind port 99122b6f-78b8-4b15-a87f-2d43814f7180 on network 40cad9d2-fba8-48e9-bd54-54e6e108aa68 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:43.716628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:43.716993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Checking segment: {'id': '9ad96380-0726-4d08-b506-55b90083fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '40cad9d2-fba8-48e9-bd54-54e6e108aa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:43.717393 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.717780 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Bound using segment: {'id': '9ad96380-0726-4d08-b506-55b90083fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '40cad9d2-fba8-48e9-bd54-54e6e108aa68'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:43.718544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Bound port: 99122b6f-78b8-4b15-a87f-2d43814f7180, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad96380-0726-4d08-b506-55b90083fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '40cad9d2-fba8-48e9-bd54-54e6e108aa68'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:43.719056 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.723520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=cb25dd9e-dd1f-4743-9694-a6ae8426fc52,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:43.788260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] For port 99122b6f-78b8-4b15-a87f-2d43814f7180, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:43.791570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] For port 99122b6f-78b8-4b15-a87f-2d43814f7180, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=99122b6f-78b8-4b15-a87f-2d43814f7180,segment=NetworkSegment(9ad96380-0726-4d08-b506-55b90083fb73),segment_id=9ad96380-0726-4d08-b506-55b90083fb73)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:43.796593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.806869 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.824507 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.829522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.862047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cad9d2-fba8-48e9-bd54-54e6e108aa68']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:43.877955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:43.886426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad96380-0726-4d08-b506-55b90083fb73') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:43.886638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad96380-0726-4d08-b506-55b90083fb73') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:43.913235 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.923010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736fcc51-3c71-4998-8a75-935a1e286bc8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:43.929645 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.930036 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Added segment c505175e-2c55-40fd-b28f-9326a1e6e7fd of type vlan for network 47cb50ba-444e-4368-9860-45733d526109 Aug 17 16:45:43.934224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Made reservation on behalf of 95a4ff9eec4d410cbacc06c6ce1bb56a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:43.945167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.982653 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:43.984465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a1194717-e81f-414a-9c35-06ddf99febf0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:44.007275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:44.007681 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:44.010896 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:44.022266 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.072348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e7e47-c4d3-4b71-a942-ca725aa811c3 None None] Pushing event updated for resources: {'Port': ['ID=99122b6f-78b8-4b15-a87f-2d43814f7180,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:44.088991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfaa616-4ee0-457e-90a4-fbdfcbb540cd None None] Network 40cad9d2-fba8-48e9-bd54-54e6e108aa68 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:44.102783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port a1194717-e81f-414a-9c35-06ddf99febf0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:44.103157 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.126085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 16:45:44.126085 n-d-804878-1 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 16:45:44.126085 n-d-804878-1 neutron-server[94838]: [parameters: {'id': '40cad9d2-fba8-48e9-bd54-54e6e108aa68'}] Aug 17 16:45:44.126085 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:45:44.127678 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:45:44.145564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.146480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:44.147060 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.234533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60164) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:44.261723 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0750506 Aug 17 16:45:44.272175 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:44.283094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Request body: {'subnet': {'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1542947795-subnet', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:44.284708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f7992-3595-4737-bddc-bbcc53ad00ea None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:45:44.290304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d17e-fe33-40a7-9ba0-a58dbe8c93fb admin admin] Pushing event updated for resources: {'Network': ['ID=47cb50ba-444e-4368-9860-45733d526109,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:44.311409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 47cb50ba-444e-4368-9860-45733d526109 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:44.315219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Allocated IP 172.20.0.27 (a851996d-3c1c-4a76-bc88-f18af4958577/346cde5a-f701-4c14-9f06-a08210e039d4/ddba7db9-7a9b-4915-a94c-143065cd9419) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:44.317691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-22a5541f-4c4a-499d-a516-625ee738ac8a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/25118aa5-2e85-41ef-bf15-e95f97e7c370 HTTP/1.1" status: 200 len: 993 time: 0.0812216 Aug 17 16:45:44.328101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Made reservation on behalf of 7e6ffdd0387446a4ba06732855b55340 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:44.331003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.465502 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f7992-3595-4737-bddc-bbcc53ad00ea None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:45:44.552884 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-316c75c1-e46c-4b05-bde0-8a2cb70838aa req-90f7714f-0474-49a5-9233-fad8ed856b70 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 210 time: 0.0533628 Aug 17 16:45:44.591695 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.613945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Transition to ACTIVE for port object ddba7db9-7a9b-4915-a94c-143065cd9419 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:44.636292 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.675390 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.755634 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.768303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a758837c-b63a-483d-ab06-107d0eb6eacf,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:44.830768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network a851996d-3c1c-4a76-bc88-f18af4958577 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:44.839477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:44.841232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=ddba7db9-7a9b-4915-a94c-143065cd9419,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:44.846526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:44.850917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Checking segment: {'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:44.851276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Network hostable DHCP agents. Network: 47cb50ba-444e-4368-9860-45733d526109, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:44.890655 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Deleting port 99122b6f-78b8-4b15-a87f-2d43814f7180 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:44.890993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.952219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:44.952859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:44.959253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Network 47cb50ba-444e-4368-9860-45733d526109 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:44.991367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 47cb50ba-444e-4368-9860-45733d526109) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:44.993665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-4cb4dbad-b58e-40e1-9b17-c07101050153 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4173644 Aug 17 16:45:44.999365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7637b36-8519-47af-99f4-54ca9b11aa31 None None] Network 47cb50ba-444e-4368-9860-45733d526109 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:44.999530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] For port 99122b6f-78b8-4b15-a87f-2d43814f7180, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=99122b6f-78b8-4b15-a87f-2d43814f7180,segment=NetworkSegment(9ad96380-0726-4d08-b506-55b90083fb73),segment_id=9ad96380-0726-4d08-b506-55b90083fb73)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:44.999913 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.002864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:45.003456 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.016032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-1cb003ac-973e-40a2-986a-cd210851060e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:45:45.017069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-1cb003ac-973e-40a2-986a-cd210851060e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113189 Aug 17 16:45:45.029328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Calling delete_port for 99122b6f-78b8-4b15-a87f-2d43814f7180 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:45.035486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Request body: {'port': {'device_id': '35b13419-fc71-46be-aa7f-aa2b2a63eea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:45.049975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce8b8944-0e1e-42d3-8c0d-17ed562b6a21 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7721648 Aug 17 16:45:45.050355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60170) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:45.056524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:45.081357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.082449 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.135688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.148163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.165120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-47cb50ba-444e-4368-9860-45733d526109', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:45.166362 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.170213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8f0a511b-0798-4369-b4b2-421f9cb34816 None None] Provisioning for port ddba7db9-7a9b-4915-a94c-143065cd9419 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:45.182968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8f0a511b-0798-4369-b4b2-421f9cb34816 None None] Provisioning complete for port ddba7db9-7a9b-4915-a94c-143065cd9419 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:45.183273 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f0a511b-0798-4369-b4b2-421f9cb34816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.205748 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.247196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Port': ['ID=99122b6f-78b8-4b15-a87f-2d43814f7180,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:45.249121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No DVR routers for this DVR port 99122b6f-78b8-4b15-a87f-2d43814f7180 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:45.284509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a511b-0798-4369-b4b2-421f9cb34816 None None] Port ddba7db9-7a9b-4915-a94c-143065cd9419 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:45:45.302824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.347900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Allocated IP 172.20.0.2 (47cb50ba-444e-4368-9860-45733d526109/a758837c-b63a-483d-ab06-107d0eb6eacf/70838c67-0c29-4ce0-b751-d675347b8bb7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:45.430151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.446582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cad9d2-fba8-48e9-bd54-54e6e108aa68']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:45.459746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad96380-0726-4d08-b506-55b90083fb73') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:45.460039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad96380-0726-4d08-b506-55b90083fb73') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:45.474176 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.501096 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.515949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:45.516359 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:45.519409 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:45.525980 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.536891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Transition to ACTIVE for port object 70838c67-0c29-4ce0-b751-d675347b8bb7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:45.547036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.553472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Transition to ACTIVE for port object 70838c67-0c29-4ce0-b751-d675347b8bb7 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:45.560539 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.568412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.611033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.622984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Pushing event updated for resources: {'Port': ['ID=70838c67-0c29-4ce0-b751-d675347b8bb7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:45.630453 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.636069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/40cad9d2-fba8-48e9-bd54-54e6e108aa68 HTTP/1.1" status: 204 len: 168 time: 2.6553977 Aug 17 16:45:45.636505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Network 47cb50ba-444e-4368-9860-45733d526109 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:45.638071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:45.639713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:45.642070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:45.649548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1294359917'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:45.666656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddba7db9-7a9b-4915-a94c-143065cd9419 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:45:45.673305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee471496-96cd-4c0c-8eb7-c1e2103a41f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=40cad9d2-fba8-48e9-bd54-54e6e108aa68,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:45.680686 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.692154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Allocated IP 172.25.7.245 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/83e8c55e-fde5-4ff8-8278-926c87df044d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:45.700347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Transition to ACTIVE for port object ddba7db9-7a9b-4915-a94c-143065cd9419 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:45.701031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Attempting to bind port 70838c67-0c29-4ce0-b751-d675347b8bb7 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:45.701545 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Attempting to bind port 70838c67-0c29-4ce0-b751-d675347b8bb7 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:45.701991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Attempting to bind port 70838c67-0c29-4ce0-b751-d675347b8bb7 on network 47cb50ba-444e-4368-9860-45733d526109 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:45.704722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:45.708958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:45.709359 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.709525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Checking segment: {'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:45.710007 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.710513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Bound using segment: {'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:45.711131 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Bound port: 70838c67-0c29-4ce0-b751-d675347b8bb7, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:45.711505 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.720567 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.781979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Pushing event updated for resources: {'Port': ['ID=ddba7db9-7a9b-4915-a94c-143065cd9419,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:45.785089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:45.801833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] For port 70838c67-0c29-4ce0-b751-d675347b8bb7, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:45.808010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] For port 70838c67-0c29-4ce0-b751-d675347b8bb7, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=70838c67-0c29-4ce0-b751-d675347b8bb7,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:45.814932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.815853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1008647-f628-43f6-a95c-26465dd6c672 req-f3fb902e-dd4b-44eb-82ba-9967dcd62311 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:45.817761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.818111 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment 02e408ad-9099-4bef-8fa7-cada1edf1d89 of type vlan for network a909284a-2d66-4c8b-9497-03926d19abad Aug 17 16:45:45.824990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1008647-f628-43f6-a95c-26465dd6c672 req-f3fb902e-dd4b-44eb-82ba-9967dcd62311 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 944 time: 0.1230006 Aug 17 16:45:45.900953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29b3ee-f682-4b5f-a9ee-ae648212c5cb None None] Pushing event updated for resources: {'Port': ['ID=70838c67-0c29-4ce0-b751-d675347b8bb7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:45.917979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.921804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c1008647-f628-43f6-a95c-26465dd6c672 req-9cf8ea0a-a81f-4185-abd5-9d5b49baba19 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956740 Aug 17 16:45:45.953100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.959792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Attempting to bind port ddba7db9-7a9b-4915-a94c-143065cd9419 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:45.960131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Attempting to bind port ddba7db9-7a9b-4915-a94c-143065cd9419 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:45.960464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Attempting to bind port ddba7db9-7a9b-4915-a94c-143065cd9419 on network a851996d-3c1c-4a76-bc88-f18af4958577 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:45.973080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Port ddba7db9-7a9b-4915-a94c-143065cd9419 on network a851996d-3c1c-4a76-bc88-f18af4958577 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:45:45.973416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Attempting to bind port ddba7db9-7a9b-4915-a94c-143065cd9419 on network a851996d-3c1c-4a76-bc88-f18af4958577 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:45.979323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:45.979649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Checking segment: {'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:45.980032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Bound using segment: {'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:45.980511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Bound port: ddba7db9-7a9b-4915-a94c-143065cd9419, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:45.980872 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.982820 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:45.989158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:45.989787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:46.010955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:46.055805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:46.058786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:46.063431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:46.079484 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4343500 Aug 17 16:45:46.084918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60176) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:46.085579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Pushing event updated for resources: {'Port': ['ID=83e8c55e-fde5-4ff8-8278-926c87df044d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:46.091920 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': 'a909284a-2d66-4c8b-9497-03926d19abad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:46.121598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.121927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.122258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.122609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.122929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.123263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.123562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.123874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.124256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.124489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.124798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.125171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:46.159339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] For port ddba7db9-7a9b-4915-a94c-143065cd9419, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:46.162947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] For port ddba7db9-7a9b-4915-a94c-143065cd9419, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ddba7db9-7a9b-4915-a94c-143065cd9419,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:46.166477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b084950-512b-49da-b747-bf5a0621f004 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=a909284a-2d66-4c8b-9497-03926d19abad,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:46.172102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:46.195142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a909284a-2d66-4c8b-9497-03926d19abad details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:46.256645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Pushing event updated for resources: {'Port': ['ID=ddba7db9-7a9b-4915-a94c-143065cd9419,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:46.276469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:46.277119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:46.278615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-7ba8fab9-15e3-4ace-b929-a8ce81e23a12 service neutron] 10.222.0.91 "PUT /v2.0/ports/ddba7db9-7a9b-4915-a94c-143065cd9419 HTTP/1.1" status: 200 len: 1092 time: 1.2505620 Aug 17 16:45:46.279077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b13419-fc71-46be-aa7f-aa2b2a63eea8', 'tag': 'ddba7db9-7a9b-4915-a94c-143065cd9419'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:45:46.281415 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82680b2-697a-4d1c-a9f3-5b3496642d62" -d '{"events": [{"name": "network-changed", "server_uuid": "35b13419-fc71-46be-aa7f-aa2b2a63eea8", "tag": "ddba7db9-7a9b-4915-a94c-143065cd9419"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:45:46.400389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-13591356-e102-4242-8368-ae0e88bdfdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:46.402288 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-13591356-e102-4242-8368-ae0e88bdfdce service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 1095 time: 0.0546279 Aug 17 16:45:46.453135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-23d4e81a-fe15-45fb-a48b-265e544072b1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ddba7db9-7a9b-4915-a94c-143065cd9419 HTTP/1.1" status: 200 len: 217 time: 0.0429757 Aug 17 16:45:46.514334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-c2bc2d25-711c-42d8-9e34-7f769b09c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:46.516080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-c2bc2d25-711c-42d8-9e34-7f769b09c72e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=346cde5a-f701-4c14-9f06-a08210e039d4 HTTP/1.1" status: 200 len: 838 time: 0.0561650 Aug 17 16:45:46.554527 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e980cb08-c3a2-41b7-b610-f5bf7f969b61 x-openstack-request-id: req-e980cb08-c3a2-41b7-b610-f5bf7f969b61 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:45:46.554840 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b13419-fc71-46be-aa7f-aa2b2a63eea8", "tag": "ddba7db9-7a9b-4915-a94c-143065cd9419", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:45:46.555198 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e980cb08-c3a2-41b7-b610-f5bf7f969b61 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:45:46.555762 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b13419-fc71-46be-aa7f-aa2b2a63eea8', 'tag': 'ddba7db9-7a9b-4915-a94c-143065cd9419', 'status': 'completed', 'code': 200} Aug 17 16:45:46.574701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-84a79360-6ca3-4fd7-baef-63ca5d6581e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:46.576241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-84a79360-6ca3-4fd7-baef-63ca5d6581e5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a851996d-3c1c-4a76-bc88-f18af4958577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534210 Aug 17 16:45:46.672623 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-d6061ae0-5253-45c9-8b4f-f70c94a314a4 service neutron] 10.222.0.91 "GET /v2.0/networks/a851996d-3c1c-4a76-bc88-f18af4958577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891886 Aug 17 16:45:46.721840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:46.725713 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:46.773138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80d106d9-0a1f-445e-9396-f0e58a9f3a8c req-686756af-584e-4d9f-b7fe-9ab076b15874 service neutron] 10.222.0.91 "GET /v2.0/networks/a851996d-3c1c-4a76-bc88-f18af4958577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934405 Aug 17 16:45:46.872263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-2a5249b7-f62c-4d32-a99c-a96be3175b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:46.873408 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-2a5249b7-f62c-4d32-a99c-a96be3175b81 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 1095 time: 0.0451336 Aug 17 16:45:46.911010 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.019438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-fe8aae63-1575-406d-8a99-7e8a676b913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:47.020953 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-fe8aae63-1575-406d-8a99-7e8a676b913c service neutron] 10.222.0.91 "GET /v2.0/networks?id=a851996d-3c1c-4a76-bc88-f18af4958577 HTTP/1.1" status: 200 len: 897 time: 0.1404822 Aug 17 16:45:47.067082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-bac4fced-7fef-4540-b7c5-b31bd10c21a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ddba7db9-7a9b-4915-a94c-143065cd9419 HTTP/1.1" status: 200 len: 217 time: 0.0385046 Aug 17 16:45:47.092301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72197209-d088-400c-98db-cd370adce6a1 None None] Network 47cb50ba-444e-4368-9860-45733d526109 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:47.127941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-71c809a5-7ed5-4e59-be9f-2d88f6183a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:47.129366 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-71c809a5-7ed5-4e59-be9f-2d88f6183a45 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=346cde5a-f701-4c14-9f06-a08210e039d4 HTTP/1.1" status: 200 len: 838 time: 0.0527642 Aug 17 16:45:47.181602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-903e03e3-bb23-449d-ad0a-6be98c432002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:47.182658 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-903e03e3-bb23-449d-ad0a-6be98c432002 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a851996d-3c1c-4a76-bc88-f18af4958577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447412 Aug 17 16:45:47.196248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c9b5c772-7b29-4d58-b1a5-99c4d3dcdc01 None None] Provisioning for port 70838c67-0c29-4ce0-b751-d675347b8bb7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:47.206680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a084afb-2777-4e39-bdb4-4e39d4900f03 req-eaec307e-83f4-4808-ae9f-d104b0aa0fc7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:47.208254 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2a084afb-2777-4e39-bdb4-4e39d4900f03 req-eaec307e-83f4-4808-ae9f-d104b0aa0fc7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 944 time: 0.1674445 Aug 17 16:45:47.211334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.287008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-39945cc9-c07a-47ba-b188-bbc56ee3cacf service neutron] 10.222.0.91 "GET /v2.0/networks/a851996d-3c1c-4a76-bc88-f18af4958577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971694 Aug 17 16:45:47.354856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=e338a8d4-b13b-4e94-9d8e-79540bc303b8,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:47.379013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2a084afb-2777-4e39-bdb4-4e39d4900f03 req-dec4cc33-b100-43f8-a6b4-dd218039575f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316566 Aug 17 16:45:47.395034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': '02e408ad-9099-4bef-8fa7-cada1edf1d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a909284a-2d66-4c8b-9497-03926d19abad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:47.395034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: a909284a-2d66-4c8b-9497-03926d19abad, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:47.395377 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c82680b2-697a-4d1c-a9f3-5b3496642d62 req-8214f1bf-4b94-4a38-a1a4-a906c30bf64a service neutron] 10.222.0.91 "GET /v2.0/networks/a851996d-3c1c-4a76-bc88-f18af4958577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994980 Aug 17 16:45:47.397911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.459150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network a909284a-2d66-4c8b-9497-03926d19abad is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:47.495020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a909284a-2d66-4c8b-9497-03926d19abad) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:47.501968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:47.502251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b8b91-d194-4928-a8dc-cb1b38468e7d None None] Network a909284a-2d66-4c8b-9497-03926d19abad requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:47.502623 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.526055 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-98093b77-a7b1-4996-9600-439550ca124a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4379802 Aug 17 16:45:47.528809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:47.569491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:45:47.634003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.663672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fabd1c3-a999-464a-ad55-1c01c1a51c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-a909284a-2d66-4c8b-9497-03926d19abad', 'network_id': 'a909284a-2d66-4c8b-9497-03926d19abad', 'tenant_id': 'bf83207e373942c5ae291b8e57ed3faa', 'fixed_ips': [{'subnet_id': 'e338a8d4-b13b-4e94-9d8e-79540bc303b8'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:47.664535 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fabd1c3-a999-464a-ad55-1c01c1a51c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.691864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:45:47.700153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.708451 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.712502 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a70aee35-a605-4905-87d7-0cc473a09b4a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6574819 Aug 17 16:45:47.712749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60188) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:47.741634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Sync routers for ids ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:45:47.767308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Routers {'48f4ccc2-c249-4251-9a2d-cae00c3f7899'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:47.768413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:47.773758 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.797459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=e338a8d4-b13b-4e94-9d8e-79540bc303b8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-1fabd1c3-a999-464a-ad55-1c01c1a51c46 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e338a8d4-b13b-4e94-9d8e-79540bc303b8: This subnet is being modified by another concurrent operation. Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:45:47.810684 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exception Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e338a8d4-b13b-4e94-9d8e-79540bc303b8: This subnet is being modified by another concurrent operation. Aug 17 16:45:47.814070 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:45:47.855642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c228d-33a8-433d-ab5a-145cf59533a9 None None] Network a909284a-2d66-4c8b-9497-03926d19abad requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:47.875554 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.888897 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a909284a-2d66-4c8b-9497-03926d19abad']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:47.904662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e408ad-9099-4bef-8fa7-cada1edf1d89') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:47.904960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e408ad-9099-4bef-8fa7-cada1edf1d89') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:47.921995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.937492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Set router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:47.946032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.952611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:47.953091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:47.957730 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:48.033082 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.044909 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.046756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 70838c67-0c29-4ce0-b751-d675347b8bb7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:48.048649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/a909284a-2d66-4c8b-9497-03926d19abad HTTP/1.1" status: 204 len: 168 time: 0.5184584 Aug 17 16:45:48.056374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60190) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:48.060552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4c92c-b9c9-43db-9362-767472d44e56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=a909284a-2d66-4c8b-9497-03926d19abad,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:48.062774 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-686880757'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:48.128585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:48.132023 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.137197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0b64c6-8a71-4ac4-9120-447f0a011a92 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:45:48.184656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:48.202269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.202635 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment 769c4966-61e9-4173-a1fc-17f5ee13d5d6 of type vlan for network 42b37bf6-825f-4e90-8fe5-cb9de1ae2e53 Aug 17 16:45:48.237444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 70838c67-0c29-4ce0-b751-d675347b8bb7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:48.246889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 70838c67-0c29-4ce0-b751-d675347b8bb7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:48.247274 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.274325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.341643 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.352301 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.358792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:48.359407 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.483678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4238310 Aug 17 16:45:48.491740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60194) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:48.497185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': '42b37bf6-825f-4e90-8fe5-cb9de1ae2e53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:48.509423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57994a4c-162d-49cd-840f-19f745284e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=42b37bf6-825f-4e90-8fe5-cb9de1ae2e53,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:48.517757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0594e-3da7-429e-95e9-de5d582c29bb req-6f4c2ab6-b492-4383-ae41-d3c52c23029c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:48.519866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5c0594e-3da7-429e-95e9-de5d582c29bb req-6f4c2ab6-b492-4383-ae41-d3c52c23029c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 944 time: 0.0696263 Aug 17 16:45:48.524672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 42b37bf6-825f-4e90-8fe5-cb9de1ae2e53 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:48.571384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b64c6-8a71-4ac4-9120-447f0a011a92 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:45:48.571943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5c0594e-3da7-429e-95e9-de5d582c29bb req-b17d1e99-c3b7-4631-88e8-1d71c79c71c8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432692 Aug 17 16:45:48.643589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:46Z', 'revision_number': 3, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:48.646663 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.695783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:48.699250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.722337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Checking router: 48f4ccc2-c249-4251-9a2d-cae00c3f7899 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:45:48.722712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Updating router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 port 83e8c55e-fde5-4ff8-8278-926c87df044d binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:45:48.750198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Allocated IP 172.20.0.1 (47cb50ba-444e-4368-9860-45733d526109/a758837c-b63a-483d-ab06-107d0eb6eacf/196e4355-8fcd-481d-a488-a5afafd7c106) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:48.777023 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.782309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 70838c67-0c29-4ce0-b751-d675347b8bb7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=70838c67-0c29-4ce0-b751-d675347b8bb7,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:48.806007 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.950417 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:48.994189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=70838c67-0c29-4ce0-b751-d675347b8bb7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:49.007990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Transition to ACTIVE for port object 196e4355-8fcd-481d-a488-a5afafd7c106 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:49.015340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-56e0a680-5ea7-476a-8be4-190da1442841 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1116977 Aug 17 16:45:49.032123 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.147293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=fa928ebf-c426-4ed2-9af9-c48b623ccad0,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:49.152788 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.192872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-158448c9-2982-47d6-91a4-9d2787f5b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.193359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-158448c9-2982-47d6-91a4-9d2787f5b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.193843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-158448c9-2982-47d6-91a4-9d2787f5b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.194357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-158448c9-2982-47d6-91a4-9d2787f5b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.194839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-158448c9-2982-47d6-91a4-9d2787f5b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.195302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-158448c9-2982-47d6-91a4-9d2787f5b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.195769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-158448c9-2982-47d6-91a4-9d2787f5b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.198901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-158448c9-2982-47d6-91a4-9d2787f5b4b2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 6502 time: 0.1285300 Aug 17 16:45:49.210862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': '769c4966-61e9-4173-a1fc-17f5ee13d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '42b37bf6-825f-4e90-8fe5-cb9de1ae2e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:49.211129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: 42b37bf6-825f-4e90-8fe5-cb9de1ae2e53, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:49.216095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Network 47cb50ba-444e-4368-9860-45733d526109 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:49.224742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:49.231234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:49.241289 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.253145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Transition to ACTIVE for port object 83e8c55e-fde5-4ff8-8278-926c87df044d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:49.260631 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.284368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Pushing event updated for resources: {'Port': ['ID=196e4355-8fcd-481d-a488-a5afafd7c106,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:49.316507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Attempting to bind port 83e8c55e-fde5-4ff8-8278-926c87df044d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:49.316991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Attempting to bind port 83e8c55e-fde5-4ff8-8278-926c87df044d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:49.317413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Attempting to bind port 83e8c55e-fde5-4ff8-8278-926c87df044d on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:49.324686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network 42b37bf6-825f-4e90-8fe5-cb9de1ae2e53 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:49.325507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edab420-ab60-47c5-93df-5c2db86b6a3d None None] Pushing event updated for resources: {'Port': ['ID=83e8c55e-fde5-4ff8-8278-926c87df044d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:49.330846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:49.330846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:49.331185 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.331397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:49.332162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Bound port: 83e8c55e-fde5-4ff8-8278-926c87df044d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:49.332517 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.350505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 42b37bf6-825f-4e90-8fe5-cb9de1ae2e53) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:49.355736 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.360963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0538e9-01cf-4b41-a3d0-dcd9ac52ea6f None None] Network 42b37bf6-825f-4e90-8fe5-cb9de1ae2e53 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:49.396312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.396927 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.433678 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-71de7baf-5821-4132-aa8e-aaa93a47335c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9406786 Aug 17 16:45:49.436373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:49.450476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] For port 83e8c55e-fde5-4ff8-8278-926c87df044d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:49.455760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] For port 83e8c55e-fde5-4ff8-8278-926c87df044d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=83e8c55e-fde5-4ff8-8278-926c87df044d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:49.458875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-0cb778d8-2ae2-4c77-af5c-955894e26b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.459269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-0cb778d8-2ae2-4c77-af5c-955894e26b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.459720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-0cb778d8-2ae2-4c77-af5c-955894e26b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.461380 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-0cb778d8-2ae2-4c77-af5c-955894e26b56 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=d13a339b-545e-487f-ba74-7a1a986e29bb&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&id=beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 200 len: 2299 time: 0.2313421 Aug 17 16:45:49.468593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.576468 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.579121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-20ca19f3-68b9-4da7-a3e3-54a81cda9f54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 200 len: 1002 time: 0.0952139 Aug 17 16:45:49.580271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c35d046a-a4a1-4442-b572-616932c87c55 None None] Provisioning for port 196e4355-8fcd-481d-a488-a5afafd7c106 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:49.584847 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.587589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Routers {'48f4ccc2-c249-4251-9a2d-cae00c3f7899'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:49.588161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:49.593086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c35d046a-a4a1-4442-b572-616932c87c55 None None] Provisioning complete for port 196e4355-8fcd-481d-a488-a5afafd7c106 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:49.593720 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c35d046a-a4a1-4442-b572-616932c87c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.595943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edab420-ab60-47c5-93df-5c2db86b6a3d None None] Pushing event updated for resources: {'Port': ['ID=83e8c55e-fde5-4ff8-8278-926c87df044d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:49.659776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-21acf34d-77af-4387-827c-a4afc0e3ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.661275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-21acf34d-77af-4387-827c-a4afc0e3ea99 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6794c805-5b84-4d68-91c3-86786023ccd4 HTTP/1.1" status: 200 len: 856 time: 0.0741205 Aug 17 16:45:49.662639 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.703616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c35d046a-a4a1-4442-b572-616932c87c55 None None] Port 196e4355-8fcd-481d-a488-a5afafd7c106 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:45:49.736424 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.744490 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.745535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c535a9-8ef4-4cba-88d6-4b6469e2dc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-42b37bf6-825f-4e90-8fe5-cb9de1ae2e53', 'network_id': '42b37bf6-825f-4e90-8fe5-cb9de1ae2e53', 'tenant_id': 'bf83207e373942c5ae291b8e57ed3faa', 'fixed_ips': [{'subnet_id': 'fa928ebf-c426-4ed2-9af9-c48b623ccad0'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:49.746524 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46c535a9-8ef4-4cba-88d6-4b6469e2dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:49.811037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-ae8cb3e4-1535-4bf3-93d9-51890cd7b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.812620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-ae8cb3e4-1535-4bf3-93d9-51890cd7b98f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407139 Aug 17 16:45:49.822859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f67fc-897c-4caf-af4c-f10c726d6f44 req-7fa41b7a-2e51-4878-8eeb-135df0cdba4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:49.824459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce8f67fc-897c-4caf-af4c-f10c726d6f44 req-7fa41b7a-2e51-4878-8eeb-135df0cdba4f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 944 time: 0.1550410 Aug 17 16:45:49.844435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] Set router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:49.949954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa8ec6-fb01-421b-a327-29bfab5a6d27 None None] Network 42b37bf6-825f-4e90-8fe5-cb9de1ae2e53 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:50.022252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 70838c67-0c29-4ce0-b751-d675347b8bb7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:50.077480 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.104139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=fa928ebf-c426-4ed2-9af9-c48b623ccad0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:50.166334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.177794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b37bf6-825f-4e90-8fe5-cb9de1ae2e53']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:50.191904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769c4966-61e9-4173-a1fc-17f5ee13d5d6') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:50.192166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769c4966-61e9-4173-a1fc-17f5ee13d5d6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:50.203340 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.219028 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.224836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 70838c67-0c29-4ce0-b751-d675347b8bb7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:50.225218 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.226153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:50.226993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:50.231503 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:50.290727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:48Z', 'revision_number': 1, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:50.305722 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.310966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.313229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/42b37bf6-825f-4e90-8fe5-cb9de1ae2e53 HTTP/1.1" status: 204 len: 168 time: 0.8752844 Aug 17 16:45:50.324453 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce8f67fc-897c-4caf-af4c-f10c726d6f44 req-79998868-af63-4aa7-87ed-3af02cb7147b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4863718 Aug 17 16:45:50.328940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:50.329761 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b2487-64c5-44ef-8445-28c99a2b7b13 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=42b37bf6-825f-4e90-8fe5-cb9de1ae2e53,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:50.338743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-877494804'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:50.343614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.357165 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.357423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3670e94-aeb9-40f6-8362-99ec6ec7142e None None] The sync data for ids ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'] in n-d-804878-1 is: [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:48Z', 'revision_number': 1, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:45:50.365258 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ddba7db9-7a9b-4915-a94c-143065cd9419 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:45:50.376379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:50.381278 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.384909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-346b57e6-ac0a-4fd3-9c76-543fe03a342b service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573237 Aug 17 16:45:50.415000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:50.427384 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.427787 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment 0fa3b829-9e3d-485b-88bb-552fc5cec23a of type vlan for network 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 Aug 17 16:45:50.472941 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.481274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Pushing event updated for resources: {'Port': ['ID=196e4355-8fcd-481d-a488-a5afafd7c106,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:50.488081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.495555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ddba7db9-7a9b-4915-a94c-143065cd9419, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ddba7db9-7a9b-4915-a94c-143065cd9419,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:50.509153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'ddba7db9-7a9b-4915-a94c-143065cd9419', 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577', 'port_id': 'ddba7db9-7a9b-4915-a94c-143065cd9419', 'mac_address': 'fa:16:3e:97:c3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '346cde5a-f701-4c14-9f06-a08210e039d4', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:45:50.509949 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.516090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:50.516934 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.555170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.570114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddba7db9-7a9b-4915-a94c-143065cd9419 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:45:50.582819 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-0d66e81b-4efc-4c32-8424-a178baf718c4 service neutron] 10.222.0.93 "GET /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748071 Aug 17 16:45:50.584848 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2513704 Aug 17 16:45:50.585339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60202) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:50.590985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ddba7db9-7a9b-4915-a94c-143065cd9419, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ddba7db9-7a9b-4915-a94c-143065cd9419,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:50.592027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a3d31690-5a8f-4539-b7eb-acb377340047 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:50.599383 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:50.606069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134857e6-a1d1-4d3d-839a-3704246a0d87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=19bb8db5-0e4b-48d4-8513-6289ef2d9bf6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:50.624577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:50.709972 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-76a91d69-7701-48a8-9fca-5f7594b1db19 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 217 time: 0.1131346 Aug 17 16:45:50.776647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Network 47cb50ba-444e-4368-9860-45733d526109 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:50.788959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:50.860156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-34ad9888-ee96-46d5-991f-e014e5f5c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:50.862419 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-34ad9888-ee96-46d5-991f-e014e5f5c585 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1416044 Aug 17 16:45:50.904562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=ddba7db9-7a9b-4915-a94c-143065cd9419,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:50.968049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['ddba7db9-7a9b-4915-a94c-143065cd9419'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:45:51.015798 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3d31690-5a8f-4539-b7eb-acb377340047 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:51.053575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-5f390d32-5314-4daa-b00a-80c135e9d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:51.055179 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-5f390d32-5314-4daa-b00a-80c135e9d13f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1542683 Aug 17 16:45:51.055777 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3d31690-5a8f-4539-b7eb-acb377340047 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:51.118853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3d31690-5a8f-4539-b7eb-acb377340047 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 16:45:51.124976 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d31690-5a8f-4539-b7eb-acb377340047 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:51.125612 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3d31690-5a8f-4539-b7eb-acb377340047 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:51.130244 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3d31690-5a8f-4539-b7eb-acb377340047 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "PUT /v2.0/networks/19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 HTTP/1.1" status: 200 len: 723 time: 0.5411770 Aug 17 16:45:51.131379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:51.135970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': '19bb8db5-0e4b-48d4-8513-6289ef2d9bf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:51.182028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-26c62c49-6760-4c30-ba8c-382c6a93534b None None] Provisioning complete for port 196e4355-8fcd-481d-a488-a5afafd7c106 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:51.182418 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26c62c49-6760-4c30-ba8c-382c6a93534b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:51.187318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:45:51.201862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d31690-5a8f-4539-b7eb-acb377340047 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=19bb8db5-0e4b-48d4-8513-6289ef2d9bf6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:51.225325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:51.287236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:51.292908 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:51.342552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-26c62c49-6760-4c30-ba8c-382c6a93534b None None] Port 196e4355-8fcd-481d-a488-a5afafd7c106 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:45:51.345137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-f98bcf53-ef1f-4f96-ab47-20bf6e4cab7d service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761257 Aug 17 16:45:51.482541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:45:51.494513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-661288fa-9a79-4551-bd40-61452d225064 admin admin] 10.222.0.77 "PUT /v2.0/routers/48f4ccc2-c249-4251-9a2d-cae00c3f7899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7749562 Aug 17 16:45:51.531871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-f06dc4bc-276d-4a7e-876f-b3e093cc4508 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361096 Aug 17 16:45:51.552168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3563472-56f6-47cd-a24a-a7833473b294 req-6d37deff-f3d4-426e-90fd-573e6006cb80 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:51.553753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3563472-56f6-47cd-a24a-a7833473b294 req-6d37deff-f3d4-426e-90fd-573e6006cb80 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 945 time: 0.1025336 Aug 17 16:45:51.583171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:51.591270 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-3b4f8bd4-7c46-4b78-b406-7f06f4501cfc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 217 time: 0.0512648 Aug 17 16:45:51.632742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3563472-56f6-47cd-a24a-a7833473b294 req-8d158194-81fc-4ce6-82af-73159233ac9c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693045 Aug 17 16:45:51.651609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-127df4dd-9cff-4383-a9f2-71f2a49e3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:51.653124 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-127df4dd-9cff-4383-a9f2-71f2a49e3fe0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.0541322 Aug 17 16:45:51.664279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=98c1347c-82d6-40d4-94d1-31956bd7af59,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:51.685898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': '0fa3b829-9e3d-485b-88bb-552fc5cec23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '19bb8db5-0e4b-48d4-8513-6289ef2d9bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:51.686344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:51.708541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:51.717019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-9c172f9a-4bc6-4ade-a635-6c720b050a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:51.719263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-9c172f9a-4bc6-4ade-a635-6c720b050a01 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585477 Aug 17 16:45:51.720215 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:51.725808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:51.726573 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:51.730338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5af65c-533b-4dec-817d-b968210af685 None None] Network 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:51.754843 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-26b8992d-908a-411c-9eee-0206aef3ef2d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6229541 Aug 17 16:45:51.757979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:51.764084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e4e0b97e-914f-4c38-a17f-13624c5c3059 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:51.865140 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-a50a610d-fbe8-4f10-8661-624be4d65ded service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363583 Aug 17 16:45:51.919655 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b97e-914f-4c38-a17f-13624c5c3059 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28995649'] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.037419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-19bb8db5-0e4b-48d4-8513-6289ef2d9bf6', 'network_id': '19bb8db5-0e4b-48d4-8513-6289ef2d9bf6', 'tenant_id': 'bf83207e373942c5ae291b8e57ed3faa', 'fixed_ips': [{'subnet_id': '98c1347c-82d6-40d4-94d1-31956bd7af59'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:52.038300 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.064157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 83e8c55e-fde5-4ff8-8278-926c87df044d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:52.091074 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-4a192ab2-14db-464c-8a76-151ee4ed9cb7 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177207 Aug 17 16:45:52.123725 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b97e-914f-4c38-a17f-13624c5c3059 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779741563495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28612929'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.139778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e0b97e-914f-4c38-a17f-13624c5c3059 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:52.140721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b97e-914f-4c38-a17f-13624c5c3059 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.142499 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e4e0b97e-914f-4c38-a17f-13624c5c3059 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "PUT /v2.0/subnets/98c1347c-82d6-40d4-94d1-31956bd7af59 HTTP/1.1" status: 200 len: 806 time: 0.3833122 Aug 17 16:45:52.147935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60222) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:52.158960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-5d0631e6-13e2-478e-b523-da6c96efa4b5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa HTTP/1.1" status: 200 len: 217 time: 0.0597608 Aug 17 16:45:52.207894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0b97e-914f-4c38-a17f-13624c5c3059 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=98c1347c-82d6-40d4-94d1-31956bd7af59,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:52.266184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 83e8c55e-fde5-4ff8-8278-926c87df044d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:52.278184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 83e8c55e-fde5-4ff8-8278-926c87df044d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:52.278747 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.287046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60226) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:52.293271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1974254706-network', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:52.318853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Made reservation on behalf of 4e91876d557349a1a1d0d4595341cac7 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:52.322013 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-cbb8a06e-2bd8-4f4f-8e1f-482ab1f0ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:52.323660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-cbb8a06e-2bd8-4f4f-8e1f-482ab1f0ef91 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.1368947 Aug 17 16:45:52.324432 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.332297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Allocated IP 172.20.0.2 (19bb8db5-0e4b-48d4-8513-6289ef2d9bf6/98c1347c-82d6-40d4-94d1-31956bd7af59/35c1d172-186b-4ab6-a376-c5c0caf6e693) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:52.337427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.375142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ddba7db9-7a9b-4915-a94c-143065cd9419 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:52.395864 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.415381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-75f40bf6-006d-4181-8e7e-4c52ab04397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:52.416957 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-75f40bf6-006d-4181-8e7e-4c52ab04397b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778966 Aug 17 16:45:52.460366 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.464906 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.505543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:52.509778 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.514040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad5f744-7738-42a7-aad4-5b47604aa018,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:52.516449 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.525701 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.526053 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Added segment 36acad9a-327f-4c1a-a821-71d4cd5716cf of type vlan for network 2d41f011-df1a-4a8c-b055-a835290df6eb Aug 17 16:45:52.553599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port ddba7db9-7a9b-4915-a94c-143065cd9419 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:52.556425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 83e8c55e-fde5-4ff8-8278-926c87df044d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=83e8c55e-fde5-4ff8-8278-926c87df044d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:52.561160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port ddba7db9-7a9b-4915-a94c-143065cd9419 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:52.561539 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.582855 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.585986 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.597249 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-1f4b9dca-5e70-4f22-afc6-1cce791c015f service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547148 Aug 17 16:45:52.617100 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.618184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:52.618944 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.666319 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.677359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3890052 Aug 17 16:45:52.680762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60230) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:52.690499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Request body: {'subnet': {'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1974254706-subnet', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:52.691281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5d61a-79d4-4e33-a68a-31a2f4311194 admin admin] Pushing event updated for resources: {'Network': ['ID=2d41f011-df1a-4a8c-b055-a835290df6eb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:52.691413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Transition to ACTIVE for port object 35c1d172-186b-4ab6-a376-c5c0caf6e693 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:52.694413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=83e8c55e-fde5-4ff8-8278-926c87df044d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:52.708657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 2d41f011-df1a-4a8c-b055-a835290df6eb details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:52.772988 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Transition to ACTIVE for port object 35c1d172-186b-4ab6-a376-c5c0caf6e693 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:52.777817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Made reservation on behalf of 4e91876d557349a1a1d0d4595341cac7 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:52.780184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.785404 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-1f22f1b7-9eab-4dbb-aba8-2acb70334330 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806612 Aug 17 16:45:52.793787 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.841415 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.865804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Network 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:52.875403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:52.883287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:52.886190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Pushing event updated for resources: {'Port': ['ID=35c1d172-186b-4ab6-a376-c5c0caf6e693,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:52.893787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b13419-fc71-46be-aa7f-aa2b2a63eea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddba7db9-7a9b-4915-a94c-143065cd9419'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:45:52.896412 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286d06d0-4de9-4d79-82f1-cf30302ee78b" -d '{"events": [{"server_uuid": "35b13419-fc71-46be-aa7f-aa2b2a63eea8", "name": "network-vif-plugged", "status": "completed", "tag": "ddba7db9-7a9b-4915-a94c-143065cd9419"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:45:52.899709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-20f45e2a-a107-4e59-802f-9a455059af33 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=05f1e834-8260-41dc-a043-d2498889f6ec HTTP/1.1" status: 200 len: 217 time: 0.0747399 Aug 17 16:45:52.904496 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.927991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ddba7db9-7a9b-4915-a94c-143065cd9419, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ddba7db9-7a9b-4915-a94c-143065cd9419,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:52.935686 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:52.954486 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110c0356-d086-4004-97e0-57fe9dc0d959 x-openstack-request-id: req-110c0356-d086-4004-97e0-57fe9dc0d959 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:45:52.954783 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b13419-fc71-46be-aa7f-aa2b2a63eea8", "name": "network-vif-plugged", "status": "completed", "tag": "ddba7db9-7a9b-4915-a94c-143065cd9419", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:45:52.955033 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-110c0356-d086-4004-97e0-57fe9dc0d959 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:45:52.956005 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b13419-fc71-46be-aa7f-aa2b2a63eea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddba7db9-7a9b-4915-a94c-143065cd9419', 'code': 200} Aug 17 16:45:52.990690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Attempting to bind port 35c1d172-186b-4ab6-a376-c5c0caf6e693 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:52.991079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Attempting to bind port 35c1d172-186b-4ab6-a376-c5c0caf6e693 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '0fa3b829-9e3d-485b-88bb-552fc5cec23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '19bb8db5-0e4b-48d4-8513-6289ef2d9bf6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:52.991444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Attempting to bind port 35c1d172-186b-4ab6-a376-c5c0caf6e693 on network 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:52.992475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5856e90-eaf3-4e86-ab14-87f192ff5a3a req-de89cb90-f169-4e20-8f01-aa608c120e35 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:52.994702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5856e90-eaf3-4e86-ab14-87f192ff5a3a req-de89cb90-f169-4e20-8f01-aa608c120e35 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 945 time: 0.2552345 Aug 17 16:45:53.003291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=98c1347c-82d6-40d4-94d1-31956bd7af59,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:53.003893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:53.004275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Checking segment: {'id': '0fa3b829-9e3d-485b-88bb-552fc5cec23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '19bb8db5-0e4b-48d4-8513-6289ef2d9bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:53.004697 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.005120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Bound using segment: {'id': '0fa3b829-9e3d-485b-88bb-552fc5cec23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '19bb8db5-0e4b-48d4-8513-6289ef2d9bf6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:53.005575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Bound port: 35c1d172-186b-4ab6-a376-c5c0caf6e693, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa3b829-9e3d-485b-88bb-552fc5cec23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '19bb8db5-0e4b-48d4-8513-6289ef2d9bf6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:53.005970 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.029363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=ddba7db9-7a9b-4915-a94c-143065cd9419,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:53.076560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c47afa-9f5e-46be-811d-5d0b7c9d598d req-eeca6519-466c-48f9-befa-c6b41e45207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:53.078087 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23c47afa-9f5e-46be-811d-5d0b7c9d598d req-eeca6519-466c-48f9-befa-c6b41e45207f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 1097 time: 0.0510268 Aug 17 16:45:53.093923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] For port 35c1d172-186b-4ab6-a376-c5c0caf6e693, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:53.097897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] For port 35c1d172-186b-4ab6-a376-c5c0caf6e693, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=35c1d172-186b-4ab6-a376-c5c0caf6e693,segment=NetworkSegment(0fa3b829-9e3d-485b-88bb-552fc5cec23a),segment_id=0fa3b829-9e3d-485b-88bb-552fc5cec23a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:53.103689 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.117970 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.130143 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23c47afa-9f5e-46be-811d-5d0b7c9d598d req-9c7ad021-1b0e-4003-b2af-2a188b3cc799 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404830 Aug 17 16:45:53.144663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-8f5bd0e3-259f-411a-a640-4f7a9874b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:53.146208 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-8f5bd0e3-259f-411a-a640-4f7a9874b3b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 200 len: 797 time: 0.2236991 Aug 17 16:45:53.149798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bb8db5-0e4b-48d4-8513-6289ef2d9bf6']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:53.176147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5856e90-eaf3-4e86-ab14-87f192ff5a3a req-84c4ecfc-c9db-45dc-8921-e2775acf4019 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1552219 Aug 17 16:45:53.180709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa3b829-9e3d-485b-88bb-552fc5cec23a') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:53.181272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa3b829-9e3d-485b-88bb-552fc5cec23a') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:53.188906 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480431f4-94b7-4657-a25b-b653c644ff7f None None] Pushing event updated for resources: {'Port': ['ID=35c1d172-186b-4ab6-a376-c5c0caf6e693,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:53.198231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f711416-520f-4ef4-9558-d6d32b012dd7 None None] Network 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:53.233404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.264921 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.295796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:53.296200 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:53.299932 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:53.314021 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Sync routers for ids ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:45:53.326015 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Routers {'48f4ccc2-c249-4251-9a2d-cae00c3f7899'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:53.326887 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:53.331824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a0129-4de4-453d-9869-093c3ddba203 None None] Network 19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:53.351897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-1958331b-3555-4f2e-bb1a-0b22dfe3240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:53.353473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-1958331b-3555-4f2e-bb1a-0b22dfe3240a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d13a339b-545e-487f-ba74-7a1a986e29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1935387 Aug 17 16:45:53.387746 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.441245 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Set router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:53.452860 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 16:45:53.452860 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 16:45:53.452860 n-d-804878-1 neutron-server[94839]: [parameters: {'id': '19bb8db5-0e4b-48d4-8513-6289ef2d9bf6'}] Aug 17 16:45:53.452860 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:45:53.453874 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:45:53.466888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736c4da8-7405-4ef7-988d-2f37d13cf3d9 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:45:53.501810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b44151-5a00-46db-8a41-9ed7478b7e9f,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:53.531296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-4338d922-74c7-46b9-a1a4-8cb10684717f service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668024 Aug 17 16:45:53.532520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Checking segment: {'id': '36acad9a-327f-4c1a-a821-71d4cd5716cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:53.532880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Network hostable DHCP agents. Network: 2d41f011-df1a-4a8c-b055-a835290df6eb, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:53.586784 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:45:53.602161 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Network 2d41f011-df1a-4a8c-b055-a835290df6eb is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:53.619313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 2d41f011-df1a-4a8c-b055-a835290df6eb) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:53.630162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:53.630835 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.653313 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 2, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:53.654176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-17c4ada1-5c15-4e32-8aa8-c1e94bc3b936 service neutron] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147327 Aug 17 16:45:53.657807 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e8c3bd3c-079a-4c0f-9124-7f9b202f824b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9754002 Aug 17 16:45:53.661096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60234) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:53.665636 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1974254706-router', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:53.682134 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Checking router: 48f4ccc2-c249-4251-9a2d-cae00c3f7899 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:45:53.682562 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Updating router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 port 196e4355-8fcd-481d-a488-a5afafd7c106 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:45:53.696602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736c4da8-7405-4ef7-988d-2f37d13cf3d9 None None] Unable to find a vacant binding_index for network 2d41f011-df1a-4a8c-b055-a835290df6eb and agent aa11cf18-8aa2-4a87-b709-b221be081889 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 17 16:45:53.702141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736c4da8-7405-4ef7-988d-2f37d13cf3d9 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 2d41f011-df1a-4a8c-b055-a835290df6eb) {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:45:53.707028 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.714822 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-b1449d3f-2f00-4488-ab0c-699919a3e596 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69b3f724-d531-40fe-ae4a-5e75d4482612 HTTP/1.1" status: 200 len: 217 time: 0.0457029 Aug 17 16:45:53.739779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.740825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:53.974557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 83e8c55e-fde5-4ff8-8278-926c87df044d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:54.053756 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.061551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 83e8c55e-fde5-4ff8-8278-926c87df044d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:54.061923 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.067012 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Transition to ACTIVE for port object 196e4355-8fcd-481d-a488-a5afafd7c106 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:54.074578 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.087133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-2d41f011-df1a-4a8c-b055-a835290df6eb', 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'fixed_ips': [{'subnet_id': '25b44151-5a00-46db-8a41-9ed7478b7e9f'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:54.087984 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.135363 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Pushing event updated for resources: {'Port': ['ID=196e4355-8fcd-481d-a488-a5afafd7c106,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:54.159919 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.160591 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.161138 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.161464 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.161784 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.162102 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.162444 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.162764 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.163068 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.163381 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.163692 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.164000 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:45:54.196531 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Attempting to bind port 196e4355-8fcd-481d-a488-a5afafd7c106 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:54.196909 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Attempting to bind port 196e4355-8fcd-481d-a488-a5afafd7c106 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:54.197248 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Attempting to bind port 196e4355-8fcd-481d-a488-a5afafd7c106 on network 47cb50ba-444e-4368-9860-45733d526109 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:54.202652 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:54.203019 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Checking segment: {'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:54.203412 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.203799 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Bound using segment: {'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:54.204249 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Bound port: 196e4355-8fcd-481d-a488-a5afafd7c106, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:54.204619 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.251521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.253278 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.262014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-4428c956-91f8-4173-9b3f-1f05e4311d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:54.264142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-4428c956-91f8-4173-9b3f-1f05e4311d50 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.5343225 Aug 17 16:45:54.278780 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] For port 196e4355-8fcd-481d-a488-a5afafd7c106, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:54.282299 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] For port 196e4355-8fcd-481d-a488-a5afafd7c106, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=196e4355-8fcd-481d-a488-a5afafd7c106,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:54.291241 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.358174 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Routers {'48f4ccc2-c249-4251-9a2d-cae00c3f7899'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:54.359628 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:54.372449 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ce801-3279-45fc-87ae-b9f759234b3b None None] Pushing event updated for resources: {'Port': ['ID=196e4355-8fcd-481d-a488-a5afafd7c106,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:54.401127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7daf5-f501-4579-9364-a2e92d4fb7e0 req-b7127e3b-1443-49ef-973b-be615b549e8c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:54.417911 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8fb7daf5-f501-4579-9364-a2e92d4fb7e0 req-b7127e3b-1443-49ef-973b-be615b549e8c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 946 time: 0.1260750 Aug 17 16:45:54.452526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Allocated IP 172.20.0.2 (2d41f011-df1a-4a8c-b055-a835290df6eb/25b44151-5a00-46db-8a41-9ed7478b7e9f/5021b451-5f60-48a4-a5c6-fcb629a74dbe) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:54.490307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8fb7daf5-f501-4579-9364-a2e92d4fb7e0 req-094db87d-da35-4d15-bc26-6c1951450bc2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644479 Aug 17 16:45:54.537327 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] Set router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:54.579315 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.586782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-3393cb3c-3cf1-49a8-bd8e-28555746c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:54.588467 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-3393cb3c-3cf1-49a8-bd8e-28555746c468 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2855904 Aug 17 16:45:54.647143 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.657248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Transition to ACTIVE for port object 5021b451-5f60-48a4-a5c6-fcb629a74dbe will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:54.676724 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Transition to ACTIVE for port object 5021b451-5f60-48a4-a5c6-fcb629a74dbe will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:54.683116 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.725147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Network 2d41f011-df1a-4a8c-b055-a835290df6eb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:54.728093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:54.731148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:54.737503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Deleting port 35c1d172-186b-4ab6-a376-c5c0caf6e693 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:45:54.737848 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.743916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Pushing event updated for resources: {'Port': ['ID=5021b451-5f60-48a4-a5c6-fcb629a74dbe,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:54.766183 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:54Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:54.791219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Attempting to bind port 5021b451-5f60-48a4-a5c6-fcb629a74dbe on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:54.791600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Attempting to bind port 5021b451-5f60-48a4-a5c6-fcb629a74dbe by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '36acad9a-327f-4c1a-a821-71d4cd5716cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:54.791938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Attempting to bind port 5021b451-5f60-48a4-a5c6-fcb629a74dbe on network 2d41f011-df1a-4a8c-b055-a835290df6eb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:54.797099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:54.797472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Checking segment: {'id': '36acad9a-327f-4c1a-a821-71d4cd5716cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:54.798317 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.798317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Bound using segment: {'id': '36acad9a-327f-4c1a-a821-71d4cd5716cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:54.798756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Bound port: 5021b451-5f60-48a4-a5c6-fcb629a74dbe, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36acad9a-327f-4c1a-a821-71d4cd5716cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:54.799150 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.799802 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1aa320-d4d0-41dd-a7fa-5ca04b3326a8 None None] The sync data for ids ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'] in n-d-804878-1 is: [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:54Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:45:54.809972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68411439-fd58-4890-a8de-fc39fb8a9cb6 req-4a116926-bda2-45f1-9880-b6e444d5fcce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:54.811592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-68411439-fd58-4890-a8de-fc39fb8a9cb6 req-4a116926-bda2-45f1-9880-b6e444d5fcce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 946 time: 0.2175887 Aug 17 16:45:54.844847 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-b93d2036-dd96-4e37-ac41-fb576c982d3a service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383103 Aug 17 16:45:54.876270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] For port 35c1d172-186b-4ab6-a376-c5c0caf6e693, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=35c1d172-186b-4ab6-a376-c5c0caf6e693,segment=NetworkSegment(0fa3b829-9e3d-485b-88bb-552fc5cec23a),segment_id=0fa3b829-9e3d-485b-88bb-552fc5cec23a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:54.876632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.883130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] For port 5021b451-5f60-48a4-a5c6-fcb629a74dbe, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:54.887621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] For port 5021b451-5f60-48a4-a5c6-fcb629a74dbe, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5021b451-5f60-48a4-a5c6-fcb629a74dbe,segment=NetworkSegment(36acad9a-327f-4c1a-a821-71d4cd5716cf),segment_id=36acad9a-327f-4c1a-a821-71d4cd5716cf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:54.894941 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:54.957103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Calling delete_port for 35c1d172-186b-4ab6-a376-c5c0caf6e693 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:45:54.969801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c15a0-5b8e-4e7c-86b2-83587b27e782 None None] Pushing event updated for resources: {'Port': ['ID=5021b451-5f60-48a4-a5c6-fcb629a74dbe,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:54.970275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-68411439-fd58-4890-a8de-fc39fb8a9cb6 req-96874b9a-90d5-408c-805f-84ad6c7b3ca3 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490295 Aug 17 16:45:55.071061 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-efc53b7d-4a9a-4092-94b5-07442d196246 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128582 Aug 17 16:45:55.138762 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-029d0a96-0e5c-45a4-aca4-3293ed4dddab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 200 len: 217 time: 0.0565929 Aug 17 16:45:55.244924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.292422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No DVR routers for this DVR port 35c1d172-186b-4ab6-a376-c5c0caf6e693 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:45:55.317727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Port': ['ID=35c1d172-186b-4ab6-a376-c5c0caf6e693,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:55.325780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-75206650-9004-4473-8b7d-56b4b7ff707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:55.327402 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-75206650-9004-4473-8b7d-56b4b7ff707a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 200 len: 797 time: 0.1798515 Aug 17 16:45:55.427560 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.459673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.463523 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.485884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bb8db5-0e4b-48d4-8513-6289ef2d9bf6']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:55.498403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa3b829-9e3d-485b-88bb-552fc5cec23a') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:55.498795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa3b829-9e3d-485b-88bb-552fc5cec23a') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:55.538554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.562183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2219a-d3d9-4462-8504-31425afd0365 req-27defd50-98fa-4d41-bbb9-46421da3512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:55.563983 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-27defd50-98fa-4d41-bbb9-46421da3512c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=beca1fc7-aff2-44df-aa24-7ed1e60d9473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2086580 Aug 17 16:45:55.567496 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.586919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:45:55.587550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:45:55.590222 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:45:55.731030 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.745710 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.747570 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 HTTP/1.1" status: 204 len: 168 time: 3.5983551 Aug 17 16:45:55.750410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:55.763918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Allocated IP 172.25.7.41 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/d8f36d6e-58e3-4689-8088-cca26f8a4c9a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:55.778386 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-47583a14-a0f9-4bc1-b2ee-cc729f6818e4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:45:55.779287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47583a14-a0f9-4bc1-b2ee-cc729f6818e4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:45:55.785215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-47583a14-a0f9-4bc1-b2ee-cc729f6818e4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 HTTP/1.1" status: 404 len: 339 time: 0.0330801 Aug 17 16:45:55.786232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c3161-a62a-4cee-940f-7ceecfb3d141 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=19bb8db5-0e4b-48d4-8513-6289ef2d9bf6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:55.786467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:55.794980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-160001664', 'description': 'd1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:55.804335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-a563113a-1129-436c-b3d4-9082ac5d77e7 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304249 Aug 17 16:45:55.820153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:55.824230 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.851377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:55.862417 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.863070 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment d3ce5c67-39c5-4452-aa19-893e996b001f of type vlan for network 7db58271-561a-430a-975f-6d89d4d60523 Aug 17 16:45:55.947753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.992117 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:55.993465 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-50e2219a-d3d9-4462-8504-31425afd0365 req-e000a991-9166-47ab-9381-ceae9a843ab1 service neutron] 10.222.0.93 "GET /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788061 Aug 17 16:45:56.003568 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.010427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:56.011196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.047268 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.068735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73678d3d-7e97-4a7c-a8eb-6ad929350d4b None None] Network 2d41f011-df1a-4a8c-b055-a835290df6eb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:56.101299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:56.105552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:56.107683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:56.110664 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3224053 Aug 17 16:45:56.113860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60248) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:56.116676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa900f-3de8-4d6a-82cd-71ef59b2dba4 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=7db58271-561a-430a-975f-6d89d4d60523,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:56.150735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 7db58271-561a-430a-975f-6d89d4d60523 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:56.156460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 196e4355-8fcd-481d-a488-a5afafd7c106 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:56.227436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f36d6e-58e3-4689-8088-cca26f8a4c9a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:56.258197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61f3b1-c7b1-4622-901b-d150f8869603 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:56.262909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8f61f3b1-c7b1-4622-901b-d150f8869603 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/networks?id=7db58271-561a-430a-975f-6d89d4d60523 HTTP/1.1" status: 200 len: 760 time: 0.1476400 Aug 17 16:45:56.263255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:56.271568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b06b51bb-91e7-412b-a3a6-50bfa4c4c2f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'description': 'd2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:56.281615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5ce0234d-5f87-4308-8665-0a51843db00b None None] Provisioning for port 5021b451-5f60-48a4-a5c6-fcb629a74dbe completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:56.415352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 196e4355-8fcd-481d-a488-a5afafd7c106 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:56.424395 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 196e4355-8fcd-481d-a488-a5afafd7c106 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:56.424797 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.466230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:56.599070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fe02f2dc-5d55-4500-bfef-c533a6622499 None None] Provisioning complete for port 196e4355-8fcd-481d-a488-a5afafd7c106 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:56.599070 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe02f2dc-5d55-4500-bfef-c533a6622499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.620068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b06b51bb-91e7-412b-a3a6-50bfa4c4c2f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.622733 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.648266 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b06b51bb-91e7-412b-a3a6-50bfa4c4c2f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.664233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b06b51bb-91e7-412b-a3a6-50bfa4c4c2f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network 7db58271-561a-430a-975f-6d89d4d60523 is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 16:45:56.675482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b51bb-91e7-412b-a3a6-50bfa4c4c2f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:56.684557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b06b51bb-91e7-412b-a3a6-50bfa4c4c2f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.686541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b06b51bb-91e7-412b-a3a6-50bfa4c4c2f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "PUT /v2.0/networks/7db58271-561a-430a-975f-6d89d4d60523 HTTP/1.1" status: 200 len: 757 time: 0.4221549 Aug 17 16:45:56.702033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60254) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:56.759981 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.844368 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b51bb-91e7-412b-a3a6-50bfa4c4c2f9 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=7db58271-561a-430a-975f-6d89d4d60523,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:56.847725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 196e4355-8fcd-481d-a488-a5afafd7c106, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=196e4355-8fcd-481d-a488-a5afafd7c106,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:56.886414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 7db58271-561a-430a-975f-6d89d4d60523 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:56.895706 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:56.896832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5021b451-5f60-48a4-a5c6-fcb629a74dbe up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:56.941377 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e8d6c-3511-4b0b-b553-4248a54075f6 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:56.943879 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4d5e8d6c-3511-4b0b-b553-4248a54075f6 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/networks?id=7db58271-561a-430a-975f-6d89d4d60523 HTTP/1.1" status: 200 len: 760 time: 0.2402027 Aug 17 16:45:56.974033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60256) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:56.981874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-636357322'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:57.078553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=196e4355-8fcd-481d-a488-a5afafd7c106,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:57.117411 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe02f2dc-5d55-4500-bfef-c533a6622499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.124188 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.128463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:57.132513 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.169947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 5021b451-5f60-48a4-a5c6-fcb629a74dbe completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:57.198290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5021b451-5f60-48a4-a5c6-fcb629a74dbe triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:57.198771 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.224875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:45:57.240252 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-fe02f2dc-5d55-4500-bfef-c533a6622499 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:45:57.240613 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-fe02f2dc-5d55-4500-bfef-c533a6622499 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:45:57.268664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.268664 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment 7b7a8b19-a0d8-4483-a991-6c758bb5cdcf of type vlan for network 8704aed9-874f-4021-8962-c6249f950e42 Aug 17 16:45:57.289154 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e9c4fd-acaa-41e3-a8b8-8afe43416b91 None None] Network 2d41f011-df1a-4a8c-b055-a835290df6eb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:57.327234 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.342832 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.351295 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.374434 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.380923 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:57.381530 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.396912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:45:57.400918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 5021b451-5f60-48a4-a5c6-fcb629a74dbe, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5021b451-5f60-48a4-a5c6-fcb629a74dbe,segment=NetworkSegment(36acad9a-327f-4c1a-a821-71d4cd5716cf),segment_id=36acad9a-327f-4c1a-a821-71d4cd5716cf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:45:57.411650 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.444568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4667900 Aug 17 16:45:57.449295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60258) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:57.464041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': '8704aed9-874f-4021-8962-c6249f950e42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:45:57.503187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=5021b451-5f60-48a4-a5c6-fcb629a74dbe,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:57.511038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392e505-88ef-4ed4-bb12-579266ed0cd1 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=8704aed9-874f-4021-8962-c6249f950e42,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:57.525232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 8704aed9-874f-4021-8962-c6249f950e42 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:45:57.648870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:45:57.652426 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.655816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:45:57.669181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Sync routers for ids ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:45:57.674994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Allocated IP 172.20.0.17 (a851996d-3c1c-4a76-bc88-f18af4958577/346cde5a-f701-4c14-9f06-a08210e039d4/392a5ef9-ec27-45ac-b926-2dd996d04811) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:57.682741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Routers {'5faa2ac9-5d25-4343-b605-6b6e59f1e491'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:57.683515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:57.728097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.729516 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-53b36ddc-dbb8-4c9b-ab97-7c0c8e15b925 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0672791 Aug 17 16:45:57.733661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60260) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:57.844085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Set router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:57.878606 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:57.893767 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-f00e8008-463b-4a54-a3d1-e674786b4290 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814521 Aug 17 16:45:57.902021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Transition to ACTIVE for port object 392a5ef9-ec27-45ac-b926-2dd996d04811 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:57.943181 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.000170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network a851996d-3c1c-4a76-bc88-f18af4958577 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:58.021202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4212cab3-290b-4caf-938c-d6250dfc4cf5 None None] Provisioning complete for port 5021b451-5f60-48a4-a5c6-fcb629a74dbe triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:58.021577 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4212cab3-290b-4caf-938c-d6250dfc4cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.022699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:58.028228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:58.032740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 196e4355-8fcd-481d-a488-a5afafd7c106 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:58.076860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=392a5ef9-ec27-45ac-b926-2dd996d04811,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:58.102629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-6bb309dc-8b2f-4e1f-ad06-9056bf67d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:58.104186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-6bb309dc-8b2f-4e1f-ad06-9056bf67d7f1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 1096 time: 0.1474140 Aug 17 16:45:58.107790 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.173296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 196e4355-8fcd-481d-a488-a5afafd7c106 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:58.175070 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.307506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.403200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-8a2f3807-21b6-45d5-8069-afb7b8a8cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:58.404752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-8a2f3807-21b6-45d5-8069-afb7b8a8cffe service neutron] 10.222.0.91 "GET /v2.0/networks?id=43884f46-991e-4f94-a4a4-95484f65042d HTTP/1.1" status: 200 len: 898 time: 0.1866496 Aug 17 16:45:58.481095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.510083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5021b451-5f60-48a4-a5c6-fcb629a74dbe up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:45:58.543635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'name': 'tempest-TestServerBasicOps-1974254706-router', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:53Z', 'updated_at': '2021-08-17T16:45:56Z', 'revision_number': 3, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'gw_port': {'id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:55Z', 'updated_at': '2021-08-17T16:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:58.551484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4212cab3-290b-4caf-938c-d6250dfc4cf5 None None] Provisioning complete for port 196e4355-8fcd-481d-a488-a5afafd7c106 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:58.551737 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-1f3e28a8-cf63-48a1-ad13-503aa60785a1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e41da38-33a1-40eb-b0e2-1191065c554b HTTP/1.1" status: 200 len: 1000 time: 0.1091816 Aug 17 16:45:58.551859 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4212cab3-290b-4caf-938c-d6250dfc4cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.567067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=9d480ed5-57a5-4455-948e-e5432dca3782,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:58.582552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Checking router: 5faa2ac9-5d25-4343-b605-6b6e59f1e491 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:45:58.582901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Updating router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 port d8f36d6e-58e3-4689-8088-cca26f8a4c9a binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:45:58.612044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': '7b7a8b19-a0d8-4483-a991-6c758bb5cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8704aed9-874f-4021-8962-c6249f950e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:58.612562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: 8704aed9-874f-4021-8962-c6249f950e42, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:45:58.650459 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.658887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-cdfb8de1-9690-45dc-b14b-d9120dd3abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:58.660342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-cdfb8de1-9690-45dc-b14b-d9120dd3abff service neutron] 10.222.0.91 "GET /v2.0/subnets?id=277e46cf-ca77-4f10-bfce-60ee91c138c6 HTTP/1.1" status: 200 len: 835 time: 0.1000504 Aug 17 16:45:58.682244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network 8704aed9-874f-4021-8962-c6249f950e42 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:45:58.692629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5021b451-5f60-48a4-a5c6-fcb629a74dbe triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:58.692968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.697550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 8704aed9-874f-4021-8962-c6249f950e42) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:58.702518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:58.703247 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.723544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a5b568-fc51-4a35-8d06-e1872f0978c3 None None] Network 8704aed9-874f-4021-8962-c6249f950e42 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:45:58.738433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-bb110374-a4cd-4b8c-8df9-003590da9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:45:58.740407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-bb110374-a4cd-4b8c-8df9-003590da9e90 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=43884f46-991e-4f94-a4a4-95484f65042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707974 Aug 17 16:45:58.745905 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6c92f7b8-c0db-4471-b25b-2dcdde814fad tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2910700 Aug 17 16:45:58.746633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:45:58.841383 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.898887 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:58.921331 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.007511 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-2cd5e348-1974-44a9-8c1b-b6e9bf5e9a96 service neutron] 10.222.0.91 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577264 Aug 17 16:45:59.020948 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.033789 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Allocated IP 172.20.0.1 (2d41f011-df1a-4a8c-b055-a835290df6eb/25b44151-5a00-46db-8a41-9ed7478b7e9f/9aa17dd6-f504-4e47-9e33-03de0a745402) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:59.076266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c686752a-33f9-44ec-a73c-d16f85bbb9d5 None None] Provisioning for port 392a5ef9-ec27-45ac-b926-2dd996d04811 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:59.086620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c686752a-33f9-44ec-a73c-d16f85bbb9d5 None None] Provisioning complete for port 392a5ef9-ec27-45ac-b926-2dd996d04811 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:59.086986 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c686752a-33f9-44ec-a73c-d16f85bbb9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.151195 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.166111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-8704aed9-874f-4021-8962-c6249f950e42', 'network_id': '8704aed9-874f-4021-8962-c6249f950e42', 'tenant_id': 'bf83207e373942c5ae291b8e57ed3faa', 'fixed_ips': [{'subnet_id': '9d480ed5-57a5-4455-948e-e5432dca3782'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:45:59.167009 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.169593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Transition to ACTIVE for port object 9aa17dd6-f504-4e47-9e33-03de0a745402 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:59.173523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c686752a-33f9-44ec-a73c-d16f85bbb9d5 None None] Port 392a5ef9-ec27-45ac-b926-2dd996d04811 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:45:59.213484 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.258956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Network 2d41f011-df1a-4a8c-b055-a835290df6eb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:59.266251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:59.269573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:45:59.283164 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.300207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Pushing event updated for resources: {'Port': ['ID=9aa17dd6-f504-4e47-9e33-03de0a745402,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:59.311929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Transition to ACTIVE for port object d8f36d6e-58e3-4689-8088-cca26f8a4c9a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:45:59.321049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.327691 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.420886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caff98-77ac-437e-9250-76c4afd1a78a None None] Pushing event updated for resources: {'Port': ['ID=d8f36d6e-58e3-4689-8088-cca26f8a4c9a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:59.427815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Attempting to bind port d8f36d6e-58e3-4689-8088-cca26f8a4c9a on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:45:59.428177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Attempting to bind port d8f36d6e-58e3-4689-8088-cca26f8a4c9a by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:45:59.428535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Attempting to bind port d8f36d6e-58e3-4689-8088-cca26f8a4c9a on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:45:59.431073 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Allocated IP 172.20.0.2 (8704aed9-874f-4021-8962-c6249f950e42/9d480ed5-57a5-4455-948e-e5432dca3782/d7aba6d3-4445-47d6-9969-163b8ccc8bd4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:45:59.444730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:45:59.444863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:45:59.445329 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.445709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:45:59.446209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Bound port: d8f36d6e-58e3-4689-8088-cca26f8a4c9a, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:45:59.446900 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.480035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d8bb26f-25dd-40b9-a009-70de403ce242 req-8aa150bb-5c34-40de-b1ea-c16dbd9893d0 service neutron] 10.222.0.91 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649851 Aug 17 16:45:59.483532 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.493200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.496923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=392a5ef9-ec27-45ac-b926-2dd996d04811,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:59.529089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] For port d8f36d6e-58e3-4689-8088-cca26f8a4c9a, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:45:59.579033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] For port d8f36d6e-58e3-4689-8088-cca26f8a4c9a, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d8f36d6e-58e3-4689-8088-cca26f8a4c9a,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:45:59.587100 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.597165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.685713 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.686779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network a851996d-3c1c-4a76-bc88-f18af4958577 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:59.688612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:59.691292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Routers {'5faa2ac9-5d25-4343-b605-6b6e59f1e491'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:45:59.691491 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.692144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:45:59.761685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Pushing event updated for resources: {'Port': ['ID=9aa17dd6-f504-4e47-9e33-03de0a745402,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:59.764226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.810828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caff98-77ac-437e-9250-76c4afd1a78a None None] Pushing event updated for resources: {'Port': ['ID=d8f36d6e-58e3-4689-8088-cca26f8a4c9a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:45:59.846161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router fa1ff3c5-3d4e-44ae-a318-4495898e422e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:45:59.874157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cc072f68-f979-414d-b50c-4435abbc2ee6 None None] Provisioning for port 9aa17dd6-f504-4e47-9e33-03de0a745402 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:45:59.888440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cc072f68-f979-414d-b50c-4435abbc2ee6 None None] Provisioning complete for port 9aa17dd6-f504-4e47-9e33-03de0a745402 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:45:59.888814 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc072f68-f979-414d-b50c-4435abbc2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.896537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Network 2d41f011-df1a-4a8c-b055-a835290df6eb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:45:59.897902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:45:59.900644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] Set router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:45:59.983982 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:45:59.992090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:00.004297 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Sync routers for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:00.016781 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a05ee6c6-f3a7-464c-86fa-7e7d726a5b81 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "PUT /v2.0/routers/fa1ff3c5-3d4e-44ae-a318-4495898e422e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5470221 Aug 17 16:46:00.027712 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:00.028470 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:00.063892 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Transition to ACTIVE for port object d7aba6d3-4445-47d6-9969-163b8ccc8bd4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:00.070104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:00.071080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cc072f68-f979-414d-b50c-4435abbc2ee6 None None] Port 9aa17dd6-f504-4e47-9e33-03de0a745402 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:00.145121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Transition to ACTIVE for port object d7aba6d3-4445-47d6-9969-163b8ccc8bd4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:00.165591 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:00.169174 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.186342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.247528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:00.262033 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f967e502-1dd8-4794-b4d5-36da6d87626f admin admin] 10.222.0.77 "PUT /v2.0/routers/5faa2ac9-5d25-4343-b605-6b6e59f1e491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5187421 Aug 17 16:46:00.276500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Network 8704aed9-874f-4021-8962-c6249f950e42 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:00.284174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Pushing event updated for resources: {'Port': ['ID=d7aba6d3-4445-47d6-9969-163b8ccc8bd4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:00.287634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:00.293433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:00.303161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-92b92443-98c5-4012-a88a-1545249e05a9 None None] Provisioning complete for port 392a5ef9-ec27-45ac-b926-2dd996d04811 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:00.303527 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92b92443-98c5-4012-a88a-1545249e05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.322438 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.330473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=9d480ed5-57a5-4455-948e-e5432dca3782,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:00.336099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8704aed9-874f-4021-8962-c6249f950e42']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:00.356092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7a8b19-a0d8-4483-a991-6c758bb5cdcf') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:00.356888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7a8b19-a0d8-4483-a991-6c758bb5cdcf') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:00.375862 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.394874 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.401855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-92b92443-98c5-4012-a88a-1545249e05a9 None None] Port 392a5ef9-ec27-45ac-b926-2dd996d04811 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:00.407988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:00.409714 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.411174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Attempting to bind port d7aba6d3-4445-47d6-9969-163b8ccc8bd4 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:00.411544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Attempting to bind port d7aba6d3-4445-47d6-9969-163b8ccc8bd4 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '7b7a8b19-a0d8-4483-a991-6c758bb5cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8704aed9-874f-4021-8962-c6249f950e42'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:00.416227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Attempting to bind port d7aba6d3-4445-47d6-9969-163b8ccc8bd4 on network 8704aed9-874f-4021-8962-c6249f950e42 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:00.416437 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:00.427481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'name': 'tempest-TestServerBasicOps-1974254706-router', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:53Z', 'updated_at': '2021-08-17T16:45:59Z', 'revision_number': 4, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'gw_port': {'id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:55Z', 'updated_at': '2021-08-17T16:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9aa17dd6-f504-4e47-9e33-03de0a745402', 'name': '', 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'mac_address': 'fa:16:3e:8d:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '25b44151-5a00-46db-8a41-9ed7478b7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:58Z', 'updated_at': '2021-08-17T16:45:59Z', 'revision_number': 2, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'subnets': [{'id': '25b44151-5a00-46db-8a41-9ed7478b7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:00.459343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589910d-02fa-4d4c-9ace-3dbc404b436a None None] The sync data for ids ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'] in n-d-804878-1 is: [{'id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'name': 'tempest-TestServerBasicOps-1974254706-router', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:53Z', 'updated_at': '2021-08-17T16:45:59Z', 'revision_number': 4, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'gw_port': {'id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:55Z', 'updated_at': '2021-08-17T16:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9aa17dd6-f504-4e47-9e33-03de0a745402', 'name': '', 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'mac_address': 'fa:16:3e:8d:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '25b44151-5a00-46db-8a41-9ed7478b7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:58Z', 'updated_at': '2021-08-17T16:45:59Z', 'revision_number': 2, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'subnets': [{'id': '25b44151-5a00-46db-8a41-9ed7478b7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:00.461219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:00.461590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Checking segment: {'id': '7b7a8b19-a0d8-4483-a991-6c758bb5cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8704aed9-874f-4021-8962-c6249f950e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:00.461992 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.462391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Bound using segment: {'id': '7b7a8b19-a0d8-4483-a991-6c758bb5cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8704aed9-874f-4021-8962-c6249f950e42'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:00.462881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Bound port: d7aba6d3-4445-47d6-9969-163b8ccc8bd4, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7a8b19-a0d8-4483-a991-6c758bb5cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8704aed9-874f-4021-8962-c6249f950e42'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:00.463259 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.511156 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 16:46:00.511156 n-d-804878-1 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 16:46:00.511156 n-d-804878-1 neutron-server[94838]: [parameters: {'id': '8704aed9-874f-4021-8962-c6249f950e42'}] Aug 17 16:46:00.511156 n-d-804878-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:46:00.511597 n-d-804878-1 neutron-server[94838]: DEBUG oslo_db.api [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:46:00.566154 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ad600ee6-dd81-47a2-aa8d-403ccaabdc17 None None] Provisioning complete for port 9aa17dd6-f504-4e47-9e33-03de0a745402 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:00.566550 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad600ee6-dd81-47a2-aa8d-403ccaabdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.612740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] For port d7aba6d3-4445-47d6-9969-163b8ccc8bd4, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:00.618827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] For port d7aba6d3-4445-47d6-9969-163b8ccc8bd4, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d7aba6d3-4445-47d6-9969-163b8ccc8bd4,segment=NetworkSegment(7b7a8b19-a0d8-4483-a991-6c758bb5cdcf),segment_id=7b7a8b19-a0d8-4483-a991-6c758bb5cdcf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:00.620862 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:45:58Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '7b54cf06-ae81-44be-b333-be1e6b8dbbab', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'mac_address': 'fa:16:3e:18:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:00Z', 'updated_at': '2021-08-17T16:45:05Z', 'revision_number': 1, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392a5ef9-ec27-45ac-b926-2dd996d04811', 'name': '', 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:db:b2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '346cde5a-f701-4c14-9f06-a08210e039d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:57Z', 'updated_at': '2021-08-17T16:45:58Z', 'revision_number': 2, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '346cde5a-f701-4c14-9f06-a08210e039d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:00.624764 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.632844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ad600ee6-dd81-47a2-aa8d-403ccaabdc17 None None] Port 9aa17dd6-f504-4e47-9e33-03de0a745402 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:00.667996 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Checking router: fa1ff3c5-3d4e-44ae-a318-4495898e422e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:46:00.668365 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Updating router fa1ff3c5-3d4e-44ae-a318-4495898e422e port 392a5ef9-ec27-45ac-b926-2dd996d04811 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:46:00.695819 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:00.714689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5915611-3760-4e72-9613-6b0c81865e5b None None] Pushing event updated for resources: {'Port': ['ID=d7aba6d3-4445-47d6-9969-163b8ccc8bd4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:00.718796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d15d1-4527-49b3-8e4e-0ea606e21790 None None] Network 8704aed9-874f-4021-8962-c6249f950e42 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:01.012213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.066019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1294310c-1f44-4f72-b730-c589eb0c7549 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:46:01.126579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Deleting port d7aba6d3-4445-47d6-9969-163b8ccc8bd4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:01.127462 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.169049 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.184183 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Transition to ACTIVE for port object 392a5ef9-ec27-45ac-b926-2dd996d04811 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:01.203497 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.282853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294310c-1f44-4f72-b730-c589eb0c7549 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:46:01.289138 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa108f1-def3-4c80-9ec0-f4bbc4f1a74f None None] Pushing event updated for resources: {'Port': ['ID=392a5ef9-ec27-45ac-b926-2dd996d04811,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:01.289552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] For port d7aba6d3-4445-47d6-9969-163b8ccc8bd4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d7aba6d3-4445-47d6-9969-163b8ccc8bd4,segment=NetworkSegment(7b7a8b19-a0d8-4483-a991-6c758bb5cdcf),segment_id=7b7a8b19-a0d8-4483-a991-6c758bb5cdcf)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:01.289989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.328656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60280) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:01.334331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a9d684a1-ceea-488b-81c4-82affe75bbec tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858600220', 'description': 'tempest-secgroup-smoke-858600220 description', 'project_id': '7e6ffdd0387446a4ba06732855b55340'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:01.335246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Calling delete_port for d7aba6d3-4445-47d6-9969-163b8ccc8bd4 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:01.364582 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9d684a1-ceea-488b-81c4-82affe75bbec tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.467188 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Attempting to bind port 392a5ef9-ec27-45ac-b926-2dd996d04811 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:01.469305 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Attempting to bind port 392a5ef9-ec27-45ac-b926-2dd996d04811 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:01.469305 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Attempting to bind port 392a5ef9-ec27-45ac-b926-2dd996d04811 on network a851996d-3c1c-4a76-bc88-f18af4958577 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:01.473688 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:01.474065 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Checking segment: {'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:01.474482 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.474864 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Bound using segment: {'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:01.475317 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Bound port: 392a5ef9-ec27-45ac-b926-2dd996d04811, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:01.475687 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.490753 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9d684a1-ceea-488b-81c4-82affe75bbec tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.497691 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9d684a1-ceea-488b-81c4-82affe75bbec tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.518568 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.555420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9d684a1-ceea-488b-81c4-82affe75bbec tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.558264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] For port 392a5ef9-ec27-45ac-b926-2dd996d04811, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:01.560961 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a9d684a1-ceea-488b-81c4-82affe75bbec tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2310889 Aug 17 16:46:01.561443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Port': ['ID=d7aba6d3-4445-47d6-9969-163b8ccc8bd4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:01.563030 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] For port 392a5ef9-ec27-45ac-b926-2dd996d04811, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=392a5ef9-ec27-45ac-b926-2dd996d04811,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:01.564134 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60282) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:01.571671 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.573717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0ed0a16e-a35f-4969-a8c0-9a8e63aba804 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Request body: {'security_group_rule': {'security_group_id': 'cf308d21-5d27-4bac-be2e-6563c36b31d3', 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:01.574219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No DVR routers for this DVR port d7aba6d3-4445-47d6-9969-163b8ccc8bd4 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:01.584310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d684a1-ceea-488b-81c4-82affe75bbec tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf308d21-5d27-4bac-be2e-6563c36b31d3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:01.637615 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ed0a16e-a35f-4969-a8c0-9a8e63aba804 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.707644 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa108f1-def3-4c80-9ec0-f4bbc4f1a74f None None] Pushing event updated for resources: {'Port': ['ID=392a5ef9-ec27-45ac-b926-2dd996d04811,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:01.710963 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:01.712032 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:01.730704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ed0a16e-a35f-4969-a8c0-9a8e63aba804 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.737191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ed0a16e-a35f-4969-a8c0-9a8e63aba804 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.759758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0a16e-a35f-4969-a8c0-9a8e63aba804 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedf0c2a-8006-4451-a37a-b02775d78a81,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:01.760409 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.776440 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ed0a16e-a35f-4969-a8c0-9a8e63aba804 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.779624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8704aed9-874f-4021-8962-c6249f950e42']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:01.780833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0ed0a16e-a35f-4969-a8c0-9a8e63aba804 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2146933 Aug 17 16:46:01.781288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60284) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:01.789689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3079b1cc-4a15-4421-8dd4-0ff5ad6b9dc9 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Request body: {'security_group_rule': {'security_group_id': 'cf308d21-5d27-4bac-be2e-6563c36b31d3', 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:01.794237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7a8b19-a0d8-4483-a991-6c758bb5cdcf') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:01.795247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7a8b19-a0d8-4483-a991-6c758bb5cdcf') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:01.812211 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.838095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3079b1cc-4a15-4421-8dd4-0ff5ad6b9dc9 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.845006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.859081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:01.859486 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:01.863459 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:01.905275 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:01.939920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3079b1cc-4a15-4421-8dd4-0ff5ad6b9dc9 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.947680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3079b1cc-4a15-4421-8dd4-0ff5ad6b9dc9 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.980476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079b1cc-4a15-4421-8dd4-0ff5ad6b9dc9 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9068190-b660-4d8d-8966-b92c7798aa97,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:01.996136 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3079b1cc-4a15-4421-8dd4-0ff5ad6b9dc9 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:01.998186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3079b1cc-4a15-4421-8dd4-0ff5ad6b9dc9 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2151837 Aug 17 16:46:02.000501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60286) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.013141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-2f2a80bd-3829-4ae6-b415-7ba954a0c370 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Request body: {'security_group_rule': {'security_group_id': 'cf308d21-5d27-4bac-be2e-6563c36b31d3', 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:02.038867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.051118 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.056289 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/8704aed9-874f-4021-8962-c6249f950e42 HTTP/1.1" status: 204 len: 168 time: 3.3090923 Aug 17 16:46:02.056430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60288) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.077714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d8f36d6e-58e3-4689-8088-cca26f8a4c9a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:02.086133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e5f63-8c30-4bd4-875a-00a050c2a8cb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=8704aed9-874f-4021-8962-c6249f950e42,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:02.106834 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c65da24-a648-420c-9476-56dbf7300a7c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] GET failed (client error): The resource could not be found. Aug 17 16:46:02.109285 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5c65da24-a648-420c-9476-56dbf7300a7c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/subnets/9d480ed5-57a5-4455-948e-e5432dca3782 HTTP/1.1" status: 404 len: 337 time: 0.0520267 Aug 17 16:46:02.113188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.126055 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f2a80bd-3829-4ae6-b415-7ba954a0c370 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.138248 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-64aa28b7-197d-4140-8a8d-59801c9e6fac tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:02.138905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64aa28b7-197d-4140-8a8d-59801c9e6fac tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:02.146325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-64aa28b7-197d-4140-8a8d-59801c9e6fac tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/8704aed9-874f-4021-8962-c6249f950e42 HTTP/1.1" status: 404 len: 339 time: 0.0320232 Aug 17 16:46:02.147036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60292) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.189210 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f86662d-f5d0-4ffc-8244-81d5729b5412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.207085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d8f36d6e-58e3-4689-8088-cca26f8a4c9a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:02.212176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d8f36d6e-58e3-4689-8088-cca26f8a4c9a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:02.212907 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.238913 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f2a80bd-3829-4ae6-b415-7ba954a0c370 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.244756 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f2a80bd-3829-4ae6-b415-7ba954a0c370 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.279390 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f2a80bd-3829-4ae6-b415-7ba954a0c370 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.284204 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2f2a80bd-3829-4ae6-b415-7ba954a0c370 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2791822 Aug 17 16:46:02.284204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60294) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.292417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3cb23c74-ebe9-45c8-b5aa-c787ac1a157c tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Request body: {'security_group_rule': {'security_group_id': 'cf308d21-5d27-4bac-be2e-6563c36b31d3', 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:02.309622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a80bd-3829-4ae6-b415-7ba954a0c370 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c35931e-2618-4852-9c7e-3b8af51452ec,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:02.347632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50a9300-a211-424d-a6ea-d747b7280fa7 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:02.349720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c50a9300-a211-424d-a6ea-d747b7280fa7 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2016106 Aug 17 16:46:02.349902 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:45:58Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '7b54cf06-ae81-44be-b333-be1e6b8dbbab', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'mac_address': 'fa:16:3e:18:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:00Z', 'updated_at': '2021-08-17T16:45:05Z', 'revision_number': 1, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392a5ef9-ec27-45ac-b926-2dd996d04811', 'name': '', 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:db:b2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '346cde5a-f701-4c14-9f06-a08210e039d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:57Z', 'updated_at': '2021-08-17T16:46:01Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '346cde5a-f701-4c14-9f06-a08210e039d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:02.352746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.362070 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cb23c74-ebe9-45c8-b5aa-c787ac1a157c tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.384446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.398564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-99f4c6fe-246b-4b7a-8705-8d47ae5a6d6a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5 HTTP/1.1" status: 200 len: 207 time: 0.0439367 Aug 17 16:46:02.402716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.423270 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc1421-a151-41f7-8b2d-116966ad80c0 None None] The sync data for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 is: [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:45:58Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '7b54cf06-ae81-44be-b333-be1e6b8dbbab', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'mac_address': 'fa:16:3e:18:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:00Z', 'updated_at': '2021-08-17T16:45:05Z', 'revision_number': 1, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392a5ef9-ec27-45ac-b926-2dd996d04811', 'name': '', 'network_id': 'a851996d-3c1c-4a76-bc88-f18af4958577', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:db:b2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '346cde5a-f701-4c14-9f06-a08210e039d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:57Z', 'updated_at': '2021-08-17T16:46:01Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '346cde5a-f701-4c14-9f06-a08210e039d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:02.430140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d8f36d6e-58e3-4689-8088-cca26f8a4c9a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d8f36d6e-58e3-4689-8088-cca26f8a4c9a,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:02.438734 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.499646 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cb23c74-ebe9-45c8-b5aa-c787ac1a157c tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.507334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cb23c74-ebe9-45c8-b5aa-c787ac1a157c tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.545671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb23c74-ebe9-45c8-b5aa-c787ac1a157c tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b07d8ed-c8d1-453c-8488-b783680161e5,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:02.559227 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cb23c74-ebe9-45c8-b5aa-c787ac1a157c tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.562637 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3cb23c74-ebe9-45c8-b5aa-c787ac1a157c tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2748978 Aug 17 16:46:02.565285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60302) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.577618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-8f292d44-71be-454d-bcff-16eea44f731a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Request body: {'security_group_rule': {'security_group_id': 'cf308d21-5d27-4bac-be2e-6563c36b31d3', 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:02.578260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d8f36d6e-58e3-4689-8088-cca26f8a4c9a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:02.613179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ab2faf-8936-4e7f-8ecb-257075833cd6 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:02.616455 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-8f292d44-71be-454d-bcff-16eea44f731a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Project 7e6ffdd0387446a4ba06732855b55340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:46:02.619470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ab2faf-8936-4e7f-8ecb-257075833cd6 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:02.622638 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f292d44-71be-454d-bcff-16eea44f731a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.625630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ab2faf-8936-4e7f-8ecb-257075833cd6 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:02.632601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ab2faf-8936-4e7f-8ecb-257075833cd6 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:02.634329 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-34ab2faf-8936-4e7f-8ecb-257075833cd6 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2296793 Aug 17 16:46:02.638152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.731266 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f292d44-71be-454d-bcff-16eea44f731a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.751633 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f292d44-71be-454d-bcff-16eea44f731a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.784445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f292d44-71be-454d-bcff-16eea44f731a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015ce974-0914-478b-a63e-e287f3e609b1,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:02.792745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f292d44-71be-454d-bcff-16eea44f731a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.796550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8f292d44-71be-454d-bcff-16eea44f731a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2283311 Aug 17 16:46:02.796764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60306) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.802938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b35ceac6-ed95-4b23-b597-fdf2363db3e3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Request body: {'security_group_rule': {'security_group_id': 'cf308d21-5d27-4bac-be2e-6563c36b31d3', 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:02.804061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-67585c03-ca12-4d50-9c28-dc498bcc5c56 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1642127 Aug 17 16:46:02.808573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60308) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.877299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c440678-6d5f-41a4-aa25-028cd2dc91e6 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:02.879094 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c440678-6d5f-41a4-aa25-028cd2dc91e6 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:02.881222 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2c440678-6d5f-41a4-aa25-028cd2dc91e6 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0716479 Aug 17 16:46:02.882110 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-b35ceac6-ed95-4b23-b597-fdf2363db3e3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Project 7e6ffdd0387446a4ba06732855b55340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:46:02.884942 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60310) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:02.897742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b35ceac6-ed95-4b23-b597-fdf2363db3e3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:02.970841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e047f6-b69b-478f-b5dc-e2f60f8b615e tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:02.972571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e047f6-b69b-478f-b5dc-e2f60f8b615e tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['shared'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:02.974175 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1e047f6-b69b-478f-b5dc-e2f60f8b615e tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0881996 Aug 17 16:46:02.977757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:03.012593 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b35ceac6-ed95-4b23-b597-fdf2363db3e3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:03.018005 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b35ceac6-ed95-4b23-b597-fdf2363db3e3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:03.038300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ceac6-ed95-4b23-b597-fdf2363db3e3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aaa52a4-946c-471d-a5ad-ffc5b94c05b5,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:03.049493 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b35ceac6-ed95-4b23-b597-fdf2363db3e3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:03.061260 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b35ceac6-ed95-4b23-b597-fdf2363db3e3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2606204 Aug 17 16:46:03.108495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ef3b9-45b2-49f7-aad9-dc7db35bddd8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:03.109926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a29ef3b9-45b2-49f7-aad9-dc7db35bddd8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/networks/8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa HTTP/1.1" status: 200 len: 798 time: 0.1310809 Aug 17 16:46:03.114162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:03.193948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-047ed37b-422d-4159-bad7-302537c79e73 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858600220&fields=id&tenant_id=7e6ffdd0387446a4ba06732855b55340 HTTP/1.1" status: 200 len: 267 time: 0.0353949 Aug 17 16:46:03.222442 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c1a18cab-44f8-447a-ad0f-4a32301ac979 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/networks/8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1053452 Aug 17 16:46:03.224137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60330) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:03.289288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6aa88-56d6-45c5-8783-211045f02750 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:03.294859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-68c6aa88-56d6-45c5-8783-211045f02750 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/subnets/3e72e62e-871e-4360-a41c-4ba528afecfa HTTP/1.1" status: 200 len: 811 time: 0.0657279 Aug 17 16:46:03.295813 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:03.320106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-b6fb59cc-adea-4baf-98b3-c0f35d0889ab tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:03.321600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-b6fb59cc-adea-4baf-98b3-c0f35d0889ab tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/networks?id=47cb50ba-444e-4368-9860-45733d526109 HTTP/1.1" status: 200 len: 809 time: 0.1200771 Aug 17 16:46:03.337475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-45eb864c-d532-46ee-b26a-9eb06d7aa8b5 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/quotas/7e6ffdd0387446a4ba06732855b55340 HTTP/1.1" status: 200 len: 375 time: 0.0099137 Aug 17 16:46:03.349089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b927878-ff90-42c6-9831-f9998c174f65 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:03.350720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b927878-ff90-42c6-9831-f9998c174f65 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "GET /v2.0/subnets/3e72e62e-871e-4360-a41c-4ba528afecfa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0543823 Aug 17 16:46:03.353984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:03.359065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1813704790'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:03.388015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:03.391868 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:03.399320 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-70e1b32c-c3b6-4523-8098-7b4e551fd7fb tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e6ffdd0387446a4ba06732855b55340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557435 Aug 17 16:46:03.419594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:46:03.430615 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:03.431649 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Added segment e6a3d55b-ddc2-4b24-9838-cc6878c81046 of type vlan for network 53bbd1da-99dd-49b7-a4eb-a2586fa08403 Aug 17 16:46:03.473512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:03.498895 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:03.505155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:03.505801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:03.506897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-1bd6018c-2636-4cb0-acb8-5d6b089bab45 service neutron] 10.222.0.77 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009588 Aug 17 16:46:03.565631 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2079849 Aug 17 16:46:03.565921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60336) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:03.571679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'network_id': '53bbd1da-99dd-49b7-a4eb-a2586fa08403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:03.584217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a4bed-312c-4e2b-a6f2-47363c3d0e87 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Network': ['ID=53bbd1da-99dd-49b7-a4eb-a2586fa08403,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:03.594715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 53bbd1da-99dd-49b7-a4eb-a2586fa08403 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:46:03.679367 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-30a4c1df-072f-4917-99a6-906827d629d4 service neutron] 10.222.0.77 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672122 Aug 17 16:46:03.696933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Made reservation on behalf of bf83207e373942c5ae291b8e57ed3faa for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:03.700987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:03.723326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Sync routers for ids ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:03.732686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Routers {'5faa2ac9-5d25-4343-b605-6b6e59f1e491'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:03.733300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:45:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:03.762591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Performing IP validity checks on allocation pools {{(pid=94839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 16:46:03.763110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 16:46:03.861853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Set router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:03.898801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-183e3fc5-99b3-4d0b-9ead-99c6f293a574 req-2b8a2284-aaa5-4f64-ac81-a7a48353e1e9 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 210 time: 0.0350156 Aug 17 16:46:03.941750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.037443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=cf5156f3-6d1b-4988-9979-4f6ae5d4611a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:04.049822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Checking segment: {'id': 'e6a3d55b-ddc2-4b24-9838-cc6878c81046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '53bbd1da-99dd-49b7-a4eb-a2586fa08403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:04.050181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network hostable DHCP agents. Network: 53bbd1da-99dd-49b7-a4eb-a2586fa08403, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:46:04.074597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Network 53bbd1da-99dd-49b7-a4eb-a2586fa08403 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:46:04.090153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 53bbd1da-99dd-49b7-a4eb-a2586fa08403) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:04.095050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:04.095682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.111076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3456b296-f7a7-4740-a433-fa6258c25e81 None None] Network 53bbd1da-99dd-49b7-a4eb-a2586fa08403 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:04.116103 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3fdb32ef-b91f-473d-a48c-dc819796142c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5489960 Aug 17 16:46:04.119034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:04.124411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7a00bd9c-e475-4374-8e2b-292d8db20ea8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:04.137946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 392a5ef9-ec27-45ac-b926-2dd996d04811 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:04.227728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a00bd9c-e475-4374-8e2b-292d8db20ea8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28995649'] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.321379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'name': 'tempest-TestServerBasicOps-1974254706-router', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:53Z', 'updated_at': '2021-08-17T16:45:59Z', 'revision_number': 4, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'gw_port': {'id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:55Z', 'updated_at': '2021-08-17T16:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9aa17dd6-f504-4e47-9e33-03de0a745402', 'name': '', 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'mac_address': 'fa:16:3e:8d:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '25b44151-5a00-46db-8a41-9ed7478b7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:58Z', 'updated_at': '2021-08-17T16:45:59Z', 'revision_number': 2, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'subnets': [{'id': '25b44151-5a00-46db-8a41-9ed7478b7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:04.323287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 392a5ef9-ec27-45ac-b926-2dd996d04811 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:04.358682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 392a5ef9-ec27-45ac-b926-2dd996d04811 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:04.359048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.365197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Checking router: 5faa2ac9-5d25-4343-b605-6b6e59f1e491 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:46:04.365541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Updating router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 port 9aa17dd6-f504-4e47-9e33-03de0a745402 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:46:04.432622 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-53bbd1da-99dd-49b7-a4eb-a2586fa08403', 'network_id': '53bbd1da-99dd-49b7-a4eb-a2586fa08403', 'tenant_id': 'bf83207e373942c5ae291b8e57ed3faa', 'fixed_ips': [{'subnet_id': 'cf5156f3-6d1b-4988-9979-4f6ae5d4611a'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:46:04.432622 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.436535 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a00bd9c-e475-4374-8e2b-292d8db20ea8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779741563495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28612929'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.453464 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.480371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a00bd9c-e475-4374-8e2b-292d8db20ea8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:04.480976 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a00bd9c-e475-4374-8e2b-292d8db20ea8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.482881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a00bd9c-e475-4374-8e2b-292d8db20ea8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "PUT /v2.0/subnets/cf5156f3-6d1b-4988-9979-4f6ae5d4611a HTTP/1.1" status: 200 len: 877 time: 0.3628049 Aug 17 16:46:04.485381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60350) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:04.506108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00bd9c-e475-4374-8e2b-292d8db20ea8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event updated for resources: {'Subnet': ['ID=cf5156f3-6d1b-4988-9979-4f6ae5d4611a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:04.595630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.648589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.661145 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.780046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Allocated IP 172.20.0.3 (53bbd1da-99dd-49b7-a4eb-a2586fa08403/cf5156f3-6d1b-4988-9979-4f6ae5d4611a/5021bc65-cee6-462c-9b47-8cb31dc8aef8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:04.792482 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 392a5ef9-ec27-45ac-b926-2dd996d04811, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=392a5ef9-ec27-45ac-b926-2dd996d04811,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:04.811004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:04.811777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d8f36d6e-58e3-4689-8088-cca26f8a4c9a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:04.913572 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f47c-49ce-4e4a-bb63-1428efed1259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.032318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0464b5ac-4809-47ee-81e3-67ac259b56a8 req-a1f819e2-b4fe-4324-9009-cfce1e1b07b4 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 210 time: 0.0517955 Aug 17 16:46:05.062689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=392a5ef9-ec27-45ac-b926-2dd996d04811,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:05.088732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-ea1ac711-0bdc-44a4-ae95-b8ac287a7a61 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:05.090220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-ea1ac711-0bdc-44a4-ae95-b8ac287a7a61 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.91 "GET /v2.0/networks?id=47cb50ba-444e-4368-9860-45733d526109 HTTP/1.1" status: 200 len: 809 time: 0.2081242 Aug 17 16:46:05.091200 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.138724 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-b110982e-15b1-44d7-8aca-7ac344391b32 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6ffdd0387446a4ba06732855b55340 HTTP/1.1" status: 200 len: 379 time: 0.0368457 Aug 17 16:46:05.145007 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d8f36d6e-58e3-4689-8088-cca26f8a4c9a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:05.145378 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.148748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Request body: {'port': {'device_id': 'cc443b21-3a76-4b33-a982-550861ec4049', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'admin_state_up': True, 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'security_groups': ['cf308d21-5d27-4bac-be2e-6563c36b31d3']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:05.225788 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.247320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Transition to ACTIVE for port object 5021bc65-cee6-462c-9b47-8cb31dc8aef8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:05.256719 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.263852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Made reservation on behalf of 7e6ffdd0387446a4ba06732855b55340 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:05.267984 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.278606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Transition to ACTIVE for port object 9aa17dd6-f504-4e47-9e33-03de0a745402 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:05.280543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Transition to ACTIVE for port object 5021bc65-cee6-462c-9b47-8cb31dc8aef8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:05.308073 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.313141 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.319941 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.341113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5156f3-6d1b-4988-9979-4f6ae5d4611a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:05.386687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Network 53bbd1da-99dd-49b7-a4eb-a2586fa08403 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:05.396400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:05.402627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:05.410516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Pushing event updated for resources: {'Port': ['ID=5021bc65-cee6-462c-9b47-8cb31dc8aef8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:05.417938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Allocated IP 172.20.0.12 (47cb50ba-444e-4368-9860-45733d526109/a758837c-b63a-483d-ab06-107d0eb6eacf/af959559-8131-4183-9419-11d8264c80c1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:05.419114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.436539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bbd1da-99dd-49b7-a4eb-a2586fa08403']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:05.454148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a3d55b-ddc2-4b24-9838-cc6878c81046') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:05.454582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a3d55b-ddc2-4b24-9838-cc6878c81046') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:05.465809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.483122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.493979 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:05.493979 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:05.497011 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:05.565314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 16:46:05.565314 n-d-804878-1 neutron-server[94839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 16:46:05.565314 n-d-804878-1 neutron-server[94839]: [parameters: {'id': '53bbd1da-99dd-49b7-a4eb-a2586fa08403'}] Aug 17 16:46:05.565314 n-d-804878-1 neutron-server[94839]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:46:05.566174 n-d-804878-1 neutron-server[94839]: DEBUG oslo_db.api [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:46:05.603054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.619125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Transition to ACTIVE for port object af959559-8131-4183-9419-11d8264c80c1 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:05.658611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.688777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9936e-3f6b-4b91-9e28-d2d122085225 None None] Pushing event updated for resources: {'Port': ['ID=9aa17dd6-f504-4e47-9e33-03de0a745402,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:05.701128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Network 47cb50ba-444e-4368-9860-45733d526109 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:05.704375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:05.711003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:05.718257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Attempting to bind port 9aa17dd6-f504-4e47-9e33-03de0a745402 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:05.718901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Attempting to bind port 9aa17dd6-f504-4e47-9e33-03de0a745402 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '36acad9a-327f-4c1a-a821-71d4cd5716cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:05.719256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Attempting to bind port 9aa17dd6-f504-4e47-9e33-03de0a745402 on network 2d41f011-df1a-4a8c-b055-a835290df6eb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:05.728189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Attempting to bind port 5021bc65-cee6-462c-9b47-8cb31dc8aef8 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:05.728556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Attempting to bind port 5021bc65-cee6-462c-9b47-8cb31dc8aef8 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'e6a3d55b-ddc2-4b24-9838-cc6878c81046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '53bbd1da-99dd-49b7-a4eb-a2586fa08403'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:05.728911 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Attempting to bind port 5021bc65-cee6-462c-9b47-8cb31dc8aef8 on network 53bbd1da-99dd-49b7-a4eb-a2586fa08403 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:05.731077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:05.731450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Checking segment: {'id': '36acad9a-327f-4c1a-a821-71d4cd5716cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:05.731867 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.732234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Bound using segment: {'id': '36acad9a-327f-4c1a-a821-71d4cd5716cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:05.732705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Bound port: 9aa17dd6-f504-4e47-9e33-03de0a745402, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36acad9a-327f-4c1a-a821-71d4cd5716cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:05.733082 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.747528 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event updated for resources: {'Port': ['ID=af959559-8131-4183-9419-11d8264c80c1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:05.753846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:05.754498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Checking segment: {'id': 'e6a3d55b-ddc2-4b24-9838-cc6878c81046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '53bbd1da-99dd-49b7-a4eb-a2586fa08403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:05.754678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.755096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Bound using segment: {'id': 'e6a3d55b-ddc2-4b24-9838-cc6878c81046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '53bbd1da-99dd-49b7-a4eb-a2586fa08403'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:05.755499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Bound port: 5021bc65-cee6-462c-9b47-8cb31dc8aef8, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a3d55b-ddc2-4b24-9838-cc6878c81046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '53bbd1da-99dd-49b7-a4eb-a2586fa08403'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:05.755892 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.777934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:05.778777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.795291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-26fac721-a738-4463-a073-4e0356982032 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6503761 Aug 17 16:46:05.808660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Request body: {'port': {'device_id': 'cc443b21-3a76-4b33-a982-550861ec4049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:05.854086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] For port 9aa17dd6-f504-4e47-9e33-03de0a745402, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:05.860463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] For port 9aa17dd6-f504-4e47-9e33-03de0a745402, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9aa17dd6-f504-4e47-9e33-03de0a745402,segment=NetworkSegment(36acad9a-327f-4c1a-a821-71d4cd5716cf),segment_id=36acad9a-327f-4c1a-a821-71d4cd5716cf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:05.867899 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.870444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] For port 5021bc65-cee6-462c-9b47-8cb31dc8aef8, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:05.875125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] For port 5021bc65-cee6-462c-9b47-8cb31dc8aef8, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5021bc65-cee6-462c-9b47-8cb31dc8aef8,segment=NetworkSegment(e6a3d55b-ddc2-4b24-9838-cc6878c81046),segment_id=e6a3d55b-ddc2-4b24-9838-cc6878c81046)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:05.875830 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.909402 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:05.999041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Routers {'5faa2ac9-5d25-4343-b605-6b6e59f1e491'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:05.999880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:06.010246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9936e-3f6b-4b91-9e28-d2d122085225 None None] Pushing event updated for resources: {'Port': ['ID=9aa17dd6-f504-4e47-9e33-03de0a745402,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:06.046711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 392a5ef9-ec27-45ac-b926-2dd996d04811 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:06.067791 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.119034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d46eb-1462-4361-a3eb-db483f4d53d3 None None] Network 53bbd1da-99dd-49b7-a4eb-a2586fa08403 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:06.120600 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.186313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Deleting port 5021bc65-cee6-462c-9b47-8cb31dc8aef8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:06.189212 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.257725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44dbc0d-aa70-40e1-8486-8f4d8df38cb1 None None] Pushing event updated for resources: {'Port': ['ID=5021bc65-cee6-462c-9b47-8cb31dc8aef8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:06.263479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af959559-8131-4183-9419-11d8264c80c1 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:46:06.268635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] For port 5021bc65-cee6-462c-9b47-8cb31dc8aef8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5021bc65-cee6-462c-9b47-8cb31dc8aef8,segment=NetworkSegment(e6a3d55b-ddc2-4b24-9838-cc6878c81046),segment_id=e6a3d55b-ddc2-4b24-9838-cc6878c81046)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:06.269059 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.273532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.283353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2ce0634d-d9f6-4b1e-b24f-16891acbe5c5 None None] Provisioning for port af959559-8131-4183-9419-11d8264c80c1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:06.288164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938b0c-e86d-44fb-8da8-992294623296 req-293f6d8e-2ff7-4fad-9859-78373393123a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:06.288586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Calling delete_port for 5021bc65-cee6-462c-9b47-8cb31dc8aef8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:06.289707 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5938b0c-e86d-44fb-8da8-992294623296 req-293f6d8e-2ff7-4fad-9859-78373393123a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 932 time: 0.0983043 Aug 17 16:46:06.306840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2ce0634d-d9f6-4b1e-b24f-16891acbe5c5 None None] Provisioning complete for port af959559-8131-4183-9419-11d8264c80c1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:06.307210 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce0634d-d9f6-4b1e-b24f-16891acbe5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.308457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Transition to ACTIVE for port object af959559-8131-4183-9419-11d8264c80c1 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:06.319500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.339887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 392a5ef9-ec27-45ac-b926-2dd996d04811 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:06.340543 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.369425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] Set router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:06.381103 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b5938b0c-e86d-44fb-8da8-992294623296 req-d31b5195-15dd-4717-88b7-1d57dbebd45a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786886 Aug 17 16:46:06.385971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.386307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Pushing event updated for resources: {'Port': ['ID=af959559-8131-4183-9419-11d8264c80c1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:06.429260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Port': ['ID=5021bc65-cee6-462c-9b47-8cb31dc8aef8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:06.431960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No DVR routers for this DVR port 5021bc65-cee6-462c-9b47-8cb31dc8aef8 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:06.468806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0634d-d9f6-4b1e-b24f-16891acbe5c5 None None] Port af959559-8131-4183-9419-11d8264c80c1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:06.499231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Attempting to bind port af959559-8131-4183-9419-11d8264c80c1 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:06.499563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Attempting to bind port af959559-8131-4183-9419-11d8264c80c1 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:06.499937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Attempting to bind port af959559-8131-4183-9419-11d8264c80c1 on network 47cb50ba-444e-4368-9860-45733d526109 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:06.505113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Port af959559-8131-4183-9419-11d8264c80c1 on network 47cb50ba-444e-4368-9860-45733d526109 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:46:06.505441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Attempting to bind port af959559-8131-4183-9419-11d8264c80c1 on network 47cb50ba-444e-4368-9860-45733d526109 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:06.511324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:06.512299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6446b8b7-563c-4fa1-afaf-1f173d423d10 None None] Network 53bbd1da-99dd-49b7-a4eb-a2586fa08403 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:06.512696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Checking segment: {'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:06.513102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Bound using segment: {'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:06.513555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Bound port: af959559-8131-4183-9419-11d8264c80c1, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c505175e-2c55-40fd-b28f-9326a1e6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47cb50ba-444e-4368-9860-45733d526109'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:06.513982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.537447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.550003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bbd1da-99dd-49b7-a4eb-a2586fa08403']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:06.562606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a3d55b-ddc2-4b24-9838-cc6878c81046') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:06.563045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a3d55b-ddc2-4b24-9838-cc6878c81046') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:06.576006 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.596992 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.605417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:06.606006 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:06.609790 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:06.613789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] For port af959559-8131-4183-9419-11d8264c80c1, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:06.617988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] For port af959559-8131-4183-9419-11d8264c80c1, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=af959559-8131-4183-9419-11d8264c80c1,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:06.628168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.675064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:06.676731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.679845 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] 10.222.0.91 "PUT /v2.0/ports/af959559-8131-4183-9419-11d8264c80c1 HTTP/1.1" status: 200 len: 1092 time: 0.8758781 Aug 17 16:46:06.680575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc443b21-3a76-4b33-a982-550861ec4049', 'tag': 'af959559-8131-4183-9419-11d8264c80c1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:06.683238 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30dd7b6-b94d-4381-8979-2c05d8335052" -d '{"events": [{"name": "network-changed", "server_uuid": "cc443b21-3a76-4b33-a982-550861ec4049", "tag": "af959559-8131-4183-9419-11d8264c80c1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:06.713143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.727024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958323a-71ab-4e1c-a19c-648b839276c4 service neutron] Pushing event updated for resources: {'Port': ['ID=af959559-8131-4183-9419-11d8264c80c1,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:06.727308 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:06.741721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/53bbd1da-99dd-49b7-a4eb-a2586fa08403 HTTP/1.1" status: 204 len: 168 time: 2.2429051 Aug 17 16:46:06.748459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60362) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:06.779176 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901d4950-c504-4465-bedd-f1f791fe0089 x-openstack-request-id: req-901d4950-c504-4465-bedd-f1f791fe0089 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:06.781341 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc443b21-3a76-4b33-a982-550861ec4049", "tag": "af959559-8131-4183-9419-11d8264c80c1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:06.781341 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-901d4950-c504-4465-bedd-f1f791fe0089 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:06.781341 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc443b21-3a76-4b33-a982-550861ec4049', 'tag': 'af959559-8131-4183-9419-11d8264c80c1', 'status': 'completed', 'code': 200} Aug 17 16:46:06.803548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad21068-5ff1-4941-9d06-c95932190437 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=53bbd1da-99dd-49b7-a4eb-a2586fa08403,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:06.807012 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a97d591-57ba-437a-b517-73ed447198fc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:06.807660 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a97d591-57ba-437a-b517-73ed447198fc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:06.809964 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0a97d591-57ba-437a-b517-73ed447198fc tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/cf5156f3-6d1b-4988-9979-4f6ae5d4611a HTTP/1.1" status: 404 len: 337 time: 0.0550785 Aug 17 16:46:06.814261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60364) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:06.815283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-6e9e264e-a648-4d9b-b81f-7c05bcd1a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:06.816857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-6e9e264e-a648-4d9b-b81f-7c05bcd1a3c8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7e6ffdd0387446a4ba06732855b55340&device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 1095 time: 0.0692859 Aug 17 16:46:06.839666 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3585c5-81fb-4930-baf8-ae79606c1f77 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:06.840903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3585c5-81fb-4930-baf8-ae79606c1f77 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:06.843901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5c3585c5-81fb-4930-baf8-ae79606c1f77 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/53bbd1da-99dd-49b7-a4eb-a2586fa08403 HTTP/1.1" status: 404 len: 339 time: 0.0275111 Aug 17 16:46:06.846847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60366) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:06.849465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'name': 'tempest-TestServerBasicOps-1974254706-router', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:53Z', 'updated_at': '2021-08-17T16:45:59Z', 'revision_number': 4, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'gw_port': {'id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:55Z', 'updated_at': '2021-08-17T16:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9aa17dd6-f504-4e47-9e33-03de0a745402', 'name': '', 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'mac_address': 'fa:16:3e:8d:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '25b44151-5a00-46db-8a41-9ed7478b7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:58Z', 'updated_at': '2021-08-17T16:46:05Z', 'revision_number': 4, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'subnets': [{'id': '25b44151-5a00-46db-8a41-9ed7478b7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:06.882238 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-91f48ed3-0335-456b-9248-120ebb8b845b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af959559-8131-4183-9419-11d8264c80c1 HTTP/1.1" status: 200 len: 217 time: 0.0563588 Aug 17 16:46:06.889687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266a491-cd3f-4e84-8c7f-25c19765e3ef None None] The sync data for ids ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'] in n-d-804878-1 is: [{'id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'name': 'tempest-TestServerBasicOps-1974254706-router', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:53Z', 'updated_at': '2021-08-17T16:45:59Z', 'revision_number': 4, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'gw_port': {'id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:55Z', 'updated_at': '2021-08-17T16:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9aa17dd6-f504-4e47-9e33-03de0a745402', 'name': '', 'network_id': '2d41f011-df1a-4a8c-b055-a835290df6eb', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'mac_address': 'fa:16:3e:8d:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '25b44151-5a00-46db-8a41-9ed7478b7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:58Z', 'updated_at': '2021-08-17T16:46:05Z', 'revision_number': 4, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'subnets': [{'id': '25b44151-5a00-46db-8a41-9ed7478b7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:06.909947 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-400855a7-1cd3-4b29-98c2-64ccf5e37411 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:06.910643 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400855a7-1cd3-4b29-98c2-64ccf5e37411 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:06.912811 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-400855a7-1cd3-4b29-98c2-64ccf5e37411 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/9d480ed5-57a5-4455-948e-e5432dca3782 HTTP/1.1" status: 404 len: 337 time: 0.0610785 Aug 17 16:46:06.915345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60368) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:06.936257 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ad0822-7d65-482e-ae69-c66b741ddd7e tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:06.937265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ad0822-7d65-482e-ae69-c66b741ddd7e tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:06.939178 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-51ad0822-7d65-482e-ae69-c66b741ddd7e tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/8704aed9-874f-4021-8962-c6249f950e42 HTTP/1.1" status: 404 len: 339 time: 0.0228198 Aug 17 16:46:06.942170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:07.004312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-d5e9bbdd-ef65-41d5-9f36-84f2ee5b1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:07.006118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-d5e9bbdd-ef65-41d5-9f36-84f2ee5b1baf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a758837c-b63a-483d-ab06-107d0eb6eacf HTTP/1.1" status: 200 len: 848 time: 0.1168087 Aug 17 16:46:07.020064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a99727-073d-448c-b3e1-bc600d75128b None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:46:07.071969 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:07.087496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-18db380d-f42a-4ce1-b03c-76b1cd0d66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:07.089141 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-18db380d-f42a-4ce1-b03c-76b1cd0d66ba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=47cb50ba-444e-4368-9860-45733d526109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755377 Aug 17 16:46:07.162793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a99727-073d-448c-b3e1-bc600d75128b None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:46:07.237222 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:07.251651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db58271-561a-430a-975f-6d89d4d60523']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:07.272134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ce5c67-39c5-4452-aa19-893e996b001f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:07.272134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ce5c67-39c5-4452-aa19-893e996b001f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:07.290431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:07.304879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-89f5f0b8-899a-4799-be8a-edb28c75da45 service neutron] 10.222.0.91 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068892 Aug 17 16:46:07.312854 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:07.420296 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7dfd9451-8d9c-4447-884a-fb822832bce9 req-f6c94c2a-738b-4611-91a3-09d6b4756ee9 service neutron] 10.222.0.91 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043572 Aug 17 16:46:07.447581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:07.448026 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:07.451794 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:07.597289 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:07.613614 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:07.615545 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/7db58271-561a-430a-975f-6d89d4d60523 HTTP/1.1" status: 204 len: 168 time: 0.6721385 Aug 17 16:46:07.619508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60376) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:07.634217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba92ef9-985e-4e64-8209-aee8725facf2 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=7db58271-561a-430a-975f-6d89d4d60523,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:07.638666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-a64c5dc6-d35e-406c-ac5b-f49e1800030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:07.640468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-a64c5dc6-d35e-406c-ac5b-f49e1800030d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7e6ffdd0387446a4ba06732855b55340&device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 1095 time: 0.1327627 Aug 17 16:46:07.648760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43653ea-454d-47d1-8daa-9d70dc560364 req-2ed82fbe-6fa9-4490-bde3-77d012d22b29 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:07.650339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e43653ea-454d-47d1-8daa-9d70dc560364 req-2ed82fbe-6fa9-4490-bde3-77d012d22b29 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 944 time: 0.1256688 Aug 17 16:46:07.653634 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e910a68-889b-4336-8ce4-939d064a8453 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:07.654089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e910a68-889b-4336-8ce4-939d064a8453 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:07.659598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1e910a68-889b-4336-8ce4-939d064a8453 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/98c1347c-82d6-40d4-94d1-31956bd7af59 HTTP/1.1" status: 404 len: 337 time: 0.0382771 Aug 17 16:46:07.660106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60378) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:07.689021 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-149e02d5-df48-4523-bfea-7722a91bc802 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:07.691397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149e02d5-df48-4523-bfea-7722a91bc802 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:07.708139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:07.708475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-149e02d5-df48-4523-bfea-7722a91bc802 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/19bb8db5-0e4b-48d4-8513-6289ef2d9bf6 HTTP/1.1" status: 404 len: 339 time: 0.0458395 Aug 17 16:46:07.712896 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:07.756511 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-046d9637-5c31-4b7f-8320-f4d4c700692c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:07.756974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046d9637-5c31-4b7f-8320-f4d4c700692c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:07.760741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-046d9637-5c31-4b7f-8320-f4d4c700692c tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/fa928ebf-c426-4ed2-9af9-c48b623ccad0 HTTP/1.1" status: 404 len: 337 time: 0.0492041 Aug 17 16:46:07.765903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:07.805255 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f81c96-94fc-4082-ac7d-75bcc1f0a316 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:07.805771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f81c96-94fc-4082-ac7d-75bcc1f0a316 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:07.807866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0f81c96-94fc-4082-ac7d-75bcc1f0a316 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/42b37bf6-825f-4e90-8fe5-cb9de1ae2e53 HTTP/1.1" status: 404 len: 339 time: 0.0411229 Aug 17 16:46:07.815291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60384) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:07.818735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e43653ea-454d-47d1-8daa-9d70dc560364 req-0d102acf-446c-482b-9b39-279662d6e3d6 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471405 Aug 17 16:46:07.841965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-2d512191-38d7-4243-845c-f862fb9df2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:07.844006 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-2d512191-38d7-4243-845c-f862fb9df2bb service neutron] 10.222.0.91 "GET /v2.0/networks?id=47cb50ba-444e-4368-9860-45733d526109 HTTP/1.1" status: 200 len: 910 time: 0.1924167 Aug 17 16:46:07.860668 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-15168da6-68b5-419b-8ce2-25d8f7e1c8eb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:07.861151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15168da6-68b5-419b-8ce2-25d8f7e1c8eb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:07.863965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-15168da6-68b5-419b-8ce2-25d8f7e1c8eb tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/e338a8d4-b13b-4e94-9d8e-79540bc303b8 HTTP/1.1" status: 404 len: 337 time: 0.0513847 Aug 17 16:46:07.866784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60386) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:07.897007 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb809f52-1814-4504-9437-e201c1a0ab3b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:07.898367 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb809f52-1814-4504-9437-e201c1a0ab3b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:07.900292 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fb809f52-1814-4504-9437-e201c1a0ab3b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/a909284a-2d66-4c8b-9497-03926d19abad HTTP/1.1" status: 404 len: 339 time: 0.0322757 Aug 17 16:46:07.906656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60388) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:07.924455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-5b2ffb54-f068-4402-920a-4c32a579db42 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af959559-8131-4183-9419-11d8264c80c1 HTTP/1.1" status: 200 len: 217 time: 0.0717659 Aug 17 16:46:07.954439 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e39491-0d20-4ebf-8c94-af15a992ce69 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:07.954868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e39491-0d20-4ebf-8c94-af15a992ce69 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:07.956960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-42e39491-0d20-4ebf-8c94-af15a992ce69 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/cb25dd9e-dd1f-4743-9694-a6ae8426fc52 HTTP/1.1" status: 404 len: 337 time: 0.0493102 Aug 17 16:46:07.962874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60390) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:07.999086 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c027e37a-4e28-448b-b11b-f1c7f4d30e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:07.999086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c027e37a-4e28-448b-b11b-f1c7f4d30e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:07.999086 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c027e37a-4e28-448b-b11b-f1c7f4d30e0d tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/40cad9d2-fba8-48e9-bd54-54e6e108aa68 HTTP/1.1" status: 404 len: 339 time: 0.0326421 Aug 17 16:46:08.001031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60392) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:08.023643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-c876f98c-dd81-41a5-be20-b9b37d346f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:08.025233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-c876f98c-dd81-41a5-be20-b9b37d346f8d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a758837c-b63a-483d-ab06-107d0eb6eacf HTTP/1.1" status: 200 len: 848 time: 0.0939324 Aug 17 16:46:08.031916 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c4877d-37be-4cbe-82c4-146f2f91f4c0 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:08.032459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c4877d-37be-4cbe-82c4-146f2f91f4c0 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:08.035316 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d1c4877d-37be-4cbe-82c4-146f2f91f4c0 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/d10d59fe-9be7-4c97-b0d0-9978d51738ea HTTP/1.1" status: 404 len: 337 time: 0.0330191 Aug 17 16:46:08.041810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60394) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:08.052138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9aa17dd6-f504-4e47-9e33-03de0a745402 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:08.066865 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d015631-d3af-4535-8803-5e9585b79acf tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:08.067704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d015631-d3af-4535-8803-5e9585b79acf tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:08.069690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1d015631-d3af-4535-8803-5e9585b79acf tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/25702b52-1722-497c-8a87-28c80fdf38c1 HTTP/1.1" status: 404 len: 339 time: 0.0222404 Aug 17 16:46:08.073956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60396) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:08.093050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-01960663-a4df-41e7-9602-fe1852289f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:08.095402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-01960663-a4df-41e7-9602-fe1852289f49 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=47cb50ba-444e-4368-9860-45733d526109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612707 Aug 17 16:46:08.104152 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbe4b54-a31e-4f0b-8a6f-0bd4a5588cae tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:08.104644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbe4b54-a31e-4f0b-8a6f-0bd4a5588cae tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:08.109056 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2cbe4b54-a31e-4f0b-8a6f-0bd4a5588cae tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/85437987-f877-4884-a3f0-4552e322d262 HTTP/1.1" status: 404 len: 337 time: 0.0311868 Aug 17 16:46:08.109627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60398) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:08.121253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 9aa17dd6-f504-4e47-9e33-03de0a745402 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:08.125621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9aa17dd6-f504-4e47-9e33-03de0a745402 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:08.126077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:08.131218 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c22465-d3b1-4615-b4b1-978a3144ad11 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:08.131830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c22465-d3b1-4615-b4b1-978a3144ad11 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:08.136647 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-18c22465-d3b1-4615-b4b1-978a3144ad11 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/53d3dd67-23d5-4f4a-bbe3-cd1c7dc7b1c3 HTTP/1.1" status: 404 len: 339 time: 0.0229123 Aug 17 16:46:08.139772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60400) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:08.181936 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada144ad-cfae-4777-bf35-2a55dcd2ad74 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:08.182431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada144ad-cfae-4777-bf35-2a55dcd2ad74 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:08.187558 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ada144ad-cfae-4777-bf35-2a55dcd2ad74 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/e5c473ea-0795-490f-856c-4c293c47d938 HTTP/1.1" status: 404 len: 337 time: 0.0441720 Aug 17 16:46:08.188765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:08.219024 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c2d3d7-6962-4b1e-8286-49824a0009d8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:08.219596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c2d3d7-6962-4b1e-8286-49824a0009d8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:08.221936 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b4c2d3d7-6962-4b1e-8286-49824a0009d8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/f877da00-09d3-415c-a8a6-f62f24e79897 HTTP/1.1" status: 404 len: 339 time: 0.0326092 Aug 17 16:46:08.224839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:08.246038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:08.258194 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e4fad0-9932-4e26-a502-68a89b9e71f8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:08.258666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e4fad0-9932-4e26-a502-68a89b9e71f8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:08.263947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-55e4fad0-9932-4e26-a502-68a89b9e71f8 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/3d6eb303-1a9d-4680-afb0-57ab75c59dab HTTP/1.1" status: 404 len: 337 time: 0.0348449 Aug 17 16:46:08.264309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:08.281072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 9aa17dd6-f504-4e47-9e33-03de0a745402, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9aa17dd6-f504-4e47-9e33-03de0a745402,segment=NetworkSegment(36acad9a-327f-4c1a-a821-71d4cd5716cf),segment_id=36acad9a-327f-4c1a-a821-71d4cd5716cf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:08.287779 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:08.294809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-68ea5057-3362-4c94-a158-cca134f1d7b3 service neutron] 10.222.0.91 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863296 Aug 17 16:46:08.296210 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-902ef7f9-84d2-4d91-b6ce-22e6b5310d60 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] DELETE failed (client error): The resource could not be found. Aug 17 16:46:08.296792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902ef7f9-84d2-4d91-b6ce-22e6b5310d60 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:46:08.301159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-902ef7f9-84d2-4d91-b6ce-22e6b5310d60 tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/af90324d-4cb1-490b-9187-0ba892770760 HTTP/1.1" status: 404 len: 339 time: 0.0332518 Aug 17 16:46:08.301381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60408) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:08.343219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=9aa17dd6-f504-4e47-9e33-03de0a745402,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:08.733993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c264b6c-5fbb-434c-b471-e957578b332b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Deleting subnet 3e72e62e-871e-4360-a41c-4ba528afecfa {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:46:08.740973 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c264b6c-5fbb-434c-b471-e957578b332b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:08.798063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e30dd7b6-b94d-4381-8979-2c05d8335052 req-6c0b315a-a653-46e1-ae40-c306d6cbe65f service neutron] 10.222.0.91 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886518 Aug 17 16:46:08.800679 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c264b6c-5fbb-434c-b471-e957578b332b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:08.895305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c264b6c-5fbb-434c-b471-e957578b332b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:08.955799 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c264b6c-5fbb-434c-b471-e957578b332b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:08.957564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5503e5c-de37-4348-9a3f-de394b960a12 req-596a03d4-7cba-46a2-b903-2eda40dcdca2 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:08.959146 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e5503e5c-de37-4348-9a3f-de394b960a12 req-596a03d4-7cba-46a2-b903-2eda40dcdca2 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 944 time: 0.0567997 Aug 17 16:46:08.981608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c264b6c-5fbb-434c-b471-e957578b332b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Subnet': ['ID=3e72e62e-871e-4360-a41c-4ba528afecfa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:08.988034 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c264b6c-5fbb-434c-b471-e957578b332b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:08.989901 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c264b6c-5fbb-434c-b471-e957578b332b tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/subnets/3e72e62e-871e-4360-a41c-4ba528afecfa HTTP/1.1" status: 204 len: 168 time: 0.6875126 Aug 17 16:46:08.992854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:08.993812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe0c148-9e55-4043-965d-076e4c3789b0 None None] Network 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:09.006897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e5503e5c-de37-4348-9a3f-de394b960a12 req-49380341-a332-4518-9be0-9f369261f312 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412633 Aug 17 16:46:09.079632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.135103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Deleting port ce64a992-f281-4eee-b5ee-8651cf7e1d1c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:09.135461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.190960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cb568d-4959-4ab2-93e8-b6d3d97f7157 None None] DHCP port deletion for 8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:46:09.208809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] For port ce64a992-f281-4eee-b5ee-8651cf7e1d1c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ce64a992-f281-4eee-b5ee-8651cf7e1d1c,segment=NetworkSegment(671e9607-041b-4a1f-af13-9c8e55b4268b),segment_id=671e9607-041b-4a1f-af13-9c8e55b4268b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:09.209381 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.228133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Calling delete_port for ce64a992-f281-4eee-b5ee-8651cf7e1d1c owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:09.241325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-99cb568d-4959-4ab2-93e8-b6d3d97f7157 None None] Deleting port ce64a992-f281-4eee-b5ee-8651cf7e1d1c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:09.241706 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99cb568d-4959-4ab2-93e8-b6d3d97f7157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.309156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-99cb568d-4959-4ab2-93e8-b6d3d97f7157 None None] For port ce64a992-f281-4eee-b5ee-8651cf7e1d1c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ce64a992-f281-4eee-b5ee-8651cf7e1d1c,segment=NetworkSegment(671e9607-041b-4a1f-af13-9c8e55b4268b),segment_id=671e9607-041b-4a1f-af13-9c8e55b4268b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:09.309550 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99cb568d-4959-4ab2-93e8-b6d3d97f7157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.325346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-99cb568d-4959-4ab2-93e8-b6d3d97f7157 None None] Calling delete_port for ce64a992-f281-4eee-b5ee-8651cf7e1d1c owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:09.334474 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.360590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Port': ['ID=ce64a992-f281-4eee-b5ee-8651cf7e1d1c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:09.364631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] No DVR routers for this DVR port ce64a992-f281-4eee-b5ee-8651cf7e1d1c on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:09.407433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99cb568d-4959-4ab2-93e8-b6d3d97f7157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.432649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb568d-4959-4ab2-93e8-b6d3d97f7157 None None] Pushing event deleted for resources: {'Port': ['ID=ce64a992-f281-4eee-b5ee-8651cf7e1d1c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:09.436306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb568d-4959-4ab2-93e8-b6d3d97f7157 None None] No DVR routers for this DVR port ce64a992-f281-4eee-b5ee-8651cf7e1d1c on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:09.453356 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.464171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:09.474863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671e9607-041b-4a1f-af13-9c8e55b4268b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:09.475150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671e9607-041b-4a1f-af13-9c8e55b4268b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:09.484485 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.498599 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.505285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:09.505752 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:09.508701 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:09.567877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.574965 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:09.576848 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] 10.222.0.77 "DELETE /v2.0/networks/8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa HTTP/1.1" status: 204 len: 168 time: 0.5830283 Aug 17 16:46:09.594421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e59c-60cd-46db-b711-6d880674b17a tempest-NetworksTest-160473032 tempest-NetworksTest-160473032-project] Pushing event deleted for resources: {'Network': ['ID=8756c7f9-f7af-4a69-90f9-c7d26b1f4eaa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:09.837502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:09.983199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9aa17dd6-f504-4e47-9e33-03de0a745402 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:09.984998 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-171afd14-2afe-4558-a6cb-dbc126f7e075 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf83207e373942c5ae291b8e57ed3faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462474 Aug 17 16:46:09.998047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60424) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:10.048475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9aa17dd6-f504-4e47-9e33-03de0a745402 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:10.049664 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:10.065191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9a38cd4-4786-4911-b23e-f4a2953b1d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:10.093269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9a38cd4-4786-4911-b23e-f4a2953b1d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:10.155265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9a38cd4-4786-4911-b23e-f4a2953b1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:10.158724 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9a38cd4-4786-4911-b23e-f4a2953b1d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:10.160270 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a9a38cd4-4786-4911-b23e-f4a2953b1d60 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22e1c008-6490-47b8-a91c-729a4ac13027 HTTP/1.1" status: 204 len: 168 time: 0.1610100 Aug 17 16:46:10.171857 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a38cd4-4786-4911-b23e-f4a2953b1d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e1c008-6490-47b8-a91c-729a4ac13027,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:10.180314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03a82e-d1b3-453c-8276-8176d79db8ba req-acdfd7c1-2727-4761-abdc-08df687b834e tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:10.183449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed03a82e-d1b3-453c-8276-8176d79db8ba req-acdfd7c1-2727-4761-abdc-08df687b834e tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 944 time: 0.0789065 Aug 17 16:46:10.235461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed03a82e-d1b3-453c-8276-8176d79db8ba req-5a2f0685-1624-47f6-bed9-9d590e3eabc2 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379446 Aug 17 16:46:10.364973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce64a992-f281-4eee-b5ee-8651cf7e1d1c no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:10.385076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ce64a992-f281-4eee-b5ee-8651cf7e1d1c {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:10.385425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce64a992-f281-4eee-b5ee-8651cf7e1d1c not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:10.437602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device af959559-8131-4183-9419-11d8264c80c1 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:46:10.542652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port af959559-8131-4183-9419-11d8264c80c1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=af959559-8131-4183-9419-11d8264c80c1,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:10.554015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'af959559-8131-4183-9419-11d8264c80c1', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'port_id': 'af959559-8131-4183-9419-11d8264c80c1', 'mac_address': 'fa:16:3e:b8:67:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:46:10.591967 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:10.606322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af959559-8131-4183-9419-11d8264c80c1 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:46:10.626821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port af959559-8131-4183-9419-11d8264c80c1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=af959559-8131-4183-9419-11d8264c80c1,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:10.635527 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:10.684098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=af959559-8131-4183-9419-11d8264c80c1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:10.866227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60448) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:10.872138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['af959559-8131-4183-9419-11d8264c80c1'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:46:10.966667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'network': {'name': 'tempest-RoutersTest-878616041'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:10.990910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:10.994711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.004422 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.100676 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.104574 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.132761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:46:11.141494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00013e4a-0429-4160-9ae0-9e32bce17722,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:11.148957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.149297 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added segment ce08c3ee-5969-4e0c-9d6c-9f8a463dd506 of type vlan for network 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 Aug 17 16:46:11.188300 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.213603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.219565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:11.220053 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.274328 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4069409 Aug 17 16:46:11.276966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:11.283424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'network': {'name': 'tempest-RoutersTest-845909988'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:11.286635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb5ab3-0338-407e-a6e0-8458a9668b31 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Network': ['ID=0ac20c79-ec7e-427d-90e3-61a471c8d0e1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:11.298552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:46:11.308280 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:11.312016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.337174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:46:11.347546 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.347966 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added segment b60738fd-ce6c-4644-b57f-9e0f84dafb76 of type vlan for network 64614e0c-1f84-492f-8cd5-68f7bdac1b23 Aug 17 16:46:11.373113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe796aa8-7b48-4e5f-bc62-92509a72940a req-8f72727c-a3c2-4b09-adb1-bb7a11f5e22f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:11.374633 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe796aa8-7b48-4e5f-bc62-92509a72940a req-8f72727c-a3c2-4b09-adb1-bb7a11f5e22f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 945 time: 0.0653934 Aug 17 16:46:11.390578 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.415544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe796aa8-7b48-4e5f-bc62-92509a72940a req-3dfcd916-a985-4a86-869e-dd08a74c4d89 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339723 Aug 17 16:46:11.418856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.425210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:11.425900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.478690 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1999490 Aug 17 16:46:11.481573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:11.487232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'subnet': {'network_id': '0ac20c79-ec7e-427d-90e3-61a471c8d0e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:11.544392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8862c87-4a28-4a6f-80e3-33ef6cf3d4f7 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Network': ['ID=64614e0c-1f84-492f-8cd5-68f7bdac1b23,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:11.555145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 64614e0c-1f84-492f-8cd5-68f7bdac1b23 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:46:11.593010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:11.597571 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.735154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de8595-1328-4bb8-ade8-6054bcf869e1 req-0719d393-7380-4a2b-9b5c-05ece0708976 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:11.737303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8de8595-1328-4bb8-ade8-6054bcf869e1 req-0719d393-7380-4a2b-9b5c-05ece0708976 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1096 time: 0.0636990 Aug 17 16:46:11.784371 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8de8595-1328-4bb8-ade8-6054bcf869e1 req-c1093f8a-f831-4f90-b4fe-1b7ee03d4ea2 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.862134 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.943404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Subnet': ['ID=915b64fd-1458-4739-a9aa-329da8bb1a35,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:11.961468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Checking segment: {'id': 'ce08c3ee-5969-4e0c-9d6c-9f8a463dd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0ac20c79-ec7e-427d-90e3-61a471c8d0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:11.961834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network hostable DHCP agents. Network: 0ac20c79-ec7e-427d-90e3-61a471c8d0e1, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:46:11.995438 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8de8595-1328-4bb8-ade8-6054bcf869e1 req-c1093f8a-f831-4f90-b4fe-1b7ee03d4ea2 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:11.996751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:46:12.001513 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8de8595-1328-4bb8-ade8-6054bcf869e1 req-c1093f8a-f831-4f90-b4fe-1b7ee03d4ea2 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.013607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 0ac20c79-ec7e-427d-90e3-61a471c8d0e1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:12.027410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb66c2-66dc-4f9f-8a93-e3558112afaa None None] Network 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:12.027937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:12.028519 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.035727 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8de8595-1328-4bb8-ade8-6054bcf869e1 req-c1093f8a-f831-4f90-b4fe-1b7ee03d4ea2 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766497 Aug 17 16:46:12.051222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1093f8a-f831-4f90-b4fe-1b7ee03d4ea2 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d8cbc-e82b-4a58-b650-51e35497f109,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:12.058262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b745bcc8-5e33-424a-83b4-2ee263fdb75b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5756226 Aug 17 16:46:12.060998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:12.066187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'subnet': {'network_id': '64614e0c-1f84-492f-8cd5-68f7bdac1b23', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:12.168570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:12.172562 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.174853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa150bc-6ea6-419a-b945-9e1ed9c8c088 req-a0c214dc-730a-4787-a775-5aed1a2a82f4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:12.176907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffa150bc-6ea6-419a-b945-9e1ed9c8c088 req-a0c214dc-730a-4787-a775-5aed1a2a82f4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.0522907 Aug 17 16:46:12.203284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-0ac20c79-ec7e-427d-90e3-61a471c8d0e1', 'network_id': '0ac20c79-ec7e-427d-90e3-61a471c8d0e1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'fixed_ips': [{'subnet_id': '915b64fd-1458-4739-a9aa-329da8bb1a35'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:46:12.204420 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.223179 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffa150bc-6ea6-419a-b945-9e1ed9c8c088 req-a4776431-63a3-4b7c-a9dd-86f981de707b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401592 Aug 17 16:46:12.249015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60468) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:12.336785 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1163f5e5-9d4b-48de-9f20-ce85e64d97c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/25118aa5-2e85-41ef-bf15-e95f97e7c370 HTTP/1.1" status: 200 len: 993 time: 0.0863156 Aug 17 16:46:12.348799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Allocated IP 172.20.0.2 (0ac20c79-ec7e-427d-90e3-61a471c8d0e1/915b64fd-1458-4739-a9aa-329da8bb1a35/063aafcb-ca12-4253-bea3-bfcde847c60a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:12.435232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.455645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device af959559-8131-4183-9419-11d8264c80c1 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:12.509891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Subnet': ['ID=53dfc5df-7a87-4817-8457-58cd7d0e2e42,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:12.523581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Checking segment: {'id': 'b60738fd-ce6c-4644-b57f-9e0f84dafb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '64614e0c-1f84-492f-8cd5-68f7bdac1b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:12.523978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network hostable DHCP agents. Network: 64614e0c-1f84-492f-8cd5-68f7bdac1b23, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:46:12.541883 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.546403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30489f8f-c16c-45b7-b66f-87e0d0b65684 req-6ea2b321-0f7d-4e12-925a-b19152776ec8 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:12.548234 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30489f8f-c16c-45b7-b66f-87e0d0b65684 req-6ea2b321-0f7d-4e12-925a-b19152776ec8 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 945 time: 0.0571067 Aug 17 16:46:12.548843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 64614e0c-1f84-492f-8cd5-68f7bdac1b23 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:46:12.555525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Transition to ACTIVE for port object 063aafcb-ca12-4253-bea3-bfcde847c60a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:12.561442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 64614e0c-1f84-492f-8cd5-68f7bdac1b23) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:12.562152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port af959559-8131-4183-9419-11d8264c80c1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:12.569537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port af959559-8131-4183-9419-11d8264c80c1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:12.570136 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.575440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd06d9e6-8190-420d-9ba8-d0eba1f2a504 None None] Network 64614e0c-1f84-492f-8cd5-68f7bdac1b23 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:12.576495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:12.577105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.596414 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-53429139-f452-4d6f-a76f-c96963d7376e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5313809 Aug 17 16:46:12.596653 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30489f8f-c16c-45b7-b66f-87e0d0b65684 req-13cde7fe-7266-48a3-8e82-fde8dceabcfc tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394285 Aug 17 16:46:12.596653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60476) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:12.602755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ef65e644-3dab-457b-b874-e905a72df667 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1974736996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:12.603499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Transition to ACTIVE for port object 063aafcb-ca12-4253-bea3-bfcde847c60a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:12.632565 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef65e644-3dab-457b-b874-e905a72df667 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.634226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef65e644-3dab-457b-b874-e905a72df667 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.648105 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.693866 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef65e644-3dab-457b-b874-e905a72df667 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.699446 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef65e644-3dab-457b-b874-e905a72df667 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.712917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Network 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:12.718809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef65e644-3dab-457b-b874-e905a72df667 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.723245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ef65e644-3dab-457b-b874-e905a72df667 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1224823 Aug 17 16:46:12.723450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:12.723543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60484) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:12.725184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:12.745553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Pushing event updated for resources: {'Port': ['ID=063aafcb-ca12-4253-bea3-bfcde847c60a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:12.871537 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.873754 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Attempting to bind port 063aafcb-ca12-4253-bea3-bfcde847c60a on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:12.874110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Attempting to bind port 063aafcb-ca12-4253-bea3-bfcde847c60a by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'ce08c3ee-5969-4e0c-9d6c-9f8a463dd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0ac20c79-ec7e-427d-90e3-61a471c8d0e1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:12.874570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Attempting to bind port 063aafcb-ca12-4253-bea3-bfcde847c60a on network 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:12.903887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:12.904247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Checking segment: {'id': 'ce08c3ee-5969-4e0c-9d6c-9f8a463dd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0ac20c79-ec7e-427d-90e3-61a471c8d0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:12.904631 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.905024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Bound using segment: {'id': 'ce08c3ee-5969-4e0c-9d6c-9f8a463dd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0ac20c79-ec7e-427d-90e3-61a471c8d0e1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:12.905503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Bound port: 063aafcb-ca12-4253-bea3-bfcde847c60a, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce08c3ee-5969-4e0c-9d6c-9f8a463dd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0ac20c79-ec7e-427d-90e3-61a471c8d0e1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:12.905877 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.928412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-64614e0c-1f84-492f-8cd5-68f7bdac1b23', 'network_id': '64614e0c-1f84-492f-8cd5-68f7bdac1b23', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'fixed_ips': [{'subnet_id': '53dfc5df-7a87-4817-8457-58cd7d0e2e42'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:46:12.929249 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:12.949563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc443b21-3a76-4b33-a982-550861ec4049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af959559-8131-4183-9419-11d8264c80c1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:12.951833 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b804a50-191d-48a4-bcf9-85bcb163bb96" -d '{"events": [{"server_uuid": "cc443b21-3a76-4b33-a982-550861ec4049", "name": "network-vif-plugged", "status": "completed", "tag": "af959559-8131-4183-9419-11d8264c80c1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:13.031390 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd5b5bf-ab81-4bf2-bf1b-e101d396a637 x-openstack-request-id: req-ebd5b5bf-ab81-4bf2-bf1b-e101d396a637 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:13.032870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:13.033813 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc443b21-3a76-4b33-a982-550861ec4049", "name": "network-vif-plugged", "status": "completed", "tag": "af959559-8131-4183-9419-11d8264c80c1", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:13.034828 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebd5b5bf-ab81-4bf2-bf1b-e101d396a637 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:13.035262 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc443b21-3a76-4b33-a982-550861ec4049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af959559-8131-4183-9419-11d8264c80c1', 'code': 200} Aug 17 16:46:13.041164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port af959559-8131-4183-9419-11d8264c80c1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=af959559-8131-4183-9419-11d8264c80c1,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:13.063027 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.079467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.172758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f34119-ea10-450d-9c7d-2c77e000b9f8 req-bc77c231-d7e2-454f-aa0c-54dc1069a30d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:13.173501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] For port 063aafcb-ca12-4253-bea3-bfcde847c60a, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:13.174915 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54f34119-ea10-450d-9c7d-2c77e000b9f8 req-bc77c231-d7e2-454f-aa0c-54dc1069a30d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.1291051 Aug 17 16:46:13.196340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb19c3-3263-4791-b122-6ae599d49953 req-5a7aef47-759d-4efc-9340-68bdd746d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:13.197818 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7fbb19c3-3263-4791-b122-6ae599d49953 req-5a7aef47-759d-4efc-9340-68bdd746d23c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 1097 time: 0.1101632 Aug 17 16:46:13.201493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] For port 063aafcb-ca12-4253-bea3-bfcde847c60a, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=063aafcb-ca12-4253-bea3-bfcde847c60a,segment=NetworkSegment(ce08c3ee-5969-4e0c-9d6c-9f8a463dd506),segment_id=ce08c3ee-5969-4e0c-9d6c-9f8a463dd506)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:13.201666 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-4cb33057-29ee-4d7b-b087-1015559890f1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1667428 Aug 17 16:46:13.215860 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.248816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=af959559-8131-4183-9419-11d8264c80c1,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:13.268044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54f34119-ea10-450d-9c7d-2c77e000b9f8 req-56ee9f30-f152-498a-8918-3659a10f0df5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785704 Aug 17 16:46:13.278157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7fbb19c3-3263-4791-b122-6ae599d49953 req-cde9c91d-5ff3-4361-905e-09f69a37b1e2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691979 Aug 17 16:46:13.312223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Allocated IP 172.21.0.2 (64614e0c-1f84-492f-8cd5-68f7bdac1b23/53dfc5df-7a87-4817-8457-58cd7d0e2e42/b5f30818-b163-434f-85b1-e24f65067dc9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:13.335567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305f963-7b66-494b-9df8-b14dcd361d97 None None] Pushing event updated for resources: {'Port': ['ID=063aafcb-ca12-4253-bea3-bfcde847c60a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:13.387848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Allocated IP 172.20.0.1 (0ac20c79-ec7e-427d-90e3-61a471c8d0e1/915b64fd-1458-4739-a9aa-329da8bb1a35/a82c65d1-32a0-4eee-9910-3fcf9b6355bc) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:13.497652 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.510299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Transition to ACTIVE for port object b5f30818-b163-434f-85b1-e24f65067dc9 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:13.531229 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.556704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Transition to ACTIVE for port object a82c65d1-32a0-4eee-9910-3fcf9b6355bc will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:13.570473 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Transition to ACTIVE for port object b5f30818-b163-434f-85b1-e24f65067dc9 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:13.582604 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.599088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.626249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Network 64614e0c-1f84-492f-8cd5-68f7bdac1b23 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:13.633290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:13.638229 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:13.649024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Pushing event updated for resources: {'Port': ['ID=b5f30818-b163-434f-85b1-e24f65067dc9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:13.664010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:13.667592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:13.670209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:13.705670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=a82c65d1-32a0-4eee-9910-3fcf9b6355bc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:13.723275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Attempting to bind port b5f30818-b163-434f-85b1-e24f65067dc9 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:13.723639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Attempting to bind port b5f30818-b163-434f-85b1-e24f65067dc9 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'b60738fd-ce6c-4644-b57f-9e0f84dafb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '64614e0c-1f84-492f-8cd5-68f7bdac1b23'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:13.724049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Attempting to bind port b5f30818-b163-434f-85b1-e24f65067dc9 on network 64614e0c-1f84-492f-8cd5-68f7bdac1b23 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:13.737278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:13.737660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Checking segment: {'id': 'b60738fd-ce6c-4644-b57f-9e0f84dafb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '64614e0c-1f84-492f-8cd5-68f7bdac1b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:13.738144 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.738540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Bound using segment: {'id': 'b60738fd-ce6c-4644-b57f-9e0f84dafb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '64614e0c-1f84-492f-8cd5-68f7bdac1b23'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:13.739109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Bound port: b5f30818-b163-434f-85b1-e24f65067dc9, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60738fd-ce6c-4644-b57f-9e0f84dafb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '64614e0c-1f84-492f-8cd5-68f7bdac1b23'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:13.739521 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.740337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.831044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] For port b5f30818-b163-434f-85b1-e24f65067dc9, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:13.834966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] For port b5f30818-b163-434f-85b1-e24f65067dc9, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b5f30818-b163-434f-85b1-e24f65067dc9,segment=NetworkSegment(b60738fd-ce6c-4644-b57f-9e0f84dafb76),segment_id=b60738fd-ce6c-4644-b57f-9e0f84dafb76)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:13.841835 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:13.913912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afa25e-966c-4a85-82fe-fb8c1a5c2860 req-ccbfcbf3-4704-453d-8199-829ae87b7aae tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:13.917418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb683081-c981-49b4-9d8e-4c707b9eb8d8 None None] Pushing event updated for resources: {'Port': ['ID=b5f30818-b163-434f-85b1-e24f65067dc9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:13.919508 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f0afa25e-966c-4a85-82fe-fb8c1a5c2860 req-ccbfcbf3-4704-453d-8199-829ae87b7aae tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 946 time: 0.1293027 Aug 17 16:46:14.035232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:14.070406 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f0afa25e-966c-4a85-82fe-fb8c1a5c2860 req-46f0e8c3-6708-45ee-96ae-2dba3575f1a6 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387882 Aug 17 16:46:14.077065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 063aafcb-ca12-4253-bea3-bfcde847c60a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:14.189575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 063aafcb-ca12-4253-bea3-bfcde847c60a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:14.417551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba7436-e7ef-4e43-9d83-b88b0bfe68ac req-c58854cf-81f1-45ef-a41e-409029e697a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:14.425561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-35ba7436-e7ef-4e43-9d83-b88b0bfe68ac req-c58854cf-81f1-45ef-a41e-409029e697a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.0728753 Aug 17 16:46:14.469463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-35ba7436-e7ef-4e43-9d83-b88b0bfe68ac req-7a35293d-e1f6-48af-bef5-d98fed14f091 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428171 Aug 17 16:46:14.688632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42864ce-c001-4151-95e9-cc2e0f7d6281 None None] Network 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:14.760430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-81a3add7-ab82-43dd-a0a8-a76e546bfbdf None None] Provisioning for port 063aafcb-ca12-4253-bea3-bfcde847c60a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:14.774044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-81a3add7-ab82-43dd-a0a8-a76e546bfbdf None None] Provisioning complete for port 063aafcb-ca12-4253-bea3-bfcde847c60a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:14.774456 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81a3add7-ab82-43dd-a0a8-a76e546bfbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:14.890779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:14.896996 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:14.940457 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81a3add7-ab82-43dd-a0a8-a76e546bfbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:14.993033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-81a3add7-ab82-43dd-a0a8-a76e546bfbdf None None] For port 063aafcb-ca12-4253-bea3-bfcde847c60a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=063aafcb-ca12-4253-bea3-bfcde847c60a,segment=NetworkSegment(ce08c3ee-5969-4e0c-9d6c-9f8a463dd506),segment_id=ce08c3ee-5969-4e0c-9d6c-9f8a463dd506)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:14.998990 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81a3add7-ab82-43dd-a0a8-a76e546bfbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:15.019365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=a82c65d1-32a0-4eee-9910-3fcf9b6355bc,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:15.028062 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:15.050914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19a44-f556-48e4-b155-bf445c7412ae req-01a88295-0390-4bb2-a234-3a5a6257d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:15.052422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-01a88295-0390-4bb2-a234-3a5a6257d8db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1096 time: 0.1023684 Aug 17 16:46:15.071596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3add7-ab82-43dd-a0a8-a76e546bfbdf None None] Pushing event updated for resources: {'Port': ['ID=063aafcb-ca12-4253-bea3-bfcde847c60a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:15.156337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d5cc2-d6ea-4069-9cda-d4d6b1f220d1 None None] Network 64614e0c-1f84-492f-8cd5-68f7bdac1b23 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:15.248966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e2668007-22b5-48ca-8fa0-b2c2901880cd None None] Provisioning for port b5f30818-b163-434f-85b1-e24f65067dc9 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:15.291440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1433e-177f-4602-889d-dba91c620228 req-c027ae17-15e4-46c0-84b0-037396863b76 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:15.293018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3de1433e-177f-4602-889d-dba91c620228 req-c027ae17-15e4-46c0-84b0-037396863b76 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 946 time: 0.1316950 Aug 17 16:46:15.295310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19a44-f556-48e4-b155-bf445c7412ae req-814e6b38-1284-444a-9584-b1b2521147dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:15.297145 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-814e6b38-1284-444a-9584-b1b2521147dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 200 len: 897 time: 0.1971307 Aug 17 16:46:15.304224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:15.325991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:15.397104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0f7f2ba8-5854-421f-a04a-91f34e5495ca None None] Provisioning complete for port 063aafcb-ca12-4253-bea3-bfcde847c60a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:15.398289 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f7f2ba8-5854-421f-a04a-91f34e5495ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:15.473823 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3de1433e-177f-4602-889d-dba91c620228 req-1939f6cc-17e5-499a-805a-bad39efe3bf5 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724310 Aug 17 16:46:15.499825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-49904289-6aa5-463c-8435-15147888d176 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 200 len: 1001 time: 0.1867905 Aug 17 16:46:15.583472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0f7f2ba8-5854-421f-a04a-91f34e5495ca None None] Provisioning for port a82c65d1-32a0-4eee-9910-3fcf9b6355bc completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:15.588642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0f7f2ba8-5854-421f-a04a-91f34e5495ca None None] Provisioning complete for port a82c65d1-32a0-4eee-9910-3fcf9b6355bc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:15.589064 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f7f2ba8-5854-421f-a04a-91f34e5495ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:15.597284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19a44-f556-48e4-b155-bf445c7412ae req-098acce0-b377-4f6b-b026-7c296b063a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:15.598816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-098acce0-b377-4f6b-b026-7c296b063a02 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=793ee439-ea4c-4531-9ffe-c55dddc7d866 HTTP/1.1" status: 200 len: 834 time: 0.0828624 Aug 17 16:46:15.664233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f2ba8-5854-421f-a04a-91f34e5495ca None None] Port a82c65d1-32a0-4eee-9910-3fcf9b6355bc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:15.680865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6992469-6327-4669-bfca-ac109e6cf72d req-0dd0ff4b-a312-4688-8aab-42973c3c94e0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:15.687145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d6992469-6327-4669-bfca-ac109e6cf72d req-0dd0ff4b-a312-4688-8aab-42973c3c94e0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.0703049 Aug 17 16:46:15.730161 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d6992469-6327-4669-bfca-ac109e6cf72d req-6d9d4bf2-7bc8-47c2-8a30-aadddd96f6ab tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404289 Aug 17 16:46:15.733231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 94fb8535-581f-440a-8a05-bfe586c91198 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:46:15.740113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19a44-f556-48e4-b155-bf445c7412ae req-21fcb3fb-975e-4c9a-91c2-7a30cbf10465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:15.741721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-21fcb3fb-975e-4c9a-91c2-7a30cbf10465 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1819cbe1-625e-4544-b587-74f829ca2ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268489 Aug 17 16:46:15.794792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5845dc5f-99f3-4a3d-b89f-90e7de369d2b None None] Provisioning complete for port a82c65d1-32a0-4eee-9910-3fcf9b6355bc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:15.795370 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5845dc5f-99f3-4a3d-b89f-90e7de369d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:15.833880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5845dc5f-99f3-4a3d-b89f-90e7de369d2b None None] Port a82c65d1-32a0-4eee-9910-3fcf9b6355bc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:15.871007 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b1b48-8981-487d-bcfc-f2a81abab7f3 req-25081144-b56b-4fc2-8d4b-72ba767155de tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:15.872614 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c3b1b48-8981-487d-bcfc-f2a81abab7f3 req-25081144-b56b-4fc2-8d4b-72ba767155de tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 946 time: 0.2025166 Aug 17 16:46:15.942185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:15.952733 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf496ba-288e-42b0-b9c7-987206db9a66 None None] Sync routers for ids ['94fb8535-581f-440a-8a05-bfe586c91198'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:15.962061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:15.971182 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-76c32062-0276-48c4-b401-b11da0d474ac tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/94fb8535-581f-440a-8a05-bfe586c91198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2451515 Aug 17 16:46:15.975455 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf496ba-288e-42b0-b9c7-987206db9a66 None None] Routers {'94fb8535-581f-440a-8a05-bfe586c91198'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:15.976092 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0cf496ba-288e-42b0-b9c7-987206db9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['94fb8535-581f-440a-8a05-bfe586c91198'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:15.979346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-79331dba-8b5f-4b09-beb7-d13e29a8abad None None] Provisioning complete for port a82c65d1-32a0-4eee-9910-3fcf9b6355bc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:15.979716 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79331dba-8b5f-4b09-beb7-d13e29a8abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.024157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc267bff-e756-4639-b97f-b3e5333402c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:16.024567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c3b1b48-8981-487d-bcfc-f2a81abab7f3 req-14c18f58-aa03-4afa-9080-4358beea06ce tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446979 Aug 17 16:46:16.028916 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0cf496ba-288e-42b0-b9c7-987206db9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:16.031516 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-dabe64ca-7770-400b-8352-d25feab85f7d service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800705 Aug 17 16:46:16.034565 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc267bff-e756-4639-b97f-b3e5333402c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports/a82c65d1-32a0-4eee-9910-3fcf9b6355bc HTTP/1.1" status: 200 len: 910 time: 0.0691350 Aug 17 16:46:16.040886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60530) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:16.048384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-79331dba-8b5f-4b09-beb7-d13e29a8abad None None] Port a82c65d1-32a0-4eee-9910-3fcf9b6355bc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:16.050348 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf496ba-288e-42b0-b9c7-987206db9a66 None None] Routers {'94fb8535-581f-440a-8a05-bfe586c91198'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:16.051180 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0cf496ba-288e-42b0-b9c7-987206db9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['94fb8535-581f-440a-8a05-bfe586c91198'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:16.095169 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0cf496ba-288e-42b0-b9c7-987206db9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:16.095994 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf496ba-288e-42b0-b9c7-987206db9a66 None None] The sync data for ids ['94fb8535-581f-440a-8a05-bfe586c91198'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:16.098342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b5f30818-b163-434f-85b1-e24f65067dc9 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:16.153711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b5f30818-b163-434f-85b1-e24f65067dc9 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:16.158957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b5f30818-b163-434f-85b1-e24f65067dc9 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:16.159416 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.172529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eaf18-7ba1-4e6c-8cde-cc81e08a8826 req-c73e1b75-05d4-4d6e-ad10-e2642b1d1543 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:16.174720 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b95eaf18-7ba1-4e6c-8cde-cc81e08a8826 req-c73e1b75-05d4-4d6e-ad10-e2642b1d1543 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 946 time: 0.0562344 Aug 17 16:46:16.231275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b95eaf18-7ba1-4e6c-8cde-cc81e08a8826 req-5aea056a-26be-4960-9dad-281addd0c897 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461223 Aug 17 16:46:16.255859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:16.266989 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.299170 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-c69eea04-ab2d-4806-8457-c28e4a63882d service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573864 Aug 17 16:46:16.310464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b5f30818-b163-434f-85b1-e24f65067dc9, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b5f30818-b163-434f-85b1-e24f65067dc9,segment=NetworkSegment(b60738fd-ce6c-4644-b57f-9e0f84dafb76),segment_id=b60738fd-ce6c-4644-b57f-9e0f84dafb76)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:16.316897 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.317706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 063aafcb-ca12-4253-bea3-bfcde847c60a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:16.403201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b5f30818-b163-434f-85b1-e24f65067dc9,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:16.426747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 063aafcb-ca12-4253-bea3-bfcde847c60a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:16.427235 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.474005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372cc940-cb92-480e-96ed-2a0552483b27 tempest-TestServerBasicOps-465832501 tempest-TestServerBasicOps-465832501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:16.475602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-372cc940-cb92-480e-96ed-2a0552483b27 tempest-TestServerBasicOps-465832501 tempest-TestServerBasicOps-465832501-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 1092 time: 0.2182221 Aug 17 16:46:16.478651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:16.483218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'af959559-8131-4183-9419-11d8264c80c1', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:16.510193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.526868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.623721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.731596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Allocated IP 172.25.7.109 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/81d38a3d-44cf-4734-83e0-2f17274f62d4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:16.796360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Allocated IP 172.21.0.1 (64614e0c-1f84-492f-8cd5-68f7bdac1b23/53dfc5df-7a87-4817-8457-58cd7d0e2e42/c62e2c6e-2da4-434c-8fb4-9c86511125e9) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:16.849125 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.893009 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.931413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:16.931880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ab99e-fe0d-4520-b8e9-3f7760cedb8c req-840de386-dc89-4f49-bf4a-75a143c8e92d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:16.933453 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c23ab99e-fe0d-4520-b8e9-3f7760cedb8c req-840de386-dc89-4f49-bf4a-75a143c8e92d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.1174877 Aug 17 16:46:16.934435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:16.941171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:16.971029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:16.978832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event updated for resources: {'Port': ['ID=81d38a3d-44cf-4734-83e0-2f17274f62d4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:16.993240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.993592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.993922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.994260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.994633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.994967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.995291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.995619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.995954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.996086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Transition to ACTIVE for port object c62e2c6e-2da4-434c-8fb4-9c86511125e9 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:16.996275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.996605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:16.996930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:17.005302 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c23ab99e-fe0d-4520-b8e9-3f7760cedb8c req-0fc599ce-500c-4112-9057-8b317dc92158 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634415 Aug 17 16:46:17.046726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.087512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 64614e0c-1f84-492f-8cd5-68f7bdac1b23 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:17.092995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:17.098722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:17.125450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=c62e2c6e-2da4-434c-8fb4-9c86511125e9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:17.162104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.300581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.381083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0fce98cb-b0b2-4b33-bf73-9422a87b9427 None None] Provisioning for port c62e2c6e-2da4-434c-8fb4-9c86511125e9 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:17.386086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0fce98cb-b0b2-4b33-bf73-9422a87b9427 None None] Provisioning complete for port c62e2c6e-2da4-434c-8fb4-9c86511125e9 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:17.386514 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0fce98cb-b0b2-4b33-bf73-9422a87b9427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.425217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0fce98cb-b0b2-4b33-bf73-9422a87b9427 None None] Port c62e2c6e-2da4-434c-8fb4-9c86511125e9 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:17.531966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.604738 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.610502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.659776 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.689761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.691574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=c62e2c6e-2da4-434c-8fb4-9c86511125e9,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:17.810779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 64614e0c-1f84-492f-8cd5-68f7bdac1b23 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:17.812138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:17.827330 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.833113 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:17.916693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event updated for resources: {'Port': ['ID=81d38a3d-44cf-4734-83e0-2f17274f62d4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:17.923173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 94fb8535-581f-440a-8a05-bfe586c91198 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:17.934632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:18.003988 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b5f30818-b163-434f-85b1-e24f65067dc9 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:18.046290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:18.057992 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9dddbdf8-710a-43eb-aa80-f413269e9bba tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/94fb8535-581f-440a-8a05-bfe586c91198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0174131 Aug 17 16:46:18.058326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b5f30818-b163-434f-85b1-e24f65067dc9 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:18.058784 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:18.060838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60546) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:18.062941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e738a91-82e1-41f0-88dc-aee7abed8c30 None None] Sync routers for ids ['94fb8535-581f-440a-8a05-bfe586c91198'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:18.077903 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Floating IP 35b34424-8bc8-4c8c-bf6c-51307259adf4 associated. External IP: 172.25.7.109, port: af959559-8131-4183-9419-11d8264c80c1. Aug 17 16:46:18.125777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7fb207-604d-4a80-8f6d-bcce4cf9fc52 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:18.129993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6f7fb207-604d-4a80-8f6d-bcce4cf9fc52 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports/c62e2c6e-2da4-434c-8fb4-9c86511125e9 HTTP/1.1" status: 200 len: 910 time: 0.0630081 Aug 17 16:46:18.130150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60548) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:18.133924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e738a91-82e1-41f0-88dc-aee7abed8c30 None None] Routers {'94fb8535-581f-440a-8a05-bfe586c91198'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:18.134686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e738a91-82e1-41f0-88dc-aee7abed8c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['94fb8535-581f-440a-8a05-bfe586c91198'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:18.188199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e738a91-82e1-41f0-88dc-aee7abed8c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:18.209008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0c9421ae-5690-47dd-b195-3ccbaee52822 None None] Provisioning complete for port c62e2c6e-2da4-434c-8fb4-9c86511125e9 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:18.209526 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c9421ae-5690-47dd-b195-3ccbaee52822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:18.212784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e738a91-82e1-41f0-88dc-aee7abed8c30 None None] Routers {'94fb8535-581f-440a-8a05-bfe586c91198'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:18.213410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e738a91-82e1-41f0-88dc-aee7abed8c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['94fb8535-581f-440a-8a05-bfe586c91198'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:18.289511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e738a91-82e1-41f0-88dc-aee7abed8c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:18.290170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e738a91-82e1-41f0-88dc-aee7abed8c30 None None] The sync data for ids ['94fb8535-581f-440a-8a05-bfe586c91198'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:18.318277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0c9421ae-5690-47dd-b195-3ccbaee52822 None None] Port c62e2c6e-2da4-434c-8fb4-9c86511125e9 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:18.548195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb38d8-4cf9-4ce9-be8f-08b6563ac985 req-c515c7ce-279a-4bea-b839-d8136e1d86c6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:18.549992 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2efb38d8-4cf9-4ce9-be8f-08b6563ac985 req-c515c7ce-279a-4bea-b839-d8136e1d86c6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.4317472 Aug 17 16:46:18.562181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:18.723293 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2efb38d8-4cf9-4ce9-be8f-08b6563ac985 req-b096c39c-b9f7-4d3e-9480-f69310e25dfe tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650207 Aug 17 16:46:18.826901 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:18.856749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:19.093581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:19.096359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port c62e2c6e-2da4-434c-8fb4-9c86511125e9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:19.097102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:19.105274 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] Sync routers for ids ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:19.116185 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] Routers {'48f4ccc2-c249-4251-9a2d-cae00c3f7899'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:19.116816 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:19.124189 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:19.176883 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a329cadf-c090-4647-bdfa-e6c20eefd7db tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6971660 Aug 17 16:46:19.181938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc443b21-3a76-4b33-a982-550861ec4049', 'tag': 'af959559-8131-4183-9419-11d8264c80c1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:19.185076 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793a3b31-2e83-49c2-90c0-95a29e9f6306" -d '{"events": [{"name": "network-changed", "server_uuid": "cc443b21-3a76-4b33-a982-550861ec4049", "tag": "af959559-8131-4183-9419-11d8264c80c1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:19.205485 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:19.221074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for c62e2c6e-2da4-434c-8fb4-9c86511125e9 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:19.240126 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f049627-d968-452e-9712-ee96172ee1d7 x-openstack-request-id: req-2f049627-d968-452e-9712-ee96172ee1d7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:19.240417 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc443b21-3a76-4b33-a982-550861ec4049", "tag": "af959559-8131-4183-9419-11d8264c80c1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:19.240671 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f049627-d968-452e-9712-ee96172ee1d7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:19.241067 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc443b21-3a76-4b33-a982-550861ec4049', 'tag': 'af959559-8131-4183-9419-11d8264c80c1', 'status': 'completed', 'code': 200} Aug 17 16:46:19.261759 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] Set router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:19.320564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:19.364776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-42dcaeee-81ed-40d2-935a-c81de708f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:19.366307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-42dcaeee-81ed-40d2-935a-c81de708f2ae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7e6ffdd0387446a4ba06732855b55340&device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 1097 time: 0.0986116 Aug 17 16:46:19.423042 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:19.459644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=c62e2c6e-2da4-434c-8fb4-9c86511125e9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:19.547632 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '35b34424-8bc8-4c8c-bf6c-51307259adf4', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'port_id': 'af959559-8131-4183-9419-11d8264c80c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'mac_address': 'fa:16:3e:b8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc443b21-3a76-4b33-a982-550861ec4049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:46:17Z', 'updated_at': '2021-08-17T16:46:17Z', 'revision_number': 0, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:56Z', 'revision_number': 5, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:19.574047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-e9348346-4196-49ca-acc7-352fa0478e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:19.575374 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] Checking router: 48f4ccc2-c249-4251-9a2d-cae00c3f7899 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:46:19.575921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-e9348346-4196-49ca-acc7-352fa0478e45 service neutron] 10.222.0.91 "GET /v2.0/networks?id=47cb50ba-444e-4368-9860-45733d526109 HTTP/1.1" status: 200 len: 910 time: 0.2008042 Aug 17 16:46:19.587304 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] Routers {'48f4ccc2-c249-4251-9a2d-cae00c3f7899'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:19.587304 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:19.680054 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:19.689918 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:19.711866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-975f0135-c474-40d7-ae3f-08424253f8af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af959559-8131-4183-9419-11d8264c80c1 HTTP/1.1" status: 200 len: 1000 time: 0.1279693 Aug 17 16:46:19.784405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-484c473c-a0dc-4456-8860-9479e9bc97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:19.785996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-484c473c-a0dc-4456-8860-9479e9bc97e1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a758837c-b63a-483d-ab06-107d0eb6eacf HTTP/1.1" status: 200 len: 848 time: 0.0659258 Aug 17 16:46:19.864613 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] Set router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:19.909968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 94fb8535-581f-440a-8a05-bfe586c91198 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:19.942889 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:19.995005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc194cb4-9557-420b-95bb-f83987b70fbc req-3fc74958-79b5-419f-a134-aa37d693b678 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:19.996574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc194cb4-9557-420b-95bb-f83987b70fbc req-3fc74958-79b5-419f-a134-aa37d693b678 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.1927330 Aug 17 16:46:20.032019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-30558dd5-55f1-4e0b-9ce1-17b1354b3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:20.034516 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-30558dd5-55f1-4e0b-9ce1-17b1354b3427 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=47cb50ba-444e-4368-9860-45733d526109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395470 Aug 17 16:46:20.045057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:20.051543 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b45baacd-1ec3-418e-b7e3-755d0cabb259 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/94fb8535-581f-440a-8a05-bfe586c91198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9202898 Aug 17 16:46:20.054450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60560) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:20.060149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d7f5d-53fe-4533-8d33-0ff0d69f3083 None None] Sync routers for ids ['94fb8535-581f-440a-8a05-bfe586c91198'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:20.074119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d7f5d-53fe-4533-8d33-0ff0d69f3083 None None] Routers {'94fb8535-581f-440a-8a05-bfe586c91198'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:20.075047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-194d7f5d-53fe-4533-8d33-0ff0d69f3083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['94fb8535-581f-440a-8a05-bfe586c91198'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:20.123661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-194d7f5d-53fe-4533-8d33-0ff0d69f3083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:20.135019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc194cb4-9557-420b-95bb-f83987b70fbc req-a243716b-df69-4945-8a5e-5a3f0ba4099f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306581 Aug 17 16:46:20.136806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d7f5d-53fe-4533-8d33-0ff0d69f3083 None None] Routers {'94fb8535-581f-440a-8a05-bfe586c91198'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:20.138529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-194d7f5d-53fe-4533-8d33-0ff0d69f3083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['94fb8535-581f-440a-8a05-bfe586c91198'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:20.171958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port 392a5ef9-ec27-45ac-b926-2dd996d04811 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:20.172362 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:20.222170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-5a211aa0-844f-49fd-9ea1-8402a8172479 service neutron] 10.222.0.91 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791725 Aug 17 16:46:20.224727 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '35b34424-8bc8-4c8c-bf6c-51307259adf4', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'port_id': 'af959559-8131-4183-9419-11d8264c80c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'mac_address': 'fa:16:3e:b8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc443b21-3a76-4b33-a982-550861ec4049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:46:17Z', 'updated_at': '2021-08-17T16:46:17Z', 'revision_number': 0, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:56Z', 'revision_number': 5, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:20.261753 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe7b71-32f4-4773-93bf-5dd873453d74 None None] The sync data for ids ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'] in n-d-804878-1 is: [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '35b34424-8bc8-4c8c-bf6c-51307259adf4', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'port_id': 'af959559-8131-4183-9419-11d8264c80c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'mac_address': 'fa:16:3e:b8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc443b21-3a76-4b33-a982-550861ec4049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:46:17Z', 'updated_at': '2021-08-17T16:46:17Z', 'revision_number': 0, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:56Z', 'revision_number': 5, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:20.341527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] For port 392a5ef9-ec27-45ac-b926-2dd996d04811, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=392a5ef9-ec27-45ac-b926-2dd996d04811,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:20.341916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:20.356198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-194d7f5d-53fe-4533-8d33-0ff0d69f3083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:20.356421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d7f5d-53fe-4533-8d33-0ff0d69f3083 None None] The sync data for ids ['94fb8535-581f-440a-8a05-bfe586c91198'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:20.369950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for 392a5ef9-ec27-45ac-b926-2dd996d04811 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:20.383656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-793a3b31-2e83-49c2-90c0-95a29e9f6306 req-71b68018-9db1-4be6-9e6e-1a6dd54511c6 service neutron] 10.222.0.91 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525390 Aug 17 16:46:20.474605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:20.546491 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdb6a0-cf69-41fa-9084-20d9baf60ed5 None None] New status for floating IP 35b34424-8bc8-4c8c-bf6c-51307259adf4: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:46:20.590423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:20.621334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=392a5ef9-ec27-45ac-b926-2dd996d04811,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:20.819005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port a82c65d1-32a0-4eee-9910-3fcf9b6355bc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:20.819454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:20.849666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:20.924192 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:20.937070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for a82c65d1-32a0-4eee-9910-3fcf9b6355bc owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:21.103622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router fa1ff3c5-3d4e-44ae-a318-4495898e422e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:21.122952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:21.150503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=a82c65d1-32a0-4eee-9910-3fcf9b6355bc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:21.234328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:21.246576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] Sync routers for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:21.249056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56e96c9d-4d78-4a5b-9d78-c4b1a65e1042 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "PUT /v2.0/routers/fa1ff3c5-3d4e-44ae-a318-4495898e422e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6859422 Aug 17 16:46:21.256903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:21.257356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:21.357842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c4555-ad91-4b3b-96ab-fc92dce27386 req-d3cde22e-e4c0-4937-8507-0092ed5a2b34 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:21.359746 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1c4555-ad91-4b3b-96ab-fc92dce27386 req-d3cde22e-e4c0-4937-8507-0092ed5a2b34 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.1284027 Aug 17 16:46:21.366728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:21.390588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:21.489274 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1b1c4555-ad91-4b3b-96ab-fc92dce27386 req-f2a114ef-7397-4b01-a8b1-ad232d50fbd4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188579 Aug 17 16:46:21.575424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 94fb8535-581f-440a-8a05-bfe586c91198 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:21.662675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:46:20Z', 'revision_number': 6, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '7b54cf06-ae81-44be-b333-be1e6b8dbbab', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'mac_address': 'fa:16:3e:18:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:00Z', 'updated_at': '2021-08-17T16:45:05Z', 'revision_number': 1, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:21.665927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:21.675340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bf938b0e-7db7-4390-94ef-d4fc2426c87c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/94fb8535-581f-440a-8a05-bfe586c91198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194811 Aug 17 16:46:21.675957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60568) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:21.680664 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af56285a-a7ab-4f00-be50-7a4b7ab531cd None None] Sync routers for ids ['94fb8535-581f-440a-8a05-bfe586c91198'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:21.691219 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56285a-a7ab-4f00-be50-7a4b7ab531cd None None] Routers {'94fb8535-581f-440a-8a05-bfe586c91198'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:21.691913 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-af56285a-a7ab-4f00-be50-7a4b7ab531cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['94fb8535-581f-440a-8a05-bfe586c91198'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:21.698077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] Checking router: fa1ff3c5-3d4e-44ae-a318-4495898e422e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:46:21.708555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:21.709192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:21.716854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1309927-dffb-4fc0-914c-6267fd873eaf tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=94fb8535-581f-440a-8a05-bfe586c91198 HTTP/1.1" status: 200 len: 205 time: 0.0397849 Aug 17 16:46:21.719803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60570) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:21.735383 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-af56285a-a7ab-4f00-be50-7a4b7ab531cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:21.745443 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56285a-a7ab-4f00-be50-7a4b7ab531cd None None] Routers {'94fb8535-581f-440a-8a05-bfe586c91198'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:21.746075 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-af56285a-a7ab-4f00-be50-7a4b7ab531cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['94fb8535-581f-440a-8a05-bfe586c91198'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:21.780518 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-af56285a-a7ab-4f00-be50-7a4b7ab531cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:21.781437 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af56285a-a7ab-4f00-be50-7a4b7ab531cd None None] The sync data for ids ['94fb8535-581f-440a-8a05-bfe586c91198'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:21.819661 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dc97b1d-e35d-4f3d-b433-9cd9ae9b222a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:21.834082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:21.891073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6774f3-7041-4406-b5a0-4284603d963f req-67635300-c0ff-4635-8a31-dea30090c9f1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:21.892833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa6774f3-7041-4406-b5a0-4284603d963f req-67635300-c0ff-4635-8a31-dea30090c9f1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 946 time: 0.4202650 Aug 17 16:46:21.952330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa6774f3-7041-4406-b5a0-4284603d963f req-09f3943b-fd7f-481a-8b31-d4f26af66553 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518537 Aug 17 16:46:22.051196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dc97b1d-e35d-4f3d-b433-9cd9ae9b222a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.053916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dc97b1d-e35d-4f3d-b433-9cd9ae9b222a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.104521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dc97b1d-e35d-4f3d-b433-9cd9ae9b222a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.105358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc97b1d-e35d-4f3d-b433-9cd9ae9b222a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Fanout notify agent at l3_agent the message router_deleted on router 94fb8535-581f-440a-8a05-bfe586c91198 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:46:22.115127 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dc97b1d-e35d-4f3d-b433-9cd9ae9b222a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.118409 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1dc97b1d-e35d-4f3d-b433-9cd9ae9b222a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/94fb8535-581f-440a-8a05-bfe586c91198 HTTP/1.1" status: 204 len: 168 time: 0.3945618 Aug 17 16:46:22.119193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:22.124963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:46:20Z', 'revision_number': 6, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '7b54cf06-ae81-44be-b333-be1e6b8dbbab', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'mac_address': 'fa:16:3e:18:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:00Z', 'updated_at': '2021-08-17T16:45:05Z', 'revision_number': 1, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:22.158352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58be347-c2f9-405a-be04-5865eea2e003 None None] The sync data for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 is: [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:46:20Z', 'revision_number': 6, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '7b54cf06-ae81-44be-b333-be1e6b8dbbab', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'port_id': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'mac_address': 'fa:16:3e:18:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:45:00Z', 'updated_at': '2021-08-17T16:45:05Z', 'revision_number': 1, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:22.171856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-530c9e2a-37bb-4685-9f7b-8408a4fa0f80 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting subnet 53dfc5df-7a87-4817-8457-58cd7d0e2e42 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:46:22.175872 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-530c9e2a-37bb-4685-9f7b-8408a4fa0f80 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.219516 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-530c9e2a-37bb-4685-9f7b-8408a4fa0f80 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.302507 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-530c9e2a-37bb-4685-9f7b-8408a4fa0f80 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.366232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-530c9e2a-37bb-4685-9f7b-8408a4fa0f80 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.397538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c9e2a-37bb-4685-9f7b-8408a4fa0f80 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Subnet': ['ID=53dfc5df-7a87-4817-8457-58cd7d0e2e42,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:22.402307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-530c9e2a-37bb-4685-9f7b-8408a4fa0f80 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.405074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-530c9e2a-37bb-4685-9f7b-8408a4fa0f80 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/53dfc5df-7a87-4817-8457-58cd7d0e2e42 HTTP/1.1" status: 204 len: 168 time: 0.2845743 Aug 17 16:46:22.407421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:22.408882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c35bc-3986-4c62-8de8-10d2265492fb None None] Network 64614e0c-1f84-492f-8cd5-68f7bdac1b23 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:22.462693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd333b0e-b93b-4f37-81e0-40be6440b7f2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting subnet 915b64fd-1458-4739-a9aa-329da8bb1a35 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:46:22.466007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd333b0e-b93b-4f37-81e0-40be6440b7f2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.515047 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd333b0e-b93b-4f37-81e0-40be6440b7f2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.615143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fced7d1-3404-4f11-b161-7d960c8764ae None None] DHCP port deletion for 64614e0c-1f84-492f-8cd5-68f7bdac1b23 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:46:22.648170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd333b0e-b93b-4f37-81e0-40be6440b7f2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.668935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78459-34c6-4b65-837b-50c6570b3f87 req-75b09f02-5a51-41c1-9853-cc0a38e33414 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:22.670880 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-68f78459-34c6-4b65-837b-50c6570b3f87 req-75b09f02-5a51-41c1-9853-cc0a38e33414 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.0897441 Aug 17 16:46:22.701237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5fced7d1-3404-4f11-b161-7d960c8764ae None None] Deleting port b5f30818-b163-434f-85b1-e24f65067dc9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:22.702797 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fced7d1-3404-4f11-b161-7d960c8764ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.743395 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-68f78459-34c6-4b65-837b-50c6570b3f87 req-e3a7800e-df4b-4589-a158-26889deba74a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632336 Aug 17 16:46:22.757076 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd333b0e-b93b-4f37-81e0-40be6440b7f2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.799640 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5fced7d1-3404-4f11-b161-7d960c8764ae None None] For port b5f30818-b163-434f-85b1-e24f65067dc9, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b5f30818-b163-434f-85b1-e24f65067dc9,segment=NetworkSegment(b60738fd-ce6c-4644-b57f-9e0f84dafb76),segment_id=b60738fd-ce6c-4644-b57f-9e0f84dafb76)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:22.800182 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fced7d1-3404-4f11-b161-7d960c8764ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.815025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5fced7d1-3404-4f11-b161-7d960c8764ae None None] Calling delete_port for b5f30818-b163-434f-85b1-e24f65067dc9 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:22.831832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd333b0e-b93b-4f37-81e0-40be6440b7f2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:22.835248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fd333b0e-b93b-4f37-81e0-40be6440b7f2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/915b64fd-1458-4739-a9aa-329da8bb1a35 HTTP/1.1" status: 204 len: 168 time: 0.4260795 Aug 17 16:46:22.836596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd333b0e-b93b-4f37-81e0-40be6440b7f2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Subnet': ['ID=915b64fd-1458-4739-a9aa-329da8bb1a35,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:22.838122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60578) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:22.872826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d1230-df91-44d1-8f6a-ed9a871c07e0 None None] Network 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:22.901067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-e15ba574-6c11-40d3-b04d-c11581e71129 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:22.904021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-e15ba574-6c11-40d3-b04d-c11581e71129 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 946 time: 0.1233044 Aug 17 16:46:22.949754 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.037439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port b5f30818-b163-434f-85b1-e24f65067dc9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:23.037925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.046515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fced7d1-3404-4f11-b161-7d960c8764ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.050772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-bbd1736d-bca6-4767-b888-759dd326d83f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port ddba7db9-7a9b-4915-a94c-143065cd9419 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:23.051244 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-bbd1736d-bca6-4767-b888-759dd326d83f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.083408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fced7d1-3404-4f11-b161-7d960c8764ae None None] Pushing event deleted for resources: {'Port': ['ID=b5f30818-b163-434f-85b1-e24f65067dc9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:23.094130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fced7d1-3404-4f11-b161-7d960c8764ae None None] No DVR routers for this DVR port b5f30818-b163-434f-85b1-e24f65067dc9 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:23.133023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port b5f30818-b163-434f-85b1-e24f65067dc9, host n-d-804878-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:23.133517 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.144578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aca5da1-c42d-4c0b-be36-6d26c6628f9d None None] DHCP port deletion for 0ac20c79-ec7e-427d-90e3-61a471c8d0e1 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:46:23.153570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for b5f30818-b163-434f-85b1-e24f65067dc9 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:23.156523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Port b5f30818-b163-434f-85b1-e24f65067dc9 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:46:23.159571 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.180851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e88c47-e606-4138-b208-bb150415f9b2 req-bb2fac5f-9429-4dd2-b1f6-c740db23ca98 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:23.182468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23e88c47-e606-4138-b208-bb150415f9b2 req-bb2fac5f-9429-4dd2-b1f6-c740db23ca98 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b13419-fc71-46be-aa7f-aa2b2a63eea8 HTTP/1.1" status: 200 len: 946 time: 0.1378632 Aug 17 16:46:23.192793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=b5f30818-b163-434f-85b1-e24f65067dc9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:23.201352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No DVR routers for this DVR port b5f30818-b163-434f-85b1-e24f65067dc9 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:23.210240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4aca5da1-c42d-4c0b-be36-6d26c6628f9d None None] Deleting port 063aafcb-ca12-4253-bea3-bfcde847c60a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:23.210999 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aca5da1-c42d-4c0b-be36-6d26c6628f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.243184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-bbd1736d-bca6-4767-b888-759dd326d83f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] For port ddba7db9-7a9b-4915-a94c-143065cd9419, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ddba7db9-7a9b-4915-a94c-143065cd9419,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:23.243184 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-bbd1736d-bca6-4767-b888-759dd326d83f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.266229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-bbd1736d-bca6-4767-b888-759dd326d83f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for ddba7db9-7a9b-4915-a94c-143065cd9419 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:23.287636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23e88c47-e606-4138-b208-bb150415f9b2 req-2601ce89-963f-4cf4-ae27-cfbb0b52e707 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=a704f505-e459-4cf7-9c57-94b1ecc89b92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972228 Aug 17 16:46:23.287960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4aca5da1-c42d-4c0b-be36-6d26c6628f9d None None] For port 063aafcb-ca12-4253-bea3-bfcde847c60a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=063aafcb-ca12-4253-bea3-bfcde847c60a,segment=NetworkSegment(ce08c3ee-5969-4e0c-9d6c-9f8a463dd506),segment_id=ce08c3ee-5969-4e0c-9d6c-9f8a463dd506)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:23.288586 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aca5da1-c42d-4c0b-be36-6d26c6628f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.301476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.313763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64614e0c-1f84-492f-8cd5-68f7bdac1b23']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:23.325373 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60738fd-ce6c-4644-b57f-9e0f84dafb76') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:23.325673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60738fd-ce6c-4644-b57f-9e0f84dafb76') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:23.326658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4aca5da1-c42d-4c0b-be36-6d26c6628f9d None None] Calling delete_port for 063aafcb-ca12-4253-bea3-bfcde847c60a owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:23.337249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.355822 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.365319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:23.365725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:23.370014 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:23.429972 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aca5da1-c42d-4c0b-be36-6d26c6628f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.441741 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.452114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.454414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/networks/64614e0c-1f84-492f-8cd5-68f7bdac1b23 HTTP/1.1" status: 204 len: 168 time: 0.6143219 Aug 17 16:46:23.460425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca5da1-c42d-4c0b-be36-6d26c6628f9d None None] Pushing event deleted for resources: {'Port': ['ID=063aafcb-ca12-4253-bea3-bfcde847c60a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:23.462160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:23.466138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca5da1-c42d-4c0b-be36-6d26c6628f9d None None] No DVR routers for this DVR port 063aafcb-ca12-4253-bea3-bfcde847c60a on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:23.470081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543297fe-856a-4638-bdfa-0d152d074d37 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Network': ['ID=64614e0c-1f84-492f-8cd5-68f7bdac1b23,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:23.534990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-bbd1736d-bca6-4767-b888-759dd326d83f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.582803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1736d-bca6-4767-b888-759dd326d83f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=ddba7db9-7a9b-4915-a94c-143065cd9419,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:23.593701 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.630833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-bbd1736d-bca6-4767-b888-759dd326d83f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] No DVR routers for this DVR port ddba7db9-7a9b-4915-a94c-143065cd9419 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:23.634501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-bbd1736d-bca6-4767-b888-759dd326d83f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.636422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bde2380-ffa3-4ead-ae00-440db9fb3456 req-bbd1736d-bca6-4767-b888-759dd326d83f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "DELETE /v2.0/ports/ddba7db9-7a9b-4915-a94c-143065cd9419 HTTP/1.1" status: 204 len: 173 time: 0.7227998 Aug 17 16:46:23.637749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b13419-fc71-46be-aa7f-aa2b2a63eea8', 'name': 'network-vif-deleted', 'tag': 'ddba7db9-7a9b-4915-a94c-143065cd9419'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:23.640023 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e564a1-66f3-41ba-bf2c-d4dffe4db030" -d '{"events": [{"server_uuid": "35b13419-fc71-46be-aa7f-aa2b2a63eea8", "name": "network-vif-deleted", "tag": "ddba7db9-7a9b-4915-a94c-143065cd9419"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:23.715500 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d31dac2-1958-43e0-b8af-e993d68195e8 x-openstack-request-id: req-0d31dac2-1958-43e0-b8af-e993d68195e8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:23.715787 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b13419-fc71-46be-aa7f-aa2b2a63eea8", "name": "network-vif-deleted", "tag": "ddba7db9-7a9b-4915-a94c-143065cd9419", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:23.716037 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d31dac2-1958-43e0-b8af-e993d68195e8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:23.716436 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b13419-fc71-46be-aa7f-aa2b2a63eea8', 'name': 'network-vif-deleted', 'tag': 'ddba7db9-7a9b-4915-a94c-143065cd9419', 'status': 'completed', 'code': 200} Aug 17 16:46:23.737067 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.748347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac20c79-ec7e-427d-90e3-61a471c8d0e1']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:23.762654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce08c3ee-5969-4e0c-9d6c-9f8a463dd506') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:23.763191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce08c3ee-5969-4e0c-9d6c-9f8a463dd506') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:23.780426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.798170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.806488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:23.807359 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:23.811838 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:23.911118 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.925218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:23.927875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/networks/0ac20c79-ec7e-427d-90e3-61a471c8d0e1 HTTP/1.1" status: 204 len: 168 time: 0.4651396 Aug 17 16:46:23.934125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60588) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:23.938399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cdac7-e1fd-487a-9d54-b2b34c6db0a4 req-842eb051-9b4f-48e1-85b1-722ebf266226 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:23.940760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c0cdac7-e1fd-487a-9d54-b2b34c6db0a4 req-842eb051-9b4f-48e1-85b1-722ebf266226 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.0859201 Aug 17 16:46:23.943035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'network': {'name': 'tempest-RoutersTest-1910019581'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:23.998917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:24.004310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.017794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44cebd-02db-4ac8-84f7-ba4d82d4a1f3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Network': ['ID=0ac20c79-ec7e-427d-90e3-61a471c8d0e1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:24.042652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:46:24.045019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c0cdac7-e1fd-487a-9d54-b2b34c6db0a4 req-33d73af0-18c9-40f0-8a32-77acbc1f0666 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717943 Aug 17 16:46:24.056452 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.056859 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added segment 41d55613-43bb-4b0f-a8fb-28af55b398d5 of type vlan for network 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 Aug 17 16:46:24.071981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b5f30818-b163-434f-85b1-e24f65067dc9 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:24.106673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.121211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b5f30818-b163-434f-85b1-e24f65067dc9 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:24.122128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b5f30818-b163-434f-85b1-e24f65067dc9 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:24.123153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 063aafcb-ca12-4253-bea3-bfcde847c60a no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:24.148605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.154441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:24.155125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.165585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 063aafcb-ca12-4253-bea3-bfcde847c60a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:24.166459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 063aafcb-ca12-4253-bea3-bfcde847c60a not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:24.167338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 392a5ef9-ec27-45ac-b926-2dd996d04811 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:24.201530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 392a5ef9-ec27-45ac-b926-2dd996d04811 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:24.201953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 392a5ef9-ec27-45ac-b926-2dd996d04811 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:24.229731 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2939336 Aug 17 16:46:24.234656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:24.240811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'subnet': {'network_id': '0e364466-1ab4-42aa-8b6e-0a1c7af996c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:24.274335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68534945-54b8-49cd-a0be-9cf70252ee11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Network': ['ID=0e364466-1ab4-42aa-8b6e-0a1c7af996c9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:24.289026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:46:24.365408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:24.369423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.374937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:24.508107 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe771be8-be27-4d09-89fe-edcb29c08e5f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.545796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe771be8-be27-4d09-89fe-edcb29c08e5f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.664373 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.724402 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe771be8-be27-4d09-89fe-edcb29c08e5f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.726926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe771be8-be27-4d09-89fe-edcb29c08e5f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.728071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe771be8-be27-4d09-89fe-edcb29c08e5f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/security-groups/a704f505-e459-4cf7-9c57-94b1ecc89b92 HTTP/1.1" status: 204 len: 168 time: 0.3521740 Aug 17 16:46:24.752170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe771be8-be27-4d09-89fe-edcb29c08e5f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a704f505-e459-4cf7-9c57-94b1ecc89b92,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:24.757285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Subnet': ['ID=02ddfb2d-c39a-490e-91ee-4de6d4945eb5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:24.760106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60598) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:24.773173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Checking segment: {'id': '41d55613-43bb-4b0f-a8fb-28af55b398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e364466-1ab4-42aa-8b6e-0a1c7af996c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:24.773538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network hostable DHCP agents. Network: 0e364466-1ab4-42aa-8b6e-0a1c7af996c9, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:46:24.791842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:46:24.803003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 0e364466-1ab4-42aa-8b6e-0a1c7af996c9) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:24.807812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:24.808416 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.816357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5063cf-fe4e-4eeb-8f62-88df3bf7d0fb None None] Network 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:24.826113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-3086957a-65a7-4f71-8883-c4800ad7f9c1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting subnet 346cde5a-f701-4c14-9f06-a08210e039d4 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:46:24.831941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1a4f01b-b981-4e60-b9a3-f7273b58a4a9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5922701 Aug 17 16:46:24.832220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3086957a-65a7-4f71-8883-c4800ad7f9c1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.832373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:24.836827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-440e2157-b079-4163-912e-8cf9917932f8 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1629918401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:24.865407 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-440e2157-b079-4163-912e-8cf9917932f8 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.866976 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-440e2157-b079-4163-912e-8cf9917932f8 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.880407 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3086957a-65a7-4f71-8883-c4800ad7f9c1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.938191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-440e2157-b079-4163-912e-8cf9917932f8 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.943995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-440e2157-b079-4163-912e-8cf9917932f8 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.964318 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-440e2157-b079-4163-912e-8cf9917932f8 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.965825 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-440e2157-b079-4163-912e-8cf9917932f8 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1327648 Aug 17 16:46:24.970940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:24.983270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'port': {'network_id': '0e364466-1ab4-42aa-8b6e-0a1c7af996c9', 'name': 'tempest-RoutersTest-1003328301'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:24.988557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-0e364466-1ab4-42aa-8b6e-0a1c7af996c9', 'network_id': '0e364466-1ab4-42aa-8b6e-0a1c7af996c9', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'fixed_ips': [{'subnet_id': '02ddfb2d-c39a-490e-91ee-4de6d4945eb5'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:46:24.989402 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:24.996476 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3086957a-65a7-4f71-8883-c4800ad7f9c1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.066081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3086957a-65a7-4f71-8883-c4800ad7f9c1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.103958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086957a-65a7-4f71-8883-c4800ad7f9c1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Subnet': ['ID=346cde5a-f701-4c14-9f06-a08210e039d4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:25.109241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:25.112033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3086957a-65a7-4f71-8883-c4800ad7f9c1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.116086 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.118959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3086957a-65a7-4f71-8883-c4800ad7f9c1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/subnets/346cde5a-f701-4c14-9f06-a08210e039d4 HTTP/1.1" status: 204 len: 168 time: 0.3576880 Aug 17 16:46:25.122223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:25.129660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539479c-277e-487a-9e4c-919f83c09be3 None None] Network a851996d-3c1c-4a76-bc88-f18af4958577 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:25.188372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] device_id is not set on port 159c419b-ce76-41d3-b37e-457476c115b8 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:46:25.205629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Allocated IP 172.20.0.2 (0e364466-1ab4-42aa-8b6e-0a1c7af996c9/02ddfb2d-c39a-490e-91ee-4de6d4945eb5/f0f852af-3fa2-4a25-affa-fc58e2a148c0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:25.220993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68babc-5b99-4e62-8f22-707cd36bb71e req-866a67ec-a2df-41f4-99b2-859f6c6e6dc6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:25.223217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd68babc-5b99-4e62-8f22-707cd36bb71e req-866a67ec-a2df-41f4-99b2-859f6c6e6dc6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.0602398 Aug 17 16:46:25.269231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd68babc-5b99-4e62-8f22-707cd36bb71e req-f1452a1f-52a0-4e69-9e98-99c10f3b6b19 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Aug 17 16:46:25.270530 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.337667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port a1194717-e81f-414a-9c35-06ddf99febf0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:25.338006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.405452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487a754-632d-46d6-a82e-2da48900554b None None] DHCP port deletion for a851996d-3c1c-4a76-bc88-f18af4958577 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:46:25.407506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] For port a1194717-e81f-414a-9c35-06ddf99febf0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a1194717-e81f-414a-9c35-06ddf99febf0,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:25.407690 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.408369 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.419324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Transition to ACTIVE for port object f0f852af-3fa2-4a25-affa-fc58e2a148c0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:25.421547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for a1194717-e81f-414a-9c35-06ddf99febf0 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:25.457729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Transition to ACTIVE for port object f0f852af-3fa2-4a25-affa-fc58e2a148c0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:25.470260 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.513920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Network 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:25.520981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a487a754-632d-46d6-a82e-2da48900554b None None] Deleting port a1194717-e81f-414a-9c35-06ddf99febf0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:25.521384 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a487a754-632d-46d6-a82e-2da48900554b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.523404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:25.528001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:25.549140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Allocated IP 172.20.0.9 (0e364466-1ab4-42aa-8b6e-0a1c7af996c9/02ddfb2d-c39a-490e-91ee-4de6d4945eb5/159c419b-ce76-41d3-b37e-457476c115b8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:25.571488 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.576442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Pushing event updated for resources: {'Port': ['ID=f0f852af-3fa2-4a25-affa-fc58e2a148c0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:25.611678 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=a1194717-e81f-414a-9c35-06ddf99febf0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:25.625702 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] No DVR routers for this DVR port a1194717-e81f-414a-9c35-06ddf99febf0 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:25.646625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a487a754-632d-46d6-a82e-2da48900554b None None] For port a1194717-e81f-414a-9c35-06ddf99febf0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a1194717-e81f-414a-9c35-06ddf99febf0,segment=NetworkSegment(f3f03149-4ff2-4d66-9a2b-d3b8e64aed58),segment_id=f3f03149-4ff2-4d66-9a2b-d3b8e64aed58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:25.647073 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a487a754-632d-46d6-a82e-2da48900554b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.658041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Attempting to bind port f0f852af-3fa2-4a25-affa-fc58e2a148c0 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:25.658446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Attempting to bind port f0f852af-3fa2-4a25-affa-fc58e2a148c0 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '41d55613-43bb-4b0f-a8fb-28af55b398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e364466-1ab4-42aa-8b6e-0a1c7af996c9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:25.658819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Attempting to bind port f0f852af-3fa2-4a25-affa-fc58e2a148c0 on network 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:25.665099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a487a754-632d-46d6-a82e-2da48900554b None None] Calling delete_port for a1194717-e81f-414a-9c35-06ddf99febf0 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:25.671266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:25.671643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Checking segment: {'id': '41d55613-43bb-4b0f-a8fb-28af55b398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e364466-1ab4-42aa-8b6e-0a1c7af996c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:25.672054 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.672452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Bound using segment: {'id': '41d55613-43bb-4b0f-a8fb-28af55b398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e364466-1ab4-42aa-8b6e-0a1c7af996c9'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:25.672941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Bound port: f0f852af-3fa2-4a25-affa-fc58e2a148c0, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d55613-43bb-4b0f-a8fb-28af55b398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e364466-1ab4-42aa-8b6e-0a1c7af996c9'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:25.673856 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.776926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.793088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a851996d-3c1c-4a76-bc88-f18af4958577']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:25.797325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] For port f0f852af-3fa2-4a25-affa-fc58e2a148c0, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:25.805266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] For port f0f852af-3fa2-4a25-affa-fc58e2a148c0, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f0f852af-3fa2-4a25-affa-fc58e2a148c0,segment=NetworkSegment(41d55613-43bb-4b0f-a8fb-28af55b398d5),segment_id=41d55613-43bb-4b0f-a8fb-28af55b398d5)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.806833 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:46:25.811580 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:46:25.813020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:25.813020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f03149-4ff2-4d66-9a2b-d3b8e64aed58') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:25.818239 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.822037 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a487a754-632d-46d6-a82e-2da48900554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.830335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.865050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.867496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a487a754-632d-46d6-a82e-2da48900554b None None] No DVR routers for this DVR port a1194717-e81f-414a-9c35-06ddf99febf0 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:25.884422 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.888928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:25.889356 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.894330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2123dc-f64b-47ed-8a07-5ac0eb4e5698 None None] Pushing event updated for resources: {'Port': ['ID=f0f852af-3fa2-4a25-affa-fc58e2a148c0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:25.905449 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:25.923933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487a754-632d-46d6-a82e-2da48900554b None None] Pushing event deleted for resources: {'Port': ['ID=a1194717-e81f-414a-9c35-06ddf99febf0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:25.952624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Transition to ACTIVE for port object 159c419b-ce76-41d3-b37e-457476c115b8 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:25.978409 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.981629 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:25.983610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/networks/a851996d-3c1c-4a76-bc88-f18af4958577 HTTP/1.1" status: 204 len: 168 time: 0.8603520 Aug 17 16:46:25.986670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60608) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:25.994077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a1194717-e81f-414a-9c35-06ddf99febf0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:26.012282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92721008-ebb3-4e58-b750-85b36364b699 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Network': ['ID=a851996d-3c1c-4a76-bc88-f18af4958577,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:26.016112 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: a1194717-e81f-414a-9c35-06ddf99febf0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:26.016460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a1194717-e81f-414a-9c35-06ddf99febf0 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:26.031486 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:26.094171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:26.095738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=159c419b-ce76-41d3-b37e-457476c115b8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:26.098706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:26.101231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:26.185885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:26.186902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:26.199706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port a43f6005-fa33-446e-b0fb-4eebd84e4220 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:26.200340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:26.205915 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ea96581-6131-4385-b3e5-5639bfff9f79 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2337582 Aug 17 16:46:26.208775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:26.292393 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:26.292680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:26.306172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for a43f6005-fa33-446e-b0fb-4eebd84e4220 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:26.487510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56389475-cc9f-4d20-bd48-376209b31bfa req-ccb9f820-a2d1-4410-b336-f2ee26929da4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:26.489359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56389475-cc9f-4d20-bd48-376209b31bfa req-ccb9f820-a2d1-4410-b336-f2ee26929da4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.1291642 Aug 17 16:46:26.539660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ddba7db9-7a9b-4915-a94c-143065cd9419 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:26.562634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: ddba7db9-7a9b-4915-a94c-143065cd9419 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:26.562863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ddba7db9-7a9b-4915-a94c-143065cd9419 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:26.592652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56389475-cc9f-4d20-bd48-376209b31bfa req-de8d9101-7913-4833-9ba5-d79df2f55aa0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841811 Aug 17 16:46:26.648761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:26.895721 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:26.935571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=a43f6005-fa33-446e-b0fb-4eebd84e4220,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:26.958700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:26.967223 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:27.009398 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:27.009964 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Floating IP 7b54cf06-ae81-44be-b333-be1e6b8dbbab disassociated (deleted). External IP: 172.25.7.21, port: 3e41da38-33a1-40eb-b0e2-1191065c554b. Aug 17 16:46:27.046697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=159c419b-ce76-41d3-b37e-457476c115b8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:27.091617 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a65564-a137-423f-b8e0-8574855bced3 None None] Network 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:27.157276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dbbb6a62-5ff2-485e-bcb6-69e4617455d1 None None] Provisioning for port f0f852af-3fa2-4a25-affa-fc58e2a148c0 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:27.217231 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:27.296802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router fa1ff3c5-3d4e-44ae-a318-4495898e422e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:27.367260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:27.423758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:27.429080 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:27.436879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] Sync routers for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:27.451190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:27.452024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:27.466898 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-53af131f-f582-4090-a82d-78eec7249759 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/floatingips/7b54cf06-ae81-44be-b333-be1e6b8dbbab HTTP/1.1" status: 204 len: 168 time: 1.4767442 Aug 17 16:46:27.466898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'tag': '3e41da38-33a1-40eb-b0e2-1191065c554b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:27.468174 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2b3a81-5aa2-47bd-b534-d187bd748d33" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e59132-64aa-471b-aca6-887dc62344ad", "tag": "3e41da38-33a1-40eb-b0e2-1191065c554b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:27.741135 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bf8d9b-af6e-4e5b-b532-0775c2d67940 x-openstack-request-id: req-e3bf8d9b-af6e-4e5b-b532-0775c2d67940 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:27.741423 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e59132-64aa-471b-aca6-887dc62344ad", "tag": "3e41da38-33a1-40eb-b0e2-1191065c554b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:27.741663 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3bf8d9b-af6e-4e5b-b532-0775c2d67940 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:27.742282 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'tag': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'status': 'completed', 'code': 200} Aug 17 16:46:27.810269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-76443af0-fe54-4bcd-97bc-abcacc01e639 None None] Provisioning for port 159c419b-ce76-41d3-b37e-457476c115b8 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:27.821374 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-76443af0-fe54-4bcd-97bc-abcacc01e639 None None] Provisioning complete for port 159c419b-ce76-41d3-b37e-457476c115b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:27.822894 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76443af0-fe54-4bcd-97bc-abcacc01e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:27.913478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-76443af0-fe54-4bcd-97bc-abcacc01e639 None None] Port 159c419b-ce76-41d3-b37e-457476c115b8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:27.939651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:28.015256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-ed29e905-1c1b-40cb-9006-6db4c75fa269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:28.018471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-ed29e905-1c1b-40cb-9006-6db4c75fa269 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 1096 time: 0.2507448 Aug 17 16:46:28.129303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-125670e6-b3c3-42da-bcb3-626553dbd4bf None None] Provisioning complete for port 159c419b-ce76-41d3-b37e-457476c115b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:28.129877 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-125670e6-b3c3-42da-bcb3-626553dbd4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:28.164993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f0f852af-3fa2-4a25-affa-fc58e2a148c0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:28.193094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-09277ae5-6fe8-4394-bd8f-d7d8a199eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:28.194665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-09277ae5-6fe8-4394-bd8f-d7d8a199eb1a service neutron] 10.222.0.91 "GET /v2.0/networks?id=43884f46-991e-4f94-a4a4-95484f65042d HTTP/1.1" status: 200 len: 898 time: 0.1638985 Aug 17 16:46:28.196939 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:28.208752 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-42f19a44-f556-48e4-b155-bf445c7412ae req-773d9867-af04-47ec-8503-9e3f4551530b service neutron] show failed (client error): The resource could not be found. Aug 17 16:46:28.210077 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-773d9867-af04-47ec-8503-9e3f4551530b service neutron] 10.222.0.93 "GET /v2.0/ports/9b612bed-c2d2-439f-af5d-af686032acaf/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.1596189 Aug 17 16:46:28.212689 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:28.278200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-125670e6-b3c3-42da-bcb3-626553dbd4bf None None] Port 159c419b-ce76-41d3-b37e-457476c115b8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:28.302145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e688e1-6a79-4326-adc3-abcb401a81ce req-c95828fd-d6cf-43a4-a286-01953a41efff tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:28.305713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f0f852af-3fa2-4a25-affa-fc58e2a148c0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:28.307571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-67e688e1-6a79-4326-adc3-abcb401a81ce req-c95828fd-d6cf-43a4-a286-01953a41efff tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.4110088 Aug 17 16:46:28.316476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f0f852af-3fa2-4a25-affa-fc58e2a148c0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:28.317060 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:28.324183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-7437a7b3-18f6-4bd0-a245-87a993819fc3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e41da38-33a1-40eb-b0e2-1191065c554b HTTP/1.1" status: 200 len: 217 time: 0.1212919 Aug 17 16:46:28.434430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c19527a3-3add-424b-b2f2-b0a3179afd8b None None] Provisioning complete for port 159c419b-ce76-41d3-b37e-457476c115b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:28.435164 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19527a3-3add-424b-b2f2-b0a3179afd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:28.435763 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:28.440048 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcfd23-030c-463d-abaa-79697902444a req-63b3e5d0-59c7-4950-993e-a64d5610db07 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:28.441085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=159c419b-ce76-41d3-b37e-457476c115b8,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:28.451275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4fcfd23-030c-463d-abaa-79697902444a req-63b3e5d0-59c7-4950-993e-a64d5610db07 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 945 time: 0.0924151 Aug 17 16:46:28.455110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-67e688e1-6a79-4326-adc3-abcb401a81ce req-0350ef97-eb81-4d86-8608-b7778c3e47b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233382 Aug 17 16:46:28.463852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-36c96b68-e851-4be7-a2ae-f54aeb6d25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:28.465732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-36c96b68-e851-4be7-a2ae-f54aeb6d25c7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=277e46cf-ca77-4f10-bfce-60ee91c138c6 HTTP/1.1" status: 200 len: 835 time: 0.1288135 Aug 17 16:46:28.509868 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:28.516887 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4fcfd23-030c-463d-abaa-79697902444a req-d0cd0812-38fa-4cef-8d62-351cc72d9e0a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0642300 Aug 17 16:46:28.559749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c19527a3-3add-424b-b2f2-b0a3179afd8b None None] Port 159c419b-ce76-41d3-b37e-457476c115b8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:28.564543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:46:20Z', 'revision_number': 6, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:28.602836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] Checking router: fa1ff3c5-3d4e-44ae-a318-4495898e422e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:46:28.606227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port f0f852af-3fa2-4a25-affa-fc58e2a148c0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f0f852af-3fa2-4a25-affa-fc58e2a148c0,segment=NetworkSegment(41d55613-43bb-4b0f-a8fb-28af55b398d5),segment_id=41d55613-43bb-4b0f-a8fb-28af55b398d5)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:28.613507 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:28.622036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:28.622784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:28.747381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=f0f852af-3fa2-4a25-affa-fc58e2a148c0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:28.781070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:29.010443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:46:20Z', 'revision_number': 6, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:29.039220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db80bc-69a9-4569-bb3a-fe6499944d79 None None] The sync data for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 is: [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:46:20Z', 'revision_number': 6, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'f3f55348-c197-4967-a836-ba0d376e2779', 'name': '', 'network_id': '43884f46-991e-4f94-a4a4-95484f65042d', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:6a:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:36Z', 'updated_at': '2021-08-17T16:44:44Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '277e46cf-ca77-4f10-bfce-60ee91c138c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:29.052391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19a44-f556-48e4-b155-bf445c7412ae req-e769fb5f-d16d-4446-b678-b830b2cacfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.053968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-e769fb5f-d16d-4446-b678-b830b2cacfcd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 1096 time: 0.5963061 Aug 17 16:46:29.065861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-b423dfca-d965-40fa-8465-722deb7f37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.067456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-b423dfca-d965-40fa-8465-722deb7f37ad service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=43884f46-991e-4f94-a4a4-95484f65042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5889585 Aug 17 16:46:29.077191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:29.095677 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1f037-0c33-4b96-8988-c691c9f7de8c req-91bf4293-03c9-48e8-af32-dc90c6bc3ad2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.101736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1f037-0c33-4b96-8988-c691c9f7de8c req-91bf4293-03c9-48e8-af32-dc90c6bc3ad2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.107573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1f037-0c33-4b96-8988-c691c9f7de8c req-91bf4293-03c9-48e8-af32-dc90c6bc3ad2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.114039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1f037-0c33-4b96-8988-c691c9f7de8c req-91bf4293-03c9-48e8-af32-dc90c6bc3ad2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.119365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.91', 52656) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:29.120281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1f037-0c33-4b96-8988-c691c9f7de8c req-91bf4293-03c9-48e8-af32-dc90c6bc3ad2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.126204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1f037-0c33-4b96-8988-c691c9f7de8c req-91bf4293-03c9-48e8-af32-dc90c6bc3ad2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.132285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1f037-0c33-4b96-8988-c691c9f7de8c req-91bf4293-03c9-48e8-af32-dc90c6bc3ad2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.134229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ae1f037-0c33-4b96-8988-c691c9f7de8c req-91bf4293-03c9-48e8-af32-dc90c6bc3ad2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5445 time: 0.5830979 Aug 17 16:46:29.172383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-18e441cc-243f-4a45-8491-a0e624538e52 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.174611 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-18e441cc-243f-4a45-8491-a0e624538e52 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 945 time: 0.0539386 Aug 17 16:46:29.217357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:29.238179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:29.304207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-1c998796-330f-42f6-a5cd-669ee6ad019e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port 3e41da38-33a1-40eb-b0e2-1191065c554b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:29.304855 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-1c998796-330f-42f6-a5cd-669ee6ad019e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:29.362734 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2f38c-44e2-4be5-94e4-57e4359d2dc0 None None] New status for floating IP 7b54cf06-ae81-44be-b333-be1e6b8dbbab: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:46:29.403841 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:29.419033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-1c998796-330f-42f6-a5cd-669ee6ad019e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] For port 3e41da38-33a1-40eb-b0e2-1191065c554b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3e41da38-33a1-40eb-b0e2-1191065c554b,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:29.419479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-1c998796-330f-42f6-a5cd-669ee6ad019e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:29.421619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ae1f037-0c33-4b96-8988-c691c9f7de8c req-6a8d6443-8a99-4fb6-b30d-c78d075a1f21 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2601957 Aug 17 16:46:29.434946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-1c998796-330f-42f6-a5cd-669ee6ad019e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for 3e41da38-33a1-40eb-b0e2-1191065c554b owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:29.453108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-23f6cc05-b07b-4e83-9cf3-f631575aa6a9 service neutron] 10.222.0.91 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696327 Aug 17 16:46:29.625779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-20d02cf2-be80-4a03-9b68-e6be3aa4998d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.632941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-20d02cf2-be80-4a03-9b68-e6be3aa4998d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.639073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-20d02cf2-be80-4a03-9b68-e6be3aa4998d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.645559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-20d02cf2-be80-4a03-9b68-e6be3aa4998d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.651643 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-20d02cf2-be80-4a03-9b68-e6be3aa4998d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.657684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-20d02cf2-be80-4a03-9b68-e6be3aa4998d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.664606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-20d02cf2-be80-4a03-9b68-e6be3aa4998d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.666816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-20d02cf2-be80-4a03-9b68-e6be3aa4998d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 5445 time: 0.2177598 Aug 17 16:46:29.693042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cac43eb0-11fa-4a68-a3ca-56975d267161 None None] Provisioning complete for port 159c419b-ce76-41d3-b37e-457476c115b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:29.694863 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac43eb0-11fa-4a68-a3ca-56975d267161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:29.736660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cac43eb0-11fa-4a68-a3ca-56975d267161 None None] Port 159c419b-ce76-41d3-b37e-457476c115b8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:29.741428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-8ee894fc-dfcc-4538-9803-9c9561a298d1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.742956 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-8ee894fc-dfcc-4538-9803-9c9561a298d1 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "GET /v2.0/ports/15a0ae92-0d20-4867-8319-24e7d3d2e2fc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0686197 Aug 17 16:46:29.757631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6333a-474f-48f5-afa0-308dc940befd req-ba2ae13f-84d4-4d7b-9112-f2b2ee421ca1 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.759207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-20c6333a-474f-48f5-afa0-308dc940befd req-ba2ae13f-84d4-4d7b-9112-f2b2ee421ca1 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.2043226 Aug 17 16:46:29.828051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39e091-994f-478a-bf64-582872f07ec8 req-64f9a6c2-6265-4a44-a46c-1f7e3cd1d6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:29.829478 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c39e091-994f-478a-bf64-582872f07ec8 req-64f9a6c2-6265-4a44-a46c-1f7e3cd1d6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5e59132-64aa-471b-aca6-887dc62344ad HTTP/1.1" status: 200 len: 945 time: 0.2273602 Aug 17 16:46:29.838577 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-861e662a-23c2-409c-9307-76530085756c service neutron] 10.222.0.91 "GET /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603184 Aug 17 16:46:29.864003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 0e22656d-871c-49f9-9628-76f4eaccea35 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:46:29.887827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-20c6333a-474f-48f5-afa0-308dc940befd req-4c065eef-b028-422d-9e37-31310d159a52 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178992 Aug 17 16:46:29.899888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c39e091-994f-478a-bf64-582872f07ec8 req-bf14544a-d344-4045-b877-181b710342da tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=50ea9db4-fa22-4fb7-98cf-1bb0db74b569&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0594757 Aug 17 16:46:29.929717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-1c998796-330f-42f6-a5cd-669ee6ad019e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:29.981991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c998796-330f-42f6-a5cd-669ee6ad019e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=3e41da38-33a1-40eb-b0e2-1191065c554b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:29.998538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f0f852af-3fa2-4a25-affa-fc58e2a148c0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:30.015706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-a12caa45-19f4-4949-8a1e-93d676849f57 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "GET /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2665706 Aug 17 16:46:30.021235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9b612bed-c2d2-439f-af5d-af686032acaf,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:30.032031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-1c998796-330f-42f6-a5cd-669ee6ad019e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] No DVR routers for this DVR port 3e41da38-33a1-40eb-b0e2-1191065c554b on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:30.038029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:30.042187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-1c998796-330f-42f6-a5cd-669ee6ad019e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.044272 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d84ba402-05c1-418a-8722-c1a53a76d79b req-1c998796-330f-42f6-a5cd-669ee6ad019e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.91 "DELETE /v2.0/ports/3e41da38-33a1-40eb-b0e2-1191065c554b HTTP/1.1" status: 204 len: 173 time: 0.8625143 Aug 17 16:46:30.044731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'name': 'network-vif-deleted', 'tag': '3e41da38-33a1-40eb-b0e2-1191065c554b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:30.047283 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d43956-780d-4c47-9da6-5eead4015af4" -d '{"events": [{"server_uuid": "c5e59132-64aa-471b-aca6-887dc62344ad", "name": "network-vif-deleted", "tag": "3e41da38-33a1-40eb-b0e2-1191065c554b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:30.053756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:30.060276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4ec4751-7ed6-4eee-bc58-a1a2c7b303c4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/0e22656d-871c-49f9-9628-76f4eaccea35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8499858 Aug 17 16:46:30.063341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:30.072582 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce40d5-0eb0-4ecb-ad44-d0441e415f83 None None] Sync routers for ids ['0e22656d-871c-49f9-9628-76f4eaccea35'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:30.087913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f0f852af-3fa2-4a25-affa-fc58e2a148c0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:30.088288 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.109953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce40d5-0eb0-4ecb-ad44-d0441e415f83 None None] Routers {'0e22656d-871c-49f9-9628-76f4eaccea35'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:30.110634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04ce40d5-0eb0-4ecb-ad44-d0441e415f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0e22656d-871c-49f9-9628-76f4eaccea35'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:30.135099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:30.151314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04ce40d5-0eb0-4ecb-ad44-d0441e415f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:30.158026 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.161435 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b844141-852e-4363-9c18-853d99f345fe x-openstack-request-id: req-2b844141-852e-4363-9c18-853d99f345fe {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:30.162003 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e59132-64aa-471b-aca6-887dc62344ad", "name": "network-vif-deleted", "tag": "3e41da38-33a1-40eb-b0e2-1191065c554b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:30.163501 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b844141-852e-4363-9c18-853d99f345fe {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:30.164658 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e59132-64aa-471b-aca6-887dc62344ad', 'name': 'network-vif-deleted', 'tag': '3e41da38-33a1-40eb-b0e2-1191065c554b', 'status': 'completed', 'code': 200} Aug 17 16:46:30.164797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543cb8c9-c717-466f-8a5b-4256bb23ff1e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:30.166247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-543cb8c9-c717-466f-8a5b-4256bb23ff1e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports/159c419b-ce76-41d3-b37e-457476c115b8 HTTP/1.1" status: 200 len: 977 time: 0.1018250 Aug 17 16:46:30.169086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:30.171120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce40d5-0eb0-4ecb-ad44-d0441e415f83 None None] Routers {'0e22656d-871c-49f9-9628-76f4eaccea35'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:30.171761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04ce40d5-0eb0-4ecb-ad44-d0441e415f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0e22656d-871c-49f9-9628-76f4eaccea35'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:30.211004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04ce40d5-0eb0-4ecb-ad44-d0441e415f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:30.211623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce40d5-0eb0-4ecb-ad44-d0441e415f83 None None] The sync data for ids ['0e22656d-871c-49f9-9628-76f4eaccea35'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:30.271109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:30.273402 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eb2898-f9b8-4c9e-9dbd-8c839dacfc99" -d '{"events": [{"server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "name": "network-vif-unplugged", "status": "completed", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:30.279254 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.305129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Transition to ACTIVE for port object 9b612bed-c2d2-439f-af5d-af686032acaf will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:30.319050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.330453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] For port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:30.359977 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67a10a1-02ff-4cf3-8a8a-2114f1e1c8a1 x-openstack-request-id: req-d67a10a1-02ff-4cf3-8a8a-2114f1e1c8a1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:30.360292 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "name": "network-vif-unplugged", "status": "completed", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:30.360526 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d67a10a1-02ff-4cf3-8a8a-2114f1e1c8a1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:30.361474 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf', 'code': 200} Aug 17 16:46:30.369826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] For port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:30.405652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] device_id is not set on port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:46:30.415499 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.424104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.551942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b612bed-c2d2-439f-af5d-af686032acaf,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:30.557549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] Pushing event updated for resources: {'Port': ['ID=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:30.564667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] No DVR routers for this DVR port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:30.575564 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:46:30.621246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] In _notify_port_updated(), no bound segment for port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:46:30.637697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:30.638606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.652982 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-2b194dd4-4144-4e42-82a8-2b343b0c7318 service neutron] 10.222.0.93 "PUT /v2.0/ports/15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 200 len: 1032 time: 0.6129282 Aug 17 16:46:30.671748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] No DVR routers for this DVR port 9b612bed-c2d2-439f-af5d-af686032acaf on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:30.770735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-95140329-3324-4b2e-9936-15ca361fb025 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:30.781261 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-95140329-3324-4b2e-9936-15ca361fb025 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "GET /v2.0/ports/60c8e483-aebe-4700-96ec-febe3638ddcf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1271996 Aug 17 16:46:30.804735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cbd44-c26e-4726-af65-d13fc81d0c1d req-46732c83-993f-4587-a3b4-db4149d49e02 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:30.810998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cbd44-c26e-4726-af65-d13fc81d0c1d req-46732c83-993f-4587-a3b4-db4149d49e02 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:30.817112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cbd44-c26e-4726-af65-d13fc81d0c1d req-46732c83-993f-4587-a3b4-db4149d49e02 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:30.823045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cbd44-c26e-4726-af65-d13fc81d0c1d req-46732c83-993f-4587-a3b4-db4149d49e02 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:30.829038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cbd44-c26e-4726-af65-d13fc81d0c1d req-46732c83-993f-4587-a3b4-db4149d49e02 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:30.835515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cbd44-c26e-4726-af65-d13fc81d0c1d req-46732c83-993f-4587-a3b4-db4149d49e02 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:30.837460 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-312cbd44-c26e-4726-af65-d13fc81d0c1d req-46732c83-993f-4587-a3b4-db4149d49e02 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 4666 time: 0.2743273 Aug 17 16:46:30.841186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:30.875558 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-017720dc-b325-4270-bab6-61818f94018c None None] Provisioning complete for port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:30.877182 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-017720dc-b325-4270-bab6-61818f94018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.877415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Attempting to bind port 9b612bed-c2d2-439f-af5d-af686032acaf on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:30.877683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Attempting to bind port 9b612bed-c2d2-439f-af5d-af686032acaf by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:30.878009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Attempting to bind port 9b612bed-c2d2-439f-af5d-af686032acaf on network 1819cbe1-625e-4544-b587-74f829ca2ece {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:30.903334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Port 9b612bed-c2d2-439f-af5d-af686032acaf on network 1819cbe1-625e-4544-b587-74f829ca2ece not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:46:30.903665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Attempting to bind port 9b612bed-c2d2-439f-af5d-af686032acaf on network 1819cbe1-625e-4544-b587-74f829ca2ece {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:30.919121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:30.919454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Checking segment: {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:30.919837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Bound using segment: {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:30.920273 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Bound port: 9b612bed-c2d2-439f-af5d-af686032acaf, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53396c5-1d58-463d-a9d1-ed67d0249930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:30.920630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.928390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-017720dc-b325-4270-bab6-61818f94018c None None] Port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:30.930761 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-312cbd44-c26e-4726-af65-d13fc81d0c1d req-3a37d538-baa2-48c1-9cc9-bac788a7ac66 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&id=89393413-b971-4af9-9be2-25d75e654c48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854416 Aug 17 16:46:30.933902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:30.964328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.032177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60650) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:31.105212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:31.110464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=9b612bed-c2d2-439f-af5d-af686032acaf,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:31.119334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.147448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c312bbbf-3f86-4196-9a5f-d94450cd9c66 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.153840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] For port 60c8e483-aebe-4700-96ec-febe3638ddcf, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=60c8e483-aebe-4700-96ec-febe3638ddcf,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:31.183071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54816c-7224-4ff4-a555-2cc877f21705 req-3b8ee796-e909-4bea-8b4a-c15d093fe5a8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:31.184591 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a54816c-7224-4ff4-a555-2cc877f21705 req-3b8ee796-e909-4bea-8b4a-c15d093fe5a8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 943 time: 0.1507792 Aug 17 16:46:31.192384 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c312bbbf-3f86-4196-9a5f-d94450cd9c66 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.224520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:31.225142 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.226611 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] 10.222.0.91 "PUT /v2.0/ports/9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 200 len: 1091 time: 2.1550639 Aug 17 16:46:31.236799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] For port 60c8e483-aebe-4700-96ec-febe3638ddcf, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:31.273581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5fea3-a89b-4461-93b6-4e3978f713b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b612bed-c2d2-439f-af5d-af686032acaf,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:31.282049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] device_id is not set on port 60c8e483-aebe-4700-96ec-febe3638ddcf yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:46:31.294115 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.302747 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.319086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4a54816c-7224-4ff4-a555-2cc877f21705 req-c8070533-b01d-495a-b621-816c65c63490 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118600 Aug 17 16:46:31.336767 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c312bbbf-3f86-4196-9a5f-d94450cd9c66 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.339413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c312bbbf-3f86-4196-9a5f-d94450cd9c66 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.340608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c312bbbf-3f86-4196-9a5f-d94450cd9c66 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/security-groups/50ea9db4-fa22-4fb7-98cf-1bb0db74b569 HTTP/1.1" status: 204 len: 168 time: 0.3069122 Aug 17 16:46:31.340744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9174cb4c-7088-4df6-afea-915935c8542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:31.342145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-9174cb4c-7088-4df6-afea-915935c8542b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1094 time: 0.0874391 Aug 17 16:46:31.355978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312bbbf-3f86-4196-9a5f-d94450cd9c66 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ea9db4-fa22-4fb7-98cf-1bb0db74b569,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:31.390771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] No DVR routers for this DVR port 60c8e483-aebe-4700-96ec-febe3638ddcf on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:31.392890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] Pushing event updated for resources: {'Port': ['ID=60c8e483-aebe-4700-96ec-febe3638ddcf,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:31.436476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:31.445410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] In _notify_port_updated(), no bound segment for port 60c8e483-aebe-4700-96ec-febe3638ddcf on network d13a339b-545e-487f-ba74-7a1a986e29bb {{(pid=94839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 16:46:31.446729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:31.447359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.448750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f3f10504-76bc-49dd-91c4-05e7e7be19aa service neutron] 10.222.0.93 "PUT /v2.0/ports/60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 200 len: 1033 time: 0.6569517 Aug 17 16:46:31.563536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-a8226212-a0c0-474a-bcfc-5aead2cfdf0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Deleting port 69b3f724-d531-40fe-ae4a-5e75d4482612 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:31.565069 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-a8226212-a0c0-474a-bcfc-5aead2cfdf0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.608576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port 159c419b-ce76-41d3-b37e-457476c115b8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:31.609057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.627277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19a44-f556-48e4-b155-bf445c7412ae req-7540d581-4cd3-4568-b298-5a0b6faf1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:31.629316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-7540d581-4cd3-4568-b298-5a0b6faf1a01 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 200 len: 897 time: 0.2778747 Aug 17 16:46:31.662831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-a8226212-a0c0-474a-bcfc-5aead2cfdf0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] For port 69b3f724-d531-40fe-ae4a-5e75d4482612, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=69b3f724-d531-40fe-ae4a-5e75d4482612,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:31.663418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-a8226212-a0c0-474a-bcfc-5aead2cfdf0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.680484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-a8226212-a0c0-474a-bcfc-5aead2cfdf0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Calling delete_port for 69b3f724-d531-40fe-ae4a-5e75d4482612 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:31.711624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4a84837f-e36c-4134-80ac-6473152fd637 None None] Provisioning complete for port 60c8e483-aebe-4700-96ec-febe3638ddcf triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:31.712141 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a84837f-e36c-4134-80ac-6473152fd637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.748397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4a84837f-e36c-4134-80ac-6473152fd637 None None] Port 60c8e483-aebe-4700-96ec-febe3638ddcf cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:31.823492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-a8226212-a0c0-474a-bcfc-5aead2cfdf0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.861517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8226212-a0c0-474a-bcfc-5aead2cfdf0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Port': ['ID=69b3f724-d531-40fe-ae4a-5e75d4482612,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:31.906225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-a8226212-a0c0-474a-bcfc-5aead2cfdf0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] No DVR routers for this DVR port 69b3f724-d531-40fe-ae4a-5e75d4482612 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:31.909729 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-a8226212-a0c0-474a-bcfc-5aead2cfdf0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:31.911872 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-a8226212-a0c0-474a-bcfc-5aead2cfdf0c tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "DELETE /v2.0/ports/69b3f724-d531-40fe-ae4a-5e75d4482612 HTTP/1.1" status: 204 len: 173 time: 0.4553361 Aug 17 16:46:32.018411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Deleting port aa028505-a083-440c-81da-8c6a4ae9037d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:32.018775 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:32.120834 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69116316-bd71-4138-972a-a457550f4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:32.130351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] For port aa028505-a083-440c-81da-8c6a4ae9037d, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=aa028505-a083-440c-81da-8c6a4ae9037d,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:32.130739 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:32.197241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-deleted', 'tag': '69b3f724-d531-40fe-ae4a-5e75d4482612'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:32.200482 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81266f9-8620-43c7-bd03-cec7e864a44e" -d '{"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-deleted", "tag": "69b3f724-d531-40fe-ae4a-5e75d4482612"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:32.236018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-1ef1b612-07df-48f1-aa93-fb782e1871de service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 200 len: 999 time: 0.5782101 Aug 17 16:46:32.257599 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb574a8d-4dcc-4694-bcfa-dc04e1c447e3 x-openstack-request-id: req-eb574a8d-4dcc-4694-bcfa-dc04e1c447e3 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:32.257903 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-deleted", "tag": "69b3f724-d531-40fe-ae4a-5e75d4482612", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:32.258286 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb574a8d-4dcc-4694-bcfa-dc04e1c447e3 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:32.258792 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-deleted', 'tag': '69b3f724-d531-40fe-ae4a-5e75d4482612', 'status': 'completed', 'code': 200} Aug 17 16:46:32.278654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:32.314739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for 159c419b-ce76-41d3-b37e-457476c115b8 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:32.335154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531405b4-534d-43d7-a52f-954de7617123 req-e4546fe5-24e6-4d27-b501-cdb43b8267aa tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:32.341515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531405b4-534d-43d7-a52f-954de7617123 req-e4546fe5-24e6-4d27-b501-cdb43b8267aa tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:32.348745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531405b4-534d-43d7-a52f-954de7617123 req-e4546fe5-24e6-4d27-b501-cdb43b8267aa tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:32.355012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531405b4-534d-43d7-a52f-954de7617123 req-e4546fe5-24e6-4d27-b501-cdb43b8267aa tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:32.357068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-531405b4-534d-43d7-a52f-954de7617123 req-e4546fe5-24e6-4d27-b501-cdb43b8267aa tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 3151 time: 0.2281659 Aug 17 16:46:32.364516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:32.366931 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f068bf-e114-4f1a-9ac0-96c45574248f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:32.388084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9b612bed-c2d2-439f-af5d-af686032acaf no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:32.425636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19a44-f556-48e4-b155-bf445c7412ae req-73063a9d-be99-4645-b122-a0cc333a0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:32.427193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-73063a9d-be99-4645-b122-a0cc333a0272 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793ee439-ea4c-4531-9ffe-c55dddc7d866 HTTP/1.1" status: 200 len: 834 time: 0.1802306 Aug 17 16:46:32.440870 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:32.441322 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:32.442133 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Floating IP 27a09d32-71d7-4d12-8bd6-00ed7353d9b4 disassociated. External IP: 172.25.7.120, port: aa028505-a083-440c-81da-8c6a4ae9037d. Aug 17 16:46:32.442708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Calling delete_port for aa028505-a083-440c-81da-8c6a4ae9037d owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:32.461825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9b612bed-c2d2-439f-af5d-af686032acaf not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:32.529370 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-531405b4-534d-43d7-a52f-954de7617123 req-b7e56ce9-c3d7-4eea-9304-ed8a91882991 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572444 Aug 17 16:46:32.562217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30112e87-9528-4304-a7c0-050962a9c0dd req-8fbe1d1b-68ba-45bd-9994-18b5bd48c8d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:32.570938 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30112e87-9528-4304-a7c0-050962a9c0dd req-8fbe1d1b-68ba-45bd-9994-18b5bd48c8d6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 943 time: 0.1132581 Aug 17 16:46:32.578782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3e41da38-33a1-40eb-b0e2-1191065c554b no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:32.600173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 3e41da38-33a1-40eb-b0e2-1191065c554b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:32.600878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3e41da38-33a1-40eb-b0e2-1191065c554b not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:32.615152 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d461694-b108-4274-a84f-0b71bfa6e1fe x-openstack-request-id: req-5d461694-b108-4274-a84f-0b71bfa6e1fe {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:32.615445 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:32.615702 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d461694-b108-4274-a84f-0b71bfa6e1fe {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:32.616094 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf', 'status': 'completed', 'code': 200} Aug 17 16:46:32.621956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19a44-f556-48e4-b155-bf445c7412ae req-07acc732-45db-404b-b396-45293e1f7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:32.622242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-07acc732-45db-404b-b396-45293e1f7c6d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1819cbe1-625e-4544-b587-74f829ca2ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839635 Aug 17 16:46:32.627301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30112e87-9528-4304-a7c0-050962a9c0dd req-28e76afb-32a4-474d-93d6-18e50b63b94c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545089 Aug 17 16:46:32.680022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:32.710973 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Port': ['ID=aa028505-a083-440c-81da-8c6a4ae9037d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:32.786967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-46c10d22-329f-41b3-8fba-5827a82c5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:32.788537 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-46c10d22-329f-41b3-8fba-5827a82c5277 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1094 time: 0.1576040 Aug 17 16:46:32.835207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Router 080efcd8-3546-4340-8cc0-8ff326104228 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:32.872997 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-8d5a5335-e003-486a-8aee-c804053953d3 service neutron] 10.222.0.91 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408528 Aug 17 16:46:32.896619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:32.947241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:32.960618 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] Sync routers for ids ['080efcd8-3546-4340-8cc0-8ff326104228'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:32.973763 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] Routers {'080efcd8-3546-4340-8cc0-8ff326104228'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:32.974564 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['080efcd8-3546-4340-8cc0-8ff326104228'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:32.989359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] No DVR routers for this DVR port aa028505-a083-440c-81da-8c6a4ae9037d on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:32.992218 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:32.993992 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-144981eb-c86b-4213-a046-3fdfec592e6a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "DELETE /v2.0/ports/aa028505-a083-440c-81da-8c6a4ae9037d HTTP/1.1" status: 204 len: 173 time: 1.0757577 Aug 17 16:46:32.998345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=159c419b-ce76-41d3-b37e-457476c115b8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:33.098281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-5fe7c284-38ee-46bd-9a64-7907865e5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:33.099846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-5fe7c284-38ee-46bd-9a64-7907865e5a01 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 200 len: 897 time: 0.3000941 Aug 17 16:46:33.124916 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] Set router 080efcd8-3546-4340-8cc0-8ff326104228 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:33.131864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f0beb5ea-5d70-4709-8bae-dc5a93a2b235 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Deleting port 2b0ae2d7-594c-40b5-b028-16f66890e57b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:33.132212 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f0beb5ea-5d70-4709-8bae-dc5a93a2b235 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:33.182667 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-42f19a44-f556-48e4-b155-bf445c7412ae req-dea67dc6-91e5-4dda-9452-1e65b6cd09cf service neutron] 10.222.0.91 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971821 Aug 17 16:46:33.302780 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-e366703c-c38b-4193-bc27-09d8ca9ebc7d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 200 len: 999 time: 0.1787417 Aug 17 16:46:33.315080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f0beb5ea-5d70-4709-8bae-dc5a93a2b235 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] For port 2b0ae2d7-594c-40b5-b028-16f66890e57b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=2b0ae2d7-594c-40b5-b028-16f66890e57b,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:33.315493 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f0beb5ea-5d70-4709-8bae-dc5a93a2b235 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:33.334791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f0beb5ea-5d70-4709-8bae-dc5a93a2b235 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Calling delete_port for 2b0ae2d7-594c-40b5-b028-16f66890e57b owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:33.337968 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:33.420978 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:33.429952 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:49Z', 'revision_number': 5, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:33.456414 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] Checking router: 080efcd8-3546-4340-8cc0-8ff326104228 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:46:33.465111 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] Routers {'080efcd8-3546-4340-8cc0-8ff326104228'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:33.465713 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['080efcd8-3546-4340-8cc0-8ff326104228'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:33.493992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-8bbef0c1-0ade-4349-8785-9993481ad86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:33.495506 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-8bbef0c1-0ade-4349-8785-9993481ad86f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=793ee439-ea4c-4531-9ffe-c55dddc7d866 HTTP/1.1" status: 200 len: 834 time: 0.1514928 Aug 17 16:46:33.499859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-2b6f89fa-b144-4985-bbfb-6ee1de19f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:33.501291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-2b6f89fa-b144-4985-bbfb-6ee1de19f68f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1094 time: 0.2254333 Aug 17 16:46:33.516712 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f0beb5ea-5d70-4709-8bae-dc5a93a2b235 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:33.550364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0beb5ea-5d70-4709-8bae-dc5a93a2b235 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Port': ['ID=2b0ae2d7-594c-40b5-b028-16f66890e57b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:33.582482 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] Set router 080efcd8-3546-4340-8cc0-8ff326104228 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:33.597723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f0beb5ea-5d70-4709-8bae-dc5a93a2b235 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] No DVR routers for this DVR port 2b0ae2d7-594c-40b5-b028-16f66890e57b on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:33.600466 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f0beb5ea-5d70-4709-8bae-dc5a93a2b235 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:33.602726 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-f0beb5ea-5d70-4709-8bae-dc5a93a2b235 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "DELETE /v2.0/ports/2b0ae2d7-594c-40b5-b028-16f66890e57b HTTP/1.1" status: 204 len: 173 time: 0.5933182 Aug 17 16:46:33.710312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-9051e661-a159-440b-af16-b3a1bf814b55 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Deleting port 05f1e834-8260-41dc-a043-d2498889f6ec {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:33.711036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-9051e661-a159-440b-af16-b3a1bf814b55 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:33.820743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c8e2e-4722-4058-bbe3-aa394d44d33a req-a2d0addc-02cf-44ed-bb3a-06ada783d270 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:33.822423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf7c8e2e-4722-4058-bbe3-aa394d44d33a req-a2d0addc-02cf-44ed-bb3a-06ada783d270 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 943 time: 0.1087413 Aug 17 16:46:33.830431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-7ce83f3f-7827-483b-b268-d64c31e6a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:33.832057 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-7ce83f3f-7827-483b-b268-d64c31e6a690 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1819cbe1-625e-4544-b587-74f829ca2ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2549083 Aug 17 16:46:33.839791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 0e22656d-871c-49f9-9628-76f4eaccea35 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:33.887018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf7c8e2e-4722-4058-bbe3-aa394d44d33a req-6e11c8fd-94f5-4bff-b932-014137d3e99d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510876 Aug 17 16:46:33.889393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-9051e661-a159-440b-af16-b3a1bf814b55 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] For port 05f1e834-8260-41dc-a043-d2498889f6ec, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=05f1e834-8260-41dc-a043-d2498889f6ec,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:33.889864 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-9051e661-a159-440b-af16-b3a1bf814b55 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:33.906926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-9051e661-a159-440b-af16-b3a1bf814b55 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Calling delete_port for 05f1e834-8260-41dc-a043-d2498889f6ec owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:33.933576 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:49Z', 'revision_number': 5, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:33.957762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-30be9f0a-38d5-4fa6-9a94-04e5eea03a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:33.967249 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-30be9f0a-38d5-4fa6-9a94-04e5eea03a29 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 200 len: 897 time: 0.4308114 Aug 17 16:46:33.980305 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400ce29-ab6e-4e9b-8495-e91277bc4787 req-ccf43055-82e7-4de6-8182-5624d1635b46 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:33.981315 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a07e71-b285-4482-8287-d830fb16e7e4 None None] The sync data for ids ['080efcd8-3546-4340-8cc0-8ff326104228'] in n-d-804878-1 is: [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:35:32Z', 'revision_number': 4, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'b107c04a-1394-41f6-8bb2-5ef03041d68a', 'name': '', 'network_id': 'ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'mac_address': 'fa:16:3e:e5:12:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:30Z', 'updated_at': '2021-08-17T16:35:49Z', 'revision_number': 5, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'subnets': [{'id': '6794c805-5b84-4d68-91c3-86786023ccd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:33.987330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400ce29-ab6e-4e9b-8495-e91277bc4787 req-ccf43055-82e7-4de6-8182-5624d1635b46 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:33.988993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6400ce29-ab6e-4e9b-8495-e91277bc4787 req-ccf43055-82e7-4de6-8182-5624d1635b46 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 1680 time: 0.2924078 Aug 17 16:46:34.089532 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-9051e661-a159-440b-af16-b3a1bf814b55 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:34.123158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051e661-a159-440b-af16-b3a1bf814b55 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Port': ['ID=05f1e834-8260-41dc-a043-d2498889f6ec,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:34.167587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-9051e661-a159-440b-af16-b3a1bf814b55 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] No DVR routers for this DVR port 05f1e834-8260-41dc-a043-d2498889f6ec on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:34.170088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-9051e661-a159-440b-af16-b3a1bf814b55 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:34.172334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-9051e661-a159-440b-af16-b3a1bf814b55 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "DELETE /v2.0/ports/05f1e834-8260-41dc-a043-d2498889f6ec HTTP/1.1" status: 204 len: 173 time: 0.5627975 Aug 17 16:46:34.259529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-deleted', 'tag': 'aa028505-a083-440c-81da-8c6a4ae9037d'}, {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-deleted', 'tag': '2b0ae2d7-594c-40b5-b028-16f66890e57b'}, {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-deleted', 'tag': '05f1e834-8260-41dc-a043-d2498889f6ec'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:34.261948 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03380529-c741-4e26-bcfe-ab5fd8454307" -d '{"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-deleted", "tag": "aa028505-a083-440c-81da-8c6a4ae9037d"}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-deleted", "tag": "2b0ae2d7-594c-40b5-b028-16f66890e57b"}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-deleted", "tag": "05f1e834-8260-41dc-a043-d2498889f6ec"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:34.291309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-33e846ad-a1c0-478b-b66d-55a6d5f18738 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Deleting port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:34.291661 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-33e846ad-a1c0-478b-b66d-55a6d5f18738 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:34.311260 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6cf411-fb06-4354-8c48-5e9550db2f3b x-openstack-request-id: req-8a6cf411-fb06-4354-8c48-5e9550db2f3b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:34.311566 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-deleted", "tag": "aa028505-a083-440c-81da-8c6a4ae9037d", "status": "completed", "code": 200}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-deleted", "tag": "2b0ae2d7-594c-40b5-b028-16f66890e57b", "status": "completed", "code": 200}, {"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-deleted", "tag": "05f1e834-8260-41dc-a043-d2498889f6ec", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:34.311818 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a6cf411-fb06-4354-8c48-5e9550db2f3b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:34.312220 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-deleted', 'tag': 'aa028505-a083-440c-81da-8c6a4ae9037d', 'status': 'completed', 'code': 200} Aug 17 16:46:34.312474 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-deleted', 'tag': '2b0ae2d7-594c-40b5-b028-16f66890e57b', 'status': 'completed', 'code': 200} Aug 17 16:46:34.312726 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-deleted', 'tag': '05f1e834-8260-41dc-a043-d2498889f6ec', 'status': 'completed', 'code': 200} Aug 17 16:46:34.348343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58b9c95-5f95-4a42-b02f-a271bf1db380 None None] New status for floating IP 27a09d32-71d7-4d12-8bd6-00ed7353d9b4: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:46:34.404242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aa028505-a083-440c-81da-8c6a4ae9037d no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:34.409823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-33e846ad-a1c0-478b-b66d-55a6d5f18738 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] For port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:34.409823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-33e846ad-a1c0-478b-b66d-55a6d5f18738 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:34.424883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-33e846ad-a1c0-478b-b66d-55a6d5f18738 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Calling delete_port for 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:34.481033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: aa028505-a083-440c-81da-8c6a4ae9037d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:34.481645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device aa028505-a083-440c-81da-8c6a4ae9037d not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:34.482226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2b0ae2d7-594c-40b5-b028-16f66890e57b no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:34.508680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 2b0ae2d7-594c-40b5-b028-16f66890e57b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:34.508929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 2b0ae2d7-594c-40b5-b028-16f66890e57b not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:34.509952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 60c8e483-aebe-4700-96ec-febe3638ddcf no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:34.551153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:34.570954 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59421e92-8339-4aeb-b42e-68da22b2d39b None None] Sync routers for ids ['0e22656d-871c-49f9-9628-76f4eaccea35'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:34.583117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60672) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:34.583362 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ebde53c-a7b8-4175-a350-a5f3c5d9365f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/0e22656d-871c-49f9-9628-76f4eaccea35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4126530 Aug 17 16:46:34.588535 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59421e92-8339-4aeb-b42e-68da22b2d39b None None] Routers {'0e22656d-871c-49f9-9628-76f4eaccea35'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:34.589297 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-59421e92-8339-4aeb-b42e-68da22b2d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0e22656d-871c-49f9-9628-76f4eaccea35'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:34.593266 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-84b0a2b1-895b-4d81-bba0-41ac9b6fee56 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 200 len: 999 time: 0.6013288 Aug 17 16:46:34.611786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 60c8e483-aebe-4700-96ec-febe3638ddcf not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:34.612702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 05f1e834-8260-41dc-a043-d2498889f6ec no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:34.635141 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6400ce29-ab6e-4e9b-8495-e91277bc4787 req-f6f43028-618b-4d11-81a5-271ea5a1e088 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6396966 Aug 17 16:46:34.652556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 05f1e834-8260-41dc-a043-d2498889f6ec {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:34.653226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 05f1e834-8260-41dc-a043-d2498889f6ec not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:34.653903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 69b3f724-d531-40fe-ae4a-5e75d4482612 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:34.659435 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-59421e92-8339-4aeb-b42e-68da22b2d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:34.672413 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59421e92-8339-4aeb-b42e-68da22b2d39b None None] Routers {'0e22656d-871c-49f9-9628-76f4eaccea35'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:34.673076 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-59421e92-8339-4aeb-b42e-68da22b2d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0e22656d-871c-49f9-9628-76f4eaccea35'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:34.678464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-87c99278-d5d3-4c22-a37f-939db2b793d0 service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8348994 Aug 17 16:46:34.685267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 69b3f724-d531-40fe-ae4a-5e75d4482612 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:34.685967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 69b3f724-d531-40fe-ae4a-5e75d4482612 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:34.686639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:34.712730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:34.713321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:34.713946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 15a0ae92-0d20-4867-8319-24e7d3d2e2fc no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:34.717891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-33e846ad-a1c0-478b-b66d-55a6d5f18738 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:34.728663 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-59421e92-8339-4aeb-b42e-68da22b2d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:34.729786 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59421e92-8339-4aeb-b42e-68da22b2d39b None None] The sync data for ids ['0e22656d-871c-49f9-9628-76f4eaccea35'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:34.754500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e846ad-a1c0-478b-b66d-55a6d5f18738 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Port': ['ID=23f64a2d-aae4-4f18-8e73-7ca68e5c17fa,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:34.762681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 15a0ae92-0d20-4867-8319-24e7d3d2e2fc not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:34.803482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-4a643b42-e0c8-4aa1-8ec9-1a3bfe71c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:34.805694 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-4a643b42-e0c8-4aa1-8ec9-1a3bfe71c7cd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793ee439-ea4c-4531-9ffe-c55dddc7d866 HTTP/1.1" status: 200 len: 834 time: 0.1942003 Aug 17 16:46:34.842173 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c306033-4222-4a23-b5bd-6208e5663ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:34.866870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-33e846ad-a1c0-478b-b66d-55a6d5f18738 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] No DVR routers for this DVR port 23f64a2d-aae4-4f18-8e73-7ca68e5c17fa on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:34.869658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-33e846ad-a1c0-478b-b66d-55a6d5f18738 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:34.871668 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8342dcb7-381a-4de3-b8d8-592d39e5f425 req-33e846ad-a1c0-478b-b66d-55a6d5f18738 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.93 "DELETE /v2.0/ports/23f64a2d-aae4-4f18-8e73-7ca68e5c17fa HTTP/1.1" status: 204 len: 173 time: 0.6931593 Aug 17 16:46:34.947283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-30d0e85c-d4ce-43ff-be24-8b98df44ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:34.949042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-30d0e85c-d4ce-43ff-be24-8b98df44ff6c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1819cbe1-625e-4544-b587-74f829ca2ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323276 Aug 17 16:46:34.953229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-f532a1ef-dbaf-42ab-98af-a7d49eead668 service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497230 Aug 17 16:46:34.985208 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-ee8ad6df-563d-4b7e-a28b-93169cbbeea9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] remove_router_interface failed (client error): The resource could not be found. Aug 17 16:46:34.988958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port f3f55348-c197-4967-a836-ba0d376e2779 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:34.989306 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.007200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:35.010673 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.012949 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ee8ad6df-563d-4b7e-a28b-93169cbbeea9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/0e22656d-871c-49f9-9628-76f4eaccea35/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4193437 Aug 17 16:46:35.069549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75a361-9b31-4307-9e48-0a2c1ea9cd46 req-72e7a222-eb35-490f-aafb-efc3244e6e0e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:35.071140 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d75a361-9b31-4307-9e48-0a2c1ea9cd46 req-72e7a222-eb35-490f-aafb-efc3244e6e0e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 943 time: 0.0555689 Aug 17 16:46:35.104886 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b5a8342f-fe23-40af-a913-75e029a75c89 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e22656d-871c-49f9-9628-76f4eaccea35 HTTP/1.1" status: 200 len: 205 time: 0.0671906 Aug 17 16:46:35.107413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60678) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:35.166674 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-bdb10c00-2444-42ef-9e08-c7efa8789b4c service neutron] 10.222.0.91 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061288 Aug 17 16:46:35.171830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] For port f3f55348-c197-4967-a836-ba0d376e2779, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f3f55348-c197-4967-a836-ba0d376e2779,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:35.172190 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.195798 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb42749c-a629-48c5-b003-5c24ad09fc2d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.196323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for f3f55348-c197-4967-a836-ba0d376e2779 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:35.425932 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3f068bf-e114-4f1a-9ac0-96c45574248f req-0d2a6459-4e8a-4525-be31-0c6e70dbaba1 service neutron] 10.222.0.91 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504585 Aug 17 16:46:35.493857 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.523805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=f3f55348-c197-4967-a836-ba0d376e2779,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:35.718810 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.748991 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d75a361-9b31-4307-9e48-0a2c1ea9cd46 req-9f54c0dc-8292-49f7-bf36-528595b68ea5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6693470 Aug 17 16:46:35.753104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb42749c-a629-48c5-b003-5c24ad09fc2d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.756297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb42749c-a629-48c5-b003-5c24ad09fc2d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.806819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb42749c-a629-48c5-b003-5c24ad09fc2d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.807497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb42749c-a629-48c5-b003-5c24ad09fc2d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Fanout notify agent at l3_agent the message router_deleted on router 0e22656d-871c-49f9-9628-76f4eaccea35 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:46:35.815430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb42749c-a629-48c5-b003-5c24ad09fc2d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.816695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cb42749c-a629-48c5-b003-5c24ad09fc2d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/0e22656d-871c-49f9-9628-76f4eaccea35 HTTP/1.1" status: 204 len: 168 time: 0.7082419 Aug 17 16:46:35.819931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60682) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:35.833360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-720e1b8d-f8a6-409d-8852-8302ad2e4781 req-e64f7949-49af-49a2-beb8-f54b6d08ddd2 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0856566 Aug 17 16:46:35.883592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-f980e21d-7b64-4b6d-87de-c167998bd343 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting subnet 02ddfb2d-c39a-490e-91ee-4de6d4945eb5 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:46:35.887786 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f980e21d-7b64-4b6d-87de-c167998bd343 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.941450 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f980e21d-7b64-4b6d-87de-c167998bd343 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:35.990596 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.052216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router fa1ff3c5-3d4e-44ae-a318-4495898e422e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:36.059295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f980e21d-7b64-4b6d-87de-c167998bd343 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.133358 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f980e21d-7b64-4b6d-87de-c167998bd343 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.159992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980e21d-7b64-4b6d-87de-c167998bd343 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Subnet': ['ID=02ddfb2d-c39a-490e-91ee-4de6d4945eb5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:36.164961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:36.166552 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f980e21d-7b64-4b6d-87de-c167998bd343 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.168545 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f980e21d-7b64-4b6d-87de-c167998bd343 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/02ddfb2d-c39a-490e-91ee-4de6d4945eb5 HTTP/1.1" status: 204 len: 168 time: 0.3472896 Aug 17 16:46:36.171244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60684) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:36.176789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-611aa94f-319b-4a4b-bd67-3190557cc046 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "PUT /v2.0/routers/fa1ff3c5-3d4e-44ae-a318-4495898e422e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7340722 Aug 17 16:46:36.177433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:36.183695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07037d3e-0631-4312-84f7-31e4d169d51c None None] Network 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:36.191975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] Sync routers for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:36.252807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:36.253337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:36.262769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1990b8-e44d-4a6a-98de-532f7ea122e0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting subnet 277e46cf-ca77-4f10-bfce-60ee91c138c6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:46:36.265978 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.266186 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1990b8-e44d-4a6a-98de-532f7ea122e0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.310599 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1990b8-e44d-4a6a-98de-532f7ea122e0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.313244 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-deleted', 'tag': '23f64a2d-aae4-4f18-8e73-7ca68e5c17fa'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:36.316928 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b57eade-d3f1-4b1c-9ecc-d99ed1b2e233" -d '{"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-deleted", "tag": "23f64a2d-aae4-4f18-8e73-7ca68e5c17fa"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:36.369087 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port f0f852af-3fa2-4a25-affa-fc58e2a148c0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:36.371953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.395809 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cbb60c-07c7-4a7a-bd19-7331e3204ec3 x-openstack-request-id: req-b0cbb60c-07c7-4a7a-bd19-7331e3204ec3 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:36.396104 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf6c04e-3d5d-483e-9d7e-493c3a55df9d", "name": "network-vif-deleted", "tag": "23f64a2d-aae4-4f18-8e73-7ca68e5c17fa", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:36.396351 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0cbb60c-07c7-4a7a-bd19-7331e3204ec3 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:36.396744 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6c04e-3d5d-483e-9d7e-493c3a55df9d', 'name': 'network-vif-deleted', 'tag': '23f64a2d-aae4-4f18-8e73-7ca68e5c17fa', 'status': 'completed', 'code': 200} Aug 17 16:46:36.429880 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1990b8-e44d-4a6a-98de-532f7ea122e0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.464286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port f0f852af-3fa2-4a25-affa-fc58e2a148c0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f0f852af-3fa2-4a25-affa-fc58e2a148c0,segment=NetworkSegment(41d55613-43bb-4b0f-a8fb-28af55b398d5),segment_id=41d55613-43bb-4b0f-a8fb-28af55b398d5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:36.464950 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.483638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for f0f852af-3fa2-4a25-affa-fc58e2a148c0 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:36.516891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1990b8-e44d-4a6a-98de-532f7ea122e0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.543952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb14e34-6a9d-4c40-bfe7-d911b05d5ed9 None None] Network 43884f46-991e-4f94-a4a4-95484f65042d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:36.560114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1990b8-e44d-4a6a-98de-532f7ea122e0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Subnet': ['ID=277e46cf-ca77-4f10-bfce-60ee91c138c6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:36.562521 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1990b8-e44d-4a6a-98de-532f7ea122e0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.565009 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba1990b8-e44d-4a6a-98de-532f7ea122e0 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/subnets/277e46cf-ca77-4f10-bfce-60ee91c138c6 HTTP/1.1" status: 204 len: 168 time: 0.3866336 Aug 17 16:46:36.567624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:36.614845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.633742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 9b612bed-c2d2-439f-af5d-af686032acaf details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:46:36.652117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No DVR routers for this DVR port f0f852af-3fa2-4a25-affa-fc58e2a148c0 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:36.691508 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.713184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:36.719529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=f0f852af-3fa2-4a25-affa-fc58e2a148c0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:36.720113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cae79a-a894-4fcd-8af1-07bad89bd3b2 None None] DHCP port deletion for 0e364466-1ab4-42aa-8b6e-0a1c7af996c9 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:46:36.817944 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.839935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.854716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e364466-1ab4-42aa-8b6e-0a1c7af996c9']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:36.869823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d55613-43bb-4b0f-a8fb-28af55b398d5') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:36.870459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d55613-43bb-4b0f-a8fb-28af55b398d5') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:36.883340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.901325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:36.901325 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.907664 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:36.915243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:36.916413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.017870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841045d-8d50-4747-a459-9ed7814d0171 req-c591debe-a853-4418-8bda-2f4c32bbdff5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:37.020166 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:37.022223 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.029439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0841045d-8d50-4747-a459-9ed7814d0171 req-c591debe-a853-4418-8bda-2f4c32bbdff5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 943 time: 0.1425829 Aug 17 16:46:37.053346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=9b612bed-c2d2-439f-af5d-af686032acaf,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:37.069315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '9b612bed-c2d2-439f-af5d-af686032acaf', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'port_id': '9b612bed-c2d2-439f-af5d-af686032acaf', 'mac_address': 'fa:16:3e:65:ff:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:46:37.081434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e6390dac-1607-4d29-ad4b-bffcdc460c61 req-ef62b7f8-39c8-4881-ae20-a70d2d4c9c72 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0757751 Aug 17 16:46:37.083477 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.085359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/networks/0e364466-1ab4-42aa-8b6e-0a1c7af996c9 HTTP/1.1" status: 204 len: 168 time: 0.9131184 Aug 17 16:46:37.091190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60696) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:37.099580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'network': {'name': 'tempest-RoutersTest-298373030'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:37.121349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] For port 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4b7c1278-64a7-4000-bbbf-f25c04a0aaf8,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:37.121349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.121637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c3ed8-549b-47fa-a458-b2228d1399b2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Network': ['ID=0e364466-1ab4-42aa-8b6e-0a1c7af996c9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:37.138752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0841045d-8d50-4747-a459-9ed7814d0171 req-2296b5c0-91fd-4360-a931-a4a4f136d6e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024816 Aug 17 16:46:37.147562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:37.152915 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.155416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:37.192475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:46:37.207397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.207888 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added segment 3e1d7e5d-bfe5-4689-8974-3756ce409506 of type vlan for network 28bd2392-af4a-4dde-9808-922d428517e8 Aug 17 16:46:37.211374 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.274824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.307046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b612bed-c2d2-439f-af5d-af686032acaf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:46:37.334714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.343808 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:37.344770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.384774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=9b612bed-c2d2-439f-af5d-af686032acaf,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:37.401913 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.412272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d5d12-b626-49cf-9561-63af94a9781f None None] DHCP port deletion for 43884f46-991e-4f94-a4a4-95484f65042d request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:46:37.436933 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3436720 Aug 17 16:46:37.444027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60702) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:37.449685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'subnet': {'network_id': '28bd2392-af4a-4dde-9808-922d428517e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:37.484906 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:46:35Z', 'revision_number': 7, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '4b7c1278-64a7-4000-bbbf-f25c04a0aaf8', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:37.499656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5872b-5814-4d86-a0f5-35dee43b4a86 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Network': ['ID=28bd2392-af4a-4dde-9808-922d428517e8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:37.530959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.543256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 28bd2392-af4a-4dde-9808-922d428517e8 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:46:37.570261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:37.575409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.591792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=4b7c1278-64a7-4000-bbbf-f25c04a0aaf8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:37.616903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ba037-3350-4187-b6cf-f45fa68f0b0f req-24ab64b9-e2b3-4155-a848-e69006a9c433 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:37.618338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a80ba037-3350-4187-b6cf-f45fa68f0b0f req-24ab64b9-e2b3-4155-a848-e69006a9c433 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 944 time: 0.2360213 Aug 17 16:46:37.635951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=9b612bed-c2d2-439f-af5d-af686032acaf,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:37.651241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] Checking router: fa1ff3c5-3d4e-44ae-a318-4495898e422e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:46:37.671273 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] Routers {'fa1ff3c5-3d4e-44ae-a318-4495898e422e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:37.672537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:37.694222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-71394223-3137-41d8-a6b5-9234ae467ed5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:37.696636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-71394223-3137-41d8-a6b5-9234ae467ed5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa&tenant_id=83be27321324449294116e75a122e296&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 944 time: 0.2657642 Aug 17 16:46:37.759671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] Set router fa1ff3c5-3d4e-44ae-a318-4495898e422e gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:37.769532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a80ba037-3350-4187-b6cf-f45fa68f0b0f req-3956c26d-bd3e-4f5d-b0cd-a1885ec21da5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366744 Aug 17 16:46:37.808204 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.824191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.832534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:46:37Z', 'revision_number': 9, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:37.834655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['9b612bed-c2d2-439f-af5d-af686032acaf'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:46:37.901042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Subnet': ['ID=3dcc1777-b6e5-44fb-9f16-f6b49d4456a1,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:37.904365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5558a-62c2-4c02-96be-33efd14f51bc None None] The sync data for ids ['fa1ff3c5-3d4e-44ae-a318-4495898e422e'] in n-d-804878-1 is: [{'id': 'fa1ff3c5-3d4e-44ae-a318-4495898e422e', 'name': 'tempest-TestNetworkBasicOps-router-1938434212', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:44:31Z', 'updated_at': '2021-08-17T16:46:37Z', 'revision_number': 9, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:37.915180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Checking segment: {'id': '3e1d7e5d-bfe5-4689-8974-3756ce409506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '28bd2392-af4a-4dde-9808-922d428517e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:37.915534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network hostable DHCP agents. Network: 28bd2392-af4a-4dde-9808-922d428517e8, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:46:37.919465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f17d5d12-b626-49cf-9561-63af94a9781f None None] Deleting port a4e379fa-804b-4751-abe8-1a71bb04db95 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:37.919853 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f17d5d12-b626-49cf-9561-63af94a9781f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.922828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.937290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 28bd2392-af4a-4dde-9808-922d428517e8 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:46:37.951831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 28bd2392-af4a-4dde-9808-922d428517e8) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:37.960262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:37.961015 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:37.990721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6393e51a-e488-4710-bc3d-32ecbf2748e4 None None] Network 28bd2392-af4a-4dde-9808-922d428517e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:38.002707 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fdb1278a-c671-4101-876e-6fb28da98a2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5575941 Aug 17 16:46:38.003436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60704) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:38.010082 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-acc49630-667d-4aec-b5ea-5ce256a826e3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-425854012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:38.025607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.029245 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.031382 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-7b4d0a87-a752-44d8-87b6-60d64fdd792b service neutron] delete failed (client error): The resource could not be found. Aug 17 16:46:38.033511 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-7b4d0a87-a752-44d8-87b6-60d64fdd792b service neutron] 10.222.0.93 "DELETE /v2.0/ports/9b612bed-c2d2-439f-af5d-af686032acaf/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.3281603 Aug 17 16:46:38.041762 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acc49630-667d-4aec-b5ea-5ce256a826e3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.042959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acc49630-667d-4aec-b5ea-5ce256a826e3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.089199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f17d5d12-b626-49cf-9561-63af94a9781f None None] For port a4e379fa-804b-4751-abe8-1a71bb04db95, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a4e379fa-804b-4751-abe8-1a71bb04db95,segment=NetworkSegment(1b29e956-08ad-4792-9bdf-6da4a43f52dc),segment_id=1b29e956-08ad-4792-9bdf-6da4a43f52dc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:38.089733 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f17d5d12-b626-49cf-9561-63af94a9781f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.118012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f17d5d12-b626-49cf-9561-63af94a9781f None None] Calling delete_port for a4e379fa-804b-4751-abe8-1a71bb04db95 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:38.118958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acc49630-667d-4aec-b5ea-5ce256a826e3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.127160 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acc49630-667d-4aec-b5ea-5ce256a826e3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.154554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acc49630-667d-4aec-b5ea-5ce256a826e3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.159936 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-acc49630-667d-4aec-b5ea-5ce256a826e3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1554410 Aug 17 16:46:38.160637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60708) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:38.182185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.182557 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Fanout notify agent at l3_agent the message router_deleted on router fa1ff3c5-3d4e-44ae-a318-4495898e422e {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:46:38.194352 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.195692 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8dd298e8-46e7-42b0-973b-f83b7df48d61 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/routers/fa1ff3c5-3d4e-44ae-a318-4495898e422e HTTP/1.1" status: 204 len: 168 time: 1.6260805 Aug 17 16:46:38.199676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:38.213450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-68195352-9ddf-4b1d-8a45-ee293ab894ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:38.215123 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-68195352-9ddf-4b1d-8a45-ee293ab894ed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1095 time: 0.0888410 Aug 17 16:46:38.307017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-261ac489-3c55-42b8-98b5-6b0deda7e381 req-70ce2e66-ec88-4754-a0cd-ca894d318830 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0739944 Aug 17 16:46:38.431542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-6c6e093c-c038-4f87-b684-516661f4a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:38.433318 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-6c6e093c-c038-4f87-b684-516661f4a32f service neutron] 10.222.0.93 "GET /v2.0/networks?id=1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 200 len: 897 time: 0.2056658 Aug 17 16:46:38.442463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.476815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f0f852af-3fa2-4a25-affa-fc58e2a148c0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:38.506796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-28bd2392-af4a-4dde-9808-922d428517e8', 'network_id': '28bd2392-af4a-4dde-9808-922d428517e8', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'fixed_ips': [{'subnet_id': '3dcc1777-b6e5-44fb-9f16-f6b49d4456a1'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:46:38.508071 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.522069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f0f852af-3fa2-4a25-affa-fc58e2a148c0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:38.522451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f0f852af-3fa2-4a25-affa-fc58e2a148c0 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:38.522887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a4e379fa-804b-4751-abe8-1a71bb04db95 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:38.537309 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f17d5d12-b626-49cf-9561-63af94a9781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.552540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d5d12-b626-49cf-9561-63af94a9781f None None] No DVR routers for this DVR port a4e379fa-804b-4751-abe8-1a71bb04db95 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:38.602602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: a4e379fa-804b-4751-abe8-1a71bb04db95 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:38.602957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a4e379fa-804b-4751-abe8-1a71bb04db95 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:38.611366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d5d12-b626-49cf-9561-63af94a9781f None None] Pushing event deleted for resources: {'Port': ['ID=a4e379fa-804b-4751-abe8-1a71bb04db95,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:38.620748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-b7668922-63e9-4219-88e8-87d2446da507 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 200 len: 1000 time: 0.1757805 Aug 17 16:46:38.659241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.675626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43884f46-991e-4f94-a4a4-95484f65042d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:38.691826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b29e956-08ad-4792-9bdf-6da4a43f52dc') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:38.692122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b29e956-08ad-4792-9bdf-6da4a43f52dc') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:38.703123 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.706827 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.709574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-980227a4-08cb-4a3b-aa83-c9ab6f1784d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:38.711211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-980227a4-08cb-4a3b-aa83-c9ab6f1784d9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=793ee439-ea4c-4531-9ffe-c55dddc7d866 HTTP/1.1" status: 200 len: 834 time: 0.0825725 Aug 17 16:46:38.753683 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.762363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:38.762908 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:38.766465 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:38.785169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Allocated IP 172.20.0.2 (28bd2392-af4a-4dde-9808-922d428517e8/3dcc1777-b6e5-44fb-9f16-f6b49d4456a1/23f5796e-b485-4328-8e64-2fb099767615) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:38.830206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-6bc4b1a1-e059-4f4d-a70e-5c4603744d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:38.831576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-6bc4b1a1-e059-4f4d-a70e-5c4603744d0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1819cbe1-625e-4544-b587-74f829ca2ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123719 Aug 17 16:46:38.936792 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.983345 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:38.985472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/networks/43884f46-991e-4f94-a4a4-95484f65042d HTTP/1.1" status: 204 len: 168 time: 0.7850094 Aug 17 16:46:39.003066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148d370-7d79-462e-9f61-24d30f13b6cb tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Network': ['ID=43884f46-991e-4f94-a4a4-95484f65042d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:39.014954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:39.029681 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.030339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'network': {'name': 'tempest-network-smoke--1773491094', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:39.040998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Transition to ACTIVE for port object 23f5796e-b485-4328-8e64-2fb099767615 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:39.061880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Transition to ACTIVE for port object 23f5796e-b485-4328-8e64-2fb099767615 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:39.071132 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.086339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77c979-5066-4c01-a20d-eb7ae7e0df2d req-3ed140d2-be91-4d77-98c3-3dd68b3c0d05 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:39.087957 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf77c979-5066-4c01-a20d-eb7ae7e0df2d req-3ed140d2-be91-4d77-98c3-3dd68b3c0d05 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 944 time: 0.1546519 Aug 17 16:46:39.096255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-8c441185-8a9c-4adb-8d98-b39a9096c8b4 service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557759 Aug 17 16:46:39.125644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Network 28bd2392-af4a-4dde-9808-922d428517e8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:39.129700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:39.135104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:39.158107 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Allocated IP 172.20.0.1 (28bd2392-af4a-4dde-9808-922d428517e8/3dcc1777-b6e5-44fb-9f16-f6b49d4456a1/5d98d50f-c89d-4c91-9254-8001bc2846f8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:39.169758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Made reservation on behalf of 95a4ff9eec4d410cbacc06c6ce1bb56a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:39.175287 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.207054 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Pushing event updated for resources: {'Port': ['ID=23f5796e-b485-4328-8e64-2fb099767615,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:39.225690 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf77c979-5066-4c01-a20d-eb7ae7e0df2d req-124faa1b-59f2-45af-8de1-4e73c630a3ef tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271944 Aug 17 16:46:39.227163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Attempting to bind port 23f5796e-b485-4328-8e64-2fb099767615 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:39.228019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Attempting to bind port 23f5796e-b485-4328-8e64-2fb099767615 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '3e1d7e5d-bfe5-4689-8974-3756ce409506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '28bd2392-af4a-4dde-9808-922d428517e8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:39.228019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Attempting to bind port 23f5796e-b485-4328-8e64-2fb099767615 on network 28bd2392-af4a-4dde-9808-922d428517e8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:39.235389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:39.236287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Checking segment: {'id': '3e1d7e5d-bfe5-4689-8974-3756ce409506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '28bd2392-af4a-4dde-9808-922d428517e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:39.236697 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.237353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Bound using segment: {'id': '3e1d7e5d-bfe5-4689-8974-3756ce409506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '28bd2392-af4a-4dde-9808-922d428517e8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:39.237563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Bound port: 23f5796e-b485-4328-8e64-2fb099767615, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1d7e5d-bfe5-4689-8974-3756ce409506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '28bd2392-af4a-4dde-9808-922d428517e8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:39.238080 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.243339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:46:39.286278 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.286897 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Added segment 633e9c3d-1957-4b3c-9166-4d2e1b00730b of type vlan for network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 Aug 17 16:46:39.305646 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8565aaed-d066-46fa-9c7d-a5ca391a8df8 req-6527277b-73f1-4ad3-b0ed-87a9ebe00003 service neutron] 10.222.0.93 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990917 Aug 17 16:46:39.351798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] For port 23f5796e-b485-4328-8e64-2fb099767615, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:39.353776 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.357571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] For port 23f5796e-b485-4328-8e64-2fb099767615, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=23f5796e-b485-4328-8e64-2fb099767615,segment=NetworkSegment(3e1d7e5d-bfe5-4689-8974-3756ce409506),segment_id=3e1d7e5d-bfe5-4689-8974-3756ce409506)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:39.375454 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.396059 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.403115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:39.403789 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.430320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.456615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Transition to ACTIVE for port object 5d98d50f-c89d-4c91-9254-8001bc2846f8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:39.517649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf2217-c780-4e60-8dac-a43e24b0b63a None None] Pushing event updated for resources: {'Port': ['ID=23f5796e-b485-4328-8e64-2fb099767615,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:39.548434 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c277232-d74d-4bd0-a7b3-7818509d0863 req-14335eaa-9144-4f9e-9bfc-8cb46eaf36d4 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0431123 Aug 17 16:46:39.560118 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.616001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 28bd2392-af4a-4dde-9808-922d428517e8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:39.619724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:39.624608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:39.639810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=5d98d50f-c89d-4c91-9254-8001bc2846f8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:39.688231 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:39.865083 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:40.113400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23f5796e-b485-4328-8e64-2fb099767615 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:40.134628 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1099873 Aug 17 16:46:40.146557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60720) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:40.152294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'admin_state_up': True, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:40.159913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a5a7-8f11-4f3c-8b7b-591ad101b6d9 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Network': ['ID=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:40.172519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:46:40.196738 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:40.197985 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:40.252095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 23f5796e-b485-4328-8e64-2fb099767615 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:40.277139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f3f55348-c197-4967-a836-ba0d376e2779 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:40.290149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:40.311914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f3f55348-c197-4967-a836-ba0d376e2779 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:40.312576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f3f55348-c197-4967-a836-ba0d376e2779 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:40.313023 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:40.335384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:40.335873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4b7c1278-64a7-4000-bbbf-f25c04a0aaf8 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:40.368110 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:40.393571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097ebe5-5a37-4614-ba1e-dc38d669ee88 req-0c49e94d-db79-43c9-a54e-147a5dc0c824 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:40.395246 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:40.409410 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8097ebe5-5a37-4614-ba1e-dc38d669ee88 req-0c49e94d-db79-43c9-a54e-147a5dc0c824 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 944 time: 0.0709431 Aug 17 16:46:40.457175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8097ebe5-5a37-4614-ba1e-dc38d669ee88 req-fd508fd7-b8d9-4ae7-9cf2-16355c4b3b37 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462751 Aug 17 16:46:40.491101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60724) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:40.549902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:40.553145 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:40.564479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=5d98d50f-c89d-4c91-9254-8001bc2846f8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:40.657431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 9b612bed-c2d2-439f-af5d-af686032acaf up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:40.700614 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9db2482-d723-4e67-aa31-f03591ed02a5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/25118aa5-2e85-41ef-bf15-e95f97e7c370 HTTP/1.1" status: 200 len: 992 time: 0.2082589 Aug 17 16:46:40.733321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 9b612bed-c2d2-439f-af5d-af686032acaf completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:40.737622 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 9b612bed-c2d2-439f-af5d-af686032acaf triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:40.738095 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:40.742013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cecd260-0f4c-4634-a0a9-082d7f78006a req-3b6db456-2110-44ad-9211-9f7196659194 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0611823 Aug 17 16:46:40.768531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86168a5-1cd5-4123-b182-8e1f41a69cde None None] Network 28bd2392-af4a-4dde-9808-922d428517e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:40.776306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 28bd2392-af4a-4dde-9808-922d428517e8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:40.779255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:40.918672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-625c9f49-e2d7-4abf-ad7a-679b40b035e3 None None] Provisioning for port 23f5796e-b485-4328-8e64-2fb099767615 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:41.097979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-625c9f49-e2d7-4abf-ad7a-679b40b035e3 None None] Provisioning complete for port 23f5796e-b485-4328-8e64-2fb099767615 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:41.098262 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-625c9f49-e2d7-4abf-ad7a-679b40b035e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.104390 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.180746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:41.183109 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d176337-e49e-41d2-b032-6a5275928424" -d '{"events": [{"server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "name": "network-vif-plugged", "status": "completed", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:41.202752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=9b612bed-c2d2-439f-af5d-af686032acaf,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:41.217942 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.258380 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43abb780-e41f-42ac-84ad-8d5233dce0e6 x-openstack-request-id: req-43abb780-e41f-42ac-84ad-8d5233dce0e6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:41.258791 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "name": "network-vif-plugged", "status": "completed", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:41.259103 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43abb780-e41f-42ac-84ad-8d5233dce0e6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:41.259560 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf', 'code': 200} Aug 17 16:46:41.274009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 03baae26-554e-48bc-974d-3d4ec3ce526c is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:46:41.275861 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.301360 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.342778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=9b612bed-c2d2-439f-af5d-af686032acaf,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:41.351969 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-625c9f49-e2d7-4abf-ad7a-679b40b035e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.393913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-625c9f49-e2d7-4abf-ad7a-679b40b035e3 None None] For port 23f5796e-b485-4328-8e64-2fb099767615, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=23f5796e-b485-4328-8e64-2fb099767615,segment=NetworkSegment(3e1d7e5d-bfe5-4689-8974-3756ce409506),segment_id=3e1d7e5d-bfe5-4689-8974-3756ce409506)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:41.401376 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-625c9f49-e2d7-4abf-ad7a-679b40b035e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.468116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c9f49-e2d7-4abf-ad7a-679b40b035e3 None None] Pushing event updated for resources: {'Port': ['ID=23f5796e-b485-4328-8e64-2fb099767615,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:41.470719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:41.479681 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c23d9dfc-cb4d-4175-8244-489e7ae7ce9e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/03baae26-554e-48bc-974d-3d4ec3ce526c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3174961 Aug 17 16:46:41.480261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:41.483823 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fae4a-2c29-4b89-97b0-f983ea0d07b9 None None] Sync routers for ids ['03baae26-554e-48bc-974d-3d4ec3ce526c'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:41.497725 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fae4a-2c29-4b89-97b0-f983ea0d07b9 None None] Routers {'03baae26-554e-48bc-974d-3d4ec3ce526c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:41.498594 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9a2fae4a-2c29-4b89-97b0-f983ea0d07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['03baae26-554e-48bc-974d-3d4ec3ce526c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:41.512797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Allocated IP 172.25.7.185 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:41.537738 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9a2fae4a-2c29-4b89-97b0-f983ea0d07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:41.549485 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fae4a-2c29-4b89-97b0-f983ea0d07b9 None None] Routers {'03baae26-554e-48bc-974d-3d4ec3ce526c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:41.550358 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9a2fae4a-2c29-4b89-97b0-f983ea0d07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['03baae26-554e-48bc-974d-3d4ec3ce526c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:41.557536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21114399-5aff-4520-b723-10a6d7655844 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:41.559750 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-21114399-5aff-4520-b723-10a6d7655844 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports/5d98d50f-c89d-4c91-9254-8001bc2846f8 HTTP/1.1" status: 200 len: 910 time: 0.0779812 Aug 17 16:46:41.562731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:41.602053 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9a2fae4a-2c29-4b89-97b0-f983ea0d07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:41.602988 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fae4a-2c29-4b89-97b0-f983ea0d07b9 None None] The sync data for ids ['03baae26-554e-48bc-974d-3d4ec3ce526c'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:41.654880 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.702191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.730726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-45d3f3e6-f95b-4be8-851e-3675637e9c66 None None] Provisioning complete for port 23f5796e-b485-4328-8e64-2fb099767615 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:41.731415 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45d3f3e6-f95b-4be8-851e-3675637e9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.740189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:41.743785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:41.747369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:41.790059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:41.914888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-45d3f3e6-f95b-4be8-851e-3675637e9c66 None None] Provisioning for port 5d98d50f-c89d-4c91-9254-8001bc2846f8 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:41.930709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-45d3f3e6-f95b-4be8-851e-3675637e9c66 None None] Provisioning complete for port 5d98d50f-c89d-4c91-9254-8001bc2846f8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:41.933226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45d3f3e6-f95b-4be8-851e-3675637e9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:41.941205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e19d882e-37e4-4a6a-b130-aa7791210d48 req-68ad7972-211e-4de8-a3b0-20e6f23b87d5 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0331357 Aug 17 16:46:42.010320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-45d3f3e6-f95b-4be8-851e-3675637e9c66 None None] Port 5d98d50f-c89d-4c91-9254-8001bc2846f8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:42.043256 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:42.081923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23f5796e-b485-4328-8e64-2fb099767615 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:42.174193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3a0c65af-2fdc-4c2e-9afd-a2f730051c11 None None] Provisioning complete for port 5d98d50f-c89d-4c91-9254-8001bc2846f8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:42.174593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a0c65af-2fdc-4c2e-9afd-a2f730051c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:42.224873 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:42.258486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 23f5796e-b485-4328-8e64-2fb099767615 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:42.258957 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:42.264691 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c65af-2fdc-4c2e-9afd-a2f730051c11 None None] Port 5d98d50f-c89d-4c91-9254-8001bc2846f8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:42.351876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port 5d98d50f-c89d-4c91-9254-8001bc2846f8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:42.352139 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:42.385909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-684854b8-cf64-4a15-a638-62cbf48bc843 None None] Provisioning complete for port 5d98d50f-c89d-4c91-9254-8001bc2846f8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:42.387069 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-684854b8-cf64-4a15-a638-62cbf48bc843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:42.440520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-684854b8-cf64-4a15-a638-62cbf48bc843 None None] Port 5d98d50f-c89d-4c91-9254-8001bc2846f8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:42.457778 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:42.462087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:42.476078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for 5d98d50f-c89d-4c91-9254-8001bc2846f8 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:42.594482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:46:42.661136 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:42.695488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=5d98d50f-c89d-4c91-9254-8001bc2846f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:42.718123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:42.730636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Sync routers for ids ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:42.742161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:42.742863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Routers {'2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:42.743488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:42.743686 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ed70a9a6-c11f-4938-ab09-917a198451b8 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5959406 Aug 17 16:46:42.746717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60736) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:42.789131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60738) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:42.789377 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-39b5e74a-c347-4a81-bb09-4dff5589c923 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=95a4ff9eec4d410cbacc06c6ce1bb56a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413494 Aug 17 16:46:42.898495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Set router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:42.931013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.104668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:42Z', 'revision_number': 3, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:43.110247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5705915-1ab5-4d95-8a2d-da07a80cf0fd req-53add88b-3bdd-482b-ad75-33a99d9c9b5f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0727267 Aug 17 16:46:43.134707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Checking router: 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:46:43.135058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Updating router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:46:43.144373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b6fba-66c4-4590-a456-2bec80475d14 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:43.148100 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f2b6fba-66c4-4590-a456-2bec80475d14 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3557961 Aug 17 16:46:43.148888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60742) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:43.162623 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.194306 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4e8f5d90-eefb-4e5d-ba28-c48df31ef8cb tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388334 Aug 17 16:46:43.195802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60744) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:43.200035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-295259485', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:43.256905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 03baae26-554e-48bc-974d-3d4ec3ce526c has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:43.311226 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Made reservation on behalf of 95a4ff9eec4d410cbacc06c6ce1bb56a for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:43.315700 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.336082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:43.342955 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ede68955-baa4-4b7f-ae70-360ef3d5f1a6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/03baae26-554e-48bc-974d-3d4ec3ce526c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7790837 Aug 17 16:46:43.347046 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d2a13-28bd-4447-b97f-c8aeecfacabe None None] Sync routers for ids ['03baae26-554e-48bc-974d-3d4ec3ce526c'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:43.347552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:43.357694 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d2a13-28bd-4447-b97f-c8aeecfacabe None None] Routers {'03baae26-554e-48bc-974d-3d4ec3ce526c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:43.358645 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6e3d2a13-28bd-4447-b97f-c8aeecfacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['03baae26-554e-48bc-974d-3d4ec3ce526c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:43.386665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b1aaf44-3285-41f1-b338-a77a95abdafe tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=03baae26-554e-48bc-974d-3d4ec3ce526c HTTP/1.1" status: 200 len: 205 time: 0.0371523 Aug 17 16:46:43.387272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:43.394075 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6e3d2a13-28bd-4447-b97f-c8aeecfacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:43.408789 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d2a13-28bd-4447-b97f-c8aeecfacabe None None] Routers {'03baae26-554e-48bc-974d-3d4ec3ce526c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:43.414470 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6e3d2a13-28bd-4447-b97f-c8aeecfacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['03baae26-554e-48bc-974d-3d4ec3ce526c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:43.452878 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6e3d2a13-28bd-4447-b97f-c8aeecfacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:43.453778 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d2a13-28bd-4447-b97f-c8aeecfacabe None None] The sync data for ids ['03baae26-554e-48bc-974d-3d4ec3ce526c'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:43.481853 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.494204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Transition to ACTIVE for port object 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:43.501999 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.511692 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e180025-dac3-42f1-9cea-1b1aaa677443 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.558647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Attempting to bind port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:43.559012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Attempting to bind port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:43.559510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Attempting to bind port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:43.568774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Pushing event updated for resources: {'Port': ['ID=38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:43.572405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:43.572797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:43.573221 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.573556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:43.574038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Bound port: 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:43.574434 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.578035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.635017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] For port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:43.640025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] For port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:43.648171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.656598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Subnet': ['ID=544605f0-cf86-46bf-a880-f04a7483b16d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:43.662289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Checking segment: {'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:43.662687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network hostable DHCP agents. Network: 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:46:43.683959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:46:43.701280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:43.707306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:43.708205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:43.717359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbe2185-ced4-4f3d-9d29-8fac55cba8a3 None None] Network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:43.728588 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-691805d6-64e0-46d9-aa0d-236c0859cb87 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5325825 Aug 17 16:46:43.736550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60750) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:43.795090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Routers {'2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:43.795748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:43.804527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Pushing event updated for resources: {'Port': ['ID=38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:43.856024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.856371 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.856712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.857049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.857380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.857708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.858036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.858359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.858720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.859040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.859360 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.859675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a185bf-fad0-4fb3-9206-cffe751d5de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:43.980956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] Set router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:44.020574 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e180025-dac3-42f1-9cea-1b1aaa677443 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.022755 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e180025-dac3-42f1-9cea-1b1aaa677443 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.079982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e180025-dac3-42f1-9cea-1b1aaa677443 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.080626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e180025-dac3-42f1-9cea-1b1aaa677443 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Fanout notify agent at l3_agent the message router_deleted on router 03baae26-554e-48bc-974d-3d4ec3ce526c {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:46:44.090052 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e180025-dac3-42f1-9cea-1b1aaa677443 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.090328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:46:44.091209 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.091338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e180025-dac3-42f1-9cea-1b1aaa677443 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/03baae26-554e-48bc-974d-3d4ec3ce526c HTTP/1.1" status: 204 len: 168 time: 0.7029300 Aug 17 16:46:44.093906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:44.184906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b65598-9776-482f-95a9-749105027ee4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting subnet 3dcc1777-b6e5-44fb-9f16-f6b49d4456a1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:46:44.187480 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65b65598-9776-482f-95a9-749105027ee4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.245987 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65b65598-9776-482f-95a9-749105027ee4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.293391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Allocated IP 172.20.0.2 (33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7/544605f0-cf86-46bf-a880-f04a7483b16d/42684e39-c3c0-4f3f-8630-5b606fb22bf4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:44.308218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f89246db-3c67-4ce6-8e7e-f18bdaaaddcc req-0dd221c7-31de-4c69-ab31-4441beaa755a tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0487878 Aug 17 16:46:44.354081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:42Z', 'revision_number': 3, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:44.370780 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.387523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65b65598-9776-482f-95a9-749105027ee4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.390497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4d99-6c47-4cd8-8149-60023162abcd None None] The sync data for ids ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'] in n-d-804878-1 is: [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:42Z', 'revision_number': 3, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:44.475506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65b65598-9776-482f-95a9-749105027ee4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.522451 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.535532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Transition to ACTIVE for port object 42684e39-c3c0-4f3f-8630-5b606fb22bf4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:44.537315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b65598-9776-482f-95a9-749105027ee4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Subnet': ['ID=3dcc1777-b6e5-44fb-9f16-f6b49d4456a1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:44.539560 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65b65598-9776-482f-95a9-749105027ee4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.543932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eb036a-15e7-4694-b567-07241c1faebf None None] Network 28bd2392-af4a-4dde-9808-922d428517e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:44.545121 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-65b65598-9776-482f-95a9-749105027ee4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/3dcc1777-b6e5-44fb-9f16-f6b49d4456a1 HTTP/1.1" status: 204 len: 168 time: 0.4495447 Aug 17 16:46:44.546275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60756) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:44.607010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Transition to ACTIVE for port object 42684e39-c3c0-4f3f-8630-5b606fb22bf4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:44.629828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.648083 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.726308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port 23f5796e-b485-4328-8e64-2fb099767615 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:44.726702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.743424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:44.744691 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Pushing event updated for resources: {'Port': ['ID=42684e39-c3c0-4f3f-8630-5b606fb22bf4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:44.763436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:44.766600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:44.834551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port 23f5796e-b485-4328-8e64-2fb099767615, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=23f5796e-b485-4328-8e64-2fb099767615,segment=NetworkSegment(3e1d7e5d-bfe5-4689-8974-3756ce409506),segment_id=3e1d7e5d-bfe5-4689-8974-3756ce409506)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:44.838265 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.861191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for 23f5796e-b485-4328-8e64-2fb099767615 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:44.877315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Allocated IP 172.20.0.1 (33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7/544605f0-cf86-46bf-a880-f04a7483b16d/2b3a9b41-60e2-4f8f-b300-9fda8638e146) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:44.912428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3008b5-2de6-4bbf-b602-ce399fea2a94 None None] DHCP port deletion for 28bd2392-af4a-4dde-9808-922d428517e8 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:46:44.948029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Attempting to bind port 42684e39-c3c0-4f3f-8630-5b606fb22bf4 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:44.948389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Attempting to bind port 42684e39-c3c0-4f3f-8630-5b606fb22bf4 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:44.948749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Attempting to bind port 42684e39-c3c0-4f3f-8630-5b606fb22bf4 on network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:44.961983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:44.962428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Checking segment: {'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:44.962831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:44.963223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Bound using segment: {'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:44.963691 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Bound port: 42684e39-c3c0-4f3f-8630-5b606fb22bf4, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:44.964069 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.007522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.036955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No DVR routers for this DVR port 23f5796e-b485-4328-8e64-2fb099767615 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:45.074487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] For port 42684e39-c3c0-4f3f-8630-5b606fb22bf4, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:45.077728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] For port 42684e39-c3c0-4f3f-8630-5b606fb22bf4, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=42684e39-c3c0-4f3f-8630-5b606fb22bf4,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:45.087336 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.103713 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.138891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fa3008b5-2de6-4bbf-b602-ce399fea2a94 None None] Deleting port 23f5796e-b485-4328-8e64-2fb099767615 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:45.139271 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3008b5-2de6-4bbf-b602-ce399fea2a94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.140824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Transition to ACTIVE for port object 2b3a9b41-60e2-4f8f-b300-9fda8638e146 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:45.222081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.231299 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.236089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fa3008b5-2de6-4bbf-b602-ce399fea2a94 None None] For port 23f5796e-b485-4328-8e64-2fb099767615, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:45.236788 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3008b5-2de6-4bbf-b602-ce399fea2a94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.245997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=23f5796e-b485-4328-8e64-2fb099767615,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:45.256323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bd2392-af4a-4dde-9808-922d428517e8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:45.275424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1d7e5d-bfe5-4689-8974-3756ce409506') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:45.276183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1d7e5d-bfe5-4689-8974-3756ce409506') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:45.283406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:45.288664 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.308784 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.319144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:45.319528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:45.320184 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.322490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:45.329778 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:45.450353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=2b3a9b41-60e2-4f8f-b300-9fda8638e146,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:45.479998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fa3008b5-2de6-4bbf-b602-ce399fea2a94 None None] Calling delete_port for 23f5796e-b485-4328-8e64-2fb099767615 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:45.482766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-fa3008b5-2de6-4bbf-b602-ce399fea2a94 None None] Port 23f5796e-b485-4328-8e64-2fb099767615 was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:46:45.486785 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3008b5-2de6-4bbf-b602-ce399fea2a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.493799 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.511654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3008b5-2de6-4bbf-b602-ce399fea2a94 None None] No DVR routers for this DVR port 23f5796e-b485-4328-8e64-2fb099767615 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:45.548702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817c529-cf9e-483b-91cd-855c109836d5 None None] Pushing event updated for resources: {'Port': ['ID=42684e39-c3c0-4f3f-8630-5b606fb22bf4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:45.555885 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.565932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.572850 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/networks/28bd2392-af4a-4dde-9808-922d428517e8 HTTP/1.1" status: 204 len: 168 time: 1.0221016 Aug 17 16:46:45.578713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60762) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:45.584421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1716758914', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:45.588500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3008b5-2de6-4bbf-b602-ce399fea2a94 None None] Pushing event deleted for resources: {'Port': ['ID=23f5796e-b485-4328-8e64-2fb099767615,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:45.638256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.640578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.665024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6f9164f-ba97-4c86-8766-8317a8ae2828 req-90702276-88f5-4a30-a157-e4a1b2c69052 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.1351671 Aug 17 16:46:45.667724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56734da0-5f98-4188-9759-85fca3631639 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Network': ['ID=28bd2392-af4a-4dde-9808-922d428517e8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:45.738312 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.850985 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:45.930331 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.073448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:46.132730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:46.138063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:46.140947 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.252716 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.284149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:46.290090 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.291046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 42684e39-c3c0-4f3f-8630-5b606fb22bf4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:46.389098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:46.406170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 42684e39-c3c0-4f3f-8630-5b606fb22bf4 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:46.481563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23f5796e-b485-4328-8e64-2fb099767615 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:46.514180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 23f5796e-b485-4328-8e64-2fb099767615 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:46.515211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23f5796e-b485-4328-8e64-2fb099767615 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:46.548383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046b21b-a797-4600-b223-c33254af27c8 None None] Network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:46.631289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.659311 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.699272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b924b6cb-628a-44e0-9bb1-0e21557f706c None None] Provisioning for port 42684e39-c3c0-4f3f-8630-5b606fb22bf4 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:46.705562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b924b6cb-628a-44e0-9bb1-0e21557f706c None None] Provisioning complete for port 42684e39-c3c0-4f3f-8630-5b606fb22bf4 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:46.706068 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b924b6cb-628a-44e0-9bb1-0e21557f706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.709611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.716991 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.842358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ff732a9-14b6-40f4-b62d-b6300d18e0a0 req-1fd1350a-7b62-4e31-8580-269811c3ff8f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0520968 Aug 17 16:46:46.851678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b924b6cb-628a-44e0-9bb1-0e21557f706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.875058 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.879089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=2b3a9b41-60e2-4f8f-b300-9fda8638e146,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:46.901715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.902092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.902400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.902803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.903199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.903533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.903987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.904312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.904689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.905210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.905536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.905884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:46:46.927424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b924b6cb-628a-44e0-9bb1-0e21557f706c None None] For port 42684e39-c3c0-4f3f-8630-5b606fb22bf4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=42684e39-c3c0-4f3f-8630-5b606fb22bf4,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:46.936365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b924b6cb-628a-44e0-9bb1-0e21557f706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:46.977805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Allocated IP 172.25.7.135 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/dc3c5dae-babb-4312-8737-e98349c3e37d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:47.008962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924b6cb-628a-44e0-9bb1-0e21557f706c None None] Pushing event updated for resources: {'Port': ['ID=42684e39-c3c0-4f3f-8630-5b606fb22bf4,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:47.140203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:47.143424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:47.145866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:47.170108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2ec4b77e-2d50-4807-b24e-5c3f18904c7f None None] Provisioning for port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:47.176224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2ec4b77e-2d50-4807-b24e-5c3f18904c7f None None] Provisioning complete for port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:47.176871 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ec4b77e-2d50-4807-b24e-5c3f18904c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:47.222877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4b77e-2d50-4807-b24e-5c3f18904c7f None None] Port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:47.233370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2ec4b77e-2d50-4807-b24e-5c3f18904c7f None None] Provisioning complete for port 42684e39-c3c0-4f3f-8630-5b606fb22bf4 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:47.233685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ec4b77e-2d50-4807-b24e-5c3f18904c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:47.290565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:47.308618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:47.406054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:47.439219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:47.444894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=dc3c5dae-babb-4312-8737-e98349c3e37d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:47.448145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:47.457970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5e667137-e3d7-4c99-a44c-0d484162409d None None] Provisioning complete for port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:47.458633 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e667137-e3d7-4c99-a44c-0d484162409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:47.495085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5e667137-e3d7-4c99-a44c-0d484162409d None None] Port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:47.510845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:47.516122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9469eb37-0baa-4d51-9185-0ff3319e88ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "PUT /v2.0/routers/2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7784545 Aug 17 16:46:47.519860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60768) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:47.525487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Sync routers for ids ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:47.537172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Routers {'2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:47.538203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:47.652009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0295ea7d-a39e-4ea8-9578-9a509853f74c None None] Provisioning complete for port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:47.652516 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0295ea7d-a39e-4ea8-9578-9a509853f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:47.684719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Set router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:47.725144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0295ea7d-a39e-4ea8-9578-9a509853f74c None None] Port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:47.841900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:47.842284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:47.842775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:47.843234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:47.843690 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:47.844391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:47.845365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:47.845819 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:47.846264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:47.846753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:47.851548 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4130a553-d7cc-4587-b3d2-eea9161f9c3a tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7049 time: 0.3280058 Aug 17 16:46:47.851722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60770) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:47.916708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:45Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b3a9b41-60e2-4f8f-b300-9fda8638e146', 'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:8a:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:44Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 2, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:47.991212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Checking router: 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:46:47.991711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Updating router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:46:48.006218 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.012153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:48.013022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:48.013693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:48.014093 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:48.014601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:48.015049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:48.015493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:48.015946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:48.016369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:48.016854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:48.022584 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ba5ced26-2ff9-446e-ba6e-76fe30b7a644 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6435 time: 0.1698725 Aug 17 16:46:48.023873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c0e3c41-4cc5-4dc2-a6cb-9de30c853f6c req-66e923ec-6efd-48cd-a7ac-7d1e58e8b4f3 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bf6c04e-3d5d-483e-9d7e-493c3a55df9d HTTP/1.1" status: 200 len: 210 time: 0.0626986 Aug 17 16:46:48.025047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:48.030800 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.056163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:48.224068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:48.224443 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.266383 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.324190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9de5a63c-33a2-4bda-ba77-3866a820fca7 tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5199 time: 0.2965965 Aug 17 16:46:48.404758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 42684e39-c3c0-4f3f-8630-5b606fb22bf4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:48.500857 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.514615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Transition to ACTIVE for port object 2b3a9b41-60e2-4f8f-b300-9fda8638e146 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:48.518551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 42684e39-c3c0-4f3f-8630-5b606fb22bf4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:48.518872 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.542838 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.603083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6e444-22fa-41c7-a1cd-73dbdc78dbfd None None] Pushing event updated for resources: {'Port': ['ID=2b3a9b41-60e2-4f8f-b300-9fda8638e146,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:48.715263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Attempting to bind port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:48.715721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Attempting to bind port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:48.716058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Attempting to bind port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 on network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:48.717536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 37d43d93-e3e1-48fb-88c5-e96a12239366 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:46:48.724700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:48.724940 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Checking segment: {'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:48.726040 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.726679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Bound using segment: {'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:48.726960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Bound port: 2b3a9b41-60e2-4f8f-b300-9fda8638e146, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:48.727356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.808735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] For port 2b3a9b41-60e2-4f8f-b300-9fda8638e146, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:48.813083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] For port 2b3a9b41-60e2-4f8f-b300-9fda8638e146, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2b3a9b41-60e2-4f8f-b300-9fda8638e146,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:48.822099 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.864993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:48.879066 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de919311-7ce1-4ffa-af30-22068ef3c59a None None] Sync routers for ids ['37d43d93-e3e1-48fb-88c5-e96a12239366'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:48.898129 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de919311-7ce1-4ffa-af30-22068ef3c59a None None] Routers {'37d43d93-e3e1-48fb-88c5-e96a12239366'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:48.899200 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-de919311-7ce1-4ffa-af30-22068ef3c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['37d43d93-e3e1-48fb-88c5-e96a12239366'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:48.904937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Routers {'2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:48.906192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:48.909650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:48.913977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-05b2ca54-ac8b-44ef-b9e8-fb0170d6cd05 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.3332918 Aug 17 16:46:48.914566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:48.951875 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-de919311-7ce1-4ffa-af30-22068ef3c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:48.960040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6e444-22fa-41c7-a1cd-73dbdc78dbfd None None] Pushing event updated for resources: {'Port': ['ID=2b3a9b41-60e2-4f8f-b300-9fda8638e146,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:48.971095 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de919311-7ce1-4ffa-af30-22068ef3c59a None None] Routers {'37d43d93-e3e1-48fb-88c5-e96a12239366'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:48.971657 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-de919311-7ce1-4ffa-af30-22068ef3c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['37d43d93-e3e1-48fb-88c5-e96a12239366'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:49.038309 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-de919311-7ce1-4ffa-af30-22068ef3c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:49.039116 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de919311-7ce1-4ffa-af30-22068ef3c59a None None] The sync data for ids ['37d43d93-e3e1-48fb-88c5-e96a12239366'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:49.061823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60782) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:49.068290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3d921e04-67d9-49f4-952e-98e87294e6aa tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570049153', 'description': 'tempest-secgroup-smoke-570049153 description', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:49.112041 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d921e04-67d9-49f4-952e-98e87294e6aa tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.116547 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f1f7246-3d51-4fcc-9c36-3e226cbfdd42 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/routers/37d43d93-e3e1-48fb-88c5-e96a12239366 HTTP/1.1" status: 200 len: 881 time: 0.1998081 Aug 17 16:46:49.118914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:49.123732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] Set router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:46:49.130740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60788) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:49.227563 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4108ee8-24f3-4946-8ccb-a39f7f7e6fe5 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.271162 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4108ee8-24f3-4946-8ccb-a39f7f7e6fe5 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.340793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d921e04-67d9-49f4-952e-98e87294e6aa tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.346245 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d921e04-67d9-49f4-952e-98e87294e6aa tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.364767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:45Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b3a9b41-60e2-4f8f-b300-9fda8638e146', 'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:8a:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:44Z', 'updated_at': '2021-08-17T16:46:48Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:49.386910 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d921e04-67d9-49f4-952e-98e87294e6aa tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.393854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3d921e04-67d9-49f4-952e-98e87294e6aa tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3252473 Aug 17 16:46:49.394047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3aec7357-6326-45c0-8f6f-c6fb66dfb674 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2691209 Aug 17 16:46:49.394165 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4108ee8-24f3-4946-8ccb-a39f7f7e6fe5 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.394273 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:49.394362 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4108ee8-24f3-4946-8ccb-a39f7f7e6fe5 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.394362 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d4108ee8-24f3-4946-8ccb-a39f7f7e6fe5 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "DELETE /v2.0/security-groups/4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b HTTP/1.1" status: 204 len: 168 time: 0.2616642 Aug 17 16:46:49.394362 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60792) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:49.396968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-35815542-909a-4abe-a832-c31d29a48f93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1716758914'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:49.397117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c457db-fbf9-4c03-84c5-83ccf6715972 None None] The sync data for ids ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'] in n-d-804878-1 is: [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:45Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b3a9b41-60e2-4f8f-b300-9fda8638e146', 'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:8a:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:44Z', 'updated_at': '2021-08-17T16:46:48Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:49.399443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f40052c2-32f8-4da6-a146-7b492924a46f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '8fe8a4da-41ec-424e-9996-0f1058eb63b1', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:49.403327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:49.406743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d921e04-67d9-49f4-952e-98e87294e6aa tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe8a4da-41ec-424e-9996-0f1058eb63b1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:49.428978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4108ee8-24f3-4946-8ccb-a39f7f7e6fe5 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:49.451790 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f40052c2-32f8-4da6-a146-7b492924a46f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.472803 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-61e80c92-9814-4c99-8d9a-07ed68dee624 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] show failed (client error): The resource could not be found. Aug 17 16:46:49.478807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-61e80c92-9814-4c99-8d9a-07ed68dee624 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "GET /v2.0/security-groups/4ca2010b-4dfa-4c8a-8c94-bb3518bdec9b HTTP/1.1" status: 404 len: 347 time: 0.0726984 Aug 17 16:46:49.479445 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60796) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:49.513689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f40052c2-32f8-4da6-a146-7b492924a46f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.518561 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f40052c2-32f8-4da6-a146-7b492924a46f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.542734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40052c2-32f8-4da6-a146-7b492924a46f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1be9375-1e47-4f0f-a3ff-18f918094cfc,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:49.549870 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f40052c2-32f8-4da6-a146-7b492924a46f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.551322 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f40052c2-32f8-4da6-a146-7b492924a46f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562026 Aug 17 16:46:49.554902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60798) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:49.560370 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a3ab0c1b-f1a0-4fa6-8499-ce1305207ba2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '8fe8a4da-41ec-424e-9996-0f1058eb63b1', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:49.594903 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0c1b-f1a0-4fa6-8499-ce1305207ba2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.668639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.677481 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0c1b-f1a0-4fa6-8499-ce1305207ba2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.683735 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0c1b-f1a0-4fa6-8499-ce1305207ba2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.705103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab0c1b-f1a0-4fa6-8499-ce1305207ba2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c1867a-1d23-410e-84ea-f05d53110bee,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:49.713144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0c1b-f1a0-4fa6-8499-ce1305207ba2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.714674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3ab0c1b-f1a0-4fa6-8499-ce1305207ba2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1582410 Aug 17 16:46:49.717574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60800) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:49.723290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-dd25927f-bfac-456f-bd5d-ce1205a4a63f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '8fe8a4da-41ec-424e-9996-0f1058eb63b1', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:49.749222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1901eddc-9b7c-4ed0-9a17-25dd2cee99e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Deleting port f6bea0fc-89eb-483c-8685-012d9dcede19 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:49.749566 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1901eddc-9b7c-4ed0-9a17-25dd2cee99e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.754108 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd25927f-bfac-456f-bd5d-ce1205a4a63f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.827694 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd25927f-bfac-456f-bd5d-ce1205a4a63f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.833057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd25927f-bfac-456f-bd5d-ce1205a4a63f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.853884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25927f-bfac-456f-bd5d-ce1205a4a63f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1cc243-a663-4eaa-a2a8-77a0f8a4dafc,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:49.861981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd25927f-bfac-456f-bd5d-ce1205a4a63f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.863320 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dd25927f-bfac-456f-bd5d-ce1205a4a63f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447241 Aug 17 16:46:49.866224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60802) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:49.871333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-da7812c0-eb67-42b5-afb1-769cd1774dcc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '8fe8a4da-41ec-424e-9996-0f1058eb63b1', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:49.904845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da7812c0-eb67-42b5-afb1-769cd1774dcc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:49.952271 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.003008 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da7812c0-eb67-42b5-afb1-769cd1774dcc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.010891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da7812c0-eb67-42b5-afb1-769cd1774dcc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.036233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da7812c0-eb67-42b5-afb1-769cd1774dcc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.041368 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-da7812c0-eb67-42b5-afb1-769cd1774dcc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1739795 Aug 17 16:46:50.042127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60804) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:50.048843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f48a9872-0a43-4c58-896d-e7e0a5835061 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '8fe8a4da-41ec-424e-9996-0f1058eb63b1', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:50.053209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7812c0-eb67-42b5-afb1-769cd1774dcc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285dc85e-174b-47a4-8f0a-b5ae5a725f53,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:50.076752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b3a9b41-60e2-4f8f-b300-9fda8638e146 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:50.085038 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-f48a9872-0a43-4c58-896d-e7e0a5835061 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Project 95a4ff9eec4d410cbacc06c6ce1bb56a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:46:50.091907 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f48a9872-0a43-4c58-896d-e7e0a5835061 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.135783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:50.140344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:50.140710 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.152961 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1901eddc-9b7c-4ed0-9a17-25dd2cee99e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.153990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1901eddc-9b7c-4ed0-9a17-25dd2cee99e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.170441 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f48a9872-0a43-4c58-896d-e7e0a5835061 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.175977 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f48a9872-0a43-4c58-896d-e7e0a5835061 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.202613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a9872-0a43-4c58-896d-e7e0a5835061 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb561f97-4c55-4d48-acc9-3a21b0e4086a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:50.207906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1901eddc-9b7c-4ed0-9a17-25dd2cee99e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Calling delete_port for f6bea0fc-89eb-483c-8685-012d9dcede19 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:50.209007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f48a9872-0a43-4c58-896d-e7e0a5835061 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.210716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f48a9872-0a43-4c58-896d-e7e0a5835061 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1660182 Aug 17 16:46:50.214194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60806) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:50.220501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-83310d5c-91b7-4878-8d83-37219c0d6652 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'security_group_rule': {'security_group_id': '8fe8a4da-41ec-424e-9996-0f1058eb63b1', 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:50.244494 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.249729 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-83310d5c-91b7-4878-8d83-37219c0d6652 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Project 95a4ff9eec4d410cbacc06c6ce1bb56a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:46:50.256810 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83310d5c-91b7-4878-8d83-37219c0d6652 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.283780 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2b3a9b41-60e2-4f8f-b300-9fda8638e146, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2b3a9b41-60e2-4f8f-b300-9fda8638e146,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:50.289211 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.331655 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83310d5c-91b7-4878-8d83-37219c0d6652 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.336795 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83310d5c-91b7-4878-8d83-37219c0d6652 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.353608 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35815542-909a-4abe-a832-c31d29a48f93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.359543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83310d5c-91b7-4878-8d83-37219c0d6652 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917bc75d-6656-4e1e-b48a-c1fe5dc652d7,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:50.364520 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83310d5c-91b7-4878-8d83-37219c0d6652 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.366171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-83310d5c-91b7-4878-8d83-37219c0d6652 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507978 Aug 17 16:46:50.376850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35815542-909a-4abe-a832-c31d29a48f93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.389216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2b3a9b41-60e2-4f8f-b300-9fda8638e146,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:50.529757 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1901eddc-9b7c-4ed0-9a17-25dd2cee99e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.578866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901eddc-9b7c-4ed0-9a17-25dd2cee99e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Port': ['ID=f6bea0fc-89eb-483c-8685-012d9dcede19,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:50.583441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35815542-909a-4abe-a832-c31d29a48f93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 37d43d93-e3e1-48fb-88c5-e96a12239366 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:50.672167 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-7651b86d-e33d-47f7-bb35-1f9cd4df7db1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570049153&fields=id&tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a HTTP/1.1" status: 200 len: 267 time: 0.1100512 Aug 17 16:46:50.758335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1901eddc-9b7c-4ed0-9a17-25dd2cee99e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.760875 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1901eddc-9b7c-4ed0-9a17-25dd2cee99e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.764480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1901eddc-9b7c-4ed0-9a17-25dd2cee99e0 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "DELETE /v2.0/floatingips/27a09d32-71d7-4d12-8bd6-00ed7353d9b4 HTTP/1.1" status: 204 len: 168 time: 1.2768316 Aug 17 16:46:50.764877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60820) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:50.863538 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-77ea2de8-87ad-48e9-badd-0b5bfd279310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Deleting port 60c8e483-aebe-4700-96ec-febe3638ddcf {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:50.863883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77ea2de8-87ad-48e9-badd-0b5bfd279310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.938701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35815542-909a-4abe-a832-c31d29a48f93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:50.946248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35815542-909a-4abe-a832-c31d29a48f93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.947453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-35815542-909a-4abe-a832-c31d29a48f93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/37d43d93-e3e1-48fb-88c5-e96a12239366 HTTP/1.1" status: 200 len: 888 time: 1.5546198 Aug 17 16:46:50.948523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c2445-6347-4dda-936a-1a39a6bce1d8 None None] Sync routers for ids ['37d43d93-e3e1-48fb-88c5-e96a12239366'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:50.955118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-edd9eab8-375c-47a8-9239-3f6095ac9452 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:50.956676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-edd9eab8-375c-47a8-9239-3f6095ac9452 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/networks?id=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 HTTP/1.1" status: 200 len: 797 time: 0.2453957 Aug 17 16:46:50.957158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60822) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:50.959629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c2445-6347-4dda-936a-1a39a6bce1d8 None None] Routers {'37d43d93-e3e1-48fb-88c5-e96a12239366'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:50.960863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d23c2445-6347-4dda-936a-1a39a6bce1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['37d43d93-e3e1-48fb-88c5-e96a12239366'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:50.967394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77ea2de8-87ad-48e9-badd-0b5bfd279310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:50.984551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-77ea2de8-87ad-48e9-badd-0b5bfd279310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Calling delete_port for 60c8e483-aebe-4700-96ec-febe3638ddcf owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:51.015618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-e2043940-7350-41e0-b1e7-3219d6bb0679 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/quotas/95a4ff9eec4d410cbacc06c6ce1bb56a HTTP/1.1" status: 200 len: 375 time: 0.0466070 Aug 17 16:46:51.137070 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77ea2de8-87ad-48e9-badd-0b5bfd279310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:51.154643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-cb081ef6-619f-419c-9f8b-8c51f7d2089b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298840 Aug 17 16:46:51.160999 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1ba9b766-ba85-4546-b2f1-84882732908e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/routers/37d43d93-e3e1-48fb-88c5-e96a12239366 HTTP/1.1" status: 200 len: 888 time: 0.2024529 Aug 17 16:46:51.166482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60824) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:51.169026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d23c2445-6347-4dda-936a-1a39a6bce1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:51.173165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-2cd7031a-1d8d-49d4-a0af-ad505191b99b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:46:51.174566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-2cd7031a-1d8d-49d4-a0af-ad505191b99b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061278 Aug 17 16:46:51.177936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea2de8-87ad-48e9-badd-0b5bfd279310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Port': ['ID=60c8e483-aebe-4700-96ec-febe3638ddcf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:51.178306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c2445-6347-4dda-936a-1a39a6bce1d8 None None] Routers {'37d43d93-e3e1-48fb-88c5-e96a12239366'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:51.178962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d23c2445-6347-4dda-936a-1a39a6bce1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['37d43d93-e3e1-48fb-88c5-e96a12239366'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:51.223104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d23c2445-6347-4dda-936a-1a39a6bce1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:51.223758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c2445-6347-4dda-936a-1a39a6bce1d8 None None] The sync data for ids ['37d43d93-e3e1-48fb-88c5-e96a12239366'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:51.229581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e2478ad7-e4f8-4e76-8e8c-ec39a4d62a4b tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=37d43d93-e3e1-48fb-88c5-e96a12239366 HTTP/1.1" status: 200 len: 205 time: 0.0600152 Aug 17 16:46:51.231985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60826) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:51.275242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-c62282be-f1cf-499a-a438-42890b84b39b service neutron] 10.222.0.77 "GET /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914257 Aug 17 16:46:51.348128 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77ea2de8-87ad-48e9-badd-0b5bfd279310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:51.353854 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-77ea2de8-87ad-48e9-badd-0b5bfd279310 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "DELETE /v2.0/ports/60c8e483-aebe-4700-96ec-febe3638ddcf HTTP/1.1" status: 204 len: 168 time: 0.5841210 Aug 17 16:46:51.354054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60828) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:51.380051 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-0e35d7f0-c9cd-4180-a732-d0b1c767c2db service neutron] 10.222.0.77 "GET /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985508 Aug 17 16:46:51.410692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:51.566023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-734e7b7a-ade9-4c39-ae1f-0742ff67e4ef req-f15a6309-3628-4b7d-b1d1-b33ce16f6a11 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 210 time: 0.0403578 Aug 17 16:46:51.579304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4bf749bc-8f2d-4d4d-8233-ce354ccd631d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Deleting port 15a0ae92-0d20-4867-8319-24e7d3d2e2fc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:51.580287 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bf749bc-8f2d-4d4d-8233-ce354ccd631d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:51.636071 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:51.720694 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bf749bc-8f2d-4d4d-8233-ce354ccd631d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:51.739153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4bf749bc-8f2d-4d4d-8233-ce354ccd631d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Calling delete_port for 15a0ae92-0d20-4867-8319-24e7d3d2e2fc owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:51.757457 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port dc3c5dae-babb-4312-8737-e98349c3e37d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:51.757705 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:51.889172 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:51.923075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for dc3c5dae-babb-4312-8737-e98349c3e37d owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:52.006431 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bf749bc-8f2d-4d4d-8233-ce354ccd631d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.024174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b3a9b41-60e2-4f8f-b300-9fda8638e146 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:52.051450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf749bc-8f2d-4d4d-8233-ce354ccd631d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Port': ['ID=15a0ae92-0d20-4867-8319-24e7d3d2e2fc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:52.112551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:52.113007 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.192143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bf749bc-8f2d-4d4d-8233-ce354ccd631d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.196747 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4bf749bc-8f2d-4d4d-8233-ce354ccd631d tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "DELETE /v2.0/ports/15a0ae92-0d20-4867-8319-24e7d3d2e2fc HTTP/1.1" status: 204 len: 168 time: 0.8394926 Aug 17 16:46:52.197473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:52.250887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e2d111-e77f-4a6f-a858-5e7aed7ba5fe tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Deleting subnet 82da546a-4059-407e-8d8e-991c445a30b1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:46:52.251738 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.254477 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33e2d111-e77f-4a6f-a858-5e7aed7ba5fe tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.285563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=dc3c5dae-babb-4312-8737-e98349c3e37d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:52.301169 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33e2d111-e77f-4a6f-a858-5e7aed7ba5fe tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.347465 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.394911 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33e2d111-e77f-4a6f-a858-5e7aed7ba5fe tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.444507 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.446767 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.463429 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33e2d111-e77f-4a6f-a858-5e7aed7ba5fe tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.490655 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2d111-e77f-4a6f-a858-5e7aed7ba5fe tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Subnet': ['ID=82da546a-4059-407e-8d8e-991c445a30b1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:52.491431 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.491965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Fanout notify agent at l3_agent the message router_deleted on router 37d43d93-e3e1-48fb-88c5-e96a12239366 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:46:52.497440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33e2d111-e77f-4a6f-a858-5e7aed7ba5fe tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.502508 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-33e2d111-e77f-4a6f-a858-5e7aed7ba5fe tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "DELETE /v2.0/subnets/82da546a-4059-407e-8d8e-991c445a30b1 HTTP/1.1" status: 204 len: 168 time: 0.3038852 Aug 17 16:46:52.503121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:52.504503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.509368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af70a4-a069-4746-8d2f-e109b4e65c0b None None] Network beca1fc7-aff2-44df-aa24-7ed1e60d9473 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:52.509562 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3599f43d-8e80-4db4-8586-a876d7e8196c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/37d43d93-e3e1-48fb-88c5-e96a12239366 HTTP/1.1" status: 204 len: 168 time: 1.2732863 Aug 17 16:46:52.509761 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:52.528752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'network': {'name': 'tempest-RoutersTest-1084230924'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:52.590667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b9d7ea-1551-4be1-8886-b8096017f02e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Deleting subnet 6b73f381-032d-470a-bddf-77379c066009 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:46:52.597155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:52.601623 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.603911 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14b9d7ea-1551-4be1-8886-b8096017f02e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.718889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:46:52.733340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083a6c9-7197-4571-bc52-83eb435634d0 None None] DHCP port deletion for beca1fc7-aff2-44df-aa24-7ed1e60d9473 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:46:52.749875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e48d28f-c432-4ee0-9801-f403af64c01e req-46d9ce12-75b6-446e-ac70-f50b89eb43ab tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 210 time: 0.0460072 Aug 17 16:46:52.755297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14b9d7ea-1551-4be1-8886-b8096017f02e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.789777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.790125 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added segment caa9ec24-4c81-49e0-997f-1d5e236270a8 of type vlan for network fd5990ee-257f-450d-a041-501f2da1639b Aug 17 16:46:52.793109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2083a6c9-7197-4571-bc52-83eb435634d0 None None] Deleting port 549e065e-f5b6-4095-bf66-dabcf65cbc5c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:52.793528 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2083a6c9-7197-4571-bc52-83eb435634d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.861933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2083a6c9-7197-4571-bc52-83eb435634d0 None None] For port 549e065e-f5b6-4095-bf66-dabcf65cbc5c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=549e065e-f5b6-4095-bf66-dabcf65cbc5c,segment=NetworkSegment(3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0),segment_id=3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:52.862288 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2083a6c9-7197-4571-bc52-83eb435634d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.870703 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.875226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2083a6c9-7197-4571-bc52-83eb435634d0 None None] Calling delete_port for 549e065e-f5b6-4095-bf66-dabcf65cbc5c owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:52.889604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-53ef978f-c43f-421d-95c0-6c36b1e826a7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:52.891096 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-53ef978f-c43f-421d-95c0-6c36b1e826a7 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.93 "GET /v2.0/networks?id=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 HTTP/1.1" status: 200 len: 797 time: 0.2512169 Aug 17 16:46:52.955894 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2083a6c9-7197-4571-bc52-83eb435634d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.968959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14b9d7ea-1551-4be1-8886-b8096017f02e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.981204 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.983233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:52.983836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:52.993984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083a6c9-7197-4571-bc52-83eb435634d0 None None] Pushing event deleted for resources: {'Port': ['ID=549e065e-f5b6-4095-bf66-dabcf65cbc5c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:53.014400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083a6c9-7197-4571-bc52-83eb435634d0 None None] No DVR routers for this DVR port 549e065e-f5b6-4095-bf66-dabcf65cbc5c on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:53.035738 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-06993bc6-b6d2-47ef-959d-4a553419620b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a HTTP/1.1" status: 200 len: 379 time: 0.1237133 Aug 17 16:46:53.077575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'port': {'device_id': '7afad7f2-950c-40a6-99dd-875a152320a3', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'admin_state_up': True, 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'security_groups': ['8fe8a4da-41ec-424e-9996-0f1058eb63b1']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:53.099372 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5765278 Aug 17 16:46:53.108310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60858) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:53.113707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'subnet': {'network_id': 'fd5990ee-257f-450d-a041-501f2da1639b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:53.156335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63bc49-8577-46cb-b8ed-6eedde0e74f9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Network': ['ID=fd5990ee-257f-450d-a041-501f2da1639b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:53.170739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network fd5990ee-257f-450d-a041-501f2da1639b details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:46:53.193088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14b9d7ea-1551-4be1-8886-b8096017f02e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.224086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:53.237425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9d7ea-1551-4be1-8886-b8096017f02e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Subnet': ['ID=6b73f381-032d-470a-bddf-77379c066009,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:53.238451 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.242539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14b9d7ea-1551-4be1-8886-b8096017f02e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.245115 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-14b9d7ea-1551-4be1-8886-b8096017f02e tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "DELETE /v2.0/subnets/6b73f381-032d-470a-bddf-77379c066009 HTTP/1.1" status: 204 len: 168 time: 0.7362647 Aug 17 16:46:53.247820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:53.250493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd74f6-cbb7-4363-bddf-1d6da240b1e6 None None] Network d13a339b-545e-487f-ba74-7a1a986e29bb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:53.375778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Made reservation on behalf of 95a4ff9eec4d410cbacc06c6ce1bb56a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:46:53.380612 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.396389 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.422191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98744ea0-8bad-4621-8644-d3b652a84b93 req-2abf8a1b-c995-4af2-8a61-df5be4cd88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:53.424362 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98744ea0-8bad-4621-8644-d3b652a84b93 req-2abf8a1b-c995-4af2-8a61-df5be4cd88eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 1097 time: 0.2287991 Aug 17 16:46:53.470196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.478924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd197f7-234e-46dd-9286-d81c408f4797 None None] DHCP port deletion for d13a339b-545e-487f-ba74-7a1a986e29bb request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:46:53.527989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3cd197f7-234e-46dd-9286-d81c408f4797 None None] Deleting port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:53.528368 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cd197f7-234e-46dd-9286-d81c408f4797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.529162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Subnet': ['ID=0c74c767-1bbf-4779-b6ef-35c58914831c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:53.560593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Checking segment: {'id': 'caa9ec24-4c81-49e0-997f-1d5e236270a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd5990ee-257f-450d-a041-501f2da1639b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:53.561102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network hostable DHCP agents. Network: fd5990ee-257f-450d-a041-501f2da1639b, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:46:53.580430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network fd5990ee-257f-450d-a041-501f2da1639b is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:46:53.591623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, fd5990ee-257f-450d-a041-501f2da1639b) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:53.598004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:53.598979 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.604601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3cd197f7-234e-46dd-9286-d81c408f4797 None None] For port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc,segment=NetworkSegment(6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688),segment_id=6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:53.604895 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cd197f7-234e-46dd-9286-d81c408f4797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.609836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20130bfb-9ce5-45d0-ad19-2db3f6d471fc None None] Network fd5990ee-257f-450d-a041-501f2da1639b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:53.619826 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3f4af20e-37da-4f4d-bb8b-136d6aeba47a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5099669 Aug 17 16:46:53.620646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60864) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:53.625922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5f48c923-a3f4-48f2-8e50-5e5695550690 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1228195731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:53.664003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3cd197f7-234e-46dd-9286-d81c408f4797 None None] Calling delete_port for 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:53.667418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f48c923-a3f4-48f2-8e50-5e5695550690 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.668745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f48c923-a3f4-48f2-8e50-5e5695550690 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.741676 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f48c923-a3f4-48f2-8e50-5e5695550690 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.747987 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f48c923-a3f4-48f2-8e50-5e5695550690 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.767619 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f48c923-a3f4-48f2-8e50-5e5695550690 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.771779 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5f48c923-a3f4-48f2-8e50-5e5695550690 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1471179 Aug 17 16:46:53.772429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60866) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:53.832444 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cd197f7-234e-46dd-9286-d81c408f4797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.871152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd197f7-234e-46dd-9286-d81c408f4797 None None] Pushing event deleted for resources: {'Port': ['ID=39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:53.880569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd197f7-234e-46dd-9286-d81c408f4797 None None] No DVR routers for this DVR port 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:46:53.897946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fea1668c-4003-495f-9687-1a0772c00ce4 req-bb22ba99-e56d-4397-9d62-96fd1b629aee tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 210 time: 0.0433884 Aug 17 16:46:53.921936 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.926139 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98744ea0-8bad-4621-8644-d3b652a84b93 req-e9be2807-e503-4bf4-98dc-452ab4b40315 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4951501 Aug 17 16:46:53.933385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-fd5990ee-257f-450d-a041-501f2da1639b', 'network_id': 'fd5990ee-257f-450d-a041-501f2da1639b', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'fixed_ips': [{'subnet_id': '0c74c767-1bbf-4779-b6ef-35c58914831c'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:46:53.933828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:53.945357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beca1fc7-aff2-44df-aa24-7ed1e60d9473']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:53.961960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:53.962262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf3d0d0-c45a-4b34-beb4-fe580cc39fb0') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:53.979344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Allocated IP 172.20.0.11 (33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7/544605f0-cf86-46bf-a880-f04a7483b16d/088f69b9-9329-404b-9cfa-9926d03b9400) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:53.981729 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.003982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.015334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:54.015684 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:54.019143 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:54.076830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 549e065e-f5b6-4095-bf66-dabcf65cbc5c no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:54.109808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 549e065e-f5b6-4095-bf66-dabcf65cbc5c {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:54.110275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 549e065e-f5b6-4095-bf66-dabcf65cbc5c not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:54.110690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:46:54.135299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:46:54.135641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 39c2d09d-5eec-4c59-ac1c-bb46b5f4f0bc not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:46:54.151798 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.160652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.162566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "DELETE /v2.0/networks/beca1fc7-aff2-44df-aa24-7ed1e60d9473 HTTP/1.1" status: 204 len: 168 time: 0.9127536 Aug 17 16:46:54.168275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:54.180737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Allocated IP 172.20.0.2 (fd5990ee-257f-450d-a041-501f2da1639b/0c74c767-1bbf-4779-b6ef-35c58914831c/fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:54.191358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571e7c-a104-4651-9254-ec2bf47cc41f tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Network': ['ID=beca1fc7-aff2-44df-aa24-7ed1e60d9473,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:54.238717 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.291185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.294806 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.312352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Transition to ACTIVE for port object 088f69b9-9329-404b-9cfa-9926d03b9400 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:54.399958 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.410294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Transition to ACTIVE for port object fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:54.417304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.428385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Transition to ACTIVE for port object fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:54.430941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13a339b-545e-487f-ba74-7a1a986e29bb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:54.437676 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.442130 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.445184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:54.445718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3ab0aa-98ae-4333-aea4-d3d9dfcd2688') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:54.487169 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.493772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Pushing event updated for resources: {'Port': ['ID=fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:54.507663 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Network fd5990ee-257f-450d-a041-501f2da1639b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:54.510006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:54.518743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:54.519652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:54.520852 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.528477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:54.532195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=088f69b9-9329-404b-9cfa-9926d03b9400,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:54.535117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:46:54.536486 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.540864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:54.542665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Allocated IP 172.20.0.1 (fd5990ee-257f-450d-a041-501f2da1639b/0c74c767-1bbf-4779-b6ef-35c58914831c/e2b96afd-4ea3-4750-913f-b6bb888f9a85) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:46:54.544435 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:46:54.629689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Attempting to bind port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:54.630171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Attempting to bind port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'caa9ec24-4c81-49e0-997f-1d5e236270a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd5990ee-257f-450d-a041-501f2da1639b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:54.630658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Attempting to bind port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 on network fd5990ee-257f-450d-a041-501f2da1639b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:54.636626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:54.637019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Checking segment: {'id': 'caa9ec24-4c81-49e0-997f-1d5e236270a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd5990ee-257f-450d-a041-501f2da1639b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:54.638057 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.638483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Bound using segment: {'id': 'caa9ec24-4c81-49e0-997f-1d5e236270a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd5990ee-257f-450d-a041-501f2da1639b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:54.639025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Bound port: fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa9ec24-4c81-49e0-997f-1d5e236270a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd5990ee-257f-450d-a041-501f2da1639b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:54.639490 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.660308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:54.667193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.672817 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.697395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.700455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] 10.222.0.77 "DELETE /v2.0/networks/d13a339b-545e-487f-ba74-7a1a986e29bb HTTP/1.1" status: 204 len: 168 time: 0.5315177 Aug 17 16:46:54.716554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee083d61-b726-4380-aaeb-4f17e3a7a886 tempest-TaggedBootDevicesTest_v242-1178309967 tempest-TaggedBootDevicesTest_v242-1178309967-project] Pushing event deleted for resources: {'Network': ['ID=d13a339b-545e-487f-ba74-7a1a986e29bb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:54.731259 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.747725 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ca0999de-ba65-404f-bb58-4b25fe1f2c0c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6787739 Aug 17 16:46:54.760768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Transition to ACTIVE for port object e2b96afd-4ea3-4750-913f-b6bb888f9a85 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:54.764117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Request body: {'port': {'device_id': '7afad7f2-950c-40a6-99dd-875a152320a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:54.776700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] For port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:54.784831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] For port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28,segment=NetworkSegment(caa9ec24-4c81-49e0-997f-1d5e236270a8),segment_id=caa9ec24-4c81-49e0-997f-1d5e236270a8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:54.791562 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.847403 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.904276 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:54.913669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afab07c-55ea-42b3-b4d4-b3135e33a80b None None] Pushing event updated for resources: {'Port': ['ID=fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:54.947610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network fd5990ee-257f-450d-a041-501f2da1639b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:54.956322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:54.967311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:46:54.985182 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=e2b96afd-4ea3-4750-913f-b6bb888f9a85,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:54.993901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-79c87eb3-ab15-4c38-84a4-faaf22f569d6 None None] Provisioning for port 088f69b9-9329-404b-9cfa-9926d03b9400 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:54.998935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-79c87eb3-ab15-4c38-84a4-faaf22f569d6 None None] Provisioning complete for port 088f69b9-9329-404b-9cfa-9926d03b9400 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:54.999528 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79c87eb3-ab15-4c38-84a4-faaf22f569d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:55.040627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-79c87eb3-ab15-4c38-84a4-faaf22f569d6 None None] Port 088f69b9-9329-404b-9cfa-9926d03b9400 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:55.043443 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:55.364848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088f69b9-9329-404b-9cfa-9926d03b9400 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:46:55.373132 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:55.385992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Transition to ACTIVE for port object 088f69b9-9329-404b-9cfa-9926d03b9400 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:46:55.392596 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:55.447929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Pushing event updated for resources: {'Port': ['ID=088f69b9-9329-404b-9cfa-9926d03b9400,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:55.513297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fe75b-d00c-4391-a40c-c8e264ba15ac req-315ea4f4-17d3-4434-9fd4-748dfae2e037 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:55.515029 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-199fe75b-d00c-4391-a40c-c8e264ba15ac req-315ea4f4-17d3-4434-9fd4-748dfae2e037 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 944 time: 0.1132402 Aug 17 16:46:55.540213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Attempting to bind port 088f69b9-9329-404b-9cfa-9926d03b9400 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:46:55.540635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Attempting to bind port 088f69b9-9329-404b-9cfa-9926d03b9400 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:46:55.541042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Attempting to bind port 088f69b9-9329-404b-9cfa-9926d03b9400 on network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:55.546955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Port 088f69b9-9329-404b-9cfa-9926d03b9400 on network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:46:55.547351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Attempting to bind port 088f69b9-9329-404b-9cfa-9926d03b9400 on network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:46:55.552961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:46:55.553381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Checking segment: {'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:46:55.553840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Bound using segment: {'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:46:55.554340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Bound port: 088f69b9-9329-404b-9cfa-9926d03b9400, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633e9c3d-1957-4b3c-9166-4d2e1b00730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:46:55.554932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:55.586291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-199fe75b-d00c-4391-a40c-c8e264ba15ac req-6066ba26-cec0-49b8-9f7b-99265fcb5e2b tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464556 Aug 17 16:46:55.587521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:55.649575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] For port 088f69b9-9329-404b-9cfa-9926d03b9400, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:46:55.653164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] For port 088f69b9-9329-404b-9cfa-9926d03b9400, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=088f69b9-9329-404b-9cfa-9926d03b9400,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:46:55.663958 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:55.710105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:55.710810 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:55.712277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] 10.222.0.93 "PUT /v2.0/ports/088f69b9-9329-404b-9cfa-9926d03b9400 HTTP/1.1" status: 200 len: 1092 time: 0.9568152 Aug 17 16:46:55.712784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afad7f2-950c-40a6-99dd-875a152320a3', 'tag': '088f69b9-9329-404b-9cfa-9926d03b9400'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:46:55.716354 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f964e7eb-718a-4146-b0a5-f58a4381c5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7afad7f2-950c-40a6-99dd-875a152320a3", "tag": "088f69b9-9329-404b-9cfa-9926d03b9400"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:46:55.754856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264d57e-1fc9-4eb1-8d01-fdc969d661da service neutron] Pushing event updated for resources: {'Port': ['ID=088f69b9-9329-404b-9cfa-9926d03b9400,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:55.795644 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43170867-6b03-4e3c-b29c-2b241edfa9de x-openstack-request-id: req-43170867-6b03-4e3c-b29c-2b241edfa9de {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:46:55.796043 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afad7f2-950c-40a6-99dd-875a152320a3", "tag": "088f69b9-9329-404b-9cfa-9926d03b9400", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:46:55.796307 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43170867-6b03-4e3c-b29c-2b241edfa9de {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:46:55.796721 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afad7f2-950c-40a6-99dd-875a152320a3', 'tag': '088f69b9-9329-404b-9cfa-9926d03b9400', 'status': 'completed', 'code': 200} Aug 17 16:46:55.911512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-90c7a424-cc9b-4637-ba4e-96a215938740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:55.913339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-90c7a424-cc9b-4637-ba4e-96a215938740 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 1095 time: 0.0638647 Aug 17 16:46:55.973840 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ae3955b0-9807-4ba1-8d68-48010d25022b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=088f69b9-9329-404b-9cfa-9926d03b9400 HTTP/1.1" status: 200 len: 217 time: 0.0512052 Aug 17 16:46:56.000903 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:56.012304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:56.058942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-c5a875f3-d005-4f47-ba94-41d42dd90669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:56.060786 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-c5a875f3-d005-4f47-ba94-41d42dd90669 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=544605f0-cf86-46bf-a880-f04a7483b16d HTTP/1.1" status: 200 len: 834 time: 0.0797777 Aug 17 16:46:56.095793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=e2b96afd-4ea3-4750-913f-b6bb888f9a85,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:56.116513 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:56.135191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5229f936-55dc-461a-9e19-70a5ca7c9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:56.137225 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-5229f936-55dc-461a-9e19-70a5ca7c9212 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668228 Aug 17 16:46:56.147389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:56.227186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:56.270708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network fd5990ee-257f-450d-a041-501f2da1639b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:46:56.272352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:46:56.279912 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-0f4b5082-de28-40b7-8a27-8ab4e9d3b496 service neutron] 10.222.0.93 "GET /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301229 Aug 17 16:46:56.340534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779d3b21-48b8-4c30-a1c0-07b6920ce6d1 None None] Network fd5990ee-257f-450d-a041-501f2da1639b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:56.404739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e44b638b-51eb-4c63-bf28-d7223849dbb9 req-ee16b3c9-36cb-4046-81de-9d18f932ae9e service neutron] 10.222.0.93 "GET /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164253 Aug 17 16:46:56.420292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router d302715c-f0f3-4acb-b84c-3eac904b253b is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:46:56.470436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1dc672cf-ed4c-4b16-a8ed-b6aaf2579502 None None] Provisioning for port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:56.480623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1dc672cf-ed4c-4b16-a8ed-b6aaf2579502 None None] Provisioning complete for port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:56.481000 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc672cf-ed4c-4b16-a8ed-b6aaf2579502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:56.491795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-9993812d-7285-49e4-802e-9d9468e3e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:56.493586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-9993812d-7285-49e4-802e-9d9468e3e684 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 1095 time: 0.0443099 Aug 17 16:46:56.531051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:56.536775 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ad3a8f34-3eff-4520-9782-e198ef1bae41 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/d302715c-f0f3-4acb-b84c-3eac904b253b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7635088 Aug 17 16:46:56.539791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60898) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:56.541268 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd14ae-1f22-4d2f-84f1-ec73484bf081 None None] Sync routers for ids ['d302715c-f0f3-4acb-b84c-3eac904b253b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:56.566124 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd14ae-1f22-4d2f-84f1-ec73484bf081 None None] Routers {'d302715c-f0f3-4acb-b84c-3eac904b253b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:56.566767 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6ebd14ae-1f22-4d2f-84f1-ec73484bf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d302715c-f0f3-4acb-b84c-3eac904b253b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:56.602905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a224b9c-e897-4bbd-91ee-d988bc3c0884 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:56.604888 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5a224b9c-e897-4bbd-91ee-d988bc3c0884 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports/e2b96afd-4ea3-4750-913f-b6bb888f9a85 HTTP/1.1" status: 200 len: 910 time: 0.0619063 Aug 17 16:46:56.607430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60900) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:56.612302 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc672cf-ed4c-4b16-a8ed-b6aaf2579502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:56.635057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7069a40b-0bc4-4245-a194-d77dbcded531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0c74c767-1bbf-4779-b6ef-35c58914831c'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:46:56.641838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-c04786d6-9ce4-45c5-8ca7-5d58ba82bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:56.643104 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6ebd14ae-1f22-4d2f-84f1-ec73484bf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:56.648961 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-c04786d6-9ce4-45c5-8ca7-5d58ba82bc76 service neutron] 10.222.0.93 "GET /v2.0/networks?id=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 HTTP/1.1" status: 200 len: 898 time: 0.1479211 Aug 17 16:46:56.654555 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd14ae-1f22-4d2f-84f1-ec73484bf081 None None] Routers {'d302715c-f0f3-4acb-b84c-3eac904b253b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:56.655237 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6ebd14ae-1f22-4d2f-84f1-ec73484bf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d302715c-f0f3-4acb-b84c-3eac904b253b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:56.668181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1dc672cf-ed4c-4b16-a8ed-b6aaf2579502 None None] For port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28,segment=NetworkSegment(caa9ec24-4c81-49e0-997f-1d5e236270a8),segment_id=caa9ec24-4c81-49e0-997f-1d5e236270a8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:46:56.675073 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc672cf-ed4c-4b16-a8ed-b6aaf2579502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:56.720640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-b7f4a1ea-2e04-4668-ac56-64370715e7b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=088f69b9-9329-404b-9cfa-9926d03b9400 HTTP/1.1" status: 200 len: 217 time: 0.0630727 Aug 17 16:46:56.726495 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6ebd14ae-1f22-4d2f-84f1-ec73484bf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:56.727918 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd14ae-1f22-4d2f-84f1-ec73484bf081 None None] The sync data for ids ['d302715c-f0f3-4acb-b84c-3eac904b253b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:56.750149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc672cf-ed4c-4b16-a8ed-b6aaf2579502 None None] Pushing event updated for resources: {'Port': ['ID=fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:56.782304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-8d87fb6e-9b47-4729-9953-4df96b3ca99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:56.784074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-8d87fb6e-9b47-4729-9953-4df96b3ca99c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=544605f0-cf86-46bf-a880-f04a7483b16d HTTP/1.1" status: 200 len: 834 time: 0.0545194 Aug 17 16:46:56.843031 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821ebe-586d-4477-a650-569009ce06d2 req-f3ba3e86-dd4f-44e7-8ec0-ea5af83abf2e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:56.845363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-efc63aa2-e93c-42fa-a5b5-a166860024df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:56.846210 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-94821ebe-586d-4477-a650-569009ce06d2 req-f3ba3e86-dd4f-44e7-8ec0-ea5af83abf2e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 944 time: 0.1405914 Aug 17 16:46:56.846933 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-efc63aa2-e93c-42fa-a5b5-a166860024df service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549798 Aug 17 16:46:56.923884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-94821ebe-586d-4477-a650-569009ce06d2 req-615af790-3bb0-4475-a3aa-ac6199d8ce48 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667903 Aug 17 16:46:56.927256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7069a40b-0bc4-4245-a194-d77dbcded531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:56.988776 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-ced15da2-aa3a-42eb-bc6f-6c4f0104f22c service neutron] 10.222.0.93 "GET /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330309 Aug 17 16:46:57.002619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f7661075-9cea-4134-ab84-9043a61942b5 None None] Provisioning complete for port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:57.002987 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7661075-9cea-4134-ab84-9043a61942b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:57.136098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f964e7eb-718a-4146-b0a5-f58a4381c5c6 req-6b95b024-348b-4daa-a8e4-fd00efd7232e service neutron] 10.222.0.93 "GET /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379910 Aug 17 16:46:57.174872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f7661075-9cea-4134-ab84-9043a61942b5 None None] Provisioning for port e2b96afd-4ea3-4750-913f-b6bb888f9a85 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:46:57.179285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f7661075-9cea-4134-ab84-9043a61942b5 None None] Provisioning complete for port e2b96afd-4ea3-4750-913f-b6bb888f9a85 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:57.179662 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7661075-9cea-4134-ab84-9043a61942b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:57.235177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7661075-9cea-4134-ab84-9043a61942b5 None None] Port e2b96afd-4ea3-4750-913f-b6bb888f9a85 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:57.358621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1234e2d2-483f-466f-a775-0b31ada298fc None None] Provisioning complete for port e2b96afd-4ea3-4750-913f-b6bb888f9a85 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:57.358753 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1234e2d2-483f-466f-a775-0b31ada298fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:57.391640 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7069a40b-0bc4-4245-a194-d77dbcded531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:57.403393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1234e2d2-483f-466f-a775-0b31ada298fc None None] Port e2b96afd-4ea3-4750-913f-b6bb888f9a85 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:57.405863 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7069a40b-0bc4-4245-a194-d77dbcded531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:57.487256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069a40b-0bc4-4245-a194-d77dbcded531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=e2b96afd-4ea3-4750-913f-b6bb888f9a85,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:57.498596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7069a40b-0bc4-4245-a194-d77dbcded531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:57.499402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7069a40b-0bc4-4245-a194-d77dbcded531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:57.504111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:57.504559 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7069a40b-0bc4-4245-a194-d77dbcded531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/ports/e2b96afd-4ea3-4750-913f-b6bb888f9a85 HTTP/1.1" status: 200 len: 910 time: 0.8955698 Aug 17 16:46:57.524523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eb43587a-ea07-447a-857e-5518f424d11a None None] Provisioning complete for port e2b96afd-4ea3-4750-913f-b6bb888f9a85 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:57.524895 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb43587a-ea07-447a-857e-5518f424d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:57.564239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eb43587a-ea07-447a-857e-5518f424d11a None None] Port e2b96afd-4ea3-4750-913f-b6bb888f9a85 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:46:57.859468 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:58.055026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:46:58.103348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:46:58.103641 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:58.140597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e97ae-68ba-49c6-9608-5939a2fb9149 req-4d5955b2-88ee-44b0-9271-86de36ebd1fc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:58.142699 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be6e97ae-68ba-49c6-9608-5939a2fb9149 req-4d5955b2-88ee-44b0-9271-86de36ebd1fc tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 944 time: 0.1060290 Aug 17 16:46:58.180663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port e2b96afd-4ea3-4750-913f-b6bb888f9a85 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:46:58.181004 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:58.245474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be6e97ae-68ba-49c6-9608-5939a2fb9149 req-6f2f3c2e-cfc5-4a69-85ba-768e445a0241 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850396 Aug 17 16:46:58.285933 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:58.297483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for e2b96afd-4ea3-4750-913f-b6bb888f9a85 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:46:58.489015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:58.527597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=e2b96afd-4ea3-4750-913f-b6bb888f9a85,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:58.678929 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:58.851527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router d302715c-f0f3-4acb-b84c-3eac904b253b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:46:58.937465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:46:58.942705 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a8da5766-4e62-4dd7-8ecc-eaead928d583 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/d302715c-f0f3-4acb-b84c-3eac904b253b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4365094 Aug 17 16:46:58.945476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:58.950698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0509b-29db-4199-9471-684e52a46253 None None] Sync routers for ids ['d302715c-f0f3-4acb-b84c-3eac904b253b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:46:58.962460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0509b-29db-4199-9471-684e52a46253 None None] Routers {'d302715c-f0f3-4acb-b84c-3eac904b253b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:58.962460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-94b0509b-29db-4199-9471-684e52a46253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d302715c-f0f3-4acb-b84c-3eac904b253b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:58.974307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ac36a8a-885c-4e4d-ac9f-67912e8e26c3 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=d302715c-f0f3-4acb-b84c-3eac904b253b HTTP/1.1" status: 200 len: 205 time: 0.0276716 Aug 17 16:46:58.981148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:59.001262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-94b0509b-29db-4199-9471-684e52a46253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:59.010682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0509b-29db-4199-9471-684e52a46253 None None] Routers {'d302715c-f0f3-4acb-b84c-3eac904b253b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:46:59.011287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-94b0509b-29db-4199-9471-684e52a46253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d302715c-f0f3-4acb-b84c-3eac904b253b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:59.056149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f9f4f7-b853-427e-b976-bc233ec5a225 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:59.200926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-94b0509b-29db-4199-9471-684e52a46253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:46:59.201577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0509b-29db-4199-9471-684e52a46253 None None] The sync data for ids ['d302715c-f0f3-4acb-b84c-3eac904b253b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:46:59.231346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f9f4f7-b853-427e-b976-bc233ec5a225 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:59.233564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f9f4f7-b853-427e-b976-bc233ec5a225 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:59.278541 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f9f4f7-b853-427e-b976-bc233ec5a225 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:59.279501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f9f4f7-b853-427e-b976-bc233ec5a225 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Fanout notify agent at l3_agent the message router_deleted on router d302715c-f0f3-4acb-b84c-3eac904b253b {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:46:59.287862 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f9f4f7-b853-427e-b976-bc233ec5a225 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:59.289208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-08f9f4f7-b853-427e-b976-bc233ec5a225 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/d302715c-f0f3-4acb-b84c-3eac904b253b HTTP/1.1" status: 204 len: 168 time: 0.3114293 Aug 17 16:46:59.291888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:59.348239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb5d7f9-e4df-45d0-ae6d-5c4b170994cc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting subnet 0c74c767-1bbf-4779-b6ef-35c58914831c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:46:59.351916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fb5d7f9-e4df-45d0-ae6d-5c4b170994cc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:59.372090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74fe18-b906-4d59-a014-524ec0ffd19f req-0156ba12-0fcc-4e17-92ed-8b8ba5c5fa95 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:46:59.377162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a74fe18-b906-4d59-a014-524ec0ffd19f req-0156ba12-0fcc-4e17-92ed-8b8ba5c5fa95 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 944 time: 0.0575111 Aug 17 16:46:59.392954 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fb5d7f9-e4df-45d0-ae6d-5c4b170994cc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:59.416411 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a74fe18-b906-4d59-a014-524ec0ffd19f req-060b6014-fa91-458d-a55b-90a3233a02ce tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356343 Aug 17 16:46:59.782325 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fb5d7f9-e4df-45d0-ae6d-5c4b170994cc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:59.841656 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fb5d7f9-e4df-45d0-ae6d-5c4b170994cc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:59.866930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5d7f9-e4df-45d0-ae6d-5c4b170994cc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Subnet': ['ID=0c74c767-1bbf-4779-b6ef-35c58914831c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:46:59.875532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fb5d7f9-e4df-45d0-ae6d-5c4b170994cc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:46:59.881208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1fb5d7f9-e4df-45d0-ae6d-5c4b170994cc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/0c74c767-1bbf-4779-b6ef-35c58914831c HTTP/1.1" status: 204 len: 168 time: 0.5860889 Aug 17 16:46:59.881379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1393fa3a-7083-424f-8a0d-291b4b72f3ab None None] Network fd5990ee-257f-450d-a041-501f2da1639b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:46:59.882493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:46:59.973962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.031060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:00.031403 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.065865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b2ca50-8aaf-4a61-b600-ef369ee2aae6 None None] DHCP port deletion for fd5990ee-257f-450d-a041-501f2da1639b request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:47:00.105069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28,segment=NetworkSegment(caa9ec24-4c81-49e0-997f-1d5e236270a8),segment_id=caa9ec24-4c81-49e0-997f-1d5e236270a8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:00.105413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.114866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-78b2ca50-8aaf-4a61-b600-ef369ee2aae6 None None] Deleting port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:00.115240 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78b2ca50-8aaf-4a61-b600-ef369ee2aae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.119186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:00.179063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-78b2ca50-8aaf-4a61-b600-ef369ee2aae6 None None] For port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28,segment=NetworkSegment(caa9ec24-4c81-49e0-997f-1d5e236270a8),segment_id=caa9ec24-4c81-49e0-997f-1d5e236270a8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:00.179467 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78b2ca50-8aaf-4a61-b600-ef369ee2aae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.192888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-78b2ca50-8aaf-4a61-b600-ef369ee2aae6 None None] Calling delete_port for fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:00.201169 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.231862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:00.234917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No DVR routers for this DVR port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:00.276320 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78b2ca50-8aaf-4a61-b600-ef369ee2aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.299977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2ca50-8aaf-4a61-b600-ef369ee2aae6 None None] Pushing event deleted for resources: {'Port': ['ID=fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:00.305422 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b2ca50-8aaf-4a61-b600-ef369ee2aae6 None None] No DVR routers for this DVR port fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:00.322165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.333194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5990ee-257f-450d-a041-501f2da1639b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:00.342947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa9ec24-4c81-49e0-997f-1d5e236270a8') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:00.343238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa9ec24-4c81-49e0-997f-1d5e236270a8') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:00.352916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.367083 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.373208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:47:00.373597 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:47:00.376547 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:47:00.439387 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.454577 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.456854 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/networks/fd5990ee-257f-450d-a041-501f2da1639b HTTP/1.1" status: 204 len: 168 time: 0.5734034 Aug 17 16:47:00.460668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60932) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:00.465531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-17e72c47-8f67-4735-af1f-6566ecf4b668 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-608464511', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:00.485024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f280e0-9a5e-454a-a135-c513dbbb8ade tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Network': ['ID=fd5990ee-257f-450d-a041-501f2da1639b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:00.500562 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e72c47-8f67-4735-af1f-6566ecf4b668 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.501709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e72c47-8f67-4735-af1f-6566ecf4b668 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.555650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59b00-a9f5-43eb-97d2-99318c904bfc req-32b5c869-f4c0-4abe-b3c3-a468269c3d55 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:00.557142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d3f59b00-a9f5-43eb-97d2-99318c904bfc req-32b5c869-f4c0-4abe-b3c3-a468269c3d55 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 944 time: 0.0547223 Aug 17 16:47:00.563229 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e72c47-8f67-4735-af1f-6566ecf4b668 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.568210 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e72c47-8f67-4735-af1f-6566ecf4b668 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.575182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 088f69b9-9329-404b-9cfa-9926d03b9400 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:47:00.592656 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e72c47-8f67-4735-af1f-6566ecf4b668 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.602616 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d3f59b00-a9f5-43eb-97d2-99318c904bfc req-7ea34a7d-05a8-453b-90ce-8fa9ac2a1e7d tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391648 Aug 17 16:47:00.602837 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-17e72c47-8f67-4735-af1f-6566ecf4b668 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1408253 Aug 17 16:47:00.603377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:00.609966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'network': {'name': 'tempest-RoutersTest-727995892'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:00.636918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:00.647240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.674041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:00.683847 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.684199 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added segment e473d7a4-a9a2-412e-bc88-4ad72a0d551b of type vlan for network fc46bf88-4b34-4c0d-90ff-9b90768aed06 Aug 17 16:47:00.712401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 088f69b9-9329-404b-9cfa-9926d03b9400, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=088f69b9-9329-404b-9cfa-9926d03b9400,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:00.726624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '088f69b9-9329-404b-9cfa-9926d03b9400', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'port_id': '088f69b9-9329-404b-9cfa-9926d03b9400', 'mac_address': 'fa:16:3e:21:e4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:47:00.727638 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.753526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.759338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:00.759992 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.765432 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.780888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088f69b9-9329-404b-9cfa-9926d03b9400 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:47:00.809530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 088f69b9-9329-404b-9cfa-9926d03b9400, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=088f69b9-9329-404b-9cfa-9926d03b9400,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:00.820807 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:00.833920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2292802 Aug 17 16:47:00.836581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:00.841636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'subnet': {'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:00.882413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=088f69b9-9329-404b-9cfa-9926d03b9400,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:00.901230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67734acd-fc06-4cf5-ae17-698896fc54ee tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Network': ['ID=fc46bf88-4b34-4c0d-90ff-9b90768aed06,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:00.912777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network fc46bf88-4b34-4c0d-90ff-9b90768aed06 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:00.957844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:00.961395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:01.035592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['088f69b9-9329-404b-9cfa-9926d03b9400'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:47:01.157785 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:01.221985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Subnet': ['ID=43425f11-3e43-4adb-96ea-494f8809d540,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:01.232672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Checking segment: {'id': 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:01.233228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network hostable DHCP agents. Network: fc46bf88-4b34-4c0d-90ff-9b90768aed06, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:01.251958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network fc46bf88-4b34-4c0d-90ff-9b90768aed06 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:01.263451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, fc46bf88-4b34-4c0d-90ff-9b90768aed06) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:01.268416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:01.269457 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:01.277883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b83f013-36ff-4b60-974d-cc4c6df6567d None None] Network fc46bf88-4b34-4c0d-90ff-9b90768aed06 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:01.292065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60944) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:01.294970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-43950608-97b4-4c7f-8402-1d02bb973127 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4571776 Aug 17 16:47:01.435697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:47:01.436819 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:01.588392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Allocated IP 172.20.0.2 (fc46bf88-4b34-4c0d-90ff-9b90768aed06/43425f11-3e43-4adb-96ea-494f8809d540/b1180d32-b2c8-496b-882a-f75f40466e08) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:01.608290 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:01.805762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6542638-dd51-43f1-8811-b55cba5837fa req-ae9b247a-2fcc-417e-a5a2-74b401ecbe8d tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:01.809397 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6542638-dd51-43f1-8811-b55cba5837fa req-ae9b247a-2fcc-417e-a5a2-74b401ecbe8d tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 945 time: 0.0731943 Aug 17 16:47:01.812208 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:01.832728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Transition to ACTIVE for port object b1180d32-b2c8-496b-882a-f75f40466e08 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:01.866995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Transition to ACTIVE for port object b1180d32-b2c8-496b-882a-f75f40466e08 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:01.878464 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:01.932618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6542638-dd51-43f1-8811-b55cba5837fa req-aa7a0c29-d6e3-417d-99b3-fa51a728a3de tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126566 Aug 17 16:47:01.953393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Pushing event updated for resources: {'Port': ['ID=b1180d32-b2c8-496b-882a-f75f40466e08,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:01.971680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Network fc46bf88-4b34-4c0d-90ff-9b90768aed06 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:01.974141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:01.979113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:02.015741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Allocated IP 172.20.0.1 (fc46bf88-4b34-4c0d-90ff-9b90768aed06/43425f11-3e43-4adb-96ea-494f8809d540/ff49423f-e8d1-414d-b3ef-8ef1e84a8e84) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:02.047441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:02.049905 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Attempting to bind port b1180d32-b2c8-496b-882a-f75f40466e08 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:02.050303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Attempting to bind port b1180d32-b2c8-496b-882a-f75f40466e08 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:02.050789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Attempting to bind port b1180d32-b2c8-496b-882a-f75f40466e08 on network fc46bf88-4b34-4c0d-90ff-9b90768aed06 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:02.083890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:02.084552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Checking segment: {'id': 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:02.085071 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.085530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Bound using segment: {'id': 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:02.086195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Bound port: b1180d32-b2c8-496b-882a-f75f40466e08, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:02.086678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.088840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:02.089248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fb10c5cf-6469-4b9b-a6eb-c8dc451d0d28 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:02.149435 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec9cd-fc5a-4d54-b5a9-daa77e8070a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.170731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.176020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] For port b1180d32-b2c8-496b-882a-f75f40466e08, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:02.180367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] For port b1180d32-b2c8-496b-882a-f75f40466e08, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b1180d32-b2c8-496b-882a-f75f40466e08,segment=NetworkSegment(e473d7a4-a9a2-412e-bc88-4ad72a0d551b),segment_id=e473d7a4-a9a2-412e-bc88-4ad72a0d551b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:02.186929 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.197039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Transition to ACTIVE for port object ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:02.237853 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.255803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c7047-d7f3-47df-9f34-154196714c62 None None] Pushing event updated for resources: {'Port': ['ID=b1180d32-b2c8-496b-882a-f75f40466e08,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:02.289234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network fc46bf88-4b34-4c0d-90ff-9b90768aed06 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:02.292574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:02.295028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:02.322728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=ff49423f-e8d1-414d-b3ef-8ef1e84a8e84,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:02.348233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.493773 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.576166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 088f69b9-9329-404b-9cfa-9926d03b9400 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:02.633411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 088f69b9-9329-404b-9cfa-9926d03b9400 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:02.639220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 088f69b9-9329-404b-9cfa-9926d03b9400 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:02.639837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.739405 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.767999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afad7f2-950c-40a6-99dd-875a152320a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088f69b9-9329-404b-9cfa-9926d03b9400'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:02.770901 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0174cf-c97e-45ca-bf3d-9239edf29ede" -d '{"events": [{"server_uuid": "7afad7f2-950c-40a6-99dd-875a152320a3", "name": "network-vif-plugged", "status": "completed", "tag": "088f69b9-9329-404b-9cfa-9926d03b9400"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:02.786136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 088f69b9-9329-404b-9cfa-9926d03b9400, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=088f69b9-9329-404b-9cfa-9926d03b9400,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:02.792364 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.817345 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.823792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.848086 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39830ddb-ab3e-49e8-89d2-ac0966e4431e x-openstack-request-id: req-39830ddb-ab3e-49e8-89d2-ac0966e4431e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:02.848449 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afad7f2-950c-40a6-99dd-875a152320a3", "name": "network-vif-plugged", "status": "completed", "tag": "088f69b9-9329-404b-9cfa-9926d03b9400", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:02.848626 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39830ddb-ab3e-49e8-89d2-ac0966e4431e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:02.849006 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afad7f2-950c-40a6-99dd-875a152320a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088f69b9-9329-404b-9cfa-9926d03b9400', 'code': 200} Aug 17 16:47:02.868617 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=088f69b9-9329-404b-9cfa-9926d03b9400,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:02.911218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=ff49423f-e8d1-414d-b3ef-8ef1e84a8e84,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:02.925756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e64de-c083-4056-8f0e-290827fd5055 req-e9b466a3-8ee3-4b02-80f1-8eea867e4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:02.927449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3a7e64de-c083-4056-8f0e-290827fd5055 req-e9b466a3-8ee3-4b02-80f1-8eea867e4c17 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 1097 time: 0.0499363 Aug 17 16:47:02.932934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:02.988748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3a7e64de-c083-4056-8f0e-290827fd5055 req-d274f7ea-820d-4834-806a-2d0bc137fa3b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525496 Aug 17 16:47:03.057243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network fc46bf88-4b34-4c0d-90ff-9b90768aed06 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:03.059066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:03.085173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aea38-03e8-4705-a0d8-668e2cdbf1b6 req-2bd01da5-9684-45c7-9c46-ece84e582108 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:03.087061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff5aea38-03e8-4705-a0d8-668e2cdbf1b6 req-2bd01da5-9684-45c7-9c46-ece84e582108 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 946 time: 0.0536885 Aug 17 16:47:03.135431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff5aea38-03e8-4705-a0d8-668e2cdbf1b6 req-67c142d5-5e9c-42f8-96df-6ad02074b190 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419843 Aug 17 16:47:03.201982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:47:03.280168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb35de69-f9e1-4ab5-92e0-d4f862fcd905 None None] Network fc46bf88-4b34-4c0d-90ff-9b90768aed06 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:03.299963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:03.307805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d1a309d6-83ac-415b-9c7d-7b347cc5fad5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0117602 Aug 17 16:47:03.307904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:03.311314 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Sync routers for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:03.313103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'network': {'name': 'tempest-RoutersTest-1995493747'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:03.323345 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:03.324264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:03.343303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:03.349005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:03.364309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eebe5dff-ea08-4089-b065-68adeca28681 None None] Provisioning for port b1180d32-b2c8-496b-882a-f75f40466e08 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:03.397734 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:03.411994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:03.412720 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added segment 22d2095c-7b26-426e-a988-76031565bf02 of type vlan for network 520fdfda-6c60-41e5-8c28-0f3d70783466 Aug 17 16:47:03.419391 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:03.466328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:03.497550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:03.504232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:03.504824 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:03.565126 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2562687 Aug 17 16:47:03.568019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60964) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:03.573474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'subnet': {'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:03.587652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ba5b4-5548-4bee-9fd0-cdc20a01189e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Network': ['ID=520fdfda-6c60-41e5-8c28-0f3d70783466,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:03.600454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 520fdfda-6c60-41e5-8c28-0f3d70783466 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:03.687768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:03.693220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:03.703486 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:02Z', 'revision_number': 2, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:02Z', 'revision_number': 2, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:03.744850 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Checking router: 9137be72-88b2-45ad-bb70-bf8919a923f5 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:03.745207 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Updating router 9137be72-88b2-45ad-bb70-bf8919a923f5 port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:47:03.774456 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:03.828071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-18ec2353-43bf-4b5f-b433-1d97f7974b09 None None] Provisioning for port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:03.834946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-18ec2353-43bf-4b5f-b433-1d97f7974b09 None None] Provisioning complete for port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:03.835587 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18ec2353-43bf-4b5f-b433-1d97f7974b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:03.883560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-18ec2353-43bf-4b5f-b433-1d97f7974b09 None None] Port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:04.135206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b1180d32-b2c8-496b-882a-f75f40466e08 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:04.186145 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.208020 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Transition to ACTIVE for port object ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:04.217572 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.242071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b1180d32-b2c8-496b-882a-f75f40466e08 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:04.256431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b1180d32-b2c8-496b-882a-f75f40466e08 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:04.257422 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.309730 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Pushing event updated for resources: {'Port': ['ID=ff49423f-e8d1-414d-b3ef-8ef1e84a8e84,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:04.340567 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.341250 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.341250 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.341250 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.341657 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.341896 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.342225 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.342595 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.342916 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.343232 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.343547 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.343861 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:04.363657 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Attempting to bind port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:04.364096 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Attempting to bind port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:04.364540 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Attempting to bind port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 on network fc46bf88-4b34-4c0d-90ff-9b90768aed06 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:04.370759 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:04.371236 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Checking segment: {'id': 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:04.371698 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.372136 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Bound using segment: {'id': 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:04.372710 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Bound port: ff49423f-e8d1-414d-b3ef-8ef1e84a8e84, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:04.373244 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.377329 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.387125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.422239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b1180d32-b2c8-496b-882a-f75f40466e08, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b1180d32-b2c8-496b-882a-f75f40466e08,segment=NetworkSegment(e473d7a4-a9a2-412e-bc88-4ad72a0d551b),segment_id=e473d7a4-a9a2-412e-bc88-4ad72a0d551b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:04.429692 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.462619 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] For port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:04.466673 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] For port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ff49423f-e8d1-414d-b3ef-8ef1e84a8e84,segment=NetworkSegment(e473d7a4-a9a2-412e-bc88-4ad72a0d551b),segment_id=e473d7a4-a9a2-412e-bc88-4ad72a0d551b)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:04.474981 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.481169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cdd38-6611-49f1-bb3f-86096a0cedbb req-7011bdc4-6ecc-452b-9238-c19cc7b0a6fe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:04.482819 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-341cdd38-6611-49f1-bb3f-86096a0cedbb req-7011bdc4-6ecc-452b-9238-c19cc7b0a6fe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 946 time: 0.1342986 Aug 17 16:47:04.516319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Subnet': ['ID=c634e54d-5b87-4e9c-946f-e049cdb75e02,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:04.521785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Checking segment: {'id': '22d2095c-7b26-426e-a988-76031565bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:04.522158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network hostable DHCP agents. Network: 520fdfda-6c60-41e5-8c28-0f3d70783466, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:04.528998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b1180d32-b2c8-496b-882a-f75f40466e08,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:04.559016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-341cdd38-6611-49f1-bb3f-86096a0cedbb req-43e3d5ee-7bec-4334-9331-9527a3076d41 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658846 Aug 17 16:47:04.566069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 520fdfda-6c60-41e5-8c28-0f3d70783466 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:04.571015 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:04.571665 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:46:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:04.582966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 520fdfda-6c60-41e5-8c28-0f3d70783466) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:04.593186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:04.595946 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.601009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70550c-83eb-4be1-9138-20511461dbc4 None None] Network 520fdfda-6c60-41e5-8c28-0f3d70783466 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:04.616419 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-796c426a-e9b5-4d6f-a5c6-f5080e526301 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0472748 Aug 17 16:47:04.619294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60972) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:04.643628 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523c7f6-d2e0-464e-addd-11c492b317de None None] Pushing event updated for resources: {'Port': ['ID=ff49423f-e8d1-414d-b3ef-8ef1e84a8e84,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:04.707291 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:04.834048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-520fdfda-6c60-41e5-8c28-0f3d70783466', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:47:04.835695 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.882492 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe97c62a-77ca-421a-a3f8-42f7d56b006d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:04.992693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3921-81f9-4a85-9190-ab16e85ff3af req-efa5b616-e39f-41df-915a-b33038cfd08e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:04.994275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be1b3921-81f9-4a85-9190-ab16e85ff3af req-efa5b616-e39f-41df-915a-b33038cfd08e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 946 time: 0.1712151 Aug 17 16:47:05.039637 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:02Z', 'revision_number': 2, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:04Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:05.071653 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:05.093272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Allocated IP 172.21.0.2 (520fdfda-6c60-41e5-8c28-0f3d70783466/c634e54d-5b87-4e9c-946f-e049cdb75e02/b0c5492a-924a-40a8-9e04-aac31e121d69) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:05.142781 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60976) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:05.193953 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be1b3921-81f9-4a85-9190-ab16e85ff3af req-8d450579-4798-4f54-84bd-af9257329079 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929371 Aug 17 16:47:05.210184 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5097d6f-198a-4b8e-b032-d7f36634ec9d None None] The sync data for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 is: [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:02Z', 'revision_number': 2, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:04Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:05.229266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60980) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:05.317109 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:05.334780 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Transition to ACTIVE for port object b0c5492a-924a-40a8-9e04-aac31e121d69 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:05.349231 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:05.362035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Transition to ACTIVE for port object b0c5492a-924a-40a8-9e04-aac31e121d69 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:05.370654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:05.394630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b523873-a425-40e4-9de4-5d807210c21b tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:05.396599 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8b523873-a425-40e4-9de4-5d807210c21b tempest-TestNetworkBasicOps-1772168929 tempest-TestNetworkBasicOps-1772168929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 1092 time: 0.1653147 Aug 17 16:47:05.399075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60982) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:05.403744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '088f69b9-9329-404b-9cfa-9926d03b9400', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:05.421153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Network 520fdfda-6c60-41e5-8c28-0f3d70783466 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:05.424413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:05.430876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:05.461737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Pushing event updated for resources: {'Port': ['ID=b0c5492a-924a-40a8-9e04-aac31e121d69,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:05.502255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Attempting to bind port b0c5492a-924a-40a8-9e04-aac31e121d69 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:05.503148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Attempting to bind port b0c5492a-924a-40a8-9e04-aac31e121d69 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '22d2095c-7b26-426e-a988-76031565bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:05.503588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Attempting to bind port b0c5492a-924a-40a8-9e04-aac31e121d69 on network 520fdfda-6c60-41e5-8c28-0f3d70783466 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:05.510934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:05.511496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Checking segment: {'id': '22d2095c-7b26-426e-a988-76031565bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:05.511977 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:05.512540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Bound using segment: {'id': '22d2095c-7b26-426e-a988-76031565bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:05.513188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Bound port: b0c5492a-924a-40a8-9e04-aac31e121d69, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d2095c-7b26-426e-a988-76031565bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:05.513790 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:05.610346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:05.632136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] For port b0c5492a-924a-40a8-9e04-aac31e121d69, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:05.638264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] For port b0c5492a-924a-40a8-9e04-aac31e121d69, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b0c5492a-924a-40a8-9e04-aac31e121d69,segment=NetworkSegment(22d2095c-7b26-426e-a988-76031565bf02),segment_id=22d2095c-7b26-426e-a988-76031565bf02)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:05.646506 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:05.732967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a487a2-9782-4647-96b3-0c05f67f0e1f None None] Pushing event updated for resources: {'Port': ['ID=b0c5492a-924a-40a8-9e04-aac31e121d69,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:05.864051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Allocated IP 172.21.0.1 (520fdfda-6c60-41e5-8c28-0f3d70783466/c634e54d-5b87-4e9c-946f-e049cdb75e02/b0bab879-35b4-49b9-9528-062032b6b17a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:05.957750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.021448 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.077191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.093532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Transition to ACTIVE for port object b0bab879-35b4-49b9-9528-062032b6b17a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:06.195156 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.228237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Allocated IP 172.25.7.234 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/f28ecadb-394b-4d34-9985-dbc3f0e29cd6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:06.264305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b1180d32-b2c8-496b-882a-f75f40466e08 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:06.298481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 520fdfda-6c60-41e5-8c28-0f3d70783466 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:06.307625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:06.311540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:06.356979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b1180d32-b2c8-496b-882a-f75f40466e08 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:06.359249 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.363917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=b0bab879-35b4-49b9-9528-062032b6b17a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:06.391084 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.441232 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.458333 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b0c5492a-924a-40a8-9e04-aac31e121d69 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:06.510764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b0c5492a-924a-40a8-9e04-aac31e121d69 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:06.511670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.516330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:06.527733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.567204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:06.572923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:06.573300 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.660127 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.664762 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.703484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ff49423f-e8d1-414d-b3ef-8ef1e84a8e84,segment=NetworkSegment(e473d7a4-a9a2-412e-bc88-4ad72a0d551b),segment_id=e473d7a4-a9a2-412e-bc88-4ad72a0d551b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:06.709584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:06.711031 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.723354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:06.739060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:06.741752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=f28ecadb-394b-4d34-9985-dbc3f0e29cd6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:06.774718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ff49423f-e8d1-414d-b3ef-8ef1e84a8e84,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:06.866018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.873056 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:06.963216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=b0bab879-35b4-49b9-9528-062032b6b17a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:06.970808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.044682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] Deleting port b107c04a-1394-41f6-8bb2-5ef03041d68a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:07.045026 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.057699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71381325-3336-4f3c-bef4-5a0a77152ae6 None None] Network 520fdfda-6c60-41e5-8c28-0f3d70783466 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:07.113601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 520fdfda-6c60-41e5-8c28-0f3d70783466 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:07.115245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:07.158632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7ace3c33-1f97-4ed8-8bc8-6917d275ceea None None] Provisioning for port b0c5492a-924a-40a8-9e04-aac31e121d69 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:07.165635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7ace3c33-1f97-4ed8-8bc8-6917d275ceea None None] Provisioning complete for port b0c5492a-924a-40a8-9e04-aac31e121d69 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:07.166079 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ace3c33-1f97-4ed8-8bc8-6917d275ceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.247571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] For port b107c04a-1394-41f6-8bb2-5ef03041d68a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b107c04a-1394-41f6-8bb2-5ef03041d68a,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:07.247947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.271252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:07.386134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ace3c33-1f97-4ed8-8bc8-6917d275ceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.393381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac9542-1004-46ff-96af-1efd194d908f req-0c818cc6-c690-4ccb-9206-ebeec1cd733d tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:07.403917 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9ac9542-1004-46ff-96af-1efd194d908f req-0c818cc6-c690-4ccb-9206-ebeec1cd733d tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1096 time: 0.2863243 Aug 17 16:47:07.404162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:07.427434 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b0e681c1-44f9-4a68-b586-ce95b042f436 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7931168 Aug 17 16:47:07.428096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:07.433286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'network': {'name': 'tempest-RoutersTest-1610743195'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:07.441506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] Calling delete_port for b107c04a-1394-41f6-8bb2-5ef03041d68a owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:07.452891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7ace3c33-1f97-4ed8-8bc8-6917d275ceea None None] For port b0c5492a-924a-40a8-9e04-aac31e121d69, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b0c5492a-924a-40a8-9e04-aac31e121d69,segment=NetworkSegment(22d2095c-7b26-426e-a988-76031565bf02),segment_id=22d2095c-7b26-426e-a988-76031565bf02)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:07.462894 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ace3c33-1f97-4ed8-8bc8-6917d275ceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.486335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:07.490294 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.545334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:07.552275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace3c33-1f97-4ed8-8bc8-6917d275ceea None None] Pushing event updated for resources: {'Port': ['ID=b0c5492a-924a-40a8-9e04-aac31e121d69,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:07.571725 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.572024 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added segment 0627aa47-aa11-4581-8797-08d71907b21e of type vlan for network 07b31ad2-7c01-41ab-b907-6a82acad43f1 Aug 17 16:47:07.588609 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:47:07.643745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Sync routers for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:07.661193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:07.661759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:07.661959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.702088 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.710436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:07.711095 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.795860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Network': ['ID=07b31ad2-7c01-41ab-b907-6a82acad43f1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:07.811873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8aef1929-8512-4748-a368-0c5e630287f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3826532 Aug 17 16:47:07.812552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:07.818911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'subnet': {'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:07.841064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 07b31ad2-7c01-41ab-b907-6a82acad43f1 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:07.850055 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.916384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f68955d4-a675-412f-8551-8d517be1259a None None] Provisioning for port b0bab879-35b4-49b9-9528-062032b6b17a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:07.939129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f68955d4-a675-412f-8551-8d517be1259a None None] Provisioning complete for port b0bab879-35b4-49b9-9528-062032b6b17a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:07.939496 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f68955d4-a675-412f-8551-8d517be1259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:07.952028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:07.962925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:07.980939 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.146922 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b9ac9542-1004-46ff-96af-1efd194d908f req-fdde657c-ce27-42ff-8f1c-b8cf214c2e6a tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7418594 Aug 17 16:47:08.184558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60992) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:08.246399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b0c5492a-924a-40a8-9e04-aac31e121d69 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:08.270722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.304742 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.382151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Subnet': ['ID=9c28038d-6dc8-45bb-9975-2260606b4ea1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:08.391075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f68955d4-a675-412f-8551-8d517be1259a None None] Port b0bab879-35b4-49b9-9528-062032b6b17a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:08.399573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Checking segment: {'id': '0627aa47-aa11-4581-8797-08d71907b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:08.400143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network hostable DHCP agents. Network: 07b31ad2-7c01-41ab-b907-6a82acad43f1, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:08.421336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 07b31ad2-7c01-41ab-b907-6a82acad43f1 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:08.437760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 07b31ad2-7c01-41ab-b907-6a82acad43f1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:08.447707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:08.449481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.453460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea017db-e57f-4bd7-a16b-cec832cf1183 None None] Network 07b31ad2-7c01-41ab-b907-6a82acad43f1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:08.478711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-92aa0186-e7fb-486e-a975-bb0188b831be tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6649687 Aug 17 16:47:08.479484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:08.507453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f68955d4-a675-412f-8551-8d517be1259a None None] Provisioning complete for port b0c5492a-924a-40a8-9e04-aac31e121d69 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:08.507821 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f68955d4-a675-412f-8551-8d517be1259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.550182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b0c5492a-924a-40a8-9e04-aac31e121d69 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:08.550852 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.556250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.757388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-07b31ad2-7c01-41ab-b907-6a82acad43f1', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:47:08.758277 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.800937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.823158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port 9e1e1a14-0e78-4304-94d0-480fa6d56f2e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:08.823571 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.863468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] Pushing event deleted for resources: {'Port': ['ID=b107c04a-1394-41f6-8bb2-5ef03041d68a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:08.913744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:08.923281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 3, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 2, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:08.980170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:08.996658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.091359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.091679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.111982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event updated for resources: {'Port': ['ID=f28ecadb-394b-4d34-9985-dbc3f0e29cd6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:09.129711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Checking router: 9137be72-88b2-45ad-bb70-bf8919a923f5 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:09.130038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Updating router 9137be72-88b2-45ad-bb70-bf8919a923f5 port b0bab879-35b4-49b9-9528-062032b6b17a binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:47:09.130777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for 9e1e1a14-0e78-4304-94d0-480fa6d56f2e owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:09.180976 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.183188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Allocated IP 172.22.0.2 (07b31ad2-7c01-41ab-b907-6a82acad43f1/9c28038d-6dc8-45bb-9975-2260606b4ea1/33480ced-2fcf-40e8-b614-5c77a2f53474) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:09.186795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cfaa9e1f-e032-4b58-b1d0-c5a9076a242e None None] Provisioning complete for port b0bab879-35b4-49b9-9528-062032b6b17a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:09.187161 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfaa9e1f-e032-4b58-b1d0-c5a9076a242e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.265619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.288573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.310455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:09.310829 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.312619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa9e1f-e032-4b58-b1d0-c5a9076a242e None None] Port b0bab879-35b4-49b9-9528-062032b6b17a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:09.400477 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.497140 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Floating IP 34febfab-64c8-4712-8e8a-fd7dc0f5aaee associated. External IP: 172.25.7.234, port: 088f69b9-9329-404b-9cfa-9926d03b9400. Aug 17 16:47:09.619190 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.672159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Transition to ACTIVE for port object 33480ced-2fcf-40e8-b614-5c77a2f53474 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:09.673758 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.712330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Transition to ACTIVE for port object 33480ced-2fcf-40e8-b614-5c77a2f53474 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:09.723789 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.726739 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.743333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=9e1e1a14-0e78-4304-94d0-480fa6d56f2e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:09.762105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Transition to ACTIVE for port object b0bab879-35b4-49b9-9528-062032b6b17a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:09.782038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.785603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Allocated IP 172.22.0.1 (07b31ad2-7c01-41ab-b907-6a82acad43f1/9c28038d-6dc8-45bb-9975-2260606b4ea1/6490222f-e09f-45c1-90a5-68f5a0855e63) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:09.788047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Network 07b31ad2-7c01-41ab-b907-6a82acad43f1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:09.795743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:09.799673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:09.803066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Pushing event updated for resources: {'Port': ['ID=33480ced-2fcf-40e8-b614-5c77a2f53474,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:09.900892 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd1be5-d17e-4032-864c-5f641f67ac00 None None] Pushing event updated for resources: {'Port': ['ID=b0bab879-35b4-49b9-9528-062032b6b17a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:09.934156 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.966780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Transition to ACTIVE for port object 6490222f-e09f-45c1-90a5-68f5a0855e63 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:09.988044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Attempting to bind port b0bab879-35b4-49b9-9528-062032b6b17a on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:09.988581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Attempting to bind port b0bab879-35b4-49b9-9528-062032b6b17a by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '22d2095c-7b26-426e-a988-76031565bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:09.988927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Attempting to bind port b0bab879-35b4-49b9-9528-062032b6b17a on network 520fdfda-6c60-41e5-8c28-0f3d70783466 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:09.997190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:09.997757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Checking segment: {'id': '22d2095c-7b26-426e-a988-76031565bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:09.998273 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:09.998820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Bound using segment: {'id': '22d2095c-7b26-426e-a988-76031565bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:09.999546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Bound port: b0bab879-35b4-49b9-9528-062032b6b17a, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d2095c-7b26-426e-a988-76031565bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:10.000233 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.019520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Attempting to bind port 33480ced-2fcf-40e8-b614-5c77a2f53474 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:10.019931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Attempting to bind port 33480ced-2fcf-40e8-b614-5c77a2f53474 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '0627aa47-aa11-4581-8797-08d71907b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:10.020292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Attempting to bind port 33480ced-2fcf-40e8-b614-5c77a2f53474 on network 07b31ad2-7c01-41ab-b907-6a82acad43f1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:10.026069 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.048510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:10.049084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Checking segment: {'id': '0627aa47-aa11-4581-8797-08d71907b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:10.049589 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.050084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Bound using segment: {'id': '0627aa47-aa11-4581-8797-08d71907b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:10.050750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Bound port: 33480ced-2fcf-40e8-b614-5c77a2f53474, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0627aa47-aa11-4581-8797-08d71907b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:10.051293 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.084041 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=6490222f-e09f-45c1-90a5-68f5a0855e63,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:10.096049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 07b31ad2-7c01-41ab-b907-6a82acad43f1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:10.097473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:10.099798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:10.146904 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.161278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] For port 33480ced-2fcf-40e8-b614-5c77a2f53474, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:10.163572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] For port b0bab879-35b4-49b9-9528-062032b6b17a, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:10.166959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] For port 33480ced-2fcf-40e8-b614-5c77a2f53474, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=33480ced-2fcf-40e8-b614-5c77a2f53474,segment=NetworkSegment(0627aa47-aa11-4581-8797-08d71907b21e),segment_id=0627aa47-aa11-4581-8797-08d71907b21e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:10.172688 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] For port b0bab879-35b4-49b9-9528-062032b6b17a, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b0bab879-35b4-49b9-9528-062032b6b17a,segment=NetworkSegment(22d2095c-7b26-426e-a988-76031565bf02),segment_id=22d2095c-7b26-426e-a988-76031565bf02)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:10.175552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.209641 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.261653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:10.262300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:10.270411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.271021 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Floating IP 25118aa5-2e85-41ef-bf15-e95f97e7c370 disassociated (deleted). External IP: 172.25.7.104, port: 9b612bed-c2d2-439f-af5d-af686032acaf. Aug 17 16:47:10.278113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] Router 080efcd8-3546-4340-8cc0-8ff326104228 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:10.308067 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.408832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:10.656858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a622-3d2c-4a91-8cb9-40d2f15f189b None None] Pushing event updated for resources: {'Port': ['ID=33480ced-2fcf-40e8-b614-5c77a2f53474,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:10.694784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:10.765153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.771279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd1be5-d17e-4032-864c-5f641f67ac00 None None] Pushing event updated for resources: {'Port': ['ID=b0bab879-35b4-49b9-9528-062032b6b17a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:10.771687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.789319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:10.800932 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-188feb56-9a07-4d39-bccd-d83dbc1f4579 admin admin] 10.222.0.77 "PUT /v2.0/routers/080efcd8-3546-4340-8cc0-8ff326104228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6566663 Aug 17 16:47:10.801715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 60996) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:10.802289 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] Sync routers for ids ['080efcd8-3546-4340-8cc0-8ff326104228'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:10.804673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:10.826082 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] Routers {'080efcd8-3546-4340-8cc0-8ff326104228'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:10.827006 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['080efcd8-3546-4340-8cc0-8ff326104228'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:10.831767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=6490222f-e09f-45c1-90a5-68f5a0855e63,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:10.839083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] Sync routers for ids ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:10.885548 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.888207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:10.889048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] Routers {'2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:10.889837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:10.958037 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router 739d47d6-f536-4977-9ffa-909387769fb3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:10.999586 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] Set router 080efcd8-3546-4340-8cc0-8ff326104228 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:11.004629 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b1032927-7dba-4765-a508-1c9832c6abcd tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.6043527 Aug 17 16:47:11.007673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afad7f2-950c-40a6-99dd-875a152320a3', 'tag': '088f69b9-9329-404b-9cfa-9926d03b9400'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:11.008397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 60998) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:11.010130 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbaa980-72fe-4aae-a454-cb84ae91e723" -d '{"events": [{"name": "network-changed", "server_uuid": "7afad7f2-950c-40a6-99dd-875a152320a3", "tag": "088f69b9-9329-404b-9cfa-9926d03b9400"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:11.025650 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:11.038394 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] Set router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:11.057292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 07b31ad2-7c01-41ab-b907-6a82acad43f1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:11.065193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:11.097437 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470bb61b-20c2-4e42-b8bc-86c8619b2725 x-openstack-request-id: req-470bb61b-20c2-4e42-b8bc-86c8619b2725 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:11.097734 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afad7f2-950c-40a6-99dd-875a152320a3", "tag": "088f69b9-9329-404b-9cfa-9926d03b9400", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:11.097843 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-470bb61b-20c2-4e42-b8bc-86c8619b2725 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:11.098236 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afad7f2-950c-40a6-99dd-875a152320a3', 'tag': '088f69b9-9329-404b-9cfa-9926d03b9400', 'status': 'completed', 'code': 200} Aug 17 16:47:11.181050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1fe41cd-4805-46c3-97d2-59003f746372 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/floatingips/34febfab-64c8-4712-8e8a-fd7dc0f5aaee HTTP/1.1" status: 200 len: 992 time: 0.1693294 Aug 17 16:47:11.237673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-73946dce-a563-4b7e-a9f5-744f991df874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:11.239657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-73946dce-a563-4b7e-a9f5-744f991df874 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 1097 time: 0.1018014 Aug 17 16:47:11.241320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:11.246042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:11.258850 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:11.286949 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] Sync routers for ids ['739d47d6-f536-4977-9ffa-909387769fb3'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:11.296799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-21cc1af5-4d88-4825-8f48-fafab911349b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/floatingips/25118aa5-2e85-41ef-bf15-e95f97e7c370 HTTP/1.1" status: 204 len: 168 time: 3.1111710 Aug 17 16:47:11.299550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:11.311833 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] Routers {'739d47d6-f536-4977-9ffa-909387769fb3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:11.312480 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['739d47d6-f536-4977-9ffa-909387769fb3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:11.415237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Deleting port c536fde3-f280-4668-957b-3679e07f2cd1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:11.415612 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:11.417485 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:47:08Z', 'revision_number': 5, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port': {'id': 'c536fde3-f280-4668-957b-3679e07f2cd1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080efcd8-3546-4340-8cc0-8ff326104228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:35:25Z', 'updated_at': '2021-08-17T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:11.453099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:10Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:09Z', 'revision_number': 1, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:10Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:11.472605 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] Checking router: 080efcd8-3546-4340-8cc0-8ff326104228 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:11.512182 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] Routers {'080efcd8-3546-4340-8cc0-8ff326104228'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:11.514083 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['080efcd8-3546-4340-8cc0-8ff326104228'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:11.530850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d152e-5318-487e-925b-d0fa6ce79688 None None] The sync data for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 is: [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:10Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:09Z', 'revision_number': 1, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:10Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:11.554705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] For port c536fde3-f280-4668-957b-3679e07f2cd1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c536fde3-f280-4668-957b-3679e07f2cd1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:11.558473 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:11.578307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Calling delete_port for c536fde3-f280-4668-957b-3679e07f2cd1 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:11.584664 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-ec6dc083-2a61-4ae2-853b-c2d25127ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:11.586199 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-ec6dc083-2a61-4ae2-853b-c2d25127ff3a service neutron] 10.222.0.93 "GET /v2.0/networks?id=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 HTTP/1.1" status: 200 len: 898 time: 0.3372154 Aug 17 16:47:11.626235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:11.636764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-31bd3550-a51c-4115-87d7-7647ee369a8f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1558502 Aug 17 16:47:11.655145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:45Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '34febfab-64c8-4712-8e8a-fd7dc0f5aaee', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'port_id': '088f69b9-9329-404b-9cfa-9926d03b9400', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'mac_address': 'fa:16:3e:21:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afad7f2-950c-40a6-99dd-875a152320a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:47:07Z', 'updated_at': '2021-08-17T16:47:07Z', 'revision_number': 0, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3a9b41-60e2-4f8f-b300-9fda8638e146', 'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:8a:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:44Z', 'updated_at': '2021-08-17T16:46:50Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:11.709911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:11.716647 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] Set router 739d47d6-f536-4977-9ffa-909387769fb3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:11.723166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] Checking router: 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:11.723757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'network': {'name': 'tempest-RoutersTest-1595014843'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:11.735360 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] Routers {'2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:11.738065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:11.786472 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] Set router 080efcd8-3546-4340-8cc0-8ff326104228 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:11.794022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:11.797732 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:11.866392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db0f35-e5f5-42d3-8a00-52cf902e6b7b None None] Network 07b31ad2-7c01-41ab-b907-6a82acad43f1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:11.879082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-4b18b121-492a-4c8a-8184-eaefd10b1cd0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=088f69b9-9329-404b-9cfa-9926d03b9400 HTTP/1.1" status: 200 len: 1000 time: 0.2846286 Aug 17 16:47:11.899590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:11.927790 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:47:11Z', 'revision_number': 6, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:11.957087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] Set router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:11.958155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:11.995591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c536fde3-f280-4668-957b-3679e07f2cd1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:12.030315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-aaeef12f-936a-4202-87fd-ddf959b8fd58 None None] Provisioning for port 33480ced-2fcf-40e8-b614-5c77a2f53474 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:12.051346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9802f8-7969-4275-99aa-5a5fa0c0f64a req-1f8a7062-7c55-4ab2-9a07-fa92676c3866 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:12.052760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d9802f8-7969-4275-99aa-5a5fa0c0f64a req-1f8a7062-7c55-4ab2-9a07-fa92676c3866 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.3232765 Aug 17 16:47:12.067172 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.067522 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added segment faece9a4-1560-454f-be6e-fcf3d4528b8e of type vlan for network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f Aug 17 16:47:12.136727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-b454dadf-a197-4b00-b98d-b6564566be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:12.138236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-b454dadf-a197-4b00-b98d-b6564566be2e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=544605f0-cf86-46bf-a880-f04a7483b16d HTTP/1.1" status: 200 len: 834 time: 0.2486088 Aug 17 16:47:12.172181 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca07fd90-1f28-496f-8b53-e62b9c4974b4 None None] The sync data for ids ['080efcd8-3546-4340-8cc0-8ff326104228'] in n-d-804878-1 is: [{'id': '080efcd8-3546-4340-8cc0-8ff326104228', 'name': 'tempest-TaggedBootDevicesTest_v242-1477084829-router', 'tenant_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:35:24Z', 'updated_at': '2021-08-17T16:47:11Z', 'revision_number': 6, 'project_id': '5fa5923490c248ccaf9e5f3d94bcde5c', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:12.175544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.184442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32776) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:12.204062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 33480ced-2fcf-40e8-b614-5c77a2f53474 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:12.250586 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.262190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d9802f8-7969-4275-99aa-5a5fa0c0f64a req-c0fcd94a-0ddb-43c2-a67e-d761dc495834 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927710 Aug 17 16:47:12.272062 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:20Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '36d0a186-63ef-4219-9536-8cdd69f9bfea', 'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:e8:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:17Z', 'updated_at': '2021-08-17T16:45:26Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:12.299052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-1708af86-2fc9-43f7-92fa-a565753fc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:12.300638 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-1708af86-2fc9-43f7-92fa-a565753fc2c6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437509 Aug 17 16:47:12.301906 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.307759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:12.308481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.332940 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] Checking router: 739d47d6-f536-4977-9ffa-909387769fb3 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:12.342948 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] Routers {'739d47d6-f536-4977-9ffa-909387769fb3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:12.343177 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['739d47d6-f536-4977-9ffa-909387769fb3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:12.359439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 33480ced-2fcf-40e8-b614-5c77a2f53474 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:12.374559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 33480ced-2fcf-40e8-b614-5c77a2f53474 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:12.375184 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.432127 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.437423 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.456116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7449417 Aug 17 16:47:12.460943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32778) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:12.467115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1fb9a-1ab9-45a6-b33d-604a6ec5ec93 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Network': ['ID=7f9eec69-98e2-4e8f-b3d6-dd195c0a698f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:12.481934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:12.491447 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] Set router 739d47d6-f536-4977-9ffa-909387769fb3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:12.504000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'subnet': {'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:12.517147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-153d092a-8400-45c2-9977-11e7e79d88af tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/floatingips/34febfab-64c8-4712-8e8a-fd7dc0f5aaee HTTP/1.1" status: 200 len: 992 time: 0.2912397 Aug 17 16:47:12.522699 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-5bffb12f-17eb-47c7-8126-ea9c02514e96 service neutron] 10.222.0.93 "GET /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113144 Aug 17 16:47:12.577166 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.577166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 080efcd8-3546-4340-8cc0-8ff326104228 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:47:12.594339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.595895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bed6360d-af83-4c13-a718-d4a86d1252ec admin admin] 10.222.0.77 "DELETE /v2.0/routers/080efcd8-3546-4340-8cc0-8ff326104228 HTTP/1.1" status: 204 len: 168 time: 1.7889009 Aug 17 16:47:12.599346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32780) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:12.683151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c9bb11-519f-4e1f-9535-1ee553f9665f admin admin] Deleting subnet 6794c805-5b84-4d68-91c3-86786023ccd4 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:47:12.688044 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98c9bb11-519f-4e1f-9535-1ee553f9665f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.791217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8cbaa980-72fe-4aae-a454-cb84ae91e723 req-f2763031-3dea-440c-8a11-909e3b2eee53 service neutron] 10.222.0.93 "GET /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605562 Aug 17 16:47:12.793098 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98c9bb11-519f-4e1f-9535-1ee553f9665f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.868772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Made reservation on behalf of 8a1083b0fc93434c9a326d4b1716d61b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:12.873368 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:12.967413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-23bace13-07b0-488d-920d-2ab680f82a79 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:12.969008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-23bace13-07b0-488d-920d-2ab680f82a79 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.1165409 Aug 17 16:47:13.016040 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:20Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '36d0a186-63ef-4219-9536-8cdd69f9bfea', 'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:e8:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:17Z', 'updated_at': '2021-08-17T16:45:26Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:13.057179 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee8914-65b4-4323-b188-6cf6a6fa6ee6 None None] The sync data for ids ['739d47d6-f536-4977-9ffa-909387769fb3'] in n-d-804878-1 is: [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:20Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '36d0a186-63ef-4219-9536-8cdd69f9bfea', 'name': '', 'network_id': '1819cbe1-625e-4544-b587-74f829ca2ece', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:e8:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:17Z', 'updated_at': '2021-08-17T16:45:26Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': '793ee439-ea4c-4531-9ffe-c55dddc7d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:13.078046 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.102745 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:13.105037 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9620bde-9577-466a-a7f3-a9cbf35dd533" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:13.153412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ba27370d-1a36-43ea-bdb7-a2f19d9ed94d None None] Provisioning for port 6490222f-e09f-45c1-90a5-68f5a0855e63 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:13.165972 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ba27370d-1a36-43ea-bdb7-a2f19d9ed94d None None] Provisioning complete for port 6490222f-e09f-45c1-90a5-68f5a0855e63 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:13.168908 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba27370d-1a36-43ea-bdb7-a2f19d9ed94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.201712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-0c6f5f51-cc8d-4487-ab82-dcf2a0f90f1d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port 9b612bed-c2d2-439f-af5d-af686032acaf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:13.202058 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-0c6f5f51-cc8d-4487-ab82-dcf2a0f90f1d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.209226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 33480ced-2fcf-40e8-b614-5c77a2f53474, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=33480ced-2fcf-40e8-b614-5c77a2f53474,segment=NetworkSegment(0627aa47-aa11-4581-8797-08d71907b21e),segment_id=0627aa47-aa11-4581-8797-08d71907b21e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:13.245089 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.286546 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ea45a7-d1b4-4fbc-b262-1fb5a8b2bc47 x-openstack-request-id: req-54ea45a7-d1b4-4fbc-b262-1fb5a8b2bc47 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:13.287096 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:13.287525 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54ea45a7-d1b4-4fbc-b262-1fb5a8b2bc47 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:13.288079 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf', 'status': 'completed', 'code': 200} Aug 17 16:47:13.338668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=33480ced-2fcf-40e8-b614-5c77a2f53474,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:13.350041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:45Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '34febfab-64c8-4712-8e8a-fd7dc0f5aaee', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'port_id': '088f69b9-9329-404b-9cfa-9926d03b9400', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'mac_address': 'fa:16:3e:21:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afad7f2-950c-40a6-99dd-875a152320a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:47:07Z', 'updated_at': '2021-08-17T16:47:07Z', 'revision_number': 0, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3a9b41-60e2-4f8f-b300-9fda8638e146', 'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:8a:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:44Z', 'updated_at': '2021-08-17T16:46:50Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:13.406655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ba27370d-1a36-43ea-bdb7-a2f19d9ed94d None None] Port 6490222f-e09f-45c1-90a5-68f5a0855e63 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:13.412018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620816c-e32d-440a-a306-a43af513bfd3 None None] The sync data for ids ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'] in n-d-804878-1 is: [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:45Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '34febfab-64c8-4712-8e8a-fd7dc0f5aaee', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'port_id': '088f69b9-9329-404b-9cfa-9926d03b9400', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'mac_address': 'fa:16:3e:21:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afad7f2-950c-40a6-99dd-875a152320a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:47:07Z', 'updated_at': '2021-08-17T16:47:07Z', 'revision_number': 0, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3a9b41-60e2-4f8f-b300-9fda8638e146', 'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:8a:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:44Z', 'updated_at': '2021-08-17T16:46:50Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:13.436596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ba27370d-1a36-43ea-bdb7-a2f19d9ed94d None None] Provisioning complete for port 33480ced-2fcf-40e8-b614-5c77a2f53474 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:13.436882 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba27370d-1a36-43ea-bdb7-a2f19d9ed94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.486045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-0c6f5f51-cc8d-4487-ab82-dcf2a0f90f1d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port 9b612bed-c2d2-439f-af5d-af686032acaf, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=9b612bed-c2d2-439f-af5d-af686032acaf,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:13.486470 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-0c6f5f51-cc8d-4487-ab82-dcf2a0f90f1d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.524065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:13.534507 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-0c6f5f51-cc8d-4487-ab82-dcf2a0f90f1d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for 9b612bed-c2d2-439f-af5d-af686032acaf owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:13.588516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17b48d-9a13-45a2-965e-7a64c60d23b3 req-b5552bc3-d805-4b44-86bd-462e3268108c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:13.590136 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d17b48d-9a13-45a2-965e-7a64c60d23b3 req-b5552bc3-d805-4b44-86bd-462e3268108c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 945 time: 0.1798000 Aug 17 16:47:13.674340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cde73ebc-47e2-4db8-b538-e8bf7966c226 None None] Provisioning complete for port 6490222f-e09f-45c1-90a5-68f5a0855e63 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:13.675203 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cde73ebc-47e2-4db8-b538-e8bf7966c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.679547 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7b89d63-99e0-4be2-80e8-4585ef6fd66c tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/floatingips/34febfab-64c8-4712-8e8a-fd7dc0f5aaee HTTP/1.1" status: 200 len: 992 time: 0.1514504 Aug 17 16:47:13.711788 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d17b48d-9a13-45a2-965e-7a64c60d23b3 req-3136910c-1d08-4b82-af5e-ea62a9813a60 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=b983e921-650a-4776-a554-0ff53f320fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126990 Aug 17 16:47:13.745746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cde73ebc-47e2-4db8-b538-e8bf7966c226 None None] Port 6490222f-e09f-45c1-90a5-68f5a0855e63 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:13.780315 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98c9bb11-519f-4e1f-9535-1ee553f9665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.805523 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.825997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-0c6f5f51-cc8d-4487-ab82-dcf2a0f90f1d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.864267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f5f51-cc8d-4487-ab82-dcf2a0f90f1d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=9b612bed-c2d2-439f-af5d-af686032acaf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:13.883464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620bde-9577-466a-a7f3-a9cbf35dd533 req-72342309-83dc-486c-a1b6-02cbff85d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:13.885084 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9620bde-9577-466a-a7f3-a9cbf35dd533 req-72342309-83dc-486c-a1b6-02cbff85d193 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=1ef75da8-7f2c-42fb-b67c-5f8d9c253caa HTTP/1.1" status: 200 len: 1018 time: 0.5958643 Aug 17 16:47:13.920740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-0c6f5f51-cc8d-4487-ab82-dcf2a0f90f1d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] No DVR routers for this DVR port 9b612bed-c2d2-439f-af5d-af686032acaf on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:13.925295 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-0c6f5f51-cc8d-4487-ab82-dcf2a0f90f1d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:13.927742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff51067b-4b3a-4c98-8f4b-12c8f13439ea req-0c6f5f51-cc8d-4487-ab82-dcf2a0f90f1d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.91 "DELETE /v2.0/ports/9b612bed-c2d2-439f-af5d-af686032acaf HTTP/1.1" status: 204 len: 173 time: 0.9519243 Aug 17 16:47:13.928325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'name': 'network-vif-deleted', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:13.930943 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cbda4c-d817-4187-9a40-9f5dc7242418" -d '{"events": [{"server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "name": "network-vif-deleted", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:13.947208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Sync routers for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:13.947402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Subnet': ['ID=a970f4ca-d14c-4eb2-9105-721f18f32189,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:13.980963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:13.980963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:13.997555 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58e734a-4617-4026-a8c5-e40cb337d91a x-openstack-request-id: req-d58e734a-4617-4026-a8c5-e40cb337d91a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:13.998430 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef75da8-7f2c-42fb-b67c-5f8d9c253caa", "name": "network-vif-deleted", "tag": "9b612bed-c2d2-439f-af5d-af686032acaf", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:13.998751 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d58e734a-4617-4026-a8c5-e40cb337d91a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:14.000646 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef75da8-7f2c-42fb-b67c-5f8d9c253caa', 'name': 'network-vif-deleted', 'tag': '9b612bed-c2d2-439f-af5d-af686032acaf', 'status': 'completed', 'code': 200} Aug 17 16:47:14.044168 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94945172-0464-4e10-9f09-7fc657ee2b82 None None] New status for floating IP 25118aa5-2e85-41ef-bf15-e95f97e7c370: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:47:14.086787 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98c9bb11-519f-4e1f-9535-1ee553f9665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.105208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98c9bb11-519f-4e1f-9535-1ee553f9665f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.122488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-98c9bb11-519f-4e1f-9535-1ee553f9665f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6794c805-5b84-4d68-91c3-86786023ccd4 HTTP/1.1" status: 204 len: 168 time: 1.5193889 Aug 17 16:47:14.122709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:14.168234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:14.181385 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9bb11-519f-4e1f-9535-1ee553f9665f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6794c805-5b84-4d68-91c3-86786023ccd4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:14.188918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Checking segment: {'id': 'faece9a4-1560-454f-be6e-fcf3d4528b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:14.188918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network hostable DHCP agents. Network: 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:14.244100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62110e-e8e6-4f10-8f4e-d35079b5e402 None None] New status for floating IP 34febfab-64c8-4712-8e8a-fd7dc0f5aaee: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:47:14.246117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe511c3-9ac2-488b-9095-ad2321c17058 None None] Network ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:14.253840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620bde-9577-466a-a7f3-a9cbf35dd533 req-af6222e2-5dfd-4782-a7a8-c87714a14f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:14.260284 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9620bde-9577-466a-a7f3-a9cbf35dd533 req-af6222e2-5dfd-4782-a7a8-c87714a14f05 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 200 len: 897 time: 0.3640301 Aug 17 16:47:14.261581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:14.270693 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.286776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:14.300933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:14.301471 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.350048 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b0bab879-35b4-49b9-9528-062032b6b17a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:14.352487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c327e-724f-49a2-95c5-1eccd6dfa1bc None None] Network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:14.361122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7ba6d695-6ec9-43d4-9e7a-83d0fff97182 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8659718 Aug 17 16:47:14.365532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32794) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:14.370185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Deleting port 89edc63f-c4f3-4ea0-ac87-29e2b787367a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:14.370575 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.493915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9620bde-9577-466a-a7f3-a9cbf35dd533 req-963bdde5-3a5d-4526-a4fc-723e46a97aaa service neutron] 10.222.0.91 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218060 Aug 17 16:47:14.507070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] For port 89edc63f-c4f3-4ea0-ac87-29e2b787367a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=89edc63f-c4f3-4ea0-ac87-29e2b787367a,segment=NetworkSegment(c95e1544-94e4-4e63-a50d-4949800d6e52),segment_id=c95e1544-94e4-4e63-a50d-4949800d6e52)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:14.507518 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.526326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Calling delete_port for 89edc63f-c4f3-4ea0-ac87-29e2b787367a owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:14.633953 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.668028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] No DVR routers for this DVR port 89edc63f-c4f3-4ea0-ac87-29e2b787367a on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:14.683810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Pushing event deleted for resources: {'Port': ['ID=89edc63f-c4f3-4ea0-ac87-29e2b787367a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:14.686488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32796) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:14.770686 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9620bde-9577-466a-a7f3-a9cbf35dd533 req-7e315c92-ce05-43d4-ac96-17d19b9c6a3c service neutron] 10.222.0.91 "GET /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670205 Aug 17 16:47:14.793243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:14.805683 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.857359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:14.869164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd10087-8d12-4d5f-8a91-53fb757b2f96 None None] DHCP port deletion for ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:47:14.875395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95e1544-94e4-4e63-a50d-4949800d6e52') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:14.875395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95e1544-94e4-4e63-a50d-4949800d6e52') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:14.910952 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cdef3d3e-02e3-4128-9f9d-9282e24c65ee tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/floatingips/34febfab-64c8-4712-8e8a-fd7dc0f5aaee HTTP/1.1" status: 200 len: 992 time: 0.2222290 Aug 17 16:47:14.916351 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.942735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.953673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:47:14.954081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:47:14.955834 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:47:14.994407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b0bab879-35b4-49b9-9528-062032b6b17a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:15.005923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b0bab879-35b4-49b9-9528-062032b6b17a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:15.006077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.027748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-7f9eec69-98e2-4e8f-b3d6-dd195c0a698f', 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'fixed_ips': [{'subnet_id': 'a970f4ca-d14c-4eb2-9105-721f18f32189'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:47:15.028609 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.035062 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.253515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.261638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:10Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:10Z', 'revision_number': 2, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:10Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:15.303570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Allocated IP 172.23.0.2 (7f9eec69-98e2-4e8f-b3d6-dd195c0a698f/a970f4ca-d14c-4eb2-9105-721f18f32189/f43bb86e-31f6-4930-be76-aef6255a05e1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:15.312718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Checking router: 9137be72-88b2-45ad-bb70-bf8919a923f5 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:15.313093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Updating router 9137be72-88b2-45ad-bb70-bf8919a923f5 port 6490222f-e09f-45c1-90a5-68f5a0855e63 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:47:15.359652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b0bab879-35b4-49b9-9528-062032b6b17a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b0bab879-35b4-49b9-9528-062032b6b17a,segment=NetworkSegment(22d2095c-7b26-426e-a988-76031565bf02),segment_id=22d2095c-7b26-426e-a988-76031565bf02)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:15.380175 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.380974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 33480ced-2fcf-40e8-b614-5c77a2f53474 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:15.384039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.414241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.416119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] 10.222.0.77 "DELETE /v2.0/networks/ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f HTTP/1.1" status: 204 len: 168 time: 1.2931678 Aug 17 16:47:15.427576 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.436762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5640a0-f734-4488-9db6-ad875004753a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee2d66f2-8e36-4e70-9e8b-f3358a8ff68f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:15.568016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32804) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:15.639381 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a0ac1edb-5ec4-4b4b-b235-e3026180392e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5fa5923490c248ccaf9e5f3d94bcde5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678298 Aug 17 16:47:15.639608 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.639724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:15.722745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b0bab879-35b4-49b9-9528-062032b6b17a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:15.781551 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d098f1e5-c2e5-4dbb-a92c-408fc0d7d6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.833199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 33480ced-2fcf-40e8-b614-5c77a2f53474 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:15.833199 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.842471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d098f1e5-c2e5-4dbb-a92c-408fc0d7d6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.884446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.912873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32808) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:15.934864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Transition to ACTIVE for port object f43bb86e-31f6-4930-be76-aef6255a05e1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:15.945321 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d098f1e5-c2e5-4dbb-a92c-408fc0d7d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.947988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d098f1e5-c2e5-4dbb-a92c-408fc0d7d6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.951817 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d098f1e5-c2e5-4dbb-a92c-408fc0d7d6db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89393413-b971-4af9-9be2-25d75e654c48 HTTP/1.1" status: 204 len: 168 time: 0.3085952 Aug 17 16:47:15.969166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Transition to ACTIVE for port object f43bb86e-31f6-4930-be76-aef6255a05e1 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:15.974283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098f1e5-c2e5-4dbb-a92c-408fc0d7d6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89393413-b971-4af9-9be2-25d75e654c48,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:15.987753 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:15.990155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-542c7050-7fb9-4d32-9169-4a3ccc7c994a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/floatingips/34febfab-64c8-4712-8e8a-fd7dc0f5aaee HTTP/1.1" status: 200 len: 994 time: 0.0761001 Aug 17 16:47:16.040824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port 36d0a186-63ef-4219-9536-8cdd69f9bfea {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:16.041087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.062796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Allocated IP 172.23.0.1 (7f9eec69-98e2-4e8f-b3d6-dd195c0a698f/a970f4ca-d14c-4eb2-9105-721f18f32189/9b976eb2-f415-4c0b-a355-d2fb09e44e41) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:16.100045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:16.112594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:16.119020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:16.129587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Pushing event updated for resources: {'Port': ['ID=f43bb86e-31f6-4930-be76-aef6255a05e1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:16.164261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port 36d0a186-63ef-4219-9536-8cdd69f9bfea, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=36d0a186-63ef-4219-9536-8cdd69f9bfea,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:16.164789 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.181465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for 36d0a186-63ef-4219-9536-8cdd69f9bfea owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:16.208639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b107c04a-1394-41f6-8bb2-5ef03041d68a no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:16.237925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.257075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Transition to ACTIVE for port object 9b976eb2-f415-4c0b-a355-d2fb09e44e41 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:16.263321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b107c04a-1394-41f6-8bb2-5ef03041d68a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:16.263814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b107c04a-1394-41f6-8bb2-5ef03041d68a not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:16.264096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c536fde3-f280-4668-957b-3679e07f2cd1 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:16.273703 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.303279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: c536fde3-f280-4668-957b-3679e07f2cd1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:16.303603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c536fde3-f280-4668-957b-3679e07f2cd1 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:16.305214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Attempting to bind port f43bb86e-31f6-4930-be76-aef6255a05e1 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:16.305628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Attempting to bind port f43bb86e-31f6-4930-be76-aef6255a05e1 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'faece9a4-1560-454f-be6e-fcf3d4528b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:16.306072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Attempting to bind port f43bb86e-31f6-4930-be76-aef6255a05e1 on network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:16.309619 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.311250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Transition to ACTIVE for port object 6490222f-e09f-45c1-90a5-68f5a0855e63 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:16.316917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:16.317396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Checking segment: {'id': 'faece9a4-1560-454f-be6e-fcf3d4528b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:16.317812 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.318294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Bound using segment: {'id': 'faece9a4-1560-454f-be6e-fcf3d4528b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:16.318833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Bound port: f43bb86e-31f6-4930-be76-aef6255a05e1, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faece9a4-1560-454f-be6e-fcf3d4528b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:16.319227 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.328575 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.369918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=9b976eb2-f415-4c0b-a355-d2fb09e44e41,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:16.387790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:16.389285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:16.392591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:16.470484 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.494763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b0bab879-35b4-49b9-9528-062032b6b17a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:16.530307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407538e5-a537-49e5-8429-b17cf3621bc2 None None] Pushing event updated for resources: {'Port': ['ID=6490222f-e09f-45c1-90a5-68f5a0855e63,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:16.556276 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.577181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] For port f43bb86e-31f6-4930-be76-aef6255a05e1, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:16.605756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] For port f43bb86e-31f6-4930-be76-aef6255a05e1, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f43bb86e-31f6-4930-be76-aef6255a05e1,segment=NetworkSegment(faece9a4-1560-454f-be6e-fcf3d4528b8e),segment_id=faece9a4-1560-454f-be6e-fcf3d4528b8e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:16.607501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Attempting to bind port 6490222f-e09f-45c1-90a5-68f5a0855e63 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:16.607923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Attempting to bind port 6490222f-e09f-45c1-90a5-68f5a0855e63 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '0627aa47-aa11-4581-8797-08d71907b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:16.608285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Attempting to bind port 6490222f-e09f-45c1-90a5-68f5a0855e63 on network 07b31ad2-7c01-41ab-b907-6a82acad43f1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:16.610976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=36d0a186-63ef-4219-9536-8cdd69f9bfea,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:16.628497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:16.628996 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Checking segment: {'id': '0627aa47-aa11-4581-8797-08d71907b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:16.629676 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.630100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Bound using segment: {'id': '0627aa47-aa11-4581-8797-08d71907b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:16.630998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Bound port: 6490222f-e09f-45c1-90a5-68f5a0855e63, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0627aa47-aa11-4581-8797-08d71907b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:16.631378 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.642812 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.671185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.774848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bec93d-717b-44e2-8fe4-6ac61606d03d None None] Pushing event updated for resources: {'Port': ['ID=f43bb86e-31f6-4930-be76-aef6255a05e1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:16.833055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b0bab879-35b4-49b9-9528-062032b6b17a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:16.833508 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:16.913984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 9b612bed-c2d2-439f-af5d-af686032acaf no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:16.961369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 9b612bed-c2d2-439f-af5d-af686032acaf {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:16.961369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 9b612bed-c2d2-439f-af5d-af686032acaf not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:16.987166 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.042019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] For port 6490222f-e09f-45c1-90a5-68f5a0855e63, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:17.062046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] For port 6490222f-e09f-45c1-90a5-68f5a0855e63, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6490222f-e09f-45c1-90a5-68f5a0855e63,segment=NetworkSegment(0627aa47-aa11-4581-8797-08d71907b21e),segment_id=0627aa47-aa11-4581-8797-08d71907b21e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:17.068413 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.146519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407538e5-a537-49e5-8429-b17cf3621bc2 None None] Pushing event updated for resources: {'Port': ['ID=6490222f-e09f-45c1-90a5-68f5a0855e63,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:17.148101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32830) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:17.170160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 89edc63f-c4f3-4ea0-ac87-29e2b787367a no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:17.220171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:17.220171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:17.223050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 89edc63f-c4f3-4ea0-ac87-29e2b787367a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:17.223708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 89edc63f-c4f3-4ea0-ac87-29e2b787367a not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:17.284413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.294899 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.382866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:17.386929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router 739d47d6-f536-4977-9ffa-909387769fb3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:17.399157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-16175996-network', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:17.407077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event updated for resources: {'Port': ['ID=9b976eb2-f415-4c0b-a355-d2fb09e44e41,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:17.437330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.459537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Made reservation on behalf of 0904536a12ab4d77b62563bdadafa7a5 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:17.462110 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.472252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.526128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:17.531486 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e3bf814-52c4-4253-934d-601f90759dcd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "PUT /v2.0/routers/739d47d6-f536-4977-9ffa-909387769fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7362120 Aug 17 16:47:17.534901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:17.539368 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] Sync routers for ids ['739d47d6-f536-4977-9ffa-909387769fb3'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:17.551855 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] Routers {'739d47d6-f536-4977-9ffa-909387769fb3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:17.552954 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['739d47d6-f536-4977-9ffa-909387769fb3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:17.621427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:17.624318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:17.625167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting subnet 793ee439-ea4c-4531-9ffe-c55dddc7d866 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:47:17.630666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.698726 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.714405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b976eb2-f415-4c0b-a355-d2fb09e44e41', 'name': '', 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:0d:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:15Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 1, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:17.718819 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] Set router 739d47d6-f536-4977-9ffa-909387769fb3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:17.770414 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.782046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:17.783438 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.792695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44911171-f8f1-4949-83d4-f14a540df6f6 None None] The sync data for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 is: [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b976eb2-f415-4c0b-a355-d2fb09e44e41', 'name': '', 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:0d:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:15Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 1, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:17.825661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:17.851996 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.933252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:17.933594 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Added segment b4d59ff4-089c-4949-9cb3-d04e23514ba0 of type vlan for network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 Aug 17 16:47:17.939212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:17.983585 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:18.009740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:18.012083 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:18.014027 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/subnets/793ee439-ea4c-4531-9ffe-c55dddc7d866 HTTP/1.1" status: 204 len: 168 time: 0.4780471 Aug 17 16:47:18.018275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32836) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:18.019774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a1f10-a53c-408e-bf25-2d97bcaf2897 None None] Network 1819cbe1-625e-4544-b587-74f829ca2ece requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:18.032090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:18.037429 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b2e1301f-6505-4d95-9141-2aa6f44df483 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6709051 Aug 17 16:47:18.061422 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:18.067173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32838) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:18.080405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cca02585-8910-42ef-8473-ed4121976461 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:18.122851 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] Checking router: 739d47d6-f536-4977-9ffa-909387769fb3 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:18.133316 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] Routers {'739d47d6-f536-4977-9ffa-909387769fb3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:18.134264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['739d47d6-f536-4977-9ffa-909387769fb3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:18.208166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Subnet': ['ID=793ee439-ea4c-4531-9ffe-c55dddc7d866,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:18.277216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.278030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.278620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.279036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.279441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.279846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.280250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.280711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.281111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.281509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.281931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.282770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b00c1-8275-406f-984c-b9926903b91f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:18.336177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c9a28c-2de4-42d8-b40c-853dec57cb35 None None] Network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:18.354421 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] Set router 739d47d6-f536-4977-9ffa-909387769fb3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:18.464260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e7f17-9177-4d11-9474-814bee51ed37 None None] DHCP port deletion for 1819cbe1-625e-4544-b587-74f829ca2ece request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:47:18.521513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5113974d-e032-4aca-9cd8-c9153ba0e278 None None] Provisioning for port f43bb86e-31f6-4930-be76-aef6255a05e1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:18.597001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:18.598041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:18.601381 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:18.612190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e7f17-9177-4d11-9474-814bee51ed37 None None] Deleting port eb36fa2f-80b0-4000-87f0-8915b3a62ac7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:18.612390 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7f17-9177-4d11-9474-814bee51ed37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:18.652264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5025761 Aug 17 16:47:18.697125 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:18.712282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32840) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:18.719407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Request body: {'subnet': {'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-16175996-subnet', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:18.755730 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c179c92-af58-4e94-8efd-ffa65529f1a2 None None] The sync data for ids ['739d47d6-f536-4977-9ffa-909387769fb3'] in n-d-804878-1 is: [{'id': '739d47d6-f536-4977-9ffa-909387769fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701892953', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '697db7a7-c77d-40bd-83eb-1fa8dcd6437d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d47d6-f536-4977-9ffa-909387769fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:13Z', 'updated_at': '2021-08-17T16:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:18.793238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6490222f-e09f-45c1-90a5-68f5a0855e63 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:18.818486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-cca02585-8910-42ef-8473-ed4121976461 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 16:47:18.835672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-cca02585-8910-42ef-8473-ed4121976461 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Removed routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 16:47:18.836496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca02585-8910-42ef-8473-ed4121976461 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:18.854098 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:18.856920 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc058f57-761a-416b-a994-ad069ec6d91b admin admin] Pushing event updated for resources: {'Network': ['ID=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:18.863314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fe6e7f17-9177-4d11-9474-814bee51ed37 None None] For port eb36fa2f-80b0-4000-87f0-8915b3a62ac7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eb36fa2f-80b0-4000-87f0-8915b3a62ac7,segment=NetworkSegment(a53396c5-1d58-463d-a9d1-ed67d0249930),segment_id=a53396c5-1d58-463d-a9d1-ed67d0249930)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:18.863584 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7f17-9177-4d11-9474-814bee51ed37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:18.883413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:18.903097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Made reservation on behalf of 0904536a12ab4d77b62563bdadafa7a5 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:18.906013 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:18.967133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e7f17-9177-4d11-9474-814bee51ed37 None None] Calling delete_port for eb36fa2f-80b0-4000-87f0-8915b3a62ac7 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:19.080083 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.085501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 6490222f-e09f-45c1-90a5-68f5a0855e63 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:19.095431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6490222f-e09f-45c1-90a5-68f5a0855e63 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:19.095975 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.134250 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca02585-8910-42ef-8473-ed4121976461 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.141981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca02585-8910-42ef-8473-ed4121976461 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.172032 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7f17-9177-4d11-9474-814bee51ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.211645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e7f17-9177-4d11-9474-814bee51ed37 None None] No DVR routers for this DVR port eb36fa2f-80b0-4000-87f0-8915b3a62ac7 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:19.213136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e7f17-9177-4d11-9474-814bee51ed37 None None] Pushing event deleted for resources: {'Port': ['ID=eb36fa2f-80b0-4000-87f0-8915b3a62ac7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:19.248673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Sync routers for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:19.271871 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.282027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:19.282614 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.309409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:19.310067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:19.323750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca02585-8910-42ef-8473-ed4121976461 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:19.372877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.429067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port 697db7a7-c77d-40bd-83eb-1fa8dcd6437d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=697db7a7-c77d-40bd-83eb-1fa8dcd6437d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:19.429804 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.434875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca02585-8910-42ef-8473-ed4121976461 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:19.444156 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca02585-8910-42ef-8473-ed4121976461 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.445424 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cca02585-8910-42ef-8473-ed4121976461 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5 HTTP/1.1" status: 200 len: 933 time: 1.3691006 Aug 17 16:47:19.448372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:19.465739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for 697db7a7-c77d-40bd-83eb-1fa8dcd6437d owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:19.473374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b995a7-e3b3-40b5-9a0b-e81bea43827f,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:19.509414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 6490222f-e09f-45c1-90a5-68f5a0855e63, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6490222f-e09f-45c1-90a5-68f5a0855e63,segment=NetworkSegment(0627aa47-aa11-4581-8797-08d71907b21e),segment_id=0627aa47-aa11-4581-8797-08d71907b21e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:19.512184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:19.516949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f45240eb-0c5b-4b0d-9597-e4b1188eef37 None None] Provisioning for port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:19.524047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Checking segment: {'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:19.524752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Network hostable DHCP agents. Network: 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:19.556435 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.558079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f43bb86e-31f6-4930-be76-aef6255a05e1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:19.560042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:19.573991 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a90b8e7c-1783-42e3-8b3a-144c6ccc197a tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5 HTTP/1.1" status: 200 len: 933 time: 0.1242185 Aug 17 16:47:19.576712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:19.582160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-43cdfc44-6024-49fa-9042-ffa44e6c88c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'routes': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:19.610572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:19.617310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:19.617903 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.645853 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-125d2a2a-c9fc-4c02-b7e4-50b0b5a147c4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9324076 Aug 17 16:47:19.648843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32848) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:19.653663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-16175996-router', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:19.721603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.722844 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.737505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.804092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=697db7a7-c77d-40bd-83eb-1fa8dcd6437d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:19.816424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.868716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23353199-fe89-4bdc-abdd-72175bf99cad None None] Network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:19.875302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f45240eb-0c5b-4b0d-9597-e4b1188eef37 None None] Provisioning complete for port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:19.875721 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45240eb-0c5b-4b0d-9597-e4b1188eef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:19.978402 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.020632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.057184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f45240eb-0c5b-4b0d-9597-e4b1188eef37 None None] Port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:20.058041 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.063583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=6490222f-e09f-45c1-90a5-68f5a0855e63,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:20.070956 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.142341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port f43bb86e-31f6-4930-be76-aef6255a05e1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:20.166056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f43bb86e-31f6-4930-be76-aef6255a05e1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:20.166486 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.167837 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.171924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.225949 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.226565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Fanout notify agent at l3_agent the message router_deleted on router 739d47d6-f536-4977-9ffa-909387769fb3 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:47:20.234397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.235595 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2d0beaf0-d54d-48e1-8d4a-ccabea8bd9fc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/routers/739d47d6-f536-4977-9ffa-909387769fb3 HTTP/1.1" status: 204 len: 168 time: 2.2147107 Aug 17 16:47:20.238524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32850) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:20.264642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e81b0-fa2b-41b7-acd9-d6e46c78f110 None None] Network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:20.334679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.358025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:18Z', 'revision_number': 6, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b976eb2-f415-4c0b-a355-d2fb09e44e41', 'name': '', 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:0d:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:15Z', 'updated_at': '2021-08-17T16:47:16Z', 'revision_number': 2, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:20.401285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-43cdfc44-6024-49fa-9042-ffa44e6c88c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 16:47:20.401846 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.401941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-43cdfc44-6024-49fa-9042-ffa44e6c88c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 16:47:20.403299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Checking router: 9137be72-88b2-45ad-bb70-bf8919a923f5 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:20.403653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Updating router 9137be72-88b2-45ad-bb70-bf8919a923f5 port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:47:20.432268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6c6ecfa2-c356-4d72-a52c-b5b44ca60f64 None None] Provisioning complete for port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:20.432645 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c6ecfa2-c356-4d72-a52c-b5b44ca60f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.449829 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43cdfc44-6024-49fa-9042-ffa44e6c88c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.487402 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.517716 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.551119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port f43bb86e-31f6-4930-be76-aef6255a05e1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f43bb86e-31f6-4930-be76-aef6255a05e1,segment=NetworkSegment(faece9a4-1560-454f-be6e-fcf3d4528b8e),segment_id=faece9a4-1560-454f-be6e-fcf3d4528b8e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:20.553207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1819cbe1-625e-4544-b587-74f829ca2ece']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:20.570160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53396c5-1d58-463d-a9d1-ed67d0249930') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:20.570561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53396c5-1d58-463d-a9d1-ed67d0249930') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:20.572183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ecfa2-c356-4d72-a52c-b5b44ca60f64 None None] Port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:20.586606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.590699 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.595864 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.620069 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.623049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.637913 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:47:20.638407 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:47:20.642222 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:47:20.688770 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43cdfc44-6024-49fa-9042-ffa44e6c88c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.692348 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43cdfc44-6024-49fa-9042-ffa44e6c88c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.714571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=f43bb86e-31f6-4930-be76-aef6255a05e1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:20.770605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.782472 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.784669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/networks/1819cbe1-625e-4544-b587-74f829ca2ece HTTP/1.1" status: 204 len: 168 time: 0.5447650 Aug 17 16:47:20.787736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32852) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:20.802581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cdfc44-6024-49fa-9042-ffa44e6c88c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:20.805800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a47f4-6bc4-4df9-817c-d74c66aef938 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Network': ['ID=1819cbe1-625e-4544-b587-74f829ca2ece,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:20.841508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Allocated IP 172.25.7.37 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/3c289688-876e-439f-8abc-b9ee491a7b02) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:20.903735 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.918057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Transition to ACTIVE for port object 9b976eb2-f415-4c0b-a355-d2fb09e44e41 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:20.928704 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.957639 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-562ffe17-8de8-4572-bfd7-714188ae6ee8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.983806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cdfc44-6024-49fa-9042-ffa44e6c88c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:20.993760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43cdfc44-6024-49fa-9042-ffa44e6c88c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:20.997879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-43cdfc44-6024-49fa-9042-ffa44e6c88c0 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5 HTTP/1.1" status: 200 len: 699 time: 1.4198728 Aug 17 16:47:20.998748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:21.003206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6490222f-e09f-45c1-90a5-68f5a0855e63 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:21.004887 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-562ffe17-8de8-4572-bfd7-714188ae6ee8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.052714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd0b69-b54a-4d75-bb18-7ad0ba84769d None None] Pushing event updated for resources: {'Port': ['ID=9b976eb2-f415-4c0b-a355-d2fb09e44e41,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:21.083070 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.128476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6490222f-e09f-45c1-90a5-68f5a0855e63 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:21.128848 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.145404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-562ffe17-8de8-4572-bfd7-714188ae6ee8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.148369 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-562ffe17-8de8-4572-bfd7-714188ae6ee8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.152275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-562ffe17-8de8-4572-bfd7-714188ae6ee8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/security-groups/b983e921-650a-4776-a554-0ff53f320fb8 HTTP/1.1" status: 204 len: 168 time: 0.3529460 Aug 17 16:47:21.154008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ff200a09-5a25-4cb7-a112-6800a801f141 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5 HTTP/1.1" status: 200 len: 699 time: 0.1540880 Aug 17 16:47:21.157354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:21.164470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.198082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Attempting to bind port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:21.198475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Attempting to bind port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'faece9a4-1560-454f-be6e-fcf3d4528b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:21.198842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Attempting to bind port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 on network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:21.207517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Pushing event updated for resources: {'Port': ['ID=3c289688-876e-439f-8abc-b9ee491a7b02,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:21.222065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ffe17-8de8-4572-bfd7-714188ae6ee8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b983e921-650a-4776-a554-0ff53f320fb8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:21.222284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:21.222284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Checking segment: {'id': 'faece9a4-1560-454f-be6e-fcf3d4528b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:21.222284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.222284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Bound using segment: {'id': 'faece9a4-1560-454f-be6e-fcf3d4528b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:21.231297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Bound port: 9b976eb2-f415-4c0b-a355-d2fb09e44e41, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faece9a4-1560-454f-be6e-fcf3d4528b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:21.232334 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.234459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:21.240944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:21.245579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:21.383943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] For port 9b976eb2-f415-4c0b-a355-d2fb09e44e41, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:21.411019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] For port 9b976eb2-f415-4c0b-a355-d2fb09e44e41, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9b976eb2-f415-4c0b-a355-d2fb09e44e41,segment=NetworkSegment(faece9a4-1560-454f-be6e-fcf3d4528b8e),segment_id=faece9a4-1560-454f-be6e-fcf3d4528b8e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:21.422248 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.433638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f43bb86e-31f6-4930-be76-aef6255a05e1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:21.527144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.540700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:21.544348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:21.545008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:21.548330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-eff61096-57db-4298-bc65-94bf3901e5ce tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1565621054', 'description': 'tempest-secgroup-smoke-1565621054 description', 'project_id': '83be27321324449294116e75a122e296'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:21.584682 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eff61096-57db-4298-bc65-94bf3901e5ce tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.590175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd0b69-b54a-4d75-bb18-7ad0ba84769d None None] Pushing event updated for resources: {'Port': ['ID=9b976eb2-f415-4c0b-a355-d2fb09e44e41,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:21.660378 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port f43bb86e-31f6-4930-be76-aef6255a05e1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:21.660739 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.689149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:21.715033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eff61096-57db-4298-bc65-94bf3901e5ce tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.753094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eff61096-57db-4298-bc65-94bf3901e5ce tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.776827 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.802663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff61096-57db-4298-bc65-94bf3901e5ce tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f227de04-bb62-4dc5-8886-b5c7d28ac56f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:21.808126 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eff61096-57db-4298-bc65-94bf3901e5ce tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.809373 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-eff61096-57db-4298-bc65-94bf3901e5ce tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2667594 Aug 17 16:47:21.814245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32864) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:21.819848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a06954b6-0233-4655-ad93-2b723d4c1a3a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'f227de04-bb62-4dc5-8886-b5c7d28ac56f', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:21.837936 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.934005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a06954b6-0233-4655-ad93-2b723d4c1a3a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:21.940507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Router e4dccfba-e1cf-4c41-826b-d9c73337418c is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:47:22.111117 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a06954b6-0233-4655-ad93-2b723d4c1a3a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.137401 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a06954b6-0233-4655-ad93-2b723d4c1a3a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.163788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 36d0a186-63ef-4219-9536-8cdd69f9bfea no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:22.168584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06954b6-0233-4655-ad93-2b723d4c1a3a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bba9cc4-518a-4a9d-a888-0d2e4d8dafb6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:22.189986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 36d0a186-63ef-4219-9536-8cdd69f9bfea {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:22.190365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 36d0a186-63ef-4219-9536-8cdd69f9bfea not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:22.190785 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 697db7a7-c77d-40bd-83eb-1fa8dcd6437d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:22.212293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 697db7a7-c77d-40bd-83eb-1fa8dcd6437d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:22.212700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 697db7a7-c77d-40bd-83eb-1fa8dcd6437d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:22.213075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb36fa2f-80b0-4000-87f0-8915b3a62ac7 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:22.214770 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a06954b6-0233-4655-ad93-2b723d4c1a3a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.216170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a06954b6-0233-4655-ad93-2b723d4c1a3a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4008727 Aug 17 16:47:22.219213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:22.224237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d2884a63-43db-4ed0-9e53-e5320121a6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'f227de04-bb62-4dc5-8886-b5c7d28ac56f', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:22.240872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: eb36fa2f-80b0-4000-87f0-8915b3a62ac7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:22.241202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb36fa2f-80b0-4000-87f0-8915b3a62ac7 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:22.257256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:20Z', 'revision_number': 7, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:19Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b976eb2-f415-4c0b-a355-d2fb09e44e41', 'name': '', 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:0d:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:15Z', 'updated_at': '2021-08-17T16:47:21Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:22.290422 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2884a63-43db-4ed0-9e53-e5320121a6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.291101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8a505-2e9d-4300-af18-30a82b663d8e None None] The sync data for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 is: [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:20Z', 'revision_number': 7, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:19Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b976eb2-f415-4c0b-a355-d2fb09e44e41', 'name': '', 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:0d:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:15Z', 'updated_at': '2021-08-17T16:47:21Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:22.297619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:22.298343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.364912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:22.376943 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Sync routers for ids ['e4dccfba-e1cf-4c41-826b-d9c73337418c'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:22.383726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.384969 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-340dd2b3-8185-44c9-a95e-67da12d4da8e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7349992 Aug 17 16:47:22.388910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32868) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:22.391564 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Routers {'e4dccfba-e1cf-4c41-826b-d9c73337418c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:22.392474 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e4dccfba-e1cf-4c41-826b-d9c73337418c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:22.433978 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2884a63-43db-4ed0-9e53-e5320121a6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.445433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2884a63-43db-4ed0-9e53-e5320121a6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.459802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port 9b976eb2-f415-4c0b-a355-d2fb09e44e41, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9b976eb2-f415-4c0b-a355-d2fb09e44e41,segment=NetworkSegment(faece9a4-1560-454f-be6e-fcf3d4528b8e),segment_id=faece9a4-1560-454f-be6e-fcf3d4528b8e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:22.460167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.478963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2884a63-43db-4ed0-9e53-e5320121a6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e86ebc7-20e7-4cd2-a3a4-566e696dcd95,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:22.486098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for 9b976eb2-f415-4c0b-a355-d2fb09e44e41 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:22.496641 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2884a63-43db-4ed0-9e53-e5320121a6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.497900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2884a63-43db-4ed0-9e53-e5320121a6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2773352 Aug 17 16:47:22.501379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:22.505828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-699ad5b8-2d37-4581-ac80-6655e6ba4806 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'f227de04-bb62-4dc5-8886-b5c7d28ac56f', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:22.529855 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Set router e4dccfba-e1cf-4c41-826b-d9c73337418c gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:22.558799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] Sync routers for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:22.572036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:22.573279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:22.577065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-699ad5b8-2d37-4581-ac80-6655e6ba4806 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.707426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:22.717701 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-699ad5b8-2d37-4581-ac80-6655e6ba4806 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.725930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-699ad5b8-2d37-4581-ac80-6655e6ba4806 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.755008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ad5b8-2d37-4581-ac80-6655e6ba4806 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31e798c-e04e-46de-a77c-be93682e647d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:22.760709 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-699ad5b8-2d37-4581-ac80-6655e6ba4806 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.761970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-699ad5b8-2d37-4581-ac80-6655e6ba4806 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2596638 Aug 17 16:47:22.764744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:22.771847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9ec7a47e-810b-4b89-93cb-8af38b2432f0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'f227de04-bb62-4dc5-8886-b5c7d28ac56f', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:22.786509 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.825962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9b976eb2-f415-4c0b-a355-d2fb09e44e41 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:22.831766 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'name': 'tempest-ServerRescueTestJSON-16175996-router', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:19Z', 'updated_at': '2021-08-17T16:47:21Z', 'revision_number': 3, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'gw_port': {'id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:20Z', 'updated_at': '2021-08-17T16:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:22.876713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=9b976eb2-f415-4c0b-a355-d2fb09e44e41,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:22.877965 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Checking router: e4dccfba-e1cf-4c41-826b-d9c73337418c for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:22.878495 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Updating router e4dccfba-e1cf-4c41-826b-d9c73337418c port 3c289688-876e-439f-8abc-b9ee491a7b02 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:47:22.907454 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.919321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 9b976eb2-f415-4c0b-a355-d2fb09e44e41 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:22.919667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9b976eb2-f415-4c0b-a355-d2fb09e44e41 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 16:47:22.927780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a47e-810b-4b89-93cb-8af38b2432f0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:22.964228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Port 9b976eb2-f415-4c0b-a355-d2fb09e44e41 not found, will not notify nova. {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 16:47:23.119063 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a47e-810b-4b89-93cb-8af38b2432f0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.124370 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.127750 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a47e-810b-4b89-93cb-8af38b2432f0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.147602 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.160690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7a47e-810b-4b89-93cb-8af38b2432f0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50e5ded-318a-478b-83b1-371efb4de695,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:23.168909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:20Z', 'revision_number': 7, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:19Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b976eb2-f415-4c0b-a355-d2fb09e44e41', 'name': '', 'network_id': '7f9eec69-98e2-4e8f-b3d6-dd195c0a698f', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:0d:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:15Z', 'updated_at': '2021-08-17T16:47:21Z', 'revision_number': 4, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'a970f4ca-d14c-4eb2-9105-721f18f32189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:23.201929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] Checking router: 9137be72-88b2-45ad-bb70-bf8919a923f5 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:23.211647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:23.212165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:23.230598 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a47e-810b-4b89-93cb-8af38b2432f0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.235043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32874) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:23.235241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9ec7a47e-810b-4b89-93cb-8af38b2432f0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4694808 Aug 17 16:47:23.239666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0e7adb0f-ed98-461a-8a52-286ebc05e6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'f227de04-bb62-4dc5-8886-b5c7d28ac56f', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:23.307350 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-0e7adb0f-ed98-461a-8a52-286ebc05e6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Project 83be27321324449294116e75a122e296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:47:23.319287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:23.334281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e7adb0f-ed98-461a-8a52-286ebc05e6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.347386 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.359774 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Transition to ACTIVE for port object 3c289688-876e-439f-8abc-b9ee491a7b02 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:23.369863 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.387088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Allocated IP 172.20.0.1 (779d1ffd-d050-475d-b8c4-2d6c6c1a44f2/f8b995a7-e3b3-40b5-9a0b-e81bea43827f/60663c4e-d764-46a0-9730-db879dea3eec) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:23.389257 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:23.421197 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Attempting to bind port 3c289688-876e-439f-8abc-b9ee491a7b02 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:23.421839 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Attempting to bind port 3c289688-876e-439f-8abc-b9ee491a7b02 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:23.421956 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Attempting to bind port 3c289688-876e-439f-8abc-b9ee491a7b02 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:23.433676 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:23.434077 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:23.434533 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.434763 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e7adb0f-ed98-461a-8a52-286ebc05e6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.434940 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:23.435382 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Bound port: 3c289688-876e-439f-8abc-b9ee491a7b02, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:23.435780 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.467829 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e7adb0f-ed98-461a-8a52-286ebc05e6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.502055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7adb0f-ed98-461a-8a52-286ebc05e6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972693d6-7cbf-4c78-91b5-c80c2c57e057,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:23.508601 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789967e-8329-471a-a56d-5ef4c4076572 None None] Pushing event updated for resources: {'Port': ['ID=3c289688-876e-439f-8abc-b9ee491a7b02,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:23.511381 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] For port 3c289688-876e-439f-8abc-b9ee491a7b02, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:23.515262 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] For port 3c289688-876e-439f-8abc-b9ee491a7b02, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3c289688-876e-439f-8abc-b9ee491a7b02,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:23.519469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e7adb0f-ed98-461a-8a52-286ebc05e6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.520895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0e7adb0f-ed98-461a-8a52-286ebc05e6ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2847009 Aug 17 16:47:23.525905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:23.526100 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.534806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cb6efc6b-0653-480e-9595-58bdfc7ce89d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': 'f227de04-bb62-4dc5-8886-b5c7d28ac56f', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:23.556640 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.571085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:23.579592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-22cbdb39-7a6b-4f3a-a683-9950ea00823c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4205015 Aug 17 16:47:23.581753 n-d-804878-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-cb6efc6b-0653-480e-9595-58bdfc7ce89d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Project 83be27321324449294116e75a122e296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:47:23.583302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32878) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:23.588327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb6efc6b-0653-480e-9595-58bdfc7ce89d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.594730 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Routers {'e4dccfba-e1cf-4c41-826b-d9c73337418c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:23.595683 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e4dccfba-e1cf-4c41-826b-d9c73337418c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:23.634592 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789967e-8329-471a-a56d-5ef4c4076572 None None] Pushing event updated for resources: {'Port': ['ID=3c289688-876e-439f-8abc-b9ee491a7b02,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:23.652866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:22Z', 'revision_number': 8, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:19Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:23.660465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-349cdef7-c2aa-4d5e-beb2-c4597fc7fe2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting subnet a970f4ca-d14c-4eb2-9105-721f18f32189 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:47:23.664343 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.666196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-349cdef7-c2aa-4d5e-beb2-c4597fc7fe2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.670966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb6efc6b-0653-480e-9595-58bdfc7ce89d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.678500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb6efc6b-0653-480e-9595-58bdfc7ce89d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.693064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3cd1b-7f75-42d9-815e-e2fda182e641 None None] The sync data for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 is: [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:22Z', 'revision_number': 8, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:19Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:23.707764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6efc6b-0653-480e-9595-58bdfc7ce89d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5398b29-74f7-4e85-849d-01d82e0402fb,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:23.725211 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb6efc6b-0653-480e-9595-58bdfc7ce89d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.727518 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cb6efc6b-0653-480e-9595-58bdfc7ce89d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1987765 Aug 17 16:47:23.734021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32880) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:23.742749 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'network': {'name': 'tempest-network-smoke--1786659020', 'project_id': '83be27321324449294116e75a122e296', 'port_security_enabled': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:23.775141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:23.786458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:23.796574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:23.800847 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-349cdef7-c2aa-4d5e-beb2-c4597fc7fe2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.805004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Pushing event updated for resources: {'Port': ['ID=60663c4e-d764-46a0-9730-db879dea3eec,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:23.828250 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] Set router e4dccfba-e1cf-4c41-826b-d9c73337418c gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:23.846655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:23.850221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.903684 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.909015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:23.978534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:23.978886 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Added segment 46cae7f3-56ba-4063-9870-2631841d3e0f of type vlan for network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f Aug 17 16:47:24.022404 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'name': 'tempest-ServerRescueTestJSON-16175996-router', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:19Z', 'updated_at': '2021-08-17T16:47:21Z', 'revision_number': 3, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'gw_port': {'id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:20Z', 'updated_at': '2021-08-17T16:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:24.042296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-349cdef7-c2aa-4d5e-beb2-c4597fc7fe2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.050637 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.052700 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfe435-6248-40b2-b4b4-7416dd5dbd90 None None] The sync data for ids ['e4dccfba-e1cf-4c41-826b-d9c73337418c'] in n-d-804878-1 is: [{'id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'name': 'tempest-ServerRescueTestJSON-16175996-router', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:19Z', 'updated_at': '2021-08-17T16:47:21Z', 'revision_number': 3, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'gw_port': {'id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:20Z', 'updated_at': '2021-08-17T16:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:24.178230 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.183737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:24.184319 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.214767 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.258862 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] Sync routers for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:24.263405 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-349cdef7-c2aa-4d5e-beb2-c4597fc7fe2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.275665 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:24.275976 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:24.315518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:24.315688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5790706 Aug 17 16:47:24.321919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'admin_state_up': True, 'project_id': '83be27321324449294116e75a122e296', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:24.326697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cdef7-c2aa-4d5e-beb2-c4597fc7fe2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Subnet': ['ID=a970f4ca-d14c-4eb2-9105-721f18f32189,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:24.351824 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.352148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f5fcb-fc7e-4994-b52f-729c3e52a125 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Network': ['ID=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:24.353471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.367405 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-349cdef7-c2aa-4d5e-beb2-c4597fc7fe2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.372959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-349cdef7-c2aa-4d5e-beb2-c4597fc7fe2f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/a970f4ca-d14c-4eb2-9105-721f18f32189 HTTP/1.1" status: 204 len: 168 time: 0.7853503 Aug 17 16:47:24.379389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32884) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:24.401411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:24.415142 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:24.480910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b896661-df7f-4bff-a360-f899bb04fa3c None None] Network 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:24.527205 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.640213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.659373 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.764947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3c289688-876e-439f-8abc-b9ee491a7b02 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:24.770455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Pushing event updated for resources: {'Port': ['ID=60663c4e-d764-46a0-9730-db879dea3eec,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:24.777196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.786729 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:22Z', 'revision_number': 8, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:19Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:24.806599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3b42e-9137-4eca-b30d-95442f057995 None None] DHCP port deletion for 7f9eec69-98e2-4e8f-b3d6-dd195c0a698f request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:47:24.839221 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] Checking router: 9137be72-88b2-45ad-bb70-bf8919a923f5 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:24.849783 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:24.850658 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:24.888295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 3c289688-876e-439f-8abc-b9ee491a7b02 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:24.899125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 3c289688-876e-439f-8abc-b9ee491a7b02 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:24.899492 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:24.954168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:24.959790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:24.966805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3b42e-9137-4eca-b30d-95442f057995 None None] Deleting port f43bb86e-31f6-4930-be76-aef6255a05e1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:24.967225 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b42e-9137-4eca-b30d-95442f057995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.003326 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:25.083701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d9b3b42e-9137-4eca-b30d-95442f057995 None None] For port f43bb86e-31f6-4930-be76-aef6255a05e1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=f43bb86e-31f6-4930-be76-aef6255a05e1,segment=NetworkSegment(faece9a4-1560-454f-be6e-fcf3d4528b8e),segment_id=faece9a4-1560-454f-be6e-fcf3d4528b8e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:25.084497 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b42e-9137-4eca-b30d-95442f057995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.111546 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.126495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3b42e-9137-4eca-b30d-95442f057995 None None] Calling delete_port for f43bb86e-31f6-4930-be76-aef6255a05e1 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:25.156157 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.173798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Router e4dccfba-e1cf-4c41-826b-d9c73337418c has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:25.214250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 3c289688-876e-439f-8abc-b9ee491a7b02, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3c289688-876e-439f-8abc-b9ee491a7b02,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:25.229384 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.268634 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.298286 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b42e-9137-4eca-b30d-95442f057995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.307843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=3c289688-876e-439f-8abc-b9ee491a7b02,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:25.329504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3b42e-9137-4eca-b30d-95442f057995 None None] No DVR routers for this DVR port f43bb86e-31f6-4930-be76-aef6255a05e1 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:25.362022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port f43bb86e-31f6-4930-be76-aef6255a05e1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:25.362526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.366946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9b976eb2-f415-4c0b-a355-d2fb09e44e41 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:25.378217 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:22Z', 'revision_number': 8, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:19Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:25.400092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:25.401979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3b42e-9137-4eca-b30d-95442f057995 None None] Pushing event deleted for resources: {'Port': ['ID=f43bb86e-31f6-4930-be76-aef6255a05e1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:25.410575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 9b976eb2-f415-4c0b-a355-d2fb09e44e41 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:25.410925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9b976eb2-f415-4c0b-a355-d2fb09e44e41 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:25.424299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-be530516-b0a7-4097-a76c-1aa5c8cdbcfe admin admin] 10.222.0.77 "PUT /v2.0/routers/e4dccfba-e1cf-4c41-826b-d9c73337418c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0241935 Aug 17 16:47:25.424402 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac790ba6-fecc-4403-97f0-26463be23128 None None] The sync data for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 is: [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:22Z', 'revision_number': 8, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': '6490222f-e09f-45c1-90a5-68f5a0855e63', 'name': '', 'network_id': '07b31ad2-7c01-41ab-b907-6a82acad43f1', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:2e:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:09Z', 'updated_at': '2021-08-17T16:47:19Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '9c28038d-6dc8-45bb-9975-2260606b4ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:25.485750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port f43bb86e-31f6-4930-be76-aef6255a05e1, host n-d-804878-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:25.486205 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.507704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for f43bb86e-31f6-4930-be76-aef6255a05e1 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:25.511629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Port f43bb86e-31f6-4930-be76-aef6255a05e1 was not found and therefore no delete operation was performed {{(pid=94838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:47:25.522422 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.558700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=f43bb86e-31f6-4930-be76-aef6255a05e1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:25.560621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No DVR routers for this DVR port f43bb86e-31f6-4930-be76-aef6255a05e1 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:25.717480 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.746535 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.750259 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.765207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9eec69-98e2-4e8f-b3d6-dd195c0a698f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:25.803875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faece9a4-1560-454f-be6e-fcf3d4528b8e') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:25.804158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faece9a4-1560-454f-be6e-fcf3d4528b8e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:25.821180 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.846480 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.872811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:47:25.873298 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:47:25.876264 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:47:25.907399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-ad987d50-d14a-40f4-aab8-af5c2bf07e31 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:25.909258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-ad987d50-d14a-40f4-aab8-af5c2bf07e31 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/networks?id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 HTTP/1.1" status: 200 len: 809 time: 0.1176240 Aug 17 16:47:25.926066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-388b9872-6f5e-42ac-8c3d-eedf6d13c105 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/quotas/0904536a12ab4d77b62563bdadafa7a5 HTTP/1.1" status: 200 len: 375 time: 0.0105109 Aug 17 16:47:25.951183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.25.7.208 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/2a91625d-fc51-4198-a7b2-40acd2f3f509) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:25.953241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.964693 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:25.967638 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/networks/7f9eec69-98e2-4e8f-b3d6-dd195c0a698f HTTP/1.1" status: 204 len: 168 time: 1.5837286 Aug 17 16:47:25.970342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32902) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:25.985841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f93d3f-8220-423c-b48b-8d15dc57d4a4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Network': ['ID=7f9eec69-98e2-4e8f-b3d6-dd195c0a698f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:26.066787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-35055754-6036-4d69-b407-75d83a07aa20 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0904536a12ab4d77b62563bdadafa7a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1337137 Aug 17 16:47:26.088730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:26.133705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:26.175190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:26.180039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:26.184719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:26.187948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=2a91625d-fc51-4198-a7b2-40acd2f3f509,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:26.273014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-82fff72e-4331-4c16-8027-ac4c7241c078 service neutron] 10.222.0.77 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985531 Aug 17 16:47:26.282279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Sync routers for ids ['e4dccfba-e1cf-4c41-826b-d9c73337418c'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:26.292268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Routers {'e4dccfba-e1cf-4c41-826b-d9c73337418c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:26.293002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e4dccfba-e1cf-4c41-826b-d9c73337418c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:26.402770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Set router e4dccfba-e1cf-4c41-826b-d9c73337418c gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:26.439024 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-215a5b95-749a-43a8-8b3e-f91ac1ca0264 service neutron] 10.222.0.77 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586275 Aug 17 16:47:26.468869 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:26.527962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:26.655053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'name': 'tempest-ServerRescueTestJSON-16175996-router', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:19Z', 'updated_at': '2021-08-17T16:47:24Z', 'revision_number': 4, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'gw_port': {'id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:20Z', 'updated_at': '2021-08-17T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '60663c4e-d764-46a0-9730-db879dea3eec', 'name': '', 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'mac_address': 'fa:16:3e:7d:4f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'f8b995a7-e3b3-40b5-9a0b-e81bea43827f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:23Z', 'updated_at': '2021-08-17T16:47:24Z', 'revision_number': 2, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'subnets': [{'id': 'f8b995a7-e3b3-40b5-9a0b-e81bea43827f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:26.701970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Checking router: e4dccfba-e1cf-4c41-826b-d9c73337418c for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:26.702351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Updating router e4dccfba-e1cf-4c41-826b-d9c73337418c port 60663c4e-d764-46a0-9730-db879dea3eec binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:47:26.751260 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:26.778689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9308cde7-b8c4-4ba3-9d7b-59dc29139b9a req-49b6b0dc-23b5-48a9-b5d1-5a162061bc15 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 210 time: 0.0444818 Aug 17 16:47:26.781440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:26.782111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3c289688-876e-439f-8abc-b9ee491a7b02 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:26.836033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port 6490222f-e09f-45c1-90a5-68f5a0855e63 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:26.836888 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:26.960181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:47:26.962351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port 6490222f-e09f-45c1-90a5-68f5a0855e63, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6490222f-e09f-45c1-90a5-68f5a0855e63,segment=NetworkSegment(0627aa47-aa11-4581-8797-08d71907b21e),segment_id=0627aa47-aa11-4581-8797-08d71907b21e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:26.963371 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:26.989138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for 6490222f-e09f-45c1-90a5-68f5a0855e63 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:27.125695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 3c289688-876e-439f-8abc-b9ee491a7b02 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:27.126177 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:27.133765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:27.161742 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Sync routers for ids ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:27.172781 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:27.174739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e29283d-7923-49c0-a80c-a4d002fcd2f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8581934 Aug 17 16:47:27.176652 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Routers {'a21000a2-b3c7-4cc9-88f8-d9f7e621e740'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:27.179532 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:27.180039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:27.239541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:27.245808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca7bcc07-ab80-43b9-b158-a694a8dcee79 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=83be27321324449294116e75a122e296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643370 Aug 17 16:47:27.246074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32916) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:27.350780 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Set router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:27.364936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f43bb86e-31f6-4930-be76-aef6255a05e1 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:27.413109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: f43bb86e-31f6-4930-be76-aef6255a05e1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:27.413719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device f43bb86e-31f6-4930-be76-aef6255a05e1 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:27.446836 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:27.472510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Transition to ACTIVE for port object 60663c4e-d764-46a0-9730-db879dea3eec will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:27.482847 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:27.559649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851fbf4-eabd-4034-811e-efdaffb2d82e None None] Pushing event updated for resources: {'Port': ['ID=60663c4e-d764-46a0-9730-db879dea3eec,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:27.580384 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:26Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:27.606684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Attempting to bind port 60663c4e-d764-46a0-9730-db879dea3eec on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:27.607195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Attempting to bind port 60663c4e-d764-46a0-9730-db879dea3eec by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:27.608043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Attempting to bind port 60663c4e-d764-46a0-9730-db879dea3eec on network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:27.610508 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Checking router: a21000a2-b3c7-4cc9-88f8-d9f7e621e740 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:27.610862 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Updating router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 port 2a91625d-fc51-4198-a7b2-40acd2f3f509 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:47:27.613693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:27.614850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Checking segment: {'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:27.615202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=6490222f-e09f-45c1-90a5-68f5a0855e63,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:27.615337 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:27.615669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Bound using segment: {'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:27.616160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Bound port: 60663c4e-d764-46a0-9730-db879dea3eec, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:27.617450 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:27.637712 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:27.702994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] For port 60663c4e-d764-46a0-9730-db879dea3eec, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:27.706991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] For port 60663c4e-d764-46a0-9730-db879dea3eec, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=60663c4e-d764-46a0-9730-db879dea3eec,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:27.714793 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:27.859798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Routers {'e4dccfba-e1cf-4c41-826b-d9c73337418c'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:27.861010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e4dccfba-e1cf-4c41-826b-d9c73337418c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:27.920783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851fbf4-eabd-4034-811e-efdaffb2d82e None None] Pushing event updated for resources: {'Port': ['ID=60663c4e-d764-46a0-9730-db879dea3eec,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:27.935673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8626c78a-163a-4605-a683-96c46adc6ab6 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:27.936880 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8626c78a-163a-4605-a683-96c46adc6ab6 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6855061 Aug 17 16:47:27.940504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:27.982117 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-531daea5-00a9-42ab-9159-00dfdba44f29 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404162 Aug 17 16:47:27.982747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:27.988415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-854992448', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'project_id': '83be27321324449294116e75a122e296', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:28.024060 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.026780 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c4088a2-c584-4c02-891c-e90e381fc5b9 req-dbbc96d0-01d8-44fb-9fe4-a446f4b9fc28 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 210 time: 0.1067340 Aug 17 16:47:28.041014 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Transition to ACTIVE for port object 2a91625d-fc51-4198-a7b2-40acd2f3f509 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:28.057485 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.091174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] Set router e4dccfba-e1cf-4c41-826b-d9c73337418c gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:28.121189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:28.125681 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.173205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-6f0c728c-4100-429e-be6b-3c04bbc6cc18 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:28.177232 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-6f0c728c-4100-429e-be6b-3c04bbc6cc18 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.91 "GET /v2.0/networks?id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 HTTP/1.1" status: 200 len: 809 time: 0.2846732 Aug 17 16:47:28.197658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.197658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Request body: {'port': {'device_id': 'a9ad602b-efe9-4b0b-b92e-dea9101aec16', 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2', 'admin_state_up': True, 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:28.249430 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Attempting to bind port 2a91625d-fc51-4198-a7b2-40acd2f3f509 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:28.250244 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Attempting to bind port 2a91625d-fc51-4198-a7b2-40acd2f3f509 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:28.250244 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Attempting to bind port 2a91625d-fc51-4198-a7b2-40acd2f3f509 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:28.259150 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:28.259516 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:28.259915 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.260298 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:28.260776 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Bound port: 2a91625d-fc51-4198-a7b2-40acd2f3f509, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:28.261119 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.263834 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b4d42-7141-4e12-8ba4-a8eeab4dd242 None None] Pushing event updated for resources: {'Port': ['ID=2a91625d-fc51-4198-a7b2-40acd2f3f509,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:28.332074 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] For port 2a91625d-fc51-4198-a7b2-40acd2f3f509, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:28.336052 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] For port 2a91625d-fc51-4198-a7b2-40acd2f3f509, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2a91625d-fc51-4198-a7b2-40acd2f3f509,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:28.344173 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.372431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'name': 'tempest-ServerRescueTestJSON-16175996-router', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:19Z', 'updated_at': '2021-08-17T16:47:24Z', 'revision_number': 4, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'gw_port': {'id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:20Z', 'updated_at': '2021-08-17T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '60663c4e-d764-46a0-9730-db879dea3eec', 'name': '', 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'mac_address': 'fa:16:3e:7d:4f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'f8b995a7-e3b3-40b5-9a0b-e81bea43827f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:23Z', 'updated_at': '2021-08-17T16:47:27Z', 'revision_number': 4, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'subnets': [{'id': 'f8b995a7-e3b3-40b5-9a0b-e81bea43827f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:28.385529 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.408528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3da5ac-5bdd-4bd4-af0b-b3a8f552e3e2 None None] The sync data for ids ['e4dccfba-e1cf-4c41-826b-d9c73337418c'] in n-d-804878-1 is: [{'id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'name': 'tempest-ServerRescueTestJSON-16175996-router', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:19Z', 'updated_at': '2021-08-17T16:47:24Z', 'revision_number': 4, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'gw_port': {'id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:20Z', 'updated_at': '2021-08-17T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '60663c4e-d764-46a0-9730-db879dea3eec', 'name': '', 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'mac_address': 'fa:16:3e:7d:4f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'f8b995a7-e3b3-40b5-9a0b-e81bea43827f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:23Z', 'updated_at': '2021-08-17T16:47:27Z', 'revision_number': 4, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'subnets': [{'id': 'f8b995a7-e3b3-40b5-9a0b-e81bea43827f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:28.417353 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Routers {'a21000a2-b3c7-4cc9-88f8-d9f7e621e740'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:28.418045 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:28.474400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Subnet': ['ID=f0b4f865-39af-4a15-aafb-ea8587729d3f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:28.481089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Checking segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:28.481089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network hostable DHCP agents. Network: 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:28.503478 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b4d42-7141-4e12-8ba4-a8eeab4dd242 None None] Pushing event updated for resources: {'Port': ['ID=2a91625d-fc51-4198-a7b2-40acd2f3f509,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:28.526511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:28.537093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:28.542740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:28.543453 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.550443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a217f1c2-ed98-481e-bd77-b449ec3008cf None None] Network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:28.558284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Made reservation on behalf of 0904536a12ab4d77b62563bdadafa7a5 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:28.568846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.574311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e14124c-fcda-4c11-be30-e8148e1b340a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5904274 Aug 17 16:47:28.576699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:28.594140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:28.654306 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] Set router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:28.843174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'tenant_id': '83be27321324449294116e75a122e296', 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:47:28.844104 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:28.884871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:28.899365 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-152d4e46-5a8a-4f34-90a6-2568bbaa7432 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9226208 Aug 17 16:47:28.899596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] Sync routers for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:28.902395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32930) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:28.940891 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:26Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:28.986091 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dd3dc-be92-423d-8593-a04d917ce00c None None] The sync data for ids ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'] in n-d-804878-1 is: [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:26Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:29.051464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94ddd8f-cabf-4c5c-81ac-7a363671c268 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting subnet 9c28038d-6dc8-45bb-9975-2260606b4ea1 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:47:29.054761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Allocated IP 172.20.0.9 (779d1ffd-d050-475d-b8c4-2d6c6c1a44f2/f8b995a7-e3b3-40b5-9a0b-e81bea43827f/ac220ad6-23fd-4fd0-839b-858821a56261) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:29.059706 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a94ddd8f-cabf-4c5c-81ac-7a363671c268 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.109695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 60663c4e-d764-46a0-9730-db879dea3eec up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:29.115166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:29.115806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:29.153685 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a94ddd8f-cabf-4c5c-81ac-7a363671c268 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.257326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:29.265657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3f65b25d-9151-433d-9133-1451b9984c16 req-28bc3721-4869-4883-8e48-dc6d31089b76 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 210 time: 0.0720389 Aug 17 16:47:29.346456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Allocated IP 172.20.0.2 (0b562e5e-09a1-4a74-aa19-1f418b1a3c2f/f0b4f865-39af-4a15-aafb-ea8587729d3f/ee8dd8ed-b748-46c0-8f5d-3d0d134f667a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:29.417956 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a94ddd8f-cabf-4c5c-81ac-7a363671c268 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.511487 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.514694 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.520825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Transition to ACTIVE for port object ee8dd8ed-b748-46c0-8f5d-3d0d134f667a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:29.529450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.609575 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a94ddd8f-cabf-4c5c-81ac-7a363671c268 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.641937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Transition to ACTIVE for port object ee8dd8ed-b748-46c0-8f5d-3d0d134f667a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:29.663453 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.683940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ddd8f-cabf-4c5c-81ac-7a363671c268 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Subnet': ['ID=9c28038d-6dc8-45bb-9975-2260606b4ea1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:29.694170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a94ddd8f-cabf-4c5c-81ac-7a363671c268 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.701802 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a94ddd8f-cabf-4c5c-81ac-7a363671c268 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/9c28038d-6dc8-45bb-9975-2260606b4ea1 HTTP/1.1" status: 204 len: 168 time: 0.7952502 Aug 17 16:47:29.702630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32934) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:29.718572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf5cbc-9bd9-4bf0-bd7a-98e4c2ac0ba1 None None] Network 07b31ad2-7c01-41ab-b907-6a82acad43f1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:29.745187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 60663c4e-d764-46a0-9730-db879dea3eec completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:29.808323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:29.811263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 60663c4e-d764-46a0-9730-db879dea3eec triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:29.811640 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.822656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:29.825281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:29.832621 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.838503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:29.915696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Pushing event updated for resources: {'Port': ['ID=ee8dd8ed-b748-46c0-8f5d-3d0d134f667a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:29.920449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:29.920671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.20.0.1 (0b562e5e-09a1-4a74-aa19-1f418b1a3c2f/f0b4f865-39af-4a15-aafb-ea8587729d3f/fc38a767-8cdb-4714-99e0-0d34741f522d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:29.927406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:29.949130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:30.024346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:30.025144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.030779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Pushing event updated for resources: {'Port': ['ID=ac220ad6-23fd-4fd0-839b-858821a56261,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:30.056771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Attempting to bind port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:30.057150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Attempting to bind port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:30.057527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Attempting to bind port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:30.062808 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-30e537b5-46a9-469e-8dbf-a95a51f58e90 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8752959 Aug 17 16:47:30.076143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:30.076431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Checking segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:30.076751 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.077152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Bound using segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:30.077275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Request body: {'port': {'device_id': 'a9ad602b-efe9-4b0b-b92e-dea9101aec16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:30.077648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Bound port: ee8dd8ed-b748-46c0-8f5d-3d0d134f667a, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:30.078023 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.091054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.100195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:27Z', 'revision_number': 9, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:30.108814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Transition to ACTIVE for port object fc38a767-8cdb-4714-99e0-0d34741f522d will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:30.116932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port 33480ced-2fcf-40e8-b614-5c77a2f53474 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:30.118137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.151999 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.155026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] Checking router: 9137be72-88b2-45ad-bb70-bf8919a923f5 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:30.170828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.195594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:30.195594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:30.211542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:30.214693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:30.218829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:30.248568 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.252452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port 33480ced-2fcf-40e8-b614-5c77a2f53474, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=33480ced-2fcf-40e8-b614-5c77a2f53474,segment=NetworkSegment(0627aa47-aa11-4581-8797-08d71907b21e),segment_id=0627aa47-aa11-4581-8797-08d71907b21e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:30.255667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.265673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=fc38a767-8cdb-4714-99e0-0d34741f522d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:30.285587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eed25bc-6f9b-4dd6-86a8-b89edacead49 None None] DHCP port deletion for 07b31ad2-7c01-41ab-b907-6a82acad43f1 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:47:30.303719 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.324088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for 33480ced-2fcf-40e8-b614-5c77a2f53474 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:30.377602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 60663c4e-d764-46a0-9730-db879dea3eec, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=60663c4e-d764-46a0-9730-db879dea3eec,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:30.438983 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.536418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3408cd-55a3-47dc-bd0c-e4562a0c2138 req-430e381d-298c-4dc7-ae7d-f5a0b7c3cbee tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:30.544131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b3408cd-55a3-47dc-bd0c-e4562a0c2138 req-430e381d-298c-4dc7-ae7d-f5a0b7c3cbee tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 931 time: 0.1202710 Aug 17 16:47:30.630363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b3408cd-55a3-47dc-bd0c-e4562a0c2138 req-6c528703-0363-42e5-9117-ca8df8300fe5 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798788 Aug 17 16:47:30.642305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.684636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.729371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=33480ced-2fcf-40e8-b614-5c77a2f53474,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:30.735478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No DVR routers for this DVR port 33480ced-2fcf-40e8-b614-5c77a2f53474 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:30.752179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=60663c4e-d764-46a0-9730-db879dea3eec,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:30.773277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] For port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:30.794980 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] For port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ee8dd8ed-b748-46c0-8f5d-3d0d134f667a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:30.796520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:30.846960 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.857716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b31ad2-7c01-41ab-b907-6a82acad43f1']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:30.867146 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.869254 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0627aa47-aa11-4581-8797-08d71907b21e') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:30.869554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0627aa47-aa11-4581-8797-08d71907b21e') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:30.889076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.903335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2a91625d-fc51-4198-a7b2-40acd2f3f509 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:30.917435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.929604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:47:30.929980 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:47:30.933198 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:47:31.045275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac220ad6-23fd-4fd0-839b-858821a56261 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:47:31.051713 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.059384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c8bd0-2096-4b09-b2c3-0760914ecef9 None None] Pushing event updated for resources: {'Port': ['ID=ee8dd8ed-b748-46c0-8f5d-3d0d134f667a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:31.065392 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.067413 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/networks/07b31ad2-7c01-41ab-b907-6a82acad43f1 HTTP/1.1" status: 204 len: 168 time: 1.3626919 Aug 17 16:47:31.072453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32940) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:31.075003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.075622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.080087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8eed25bc-6f9b-4dd6-86a8-b89edacead49 None None] Deleting port 33480ced-2fcf-40e8-b614-5c77a2f53474 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:31.080420 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eed25bc-6f9b-4dd6-86a8-b89edacead49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.082248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.101782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb3733-f469-46e6-a9de-303b47d4597c tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Network': ['ID=07b31ad2-7c01-41ab-b907-6a82acad43f1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-8eed25bc-6f9b-4dd6-86a8-b89edacead49 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 07b31ad2-7c01-41ab-b907-6a82acad43f1 could not be found. Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 07b31ad2-7c01-41ab-b907-6a82acad43f1 could not be found. Aug 17 16:47:31.109064 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:47:31.117938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2a91625d-fc51-4198-a7b2-40acd2f3f509 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:31.137356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2a91625d-fc51-4198-a7b2-40acd2f3f509 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:31.137863 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.173326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33ac2e-7d97-490f-a19c-d83166dbd757 None None] DHCP port deletion for 07b31ad2-7c01-41ab-b907-6a82acad43f1 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:47:31.180881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Transition to ACTIVE for port object ac220ad6-23fd-4fd0-839b-858821a56261 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:31.181550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=fc38a767-8cdb-4714-99e0-0d34741f522d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:31.189496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.190256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.281918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:27Z', 'revision_number': 9, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:31.309444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:31.327400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:31.346310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Pushing event updated for resources: {'Port': ['ID=ac220ad6-23fd-4fd0-839b-858821a56261,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:31.352654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e652440b-0d9b-4f32-86f3-662ba40a5fdf None None] The sync data for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 is: [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:27Z', 'revision_number': 9, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': 'b0bab879-35b4-49b9-9528-062032b6b17a', 'name': '', 'network_id': '520fdfda-6c60-41e5-8c28-0f3d70783466', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:5f:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:05Z', 'updated_at': '2021-08-17T16:47:15Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': 'c634e54d-5b87-4e9c-946f-e049cdb75e02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:31.375983 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.403627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2a91625d-fc51-4198-a7b2-40acd2f3f509, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2a91625d-fc51-4198-a7b2-40acd2f3f509,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:31.410573 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.474029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2a91625d-fc51-4198-a7b2-40acd2f3f509,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:31.515240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 33480ced-2fcf-40e8-b614-5c77a2f53474 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:31.535128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:31.539364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 33480ced-2fcf-40e8-b614-5c77a2f53474 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:31.540203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 33480ced-2fcf-40e8-b614-5c77a2f53474 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:31.865022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Attempting to bind port ac220ad6-23fd-4fd0-839b-858821a56261 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:31.865271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Attempting to bind port ac220ad6-23fd-4fd0-839b-858821a56261 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:31.865600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Attempting to bind port ac220ad6-23fd-4fd0-839b-858821a56261 on network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:31.879492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Port ac220ad6-23fd-4fd0-839b-858821a56261 on network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:47:31.879820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Attempting to bind port ac220ad6-23fd-4fd0-839b-858821a56261 on network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:31.892646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60217c-7cdd-4bdc-9bf6-0878dbd67bcd req-dad09d14-f166-4b21-a7a1-9130cc36b0f5 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:31.894288 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8f60217c-7cdd-4bdc-9bf6-0878dbd67bcd req-dad09d14-f166-4b21-a7a1-9130cc36b0f5 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 943 time: 0.1292591 Aug 17 16:47:31.916647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:31.916989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Checking segment: {'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:31.917376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Bound using segment: {'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:31.917827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Bound port: ac220ad6-23fd-4fd0-839b-858821a56261, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:31.918195 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:31.993380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:31.998417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3f28c8c7-1eb2-4ef0-b2c6-439756c3846b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "PUT /v2.0/routers/a21000a2-b3c7-4cc9-88f8-d9f7e621e740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4205546 Aug 17 16:47:32.012066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8f60217c-7cdd-4bdc-9bf6-0878dbd67bcd req-ecb70187-861d-4a49-ab2c-be0aaffb2a2f tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983081 Aug 17 16:47:32.057566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] For port ac220ad6-23fd-4fd0-839b-858821a56261, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:32.073751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] For port ac220ad6-23fd-4fd0-839b-858821a56261, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ac220ad6-23fd-4fd0-839b-858821a56261,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:32.096679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:32.128627 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-664f1fad-61ed-468f-bff3-65431d32fa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:32.150958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:32.151653 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:32.153076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] 10.222.0.91 "PUT /v2.0/ports/ac220ad6-23fd-4fd0-839b-858821a56261 HTTP/1.1" status: 200 len: 1091 time: 2.0813260 Aug 17 16:47:32.164986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ad602b-efe9-4b0b-b92e-dea9101aec16', 'tag': 'ac220ad6-23fd-4fd0-839b-858821a56261'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:32.168666 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77379d02-3b57-492c-8ff5-53e6464df849" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ad602b-efe9-4b0b-b92e-dea9101aec16", "tag": "ac220ad6-23fd-4fd0-839b-858821a56261"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:32.229069 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb30d44-f515-4208-836b-7e5b3a5601ed x-openstack-request-id: req-abb30d44-f515-4208-836b-7e5b3a5601ed {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:32.229069 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ad602b-efe9-4b0b-b92e-dea9101aec16", "tag": "ac220ad6-23fd-4fd0-839b-858821a56261", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:32.229069 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abb30d44-f515-4208-836b-7e5b3a5601ed {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:32.229069 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ad602b-efe9-4b0b-b92e-dea9101aec16', 'tag': 'ac220ad6-23fd-4fd0-839b-858821a56261', 'status': 'completed', 'code': 200} Aug 17 16:47:32.241459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-a65c3018-e067-4a68-a231-ae43e50f1905 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565621054&fields=id&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 267 time: 0.0409596 Aug 17 16:47:32.252293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf99bf-eb23-4737-9e55-31aaae6b3047 service neutron] Pushing event updated for resources: {'Port': ['ID=ac220ad6-23fd-4fd0-839b-858821a56261,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:32.273779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:32.279787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-492517b4-50df-444f-8763-6834cd58212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:32.281459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-492517b4-50df-444f-8763-6834cd58212d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0904536a12ab4d77b62563bdadafa7a5&device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 1094 time: 0.0737741 Aug 17 16:47:32.366848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-78cf94f7-a9e4-4155-8592-14bcad2e46f7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:32.368755 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-78cf94f7-a9e4-4155-8592-14bcad2e46f7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 797 time: 0.1164675 Aug 17 16:47:32.381296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-79ac9d71-e763-4b28-835d-5b375724ad5d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac220ad6-23fd-4fd0-839b-858821a56261 HTTP/1.1" status: 200 len: 217 time: 0.0684254 Aug 17 16:47:32.386681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-374aed86-fb76-4f4d-aa2e-40dce639d332 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/quotas/83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 375 time: 0.0118659 Aug 17 16:47:32.462852 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-d0c6f1ac-a18a-4cae-a65b-b5bedbf90660 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656760 Aug 17 16:47:32.529523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-498207ca-d1c5-4695-ae6c-edca5c014159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:32.531399 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-498207ca-d1c5-4695-ae6c-edca5c014159 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8b995a7-e3b3-40b5-9a0b-e81bea43827f HTTP/1.1" status: 200 len: 849 time: 0.1429858 Aug 17 16:47:32.533379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3277157b-1297-4abf-9bea-a9a59d9b105d None None] Network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:32.566941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-9e419835-93c5-4a66-91ab-3fb15a84560c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285511 Aug 17 16:47:32.575543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-6bd20b9e-20ff-40bc-b919-edf215fdc44e service neutron] 10.222.0.77 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983438 Aug 17 16:47:32.625194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4c5f6317-19dd-4f09-b088-d8d2b6becec9 None None] Provisioning for port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:32.721090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-5e4f4718-9358-4771-bfbf-c91e36b283fd service neutron] 10.222.0.77 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387553 Aug 17 16:47:32.760463 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-fea6f3ae-c852-4f05-ab72-163468ffa5ed service neutron] 10.222.0.91 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809301 Aug 17 16:47:32.837724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port b0bab879-35b4-49b9-9528-062032b6b17a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:32.838075 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:32.867568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2a91625d-fc51-4198-a7b2-40acd2f3f509 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:32.931341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2a91625d-fc51-4198-a7b2-40acd2f3f509 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:32.932144 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:32.932882 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a4b77b83-0b1c-4c7a-bd0a-1bad6cc2a2a3 req-e0738fb9-159c-423f-b961-936db00c3327 service neutron] 10.222.0.91 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663673 Aug 17 16:47:32.983585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port b0bab879-35b4-49b9-9528-062032b6b17a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b0bab879-35b4-49b9-9528-062032b6b17a,segment=NetworkSegment(22d2095c-7b26-426e-a988-76031565bf02),segment_id=22d2095c-7b26-426e-a988-76031565bf02)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:32.983966 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:33.004907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for b0bab879-35b4-49b9-9528-062032b6b17a owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:33.103471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 60663c4e-d764-46a0-9730-db879dea3eec up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:33.155689 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Sync routers for ids ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:33.171662 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Routers {'a21000a2-b3c7-4cc9-88f8-d9f7e621e740'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:33.172781 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:33.195613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 60663c4e-d764-46a0-9730-db879dea3eec triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:33.196193 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:33.199248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96a250-e523-4154-a1bd-ded185fc6bf6 req-dff17a3e-8c27-427f-a5e3-aa6df86cd73f tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:33.201649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce96a250-e523-4154-a1bd-ded185fc6bf6 req-dff17a3e-8c27-427f-a5e3-aa6df86cd73f tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 943 time: 0.1041656 Aug 17 16:47:33.239565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d4bbca6-5642-4306-9ae6-358555a0dc77 None None] Provisioning for port fc38a767-8cdb-4714-99e0-0d34741f522d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:33.246258 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d4bbca6-5642-4306-9ae6-358555a0dc77 None None] Provisioning complete for port fc38a767-8cdb-4714-99e0-0d34741f522d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:33.246897 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbca6-5642-4306-9ae6-358555a0dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:33.257175 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ca8964a-9841-4e78-9936-9cd8e2181d87 req-dc59263c-c271-4c99-b10d-21733087b5be tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 210 time: 0.2058840 Aug 17 16:47:33.317817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bbca6-5642-4306-9ae6-358555a0dc77 None None] Port fc38a767-8cdb-4714-99e0-0d34741f522d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:33.322667 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce96a250-e523-4154-a1bd-ded185fc6bf6 req-ea753f57-1d19-479d-9b3c-7118d0416334 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145408 Aug 17 16:47:33.343727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ee8dd8ed-b748-46c0-8f5d-3d0d134f667a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:33.346308 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Set router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:33.408677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:33.413635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:33.414453 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:33.524161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:33.554270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a958b03a-757f-4fcc-b406-12a29f37a464 None None] Provisioning complete for port fc38a767-8cdb-4714-99e0-0d34741f522d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:33.554547 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a958b03a-757f-4fcc-b406-12a29f37a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:33.562796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379d02-3b57-492c-8ff5-53e6464df849 req-8f8c819a-7ff0-4c7d-8dc6-2f7eb674dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:33.565045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77379d02-3b57-492c-8ff5-53e6464df849 req-8f8c819a-7ff0-4c7d-8dc6-2f7eb674dd4f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0904536a12ab4d77b62563bdadafa7a5&device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 1094 time: 0.5423164 Aug 17 16:47:33.566950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=b0bab879-35b4-49b9-9528-062032b6b17a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:33.615291 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:30Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'fc38a767-8cdb-4714-99e0-0d34741f522d', 'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:44:ae:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:29Z', 'updated_at': '2021-08-17T16:47:30Z', 'revision_number': 2, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:33.619677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a958b03a-757f-4fcc-b406-12a29f37a464 None None] Port fc38a767-8cdb-4714-99e0-0d34741f522d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:33.655766 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:33.675212 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Checking router: a21000a2-b3c7-4cc9-88f8-d9f7e621e740 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:33.675560 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Updating router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 port fc38a767-8cdb-4714-99e0-0d34741f522d binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:47:33.708487 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:33.740493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ee8dd8ed-b748-46c0-8f5d-3d0d134f667a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:33.745171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:33.785342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6490222f-e09f-45c1-90a5-68f5a0855e63 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:33.810511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 6490222f-e09f-45c1-90a5-68f5a0855e63 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:33.810789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6490222f-e09f-45c1-90a5-68f5a0855e63 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:33.855855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1536a7ec-b819-4964-84dd-0097df73e6e6 None None] Provisioning complete for port fc38a767-8cdb-4714-99e0-0d34741f522d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:33.856317 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1536a7ec-b819-4964-84dd-0097df73e6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:33.858617 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ee8dd8ed-b748-46c0-8f5d-3d0d134f667a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:33.905354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61179cb-e98a-496c-b7e1-26c6e228274b None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:47:33.943669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1536a7ec-b819-4964-84dd-0097df73e6e6 None None] Port fc38a767-8cdb-4714-99e0-0d34741f522d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:33.966577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379d02-3b57-492c-8ff5-53e6464df849 req-206cfa99-8397-4926-ab7d-1e68c1b8088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:33.967745 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77379d02-3b57-492c-8ff5-53e6464df849 req-206cfa99-8397-4926-ab7d-1e68c1b8088e service neutron] 10.222.0.91 "GET /v2.0/networks?id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 HTTP/1.1" status: 200 len: 910 time: 0.3521423 Aug 17 16:47:34.017102 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77379d02-3b57-492c-8ff5-53e6464df849 req-6450b072-c873-4e2b-9a26-7aa1cb9b3d55 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac220ad6-23fd-4fd0-839b-858821a56261 HTTP/1.1" status: 200 len: 217 time: 0.0408163 Aug 17 16:47:34.019468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:34.045198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61179cb-e98a-496c-b7e1-26c6e228274b None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:47:34.061904 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:34.074830 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Transition to ACTIVE for port object fc38a767-8cdb-4714-99e0-0d34741f522d will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:34.081082 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:34.134882 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627be150-1024-4b6e-bbab-f53a8769eaa3 None None] Pushing event updated for resources: {'Port': ['ID=fc38a767-8cdb-4714-99e0-0d34741f522d,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:34.145328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379d02-3b57-492c-8ff5-53e6464df849 req-47fe6c77-5933-4c83-a2c2-6e5ad7b4f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:34.146867 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77379d02-3b57-492c-8ff5-53e6464df849 req-47fe6c77-5933-4c83-a2c2-6e5ad7b4f77a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8b995a7-e3b3-40b5-9a0b-e81bea43827f HTTP/1.1" status: 200 len: 849 time: 0.1215396 Aug 17 16:47:34.183451 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77379d02-3b57-492c-8ff5-53e6464df849 req-d6b7de33-31df-4c8f-bc82-8996685ad54d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295727 Aug 17 16:47:34.196855 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Attempting to bind port fc38a767-8cdb-4714-99e0-0d34741f522d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:34.197492 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Attempting to bind port fc38a767-8cdb-4714-99e0-0d34741f522d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:34.197884 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Attempting to bind port fc38a767-8cdb-4714-99e0-0d34741f522d on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:34.206261 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:34.206657 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Checking segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:34.207058 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:34.207443 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Bound using segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:34.208045 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Bound port: fc38a767-8cdb-4714-99e0-0d34741f522d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:34.208419 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:34.277392 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] For port fc38a767-8cdb-4714-99e0-0d34741f522d, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:34.293561 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] For port fc38a767-8cdb-4714-99e0-0d34741f522d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fc38a767-8cdb-4714-99e0-0d34741f522d,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:34.304038 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:34.365148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:34.382825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77379d02-3b57-492c-8ff5-53e6464df849 req-b740ffca-04fc-4ab9-bdda-b98c822701b5 service neutron] 10.222.0.91 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920779 Aug 17 16:47:34.391169 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Routers {'a21000a2-b3c7-4cc9-88f8-d9f7e621e740'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:34.392242 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:34.513382 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9de54f6f-499f-4489-b099-587a71bfc67b req-7d8c952b-e327-460b-bda0-ca130e1c707c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 210 time: 0.0865092 Aug 17 16:47:34.554544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-ce5e4aa6-778b-4daa-9076-47e0fa8bab8c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:34.556311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-ce5e4aa6-778b-4daa-9076-47e0fa8bab8c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 797 time: 0.2285690 Aug 17 16:47:34.565250 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627be150-1024-4b6e-bbab-f53a8769eaa3 None None] Pushing event updated for resources: {'Port': ['ID=fc38a767-8cdb-4714-99e0-0d34741f522d,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:34.598851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:34.599680 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] Set router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:34.605902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-30682bc4-9319-49be-ab4c-c26c838bab11 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5273407 Aug 17 16:47:34.608563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32976) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:34.614104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] Sync routers for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:34.630638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:34.631369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:34.677395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-2f868e57-23f1-4c75-ba6a-43b57eeaa946 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 380 time: 0.1079588 Aug 17 16:47:34.692732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'port': {'device_id': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'admin_state_up': True, 'tenant_id': '83be27321324449294116e75a122e296', 'security_groups': ['f227de04-bb62-4dc5-8886-b5c7d28ac56f']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:34.725677 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77379d02-3b57-492c-8ff5-53e6464df849 req-187a913b-a309-46a7-a234-e572b56335b8 service neutron] 10.222.0.91 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894630 Aug 17 16:47:34.741897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-954c629d-a6b5-4f7f-b620-b5819d97d9aa tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting subnet c634e54d-5b87-4e9c-946f-e049cdb75e02 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:47:34.755001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-954c629d-a6b5-4f7f-b620-b5819d97d9aa tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:34.781368 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c387c3-ab09-4c91-86bf-7d48f5f3f59a req-84295fec-08c8-40af-bd2d-8c9b2205fe4c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:34.789810 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6c387c3-ab09-4c91-86bf-7d48f5f3f59a req-84295fec-08c8-40af-bd2d-8c9b2205fe4c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 943 time: 0.2322166 Aug 17 16:47:34.848782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:34.852895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ee8dd8ed-b748-46c0-8f5d-3d0d134f667a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:34.854448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-954c629d-a6b5-4f7f-b620-b5819d97d9aa tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:34.878418 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6c387c3-ab09-4c91-86bf-7d48f5f3f59a req-4aabae5f-be07-43ea-a575-2b4ba2342b64 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876920 Aug 17 16:47:34.922107 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b4aaa0f-4fb1-450f-806c-298e2367348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:34.966592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:34.974629 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.035738 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:30Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'fc38a767-8cdb-4714-99e0-0d34741f522d', 'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:44:ae:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:29Z', 'updated_at': '2021-08-17T16:47:34Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:35.042708 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-954c629d-a6b5-4f7f-b620-b5819d97d9aa tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.080776 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.116483 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebca77-d0d3-4f30-a453-ce1a51ff4061 None None] The sync data for ids ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'] in n-d-804878-1 is: [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:30Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'fc38a767-8cdb-4714-99e0-0d34741f522d', 'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:44:ae:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:29Z', 'updated_at': '2021-08-17T16:47:34Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:35.125718 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-954c629d-a6b5-4f7f-b620-b5819d97d9aa tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.128798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:35.129281 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.167618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c629d-a6b5-4f7f-b620-b5819d97d9aa tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Subnet': ['ID=c634e54d-5b87-4e9c-946f-e049cdb75e02,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:35.171274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.20.0.14 (0b562e5e-09a1-4a74-aa19-1f418b1a3c2f/f0b4f865-39af-4a15-aafb-ea8587729d3f/a36f2cb4-0993-435e-801f-3ecb459b832a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:35.174282 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-954c629d-a6b5-4f7f-b620-b5819d97d9aa tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.176679 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-954c629d-a6b5-4f7f-b620-b5819d97d9aa tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/c634e54d-5b87-4e9c-946f-e049cdb75e02 HTTP/1.1" status: 204 len: 168 time: 0.5669727 Aug 17 16:47:35.179263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32978) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:35.184290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591115c6-60e6-4dda-b2dc-e42462be79f1 None None] Network 520fdfda-6c60-41e5-8c28-0f3d70783466 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:35.263732 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.271686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:33Z', 'revision_number': 10, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:35.319183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port b0c5492a-924a-40a8-9e04-aac31e121d69 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:35.319568 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.323198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] Checking router: 9137be72-88b2-45ad-bb70-bf8919a923f5 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:35.337640 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.359660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Transition to ACTIVE for port object a36f2cb4-0993-435e-801f-3ecb459b832a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:35.379226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:35.379807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:35.389977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port b0c5492a-924a-40a8-9e04-aac31e121d69, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b0c5492a-924a-40a8-9e04-aac31e121d69,segment=NetworkSegment(22d2095c-7b26-426e-a988-76031565bf02),segment_id=22d2095c-7b26-426e-a988-76031565bf02)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:35.390599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.398188 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.404576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for b0c5492a-924a-40a8-9e04-aac31e121d69 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:35.445579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:35.449697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:35.451780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:35.484477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:35.485690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:35.519149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:35.519934 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.536543 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.574585 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-8321bd83-ba85-4db1-ab3f-a5a68b719739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8893173 Aug 17 16:47:35.594552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Request body: {'port': {'device_id': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:35.630281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=b0c5492a-924a-40a8-9e04-aac31e121d69,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:35.639248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No DVR routers for this DVR port b0c5492a-924a-40a8-9e04-aac31e121d69 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:35.709738 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.849481 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.866366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d8f4-8998-4889-b1eb-6347e478da17 req-fbabc6fe-20ea-4303-8f18-fadf7d741a74 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:35.868053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ad38d8f4-8998-4889-b1eb-6347e478da17 req-fbabc6fe-20ea-4303-8f18-fadf7d741a74 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 932 time: 0.2073188 Aug 17 16:47:35.872351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520fdfda-6c60-41e5-8c28-0f3d70783466']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:35.891898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d2095c-7b26-426e-a988-76031565bf02') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:35.892122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d2095c-7b26-426e-a988-76031565bf02') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:35.896763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb8d799-8d1c-4dd5-b42f-92fbc995a3f4 None None] DHCP port deletion for 520fdfda-6c60-41e5-8c28-0f3d70783466 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:47:35.913281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.971306 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ad38d8f4-8998-4889-b1eb-6347e478da17 req-a4e303d9-6d79-47e8-9cf9-4d976f9c7738 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905242 Aug 17 16:47:35.972458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:35.997534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:47:35.998039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:47:36.001448 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:47:36.027032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c8793cc3-8fbb-4913-a31b-24d28d24ae72 None None] Provisioning for port a36f2cb4-0993-435e-801f-3ecb459b832a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:36.036433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.037125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c8793cc3-8fbb-4913-a31b-24d28d24ae72 None None] Provisioning complete for port a36f2cb4-0993-435e-801f-3ecb459b832a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:36.037482 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8793cc3-8fbb-4913-a31b-24d28d24ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.083252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.093384 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.098147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/networks/520fdfda-6c60-41e5-8c28-0f3d70783466 HTTP/1.1" status: 204 len: 168 time: 0.9177921 Aug 17 16:47:36.100190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32986) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:36.111712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c8793cc3-8fbb-4913-a31b-24d28d24ae72 None None] Port a36f2cb4-0993-435e-801f-3ecb459b832a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:36.119304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a29391-56f8-4925-80b5-c43ed083406d tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Network': ['ID=520fdfda-6c60-41e5-8c28-0f3d70783466,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:36.130351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36f2cb4-0993-435e-801f-3ecb459b832a {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:47:36.139108 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.171625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:33Z', 'revision_number': 10, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:36.173555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Transition to ACTIVE for port object a36f2cb4-0993-435e-801f-3ecb459b832a will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:36.179557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.220954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb786c1-3583-4685-b67c-79979a0c08cf None None] The sync data for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 is: [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:33Z', 'revision_number': 10, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None, '_interfaces': [{'id': 'ff49423f-e8d1-414d-b3ef-8ef1e84a8e84', 'name': '', 'network_id': 'fc46bf88-4b34-4c0d-90ff-9b90768aed06', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'mac_address': 'fa:16:3e:63:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '43425f11-3e43-4adb-96ea-494f8809d540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:01Z', 'updated_at': '2021-08-17T16:47:06Z', 'revision_number': 5, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'subnets': [{'id': '43425f11-3e43-4adb-96ea-494f8809d540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:36.283279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78bcef-e1e9-4049-b1de-ef6a76d87a83 req-c4d85bb5-8701-46c5-8a14-5b79e3dc7079 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:36.285329 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb78bcef-e1e9-4049-b1de-ef6a76d87a83 req-c4d85bb5-8701-46c5-8a14-5b79e3dc7079 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 943 time: 0.2799156 Aug 17 16:47:36.340859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:36.381779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eb78bcef-e1e9-4049-b1de-ef6a76d87a83 req-0c337bf4-2bd8-40a0-9fc8-dcb5ede68103 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873823 Aug 17 16:47:36.415856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:36.416163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:36.416438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:36.421710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:47:36.422043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:36.429015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:36.429382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Checking segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:36.429749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Bound using segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:36.430190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Bound port: a36f2cb4-0993-435e-801f-3ecb459b832a, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:36.430583 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.502473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:36.505759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:36.512341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.566653 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:36.567288 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.568757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] 10.222.0.93 "PUT /v2.0/ports/a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1092 time: 0.9852252 Aug 17 16:47:36.569223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:36.571631 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544eda41-3f3c-4501-8a7a-f6dd1996b49b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:36.589985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dfcb6-01d4-4807-9a6f-7678e77ff83d service neutron] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:36.659722 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac6a5f8-ef5d-4114-9b35-8365d3749bcf x-openstack-request-id: req-1ac6a5f8-ef5d-4114-9b35-8365d3749bcf {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:36.660032 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:36.660279 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ac6a5f8-ef5d-4114-9b35-8365d3749bcf {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:36.660695 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'status': 'completed', 'code': 200} Aug 17 16:47:36.696587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-710d3c81-ea66-4aef-a5b8-a02d9fbce366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:36.704311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-710d3c81-ea66-4aef-a5b8-a02d9fbce366 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1095 time: 0.0774739 Aug 17 16:47:36.764288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fc38a767-8cdb-4714-99e0-0d34741f522d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:36.767282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-fd936851-9858-471c-91e7-715d1b02d0ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 217 time: 0.0464840 Aug 17 16:47:36.832202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-f4333576-c016-42ad-9c09-685cfb6b31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:36.834251 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-f4333576-c016-42ad-9c09-685cfb6b31e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0597436 Aug 17 16:47:36.856493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port fc38a767-8cdb-4714-99e0-0d34741f522d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:36.860542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port fc38a767-8cdb-4714-99e0-0d34741f522d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:36.860993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:36.901914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-e3db957f-8fda-4f5b-b4bc-1c8eab2f0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:36.904107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-e3db957f-8fda-4f5b-b4bc-1c8eab2f0b2c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607381 Aug 17 16:47:36.914296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ac220ad6-23fd-4fd0-839b-858821a56261 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:47:37.003659 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:37.038189 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-a6852ccc-a562-4038-a6e4-a87b381ce8e2 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252112 Aug 17 16:47:37.057837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:37.112566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port fc38a767-8cdb-4714-99e0-0d34741f522d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fc38a767-8cdb-4714-99e0-0d34741f522d,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:37.124996 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:37.143438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ac220ad6-23fd-4fd0-839b-858821a56261, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ac220ad6-23fd-4fd0-839b-858821a56261,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:37.168822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a8720-0cd8-4b8f-9bfd-2647abb93a52 req-36887189-a60d-4ce5-b9e4-6a59eba39f98 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:37.177899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b72a8720-0cd8-4b8f-9bfd-2647abb93a52 req-36887189-a60d-4ce5-b9e4-6a59eba39f98 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 944 time: 0.1195714 Aug 17 16:47:37.184463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'ac220ad6-23fd-4fd0-839b-858821a56261', 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2', 'port_id': 'ac220ad6-23fd-4fd0-839b-858821a56261', 'mac_address': 'fa:16:3e:61:63:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b995a7-e3b3-40b5-9a0b-e81bea43827f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:47:37.261068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b72a8720-0cd8-4b8f-9bfd-2647abb93a52 req-18c99b37-69c8-4a3b-9ffe-3cf1ecbab247 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811038 Aug 17 16:47:37.261726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b0c5492a-924a-40a8-9e04-aac31e121d69 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:37.272004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=fc38a767-8cdb-4714-99e0-0d34741f522d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:37.282285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd01b201-44ba-4e07-ba4f-5939352e6e5d req-d6b2638e-8e40-48a3-88cb-cd7dc59ba790 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234035 Aug 17 16:47:37.298220 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:37.300373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b0c5492a-924a-40a8-9e04-aac31e121d69 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:37.300797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b0c5492a-924a-40a8-9e04-aac31e121d69 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:37.301305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b0bab879-35b4-49b9-9528-062032b6b17a no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:37.325170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:37.326126 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:37.327957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b0bab879-35b4-49b9-9528-062032b6b17a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:37.328584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b0bab879-35b4-49b9-9528-062032b6b17a not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:37.333233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac220ad6-23fd-4fd0-839b-858821a56261 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:47:37.358529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ac220ad6-23fd-4fd0-839b-858821a56261, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ac220ad6-23fd-4fd0-839b-858821a56261,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:37.363807 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:37.388924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-1b38ed43-fc1f-4fe0-afa4-a666235a33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:37.391730 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-1b38ed43-fc1f-4fe0-afa4-a666235a33d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1095 time: 0.0587687 Aug 17 16:47:37.414123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=ac220ad6-23fd-4fd0-839b-858821a56261,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:37.444527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port ff49423f-e8d1-414d-b3ef-8ef1e84a8e84, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ff49423f-e8d1-414d-b3ef-8ef1e84a8e84,segment=NetworkSegment(e473d7a4-a9a2-412e-bc88-4ad72a0d551b),segment_id=e473d7a4-a9a2-412e-bc88-4ad72a0d551b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:37.444908 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:37.460094 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:37.494588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-cbe74328-87bb-43f8-8e80-a64f241c4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:37.495940 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-cbe74328-87bb-43f8-8e80-a64f241c4041 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.0968790 Aug 17 16:47:37.545516 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-cd86149b-ace0-40c9-995d-b1160a7503c1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 217 time: 0.0409935 Aug 17 16:47:37.572535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a9dd8-54c9-4202-9f2a-9f02b4d1403c req-7144a158-f265-4cd2-b0b6-482ed244969c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:37.574066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a27a9dd8-54c9-4202-9f2a-9f02b4d1403c req-7144a158-f265-4cd2-b0b6-482ed244969c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 944 time: 0.1049552 Aug 17 16:47:37.577471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['ac220ad6-23fd-4fd0-839b-858821a56261'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:47:37.606267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-201067f2-a15e-4c23-b70c-39d8d9c5f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:37.607774 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-201067f2-a15e-4c23-b70c-39d8d9c5f4cf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0542386 Aug 17 16:47:37.657779 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a27a9dd8-54c9-4202-9f2a-9f02b4d1403c req-b254804d-8197-40bc-92cb-bc211ff65e15 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461898 Aug 17 16:47:37.665776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-db667977-6058-4255-9dfd-42e5f498cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:37.668667 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-db667977-6058-4255-9dfd-42e5f498cbbf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514588 Aug 17 16:47:37.722282 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:37.723022 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:37.752516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=ff49423f-e8d1-414d-b3ef-8ef1e84a8e84,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:37.783437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-a088ce3d-3b6b-4556-a2ca-2031db61a6c8 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063750 Aug 17 16:47:37.893964 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-544eda41-3f3c-4501-8a7a-f6dd1996b49b req-2e7fe34b-dce9-4e32-9dcc-cca3e103681a service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983639 Aug 17 16:47:37.898301 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.065926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:38.138060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:38.146685 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4059515c-00b2-416e-bc84-9a10b6a2d0bc tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0455101 Aug 17 16:47:38.146894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 32994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:38.150113 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] Sync routers for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:38.160135 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:38.160748 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:38.200294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-427911a3-1f60-4c96-9a61-11878cb52531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting subnet 43425f11-3e43-4adb-96ea-494f8809d540 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:47:38.203855 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-427911a3-1f60-4c96-9a61-11878cb52531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.251241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-427911a3-1f60-4c96-9a61-11878cb52531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.328011 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:38.368355 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-427911a3-1f60-4c96-9a61-11878cb52531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.382556 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 11, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:38.408021 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] Checking router: 9137be72-88b2-45ad-bb70-bf8919a923f5 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:38.416131 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:38.416730 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:38.427319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7114-8527-4bdf-9110-bc7ed85e4a7a req-5d27a4dd-4801-467e-8af3-54d3c057cb51 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:38.428828 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5eac7114-8527-4bdf-9110-bc7ed85e4a7a req-5d27a4dd-4801-467e-8af3-54d3c057cb51 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 944 time: 0.0978653 Aug 17 16:47:38.463645 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-427911a3-1f60-4c96-9a61-11878cb52531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.488407 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:38.507491 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5eac7114-8527-4bdf-9110-bc7ed85e4a7a req-afb847ba-3338-4ca6-bcfa-1d1efefba05e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714967 Aug 17 16:47:38.508224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427911a3-1f60-4c96-9a61-11878cb52531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Subnet': ['ID=43425f11-3e43-4adb-96ea-494f8809d540,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:38.508826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c88197b-a2f9-49fd-b4fc-501747a480cc None None] Network fc46bf88-4b34-4c0d-90ff-9b90768aed06 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:38.510484 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-427911a3-1f60-4c96-9a61-11878cb52531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.512400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-427911a3-1f60-4c96-9a61-11878cb52531 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/43425f11-3e43-4adb-96ea-494f8809d540 HTTP/1.1" status: 204 len: 168 time: 0.3645260 Aug 17 16:47:38.515471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 32998) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:38.554209 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 11, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:38.581785 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47224b-2291-4b58-9d3a-d353597f0b3c None None] The sync data for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 is: [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 11, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:38.605408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.667406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Deleting port b1180d32-b2c8-496b-882a-f75f40466e08 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:38.667750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.747251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] For port b1180d32-b2c8-496b-882a-f75f40466e08, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b1180d32-b2c8-496b-882a-f75f40466e08,segment=NetworkSegment(e473d7a4-a9a2-412e-bc88-4ad72a0d551b),segment_id=e473d7a4-a9a2-412e-bc88-4ad72a0d551b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:38.747609 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.774278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Calling delete_port for b1180d32-b2c8-496b-882a-f75f40466e08 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:38.802423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa614b-b865-4fc4-b454-b98996d7e9a6 req-e7df2194-3203-4efb-ae60-7a05e0b06c56 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:38.803824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41fa614b-b865-4fc4-b454-b98996d7e9a6 req-e7df2194-3203-4efb-ae60-7a05e0b06c56 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 944 time: 0.0726681 Aug 17 16:47:38.879908 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41fa614b-b865-4fc4-b454-b98996d7e9a6 req-3a4507df-2912-4965-b93b-700d5f7f05af tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488832 Aug 17 16:47:38.889523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ac220ad6-23fd-4fd0-839b-858821a56261 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:38.902629 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.935555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Port': ['ID=b1180d32-b2c8-496b-882a-f75f40466e08,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:38.939687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No DVR routers for this DVR port b1180d32-b2c8-496b-882a-f75f40466e08 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:38.944314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port ac220ad6-23fd-4fd0-839b-858821a56261 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:38.948357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port ac220ad6-23fd-4fd0-839b-858821a56261 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:38.948729 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:38.975171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a3130-b513-40ad-a377-1789cf3b7190 None None] DHCP port deletion for fc46bf88-4b34-4c0d-90ff-9b90768aed06 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:47:39.040793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.042769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fc38a767-8cdb-4714-99e0-0d34741f522d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:39.053324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc46bf88-4b34-4c0d-90ff-9b90768aed06']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:39.064649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:39.064945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e473d7a4-a9a2-412e-bc88-4ad72a0d551b') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:39.074712 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.086894 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.096434 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.103535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:47:39.104195 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:47:39.107687 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:47:39.117999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ad602b-efe9-4b0b-b92e-dea9101aec16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac220ad6-23fd-4fd0-839b-858821a56261'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:39.120336 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2266fb0-b048-42f8-a7f2-d06ad28e1bf7" -d '{"events": [{"server_uuid": "a9ad602b-efe9-4b0b-b92e-dea9101aec16", "name": "network-vif-plugged", "status": "completed", "tag": "ac220ad6-23fd-4fd0-839b-858821a56261"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:39.135577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ac220ad6-23fd-4fd0-839b-858821a56261, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ac220ad6-23fd-4fd0-839b-858821a56261,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:39.143470 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.167484 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d3d54f-56e8-4347-a804-4eacccee0737 x-openstack-request-id: req-68d3d54f-56e8-4347-a804-4eacccee0737 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:39.167775 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ad602b-efe9-4b0b-b92e-dea9101aec16", "name": "network-vif-plugged", "status": "completed", "tag": "ac220ad6-23fd-4fd0-839b-858821a56261", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:39.168052 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68d3d54f-56e8-4347-a804-4eacccee0737 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:39.168451 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ad602b-efe9-4b0b-b92e-dea9101aec16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac220ad6-23fd-4fd0-839b-858821a56261', 'code': 200} Aug 17 16:47:39.169254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port fc38a767-8cdb-4714-99e0-0d34741f522d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:39.171743 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.173450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33006) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:39.184294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.190304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.193697 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/networks/fc46bf88-4b34-4c0d-90ff-9b90768aed06 HTTP/1.1" status: 204 len: 168 time: 0.6771863 Aug 17 16:47:39.196560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:39.204993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e3131b30-7fed-4326-8350-700a95596714 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'routes': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:39.250399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=ac220ad6-23fd-4fd0-839b-858821a56261,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:39.278604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd6d8c-27f1-47c7-aa96-50681650b1f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Pushing event deleted for resources: {'Network': ['ID=fc46bf88-4b34-4c0d-90ff-9b90768aed06,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:39.297920 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5d63de99-df08-4310-b52c-04cfbe61278f tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/floatingips/34febfab-64c8-4712-8e8a-fd7dc0f5aaee HTTP/1.1" status: 200 len: 994 time: 0.1232486 Aug 17 16:47:39.308856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb36348-6599-4e64-91fd-3aaed1c06b89 req-bf4791c7-b17d-4be9-99a6-2e9b129f58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:39.310461 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cb36348-6599-4e64-91fd-3aaed1c06b89 req-bf4791c7-b17d-4be9-99a6-2e9b129f58ee service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 1096 time: 0.0811117 Aug 17 16:47:39.356845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9cb36348-6599-4e64-91fd-3aaed1c06b89 req-989dc89f-571e-47b3-bf5d-ae33d52de928 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Aug 17 16:47:39.369221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:39.377731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-e3131b30-7fed-4326-8350-700a95596714 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Added routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 16:47:39.378034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-e3131b30-7fed-4326-8350-700a95596714 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Removed routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 16:47:39.378427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3131b30-7fed-4326-8350-700a95596714 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.390206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:39.390595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ff49423f-e8d1-414d-b3ef-8ef1e84a8e84 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:39.506393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33014) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:39.523104 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3131b30-7fed-4326-8350-700a95596714 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.526332 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3131b30-7fed-4326-8350-700a95596714 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.628184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3131b30-7fed-4326-8350-700a95596714 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 9137be72-88b2-45ad-bb70-bf8919a923f5 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:39.675659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port f28ecadb-394b-4d34-9985-dbc3f0e29cd6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:39.676000 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.684972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb945f0-cc6c-4732-9243-b51837dd8615 req-38e3a211-bc19-4a2d-a445-136d5f8c9503 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:39.686561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3cb945f0-cc6c-4732-9243-b51837dd8615 req-38e3a211-bc19-4a2d-a445-136d5f8c9503 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 944 time: 0.0974362 Aug 17 16:47:39.733232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3131b30-7fed-4326-8350-700a95596714 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:39.741321 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3131b30-7fed-4326-8350-700a95596714 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.742510 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e3131b30-7fed-4326-8350-700a95596714 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5 HTTP/1.1" status: 200 len: 700 time: 0.5443511 Aug 17 16:47:39.745677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33018) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:39.759982 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3cb945f0-cc6c-4732-9243-b51837dd8615 req-022ada2d-2291-431e-9b5f-8f81e9106490 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474780 Aug 17 16:47:39.776577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] Sync routers for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:39.788457 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3b09684f-5411-4627-967e-fc3bcf76c9f5 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9137be72-88b2-45ad-bb70-bf8919a923f5 HTTP/1.1" status: 200 len: 205 time: 0.0394630 Aug 17 16:47:39.788766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33020) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:39.791252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:39.791860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:39.795646 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.795966 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.868423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:39.870880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for f28ecadb-394b-4d34-9985-dbc3f0e29cd6 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:39.887321 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fcee9f5-377d-4c95-90c6-ec5c5c1996d2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:39.927008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 11, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:39.964489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] Checking router: 9137be72-88b2-45ad-bb70-bf8919a923f5 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:39.999369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] Routers {'9137be72-88b2-45ad-bb70-bf8919a923f5'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:39.999987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['9137be72-88b2-45ad-bb70-bf8919a923f5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:40.074018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] Set router 9137be72-88b2-45ad-bb70-bf8919a923f5 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:40.131100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 11, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:40.150412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fcee9f5-377d-4c95-90c6-ec5c5c1996d2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.162040 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fcee9f5-377d-4c95-90c6-ec5c5c1996d2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.162300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab580f37-b935-48f6-83c3-fc34c19dc614 None None] The sync data for ids ['9137be72-88b2-45ad-bb70-bf8919a923f5'] in n-d-804878-1 is: [{'id': '9137be72-88b2-45ad-bb70-bf8919a923f5', 'name': 'tempest-RoutersTest-router-608464511', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:00Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 11, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:40.176993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10295a4e-6397-4e23-991b-b41813de47cd req-a4c7bedc-0ce6-406a-8137-2e7e5ea1252b tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:40.178833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10295a4e-6397-4e23-991b-b41813de47cd req-a4c7bedc-0ce6-406a-8137-2e7e5ea1252b tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1941297 Aug 17 16:47:40.253530 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fcee9f5-377d-4c95-90c6-ec5c5c1996d2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.254028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcee9f5-377d-4c95-90c6-ec5c5c1996d2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Fanout notify agent at l3_agent the message router_deleted on router 9137be72-88b2-45ad-bb70-bf8919a923f5 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:47:40.262567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fcee9f5-377d-4c95-90c6-ec5c5c1996d2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.268103 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0fcee9f5-377d-4c95-90c6-ec5c5c1996d2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5 HTTP/1.1" status: 204 len: 168 time: 0.4783907 Aug 17 16:47:40.268298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33024) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:40.273123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-07735b78-f122-4078-bed7-a7c41497eefd tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1680682009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:40.287978 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10295a4e-6397-4e23-991b-b41813de47cd req-0458a56b-6f88-4dec-ae22-fb09babf3e9c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689847 Aug 17 16:47:40.322142 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07735b78-f122-4078-bed7-a7c41497eefd tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.323467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07735b78-f122-4078-bed7-a7c41497eefd tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.349829 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.378961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=f28ecadb-394b-4d34-9985-dbc3f0e29cd6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:40.398681 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07735b78-f122-4078-bed7-a7c41497eefd tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.404514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07735b78-f122-4078-bed7-a7c41497eefd tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.423746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07735b78-f122-4078-bed7-a7c41497eefd tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.425117 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-07735b78-f122-4078-bed7-a7c41497eefd tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1558781 Aug 17 16:47:40.427742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:40.432314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b4b46f6f-c831-49f0-8d19-593f92d33417 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:40.452350 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.452738 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Floating IP 34febfab-64c8-4712-8e8a-fd7dc0f5aaee disassociated (deleted). External IP: 172.25.7.234, port: 088f69b9-9329-404b-9cfa-9926d03b9400. Aug 17 16:47:40.645656 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4b46f6f-c831-49f0-8d19-593f92d33417 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.658903 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4b46f6f-c831-49f0-8d19-593f92d33417 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.665665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:40.696883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b1180d32-b2c8-496b-882a-f75f40466e08 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:40.721528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b1180d32-b2c8-496b-882a-f75f40466e08 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:40.721944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b1180d32-b2c8-496b-882a-f75f40466e08 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:40.768023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b46f6f-c831-49f0-8d19-593f92d33417 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Router 999e69cd-3c48-4887-823f-b17c2f3d1693 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:47:40.777310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:47:40.793029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:40.798349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:40.808468 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] Sync routers for ids ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:40.819794 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] Routers {'2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:40.820957 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:40.840160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-34a7d575-6e53-46bc-8f39-3e757b905b71 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/floatingips/34febfab-64c8-4712-8e8a-fd7dc0f5aaee HTTP/1.1" status: 204 len: 168 time: 1.3302064 Aug 17 16:47:40.840160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afad7f2-950c-40a6-99dd-875a152320a3', 'tag': '088f69b9-9329-404b-9cfa-9926d03b9400'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:40.842426 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de462c4-9121-4f94-b583-7b50312604c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7afad7f2-950c-40a6-99dd-875a152320a3", "tag": "088f69b9-9329-404b-9cfa-9926d03b9400"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:40.940823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:40.943341 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] Set router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:40.955292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'port_id': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'mac_address': 'fa:16:3e:3c:6c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:47:41.009359 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:41.027038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36f2cb4-0993-435e-801f-3ecb459b832a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:47:41.052071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:41.058920 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:41.069039 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c47790-2eb4-4b64-8758-337e0af7aedc x-openstack-request-id: req-12c47790-2eb4-4b64-8758-337e0af7aedc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:41.069592 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afad7f2-950c-40a6-99dd-875a152320a3", "tag": "088f69b9-9329-404b-9cfa-9926d03b9400", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:41.070068 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12c47790-2eb4-4b64-8758-337e0af7aedc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:41.070718 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afad7f2-950c-40a6-99dd-875a152320a3', 'tag': '088f69b9-9329-404b-9cfa-9926d03b9400', 'status': 'completed', 'code': 200} Aug 17 16:47:41.116755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:41.203523 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:45Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b3a9b41-60e2-4f8f-b300-9fda8638e146', 'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:8a:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:44Z', 'updated_at': '2021-08-17T16:46:50Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:41.207247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f82a2-c571-47c5-a55e-90a796db946a req-b066764d-93c4-4401-8d59-6b2e140064b2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:41.209016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-427f82a2-c571-47c5-a55e-90a796db946a req-b066764d-93c4-4401-8d59-6b2e140064b2 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 946 time: 0.0634673 Aug 17 16:47:41.235246 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] Checking router: 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:41.248565 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] Routers {'2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:41.249480 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:41.251846 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-427f82a2-c571-47c5-a55e-90a796db946a req-691c9aeb-5564-4e21-9075-0f7a6f166d25 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357778 Aug 17 16:47:41.272086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b46f6f-c831-49f0-8d19-593f92d33417 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:41.276538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a36f2cb4-0993-435e-801f-3ecb459b832a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:47:41.281271 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4b46f6f-c831-49f0-8d19-593f92d33417 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:41.284985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b4b46f6f-c831-49f0-8d19-593f92d33417 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "PUT /v2.0/routers/999e69cd-3c48-4887-823f-b17c2f3d1693 HTTP/1.1" status: 200 len: 694 time: 0.8540022 Aug 17 16:47:41.285464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33038) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:41.300543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] Sync routers for ids ['999e69cd-3c48-4887-823f-b17c2f3d1693'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:41.309735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed511e5-4dab-49f6-a0d8-f420c9ad02c4 req-67686270-1104-4fe4-9136-5798fd04a295 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:41.311505 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ed511e5-4dab-49f6-a0d8-f420c9ad02c4 req-67686270-1104-4fe4-9136-5798fd04a295 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 945 time: 0.0958786 Aug 17 16:47:41.315892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de462c4-9121-4f94-b583-7b50312604c4 req-f225e46a-dad0-4e54-9ca8-e99648512b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:41.317325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2de462c4-9121-4f94-b583-7b50312604c4 req-f225e46a-dad0-4e54-9ca8-e99648512b43 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 1097 time: 0.1006594 Aug 17 16:47:41.359308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] Routers {'999e69cd-3c48-4887-823f-b17c2f3d1693'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:41.361097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['999e69cd-3c48-4887-823f-b17c2f3d1693'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:41.416436 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ed511e5-4dab-49f6-a0d8-f420c9ad02c4 req-3d088379-decb-4698-9985-6d28b8ae64ae tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975864 Aug 17 16:47:41.438610 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] Set router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:41.450507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2c492867-5414-4755-bf1b-6e152bf480dd tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/routers/999e69cd-3c48-4887-823f-b17c2f3d1693 HTTP/1.1" status: 200 len: 700 time: 0.1627290 Aug 17 16:47:41.452155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:41.464370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de462c4-9121-4f94-b583-7b50312604c4 req-bd1a1981-5bc1-4249-847e-80d5bf6dd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:41.466236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2de462c4-9121-4f94-b583-7b50312604c4 req-bd1a1981-5bc1-4249-847e-80d5bf6dd92f service neutron] 10.222.0.93 "GET /v2.0/networks?id=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 HTTP/1.1" status: 200 len: 898 time: 0.1281874 Aug 17 16:47:41.474409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] Set router 999e69cd-3c48-4887-823f-b17c2f3d1693 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:41.487106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa782ef-d557-4dd9-9389-3f2756fc22fb req-388983af-99de-4491-af6a-974a5a0f330a tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:41.488783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aa782ef-d557-4dd9-9389-3f2756fc22fb req-388983af-99de-4491-af6a-974a5a0f330a tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1144288 Aug 17 16:47:41.492921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5fb8b61-e888-42c5-9116-c8cea93a60fa tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=999e69cd-3c48-4887-823f-b17c2f3d1693 HTTP/1.1" status: 200 len: 205 time: 0.0396016 Aug 17 16:47:41.497660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:41.537488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999e69cd-3c48-4887-823f-b17c2f3d1693', 'name': 'tempest-RoutersTest-router-1680682009', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:40Z', 'updated_at': '2021-08-17T16:47:40Z', 'revision_number': 2, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:41.546526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aa782ef-d557-4dd9-9389-3f2756fc22fb req-b977ab1a-47a7-40ae-b80b-02d58114638e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504432 Aug 17 16:47:41.570151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] Checking router: 999e69cd-3c48-4887-823f-b17c2f3d1693 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:41.582234 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2de462c4-9121-4f94-b583-7b50312604c4 req-251221ba-4761-43ca-acf3-b46c88237ff9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=088f69b9-9329-404b-9cfa-9926d03b9400 HTTP/1.1" status: 200 len: 217 time: 0.0983462 Aug 17 16:47:41.586663 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] Routers {'999e69cd-3c48-4887-823f-b17c2f3d1693'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:41.587294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['999e69cd-3c48-4887-823f-b17c2f3d1693'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:41.654825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4708536-c928-4533-bd09-3654f5eb49e4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:41.671863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] Set router 999e69cd-3c48-4887-823f-b17c2f3d1693 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:41.702993 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:45Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b3a9b41-60e2-4f8f-b300-9fda8638e146', 'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:8a:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:44Z', 'updated_at': '2021-08-17T16:46:50Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:41.734301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de462c4-9121-4f94-b583-7b50312604c4 req-7b9e253d-0ec7-4798-a32c-051be71058af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:41.736861 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2de462c4-9121-4f94-b583-7b50312604c4 req-7b9e253d-0ec7-4798-a32c-051be71058af service neutron] 10.222.0.93 "GET /v2.0/subnets?id=544605f0-cf86-46bf-a880-f04a7483b16d HTTP/1.1" status: 200 len: 834 time: 0.1228039 Aug 17 16:47:41.743753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999e69cd-3c48-4887-823f-b17c2f3d1693', 'name': 'tempest-RoutersTest-router-1680682009', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:40Z', 'updated_at': '2021-08-17T16:47:40Z', 'revision_number': 2, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:41.761289 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f423fb-2ea4-4a3c-84fd-cd86ca7227a8 None None] The sync data for ids ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'] in n-d-804878-1 is: [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:46:45Z', 'revision_number': 4, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2b3a9b41-60e2-4f8f-b300-9fda8638e146', 'name': '', 'network_id': '33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'mac_address': 'fa:16:3e:8a:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:44Z', 'updated_at': '2021-08-17T16:46:50Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'subnets': [{'id': '544605f0-cf86-46bf-a880-f04a7483b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:41.787796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda5b8b-6c09-4eae-8edd-35779ce36054 None None] The sync data for ids ['999e69cd-3c48-4887-823f-b17c2f3d1693'] in n-d-804878-1 is: [{'id': '999e69cd-3c48-4887-823f-b17c2f3d1693', 'name': 'tempest-RoutersTest-router-1680682009', 'tenant_id': '8a1083b0fc93434c9a326d4b1716d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:40Z', 'updated_at': '2021-08-17T16:47:40Z', 'revision_number': 2, 'project_id': '8a1083b0fc93434c9a326d4b1716d61b', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:41.894255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cd6d9-0126-49eb-8850-083f06b6cac9 req-82fe9ecc-c8e5-4e6e-be79-d160143a8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:41.894777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4708536-c928-4533-bd09-3654f5eb49e4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:41.895933 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-301cd6d9-0126-49eb-8850-083f06b6cac9 req-82fe9ecc-c8e5-4e6e-be79-d160143a8432 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0904536a12ab4d77b62563bdadafa7a5&device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 1096 time: 0.1271052 Aug 17 16:47:41.897386 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4708536-c928-4533-bd09-3654f5eb49e4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:41.905229 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff13f2-041d-4eb2-bccd-11c7233bf0d0 req-e3b7ae3a-9b31-4002-a39f-60c623d72d99 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:41.910184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87ff13f2-041d-4eb2-bccd-11c7233bf0d0 req-e3b7ae3a-9b31-4002-a39f-60c623d72d99 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0839243 Aug 17 16:47:41.958907 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4708536-c928-4533-bd09-3654f5eb49e4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:41.959402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4708536-c928-4533-bd09-3654f5eb49e4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Fanout notify agent at l3_agent the message router_deleted on router 999e69cd-3c48-4887-823f-b17c2f3d1693 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:47:41.971672 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4708536-c928-4533-bd09-3654f5eb49e4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:41.976019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4708536-c928-4533-bd09-3654f5eb49e4 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/999e69cd-3c48-4887-823f-b17c2f3d1693 HTTP/1.1" status: 204 len: 168 time: 0.4355464 Aug 17 16:47:41.979795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.017548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5917925a-a1f1-4644-8d35-c4e3380dfb90 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=999e69cd-3c48-4887-823f-b17c2f3d1693 HTTP/1.1" status: 200 len: 205 time: 0.0357878 Aug 17 16:47:42.017766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de462c4-9121-4f94-b583-7b50312604c4 req-0d605c42-e1ec-4619-9629-cacfdd1d6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:42.019285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2de462c4-9121-4f94-b583-7b50312604c4 req-0d605c42-e1ec-4619-9629-cacfdd1d6f98 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2392008 Aug 17 16:47:42.019780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33052) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.069073 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b2d59f01-1cf9-406a-b9ce-d26d9f218b77 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] delete failed (client error): The resource could not be found. Aug 17 16:47:42.069758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b2d59f01-1cf9-406a-b9ce-d26d9f218b77 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/999e69cd-3c48-4887-823f-b17c2f3d1693 HTTP/1.1" status: 404 len: 336 time: 0.0490508 Aug 17 16:47:42.081669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.163169 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e40e217-5b57-424e-9a14-85b2dcc6c93e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] DELETE failed (client error): The resource could not be found. Aug 17 16:47:42.163636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e40e217-5b57-424e-9a14-85b2dcc6c93e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:47:42.165444 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e40e217-5b57-424e-9a14-85b2dcc6c93e tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/a970f4ca-d14c-4eb2-9105-721f18f32189 HTTP/1.1" status: 404 len: 337 time: 0.0827439 Aug 17 16:47:42.170046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33056) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.207963 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24f00f5-ceba-481e-a188-d84f2da67a47 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] DELETE failed (client error): The resource could not be found. Aug 17 16:47:42.208433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24f00f5-ceba-481e-a188-d84f2da67a47 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:47:42.210362 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c24f00f5-ceba-481e-a188-d84f2da67a47 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/9c28038d-6dc8-45bb-9975-2260606b4ea1 HTTP/1.1" status: 404 len: 337 time: 0.0391726 Aug 17 16:47:42.213030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.224808 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39590b3-3323-4627-b745-8eafd5fe3f25 None None] New status for floating IP 34febfab-64c8-4712-8e8a-fd7dc0f5aaee: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:47:42.245473 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a29bb5-3b10-4ae0-b112-ab36e3193313 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] DELETE failed (client error): The resource could not be found. Aug 17 16:47:42.245936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a29bb5-3b10-4ae0-b112-ab36e3193313 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:47:42.250434 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-05a29bb5-3b10-4ae0-b112-ab36e3193313 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/c634e54d-5b87-4e9c-946f-e049cdb75e02 HTTP/1.1" status: 404 len: 337 time: 0.0338514 Aug 17 16:47:42.255438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.300376 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c86920-24b6-42ea-9060-00687e54d946 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] DELETE failed (client error): The resource could not be found. Aug 17 16:47:42.300960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c86920-24b6-42ea-9060-00687e54d946 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:47:42.302606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-98c86920-24b6-42ea-9060-00687e54d946 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/43425f11-3e43-4adb-96ea-494f8809d540 HTTP/1.1" status: 404 len: 337 time: 0.0459759 Aug 17 16:47:42.309776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.321131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2de462c4-9121-4f94-b583-7b50312604c4 req-d336b948-90c9-48ff-8e6c-438629b07ebe service neutron] 10.222.0.93 "GET /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614295 Aug 17 16:47:42.345516 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-092085de-7960-4809-9912-63bb3199a8ab tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=9137be72-88b2-45ad-bb70-bf8919a923f5 HTTP/1.1" status: 200 len: 205 time: 0.0314333 Aug 17 16:47:42.347890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33068) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.403045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87ff13f2-041d-4eb2-bccd-11c7233bf0d0 req-ce0b8fa3-78a1-4b62-ad34-7f6c103fffe7 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832270 Aug 17 16:47:42.427737 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-488596ca-e9bf-46fb-8da2-522564d604de tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] delete failed (client error): The resource could not be found. Aug 17 16:47:42.428780 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-488596ca-e9bf-46fb-8da2-522564d604de tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/9137be72-88b2-45ad-bb70-bf8919a923f5 HTTP/1.1" status: 404 len: 336 time: 0.0799341 Aug 17 16:47:42.433630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.454415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cd6d9-0126-49eb-8850-083f06b6cac9 req-3cb76daf-926b-4cef-927a-49888089e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:42.455736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-301cd6d9-0126-49eb-8850-083f06b6cac9 req-3cb76daf-926b-4cef-927a-49888089e05e service neutron] 10.222.0.91 "GET /v2.0/networks?id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 HTTP/1.1" status: 200 len: 910 time: 0.5446112 Aug 17 16:47:42.481417 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ca548-f808-40f1-ba69-6caa8a823f32 req-0c02ae72-34be-4d23-8847-8d74d46d2c9e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:42.489366 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-236ca548-f808-40f1-ba69-6caa8a823f32 req-0c02ae72-34be-4d23-8847-8d74d46d2c9e tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 946 time: 0.1491077 Aug 17 16:47:42.492621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-14167625-e89a-4ce8-a49d-b71c1fa91f00 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=d302715c-f0f3-4acb-b84c-3eac904b253b HTTP/1.1" status: 200 len: 205 time: 0.0563128 Aug 17 16:47:42.499800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.506051 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-301cd6d9-0126-49eb-8850-083f06b6cac9 req-bb73a78a-34ea-4b17-9d08-fea8006da72a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac220ad6-23fd-4fd0-839b-858821a56261 HTTP/1.1" status: 200 len: 217 time: 0.0417302 Aug 17 16:47:42.524163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bba42-441b-49bb-a910-cf038766186a req-e0bc0b17-9463-424e-bbb0-e554ddf19976 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:42.525651 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f00bba42-441b-49bb-a910-cf038766186a req-e0bc0b17-9463-424e-bbb0-e554ddf19976 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.93 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 946 time: 0.1115398 Aug 17 16:47:42.558384 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-bd2f7639-862d-40ae-8974-caaaa85a06b6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] delete failed (client error): The resource could not be found. Aug 17 16:47:42.561837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd2f7639-862d-40ae-8974-caaaa85a06b6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/d302715c-f0f3-4acb-b84c-3eac904b253b HTTP/1.1" status: 404 len: 336 time: 0.0587013 Aug 17 16:47:42.562857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2de462c4-9121-4f94-b583-7b50312604c4 req-aad86262-f88f-4606-8507-499a6a299dd8 service neutron] 10.222.0.93 "GET /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237685 Aug 17 16:47:42.568239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.605707 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-236ca548-f808-40f1-ba69-6caa8a823f32 req-f85b4d86-55d7-4ffa-9d32-b95a05241452 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fe8a4da-41ec-424e-9996-0f1058eb63b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154702 Aug 17 16:47:42.606600 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b970b6e2-2b7d-4523-86a0-fd8a60e5b5a2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] DELETE failed (client error): The resource could not be found. Aug 17 16:47:42.607021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b970b6e2-2b7d-4523-86a0-fd8a60e5b5a2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:47:42.608953 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b970b6e2-2b7d-4523-86a0-fd8a60e5b5a2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/0c74c767-1bbf-4779-b6ef-35c58914831c HTTP/1.1" status: 404 len: 337 time: 0.0395401 Aug 17 16:47:42.612052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.641485 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e63b2e98-2e51-4a49-bc8f-a046b7cc1522 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=37d43d93-e3e1-48fb-88c5-e96a12239366 HTTP/1.1" status: 200 len: 205 time: 0.0280993 Aug 17 16:47:42.641783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cd6d9-0126-49eb-8850-083f06b6cac9 req-f088fb47-2a85-48db-ad22-d5d5fa47ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:42.643252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-301cd6d9-0126-49eb-8850-083f06b6cac9 req-f088fb47-2a85-48db-ad22-d5d5fa47ce77 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8b995a7-e3b3-40b5-9a0b-e81bea43827f HTTP/1.1" status: 200 len: 849 time: 0.1271048 Aug 17 16:47:42.644343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.669243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6465624-2a36-4cc3-95d8-dc6e8fad5767 req-ece2ccd2-a580-4547-af21-6f56b725ba26 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:42.670811 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6465624-2a36-4cc3-95d8-dc6e8fad5767 req-ece2ccd2-a580-4547-af21-6f56b725ba26 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 945 time: 0.1691406 Aug 17 16:47:42.684819 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-829e1b85-6188-4bb0-a51e-431b1aa57212 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] delete failed (client error): The resource could not be found. Aug 17 16:47:42.685285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-829e1b85-6188-4bb0-a51e-431b1aa57212 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/37d43d93-e3e1-48fb-88c5-e96a12239366 HTTP/1.1" status: 404 len: 336 time: 0.0400312 Aug 17 16:47:42.688115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.712290 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-301cd6d9-0126-49eb-8850-083f06b6cac9 req-1e95468b-430b-403a-a288-33cf168fcec1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402765 Aug 17 16:47:42.718070 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a448dcd-cd41-462f-b558-23d184a72f13 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=03baae26-554e-48bc-974d-3d4ec3ce526c HTTP/1.1" status: 200 len: 205 time: 0.0268142 Aug 17 16:47:42.718867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.760464 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-49e623ba-47f5-4e74-83c1-9c7283382698 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] delete failed (client error): The resource could not be found. Aug 17 16:47:42.761434 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-49e623ba-47f5-4e74-83c1-9c7283382698 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/03baae26-554e-48bc-974d-3d4ec3ce526c HTTP/1.1" status: 404 len: 336 time: 0.0410917 Aug 17 16:47:42.764785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33086) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.792427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:42.793447 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee04803e-ee82-4d78-8e00-25578a73f5fb tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] DELETE failed (client error): The resource could not be found. Aug 17 16:47:42.793900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee04803e-ee82-4d78-8e00-25578a73f5fb tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:47:42.795669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee04803e-ee82-4d78-8e00-25578a73f5fb tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/3dcc1777-b6e5-44fb-9f16-f6b49d4456a1 HTTP/1.1" status: 404 len: 337 time: 0.0299673 Aug 17 16:47:42.798349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33088) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.800415 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6465624-2a36-4cc3-95d8-dc6e8fad5767 req-60bc3fc5-c43b-465a-896a-d13c8d1d65ca tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178958 Aug 17 16:47:42.829240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f00bba42-441b-49bb-a910-cf038766186a req-f0f05933-3aa9-44a1-b3a4-6b8ce6e37ebe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port 088f69b9-9329-404b-9cfa-9926d03b9400 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:42.829470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f00bba42-441b-49bb-a910-cf038766186a req-f0f05933-3aa9-44a1-b3a4-6b8ce6e37ebe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:42.832306 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b78f746-5084-457e-ba51-5de7f96172e9 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e22656d-871c-49f9-9628-76f4eaccea35 HTTP/1.1" status: 200 len: 205 time: 0.0321617 Aug 17 16:47:42.834965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33090) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.863108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port a36f2cb4-0993-435e-801f-3ecb459b832a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:42.867662 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port a36f2cb4-0993-435e-801f-3ecb459b832a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:42.868046 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:42.926394 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-78a24cf2-73b4-48ea-bd80-f19f30e667e6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] delete failed (client error): The resource could not be found. Aug 17 16:47:42.929885 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-78a24cf2-73b4-48ea-bd80-f19f30e667e6 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/0e22656d-871c-49f9-9628-76f4eaccea35 HTTP/1.1" status: 404 len: 336 time: 0.0884428 Aug 17 16:47:42.930939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.931605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-301cd6d9-0126-49eb-8850-083f06b6cac9 req-52faf35d-3710-4ec3-b63a-73889cedc1e6 service neutron] 10.222.0.91 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102256 Aug 17 16:47:42.964341 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a658e863-5667-4ed8-8836-996a80ae7915 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] DELETE failed (client error): The resource could not be found. Aug 17 16:47:42.964801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a658e863-5667-4ed8-8836-996a80ae7915 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:47:42.966129 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:42.970054 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a658e863-5667-4ed8-8836-996a80ae7915 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/02ddfb2d-c39a-490e-91ee-4de6d4945eb5 HTTP/1.1" status: 404 len: 337 time: 0.0353532 Aug 17 16:47:42.971029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:42.997317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:43.002139 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc091493-3c3b-4bff-b0e6-315e0e229bc5" -d '{"events": [{"server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "name": "network-vif-plugged", "status": "completed", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:43.019904 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e62e4409-867d-4e10-b27d-14fcbfa61062 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "GET /v2.0/ports?device_id=94fb8535-581f-440a-8a05-bfe586c91198 HTTP/1.1" status: 200 len: 205 time: 0.0475357 Aug 17 16:47:43.024834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33098) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:43.030012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:43.038341 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:43.046417 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ec1d98-e6d5-430a-84d7-62e7020412b8 x-openstack-request-id: req-e6ec1d98-e6d5-430a-84d7-62e7020412b8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:43.046874 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "name": "network-vif-plugged", "status": "completed", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:43.047271 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6ec1d98-e6d5-430a-84d7-62e7020412b8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:43.047960 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'code': 200} Aug 17 16:47:43.078504 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-778f933c-64b3-437c-b2d5-fcc4e45e7bd2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] delete failed (client error): The resource could not be found. Aug 17 16:47:43.080070 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-778f933c-64b3-437c-b2d5-fcc4e45e7bd2 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/routers/94fb8535-581f-440a-8a05-bfe586c91198 HTTP/1.1" status: 404 len: 336 time: 0.0529761 Aug 17 16:47:43.083443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:43.117304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-f00bba42-441b-49bb-a910-cf038766186a req-f0f05933-3aa9-44a1-b3a4-6b8ce6e37ebe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] For port 088f69b9-9329-404b-9cfa-9926d03b9400, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=088f69b9-9329-404b-9cfa-9926d03b9400,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:43.117768 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f00bba42-441b-49bb-a910-cf038766186a req-f0f05933-3aa9-44a1-b3a4-6b8ce6e37ebe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:43.122600 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36e7298-5880-49ee-b1a4-f255466f045f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] DELETE failed (client error): The resource could not be found. Aug 17 16:47:43.122877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:43.123065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36e7298-5880-49ee-b1a4-f255466f045f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:47:43.126656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a36e7298-5880-49ee-b1a4-f255466f045f tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/53dfc5df-7a87-4817-8457-58cd7d0e2e42 HTTP/1.1" status: 404 len: 337 time: 0.0401859 Aug 17 16:47:43.128027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:43.137804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-301cd6d9-0126-49eb-8850-083f06b6cac9 req-96892eca-310a-47ca-8260-8aff6ae808a9 service neutron] 10.222.0.91 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960607 Aug 17 16:47:43.142720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-f00bba42-441b-49bb-a910-cf038766186a req-f0f05933-3aa9-44a1-b3a4-6b8ce6e37ebe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for 088f69b9-9329-404b-9cfa-9926d03b9400 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:43.168195 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f9f3c1-b06d-4b89-805b-429d78829b36 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] DELETE failed (client error): The resource could not be found. Aug 17 16:47:43.169006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f9f3c1-b06d-4b89-805b-429d78829b36 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:47:43.172824 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-02f9f3c1-b06d-4b89-805b-429d78829b36 tempest-RoutersTest-1060797558 tempest-RoutersTest-1060797558-project] 10.222.0.77 "DELETE /v2.0/subnets/915b64fd-1458-4739-a9aa-329da8bb1a35 HTTP/1.1" status: 404 len: 337 time: 0.0412467 Aug 17 16:47:43.185679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c739d0-9ed5-44ca-8d10-1c47bab313aa req-b5124a41-5070-45c9-9715-6925f659587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:43.187402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e8c739d0-9ed5-44ca-8d10-1c47bab313aa req-b5124a41-5070-45c9-9715-6925f659587c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1097 time: 0.0726178 Aug 17 16:47:43.238218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e8c739d0-9ed5-44ca-8d10-1c47bab313aa req-312f106c-17ae-4d8d-9cb1-86dc0024c03f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435081 Aug 17 16:47:43.291785 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f00bba42-441b-49bb-a910-cf038766186a req-f0f05933-3aa9-44a1-b3a4-6b8ce6e37ebe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:43.323110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f05933-3aa9-44a1-b3a4-6b8ce6e37ebe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=088f69b9-9329-404b-9cfa-9926d03b9400,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:43.370946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00bba42-441b-49bb-a910-cf038766186a req-f0f05933-3aa9-44a1-b3a4-6b8ce6e37ebe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] No DVR routers for this DVR port 088f69b9-9329-404b-9cfa-9926d03b9400 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:43.373519 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-f00bba42-441b-49bb-a910-cf038766186a req-f0f05933-3aa9-44a1-b3a4-6b8ce6e37ebe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:43.375623 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f00bba42-441b-49bb-a910-cf038766186a req-f0f05933-3aa9-44a1-b3a4-6b8ce6e37ebe tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.93 "DELETE /v2.0/ports/088f69b9-9329-404b-9cfa-9926d03b9400 HTTP/1.1" status: 204 len: 173 time: 0.8249097 Aug 17 16:47:43.376057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afad7f2-950c-40a6-99dd-875a152320a3', 'name': 'network-vif-deleted', 'tag': '088f69b9-9329-404b-9cfa-9926d03b9400'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:43.378401 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12357135-d464-49e0-938d-ec8170f8adfb" -d '{"events": [{"server_uuid": "7afad7f2-950c-40a6-99dd-875a152320a3", "name": "network-vif-deleted", "tag": "088f69b9-9329-404b-9cfa-9926d03b9400"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:43.412091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:43.417750 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16c801b-2a4e-4fae-84ef-0b26b7bb2240 x-openstack-request-id: req-c16c801b-2a4e-4fae-84ef-0b26b7bb2240 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:43.418047 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afad7f2-950c-40a6-99dd-875a152320a3", "name": "network-vif-deleted", "tag": "088f69b9-9329-404b-9cfa-9926d03b9400", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:43.418363 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c16c801b-2a4e-4fae-84ef-0b26b7bb2240 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:43.419157 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afad7f2-950c-40a6-99dd-875a152320a3', 'name': 'network-vif-deleted', 'tag': '088f69b9-9329-404b-9cfa-9926d03b9400', 'status': 'completed', 'code': 200} Aug 17 16:47:43.580244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc22761-74cd-40c6-abe1-b0ec53fb9fa3 req-835ef91d-b0e6-4c0a-93e9-c97114e5bf29 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:43.581637 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bc22761-74cd-40c6-abe1-b0ec53fb9fa3 req-835ef91d-b0e6-4c0a-93e9-c97114e5bf29 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0928898 Aug 17 16:47:43.588292 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9c986300-d32a-4857-97fe-68a0cb03fdac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8a1083b0fc93434c9a326d4b1716d61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744971 Aug 17 16:47:43.591065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33120) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:43.623993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bc22761-74cd-40c6-abe1-b0ec53fb9fa3 req-a5694d5a-cf5d-4667-a12e-7b65a4a04c8b tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342171 Aug 17 16:47:43.645893 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8ff932c-7963-487f-9a15-3dc439044bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:43.669980 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8ff932c-7963-487f-9a15-3dc439044bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:43.730029 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c40e1b3e-5a82-4ba0-b9c3-86c099cc8bda req-8cc24901-9282-4d97-9e92-6f6250ba9a51 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7afad7f2-950c-40a6-99dd-875a152320a3 HTTP/1.1" status: 200 len: 210 time: 0.0356588 Aug 17 16:47:43.752342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8ff932c-7963-487f-9a15-3dc439044bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:43.756245 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8ff932c-7963-487f-9a15-3dc439044bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:43.758979 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d8ff932c-7963-487f-9a15-3dc439044bef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00013e4a-0429-4160-9ae0-9e32bce17722 HTTP/1.1" status: 204 len: 168 time: 0.1666663 Aug 17 16:47:43.771047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff932c-7963-487f-9a15-3dc439044bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00013e4a-0429-4160-9ae0-9e32bce17722,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:43.940112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9136f1-237b-4ae7-8626-903f2e27faa2 req-45647fa5-3d08-4d74-b5c6-b54781b9303c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:43.942071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc9136f1-237b-4ae7-8626-903f2e27faa2 req-45647fa5-3d08-4d74-b5c6-b54781b9303c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0632656 Aug 17 16:47:43.993722 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc9136f1-237b-4ae7-8626-903f2e27faa2 req-8a048fdf-8699-49e6-85d6-b84191be02ae tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442955 Aug 17 16:47:44.465914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:44.561283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9a18968c-f24f-4f5c-9ce2-49cee6bd095c tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-119750457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:44.578091 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:47:44.584731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a18968c-f24f-4f5c-9ce2-49cee6bd095c tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.585724 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a18968c-f24f-4f5c-9ce2-49cee6bd095c tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.639810 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a18968c-f24f-4f5c-9ce2-49cee6bd095c tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.643892 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a18968c-f24f-4f5c-9ce2-49cee6bd095c tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.660105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a18968c-f24f-4f5c-9ce2-49cee6bd095c tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.661311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a18968c-f24f-4f5c-9ce2-49cee6bd095c tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1943877 Aug 17 16:47:44.664092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:44.668936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1550758007'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:44.690756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Made reservation on behalf of 115563039fb54d4daabd97b8444502ea for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:44.694344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.703231 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.749467 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2caee8-baa9-4844-bebc-8776eb6a8ccd req-6518cf6c-177b-43c4-a32e-d226f4e4ddd9 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:44.751033 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a2caee8-baa9-4844-bebc-8776eb6a8ccd req-6518cf6c-177b-43c4-a32e-d226f4e4ddd9 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0551519 Aug 17 16:47:44.792224 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a2caee8-baa9-4844-bebc-8776eb6a8ccd req-54961171-3afc-4035-9640-ced106669172 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348186 Aug 17 16:47:44.805445 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:44.813578 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.822080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.866822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:44.879163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6074b5-2db3-4a96-bfc3-c85903082477,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:44.890675 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.890866 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Added segment a9b56140-9ef2-41aa-a79c-f24871a2ba17 of type vlan for network 23e0e39b-271e-43c5-afaa-a99b55aa845d Aug 17 16:47:44.934287 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ef5930e-b3ff-4940-b9da-d2c72a00a6e1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.955238 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:44.973203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ef5930e-b3ff-4940-b9da-d2c72a00a6e1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.012954 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.018962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:45.019553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.083655 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4185035 Aug 17 16:47:45.087116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33160) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:45.092778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'subnet': {'network_id': '23e0e39b-271e-43c5-afaa-a99b55aa845d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:45.121472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5096a0-c14d-4781-91cb-f25efd608a38 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Network': ['ID=23e0e39b-271e-43c5-afaa-a99b55aa845d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:45.134483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 23e0e39b-271e-43c5-afaa-a99b55aa845d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:45.148877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa081ec-20d3-409f-af03-4ae2bb2f455c req-a1e4def8-609d-40aa-a2a7-f6dcd2c099ef tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:45.150576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9aa081ec-20d3-409f-af03-4ae2bb2f455c req-a1e4def8-609d-40aa-a2a7-f6dcd2c099ef tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0812378 Aug 17 16:47:45.166861 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ef5930e-b3ff-4940-b9da-d2c72a00a6e1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.169347 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ef5930e-b3ff-4940-b9da-d2c72a00a6e1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.171614 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6ef5930e-b3ff-4940-b9da-d2c72a00a6e1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/security-groups/8fe8a4da-41ec-424e-9996-0f1058eb63b1 HTTP/1.1" status: 204 len: 168 time: 0.3641176 Aug 17 16:47:45.191763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5930e-b3ff-4940-b9da-d2c72a00a6e1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe8a4da-41ec-424e-9996-0f1058eb63b1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:45.204870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Made reservation on behalf of 115563039fb54d4daabd97b8444502ea for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:45.208948 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.226699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33164) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:45.233479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9aa081ec-20d3-409f-af03-4ae2bb2f455c req-d4ba7647-a1fe-4f22-affc-4bde0f1ff555 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747838 Aug 17 16:47:45.435851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993704c2-2f16-4c0a-b0bc-10e17d080fd5 req-9fc929f1-f298-4177-a663-bafa0c879b62 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:45.437327 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-993704c2-2f16-4c0a-b0bc-10e17d080fd5 req-9fc929f1-f298-4177-a663-bafa0c879b62 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.1288536 Aug 17 16:47:45.561636 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-993704c2-2f16-4c0a-b0bc-10e17d080fd5 req-e0089f79-3f00-4c3a-9e95-5d2b0629b3ab tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168270 Aug 17 16:47:45.584350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:45.624711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d60945-c7bf-492c-a577-f47a3ac35151 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:45.626783 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f3d60945-c7bf-492c-a577-f47a3ac35151 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1092 time: 0.0414271 Aug 17 16:47:45.629736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:45.634299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'tenant_id': '83be27321324449294116e75a122e296', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:45.657792 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.659807 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.743941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Subnet': ['ID=80511a01-cb04-4154-838f-e13947cc736c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:45.762214 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.792871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Checking segment: {'id': 'a9b56140-9ef2-41aa-a79c-f24871a2ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23e0e39b-271e-43c5-afaa-a99b55aa845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:45.792871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network hostable DHCP agents. Network: 23e0e39b-271e-43c5-afaa-a99b55aa845d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:45.826041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network 23e0e39b-271e-43c5-afaa-a99b55aa845d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:45.845917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 23e0e39b-271e-43c5-afaa-a99b55aa845d) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:45.850673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:45.851254 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.855150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf851c-d402-4663-969f-150c044cb244 None None] Network 23e0e39b-271e-43c5-afaa-a99b55aa845d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:45.881466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.25.7.251 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/19c7b030-48ca-4450-8a91-bfd07e43e849) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:45.896518 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9dd0f715-4ee4-40cd-8a8b-2704f41e0961 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8050241 Aug 17 16:47:45.897628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33174) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:45.904656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'network': {'name': 'tempest-router-network01--492711667'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:45.938704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Made reservation on behalf of 115563039fb54d4daabd97b8444502ea for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:45.942125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.947258 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:45.995485 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba632f5-bdb3-4462-971e-60db7e026e2d req-3ca6dfd3-9a3f-49c3-a2c5-4afd7a3da324 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:45.997020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ba632f5-bdb3-4462-971e-60db7e026e2d req-3ca6dfd3-9a3f-49c3-a2c5-4afd7a3da324 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1012969 Aug 17 16:47:46.028944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-23e0e39b-271e-43c5-afaa-a99b55aa845d', 'network_id': '23e0e39b-271e-43c5-afaa-a99b55aa845d', 'tenant_id': '115563039fb54d4daabd97b8444502ea', 'fixed_ips': [{'subnet_id': '80511a01-cb04-4154-838f-e13947cc736c'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:47:46.029863 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.061739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:46.064012 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ba632f5-bdb3-4462-971e-60db7e026e2d req-54dfa275-fdc9-43db-923d-76cb9d3ff64c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603869 Aug 17 16:47:46.076733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.082609 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.083101 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Added segment 128fc7ed-d338-4c98-a089-1e42a05220e5 of type vlan for network 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb Aug 17 16:47:46.123941 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.159903 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.171163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:46.174397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:46.178708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:46.181764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=19c7b030-48ca-4450-8a91-bfd07e43e849,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:46.214699 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.219866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Allocated IP 2001:db8::2 (23e0e39b-271e-43c5-afaa-a99b55aa845d/80511a01-cb04-4154-838f-e13947cc736c/b53e55f4-fe12-4c28-92b7-3380e5ccec2b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:46.220618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:46.221073 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.309258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4081278 Aug 17 16:47:46.310032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:46.311528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d81ab-fcb4-4119-a905-2ca2f9240c7d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Network': ['ID=0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:46.324149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:46.353337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'network': {'name': 'tempest-router-network02--1416055214'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:46.399387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port 2b3a9b41-60e2-4f8f-b300-9fda8638e146 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:46.399760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.410925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Made reservation on behalf of 115563039fb54d4daabd97b8444502ea for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:46.414657 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.447265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:46.447547 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.458686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Transition to ACTIVE for port object b53e55f4-fe12-4c28-92b7-3380e5ccec2b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:46.464771 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.465119 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Added segment d3d12d30-6622-4ee8-988d-ca2f392e8656 of type vlan for network 1fd1ea84-a8dd-4740-904a-923be73cd77d Aug 17 16:47:46.476805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Transition to ACTIVE for port object b53e55f4-fe12-4c28-92b7-3380e5ccec2b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:46.485263 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.503890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] For port 2b3a9b41-60e2-4f8f-b300-9fda8638e146, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2b3a9b41-60e2-4f8f-b300-9fda8638e146,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:46.504336 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.520052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for 2b3a9b41-60e2-4f8f-b300-9fda8638e146 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:46.534195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Network 23e0e39b-271e-43c5-afaa-a99b55aa845d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:46.540842 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.541026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:46.546474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Pushing event updated for resources: {'Port': ['ID=b53e55f4-fe12-4c28-92b7-3380e5ccec2b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:46.550636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:46.560773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.561114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.561452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.561784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.562111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.562454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.562842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.563667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.563991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.564309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.564628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.564945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:46.609525 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.615665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:46.616263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.632185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Attempting to bind port b53e55f4-fe12-4c28-92b7-3380e5ccec2b on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:46.632555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Attempting to bind port b53e55f4-fe12-4c28-92b7-3380e5ccec2b by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'a9b56140-9ef2-41aa-a79c-f24871a2ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23e0e39b-271e-43c5-afaa-a99b55aa845d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:46.633294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Attempting to bind port b53e55f4-fe12-4c28-92b7-3380e5ccec2b on network 23e0e39b-271e-43c5-afaa-a99b55aa845d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:46.639365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:46.639365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Checking segment: {'id': 'a9b56140-9ef2-41aa-a79c-f24871a2ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23e0e39b-271e-43c5-afaa-a99b55aa845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:46.639365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.639365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Bound using segment: {'id': 'a9b56140-9ef2-41aa-a79c-f24871a2ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23e0e39b-271e-43c5-afaa-a99b55aa845d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:46.639858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Bound port: b53e55f4-fe12-4c28-92b7-3380e5ccec2b, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b56140-9ef2-41aa-a79c-f24871a2ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '23e0e39b-271e-43c5-afaa-a99b55aa845d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:46.640062 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.708589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] For port b53e55f4-fe12-4c28-92b7-3380e5ccec2b, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:46.711920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] For port b53e55f4-fe12-4c28-92b7-3380e5ccec2b, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b53e55f4-fe12-4c28-92b7-3380e5ccec2b,segment=NetworkSegment(a9b56140-9ef2-41aa-a79c-f24871a2ba17),segment_id=a9b56140-9ef2-41aa-a79c-f24871a2ba17)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:46.717775 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.722311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4071879 Aug 17 16:47:46.723975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33178) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:46.729384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'subnet': {'network_id': '0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:46.734664 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748e1bf-e750-4a7e-8984-82c58d0b9f7a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Network': ['ID=1fd1ea84-a8dd-4740-904a-923be73cd77d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:46.748514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.757868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1fd1ea84-a8dd-4740-904a-923be73cd77d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:46.804849 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.814503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 088f69b9-9329-404b-9cfa-9926d03b9400 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:46.843807 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:46.844071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 088f69b9-9329-404b-9cfa-9926d03b9400 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:46.844293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 088f69b9-9329-404b-9cfa-9926d03b9400 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:46.857486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=2b3a9b41-60e2-4f8f-b300-9fda8638e146,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:46.882092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374829d7-e528-4f86-94c3-43fd5d56bf54 None None] Pushing event updated for resources: {'Port': ['ID=b53e55f4-fe12-4c28-92b7-3380e5ccec2b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:46.960375 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Made reservation on behalf of 115563039fb54d4daabd97b8444502ea for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:46.963394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:47.052007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:47.060295 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:47.147628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=19c7b030-48ca-4450-8a91-bfd07e43e849,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:47.158454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:47.207018 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:47.610552 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Floating IP d233c794-bcc9-4f56-8d44-0eefa6d76089 associated. External IP: 172.25.7.251, port: a36f2cb4-0993-435e-801f-3ecb459b832a. Aug 17 16:47:47.741009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe4d61-2a9f-4f04-82e6-ed182cb685ee req-fed82ef4-ebc7-45bb-82b9-432e87f5a083 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:47.743713 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1fbe4d61-2a9f-4f04-82e6-ed182cb685ee req-fed82ef4-ebc7-45bb-82b9-432e87f5a083 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.5058286 Aug 17 16:47:47.795163 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:47.837754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:47.861237 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1fbe4d61-2a9f-4f04-82e6-ed182cb685ee req-401354f3-b855-4254-91e4-b0918ccd52ce tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112559 Aug 17 16:47:47.936892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Subnet': ['ID=d8775d14-3f81-4c64-95c9-b5679156e5ba,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:47.961073 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9efeb3-c2d1-49a7-a6d2-4fe525238b94 None None] Network 23e0e39b-271e-43c5-afaa-a99b55aa845d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:47.979889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Checking segment: {'id': '128fc7ed-d338-4c98-a089-1e42a05220e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:47.980250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network hostable DHCP agents. Network: 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:47.983297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:47.986338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.986718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.987059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.987596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.987939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.988271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.988597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.988927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.989255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.990066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.990066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:47.990255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:47:48.008196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:48.009713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] Sync routers for ids ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:48.032306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:48.036959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] Routers {'a21000a2-b3c7-4cc9-88f8-d9f7e621e740'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:48.037799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:48.039127 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cfbf285b-003d-4352-8b4c-00cbb7fcdc07 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4083588 Aug 17 16:47:48.039895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:47:48.042631 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2858ba-1c49-4722-a41b-b8b36daddb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:47:48.055156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:48.074131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:48.090469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0beacf-51d6-4139-838c-048c83978960 None None] Network 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:48.093605 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5fbba4-19ba-4f13-9a65-997cd5ecc118 x-openstack-request-id: req-8c5fbba4-19ba-4f13-9a65-997cd5ecc118 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:47:48.093915 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:47:48.094707 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c5fbba4-19ba-4f13-9a65-997cd5ecc118 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:47:48.095641 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'status': 'completed', 'code': 200} Aug 17 16:47:48.128727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:48.129625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:48.139223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-79f250a7-86f7-4f55-a575-6ba95ed2a4f9 None None] Provisioning for port b53e55f4-fe12-4c28-92b7-3380e5ccec2b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:48.159947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88923408-54e8-4843-a0d1-01c9bf4dd910 req-c7be08f9-90ea-49a0-b511-91827e23f998 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:48.161910 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-88923408-54e8-4843-a0d1-01c9bf4dd910 req-c7be08f9-90ea-49a0-b511-91827e23f998 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0603008 Aug 17 16:47:48.207728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-88923408-54e8-4843-a0d1-01c9bf4dd910 req-7390c5cb-02f2-4fe0-b680-78536dcfccbe tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393877 Aug 17 16:47:48.233223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:48.239843 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c78fa810-730f-4af2-9d18-dbeea8be877d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5147314 Aug 17 16:47:48.242817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33188) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:48.249497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'subnet': {'network_id': '1fd1ea84-a8dd-4740-904a-923be73cd77d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:48.254411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-70d41d37-e8ea-4309-8642-8a80d5afd587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:48.255971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-70d41d37-e8ea-4309-8642-8a80d5afd587 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1097 time: 0.1236019 Aug 17 16:47:48.273157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] Set router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:48.312592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d35322e9-a142-4d84-b3c2-8fd68eefc22e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/d233c794-bcc9-4f56-8d44-0eefa6d76089 HTTP/1.1" status: 200 len: 992 time: 0.0775323 Aug 17 16:47:48.362770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:48.375057 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] Sync routers for ids ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:48.377156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33190) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:48.377325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dfa7a832-98db-47ed-b84c-cbda6c539fd1 tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "PUT /v2.0/routers/2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1491487 Aug 17 16:47:48.386835 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] Routers {'2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:48.388032 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:48.442662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-5b097181-43d6-4b26-8324-2de34f6056aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:48.444815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-5b097181-43d6-4b26-8324-2de34f6056aa service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.1748290 Aug 17 16:47:48.445864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Made reservation on behalf of 115563039fb54d4daabd97b8444502ea for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:48.449953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:48.452819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92716d6-bb2f-4bc9-a004-1c2e487a381a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting subnet 544605f0-cf86-46bf-a880-f04a7483b16d {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:47:48.472129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b92716d6-bb2f-4bc9-a004-1c2e487a381a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:48.472348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb', 'network_id': '0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb', 'tenant_id': '115563039fb54d4daabd97b8444502ea', 'fixed_ips': [{'subnet_id': 'd8775d14-3f81-4c64-95c9-b5679156e5ba'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:47:48.473016 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:48.538146 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b92716d6-bb2f-4bc9-a004-1c2e487a381a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:48.543967 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] Set router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:48.611382 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-9abd6804-ab5b-4d90-987f-3cd107eb62c1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1000 time: 0.1560361 Aug 17 16:47:48.729400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-c7729f81-8fad-4f44-b3db-c389d5a9caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:48.731449 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-c7729f81-8fad-4f44-b3db-c389d5a9caf1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.1121330 Aug 17 16:47:48.751505 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b92716d6-bb2f-4bc9-a004-1c2e487a381a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:48.876672 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b92716d6-bb2f-4bc9-a004-1c2e487a381a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:48.885407 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:47:46Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:48.930961 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] Checking router: 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:48.942283 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:48.947570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92716d6-bb2f-4bc9-a004-1c2e487a381a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Subnet': ['ID=544605f0-cf86-46bf-a880-f04a7483b16d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:48.949796 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] Routers {'2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:48.950485 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:48.958148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-bc811d29-b75c-47de-8c5f-c487e294d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:48.965227 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-bc811d29-b75c-47de-8c5f-c487e294d462 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177343 Aug 17 16:47:48.967934 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b92716d6-bb2f-4bc9-a004-1c2e487a381a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:48.970545 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b92716d6-bb2f-4bc9-a004-1c2e487a381a tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/subnets/544605f0-cf86-46bf-a880-f04a7483b16d HTTP/1.1" status: 204 len: 168 time: 0.5918827 Aug 17 16:47:48.973455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33194) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:48.980278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b53e55f4-fe12-4c28-92b7-3380e5ccec2b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:48.981992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51843dd-69c9-4487-9e13-deb086a7fb96 None None] Network 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:49.085108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Allocated IP 2001:db8::2 (0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb/d8775d14-3f81-4c64-95c9-b5679156e5ba/26df13b6-1043-405f-a1bd-4dc8d1d9f084) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:49.101888 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.157355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Subnet': ['ID=dacbfe37-3032-4727-b44a-d387f94809e6,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:49.173304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:30Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'd233c794-bcc9-4f56-8d44-0eefa6d76089', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.251', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'port_id': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'mac_address': 'fa:16:3e:3c:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:47:46Z', 'updated_at': '2021-08-17T16:47:46Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc38a767-8cdb-4714-99e0-0d34741f522d', 'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:44:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:29Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:49.198859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Checking segment: {'id': 'd3d12d30-6622-4ee8-988d-ca2f392e8656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fd1ea84-a8dd-4740-904a-923be73cd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:49.199223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network hostable DHCP agents. Network: 1fd1ea84-a8dd-4740-904a-923be73cd77d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:49.216642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9dedb-99a9-4c13-a648-1d07798e04c5 req-b67cb820-8f84-41ae-8cc5-82185f5f0308 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:49.225262 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7a9dedb-99a9-4c13-a648-1d07798e04c5 req-b67cb820-8f84-41ae-8cc5-82185f5f0308 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1867068 Aug 17 16:47:49.231353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] Checking router: a21000a2-b3c7-4cc9-88f8-d9f7e621e740 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:49.238084 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] Set router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:49.249966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-632a6530-5461-4d73-9e61-751f1612ea07 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605858 Aug 17 16:47:49.269421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] Routers {'a21000a2-b3c7-4cc9-88f8-d9f7e621e740'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:49.270063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:49.277614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b53e55f4-fe12-4c28-92b7-3380e5ccec2b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:49.283514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.319226 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network 1fd1ea84-a8dd-4740-904a-923be73cd77d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:49.321756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:49.327222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b53e55f4-fe12-4c28-92b7-3380e5ccec2b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:49.327592 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.357897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7a9dedb-99a9-4c13-a648-1d07798e04c5 req-bfff06f1-0299-41c8-8f1d-a6d6a79c1a96 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231034 Aug 17 16:47:49.361260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1fd1ea84-a8dd-4740-904a-923be73cd77d) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:49.368155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:49.368740 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.382243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04a98e0-cebc-44a7-bb80-9088f1ec66b8 None None] Network 1fd1ea84-a8dd-4740-904a-923be73cd77d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:49.398805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f4815129-85bd-4c7b-9486-66b7e123518b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1516867 Aug 17 16:47:49.399164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33198) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:49.410844 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2858ba-1c49-4722-a41b-b8b36daddb2f req-5457be4f-9017-47dd-9625-718adf2ac870 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494634 Aug 17 16:47:49.513382 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:47:46Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:49.541365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9585ff-9a25-4967-844e-f57d3aadf788 None None] DHCP port deletion for 33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:47:49.543284 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a11b7-3242-4bc6-be34-2090cfad7ef8 None None] The sync data for ids ['2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1'] in n-d-804878-1 is: [{'id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'name': 'tempest-TestNetworkBasicOps-router-1363886270', 'tenant_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:46:40Z', 'updated_at': '2021-08-17T16:47:46Z', 'revision_number': 5, 'project_id': '95a4ff9eec4d410cbacc06c6ce1bb56a', 'gw_port': {'id': '38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:46:41Z', 'updated_at': '2021-08-17T16:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:49.565618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cb87d6a0-0924-4f01-b0c4-7e83e0185fe1 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/d233c794-bcc9-4f56-8d44-0eefa6d76089 HTTP/1.1" status: 200 len: 992 time: 0.2401159 Aug 17 16:47:49.569800 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.583155 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] Set router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:49.601175 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Deleting port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:49.601510 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.648197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Transition to ACTIVE for port object 26df13b6-1043-405f-a1bd-4dc8d1d9f084 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:49.770056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Transition to ACTIVE for port object 26df13b6-1043-405f-a1bd-4dc8d1d9f084 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:49.773211 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.780884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] For port 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:49.781605 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.800124 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.808747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.809983 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.822355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Calling delete_port for 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:49.901575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Network 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:49.955055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1fd1ea84-a8dd-4740-904a-923be73cd77d', 'network_id': '1fd1ea84-a8dd-4740-904a-923be73cd77d', 'tenant_id': '115563039fb54d4daabd97b8444502ea', 'fixed_ips': [{'subnet_id': 'dacbfe37-3032-4727-b44a-d387f94809e6'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:47:49.955913 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.957954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:49.961564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:49.985524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b53e55f4-fe12-4c28-92b7-3380e5ccec2b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b53e55f4-fe12-4c28-92b7-3380e5ccec2b,segment=NetworkSegment(a9b56140-9ef2-41aa-a79c-f24871a2ba17),segment_id=a9b56140-9ef2-41aa-a79c-f24871a2ba17)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:49.987252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8c9585ff-9a25-4967-844e-f57d3aadf788 None None] Deleting port 42684e39-c3c0-4f3f-8630-5b606fb22bf4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:49.987629 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c9585ff-9a25-4967-844e-f57d3aadf788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:49.999369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Pushing event updated for resources: {'Port': ['ID=26df13b6-1043-405f-a1bd-4dc8d1d9f084,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:50.011735 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.083151 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.186825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Allocated IP 2001:db8::1 (0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb/d8775d14-3f81-4c64-95c9-b5679156e5ba/bb9542d8-232d-4dbb-8c42-f7276328a0be) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:50.210074 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.248299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8c9585ff-9a25-4967-844e-f57d3aadf788 None None] For port 42684e39-c3c0-4f3f-8630-5b606fb22bf4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=42684e39-c3c0-4f3f-8630-5b606fb22bf4,segment=NetworkSegment(633e9c3d-1957-4b3c-9166-4d2e1b00730b),segment_id=633e9c3d-1957-4b3c-9166-4d2e1b00730b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:50.248690 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c9585ff-9a25-4967-844e-f57d3aadf788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.263050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Attempting to bind port 26df13b6-1043-405f-a1bd-4dc8d1d9f084 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:50.263378 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Attempting to bind port 26df13b6-1043-405f-a1bd-4dc8d1d9f084 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '128fc7ed-d338-4c98-a089-1e42a05220e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:50.263733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Attempting to bind port 26df13b6-1043-405f-a1bd-4dc8d1d9f084 on network 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:50.277662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Port': ['ID=38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:50.302487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8c9585ff-9a25-4967-844e-f57d3aadf788 None None] Calling delete_port for 42684e39-c3c0-4f3f-8630-5b606fb22bf4 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:50.308603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b53e55f4-fe12-4c28-92b7-3380e5ccec2b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:50.311373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:50.311741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Checking segment: {'id': '128fc7ed-d338-4c98-a089-1e42a05220e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:50.312145 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.312513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Bound using segment: {'id': '128fc7ed-d338-4c98-a089-1e42a05220e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:50.313024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Bound port: 26df13b6-1043-405f-a1bd-4dc8d1d9f084, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128fc7ed-d338-4c98-a089-1e42a05220e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:50.313401 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.370171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.459377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Allocated IP 2001:db8::2 (1fd1ea84-a8dd-4740-904a-923be73cd77d/dacbfe37-3032-4727-b44a-d387f94809e6/ad5f3034-ced0-4011-8798-85c5fa835873) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:50.478283 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.507446 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.510093 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.518685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Transition to ACTIVE for port object bb9542d8-232d-4dbb-8c42-f7276328a0be will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:50.550103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:30Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'd233c794-bcc9-4f56-8d44-0eefa6d76089', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.251', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'port_id': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'mac_address': 'fa:16:3e:3c:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:47:46Z', 'updated_at': '2021-08-17T16:47:46Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc38a767-8cdb-4714-99e0-0d34741f522d', 'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:44:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:29Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:50.555796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] For port 26df13b6-1043-405f-a1bd-4dc8d1d9f084, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:50.569409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33202) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:50.583442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e3195-84c8-41e0-acf0-189f1e5d6eec req-5a057af2-6041-4143-9826-6da6329a2e32 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:50.585226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c4e3195-84c8-41e0-acf0-189f1e5d6eec req-5a057af2-6041-4143-9826-6da6329a2e32 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1501431 Aug 17 16:47:50.588148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.588676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Fanout notify agent at l3_agent the message router_deleted on router 2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:47:50.596965 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.598131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f1180e9-ab6f-40f2-b4cd-fa068477dcea tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/routers/2abb3f17-2cc0-4668-bc7c-fe9704b8cfe1 HTTP/1.1" status: 204 len: 168 time: 1.6234970 Aug 17 16:47:50.603702 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:50.656211 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6d940651-f040-4779-a667-f6c9d7a6e950 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/d233c794-bcc9-4f56-8d44-0eefa6d76089 HTTP/1.1" status: 200 len: 992 time: 0.0866954 Aug 17 16:47:50.748400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c4e3195-84c8-41e0-acf0-189f1e5d6eec req-c9a5825e-8956-4d0d-99d3-31a53864337b tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391742 Aug 17 16:47:50.769303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.808297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] For port 26df13b6-1043-405f-a1bd-4dc8d1d9f084, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=26df13b6-1043-405f-a1bd-4dc8d1d9f084,segment=NetworkSegment(128fc7ed-d338-4c98-a089-1e42a05220e5),segment_id=128fc7ed-d338-4c98-a089-1e42a05220e5)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:50.811983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b53e55f4-fe12-4c28-92b7-3380e5ccec2b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:50.817771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a3ae8c-eab6-4be6-a9f5-405dfe5eebaa None None] The sync data for ids ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'] in n-d-804878-1 is: [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:30Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'd233c794-bcc9-4f56-8d44-0eefa6d76089', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.251', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'port_id': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'mac_address': 'fa:16:3e:3c:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:47:46Z', 'updated_at': '2021-08-17T16:47:46Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc38a767-8cdb-4714-99e0-0d34741f522d', 'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:44:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:29Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:50.831932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.834831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:50.841793 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.842848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:50.852127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:50.852664 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.870814 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c9585ff-9a25-4967-844e-f57d3aadf788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:50.897604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Port': ['ID=bb9542d8-232d-4dbb-8c42-f7276328a0be,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:50.945093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f180e041-ab90-40cd-885a-95d639fc8077 req-f0a060b8-a683-4af8-800c-3d59de00ff20 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584981 Aug 17 16:47:50.948477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9585ff-9a25-4967-844e-f57d3aadf788 None None] No DVR routers for this DVR port 42684e39-c3c0-4f3f-8630-5b606fb22bf4 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:47:50.956012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfe8a0-a806-4f3d-899e-13b6ad39a8c9 None None] Pushing event updated for resources: {'Port': ['ID=26df13b6-1043-405f-a1bd-4dc8d1d9f084,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:50.998031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9585ff-9a25-4967-844e-f57d3aadf788 None None] Pushing event deleted for resources: {'Port': ['ID=42684e39-c3c0-4f3f-8630-5b606fb22bf4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:51.041224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b53e55f4-fe12-4c28-92b7-3380e5ccec2b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:51.041795 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.082134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.088506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e041-ab90-40cd-885a-95d639fc8077 req-73e684cd-22a3-4233-a36a-0f776fd9ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:51.090554 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f180e041-ab90-40cd-885a-95d639fc8077 req-73e684cd-22a3-4233-a36a-0f776fd9ad71 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1097 time: 0.0792007 Aug 17 16:47:51.106421 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.108685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Transition to ACTIVE for port object ad5f3034-ced0-4011-8798-85c5fa835873 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:51.137201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Transition to ACTIVE for port object ad5f3034-ced0-4011-8798-85c5fa835873 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:51.147090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:51.153771 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.175226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633e9c3d-1957-4b3c-9166-4d2e1b00730b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:51.175559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633e9c3d-1957-4b3c-9166-4d2e1b00730b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:51.194085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.238593 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791308b3-d314-4598-bdcf-2cc25984b3ba None None] New status for floating IP d233c794-bcc9-4f56-8d44-0eefa6d76089: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:47:51.282407 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.284403 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.293985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e041-ab90-40cd-885a-95d639fc8077 req-b5014aa8-fa8f-4574-aebe-a3565c645778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:51.295926 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f180e041-ab90-40cd-885a-95d639fc8077 req-b5014aa8-fa8f-4574-aebe-a3565c645778 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.1779039 Aug 17 16:47:51.299819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:47:51.300184 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:47:51.303416 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:47:51.329668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Network 1fd1ea84-a8dd-4740-904a-923be73cd77d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:51.339418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:51.346319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:51.349628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Pushing event updated for resources: {'Port': ['ID=ad5f3034-ced0-4011-8798-85c5fa835873,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:51.407194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f180e041-ab90-40cd-885a-95d639fc8077 req-ccb5060a-4d59-46cb-a4e5-3345346d9116 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1000 time: 0.1018293 Aug 17 16:47:51.421323 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.449411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b3a9b41-60e2-4f8f-b300-9fda8638e146 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:51.471723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e041-ab90-40cd-885a-95d639fc8077 req-e417ecf3-0c3b-4c7d-b339-3f6500a4fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:51.473610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f180e041-ab90-40cd-885a-95d639fc8077 req-e417ecf3-0c3b-4c7d-b339-3f6500a4fc04 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0595970 Aug 17 16:47:51.483138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2b3a9b41-60e2-4f8f-b300-9fda8638e146 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:51.483482 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b3a9b41-60e2-4f8f-b300-9fda8638e146 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:51.484136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 42684e39-c3c0-4f3f-8630-5b606fb22bf4 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:51.514239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Attempting to bind port ad5f3034-ced0-4011-8798-85c5fa835873 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:51.514896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Attempting to bind port ad5f3034-ced0-4011-8798-85c5fa835873 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd3d12d30-6622-4ee8-988d-ca2f392e8656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fd1ea84-a8dd-4740-904a-923be73cd77d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:51.515466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Attempting to bind port ad5f3034-ced0-4011-8798-85c5fa835873 on network 1fd1ea84-a8dd-4740-904a-923be73cd77d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:51.521973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 42684e39-c3c0-4f3f-8630-5b606fb22bf4 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:51.522645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 42684e39-c3c0-4f3f-8630-5b606fb22bf4 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:51.530951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e041-ab90-40cd-885a-95d639fc8077 req-9eca56f7-53db-4169-bc53-4685dddcc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:51.533141 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f180e041-ab90-40cd-885a-95d639fc8077 req-9eca56f7-53db-4169-bc53-4685dddcc8f7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524590 Aug 17 16:47:51.553622 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:51.554470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Checking segment: {'id': 'd3d12d30-6622-4ee8-988d-ca2f392e8656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fd1ea84-a8dd-4740-904a-923be73cd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:51.554824 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.555228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Bound using segment: {'id': 'd3d12d30-6622-4ee8-988d-ca2f392e8656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fd1ea84-a8dd-4740-904a-923be73cd77d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:51.555710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Bound port: ad5f3034-ced0-4011-8798-85c5fa835873, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d12d30-6622-4ee8-988d-ca2f392e8656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fd1ea84-a8dd-4740-904a-923be73cd77d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:51.556089 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.633570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] For port ad5f3034-ced0-4011-8798-85c5fa835873, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:51.637635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] For port ad5f3034-ced0-4011-8798-85c5fa835873, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ad5f3034-ced0-4011-8798-85c5fa835873,segment=NetworkSegment(d3d12d30-6622-4ee8-988d-ca2f392e8656),segment_id=d3d12d30-6622-4ee8-988d-ca2f392e8656)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:51.639326 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f180e041-ab90-40cd-885a-95d639fc8077 req-9bcec968-db96-44c5-8920-1e6107007bbb service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975847 Aug 17 16:47:51.643125 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.710770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33206) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:51.725598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d1239-b02e-49bc-b6b5-c4d9cbc3ff9b None None] Pushing event updated for resources: {'Port': ['ID=ad5f3034-ced0-4011-8798-85c5fa835873,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:51.801869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cb97364a-0042-4d12-952a-16c668036db8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/d233c794-bcc9-4f56-8d44-0eefa6d76089 HTTP/1.1" status: 200 len: 994 time: 0.0845947 Aug 17 16:47:51.813318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f180e041-ab90-40cd-885a-95d639fc8077 req-eeeb1134-353c-4ba9-a1f5-10f00be5d57e service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663918 Aug 17 16:47:51.902331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758ccd-e49d-4efe-8245-e32864a01c37 req-edb93ca6-620a-4d2c-acab-dca79e5e7cc0 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:51.904007 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99758ccd-e49d-4efe-8245-e32864a01c37 req-edb93ca6-620a-4d2c-acab-dca79e5e7cc0 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0782850 Aug 17 16:47:51.918042 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:51.919906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] 10.222.0.77 "DELETE /v2.0/networks/33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7 HTTP/1.1" status: 204 len: 168 time: 1.3153055 Aug 17 16:47:51.933252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c13fa-8950-4c00-bcbd-28736201e6ef tempest-TestNetworkBasicOps-2119729242 tempest-TestNetworkBasicOps-2119729242-project] Pushing event deleted for resources: {'Network': ['ID=33ddf3d2-d269-4c52-bd2f-3cf62dfca5e7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:51.974113 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-99758ccd-e49d-4efe-8245-e32864a01c37 req-6984f220-f7e3-4879-941b-ff35c75d9e43 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624068 Aug 17 16:47:52.138876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:52.144878 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:52.145777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:52.236686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Port': ['ID=bb9542d8-232d-4dbb-8c42-f7276328a0be,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:52.279338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33214) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:52.306852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:52.308602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:52.364699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e617b-9d76-4e32-8deb-2679920e4a33 None None] Network 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:52.433566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b8423354-5f36-40c6-8cfc-71d0c6715f37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95a4ff9eec4d410cbacc06c6ce1bb56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527526 Aug 17 16:47:52.435254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Router 33797a4e-c398-48b3-9a59-377346001c23 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:47:52.435960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33218) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:52.436579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eda7ece4-ef33-4bf6-acb7-c6cd044c29ab None None] Provisioning for port 26df13b6-1043-405f-a1bd-4dc8d1d9f084 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:52.495352 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a0fec67-2f04-4b94-a7c8-b04df5fe0e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:52.524549 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a0fec67-2f04-4b94-a7c8-b04df5fe0e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:52.549841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:52.559513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a6501f38-e521-41c9-a44e-e3e93e5a60c6 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "PUT /v2.0/routers/33797a4e-c398-48b3-9a59-377346001c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1540215 Aug 17 16:47:52.561223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33220) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:52.561740 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a8048-88a3-4bf6-b697-2846fc6e6d09 None None] Sync routers for ids ['33797a4e-c398-48b3-9a59-377346001c23'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:52.570817 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a8048-88a3-4bf6-b697-2846fc6e6d09 None None] Routers {'33797a4e-c398-48b3-9a59-377346001c23'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:52.571670 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b0a8048-88a3-4bf6-b697-2846fc6e6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['33797a4e-c398-48b3-9a59-377346001c23'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:52.613755 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b0a8048-88a3-4bf6-b697-2846fc6e6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:52.632735 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a8048-88a3-4bf6-b697-2846fc6e6d09 None None] Routers {'33797a4e-c398-48b3-9a59-377346001c23'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:52.633703 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b0a8048-88a3-4bf6-b697-2846fc6e6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['33797a4e-c398-48b3-9a59-377346001c23'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:52.669587 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b0a8048-88a3-4bf6-b697-2846fc6e6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:52.670296 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a8048-88a3-4bf6-b697-2846fc6e6d09 None None] The sync data for ids ['33797a4e-c398-48b3-9a59-377346001c23'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:52.699494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a0fec67-2f04-4b94-a7c8-b04df5fe0e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:52.701744 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a0fec67-2f04-4b94-a7c8-b04df5fe0e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:52.705310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8a0fec67-2f04-4b94-a7c8-b04df5fe0e5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/defc9424-14f8-4a56-91be-333b0bdd7927 HTTP/1.1" status: 204 len: 168 time: 0.2660484 Aug 17 16:47:52.773530 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fec67-2f04-4b94-a7c8-b04df5fe0e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defc9424-14f8-4a56-91be-333b0bdd7927,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:52.850139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 26df13b6-1043-405f-a1bd-4dc8d1d9f084 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:52.932678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 26df13b6-1043-405f-a1bd-4dc8d1d9f084 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:52.940887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 26df13b6-1043-405f-a1bd-4dc8d1d9f084 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:52.941277 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:52.998163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-990392af-bb5a-44da-a9c3-1fb3898701cf None None] Provisioning for port bb9542d8-232d-4dbb-8c42-f7276328a0be completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:53.004766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-990392af-bb5a-44da-a9c3-1fb3898701cf None None] Provisioning complete for port bb9542d8-232d-4dbb-8c42-f7276328a0be triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:53.005455 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-990392af-bb5a-44da-a9c3-1fb3898701cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.093661 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-6aa9e7b8-df96-418c-96d3-b83827ca5090 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:47:53.095676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6aa9e7b8-df96-418c-96d3-b83827ca5090 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "PUT /v2.0/routers/33797a4e-c398-48b3-9a59-377346001c23/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5320151 Aug 17 16:47:53.098792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33228) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:53.132114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-990392af-bb5a-44da-a9c3-1fb3898701cf None None] Port bb9542d8-232d-4dbb-8c42-f7276328a0be cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:53.140322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fddc24-b755-4d6e-9e67-461da9721c07 None None] Network 1fd1ea84-a8dd-4740-904a-923be73cd77d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:53.168084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1954caa-382f-45e2-b50b-c6c9e4edb329 req-dcddb4ca-4323-4bdd-ac76-3abe4f6b7bf2 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:53.173510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33230) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:53.174479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1954caa-382f-45e2-b50b-c6c9e4edb329 req-dcddb4ca-4323-4bdd-ac76-3abe4f6b7bf2 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0989983 Aug 17 16:47:53.195620 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0bbe-0777-4fb2-bee6-536e5578292f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.225454 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.227560 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1954caa-382f-45e2-b50b-c6c9e4edb329 req-931ba355-feb3-43f5-b1c7-46aa70565c15 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Aug 17 16:47:53.248203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-990392af-bb5a-44da-a9c3-1fb3898701cf None None] Provisioning complete for port 26df13b6-1043-405f-a1bd-4dc8d1d9f084 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:53.248203 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-990392af-bb5a-44da-a9c3-1fb3898701cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.330707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 26df13b6-1043-405f-a1bd-4dc8d1d9f084, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=26df13b6-1043-405f-a1bd-4dc8d1d9f084,segment=NetworkSegment(128fc7ed-d338-4c98-a089-1e42a05220e5),segment_id=128fc7ed-d338-4c98-a089-1e42a05220e5)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:53.357398 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.358443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ad5f3034-ced0-4011-8798-85c5fa835873 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:53.489926 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0bbe-0777-4fb2-bee6-536e5578292f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.495848 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0bbe-0777-4fb2-bee6-536e5578292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.506647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=26df13b6-1043-405f-a1bd-4dc8d1d9f084,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:53.532352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ad5f3034-ced0-4011-8798-85c5fa835873 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:53.545139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:47:53.550931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c0bbe-0777-4fb2-bee6-536e5578292f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c88c5a8-f425-4a48-bb6f-46fc5ed94dce,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:53.567023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7e5c0bbe-0777-4fb2-bee6-536e5578292f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3692d296bce74a4b8a087fa1efedfe21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883212 Aug 17 16:47:53.567418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33232) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:53.568103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:47:53.568453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 38cd3438-0bb2-4f5a-b8f0-ed5ffefaa0ae not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:47:53.627779 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f15f8a45-02b8-484c-92bf-bb5f12504f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.628015 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.637798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-98a78b19-2771-4b1a-a5d4-28f61d4c6004 None None] Provisioning complete for port bb9542d8-232d-4dbb-8c42-f7276328a0be triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:53.638742 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a78b19-2771-4b1a-a5d4-28f61d4c6004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.659410 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f15f8a45-02b8-484c-92bf-bb5f12504f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.683796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-98a78b19-2771-4b1a-a5d4-28f61d4c6004 None None] Port bb9542d8-232d-4dbb-8c42-f7276328a0be cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:53.699991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-98a78b19-2771-4b1a-a5d4-28f61d4c6004 None None] Provisioning for port ad5f3034-ced0-4011-8798-85c5fa835873 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:53.706946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-98a78b19-2771-4b1a-a5d4-28f61d4c6004 None None] Provisioning complete for port ad5f3034-ced0-4011-8798-85c5fa835873 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:53.707591 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a78b19-2771-4b1a-a5d4-28f61d4c6004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.729875 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f15f8a45-02b8-484c-92bf-bb5f12504f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.732420 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f15f8a45-02b8-484c-92bf-bb5f12504f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.734218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f15f8a45-02b8-484c-92bf-bb5f12504f7f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c88c5a8-f425-4a48-bb6f-46fc5ed94dce HTTP/1.1" status: 204 len: 168 time: 0.1669176 Aug 17 16:47:53.745312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f8a45-02b8-484c-92bf-bb5f12504f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c88c5a8-f425-4a48-bb6f-46fc5ed94dce,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:53.803306 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a78b19-2771-4b1a-a5d4-28f61d4c6004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.844288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-98a78b19-2771-4b1a-a5d4-28f61d4c6004 None None] For port ad5f3034-ced0-4011-8798-85c5fa835873, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ad5f3034-ced0-4011-8798-85c5fa835873,segment=NetworkSegment(d3d12d30-6622-4ee8-988d-ca2f392e8656),segment_id=d3d12d30-6622-4ee8-988d-ca2f392e8656)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:53.849999 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a78b19-2771-4b1a-a5d4-28f61d4c6004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.923129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a78b19-2771-4b1a-a5d4-28f61d4c6004 None None] Pushing event updated for resources: {'Port': ['ID=ad5f3034-ced0-4011-8798-85c5fa835873,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:53.940400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Deleting port bb9542d8-232d-4dbb-8c42-f7276328a0be {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:47:53.940901 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:53.976178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-be81ba3c-c45e-43d0-b3f8-e1ad039c6690 None None] Provisioning complete for port ad5f3034-ced0-4011-8798-85c5fa835873 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:53.979872 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be81ba3c-c45e-43d0-b3f8-e1ad039c6690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.042001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.059305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Calling delete_port for bb9542d8-232d-4dbb-8c42-f7276328a0be owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:47:54.245576 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.276700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Port': ['ID=bb9542d8-232d-4dbb-8c42-f7276328a0be,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:54.398731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.491449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5bcf0-d8b9-4a28-bb03-b8ce22702e7d req-c77e45a3-b523-437a-b6c6-47fb51daf7ad tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:54.493141 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2f5bcf0-d8b9-4a28-bb03-b8ce22702e7d req-c77e45a3-b523-437a-b6c6-47fb51daf7ad tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1266329 Aug 17 16:47:54.540712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:54.601426 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2f5bcf0-d8b9-4a28-bb03-b8ce22702e7d req-340fa4ec-a77c-413f-8c36-feb3acfbaad9 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009462 Aug 17 16:47:54.605298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Router 33797a4e-c398-48b3-9a59-377346001c23 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:54.646110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1078229421-network', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:54.676852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Made reservation on behalf of 451a0bbe5b4b4f73b403a0ef944e1f1a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:54.680141 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.691271 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.714336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 26df13b6-1043-405f-a1bd-4dc8d1d9f084 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:54.768637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 26df13b6-1043-405f-a1bd-4dc8d1d9f084 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:54.769053 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.804770 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.808754 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.832147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:54.848797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071a0bbe-f4e2-42a6-9171-66ded43b6f84,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:54.852251 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.852686 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Added segment 2c7ba483-2d00-4013-804b-1b5c1ff33ba0 of type vlan for network 3f490250-3e83-4b6c-9372-2a2083e2c366 Aug 17 16:47:54.867255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ad5f3034-ced0-4011-8798-85c5fa835873 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:54.902637 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.920369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ad5f3034-ced0-4011-8798-85c5fa835873 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:54.921017 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.930702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:54.931713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:54.932455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.022856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:55.034577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cbc96c1d-8568-4c94-b462-ff84dced3867 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "PUT /v2.0/routers/33797a4e-c398-48b3-9a59-377346001c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9330127 Aug 17 16:47:55.034772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33260) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:55.034867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4d5213-6627-49af-86a5-037d928b6108 None None] Sync routers for ids ['33797a4e-c398-48b3-9a59-377346001c23'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:55.043975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d5213-6627-49af-86a5-037d928b6108 None None] Routers {'33797a4e-c398-48b3-9a59-377346001c23'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:55.044283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] Pushing event updated for resources: {'Network': ['ID=3f490250-3e83-4b6c-9372-2a2083e2c366,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:55.044597 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c4d5213-6627-49af-86a5-037d928b6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['33797a4e-c398-48b3-9a59-377346001c23'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:55.047654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-00b5c957-4d74-463b-99f5-acde29deb9ac admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5052722 Aug 17 16:47:55.050846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33262) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:55.056074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Request body: {'subnet': {'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1078229421-subnet', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:55.079051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Made reservation on behalf of 451a0bbe5b4b4f73b403a0ef944e1f1a for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:55.081534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.083307 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3cf19cd7-fb5e-4884-a53e-500ba58de7cf tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] delete failed (client error): The resource could not be found. Aug 17 16:47:55.085071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3cf19cd7-fb5e-4884-a53e-500ba58de7cf tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1932173400 HTTP/1.1" status: 404 len: 335 time: 0.0496087 Aug 17 16:47:55.097895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:55.099054 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 3f490250-3e83-4b6c-9372-2a2083e2c366 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:55.103413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fc79f2f0-c158-45b9-9904-db87d7b6b01d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'router': {'external_gateway_info': {'network_id': '33797a4e-c398-48b3-9a59-377346001c23'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:55.103680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c4d5213-6627-49af-86a5-037d928b6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:55.158916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d5213-6627-49af-86a5-037d928b6108 None None] Routers {'33797a4e-c398-48b3-9a59-377346001c23'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:55.159691 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c4d5213-6627-49af-86a5-037d928b6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['33797a4e-c398-48b3-9a59-377346001c23'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:55.202736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c4d5213-6627-49af-86a5-037d928b6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:55.203649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4d5213-6627-49af-86a5-037d928b6108 None None] The sync data for ids ['33797a4e-c398-48b3-9a59-377346001c23'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:55.278748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.319592 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc79f2f0-c158-45b9-9904-db87d7b6b01d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.340646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5aa6cae-4efd-435d-890c-3b5e70863bd6,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:55.343012 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-fc79f2f0-c158-45b9-9904-db87d7b6b01d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] update failed (client error): The resource could not be found. Aug 17 16:47:55.348540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc79f2f0-c158-45b9-9904-db87d7b6b01d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "PUT /v2.0/routers/33797a4e-c398-48b3-9a59-377346001c23 HTTP/1.1" status: 404 len: 339 time: 0.2458429 Aug 17 16:47:55.349018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33266) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:55.353736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-899813676'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:55.360631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Checking segment: {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:55.360998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Network hostable DHCP agents. Network: 3f490250-3e83-4b6c-9372-2a2083e2c366, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:55.388421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Network 3f490250-3e83-4b6c-9372-2a2083e2c366 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:55.391598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Made reservation on behalf of 115563039fb54d4daabd97b8444502ea for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:55.394996 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.410771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 3f490250-3e83-4b6c-9372-2a2083e2c366) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:55.417891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:55.418535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.419180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005656f9-bb7d-468c-a323-1f2b5d9caf80 None None] Network 3f490250-3e83-4b6c-9372-2a2083e2c366 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:55.434336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:47:55.440556 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c0055acd-4f72-49c2-a63c-9171c9f0073c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3885403 Aug 17 16:47:55.444219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:55.446314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.446697 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Added segment 43686931-bda8-420c-ac36-79b3ddb2b090 of type vlan for network ef06ad46-fe67-4758-aa86-8c48d714b7d7 Aug 17 16:47:55.448977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1078229421-router', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:55.475952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.477130 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.491613 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.527829 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.532868 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.535175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:55.536097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.587280 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-3f490250-3e83-4b6c-9372-2a2083e2c366', 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'fixed_ips': [{'subnet_id': 'f5aa6cae-4efd-435d-890c-3b5e70863bd6'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:47:55.588356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.596256 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2429659 Aug 17 16:47:55.597541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33270) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:55.602622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'subnet': {'network_id': 'ef06ad46-fe67-4758-aa86-8c48d714b7d7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:55.663338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ad2c-2bae-4588-896d-97909374f417 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Network': ['ID=ef06ad46-fe67-4758-aa86-8c48d714b7d7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:55.691761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network ef06ad46-fe67-4758-aa86-8c48d714b7d7 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:47:55.721952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.724974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Made reservation on behalf of 115563039fb54d4daabd97b8444502ea for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:47:55.729179 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.795620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Allocated IP 172.20.0.2 (3f490250-3e83-4b6c-9372-2a2083e2c366/f5aa6cae-4efd-435d-890c-3b5e70863bd6/7e82d7b1-7940-4226-a6be-94948828a245) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:55.800472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e34b4-c33a-46bd-8337-3cadf03a8f70 req-fe544fd7-f580-4817-a876-af4f684f3734 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:55.802499 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d96e34b4-c33a-46bd-8337-3cadf03a8f70 req-fe544fd7-f580-4817-a876-af4f684f3734 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0994856 Aug 17 16:47:55.858980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d96e34b4-c33a-46bd-8337-3cadf03a8f70 req-33ac6979-abe0-44fa-aa00-2eabee07bf7c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486474 Aug 17 16:47:55.958675 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.971367 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:55.985111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Transition to ACTIVE for port object 7e82d7b1-7940-4226-a6be-94948828a245 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:56.002252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Transition to ACTIVE for port object 7e82d7b1-7940-4226-a6be-94948828a245 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:56.009984 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.020710 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.029720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Subnet': ['ID=75fbad6c-bcb3-4afa-a0d4-091e06d7fc28,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:56.041983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.045168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Network 3f490250-3e83-4b6c-9372-2a2083e2c366 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:56.046405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Checking segment: {'id': '43686931-bda8-420c-ac36-79b3ddb2b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef06ad46-fe67-4758-aa86-8c48d714b7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:56.047636 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network hostable DHCP agents. Network: ef06ad46-fe67-4758-aa86-8c48d714b7d7, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:47:56.047973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:56.051408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:56.069999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network ef06ad46-fe67-4758-aa86-8c48d714b7d7 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:47:56.070267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Pushing event updated for resources: {'Port': ['ID=7e82d7b1-7940-4226-a6be-94948828a245,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:56.083297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, ef06ad46-fe67-4758-aa86-8c48d714b7d7) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:56.088498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:56.089101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.107380 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d1516dad-3e3a-4228-8e40-94348f9453d1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5087581 Aug 17 16:47:56.111890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33274) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:56.113099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83add022-02f2-468c-bcd5-93b2ef8fb738 None None] Network ef06ad46-fe67-4758-aa86-8c48d714b7d7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:56.118143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-cea7f437-c509-49c4-aa39-5bdb49157982 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef06ad46-fe67-4758-aa86-8c48d714b7d7'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:47:56.161164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Attempting to bind port 7e82d7b1-7940-4226-a6be-94948828a245 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:56.161530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Attempting to bind port 7e82d7b1-7940-4226-a6be-94948828a245 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:56.162262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Attempting to bind port 7e82d7b1-7940-4226-a6be-94948828a245 on network 3f490250-3e83-4b6c-9372-2a2083e2c366 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:56.169553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Allocated IP 172.25.7.30 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/6e283bf1-5182-4dac-b760-1369fa9d5b50) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:56.174751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:56.175130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Checking segment: {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:56.175532 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.175923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Bound using segment: {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:56.176394 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Bound port: 7e82d7b1-7940-4226-a6be-94948828a245, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:56.176776 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.294610 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.297941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] For port 7e82d7b1-7940-4226-a6be-94948828a245, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:56.303161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] For port 7e82d7b1-7940-4226-a6be-94948828a245, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7e82d7b1-7940-4226-a6be-94948828a245,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:56.309507 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.339071 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.372193 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cea7f437-c509-49c4-aa39-5bdb49157982 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.384357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:56.387261 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:56.391923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:56.425920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Pushing event updated for resources: {'Port': ['ID=6e283bf1-5182-4dac-b760-1369fa9d5b50,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:56.487148 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-cea7f437-c509-49c4-aa39-5bdb49157982 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:47:56.491642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cea7f437-c509-49c4-aa39-5bdb49157982 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "PUT /v2.0/routers/33797a4e-c398-48b3-9a59-377346001c23 HTTP/1.1" status: 400 len: 364 time: 0.3748221 Aug 17 16:47:56.497693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33276) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:56.529435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ef06ad46-fe67-4758-aa86-8c48d714b7d7', 'network_id': 'ef06ad46-fe67-4758-aa86-8c48d714b7d7', 'tenant_id': '115563039fb54d4daabd97b8444502ea', 'fixed_ips': [{'subnet_id': '75fbad6c-bcb3-4afa-a0d4-091e06d7fc28'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:47:56.530279 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.612248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cafa6-331c-4279-9592-9c380bf16948 None None] Pushing event updated for resources: {'Port': ['ID=7e82d7b1-7940-4226-a6be-94948828a245,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:56.698486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Allocated IP 2001:db8:1::2 (ef06ad46-fe67-4758-aa86-8c48d714b7d7/75fbad6c-bcb3-4afa-a0d4-091e06d7fc28/4729f420-aff9-4388-821e-e610effcfb95) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:56.704377 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.839002 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.900137 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.911142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Transition to ACTIVE for port object 4729f420-aff9-4388-821e-e610effcfb95 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:56.927669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Transition to ACTIVE for port object 4729f420-aff9-4388-821e-e610effcfb95 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:56.937402 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:56.976185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Network ef06ad46-fe67-4758-aa86-8c48d714b7d7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:56.981387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:56.984945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:56.992826 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:57.042259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Pushing event updated for resources: {'Port': ['ID=4729f420-aff9-4388-821e-e610effcfb95,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:57.056336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Attempting to bind port 4729f420-aff9-4388-821e-e610effcfb95 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:57.056700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Attempting to bind port 4729f420-aff9-4388-821e-e610effcfb95 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '43686931-bda8-420c-ac36-79b3ddb2b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef06ad46-fe67-4758-aa86-8c48d714b7d7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:57.057094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Attempting to bind port 4729f420-aff9-4388-821e-e610effcfb95 on network ef06ad46-fe67-4758-aa86-8c48d714b7d7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:57.062356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:57.062956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Checking segment: {'id': '43686931-bda8-420c-ac36-79b3ddb2b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef06ad46-fe67-4758-aa86-8c48d714b7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:57.063684 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:57.064147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Bound using segment: {'id': '43686931-bda8-420c-ac36-79b3ddb2b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef06ad46-fe67-4758-aa86-8c48d714b7d7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:57.064684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Bound port: 4729f420-aff9-4388-821e-e610effcfb95, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43686931-bda8-420c-ac36-79b3ddb2b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef06ad46-fe67-4758-aa86-8c48d714b7d7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:57.065127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:57.087577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808a5b3-5206-4a87-8bc8-618604876481 req-66a64dcc-5cf9-4cdc-bc6a-83ccf3481116 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:57.095165 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c808a5b3-5206-4a87-8bc8-618604876481 req-66a64dcc-5cf9-4cdc-bc6a-83ccf3481116 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1107011 Aug 17 16:47:57.132844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] For port 4729f420-aff9-4388-821e-e610effcfb95, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:57.136634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] For port 4729f420-aff9-4388-821e-e610effcfb95, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4729f420-aff9-4388-821e-e610effcfb95,segment=NetworkSegment(43686931-bda8-420c-ac36-79b3ddb2b090),segment_id=43686931-bda8-420c-ac36-79b3ddb2b090)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:57.139665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Router 0be38c56-f71c-4153-9cce-4b1171593827 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:47:57.141713 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:57.181536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c808a5b3-5206-4a87-8bc8-618604876481 req-6dd83cdd-1b0a-45dd-9e66-46af159ac2ad tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843906 Aug 17 16:47:57.231548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a17bb-02e1-46d0-ae9a-2f85ab9cd99a None None] Pushing event updated for resources: {'Port': ['ID=4729f420-aff9-4388-821e-e610effcfb95,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:57.248733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Allocated IP 2001:db8::1 (23e0e39b-271e-43c5-afaa-a99b55aa845d/80511a01-cb04-4154-838f-e13947cc736c/79911f7c-f2f2-40bf-9deb-6658c6f7d2e5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:57.310167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:57.322354 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Sync routers for ids ['0be38c56-f71c-4153-9cce-4b1171593827'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:57.327850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:57.329893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a9123ca-e5d6-4a55-9b0b-6b61ae757815 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8845007 Aug 17 16:47:57.334276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:57.336352 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Routers {'0be38c56-f71c-4153-9cce-4b1171593827'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:57.337036 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0be38c56-f71c-4153-9cce-4b1171593827'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:57.441143 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:57.481205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Transition to ACTIVE for port object 79911f7c-f2f2-40bf-9deb-6658c6f7d2e5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:57.509212 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Set router 0be38c56-f71c-4153-9cce-4b1171593827 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:57.548807 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:57.609478 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network 23e0e39b-271e-43c5-afaa-a99b55aa845d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:57.613132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:57.616049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:57.616651 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:57.622904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Port': ['ID=79911f7c-f2f2-40bf-9deb-6658c6f7d2e5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:57.801875 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:57.825108 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be38c56-f71c-4153-9cce-4b1171593827', 'name': 'tempest-TestServerMultinode-1078229421-router', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:55Z', 'updated_at': '2021-08-17T16:47:56Z', 'revision_number': 3, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'gw_port': {'id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be38c56-f71c-4153-9cce-4b1171593827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:56Z', 'updated_at': '2021-08-17T16:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:57.862648 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Checking router: 0be38c56-f71c-4153-9cce-4b1171593827 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:47:57.862959 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Updating router 0be38c56-f71c-4153-9cce-4b1171593827 port 6e283bf1-5182-4dac-b760-1369fa9d5b50 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:47:57.914945 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.037363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9d0e64f8-2040-4d20-a7c3-dd6e4586804a None None] Provisioning for port 79911f7c-f2f2-40bf-9deb-6658c6f7d2e5 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:58.042527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9d0e64f8-2040-4d20-a7c3-dd6e4586804a None None] Provisioning complete for port 79911f7c-f2f2-40bf-9deb-6658c6f7d2e5 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:58.042932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d0e64f8-2040-4d20-a7c3-dd6e4586804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.117086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f36530-9179-491a-b9a5-8cd92361bd5d None None] Network 3f490250-3e83-4b6c-9372-2a2083e2c366 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:58.190720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e64f8-2040-4d20-a7c3-dd6e4586804a None None] Port 79911f7c-f2f2-40bf-9deb-6658c6f7d2e5 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:47:58.263342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.271846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.272739 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.273801 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.287601 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Transition to ACTIVE for port object 6e283bf1-5182-4dac-b760-1369fa9d5b50 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:58.296387 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.382812 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Attempting to bind port 6e283bf1-5182-4dac-b760-1369fa9d5b50 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:47:58.384089 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Attempting to bind port 6e283bf1-5182-4dac-b760-1369fa9d5b50 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:47:58.384746 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Attempting to bind port 6e283bf1-5182-4dac-b760-1369fa9d5b50 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:47:58.394394 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:47:58.396065 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:47:58.396792 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.397340 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:47:58.397981 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Bound port: 6e283bf1-5182-4dac-b760-1369fa9d5b50, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:47:58.398578 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.401864 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e21acc-682d-4fec-af49-765dd73765eb None None] Pushing event updated for resources: {'Port': ['ID=6e283bf1-5182-4dac-b760-1369fa9d5b50,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:58.403576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-641d105b-7896-4755-9764-95db1cd82d3d None None] Provisioning for port 7e82d7b1-7940-4226-a6be-94948828a245 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:58.421634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event updated for resources: {'Port': ['ID=79911f7c-f2f2-40bf-9deb-6658c6f7d2e5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:58.473336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd437e-a6e8-4fde-b27b-ee4d58baf77f req-9b789113-8bce-44b4-a025-cd8482052428 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:58.475112 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36dd437e-a6e8-4fde-b27b-ee4d58baf77f req-9b789113-8bce-44b4-a025-cd8482052428 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0983188 Aug 17 16:47:58.504271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Network 23e0e39b-271e-43c5-afaa-a99b55aa845d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:58.506131 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] For port 6e283bf1-5182-4dac-b760-1369fa9d5b50, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:47:58.506870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:58.522050 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] For port 6e283bf1-5182-4dac-b760-1369fa9d5b50, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6e283bf1-5182-4dac-b760-1369fa9d5b50,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:47:58.534258 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.592067 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36dd437e-a6e8-4fde-b27b-ee4d58baf77f req-806e8d8d-7abf-4f71-ac84-53a92dbe8df1 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942676 Aug 17 16:47:58.626742 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Routers {'0be38c56-f71c-4153-9cce-4b1171593827'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:58.627374 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0be38c56-f71c-4153-9cce-4b1171593827'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:58.645938 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:58.682229 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec43289f-bd0f-483b-bdaa-1999fea3f566 None None] Network ef06ad46-fe67-4758-aa86-8c48d714b7d7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:47:58.702232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Router 33797a4e-c398-48b3-9a59-377346001c23 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:47:58.707427 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e21acc-682d-4fec-af49-765dd73765eb None None] Pushing event updated for resources: {'Port': ['ID=6e283bf1-5182-4dac-b760-1369fa9d5b50,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:58.910300 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] Set router 0be38c56-f71c-4153-9cce-4b1171593827 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:47:58.939421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-4811278f-dfc8-4f6a-8cd8-74936ae78cb8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1304903 Aug 17 16:47:58.942905 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7e82d7b1-7940-4226-a6be-94948828a245 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:58.944162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:47:58.950644 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-31c11aec-a122-4c20-b3d4-80efc6083202 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "PUT /v2.0/routers/33797a4e-c398-48b3-9a59-377346001c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4517012 Aug 17 16:47:58.953817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33284) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:58.966724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Allocated IP 172.20.0.1 (3f490250-3e83-4b6c-9372-2a2083e2c366/f5aa6cae-4efd-435d-890c-3b5e70863bd6/baca68d0-f149-4722-8773-6fd08d503fe2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:47:58.974350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe86a3-3cf2-4320-90e3-a09051710479 None None] Sync routers for ids ['33797a4e-c398-48b3-9a59-377346001c23'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:47:59.038069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-17a8232f-24ae-425e-9698-8b62a5608da3 None None] Provisioning for port 4729f420-aff9-4388-821e-e610effcfb95 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:59.048592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe86a3-3cf2-4320-90e3-a09051710479 None None] Routers {'33797a4e-c398-48b3-9a59-377346001c23'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:59.049247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5fbe86a3-3cf2-4320-90e3-a09051710479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['33797a4e-c398-48b3-9a59-377346001c23'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:59.099686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5fbe86a3-3cf2-4320-90e3-a09051710479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:59.110331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe86a3-3cf2-4320-90e3-a09051710479 None None] Routers {'33797a4e-c398-48b3-9a59-377346001c23'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:47:59.110994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5fbe86a3-3cf2-4320-90e3-a09051710479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['33797a4e-c398-48b3-9a59-377346001c23'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:59.126637 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.149543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5fbe86a3-3cf2-4320-90e3-a09051710479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:59.150233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe86a3-3cf2-4320-90e3-a09051710479 None None] The sync data for ids ['33797a4e-c398-48b3-9a59-377346001c23'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:59.152029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 7e82d7b1-7940-4226-a6be-94948828a245 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:59.154575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Transition to ACTIVE for port object baca68d0-f149-4722-8773-6fd08d503fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:47:59.159801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7e82d7b1-7940-4226-a6be-94948828a245 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:59.160177 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.180275 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be38c56-f71c-4153-9cce-4b1171593827', 'name': 'tempest-TestServerMultinode-1078229421-router', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:55Z', 'updated_at': '2021-08-17T16:47:56Z', 'revision_number': 3, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'gw_port': {'id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be38c56-f71c-4153-9cce-4b1171593827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:56Z', 'updated_at': '2021-08-17T16:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:47:59.200097 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.217097 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade9b1a-8559-4564-aa2e-0e763f697311 None None] The sync data for ids ['0be38c56-f71c-4153-9cce-4b1171593827'] in n-d-804878-1 is: [{'id': '0be38c56-f71c-4153-9cce-4b1171593827', 'name': 'tempest-TestServerMultinode-1078229421-router', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:55Z', 'updated_at': '2021-08-17T16:47:56Z', 'revision_number': 3, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'gw_port': {'id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be38c56-f71c-4153-9cce-4b1171593827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:56Z', 'updated_at': '2021-08-17T16:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:47:59.229063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ea3cf240-faeb-463a-8b70-c7f27fe21b0d None None] Provisioning complete for port 7e82d7b1-7940-4226-a6be-94948828a245 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:59.229063 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf240-faeb-463a-8b70-c7f27fe21b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.262326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Network 3f490250-3e83-4b6c-9372-2a2083e2c366 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:47:59.263311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:47:59.267057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:47:59.313755 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.325700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Pushing event updated for resources: {'Port': ['ID=baca68d0-f149-4722-8773-6fd08d503fe2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:59.345975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.429572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 7e82d7b1-7940-4226-a6be-94948828a245, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7e82d7b1-7940-4226-a6be-94948828a245,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:59.445548 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.446359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4729f420-aff9-4388-821e-e610effcfb95 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:47:59.517253 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf240-faeb-463a-8b70-c7f27fe21b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.537731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.563674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=7e82d7b1-7940-4226-a6be-94948828a245,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:59.593616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a7bda1-d87d-4aba-8953-7d4ceaf7d63d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.670636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4729f420-aff9-4388-821e-e610effcfb95 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:47:59.685269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4729f420-aff9-4388-821e-e610effcfb95 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:47:59.685801 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.689057 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-ea3cf240-faeb-463a-8b70-c7f27fe21b0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:47:59.689509 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-ea3cf240-faeb-463a-8b70-c7f27fe21b0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:47:59.756353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-e4884f79-0ce0-49c4-a5f5-aa67197ff6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:59.757853 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-e4884f79-0ce0-49c4-a5f5-aa67197ff6c2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7e6ffdd0387446a4ba06732855b55340&device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 1097 time: 0.2288208 Aug 17 16:47:59.799051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.799582 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-05a7bda1-d87d-4aba-8953-7d4ceaf7d63d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 16:47:59.803327 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-05a7bda1-d87d-4aba-8953-7d4ceaf7d63d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/routers/33797a4e-c398-48b3-9a59-377346001c23 HTTP/1.1" status: 409 len: 329 time: 0.8458531 Aug 17 16:47:59.803831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:47:59.822060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cf4e9-a02d-41a8-952c-10aab0371695 req-82bb91b0-9b7c-4752-a0b5-a858c5524e97 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:59.823672 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-880cf4e9-a02d-41a8-952c-10aab0371695 req-82bb91b0-9b7c-4752-a0b5-a858c5524e97 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1012070 Aug 17 16:47:59.838998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 4729f420-aff9-4388-821e-e610effcfb95, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4729f420-aff9-4388-821e-e610effcfb95,segment=NetworkSegment(43686931-bda8-420c-ac36-79b3ddb2b090),segment_id=43686931-bda8-420c-ac36-79b3ddb2b090)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:47:59.845759 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.899800 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-880cf4e9-a02d-41a8-952c-10aab0371695 req-3d4b97fd-9578-4167-af19-f3297cc7d51d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493066 Aug 17 16:47:59.911859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=4729f420-aff9-4388-821e-e610effcfb95,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:47:59.933430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-ddcac03a-47b5-4c5b-81fd-38411b760d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:47:59.933430 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-ddcac03a-47b5-4c5b-81fd-38411b760d7e service neutron] 10.222.0.91 "GET /v2.0/networks?id=47cb50ba-444e-4368-9860-45733d526109 HTTP/1.1" status: 200 len: 910 time: 0.1436543 Aug 17 16:47:59.933740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:47:59.942685 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:00.012883 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-a205747e-d486-42c6-8f37-07777302810b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af959559-8131-4183-9419-11d8264c80c1 HTTP/1.1" status: 200 len: 1002 time: 0.0764573 Aug 17 16:48:00.068238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-330b0db2-2e6d-45dc-9ad8-42ad1e8b257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:00.069931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-330b0db2-2e6d-45dc-9ad8-42ad1e8b257f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a758837c-b63a-483d-ab06-107d0eb6eacf HTTP/1.1" status: 200 len: 848 time: 0.0491679 Aug 17 16:48:00.091081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:00.107017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Pushing event updated for resources: {'Port': ['ID=baca68d0-f149-4722-8773-6fd08d503fe2,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:00.122036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-fefb7595-60f1-4d94-b6ca-d9382a965139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:00.123841 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-fefb7595-60f1-4d94-b6ca-d9382a965139 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=47cb50ba-444e-4368-9860-45733d526109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462627 Aug 17 16:48:00.231152 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-6289786e-7832-4be7-8dff-01434c28fb31 service neutron] 10.222.0.91 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990593 Aug 17 16:48:00.264854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ea3cf240-faeb-463a-8b70-c7f27fe21b0d None None] Provisioning complete for port 79911f7c-f2f2-40bf-9deb-6658c6f7d2e5 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:00.264854 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf240-faeb-463a-8b70-c7f27fe21b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:00.280331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Network 3f490250-3e83-4b6c-9372-2a2083e2c366 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:48:00.284466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:00.321719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ea3cf240-faeb-463a-8b70-c7f27fe21b0d None None] Port 79911f7c-f2f2-40bf-9deb-6658c6f7d2e5 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:48:00.364253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c88af977-0a4c-4f16-846a-b68d2a95c374 req-f1bc6dcd-b46b-4345-9d6b-4cf1cc21474e service neutron] 10.222.0.91 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252983 Aug 17 16:48:00.451821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0216bd02-805f-434e-9d6c-a099df9b9bd2 None None] Provisioning complete for port 4729f420-aff9-4388-821e-e610effcfb95 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:00.455740 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0216bd02-805f-434e-9d6c-a099df9b9bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:00.462303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Router 0be38c56-f71c-4153-9cce-4b1171593827 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:48:00.470799 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:00.555344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0216bd02-805f-434e-9d6c-a099df9b9bd2 None None] Provisioning for port baca68d0-f149-4722-8773-6fd08d503fe2 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:00.559201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0216bd02-805f-434e-9d6c-a099df9b9bd2 None None] Provisioning complete for port baca68d0-f149-4722-8773-6fd08d503fe2 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:00.559650 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0216bd02-805f-434e-9d6c-a099df9b9bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:00.596468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0216bd02-805f-434e-9d6c-a099df9b9bd2 None None] Port baca68d0-f149-4722-8773-6fd08d503fe2 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:48:00.710991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:48:00.715992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c73aa66c-418a-407e-80d9-1806b2ba8aed None None] Provisioning complete for port baca68d0-f149-4722-8773-6fd08d503fe2 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:00.716389 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fd700ac2-19ba-4c1e-92d5-06b787cd3f3f admin admin] 10.222.0.77 "PUT /v2.0/routers/0be38c56-f71c-4153-9cce-4b1171593827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3809452 Aug 17 16:48:00.716696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c73aa66c-418a-407e-80d9-1806b2ba8aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:00.761302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c73aa66c-418a-407e-80d9-1806b2ba8aed None None] Port baca68d0-f149-4722-8773-6fd08d503fe2 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:48:00.829523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4729f420-aff9-4388-821e-e610effcfb95 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:00.848267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Deleting port 79911f7c-f2f2-40bf-9deb-6658c6f7d2e5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:00.848708 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:00.885481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4729f420-aff9-4388-821e-e610effcfb95 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:00.885847 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:00.957950 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:00.989387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Calling delete_port for 79911f7c-f2f2-40bf-9deb-6658c6f7d2e5 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:01.006361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7e82d7b1-7940-4226-a6be-94948828a245 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:01.059505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7e82d7b1-7940-4226-a6be-94948828a245 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:01.059900 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.104629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb20e8-980b-4aeb-982a-423a33e1ae37 req-b2d190ab-37e4-4086-98fb-54ca030f7d17 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:01.106298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1efb20e8-980b-4aeb-982a-423a33e1ae37 req-b2d190ab-37e4-4086-98fb-54ca030f7d17 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1009936 Aug 17 16:48:01.147714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6e283bf1-5182-4dac-b760-1369fa9d5b50 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:01.197255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1efb20e8-980b-4aeb-982a-423a33e1ae37 req-2363b4bc-908d-431c-91bd-31628b0f1110 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464709 Aug 17 16:48:01.214332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 6e283bf1-5182-4dac-b760-1369fa9d5b50 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:01.218256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6e283bf1-5182-4dac-b760-1369fa9d5b50 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:01.219090 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.263143 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.295748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Port': ['ID=79911f7c-f2f2-40bf-9deb-6658c6f7d2e5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:01.306510 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.339124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 6e283bf1-5182-4dac-b760-1369fa9d5b50, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6e283bf1-5182-4dac-b760-1369fa9d5b50,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:01.350109 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.368727 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Sync routers for ids ['0be38c56-f71c-4153-9cce-4b1171593827'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:48:01.380456 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Routers {'0be38c56-f71c-4153-9cce-4b1171593827'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:01.381079 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0be38c56-f71c-4153-9cce-4b1171593827'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:01.407474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33306) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:01.415063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1247984942-network', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:01.436753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.442024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Made reservation on behalf of 46ce639f1b1c479cadcc1abb6ecbcbda for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:48:01.445673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=6e283bf1-5182-4dac-b760-1369fa9d5b50,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:01.446879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.458515 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.532795 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Set router 0be38c56-f71c-4153-9cce-4b1171593827 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:48:01.582599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.590333 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.613103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:48:01.626823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51148e4-23b5-4dfc-9b89-dec70b0930e6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:01.632037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.632396 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Added segment d25c2e97-e480-4eb4-9e0d-2cba48b19b3a of type vlan for network 1973cbed-4e23-4223-8941-0b051ed22df6 Aug 17 16:48:01.638153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Router 33797a4e-c398-48b3-9a59-377346001c23 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:48:01.683678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.711139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.712350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:01.713067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.721431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:48:01.730341 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7d3b5fd3-debf-4e7b-af17-85a6e58f57f1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "PUT /v2.0/routers/33797a4e-c398-48b3-9a59-377346001c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9256582 Aug 17 16:48:01.731667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:01.733433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb472210-91ef-42a8-86ae-2ad39977ea2c None None] Sync routers for ids ['33797a4e-c398-48b3-9a59-377346001c23'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:48:01.745478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb472210-91ef-42a8-86ae-2ad39977ea2c None None] Routers {'33797a4e-c398-48b3-9a59-377346001c23'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:01.746404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb472210-91ef-42a8-86ae-2ad39977ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['33797a4e-c398-48b3-9a59-377346001c23'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:01.774626 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3650646 Aug 17 16:48:01.777276 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33310) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:01.777638 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be38c56-f71c-4153-9cce-4b1171593827', 'name': 'tempest-TestServerMultinode-1078229421-router', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:55Z', 'updated_at': '2021-08-17T16:47:59Z', 'revision_number': 4, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'gw_port': {'id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be38c56-f71c-4153-9cce-4b1171593827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:56Z', 'updated_at': '2021-08-17T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'baca68d0-f149-4722-8773-6fd08d503fe2', 'name': '', 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'mac_address': 'fa:16:3e:3a:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be38c56-f71c-4153-9cce-4b1171593827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'f5aa6cae-4efd-435d-890c-3b5e70863bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:58Z', 'updated_at': '2021-08-17T16:47:59Z', 'revision_number': 2, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'subnets': [{'id': 'f5aa6cae-4efd-435d-890c-3b5e70863bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:01.784057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Request body: {'subnet': {'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1247984942-subnet', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:01.788683 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-f5493d3a-cf7c-41c0-87d4-dc4b6476ba44 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] show failed (client error): The resource could not be found. Aug 17 16:48:01.789373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb472210-91ef-42a8-86ae-2ad39977ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:01.793421 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f5493d3a-cf7c-41c0-87d4-dc4b6476ba44 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-413116456 HTTP/1.1" status: 404 len: 334 time: 0.0572846 Aug 17 16:48:01.793912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84a626-6e60-4ea9-9c9a-b983d6f38ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=1973cbed-4e23-4223-8941-0b051ed22df6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:01.794669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:01.800996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c63415b8-2ac9-486f-a4da-84eb4b6dcf2b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:01.804730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1973cbed-4e23-4223-8941-0b051ed22df6 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:48:01.814261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Made reservation on behalf of 46ce639f1b1c479cadcc1abb6ecbcbda for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:48:01.817670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.818312 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Checking router: 0be38c56-f71c-4153-9cce-4b1171593827 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:48:01.818701 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Updating router 0be38c56-f71c-4153-9cce-4b1171593827 port baca68d0-f149-4722-8773-6fd08d503fe2 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:48:01.821863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb472210-91ef-42a8-86ae-2ad39977ea2c None None] Routers {'33797a4e-c398-48b3-9a59-377346001c23'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:01.822912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb472210-91ef-42a8-86ae-2ad39977ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['33797a4e-c398-48b3-9a59-377346001c23'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:01.843724 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-c63415b8-2ac9-486f-a4da-84eb4b6dcf2b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] update failed (client error): The resource could not be found. Aug 17 16:48:01.851427 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c63415b8-2ac9-486f-a4da-84eb4b6dcf2b tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-408611091 HTTP/1.1" status: 404 len: 334 time: 0.0511315 Aug 17 16:48:01.851427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:01.859181 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.915351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6234b3-bc7c-4a5d-b237-0c9e6303e847 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Deleting subnet 75fbad6c-bcb3-4afa-a0d4-091e06d7fc28 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:48:01.919488 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c6234b3-bc7c-4a5d-b237-0c9e6303e847 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:01.926820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb472210-91ef-42a8-86ae-2ad39977ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:01.927771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb472210-91ef-42a8-86ae-2ad39977ea2c None None] The sync data for ids ['33797a4e-c398-48b3-9a59-377346001c23'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:48:01.992644 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c6234b3-bc7c-4a5d-b237-0c9e6303e847 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.064088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.096185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c6234b3-bc7c-4a5d-b237-0c9e6303e847 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.134602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0b400c5-04c0-4598-bbb0-49902b58a3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.154561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1150bb08-c715-4103-a019-9a85c0dc637d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:02.159958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Checking segment: {'id': 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:02.160319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Network hostable DHCP agents. Network: 1973cbed-4e23-4223-8941-0b051ed22df6, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:48:02.180947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Network 1973cbed-4e23-4223-8941-0b051ed22df6 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:48:02.192033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1973cbed-4e23-4223-8941-0b051ed22df6) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:02.198988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:02.199586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.202186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb60f6-152b-4230-8de0-d4deb8333aad None None] Network 1973cbed-4e23-4223-8941-0b051ed22df6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:02.219931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f41e34f6-1ae5-4fa6-aaaa-13af522286f5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4415834 Aug 17 16:48:02.223869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33318) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:02.231984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1247984942-router', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:02.239486 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c6234b3-bc7c-4a5d-b237-0c9e6303e847 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.268525 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.270339 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.320942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6234b3-bc7c-4a5d-b237-0c9e6303e847 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Subnet': ['ID=75fbad6c-bcb3-4afa-a0d4-091e06d7fc28,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:02.341805 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c6234b3-bc7c-4a5d-b237-0c9e6303e847 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.344939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c6234b3-bc7c-4a5d-b237-0c9e6303e847 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/subnets/75fbad6c-bcb3-4afa-a0d4-091e06d7fc28 HTTP/1.1" status: 204 len: 168 time: 0.4928882 Aug 17 16:48:02.350826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:02.360086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a9cd7-f9c4-4246-8958-7acaa68cf058 None None] Network ef06ad46-fe67-4758-aa86-8c48d714b7d7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:02.369594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.379735 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.405916 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Transition to ACTIVE for port object baca68d0-f149-4722-8773-6fd08d503fe2 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:02.417899 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.451894 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.503518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1973cbed-4e23-4223-8941-0b051ed22df6', 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'fixed_ips': [{'subnet_id': '1150bb08-c715-4103-a019-9a85c0dc637d'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:48:02.505458 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.508776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaaa5a-d9c3-4797-8d1b-ef863589b0bd req-fca7ceb0-1abe-4434-9452-def1d2178b78 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:02.510563 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ffaaa5a-d9c3-4797-8d1b-ef863589b0bd req-fca7ceb0-1abe-4434-9452-def1d2178b78 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1572299 Aug 17 16:48:02.548056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Deleting port 4729f420-aff9-4388-821e-e610effcfb95 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:02.548664 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.567252 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Attempting to bind port baca68d0-f149-4722-8773-6fd08d503fe2 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:02.567879 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Attempting to bind port baca68d0-f149-4722-8773-6fd08d503fe2 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:02.568437 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Attempting to bind port baca68d0-f149-4722-8773-6fd08d503fe2 on network 3f490250-3e83-4b6c-9372-2a2083e2c366 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:02.575209 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:02.575926 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Checking segment: {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:02.576672 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.577219 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Bound using segment: {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:02.577909 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Bound port: baca68d0-f149-4722-8773-6fd08d503fe2, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:02.579062 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.616181 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.675825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2ffaaa5a-d9c3-4797-8d1b-ef863589b0bd req-fe95e982-b891-4d45-953f-8759d4290b38 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538230 Aug 17 16:48:02.679132 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0b980-4c2e-4ef2-8893-534681afacdc None None] Pushing event updated for resources: {'Port': ['ID=baca68d0-f149-4722-8773-6fd08d503fe2,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:02.692362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] For port 4729f420-aff9-4388-821e-e610effcfb95, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4729f420-aff9-4388-821e-e610effcfb95,segment=NetworkSegment(43686931-bda8-420c-ac36-79b3ddb2b090),segment_id=43686931-bda8-420c-ac36-79b3ddb2b090)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:02.707988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.735543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Calling delete_port for 4729f420-aff9-4388-821e-e610effcfb95 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:02.746365 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] For port baca68d0-f149-4722-8773-6fd08d503fe2, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:02.751582 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] For port baca68d0-f149-4722-8773-6fd08d503fe2, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=baca68d0-f149-4722-8773-6fd08d503fe2,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:48:02.760153 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.794174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Allocated IP 172.20.0.2 (1973cbed-4e23-4223-8941-0b051ed22df6/1150bb08-c715-4103-a019-9a85c0dc637d/e8c10165-e8c3-434e-bd3e-2b37a2aefb09) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:48:02.840439 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Routers {'0be38c56-f71c-4153-9cce-4b1171593827'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:02.841388 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0be38c56-f71c-4153-9cce-4b1171593827'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:02.905151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef1ba34-3b9e-428d-9d65-c4ecfb19db28 None None] DHCP port deletion for ef06ad46-fe67-4758-aa86-8c48d714b7d7 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:48:02.915772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6e283bf1-5182-4dac-b760-1369fa9d5b50 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:02.919981 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0b980-4c2e-4ef2-8893-534681afacdc None None] Pushing event updated for resources: {'Port': ['ID=baca68d0-f149-4722-8773-6fd08d503fe2,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:02.943041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:02.961007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] No DVR routers for this DVR port 4729f420-aff9-4388-821e-e610effcfb95 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:02.982567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.008336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Port': ['ID=4729f420-aff9-4388-821e-e610effcfb95,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:03.008588 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] Set router 0be38c56-f71c-4153-9cce-4b1171593827 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:48:03.011297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.024547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1ba34-3b9e-428d-9d65-c4ecfb19db28 None None] The port '4729f420-aff9-4388-821e-e610effcfb95' was deleted {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 17 16:48:03.098861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6e283bf1-5182-4dac-b760-1369fa9d5b50 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:03.099286 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.132140 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.148014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef06ad46-fe67-4758-aa86-8c48d714b7d7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:03.162718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43686931-bda8-420c-ac36-79b3ddb2b090') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:03.163008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43686931-bda8-420c-ac36-79b3ddb2b090') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:03.166141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Allocated IP 172.25.7.8 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/72537952-a9b5-4305-b8c4-6d11f83e5a31) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:48:03.188302 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.212856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.225685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:48:03.226501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:48:03.245001 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:48:03.303835 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.317186 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be38c56-f71c-4153-9cce-4b1171593827', 'name': 'tempest-TestServerMultinode-1078229421-router', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:55Z', 'updated_at': '2021-08-17T16:47:59Z', 'revision_number': 4, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'gw_port': {'id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be38c56-f71c-4153-9cce-4b1171593827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:56Z', 'updated_at': '2021-08-17T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'baca68d0-f149-4722-8773-6fd08d503fe2', 'name': '', 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'mac_address': 'fa:16:3e:3a:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be38c56-f71c-4153-9cce-4b1171593827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'f5aa6cae-4efd-435d-890c-3b5e70863bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:58Z', 'updated_at': '2021-08-17T16:48:02Z', 'revision_number': 4, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'subnets': [{'id': 'f5aa6cae-4efd-435d-890c-3b5e70863bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:03.319666 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.332069 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.334135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/networks/ef06ad46-fe67-4758-aa86-8c48d714b7d7 HTTP/1.1" status: 204 len: 168 time: 0.9820938 Aug 17 16:48:03.335246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5de5ce-0c04-42c5-abc1-43782f24602d tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Network': ['ID=ef06ad46-fe67-4758-aa86-8c48d714b7d7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:03.338240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:03.359350 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c2940-3004-48b8-8a06-116e0bd3af43 None None] The sync data for ids ['0be38c56-f71c-4153-9cce-4b1171593827'] in n-d-804878-1 is: [{'id': '0be38c56-f71c-4153-9cce-4b1171593827', 'name': 'tempest-TestServerMultinode-1078229421-router', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:55Z', 'updated_at': '2021-08-17T16:47:59Z', 'revision_number': 4, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'gw_port': {'id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be38c56-f71c-4153-9cce-4b1171593827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:56Z', 'updated_at': '2021-08-17T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'baca68d0-f149-4722-8773-6fd08d503fe2', 'name': '', 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'mac_address': 'fa:16:3e:3a:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be38c56-f71c-4153-9cce-4b1171593827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'f5aa6cae-4efd-435d-890c-3b5e70863bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:58Z', 'updated_at': '2021-08-17T16:48:02Z', 'revision_number': 4, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'subnets': [{'id': 'f5aa6cae-4efd-435d-890c-3b5e70863bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:48:03.391389 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.396606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-904d54e1-8b5a-4242-b4f5-4dc608c53470 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Deleting subnet dacbfe37-3032-4727-b44a-d387f94809e6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:48:03.400794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.401331 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-904d54e1-8b5a-4242-b4f5-4dc608c53470 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.434255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Transition to ACTIVE for port object e8c10165-e8c3-434e-bd3e-2b37a2aefb09 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:03.463919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Transition to ACTIVE for port object e8c10165-e8c3-434e-bd3e-2b37a2aefb09 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:03.466875 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-904d54e1-8b5a-4242-b4f5-4dc608c53470 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.472683 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.485653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:48:03.488809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:03.492849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:48:03.522036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Network 1973cbed-4e23-4223-8941-0b051ed22df6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:48:03.523435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:03.527429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:48:03.533707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Pushing event updated for resources: {'Port': ['ID=e8c10165-e8c3-434e-bd3e-2b37a2aefb09,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:03.555086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Pushing event updated for resources: {'Port': ['ID=72537952-a9b5-4305-b8c4-6d11f83e5a31,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:03.594201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Attempting to bind port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:03.594763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Attempting to bind port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:03.595256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Attempting to bind port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 on network 1973cbed-4e23-4223-8941-0b051ed22df6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:03.601504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:03.602046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Checking segment: {'id': 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:03.602586 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.603091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Bound using segment: {'id': 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:03.603668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Bound port: e8c10165-e8c3-434e-bd3e-2b37a2aefb09, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:03.604177 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.687136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] For port e8c10165-e8c3-434e-bd3e-2b37a2aefb09, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:03.693210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] For port e8c10165-e8c3-434e-bd3e-2b37a2aefb09, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e8c10165-e8c3-434e-bd3e-2b37a2aefb09,segment=NetworkSegment(d25c2e97-e480-4eb4-9e0d-2cba48b19b3a),segment_id=d25c2e97-e480-4eb4-9e0d-2cba48b19b3a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:48:03.703340 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:03.802839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f43ab8-39d8-46eb-83e9-627ba53faeeb None None] Pushing event updated for resources: {'Port': ['ID=e8c10165-e8c3-434e-bd3e-2b37a2aefb09,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:03.870360 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.003284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30915ef-c9ed-4bd8-9b96-f7195aa3a797 req-80a5e3b4-e20f-42be-a032-7734a6f258be tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:04.018504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f30915ef-c9ed-4bd8-9b96-f7195aa3a797 req-80a5e3b4-e20f-42be-a032-7734a6f258be tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1254904 Aug 17 16:48:04.051466 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-904d54e1-8b5a-4242-b4f5-4dc608c53470 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.107147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f30915ef-c9ed-4bd8-9b96-f7195aa3a797 req-e165ba64-651d-4ca0-98ce-2dcef72c97ee tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878036 Aug 17 16:48:04.147332 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-904d54e1-8b5a-4242-b4f5-4dc608c53470 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.163069 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.179801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-904d54e1-8b5a-4242-b4f5-4dc608c53470 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.184993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-904d54e1-8b5a-4242-b4f5-4dc608c53470 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/subnets/dacbfe37-3032-4727-b44a-d387f94809e6 HTTP/1.1" status: 204 len: 168 time: 0.8455744 Aug 17 16:48:04.185595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:04.187583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f61219-c7cc-42f1-9187-6ff0d4c0bcee None None] Network 1fd1ea84-a8dd-4740-904a-923be73cd77d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:04.194187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d54e1-8b5a-4242-b4f5-4dc608c53470 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Subnet': ['ID=dacbfe37-3032-4727-b44a-d387f94809e6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:04.256775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-08561ea0-f246-40d9-a69c-a41a366e17a9 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Deleting subnet d8775d14-3f81-4c64-95c9-b5679156e5ba {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:48:04.261454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08561ea0-f246-40d9-a69c-a41a366e17a9 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.322464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08561ea0-f246-40d9-a69c-a41a366e17a9 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.326238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Router 017d521b-b6cc-49bb-bab1-c0aad35a6473 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:48:04.405710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cdb7cf-8dc9-4f7c-8417-6cf7d9522cd4 None None] DHCP port deletion for 1fd1ea84-a8dd-4740-904a-923be73cd77d request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:48:04.441606 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08561ea0-f246-40d9-a69c-a41a366e17a9 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.460803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-93cdb7cf-8dc9-4f7c-8417-6cf7d9522cd4 None None] Deleting port ad5f3034-ced0-4011-8798-85c5fa835873 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:04.461482 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93cdb7cf-8dc9-4f7c-8417-6cf7d9522cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.468486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:48:04.480986 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Sync routers for ids ['017d521b-b6cc-49bb-bab1-c0aad35a6473'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:48:04.491950 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.493033 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Routers {'017d521b-b6cc-49bb-bab1-c0aad35a6473'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:04.493769 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:47:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['017d521b-b6cc-49bb-bab1-c0aad35a6473'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:04.497412 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-800825f4-555a-4881-a7d1-7820a8e0021c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2695477 Aug 17 16:48:04.499116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33328) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:04.524349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08561ea0-f246-40d9-a69c-a41a366e17a9 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.549190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39527ec7-edb5-4332-afb4-314c8bd52c23 None None] Network 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:04.549614 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08561ea0-f246-40d9-a69c-a41a366e17a9 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.555844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-08561ea0-f246-40d9-a69c-a41a366e17a9 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/subnets/d8775d14-3f81-4c64-95c9-b5679156e5ba HTTP/1.1" status: 204 len: 168 time: 0.3654604 Aug 17 16:48:04.571168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33330) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:04.587095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08561ea0-f246-40d9-a69c-a41a366e17a9 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Subnet': ['ID=d8775d14-3f81-4c64-95c9-b5679156e5ba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:04.698593 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Set router 017d521b-b6cc-49bb-bab1-c0aad35a6473 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:48:04.740575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-93cdb7cf-8dc9-4f7c-8417-6cf7d9522cd4 None None] For port ad5f3034-ced0-4011-8798-85c5fa835873, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ad5f3034-ced0-4011-8798-85c5fa835873,segment=NetworkSegment(d3d12d30-6622-4ee8-988d-ca2f392e8656),segment_id=d3d12d30-6622-4ee8-988d-ca2f392e8656)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:04.740983 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93cdb7cf-8dc9-4f7c-8417-6cf7d9522cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.760801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-93cdb7cf-8dc9-4f7c-8417-6cf7d9522cd4 None None] Calling delete_port for ad5f3034-ced0-4011-8798-85c5fa835873 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:04.796233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.882707 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c883ea2-2cf4-448f-b530-0cbdd0498eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:04.910517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ca992-f531-46fa-a8b4-8792c5c85d89 None None] DHCP port deletion for 0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:48:04.954825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e8c10165-e8c3-434e-bd3e-2b37a2aefb09 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:05.028519 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93cdb7cf-8dc9-4f7c-8417-6cf7d9522cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.030693 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'name': 'tempest-TestServerMultinode-1247984942-router', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:48:02Z', 'updated_at': '2021-08-17T16:48:03Z', 'revision_number': 3, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'gw_port': {'id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:48:03Z', 'updated_at': '2021-08-17T16:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:05.074050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdb7cf-8dc9-4f7c-8417-6cf7d9522cd4 None None] Pushing event deleted for resources: {'Port': ['ID=ad5f3034-ced0-4011-8798-85c5fa835873,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:05.081800 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.089844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdb7cf-8dc9-4f7c-8417-6cf7d9522cd4 None None] No DVR routers for this DVR port ad5f3034-ced0-4011-8798-85c5fa835873 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:05.102628 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Checking router: 017d521b-b6cc-49bb-bab1-c0aad35a6473 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:48:05.103009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ca992-f531-46fa-a8b4-8792c5c85d89 None None] Deleting port 26df13b6-1043-405f-a1bd-4dc8d1d9f084 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:05.103489 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca992-f531-46fa-a8b4-8792c5c85d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.104151 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Updating router 017d521b-b6cc-49bb-bab1-c0aad35a6473 port 72537952-a9b5-4305-b8c4-6d11f83e5a31 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:48:05.173627 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.182103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:05.194916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device baca68d0-f149-4722-8773-6fd08d503fe2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:05.249362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2173419-9885-4855-b132-77b02a1c11a6 None None] Network 1973cbed-4e23-4223-8941-0b051ed22df6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:05.311273 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cc7ca992-f531-46fa-a8b4-8792c5c85d89 None None] For port 26df13b6-1043-405f-a1bd-4dc8d1d9f084, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=26df13b6-1043-405f-a1bd-4dc8d1d9f084,segment=NetworkSegment(128fc7ed-d338-4c98-a089-1e42a05220e5),segment_id=128fc7ed-d338-4c98-a089-1e42a05220e5)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:05.311676 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca992-f531-46fa-a8b4-8792c5c85d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.346613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ca992-f531-46fa-a8b4-8792c5c85d89 None None] Calling delete_port for 26df13b6-1043-405f-a1bd-4dc8d1d9f084 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:05.350321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ee1ade6e-c08b-4307-82ee-8513f54452d5 None None] Provisioning for port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:05.358820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ee1ade6e-c08b-4307-82ee-8513f54452d5 None None] Provisioning complete for port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:05.359206 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee1ade6e-c08b-4307-82ee-8513f54452d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.394846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port baca68d0-f149-4722-8773-6fd08d503fe2 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:05.427828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] The port 'ad5f3034-ced0-4011-8798-85c5fa835873' was deleted {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 17 16:48:05.439740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port baca68d0-f149-4722-8773-6fd08d503fe2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:05.440339 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.498530 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.512340 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Transition to ACTIVE for port object 72537952-a9b5-4305-b8c4-6d11f83e5a31 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:05.521447 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.576975 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Attempting to bind port 72537952-a9b5-4305-b8c4-6d11f83e5a31 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:05.577431 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Attempting to bind port 72537952-a9b5-4305-b8c4-6d11f83e5a31 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:05.578029 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Attempting to bind port 72537952-a9b5-4305-b8c4-6d11f83e5a31 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:05.581977 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca992-f531-46fa-a8b4-8792c5c85d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.588137 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:05.588602 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:05.589062 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.589538 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:05.589881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311a73-ba64-42c6-b721-5e067aa9071d req-6200a0bd-ecec-409b-b343-38081ca62cfc tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:05.590344 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Bound port: 72537952-a9b5-4305-b8c4-6d11f83e5a31, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:05.590533 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.591600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a311a73-ba64-42c6-b721-5e067aa9071d req-6200a0bd-ecec-409b-b343-38081ca62cfc tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1951921 Aug 17 16:48:05.598356 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.617765 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Pushing event updated for resources: {'Port': ['ID=72537952-a9b5-4305-b8c4-6d11f83e5a31,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:05.618096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd1ea84-a8dd-4740-904a-923be73cd77d']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:05.631794 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.632199 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.632664 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.632988 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.634447 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.634447 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.634447 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.634447 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.634789 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.635185 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.636483 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.636483 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:05.647498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d12d30-6622-4ee8-988d-ca2f392e8656') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:05.647798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d12d30-6622-4ee8-988d-ca2f392e8656') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:05.665701 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] For port 72537952-a9b5-4305-b8c4-6d11f83e5a31, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:05.668911 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] For port 72537952-a9b5-4305-b8c4-6d11f83e5a31, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=72537952-a9b5-4305-b8c4-6d11f83e5a31,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:48:05.677122 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.680049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ca992-f531-46fa-a8b4-8792c5c85d89 None None] Pushing event deleted for resources: {'Port': ['ID=26df13b6-1043-405f-a1bd-4dc8d1d9f084,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:05.689052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ca992-f531-46fa-a8b4-8792c5c85d89 None None] No DVR routers for this DVR port 26df13b6-1043-405f-a1bd-4dc8d1d9f084 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:05.696586 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.718165 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee1ade6e-c08b-4307-82ee-8513f54452d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.725588 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.732862 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Routers {'017d521b-b6cc-49bb-bab1-c0aad35a6473'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:05.733875 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:48:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['017d521b-b6cc-49bb-bab1-c0aad35a6473'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:05.740899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a311a73-ba64-42c6-b721-5e067aa9071d req-b6e8a0ab-1b00-4950-a08f-1145b7126f15 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336052 Aug 17 16:48:05.743513 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.752712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:48:05.753122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:48:05.757030 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:48:05.803438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ee1ade6e-c08b-4307-82ee-8513f54452d5 None None] For port e8c10165-e8c3-434e-bd3e-2b37a2aefb09, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e8c10165-e8c3-434e-bd3e-2b37a2aefb09,segment=NetworkSegment(d25c2e97-e480-4eb4-9e0d-2cba48b19b3a),segment_id=d25c2e97-e480-4eb4-9e0d-2cba48b19b3a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:05.811913 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee1ade6e-c08b-4307-82ee-8513f54452d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.859923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port baca68d0-f149-4722-8773-6fd08d503fe2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=baca68d0-f149-4722-8773-6fd08d503fe2,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:05.870808 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.875076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.883760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:05.885706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/networks/1fd1ea84-a8dd-4740-904a-923be73cd77d HTTP/1.1" status: 204 len: 168 time: 1.3135870 Aug 17 16:48:05.888345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:05.912373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ade6e-c08b-4307-82ee-8513f54452d5 None None] Pushing event updated for resources: {'Port': ['ID=e8c10165-e8c3-434e-bd3e-2b37a2aefb09,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:05.954003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ab718-d77b-4afb-b50d-2663d566fe3a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Network': ['ID=1fd1ea84-a8dd-4740-904a-923be73cd77d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:05.976182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4729f420-aff9-4388-821e-e610effcfb95 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:05.998635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.015086 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] Set router 017d521b-b6cc-49bb-bab1-c0aad35a6473 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:48:06.035170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4729f420-aff9-4388-821e-e610effcfb95 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:06.035520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4729f420-aff9-4388-821e-e610effcfb95 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:06.038672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ad5f3034-ced0-4011-8798-85c5fa835873 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:06.044964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.100259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ad5f3034-ced0-4011-8798-85c5fa835873 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:06.100901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ad5f3034-ced0-4011-8798-85c5fa835873 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:06.103255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=baca68d0-f149-4722-8773-6fd08d503fe2,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:06.108531 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.147584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-793e800d-059d-4483-88d7-f55769ffbc4f None None] Provisioning complete for port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:06.147958 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-793e800d-059d-4483-88d7-f55769ffbc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.156053 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559fb79-d38c-49ce-937c-79dba244192f None None] Pushing event updated for resources: {'Port': ['ID=72537952-a9b5-4305-b8c4-6d11f83e5a31,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:06.168747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.181125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:06.196574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128fc7ed-d338-4c98-a089-1e42a05220e5') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:06.197207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128fc7ed-d338-4c98-a089-1e42a05220e5') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:06.209255 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.229847 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.236532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:48:06.237176 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.238042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Allocated IP 172.20.0.1 (1973cbed-4e23-4223-8941-0b051ed22df6/1150bb08-c715-4103-a019-9a85c0dc637d/5ebe7203-9df3-4fb6-a71a-0e9b85711308) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:48:06.272631 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'name': 'tempest-TestServerMultinode-1247984942-router', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:48:02Z', 'updated_at': '2021-08-17T16:48:03Z', 'revision_number': 3, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'gw_port': {'id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:48:03Z', 'updated_at': '2021-08-17T16:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:48:06.276892 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:48:06.300933 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bad614-f6a3-47a8-8c35-8a6d559eaff5 None None] The sync data for ids ['017d521b-b6cc-49bb-bab1-c0aad35a6473'] in n-d-804878-1 is: [{'id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'name': 'tempest-TestServerMultinode-1247984942-router', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:48:02Z', 'updated_at': '2021-08-17T16:48:03Z', 'revision_number': 3, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'gw_port': {'id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:48:03Z', 'updated_at': '2021-08-17T16:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:48:06.303301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.311567 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.314169 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/networks/0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb HTTP/1.1" status: 204 len: 168 time: 0.4238353 Aug 17 16:48:06.316594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:06.337468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a64244-ef70-4454-bb86-92a887a46cc8 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Network': ['ID=0e01f2c7-5003-40a6-a3a5-79d3c9ac9ebb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:06.381744 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.383267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f02c8e-dce1-4e77-8a39-82ed8ac105ef tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Deleting subnet 80511a01-cb04-4154-838f-e13947cc736c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:48:06.386464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f02c8e-dce1-4e77-8a39-82ed8ac105ef tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.397923 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Transition to ACTIVE for port object 5ebe7203-9df3-4fb6-a71a-0e9b85711308 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:06.432477 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.434339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f02c8e-dce1-4e77-8a39-82ed8ac105ef tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.472808 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Network 1973cbed-4e23-4223-8941-0b051ed22df6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:48:06.477842 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:06.481754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:48:06.508359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebe7203-9df3-4fb6-a71a-0e9b85711308,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:06.526978 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.527219 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f02c8e-dce1-4e77-8a39-82ed8ac105ef tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.614594 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f02c8e-dce1-4e77-8a39-82ed8ac105ef tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.659908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f02c8e-dce1-4e77-8a39-82ed8ac105ef tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Subnet': ['ID=80511a01-cb04-4154-838f-e13947cc736c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:06.663919 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f02c8e-dce1-4e77-8a39-82ed8ac105ef tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.666141 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-98f02c8e-dce1-4e77-8a39-82ed8ac105ef tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/subnets/80511a01-cb04-4154-838f-e13947cc736c HTTP/1.1" status: 204 len: 168 time: 0.3486037 Aug 17 16:48:06.668794 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33338) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:06.676267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa58f24-20bf-4edf-92f3-208c9ef60875 None None] Network 23e0e39b-271e-43c5-afaa-a99b55aa845d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:06.804194 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.837845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:06.910126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e8c10165-e8c3-434e-bd3e-2b37a2aefb09 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:06.990115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4347fda4-a33c-4f69-abde-78369a408ed6 None None] Provisioning for port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:06.995866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd3bdb1-0260-4235-bb47-eaff0c33775a None None] DHCP port deletion for 23e0e39b-271e-43c5-afaa-a99b55aa845d request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:48:06.996418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ec1d0-8fd4-4637-bd0d-330009ad9ca5 req-76c6fc93-8cf2-4c60-a885-6768e9c1e8df tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:06.999667 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-202ec1d0-8fd4-4637-bd0d-330009ad9ca5 req-76c6fc93-8cf2-4c60-a885-6768e9c1e8df tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1265898 Aug 17 16:48:07.002831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4347fda4-a33c-4f69-abde-78369a408ed6 None None] Provisioning complete for port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:07.003211 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4347fda4-a33c-4f69-abde-78369a408ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.046344 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-202ec1d0-8fd4-4637-bd0d-330009ad9ca5 req-7ac9a7be-6731-4f8e-82c8-a8cca2ea42ba tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381784 Aug 17 16:48:07.054752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Deleting port b53e55f4-fe12-4c28-92b7-3380e5ccec2b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:07.055691 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.067123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:07.067630 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.116472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4347fda4-a33c-4f69-abde-78369a408ed6 None None] Port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:48:07.141559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] For port b53e55f4-fe12-4c28-92b7-3380e5ccec2b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b53e55f4-fe12-4c28-92b7-3380e5ccec2b,segment=NetworkSegment(a9b56140-9ef2-41aa-a79c-f24871a2ba17),segment_id=a9b56140-9ef2-41aa-a79c-f24871a2ba17)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:07.141920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.166481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3bdb1-0260-4235-bb47-eaff0c33775a None None] Deleting port b53e55f4-fe12-4c28-92b7-3380e5ccec2b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:07.167682 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bd3bdb1-0260-4235-bb47-eaff0c33775a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.171592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Calling delete_port for b53e55f4-fe12-4c28-92b7-3380e5ccec2b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:07.201238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 72537952-a9b5-4305-b8c4-6d11f83e5a31 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:07.243324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.255598 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.289437 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5bd3bdb1-0260-4235-bb47-eaff0c33775a None None] For port b53e55f4-fe12-4c28-92b7-3380e5ccec2b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b53e55f4-fe12-4c28-92b7-3380e5ccec2b,segment=NetworkSegment(a9b56140-9ef2-41aa-a79c-f24871a2ba17),segment_id=a9b56140-9ef2-41aa-a79c-f24871a2ba17)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:07.289836 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bd3bdb1-0260-4235-bb47-eaff0c33775a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.311549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3bdb1-0260-4235-bb47-eaff0c33775a None None] Calling delete_port for b53e55f4-fe12-4c28-92b7-3380e5ccec2b owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:07.314051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 72537952-a9b5-4305-b8c4-6d11f83e5a31 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:07.320611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 72537952-a9b5-4305-b8c4-6d11f83e5a31 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:07.321027 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.335810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebe7203-9df3-4fb6-a71a-0e9b85711308,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:07.345103 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.417564 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.454672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Port': ['ID=b53e55f4-fe12-4c28-92b7-3380e5ccec2b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:07.456441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] No DVR routers for this DVR port b53e55f4-fe12-4c28-92b7-3380e5ccec2b on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:07.491268 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bd3bdb1-0260-4235-bb47-eaff0c33775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.516015 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.523708 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3bdb1-0260-4235-bb47-eaff0c33775a None None] Pushing event deleted for resources: {'Port': ['ID=b53e55f4-fe12-4c28-92b7-3380e5ccec2b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:07.542077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3bdb1-0260-4235-bb47-eaff0c33775a None None] No DVR routers for this DVR port b53e55f4-fe12-4c28-92b7-3380e5ccec2b on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:07.557743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 72537952-a9b5-4305-b8c4-6d11f83e5a31, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=72537952-a9b5-4305-b8c4-6d11f83e5a31,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:07.561452 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.566458 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.567476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device baca68d0-f149-4722-8773-6fd08d503fe2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:07.578748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e0e39b-271e-43c5-afaa-a99b55aa845d']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:07.592126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b56140-9ef2-41aa-a79c-f24871a2ba17') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:07.592413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b56140-9ef2-41aa-a79c-f24871a2ba17') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:07.604747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Network 1973cbed-4e23-4223-8941-0b051ed22df6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:48:07.608591 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.610720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:07.628214 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.671423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:48:07.672083 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:48:07.676261 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:48:07.797321 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.814849 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.816742 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/networks/23e0e39b-271e-43c5-afaa-a99b55aa845d HTTP/1.1" status: 204 len: 168 time: 1.1452425 Aug 17 16:48:07.819693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33342) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:07.842237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f92099-a0da-43de-a7bb-5e1538aaa0b1 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Pushing event deleted for resources: {'Network': ['ID=23e0e39b-271e-43c5-afaa-a99b55aa845d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:07.859090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Router 017d521b-b6cc-49bb-bab1-c0aad35a6473 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:48:07.873100 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-50a4f9a7-f92b-44cb-a36e-2ddf174d534a tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "GET /v2.0/ports?device_id=33797a4e-c398-48b3-9a59-377346001c23 HTTP/1.1" status: 200 len: 205 time: 0.0518954 Aug 17 16:48:07.873715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33344) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:07.884705 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.900773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=72537952-a9b5-4305-b8c4-6d11f83e5a31,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:07.914348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port baca68d0-f149-4722-8773-6fd08d503fe2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:07.914749 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:07.964459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b80130cb-7360-4417-8bbc-a53910f22b71 None None] Provisioning complete for port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:07.964744 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b80130cb-7360-4417-8bbc-a53910f22b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:08.014859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b80130cb-7360-4417-8bbc-a53910f22b71 None None] Port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:48:08.033942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab1c3-318a-4f06-9e0f-939ccc0cde73 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:08.122670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 26df13b6-1043-405f-a1bd-4dc8d1d9f084 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:08.144423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 26df13b6-1043-405f-a1bd-4dc8d1d9f084 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:08.145127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 26df13b6-1043-405f-a1bd-4dc8d1d9f084 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:08.210324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01429c-0a40-4316-88c6-c02e9c2d8804 req-ed81f1f3-88d1-42f7-b2c7-25b58f38a08e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:08.211869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b01429c-0a40-4316-88c6-c02e9c2d8804 req-ed81f1f3-88d1-42f7-b2c7-25b58f38a08e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0754097 Aug 17 16:48:08.254926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b01429c-0a40-4316-88c6-c02e9c2d8804 req-1f0d7dd2-5762-4dc9-a777-9612f57574b7 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Aug 17 16:48:08.266939 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab1c3-318a-4f06-9e0f-939ccc0cde73 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:08.270205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab1c3-318a-4f06-9e0f-939ccc0cde73 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:08.278019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:48:08.284421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e389f3af-70c3-4f9f-8d88-69494a85e484 admin admin] 10.222.0.77 "PUT /v2.0/routers/017d521b-b6cc-49bb-bab1-c0aad35a6473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7842970 Aug 17 16:48:08.333564 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab1c3-318a-4f06-9e0f-939ccc0cde73 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:08.334273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3ab1c3-318a-4f06-9e0f-939ccc0cde73 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Fanout notify agent at l3_agent the message router_deleted on router 33797a4e-c398-48b3-9a59-377346001c23 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:48:08.344217 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab1c3-318a-4f06-9e0f-939ccc0cde73 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:08.349112 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2c3ab1c3-318a-4f06-9e0f-939ccc0cde73 tempest-RoutersNegativeIpV6Test-1754731806 tempest-RoutersNegativeIpV6Test-1754731806-project] 10.222.0.77 "DELETE /v2.0/routers/33797a4e-c398-48b3-9a59-377346001c23 HTTP/1.1" status: 204 len: 168 time: 0.4689572 Aug 17 16:48:08.403529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Sync routers for ids ['017d521b-b6cc-49bb-bab1-c0aad35a6473'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:48:08.413171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Routers {'017d521b-b6cc-49bb-bab1-c0aad35a6473'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:08.413783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:48:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['017d521b-b6cc-49bb-bab1-c0aad35a6473'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:08.529896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Set router 017d521b-b6cc-49bb-bab1-c0aad35a6473 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:48:08.641839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33366) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:08.724647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 72537952-a9b5-4305-b8c4-6d11f83e5a31 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:08.803475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d7872baa-156a-4842-bfae-cbcf6f840106 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=115563039fb54d4daabd97b8444502ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603560 Aug 17 16:48:08.806125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:08.818808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 72537952-a9b5-4305-b8c4-6d11f83e5a31 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:08.819174 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:08.849550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'name': 'tempest-TestServerMultinode-1247984942-router', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:48:02Z', 'updated_at': '2021-08-17T16:48:06Z', 'revision_number': 4, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'gw_port': {'id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:48:03Z', 'updated_at': '2021-08-17T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '5ebe7203-9df3-4fb6-a71a-0e9b85711308', 'name': '', 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'mac_address': 'fa:16:3e:ec:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1150bb08-c715-4103-a019-9a85c0dc637d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:48:06Z', 'updated_at': '2021-08-17T16:48:06Z', 'revision_number': 2, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'subnets': [{'id': '1150bb08-c715-4103-a019-9a85c0dc637d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:08.881170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Checking router: 017d521b-b6cc-49bb-bab1-c0aad35a6473 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:48:08.881519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Updating router 017d521b-b6cc-49bb-bab1-c0aad35a6473 port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:48:08.912349 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf82b498-cd5f-421d-b5d3-5674e15f1968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:08.914211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-ab704739-70f8-47e1-ad99-217bef6c41f5 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:08.915756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-ab704739-70f8-47e1-ad99-217bef6c41f5 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/networks?id=3f490250-3e83-4b6c-9372-2a2083e2c366 HTTP/1.1" status: 200 len: 911 time: 0.1324270 Aug 17 16:48:08.916245 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:08.945598 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf82b498-cd5f-421d-b5d3-5674e15f1968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:08.948158 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-fd20037d-d2ef-4411-b4f9-faa42ceb48a4 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/quotas/46ce639f1b1c479cadcc1abb6ecbcbda HTTP/1.1" status: 200 len: 375 time: 0.0237126 Aug 17 16:48:09.051051 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-fe8001a6-4f41-4f1c-96cb-74b789bc115f tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=46ce639f1b1c479cadcc1abb6ecbcbda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954065 Aug 17 16:48:09.059998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b53e55f4-fe12-4c28-92b7-3380e5ccec2b no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:09.084314 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf82b498-cd5f-421d-b5d3-5674e15f1968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:09.087136 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf82b498-cd5f-421d-b5d3-5674e15f1968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:09.090913 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cf82b498-cd5f-421d-b5d3-5674e15f1968 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd6074b5-2db3-4a96-bfc3-c85903082477 HTTP/1.1" status: 204 len: 168 time: 0.2807677 Aug 17 16:48:09.096563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b53e55f4-fe12-4c28-92b7-3380e5ccec2b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:09.097090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b53e55f4-fe12-4c28-92b7-3380e5ccec2b not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:09.157030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82b498-cd5f-421d-b5d3-5674e15f1968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6074b5-2db3-4a96-bfc3-c85903082477,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:09.207716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-bb8bbb3f-57dc-45cb-90d3-a30c5f032994 service neutron] 10.222.0.77 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434715 Aug 17 16:48:09.217445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e31aa-a9cc-42f4-842c-391a5656cf5e req-99ccacab-d48b-4bbc-85c4-2b4fc58f35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:09.219313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d58e31aa-a9cc-42f4-842c-391a5656cf5e req-99ccacab-d48b-4bbc-85c4-2b4fc58f35a0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 1096 time: 0.0537179 Aug 17 16:48:09.277994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d58e31aa-a9cc-42f4-842c-391a5656cf5e req-1cc097f3-a6fa-414e-a2fa-72fa35a8400e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505154 Aug 17 16:48:09.288469 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:09.304072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Transition to ACTIVE for port object 5ebe7203-9df3-4fb6-a71a-0e9b85711308 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:09.313132 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:09.331470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-73a911b5-f9d5-43e0-bfb0-2b12ff257650 service neutron] 10.222.0.77 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140444 Aug 17 16:48:09.394232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051be04-5326-49ad-abda-05c06952f9dc None None] Pushing event updated for resources: {'Port': ['ID=5ebe7203-9df3-4fb6-a71a-0e9b85711308,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:09.402898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102970f-44b2-4dd2-bc2c-454cb4b9ea08 req-d9baa545-ca88-4096-ae64-dcd4137428f5 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:09.411851 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d102970f-44b2-4dd2-bc2c-454cb4b9ea08 req-d9baa545-ca88-4096-ae64-dcd4137428f5 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0726478 Aug 17 16:48:09.479711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d102970f-44b2-4dd2-bc2c-454cb4b9ea08 req-237015ac-b879-4b2f-8407-2934c967c716 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663366 Aug 17 16:48:09.490271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Attempting to bind port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:09.490797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Attempting to bind port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:09.491162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Attempting to bind port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 on network 1973cbed-4e23-4223-8941-0b051ed22df6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:09.497463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:09.497843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Checking segment: {'id': 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:09.498634 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:09.498777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Bound using segment: {'id': 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:09.499150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Bound port: 5ebe7203-9df3-4fb6-a71a-0e9b85711308, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:09.499596 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:09.596104 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ebd422c-9d34-48b5-b42e-d0f1265400e5 req-b575b77a-cdae-4cb8-8e58-718e0eceee49 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 210 time: 0.0525258 Aug 17 16:48:09.599817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] For port 5ebe7203-9df3-4fb6-a71a-0e9b85711308, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:09.603613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] For port 5ebe7203-9df3-4fb6-a71a-0e9b85711308, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5ebe7203-9df3-4fb6-a71a-0e9b85711308,segment=NetworkSegment(d25c2e97-e480-4eb4-9e0d-2cba48b19b3a),segment_id=d25c2e97-e480-4eb4-9e0d-2cba48b19b3a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:48:09.612175 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:09.670641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Routers {'017d521b-b6cc-49bb-bab1-c0aad35a6473'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:09.671317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:48:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['017d521b-b6cc-49bb-bab1-c0aad35a6473'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:09.742741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051be04-5326-49ad-abda-05c06952f9dc None None] Pushing event updated for resources: {'Port': ['ID=5ebe7203-9df3-4fb6-a71a-0e9b85711308,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:09.849269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] Set router 017d521b-b6cc-49bb-bab1-c0aad35a6473 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:48:10.064177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:10.124233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'name': 'tempest-TestServerMultinode-1247984942-router', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:48:02Z', 'updated_at': '2021-08-17T16:48:06Z', 'revision_number': 4, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'gw_port': {'id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:48:03Z', 'updated_at': '2021-08-17T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '5ebe7203-9df3-4fb6-a71a-0e9b85711308', 'name': '', 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'mac_address': 'fa:16:3e:ec:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1150bb08-c715-4103-a019-9a85c0dc637d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:48:06Z', 'updated_at': '2021-08-17T16:48:09Z', 'revision_number': 4, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'subnets': [{'id': '1150bb08-c715-4103-a019-9a85c0dc637d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:10.156211 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e657da-b25d-42c0-9a26-b7348c8dbfa2 None None] The sync data for ids ['017d521b-b6cc-49bb-bab1-c0aad35a6473'] in n-d-804878-1 is: [{'id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'name': 'tempest-TestServerMultinode-1247984942-router', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:48:02Z', 'updated_at': '2021-08-17T16:48:06Z', 'revision_number': 4, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'gw_port': {'id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:48:03Z', 'updated_at': '2021-08-17T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '5ebe7203-9df3-4fb6-a71a-0e9b85711308', 'name': '', 'network_id': '1973cbed-4e23-4223-8941-0b051ed22df6', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'mac_address': 'fa:16:3e:ec:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1150bb08-c715-4103-a019-9a85c0dc637d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:48:06Z', 'updated_at': '2021-08-17T16:48:09Z', 'revision_number': 4, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'subnets': [{'id': '1150bb08-c715-4103-a019-9a85c0dc637d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:48:10.183243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1957659611-network', 'tenant_id': '735a58a2a92c40eaba88b39cc7fc6e64'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:10.224707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Made reservation on behalf of 735a58a2a92c40eaba88b39cc7fc6e64 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:48:10.227148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:10.244812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:10.352168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:10.356458 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:10.393514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:48:10.395939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100f9f06-df82-4e28-a7ae-cfd36c6e990d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:10.411213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:10.411568 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Added segment 855b66c2-b203-4b98-99aa-a750e20eceee of type vlan for network dcaebd10-6002-4b1c-ac89-db4e153784ba Aug 17 16:48:10.460262 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:10.487647 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:10.488667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:10.489258 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:10.543236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4747379 Aug 17 16:48:10.543591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33422) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:10.550228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Request body: {'subnet': {'network_id': 'dcaebd10-6002-4b1c-ac89-db4e153784ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1957659611-subnet', 'tenant_id': '735a58a2a92c40eaba88b39cc7fc6e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:10.559992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba9a62-d812-492a-9c94-2c1109aaf2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=dcaebd10-6002-4b1c-ac89-db4e153784ba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:10.570741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network dcaebd10-6002-4b1c-ac89-db4e153784ba details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:48:10.590081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Made reservation on behalf of 735a58a2a92c40eaba88b39cc7fc6e64 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:48:10.592984 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:10.719808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a447dd-f07e-4dca-97d3-38bc3279fb9c req-a4b78833-fc62-4f13-9b33-6d9ad8730387 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 210 time: 0.0399222 Aug 17 16:48:10.747069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ed046-d3b2-4bc2-a97c-5030a61b6f0e req-8d783749-05f2-446b-83d9-3319fe5714df tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:10.755399 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-526ed046-d3b2-4bc2-a97c-5030a61b6f0e req-8d783749-05f2-446b-83d9-3319fe5714df tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.1757109 Aug 17 16:48:10.820315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5ebe7203-9df3-4fb6-a71a-0e9b85711308 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:10.877436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:10.881801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:10.882178 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:10.975409 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:11.015303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 5ebe7203-9df3-4fb6-a71a-0e9b85711308, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5ebe7203-9df3-4fb6-a71a-0e9b85711308,segment=NetworkSegment(d25c2e97-e480-4eb4-9e0d-2cba48b19b3a),segment_id=d25c2e97-e480-4eb4-9e0d-2cba48b19b3a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:11.019596 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:11.075319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=5ebe7203-9df3-4fb6-a71a-0e9b85711308,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:11.233664 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-526ed046-d3b2-4bc2-a97c-5030a61b6f0e req-42f2925b-f4fd-4727-83c8-7e5c3d98ded7 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770916 Aug 17 16:48:11.295035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cca1f03c-f698-4e81-a442-34a86d0cce3e tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:11.296562 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cca1f03c-f698-4e81-a442-34a86d0cce3e tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.93 "GET /v2.0/networks?id=3f490250-3e83-4b6c-9372-2a2083e2c366 HTTP/1.1" status: 200 len: 911 time: 0.5286350 Aug 17 16:48:11.311179 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Request body: {'port': {'device_id': '833a47e6-fefc-448d-a14f-c25978db72bf', 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366', 'admin_state_up': True, 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:11.381824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:11.391405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Made reservation on behalf of 46ce639f1b1c479cadcc1abb6ecbcbda for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:48:11.393705 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:11.462875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a309c2fb-5061-4fb6-9f85-39369baec46c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:11.509440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Checking segment: {'id': '855b66c2-b203-4b98-99aa-a750e20eceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'dcaebd10-6002-4b1c-ac89-db4e153784ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:11.509791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Network hostable DHCP agents. Network: dcaebd10-6002-4b1c-ac89-db4e153784ba, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:48:11.537775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-abc57290-cd1b-4b9f-a6da-2d3a46a835de tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:11.539440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-abc57290-cd1b-4b9f-a6da-2d3a46a835de tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/networks?id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 HTTP/1.1" status: 200 len: 809 time: 0.1110997 Aug 17 16:48:11.555131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-749c92d4-58ad-4c75-b8fb-26f60c9103d0 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/quotas/0904536a12ab4d77b62563bdadafa7a5 HTTP/1.1" status: 200 len: 375 time: 0.0097752 Aug 17 16:48:11.558904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Network dcaebd10-6002-4b1c-ac89-db4e153784ba is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:48:11.575256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, dcaebd10-6002-4b1c-ac89-db4e153784ba) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:11.581030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:11.581868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:11.585483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2be818-e81b-4912-9fb4-667f23e9d948 None None] Network dcaebd10-6002-4b1c-ac89-db4e153784ba requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:11.593702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Allocated IP 172.20.0.9 (3f490250-3e83-4b6c-9372-2a2083e2c366/f5aa6cae-4efd-435d-890c-3b5e70863bd6/0b4af048-4327-4385-be4b-a8cd04ec894e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:48:11.609638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-13b6a0e4-7361-4cbf-a0ee-730f27c74aab admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0639026 Aug 17 16:48:11.623394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-59f3a41a-9102-42b0-b4bb-b31b0a502090 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0904536a12ab4d77b62563bdadafa7a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613534 Aug 17 16:48:11.746914 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-141ac2e1-7df4-4888-b493-25f49df3c2a4 service neutron] 10.222.0.77 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141491 Aug 17 16:48:11.758693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c808917b-ed4c-46ed-85af-d8bb6f4eed66 None None] Network dcaebd10-6002-4b1c-ac89-db4e153784ba requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:11.775505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:11.797872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Transition to ACTIVE for port object 0b4af048-4327-4385-be4b-a8cd04ec894e will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:11.866412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:11.905152 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-8b0400de-0ca1-4aa2-992d-4f301aa57978 service neutron] 10.222.0.77 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446731 Aug 17 16:48:11.929148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Network 3f490250-3e83-4b6c-9372-2a2083e2c366 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:48:11.935621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:11.937706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Pushing event updated for resources: {'Port': ['ID=0b4af048-4327-4385-be4b-a8cd04ec894e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:11.940156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:48:11.943627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbb5df-5866-447d-9cea-78b5c9c1258e req-f0f8d280-4248-4c08-b4ee-b1a601f4c8c0 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:11.946106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6dbb5df-5866-447d-9cea-78b5c9c1258e req-f0f8d280-4248-4c08-b4ee-b1a601f4c8c0 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1027 time: 0.1099112 Aug 17 16:48:12.008320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:12.008942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.020193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6dbb5df-5866-447d-9cea-78b5c9c1258e req-64d77726-6983-4bb6-b429-e7d36b2e96de tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515723 Aug 17 16:48:12.039445 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-cb22f177-65e7-4eb7-9c15-e4e39fb4b3d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7335901 Aug 17 16:48:12.064977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Request body: {'port': {'device_id': '833a47e6-fefc-448d-a14f-c25978db72bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:12.140221 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-016472dc-609c-4bad-bc80-8f0467ee0797 req-a5cf5e0c-335b-45f1-b4de-c7d38d4d6ed7 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 210 time: 0.0330496 Aug 17 16:48:12.191235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.316570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-be5df383-df48-4335-9548-3c6a8bc3acb8 None None] Provisioning for port 0b4af048-4327-4385-be4b-a8cd04ec894e completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:12.321577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-be5df383-df48-4335-9548-3c6a8bc3acb8 None None] Provisioning complete for port 0b4af048-4327-4385-be4b-a8cd04ec894e triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:12.322189 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be5df383-df48-4335-9548-3c6a8bc3acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.355478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:12.361384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1407806573-network', 'tenant_id': 'a057eefadf6742948343e0d17bc3efa6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:12.369630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-be5df383-df48-4335-9548-3c6a8bc3acb8 None None] Port 0b4af048-4327-4385-be4b-a8cd04ec894e cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:48:12.384999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Made reservation on behalf of a057eefadf6742948343e0d17bc3efa6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:48:12.387695 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.397663 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.491680 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.497655 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.528165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:48:12.529484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4af048-4327-4385-be4b-a8cd04ec894e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:48:12.538580 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.539312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91546f40-f010-4287-b400-4a59cfed7b83,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:12.544491 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.544840 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Added segment f9d3c441-f9ed-4367-8730-82cffaf7b0e5 of type vlan for network d656b361-619e-45fa-8d8c-0be5fa311c93 Aug 17 16:48:12.555177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Transition to ACTIVE for port object 0b4af048-4327-4385-be4b-a8cd04ec894e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:12.559570 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.588918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.619343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.620381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:12.621498 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.637234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Pushing event updated for resources: {'Port': ['ID=0b4af048-4327-4385-be4b-a8cd04ec894e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:12.687229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3302722 Aug 17 16:48:12.690406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33468) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:12.697951 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Request body: {'subnet': {'network_id': 'd656b361-619e-45fa-8d8c-0be5fa311c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1407806573-subnet', 'tenant_id': 'a057eefadf6742948343e0d17bc3efa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:12.706503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Attempting to bind port 0b4af048-4327-4385-be4b-a8cd04ec894e on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:12.707159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Attempting to bind port 0b4af048-4327-4385-be4b-a8cd04ec894e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:12.707587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Attempting to bind port 0b4af048-4327-4385-be4b-a8cd04ec894e on network 3f490250-3e83-4b6c-9372-2a2083e2c366 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:12.713160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Port 0b4af048-4327-4385-be4b-a8cd04ec894e on network 3f490250-3e83-4b6c-9372-2a2083e2c366 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:48:12.713561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Attempting to bind port 0b4af048-4327-4385-be4b-a8cd04ec894e on network 3f490250-3e83-4b6c-9372-2a2083e2c366 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:12.717079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cc222-88c1-4e51-8c47-864a6a75757f admin admin] Pushing event updated for resources: {'Network': ['ID=d656b361-619e-45fa-8d8c-0be5fa311c93,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:12.720877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:12.721325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Checking segment: {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:12.721817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Bound using segment: {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:12.722358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Bound port: 0b4af048-4327-4385-be4b-a8cd04ec894e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:12.723058 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.728629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network d656b361-619e-45fa-8d8c-0be5fa311c93 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:48:12.738123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Made reservation on behalf of a057eefadf6742948343e0d17bc3efa6 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:48:12.742556 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.779415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5ebe7203-9df3-4fb6-a71a-0e9b85711308 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:12.863976 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] For port 0b4af048-4327-4385-be4b-a8cd04ec894e, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:12.868326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] For port 0b4af048-4327-4385-be4b-a8cd04ec894e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b4af048-4327-4385-be4b-a8cd04ec894e,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:48:12.876935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.883326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:12.883695 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.924451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:12.925174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:12.928682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] 10.222.0.93 "PUT /v2.0/ports/0b4af048-4327-4385-be4b-a8cd04ec894e HTTP/1.1" status: 200 len: 1091 time: 0.8806572 Aug 17 16:48:12.929325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833a47e6-fefc-448d-a14f-c25978db72bf', 'tag': '0b4af048-4327-4385-be4b-a8cd04ec894e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:12.933336 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1614d734-627e-4855-81b3-1445e42e6e61" -d '{"events": [{"name": "network-changed", "server_uuid": "833a47e6-fefc-448d-a14f-c25978db72bf", "tag": "0b4af048-4327-4385-be4b-a8cd04ec894e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:12.989631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b769a72-2626-42f5-ad2a-f43ecd6b53cc service neutron] Pushing event updated for resources: {'Port': ['ID=0b4af048-4327-4385-be4b-a8cd04ec894e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:13.009479 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a97eb4-44e3-4e95-aaf7-5616fe7c5bed x-openstack-request-id: req-90a97eb4-44e3-4e95-aaf7-5616fe7c5bed {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:13.010005 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833a47e6-fefc-448d-a14f-c25978db72bf", "tag": "0b4af048-4327-4385-be4b-a8cd04ec894e", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:13.010718 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90a97eb4-44e3-4e95-aaf7-5616fe7c5bed {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:13.011458 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a47e6-fefc-448d-a14f-c25978db72bf', 'tag': '0b4af048-4327-4385-be4b-a8cd04ec894e', 'status': 'completed', 'code': 200} Aug 17 16:48:13.022292 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.059727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-71f8abb6-7381-49c0-968e-5e2b71a44d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:13.061489 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-71f8abb6-7381-49c0-968e-5e2b71a44d76 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46ce639f1b1c479cadcc1abb6ecbcbda&device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1094 time: 0.0658500 Aug 17 16:48:13.086697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30439e73-965e-4771-898d-507b42f3a175,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:13.094627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Checking segment: {'id': 'f9d3c441-f9ed-4367-8730-82cffaf7b0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd656b361-619e-45fa-8d8c-0be5fa311c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:13.094993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Network hostable DHCP agents. Network: d656b361-619e-45fa-8d8c-0be5fa311c93, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:48:13.114019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Network d656b361-619e-45fa-8d8c-0be5fa311c93 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:48:13.117910 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-b4fd8da8-028a-4e6d-98ec-2e40fabdc655 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b4af048-4327-4385-be4b-a8cd04ec894e HTTP/1.1" status: 200 len: 217 time: 0.0466938 Aug 17 16:48:13.124797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, d656b361-619e-45fa-8d8c-0be5fa311c93) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:13.129836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:13.129836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.140096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb38236-de28-4eb3-b903-731127ec169f None None] Network d656b361-619e-45fa-8d8c-0be5fa311c93 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:13.150053 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-73be7801-b59a-48e4-b9f5-8c7e712d84e1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4559731 Aug 17 16:48:13.224721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-9d0efdff-08b8-45f2-81dc-88b98765b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:13.226570 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-9d0efdff-08b8-45f2-81dc-88b98765b34f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5aa6cae-4efd-435d-890c-3b5e70863bd6 HTTP/1.1" status: 200 len: 849 time: 0.0950909 Aug 17 16:48:13.230018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344d96f-366a-4c38-a43b-7daf1a950e5f req-532a1ff7-e634-43b1-9ebc-b1229ebf446e tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:13.231590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f344d96f-366a-4c38-a43b-7daf1a950e5f req-532a1ff7-e634-43b1-9ebc-b1229ebf446e tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1094 time: 0.1165590 Aug 17 16:48:13.345898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33478) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:13.349059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d217770f-c0da-4fbd-ac71-159967d8264d req-5147dce6-d4ca-40dd-8aba-67497562b783 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 210 time: 0.0862262 Aug 17 16:48:13.350686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d041343-14d9-409d-a9a9-a87499ce365e None None] Network d656b361-619e-45fa-8d8c-0be5fa311c93 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:13.389880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-20785146-6839-4e3a-b4d1-9aec10ffdb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:13.391394 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-20785146-6839-4e3a-b4d1-9aec10ffdb89 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f490250-3e83-4b6c-9372-2a2083e2c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546295 Aug 17 16:48:13.395050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f344d96f-366a-4c38-a43b-7daf1a950e5f req-7dae4604-7522-4627-ae1f-34a3d0b72472 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471953 Aug 17 16:48:13.463839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-a299bb7a-3c98-4cc3-9a69-82b19ff8d9ad admin admin] Deleting subnet a309c2fb-5061-4fb6-9f85-39369baec46c {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:48:13.473351 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a299bb7a-3c98-4cc3-9a69-82b19ff8d9ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.482815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-9011de69-7fb5-42c5-b8dd-8e41b1d23408 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:13.484545 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-9011de69-7fb5-42c5-b8dd-8e41b1d23408 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.93 "GET /v2.0/networks?id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 HTTP/1.1" status: 200 len: 809 time: 0.2128305 Aug 17 16:48:13.498769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Request body: {'port': {'device_id': 'b4782a00-ee2b-4c9e-821a-52518443f10e', 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2', 'admin_state_up': True, 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:13.525628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a299bb7a-3c98-4cc3-9a69-82b19ff8d9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.568390 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-13aec11b-3aa8-499c-a121-916f4421d62a service neutron] 10.222.0.93 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671312 Aug 17 16:48:13.588779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a299bb7a-3c98-4cc3-9a69-82b19ff8d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.625796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Made reservation on behalf of 0904536a12ab4d77b62563bdadafa7a5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:48:13.629833 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.712580 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a299bb7a-3c98-4cc3-9a69-82b19ff8d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.739144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a686d7b9-8df2-4f0e-ac92-2c9832dbfd45 req-4fb93d60-4cf9-484e-bbff-b71d40520920 service neutron] 10.222.0.93 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587234 Aug 17 16:48:13.741911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299bb7a-3c98-4cc3-9a69-82b19ff8d9ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a309c2fb-5061-4fb6-9f85-39369baec46c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:13.753686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a299bb7a-3c98-4cc3-9a69-82b19ff8d9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.756200 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a299bb7a-3c98-4cc3-9a69-82b19ff8d9ad admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a309c2fb-5061-4fb6-9f85-39369baec46c HTTP/1.1" status: 204 len: 168 time: 0.4078333 Aug 17 16:48:13.758235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33480) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:13.772273 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Allocated IP 172.20.0.6 (779d1ffd-d050-475d-b8c4-2d6c6c1a44f2/f8b995a7-e3b3-40b5-9a0b-e81bea43827f/51d4634b-5069-45b4-bca9-75a423399189) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:48:13.864689 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.871062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614d734-627e-4855-81b3-1445e42e6e61 req-8caf4c1a-1e87-48b6-ad53-02666fbab14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:13.872580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1614d734-627e-4855-81b3-1445e42e6e61 req-8caf4c1a-1e87-48b6-ad53-02666fbab14b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46ce639f1b1c479cadcc1abb6ecbcbda&device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1094 time: 0.0654845 Aug 17 16:48:13.923707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.962519 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:13.975150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['ac220ad6-23fd-4fd0-839b-858821a56261'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:14.011611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.016279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:48:14.019661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:14.025735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:48:14.037102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaebd10-6002-4b1c-ac89-db4e153784ba']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:14.055967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855b66c2-b203-4b98-99aa-a750e20eceee') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:14.056337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855b66c2-b203-4b98-99aa-a750e20eceee') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:14.059193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Pushing event updated for resources: {'Port': ['ID=51d4634b-5069-45b4-bca9-75a423399189,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:14.069109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614d734-627e-4855-81b3-1445e42e6e61 req-434f288b-dd70-4021-a2d4-09c93dcd35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:14.070405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1614d734-627e-4855-81b3-1445e42e6e61 req-434f288b-dd70-4021-a2d4-09c93dcd35a6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f490250-3e83-4b6c-9372-2a2083e2c366 HTTP/1.1" status: 200 len: 911 time: 0.1904323 Aug 17 16:48:14.072108 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.084486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:14.085126 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.102122 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-6c9e6072-c59f-4a59-9d87-f958ec5c563d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6078069 Aug 17 16:48:14.114900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Request body: {'port': {'device_id': 'b4782a00-ee2b-4c9e-821a-52518443f10e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:14.123529 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.129583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1614d734-627e-4855-81b3-1445e42e6e61 req-8e6d754c-afbe-40cd-ad4c-9863286ba0c2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b4af048-4327-4385-be4b-a8cd04ec894e HTTP/1.1" status: 200 len: 217 time: 0.0446658 Aug 17 16:48:14.132287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:48:14.132687 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:48:14.134396 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:48:14.172751 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.230564 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.233444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614d734-627e-4855-81b3-1445e42e6e61 req-1b7b7aef-04be-4b3b-a3d7-d403769e39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:14.235083 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1614d734-627e-4855-81b3-1445e42e6e61 req-1b7b7aef-04be-4b3b-a3d7-d403769e39c4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5aa6cae-4efd-435d-890c-3b5e70863bd6 HTTP/1.1" status: 200 len: 849 time: 0.0898681 Aug 17 16:48:14.238934 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.243217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] 10.222.0.77 "DELETE /v2.0/networks/dcaebd10-6002-4b1c-ac89-db4e153784ba HTTP/1.1" status: 204 len: 168 time: 0.4813335 Aug 17 16:48:14.244151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33484) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:14.282808 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee662ad-4591-4772-94ea-6331ada22947 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcaebd10-6002-4b1c-ac89-db4e153784ba,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:14.329508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8419c9-a7be-4488-9461-ece721268c82 admin admin] Deleting subnet 30439e73-965e-4771-898d-507b42f3a175 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:48:14.332690 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614d734-627e-4855-81b3-1445e42e6e61 req-b73a0e93-d75e-4e13-9001-5fafe8d4376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:14.334366 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1614d734-627e-4855-81b3-1445e42e6e61 req-b73a0e93-d75e-4e13-9001-5fafe8d4376b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f490250-3e83-4b6c-9372-2a2083e2c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912933 Aug 17 16:48:14.336330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8419c9-a7be-4488-9461-ece721268c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.430789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8419c9-a7be-4488-9461-ece721268c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.485690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d4634b-5069-45b4-bca9-75a423399189 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:48:14.499439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc240f09-ce3f-4d88-bda8-96580f534300 req-118d3d41-3082-43b1-8f6f-0c589f38bd38 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:14.500988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc240f09-ce3f-4d88-bda8-96580f534300 req-118d3d41-3082-43b1-8f6f-0c589f38bd38 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 931 time: 0.0898685 Aug 17 16:48:14.502678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8419c9-a7be-4488-9461-ece721268c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.502996 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.528036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Transition to ACTIVE for port object 51d4634b-5069-45b4-bca9-75a423399189 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:14.533256 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.550399 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1614d734-627e-4855-81b3-1445e42e6e61 req-b8113303-8c70-4f94-9e68-d0343ed1880a service neutron] 10.222.0.93 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894991 Aug 17 16:48:14.582280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc240f09-ce3f-4d88-bda8-96580f534300 req-f352c2d5-73ea-4398-838c-7fa6d39a0ed4 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732095 Aug 17 16:48:14.605045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Pushing event updated for resources: {'Port': ['ID=51d4634b-5069-45b4-bca9-75a423399189,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:14.618471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b6fc9-daec-4508-b0d2-4eb5bf3fd19c req-35461099-f22d-4c14-a0db-bed8794a3dfe tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:14.620031 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-971b6fc9-daec-4508-b0d2-4eb5bf3fd19c req-35461099-f22d-4c14-a0db-bed8794a3dfe tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1094 time: 0.1429057 Aug 17 16:48:14.660796 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8419c9-a7be-4488-9461-ece721268c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.671080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Attempting to bind port 51d4634b-5069-45b4-bca9-75a423399189 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:14.671632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Attempting to bind port 51d4634b-5069-45b4-bca9-75a423399189 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:14.671764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Attempting to bind port 51d4634b-5069-45b4-bca9-75a423399189 on network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:14.676285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Port 51d4634b-5069-45b4-bca9-75a423399189 on network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:48:14.676600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Attempting to bind port 51d4634b-5069-45b4-bca9-75a423399189 on network 779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:14.681411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:14.681812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Checking segment: {'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:14.682134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Bound using segment: {'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:14.682580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Bound port: 51d4634b-5069-45b4-bca9-75a423399189, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d59ff4-089c-4949-9cb3-d04e23514ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:14.682937 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.715673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8419c9-a7be-4488-9461-ece721268c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30439e73-965e-4771-898d-507b42f3a175,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:14.722877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8419c9-a7be-4488-9461-ece721268c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.724751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bd8419c9-a7be-4488-9461-ece721268c82 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/30439e73-965e-4771-898d-507b42f3a175 HTTP/1.1" status: 204 len: 168 time: 0.4646616 Aug 17 16:48:14.727394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33490) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:14.730673 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1614d734-627e-4855-81b3-1445e42e6e61 req-a200d64b-321d-426c-8676-73f8aff50356 service neutron] 10.222.0.93 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722646 Aug 17 16:48:14.738092 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-971b6fc9-daec-4508-b0d2-4eb5bf3fd19c req-ad62a045-9c48-4345-be19-6f936ec97685 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096628 Aug 17 16:48:14.754264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] For port 51d4634b-5069-45b4-bca9-75a423399189, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:14.757636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] For port 51d4634b-5069-45b4-bca9-75a423399189, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=51d4634b-5069-45b4-bca9-75a423399189,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:48:14.768242 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.803531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.808410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:14.809011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.810790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] 10.222.0.93 "PUT /v2.0/ports/51d4634b-5069-45b4-bca9-75a423399189 HTTP/1.1" status: 200 len: 1091 time: 0.7003536 Aug 17 16:48:14.811224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4782a00-ee2b-4c9e-821a-52518443f10e', 'tag': '51d4634b-5069-45b4-bca9-75a423399189'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:14.813540 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f51a61-6e53-40d5-bd17-35d80c46a22f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4782a00-ee2b-4c9e-821a-52518443f10e", "tag": "51d4634b-5069-45b4-bca9-75a423399189"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:14.844098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55af391-0b0f-4b32-87f2-2556c716d231 service neutron] Pushing event updated for resources: {'Port': ['ID=51d4634b-5069-45b4-bca9-75a423399189,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:14.867226 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb698e16-e278-4903-9a9e-7ace6d9b2d94 x-openstack-request-id: req-eb698e16-e278-4903-9a9e-7ace6d9b2d94 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:14.867637 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4782a00-ee2b-4c9e-821a-52518443f10e", "tag": "51d4634b-5069-45b4-bca9-75a423399189", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:14.868084 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb698e16-e278-4903-9a9e-7ace6d9b2d94 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:14.868594 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4782a00-ee2b-4c9e-821a-52518443f10e', 'tag': '51d4634b-5069-45b4-bca9-75a423399189', 'status': 'completed', 'code': 200} Aug 17 16:48:14.890955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.901442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d656b361-619e-45fa-8d8c-0be5fa311c93']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:14.912151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d3c441-f9ed-4367-8730-82cffaf7b0e5') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:14.912438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d3c441-f9ed-4367-8730-82cffaf7b0e5') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:14.914279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-26a0eb92-252d-4804-9c97-a137a9704a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:14.915890 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-26a0eb92-252d-4804-9c97-a137a9704a97 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0904536a12ab4d77b62563bdadafa7a5&device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 1094 time: 0.0421567 Aug 17 16:48:14.921297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.935477 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.941398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:48:14.941788 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:48:14.943487 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:48:14.961254 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-7f61a880-6803-4aed-ba50-070ac0048861 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51d4634b-5069-45b4-bca9-75a423399189 HTTP/1.1" status: 200 len: 217 time: 0.0358698 Aug 17 16:48:15.003464 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:15.010066 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:15.012155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d656b361-619e-45fa-8d8c-0be5fa311c93 HTTP/1.1" status: 204 len: 168 time: 0.2837296 Aug 17 16:48:15.019037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-210f30ae-56c3-4c8f-91ca-675a407ff812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:15.020611 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-210f30ae-56c3-4c8f-91ca-675a407ff812 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f8b995a7-e3b3-40b5-9a0b-e81bea43827f HTTP/1.1" status: 200 len: 849 time: 0.0530219 Aug 17 16:48:15.023030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec589565-3a67-4e75-baba-7305fd752ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d656b361-619e-45fa-8d8c-0be5fa311c93,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:15.056070 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-923772f5-e69c-4962-872a-05635e6ec82a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251503 Aug 17 16:48:15.148229 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-a720c418-6404-4a9c-b243-5053585ca8a1 service neutron] 10.222.0.93 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835745 Aug 17 16:48:15.176368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33496) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:15.217756 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-59793653-3688-49ce-9c44-df09bfe04b10 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=735a58a2a92c40eaba88b39cc7fc6e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402131 Aug 17 16:48:15.221136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33498) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:15.245325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee9baadb-57f3-4910-a820-6b251dd1f11e req-0556cab8-03ce-4f21-b398-60cf002845e2 service neutron] 10.222.0.93 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892680 Aug 17 16:48:15.273411 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de34cfb9-368a-49bc-9121-49de2781a5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:15.297090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de34cfb9-368a-49bc-9121-49de2781a5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:15.337379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f51a61-6e53-40d5-bd17-35d80c46a22f req-a123693e-2cad-47dc-9bed-c000e555670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:15.338980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66f51a61-6e53-40d5-bd17-35d80c46a22f req-a123693e-2cad-47dc-9bed-c000e555670b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0904536a12ab4d77b62563bdadafa7a5&device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 1094 time: 0.0410719 Aug 17 16:48:15.344671 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de34cfb9-368a-49bc-9121-49de2781a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:15.347763 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de34cfb9-368a-49bc-9121-49de2781a5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:15.349020 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-de34cfb9-368a-49bc-9121-49de2781a5aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/100f9f06-df82-4e28-a7ae-cfd36c6e990d HTTP/1.1" status: 204 len: 168 time: 0.1269839 Aug 17 16:48:15.357213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34cfb9-368a-49bc-9121-49de2781a5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100f9f06-df82-4e28-a7ae-cfd36c6e990d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:15.437778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f51a61-6e53-40d5-bd17-35d80c46a22f req-1284676e-e4b4-49ba-ba60-e608ceb90344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:15.439411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66f51a61-6e53-40d5-bd17-35d80c46a22f req-1284676e-e4b4-49ba-ba60-e608ceb90344 service neutron] 10.222.0.93 "GET /v2.0/networks?id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 HTTP/1.1" status: 200 len: 910 time: 0.0926497 Aug 17 16:48:15.484653 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66f51a61-6e53-40d5-bd17-35d80c46a22f req-668deecd-79fe-4d65-839e-908ed62cfe4f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51d4634b-5069-45b4-bca9-75a423399189 HTTP/1.1" status: 200 len: 217 time: 0.0363965 Aug 17 16:48:15.537805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f51a61-6e53-40d5-bd17-35d80c46a22f req-974865c8-8b32-4e27-8887-b953487a151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:15.539299 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66f51a61-6e53-40d5-bd17-35d80c46a22f req-974865c8-8b32-4e27-8887-b953487a151a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f8b995a7-e3b3-40b5-9a0b-e81bea43827f HTTP/1.1" status: 200 len: 849 time: 0.0459597 Aug 17 16:48:15.571836 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66f51a61-6e53-40d5-bd17-35d80c46a22f req-43367842-843e-407c-811d-72991ff8aac9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243933 Aug 17 16:48:15.678584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66f51a61-6e53-40d5-bd17-35d80c46a22f req-0384318a-7295-42ce-8094-8ff61ee8f321 service neutron] 10.222.0.93 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982087 Aug 17 16:48:15.693569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33506) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:15.736058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69fba1-9103-4323-af9d-66cfe0664592 req-c431cec7-f29f-44a3-a323-7523667e5356 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:15.737570 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2f69fba1-9103-4323-af9d-66cfe0664592 req-c431cec7-f29f-44a3-a323-7523667e5356 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 943 time: 0.0779350 Aug 17 16:48:15.768108 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-59d71251-ff97-4549-ab17-27e57e983deb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a057eefadf6742948343e0d17bc3efa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710900 Aug 17 16:48:15.768339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33508) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:15.775330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66f51a61-6e53-40d5-bd17-35d80c46a22f req-789e6d29-bdf3-48ef-aa42-059209a8d3d9 service neutron] 10.222.0.93 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895200 Aug 17 16:48:15.814871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2f69fba1-9103-4323-af9d-66cfe0664592 req-6fdbcffa-6985-47c7-9568-aaa6dc2692fa tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678189 Aug 17 16:48:15.840325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e863a727-66fa-415a-a8cd-0d7322531c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:15.863129 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e863a727-66fa-415a-a8cd-0d7322531c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:15.875523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4ee27-2f1d-4a4d-ae29-b04b0f2d98af req-d15a38f0-458c-46a9-a16c-928b8975424a tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:15.877060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13c4ee27-2f1d-4a4d-ae29-b04b0f2d98af req-d15a38f0-458c-46a9-a16c-928b8975424a tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1094 time: 0.0423052 Aug 17 16:48:15.910541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e863a727-66fa-415a-a8cd-0d7322531c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:15.912735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13c4ee27-2f1d-4a4d-ae29-b04b0f2d98af req-199b50e5-c342-4920-8516-09a4d1523cd2 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295725 Aug 17 16:48:15.913216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e863a727-66fa-415a-a8cd-0d7322531c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:15.914577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e863a727-66fa-415a-a8cd-0d7322531c3d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91546f40-f010-4287-b400-4a59cfed7b83 HTTP/1.1" status: 204 len: 168 time: 0.1451766 Aug 17 16:48:15.922795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863a727-66fa-415a-a8cd-0d7322531c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91546f40-f010-4287-b400-4a59cfed7b83,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:16.904690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0b4af048-4327-4385-be4b-a8cd04ec894e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:48:16.936334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e83a45-2bc4-4caa-b131-b02ee2a66fd9 req-db4a2077-80a4-4661-8e40-811124901aa1 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:16.937888 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-95e83a45-2bc4-4caa-b131-b02ee2a66fd9 req-db4a2077-80a4-4661-8e40-811124901aa1 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 943 time: 0.0529532 Aug 17 16:48:17.002966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-95e83a45-2bc4-4caa-b131-b02ee2a66fd9 req-c1cbec6c-22ca-4062-b41f-97860b78f98f tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501361 Aug 17 16:48:17.010550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0b4af048-4327-4385-be4b-a8cd04ec894e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b4af048-4327-4385-be4b-a8cd04ec894e,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:17.022163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0b4af048-4327-4385-be4b-a8cd04ec894e', 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366', 'port_id': '0b4af048-4327-4385-be4b-a8cd04ec894e', 'mac_address': 'fa:16:3e:ca:bf:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa6cae-4efd-435d-890c-3b5e70863bd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:48:17.056158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bbd14-dc22-4348-8a96-74986bac4bc2 req-06af67ed-0453-42ff-bbfd-8c3fc15ec371 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:17.057835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-423bbd14-dc22-4348-8a96-74986bac4bc2 req-06af67ed-0453-42ff-bbfd-8c3fc15ec371 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1094 time: 0.0589409 Aug 17 16:48:17.073156 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:17.086652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4af048-4327-4385-be4b-a8cd04ec894e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:48:17.100195 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-423bbd14-dc22-4348-8a96-74986bac4bc2 req-8f3b75c1-4f7a-46ed-aade-10576883d538 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Aug 17 16:48:17.108648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0b4af048-4327-4385-be4b-a8cd04ec894e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b4af048-4327-4385-be4b-a8cd04ec894e,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:17.113874 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:17.168052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0b4af048-4327-4385-be4b-a8cd04ec894e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:17.342912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0b4af048-4327-4385-be4b-a8cd04ec894e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:18.139369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9703bf-2c1d-4739-ae4d-de76d4a14658 req-00cb12af-26fc-4025-bed1-5db3174779e2 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:18.140875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e9703bf-2c1d-4739-ae4d-de76d4a14658 req-00cb12af-26fc-4025-bed1-5db3174779e2 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 943 time: 0.0536561 Aug 17 16:48:18.183693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e9703bf-2c1d-4739-ae4d-de76d4a14658 req-780c7953-4afa-462f-9684-df379921e720 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Aug 17 16:48:18.208273 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb7586-de41-4f64-94e1-552de801162f req-d5249df3-c927-49c9-a70f-8ec31391e1b4 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:18.209776 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-28bb7586-de41-4f64-94e1-552de801162f req-d5249df3-c927-49c9-a70f-8ec31391e1b4 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1095 time: 0.0406244 Aug 17 16:48:18.247218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-28bb7586-de41-4f64-94e1-552de801162f req-253baed0-de20-41c1-8997-f6e4c406fe98 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Aug 17 16:48:18.924183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 51d4634b-5069-45b4-bca9-75a423399189 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:48:18.927016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0b4af048-4327-4385-be4b-a8cd04ec894e up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:19.014138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6d0f2-bad3-4d75-a5e5-d6e30eea1cfa req-d36ddce6-aaa9-4d87-a920-89967315e64a tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:19.018902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dac6d0f2-bad3-4d75-a5e5-d6e30eea1cfa req-d36ddce6-aaa9-4d87-a920-89967315e64a tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1097 time: 0.0455618 Aug 17 16:48:19.041661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 0b4af048-4327-4385-be4b-a8cd04ec894e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:19.055528 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dac6d0f2-bad3-4d75-a5e5-d6e30eea1cfa req-aa652fe4-3667-4ed6-b38c-589058adc373 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331872 Aug 17 16:48:19.058496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0b4af048-4327-4385-be4b-a8cd04ec894e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:19.058926 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:19.096160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 51d4634b-5069-45b4-bca9-75a423399189, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=51d4634b-5069-45b4-bca9-75a423399189,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:19.116601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '51d4634b-5069-45b4-bca9-75a423399189', 'network_id': '779d1ffd-d050-475d-b8c4-2d6c6c1a44f2', 'port_id': '51d4634b-5069-45b4-bca9-75a423399189', 'mac_address': 'fa:16:3e:c6:04:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b995a7-e3b3-40b5-9a0b-e81bea43827f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:48:19.177501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056762-610a-4813-9641-30bb81b9b85b req-246ba78b-bb03-41bf-a869-a783b8285536 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:19.179220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66056762-610a-4813-9641-30bb81b9b85b req-246ba78b-bb03-41bf-a869-a783b8285536 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0523095 Aug 17 16:48:19.183883 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:19.210781 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:19.230605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d4634b-5069-45b4-bca9-75a423399189 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:48:19.243819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-66056762-610a-4813-9641-30bb81b9b85b req-77076240-fa49-4e99-bf03-1013ce8b1de2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569880 Aug 17 16:48:19.245397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a47e6-fefc-448d-a14f-c25978db72bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4af048-4327-4385-be4b-a8cd04ec894e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:19.258351 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311b1500-04bd-45a0-9533-a8ebcabdbe13" -d '{"events": [{"server_uuid": "833a47e6-fefc-448d-a14f-c25978db72bf", "name": "network-vif-plugged", "status": "completed", "tag": "0b4af048-4327-4385-be4b-a8cd04ec894e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:19.259219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 33598) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:19.273879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 51d4634b-5069-45b4-bca9-75a423399189, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=51d4634b-5069-45b4-bca9-75a423399189,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:19.275855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0b4af048-4327-4385-be4b-a8cd04ec894e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b4af048-4327-4385-be4b-a8cd04ec894e,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:19.280734 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:19.287168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:19.319926 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f66190-db3a-492a-b5a3-bec2903824ff x-openstack-request-id: req-96f66190-db3a-492a-b5a3-bec2903824ff {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:19.320397 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a47e6-fefc-448d-a14f-c25978db72bf", "name": "network-vif-plugged", "status": "completed", "tag": "0b4af048-4327-4385-be4b-a8cd04ec894e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:19.320828 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96f66190-db3a-492a-b5a3-bec2903824ff {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:19.321369 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a47e6-fefc-448d-a14f-c25978db72bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4af048-4327-4385-be4b-a8cd04ec894e', 'code': 200} Aug 17 16:48:19.339683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=51d4634b-5069-45b4-bca9-75a423399189,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:19.378206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a5f1eee7-5462-4f2a-901e-7cca71b27cde tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/d233c794-bcc9-4f56-8d44-0eefa6d76089 HTTP/1.1" status: 200 len: 994 time: 0.1155002 Aug 17 16:48:19.392029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb66749-af55-439e-a03b-770e6c676cf6 req-8ca64f8d-5cdb-4903-8075-c99e7b46d701 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:19.392799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fb66749-af55-439e-a03b-770e6c676cf6 req-8ca64f8d-5cdb-4903-8075-c99e7b46d701 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 944 time: 0.0796437 Aug 17 16:48:19.402317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0b4af048-4327-4385-be4b-a8cd04ec894e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:19.452610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fb66749-af55-439e-a03b-770e6c676cf6 req-0c5d53b1-bbf0-4405-9f57-e5f451404e37 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524142 Aug 17 16:48:19.489850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17442aec-d444-4cc0-b885-e93d4fd48b0c req-198363fb-f542-483c-a530-a5331b2be853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:19.491874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17442aec-d444-4cc0-b885-e93d4fd48b0c req-198363fb-f542-483c-a530-a5331b2be853 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1096 time: 0.0988400 Aug 17 16:48:19.498710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78b79d-fb8c-4a55-ab4a-b69e63219fb9 req-42e54d97-da1a-4cf8-9689-f1d2039bbf8c tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:19.500435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd78b79d-fb8c-4a55-ab4a-b69e63219fb9 req-42e54d97-da1a-4cf8-9689-f1d2039bbf8c tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1096 time: 0.0686784 Aug 17 16:48:19.524336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['51d4634b-5069-45b4-bca9-75a423399189'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:19.574635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd78b79d-fb8c-4a55-ab4a-b69e63219fb9 req-28a9d92a-4dde-4d7d-8e3c-4686135da38f tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666831 Aug 17 16:48:19.581075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17442aec-d444-4cc0-b885-e93d4fd48b0c req-72245b59-b7d9-4a66-b9a2-7a1570a4a9d3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794544 Aug 17 16:48:19.699534 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:19.983446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:20.215379 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-cf340c5a-9a81-4c8e-aab9-ba3f733eb6e9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844808 Aug 17 16:48:20.223939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132755-6027-4933-a510-cb0f83116d3c req-42c15cd4-520b-411c-b648-2d3bd404db9d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:20.225455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f132755-6027-4933-a510-cb0f83116d3c req-42c15cd4-520b-411c-b648-2d3bd404db9d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0787170 Aug 17 16:48:20.268621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f132755-6027-4933-a510-cb0f83116d3c req-b15dce77-494a-461d-b200-3ed48315c3d2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356789 Aug 17 16:48:20.599813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5d11c-cba3-4103-b11a-48c550d27e72 req-41f3e2e5-e60e-44c2-9f6d-5bb21206bb46 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:20.601568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cef5d11c-cba3-4103-b11a-48c550d27e72 req-41f3e2e5-e60e-44c2-9f6d-5bb21206bb46 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 944 time: 0.0549181 Aug 17 16:48:20.666789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cef5d11c-cba3-4103-b11a-48c550d27e72 req-4405c47e-5eda-4720-8655-61cbeae7b161 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585890 Aug 17 16:48:20.706852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc30e-5146-40dd-a6da-e36136a8fed5 req-9ffb4bb4-18a2-4e78-9680-a303c29df4d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:20.708536 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-736bc30e-5146-40dd-a6da-e36136a8fed5 req-9ffb4bb4-18a2-4e78-9680-a303c29df4d6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1096 time: 0.0571704 Aug 17 16:48:20.754944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-736bc30e-5146-40dd-a6da-e36136a8fed5 req-4324c333-79ce-4702-9b0c-23d63db59fea tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390329 Aug 17 16:48:20.878673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d9749-e373-4b4a-be25-cdb1727e86bb req-c43c9ada-d8fa-4c6c-a69c-60dbfc006590 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:20.880262 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-087d9749-e373-4b4a-be25-cdb1727e86bb req-c43c9ada-d8fa-4c6c-a69c-60dbfc006590 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1096 time: 0.0494404 Aug 17 16:48:20.920638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-087d9749-e373-4b4a-be25-cdb1727e86bb req-2cb40481-de9b-4689-b5c0-b2f02f282364 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338461 Aug 17 16:48:20.933144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 51d4634b-5069-45b4-bca9-75a423399189 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:21.018063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 51d4634b-5069-45b4-bca9-75a423399189 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:21.024158 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 51d4634b-5069-45b4-bca9-75a423399189 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:21.024532 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:21.054341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c311-f1da-4fbd-92dd-ec6cc3bbe053 req-6f437fb5-2141-4f34-8e48-c9530de44b12 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:21.055901 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0834c311-f1da-4fbd-92dd-ec6cc3bbe053 req-6f437fb5-2141-4f34-8e48-c9530de44b12 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1096 time: 0.0475755 Aug 17 16:48:21.103216 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0834c311-f1da-4fbd-92dd-ec6cc3bbe053 req-1f054ea7-241c-4816-a70f-8499d51b98cd tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Aug 17 16:48:21.136613 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:21.205030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 51d4634b-5069-45b4-bca9-75a423399189, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=51d4634b-5069-45b4-bca9-75a423399189,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:21.217506 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:21.287695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=51d4634b-5069-45b4-bca9-75a423399189,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:21.322473 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4782a00-ee2b-4c9e-821a-52518443f10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d4634b-5069-45b4-bca9-75a423399189'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:21.325156 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bb4fd2-8486-44bd-a621-09db7b301a52" -d '{"events": [{"server_uuid": "b4782a00-ee2b-4c9e-821a-52518443f10e", "name": "network-vif-plugged", "status": "completed", "tag": "51d4634b-5069-45b4-bca9-75a423399189"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:21.448572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7bbfc-70ab-43d5-8b34-8edb3472e220 req-bede1bcc-5e88-4950-9277-04ac78dbf199 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:21.450165 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d6b7bbfc-70ab-43d5-8b34-8edb3472e220 req-bede1bcc-5e88-4950-9277-04ac78dbf199 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0830827 Aug 17 16:48:21.456731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-c52819fc-3833-4c03-8dc2-5af8f7949723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:21.458440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-c52819fc-3833-4c03-8dc2-5af8f7949723 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1097 time: 0.0609846 Aug 17 16:48:21.485847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-94edfb36-8c24-4ff5-b0a1-b12dd0c9b65c tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:21.487515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-94edfb36-8c24-4ff5-b0a1-b12dd0c9b65c tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/networks?id=3f490250-3e83-4b6c-9372-2a2083e2c366 HTTP/1.1" status: 200 len: 911 time: 0.1021643 Aug 17 16:48:21.505233 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a88d6209-0433-4e17-8cfb-2d7d23694c29 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/quotas/46ce639f1b1c479cadcc1abb6ecbcbda HTTP/1.1" status: 200 len: 375 time: 0.0107610 Aug 17 16:48:21.547357 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d6b7bbfc-70ab-43d5-8b34-8edb3472e220 req-c3d19ebd-75c8-407c-9ef8-4236a01908fe tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877573 Aug 17 16:48:21.577684 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:48:21.592522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-3a36fd42-1bca-4ed0-88eb-005605d42c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:21.594054 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-3a36fd42-1bca-4ed0-88eb-005605d42c04 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.1273749 Aug 17 16:48:21.594512 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab0770f-73db-49ca-9cbe-ffb2e0498b2e x-openstack-request-id: req-fab0770f-73db-49ca-9cbe-ffb2e0498b2e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:21.594802 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4782a00-ee2b-4c9e-821a-52518443f10e", "name": "network-vif-plugged", "status": "completed", "tag": "51d4634b-5069-45b4-bca9-75a423399189", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:21.595049 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fab0770f-73db-49ca-9cbe-ffb2e0498b2e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:21.595437 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4782a00-ee2b-4c9e-821a-52518443f10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d4634b-5069-45b4-bca9-75a423399189', 'code': 200} Aug 17 16:48:21.602229 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-9d65fed3-1286-4b12-ae12-86c825083ad3 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=46ce639f1b1c479cadcc1abb6ecbcbda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904837 Aug 17 16:48:21.675216 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-f69626fb-743e-45ce-a25c-be2dd6a7eb5c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1002 time: 0.0678098 Aug 17 16:48:21.728257 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-cf09c756-8287-41d1-acce-dec89a9f30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:21.729759 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-cf09c756-8287-41d1-acce-dec89a9f30c1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0475950 Aug 17 16:48:21.730449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8d8a5-8ef9-42e9-8e58-048c55360f2e req-59de7084-8cec-4322-85ed-fc3ce9516673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:21.731925 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6a8d8a5-8ef9-42e9-8e58-048c55360f2e req-59de7084-8cec-4322-85ed-fc3ce9516673 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 1096 time: 0.0715382 Aug 17 16:48:21.734656 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-8a657727-2431-44f8-a732-c795683c7fe5 service neutron] 10.222.0.77 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242719 Aug 17 16:48:21.801308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-e843e237-f83f-4fc9-923e-685cc7af92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:21.802848 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-e843e237-f83f-4fc9-923e-685cc7af92f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609210 Aug 17 16:48:21.810407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ffe8-021e-4f47-9b1b-364fd6483174 req-2fad09c5-6fb6-4834-a7ad-73b65e2d8f43 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:21.811846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0043ffe8-021e-4f47-9b1b-364fd6483174 req-2fad09c5-6fb6-4834-a7ad-73b65e2d8f43 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0812054 Aug 17 16:48:21.823017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6a8d8a5-8ef9-42e9-8e58-048c55360f2e req-f02da49a-2ce3-4bcb-a405-86e809c04eb8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735009 Aug 17 16:48:21.849870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-ac620cf3-4253-46b3-8b13-d9172f0d3eab service neutron] 10.222.0.77 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086345 Aug 17 16:48:21.903564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0043ffe8-021e-4f47-9b1b-364fd6483174 req-f7793a7f-25f1-43ef-85eb-dac7a0d20fff tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829365 Aug 17 16:48:21.930875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-ba0ba943-1119-48fa-9fd5-2085d9c1b171 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174886 Aug 17 16:48:22.031156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56b52cba-8973-4538-b484-a65498677e97 req-0272be7e-e1b2-497d-a6e6-8fecfed87a09 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 210 time: 0.0288651 Aug 17 16:48:22.073003 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-136cb8eb-d2c3-4546-b1b1-0d2a4b56b7c2 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213691 Aug 17 16:48:22.683456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165fb22-6e55-40b7-8b75-6a76721dceca req-b1d77662-c0a5-43c5-92b3-052cdd6b083c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:22.685051 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d165fb22-6e55-40b7-8b75-6a76721dceca req-b1d77662-c0a5-43c5-92b3-052cdd6b083c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0639303 Aug 17 16:48:22.751346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d165fb22-6e55-40b7-8b75-6a76721dceca req-a9eabe1a-3478-4486-822c-954f3c618316 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584929 Aug 17 16:48:22.961497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-e4c14076-59b5-4999-b6b1-d3f68de3c70b tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:22.963350 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-e4c14076-59b5-4999-b6b1-d3f68de3c70b tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.91 "GET /v2.0/networks?id=3f490250-3e83-4b6c-9372-2a2083e2c366 HTTP/1.1" status: 200 len: 911 time: 0.0958376 Aug 17 16:48:22.978232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Request body: {'port': {'device_id': '765a9716-68f5-432b-895b-b19998b6caca', 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366', 'admin_state_up': True, 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:23.013550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Made reservation on behalf of 46ce639f1b1c479cadcc1abb6ecbcbda for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:48:23.017300 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:23.041657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b5a50-f412-4507-9d29-fda0760c9e51 req-4c5d8d6e-0e18-4740-9df1-2737acf66c28 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:23.043331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-247b5a50-f412-4507-9d29-fda0760c9e51 req-4c5d8d6e-0e18-4740-9df1-2737acf66c28 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0533671 Aug 17 16:48:23.095235 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-247b5a50-f412-4507-9d29-fda0760c9e51 req-45e6feb3-ceb5-4dab-9bee-436af606a5cb tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 Aug 17 16:48:23.154564 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb061f1e-e36e-42ee-afbd-4be6c16c1086 req-6dd50535-3895-4c2d-a070-06db92c59613 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 210 time: 0.0485661 Aug 17 16:48:23.183660 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Allocated IP 172.20.0.5 (3f490250-3e83-4b6c-9372-2a2083e2c366/f5aa6cae-4efd-435d-890c-3b5e70863bd6/65665b15-7195-4566-9efb-b455d421d7bc) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:48:23.350447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a6e9b-aafe-4139-957c-e5de98a5831e req-3b4fa735-77c2-4190-8711-822a362cc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:23.352050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d3a6e9b-aafe-4139-957c-e5de98a5831e req-3b4fa735-77c2-4190-8711-822a362cc142 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0904536a12ab4d77b62563bdadafa7a5&device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 1096 time: 0.0436347 Aug 17 16:48:23.381769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef14a8-2b87-49e2-939e-ec792440c543 req-fe54f16b-58b2-4fb5-b2aa-7c938ca76527 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:23.383331 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdef14a8-2b87-49e2-939e-ec792440c543 req-fe54f16b-58b2-4fb5-b2aa-7c938ca76527 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0756636 Aug 17 16:48:23.413663 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:23.449736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdef14a8-2b87-49e2-939e-ec792440c543 req-7375f65a-65fe-4cdd-9bac-7768781a68ce tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579669 Aug 17 16:48:23.453204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Transition to ACTIVE for port object 65665b15-7195-4566-9efb-b455d421d7bc will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:23.455201 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a6e9b-aafe-4139-957c-e5de98a5831e req-fabadad4-897c-4d0a-898f-ed1ba8db904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:23.456743 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d3a6e9b-aafe-4139-957c-e5de98a5831e req-fabadad4-897c-4d0a-898f-ed1ba8db904c service neutron] 10.222.0.93 "GET /v2.0/networks?id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 HTTP/1.1" status: 200 len: 910 time: 0.0967498 Aug 17 16:48:23.493679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:23.504559 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d3a6e9b-aafe-4139-957c-e5de98a5831e req-405687ca-1b79-4a3a-afc3-537c416fe4da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51d4634b-5069-45b4-bca9-75a423399189 HTTP/1.1" status: 200 len: 217 time: 0.0386930 Aug 17 16:48:23.505764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0b4af048-4327-4385-be4b-a8cd04ec894e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:23.545919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Network 3f490250-3e83-4b6c-9372-2a2083e2c366 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:48:23.549436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:48:23.556010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:48:23.589117 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Pushing event updated for resources: {'Port': ['ID=65665b15-7195-4566-9efb-b455d421d7bc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:23.589536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a6e9b-aafe-4139-957c-e5de98a5831e req-ab43f655-3509-4aaf-ae9e-715302a7a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:23.591427 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d3a6e9b-aafe-4139-957c-e5de98a5831e req-ab43f655-3509-4aaf-ae9e-715302a7a1a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f8b995a7-e3b3-40b5-9a0b-e81bea43827f HTTP/1.1" status: 200 len: 849 time: 0.0777876 Aug 17 16:48:23.608939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:23.610464 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:23.630166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3f929204-7c47-4143-9282-e17ce0f61660 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6579673 Aug 17 16:48:23.635412 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d3a6e9b-aafe-4139-957c-e5de98a5831e req-2aba4d6e-f364-432c-b227-483c17fcfbc9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366240 Aug 17 16:48:23.642952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Request body: {'port': {'device_id': '765a9716-68f5-432b-895b-b19998b6caca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:23.714606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:23.743174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d3a6e9b-aafe-4139-957c-e5de98a5831e req-30531fe9-f2eb-40c4-b75c-97acccfb2a7d service neutron] 10.222.0.93 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999913 Aug 17 16:48:23.902678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d3a6e9b-aafe-4139-957c-e5de98a5831e req-cf9fd7f5-d862-4212-bb3f-226d1886c33f service neutron] 10.222.0.93 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513851 Aug 17 16:48:23.926925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfcf7b-3186-4976-a51d-8b1eac0c63dd req-95c855b8-5ba5-46e5-ba66-99f1a089ff60 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:23.928391 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fedfcf7b-3186-4976-a51d-8b1eac0c63dd req-95c855b8-5ba5-46e5-ba66-99f1a089ff60 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0800145 Aug 17 16:48:23.985997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2bafc09d-3a3b-4490-91bb-ae58edd51f68 None None] Provisioning for port 65665b15-7195-4566-9efb-b455d421d7bc completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:23.994789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2bafc09d-3a3b-4490-91bb-ae58edd51f68 None None] Provisioning complete for port 65665b15-7195-4566-9efb-b455d421d7bc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:23.996108 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bafc09d-3a3b-4490-91bb-ae58edd51f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:24.007472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fedfcf7b-3186-4976-a51d-8b1eac0c63dd req-d4b9e6c0-037c-4b09-b6ec-8a2145b470c8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716455 Aug 17 16:48:24.064655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2bafc09d-3a3b-4490-91bb-ae58edd51f68 None None] Port 65665b15-7195-4566-9efb-b455d421d7bc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:48:24.088344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65665b15-7195-4566-9efb-b455d421d7bc {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:48:24.097212 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:24.109245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Transition to ACTIVE for port object 65665b15-7195-4566-9efb-b455d421d7bc will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:24.112141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:24.184150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Pushing event updated for resources: {'Port': ['ID=65665b15-7195-4566-9efb-b455d421d7bc,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:24.240639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Attempting to bind port 65665b15-7195-4566-9efb-b455d421d7bc on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:24.241024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Attempting to bind port 65665b15-7195-4566-9efb-b455d421d7bc by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:24.241364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Attempting to bind port 65665b15-7195-4566-9efb-b455d421d7bc on network 3f490250-3e83-4b6c-9372-2a2083e2c366 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:24.246185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Port 65665b15-7195-4566-9efb-b455d421d7bc on network 3f490250-3e83-4b6c-9372-2a2083e2c366 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:48:24.246541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Attempting to bind port 65665b15-7195-4566-9efb-b455d421d7bc on network 3f490250-3e83-4b6c-9372-2a2083e2c366 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:24.252064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:24.252404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Checking segment: {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:24.252927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Bound using segment: {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:24.253360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Bound port: 65665b15-7195-4566-9efb-b455d421d7bc, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7ba483-2d00-4013-804b-1b5c1ff33ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:24.253719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:24.357725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ac113-9852-4fb1-a221-1fa592b6309c req-2a382513-96c1-4444-a7da-bd74d9f0a31d tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:24.359334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc2ac113-9852-4fb1-a221-1fa592b6309c req-2a382513-96c1-4444-a7da-bd74d9f0a31d tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1052 time: 0.0899823 Aug 17 16:48:24.360339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] For port 65665b15-7195-4566-9efb-b455d421d7bc, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:24.378387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] For port 65665b15-7195-4566-9efb-b455d421d7bc, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=65665b15-7195-4566-9efb-b455d421d7bc,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:48:24.388558 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:24.432121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:24.432745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:24.434125 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] 10.222.0.91 "PUT /v2.0/ports/65665b15-7195-4566-9efb-b455d421d7bc HTTP/1.1" status: 200 len: 1091 time: 0.7959676 Aug 17 16:48:24.436455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765a9716-68f5-432b-895b-b19998b6caca', 'tag': '65665b15-7195-4566-9efb-b455d421d7bc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:24.439321 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5" -d '{"events": [{"name": "network-changed", "server_uuid": "765a9716-68f5-432b-895b-b19998b6caca", "tag": "65665b15-7195-4566-9efb-b455d421d7bc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:24.449679 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc2ac113-9852-4fb1-a221-1fa592b6309c req-add0f8f3-f700-4cc3-b900-35d5bbe194b0 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802824 Aug 17 16:48:24.465841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f2051-15c9-4f3f-8db6-8295961721f8 service neutron] Pushing event updated for resources: {'Port': ['ID=65665b15-7195-4566-9efb-b455d421d7bc,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:24.846096 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584b996b-394e-4679-9879-a65f14258dbf x-openstack-request-id: req-584b996b-394e-4679-9879-a65f14258dbf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:24.846806 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765a9716-68f5-432b-895b-b19998b6caca", "tag": "65665b15-7195-4566-9efb-b455d421d7bc", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:24.846806 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-584b996b-394e-4679-9879-a65f14258dbf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:24.847030 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765a9716-68f5-432b-895b-b19998b6caca', 'tag': '65665b15-7195-4566-9efb-b455d421d7bc', 'status': 'completed', 'code': 200} Aug 17 16:48:24.886922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-b8f53fdb-7ac1-4beb-bd0f-aaddf6f2882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:24.888481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-b8f53fdb-7ac1-4beb-bd0f-aaddf6f2882a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=46ce639f1b1c479cadcc1abb6ecbcbda&device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1094 time: 0.3917663 Aug 17 16:48:24.914983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac2bae-0615-4341-b7dd-51b589281b4c req-e8aba8a7-d175-4fbb-94c0-4855c9375b3c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:24.916576 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ac2bae-0615-4341-b7dd-51b589281b4c req-e8aba8a7-d175-4fbb-94c0-4855c9375b3c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0687990 Aug 17 16:48:24.949437 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-3eb0f06e-cbc9-496f-b493-5d080a20833a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65665b15-7195-4566-9efb-b455d421d7bc HTTP/1.1" status: 200 len: 217 time: 0.0511224 Aug 17 16:48:25.019026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ac2bae-0615-4341-b7dd-51b589281b4c req-2b15d9e0-2ea5-48a8-8e45-6165e80ff660 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719032 Aug 17 16:48:25.051820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-6c7a06bf-625d-4a6b-ad6d-599b45019ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:25.053306 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-6c7a06bf-625d-4a6b-ad6d-599b45019ec1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5aa6cae-4efd-435d-890c-3b5e70863bd6 HTTP/1.1" status: 200 len: 849 time: 0.0964694 Aug 17 16:48:25.112403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-ea88f6d9-c426-45b2-b289-e4f26e74b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:25.114184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-ea88f6d9-c426-45b2-b289-e4f26e74b979 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f490250-3e83-4b6c-9372-2a2083e2c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505183 Aug 17 16:48:25.137162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583f233-4e8c-4463-a26f-267879ba855d req-c8a1e594-ad0f-438a-a497-e63a05fb9438 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:25.140311 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7583f233-4e8c-4463-a26f-267879ba855d req-c8a1e594-ad0f-438a-a497-e63a05fb9438 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0618019 Aug 17 16:48:25.188628 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7583f233-4e8c-4463-a26f-267879ba855d req-b4cec2c1-6b35-47f8-a272-eb332dfbbc31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415797 Aug 17 16:48:25.220155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-470f1a47-bccf-47c3-9180-162dfeaa2518 service neutron] 10.222.0.91 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985041 Aug 17 16:48:25.323130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81923073-6ea5-465c-9ec7-b456b8f2c562 req-9ff7ddf2-6f41-41e4-9ef6-5ca2bb05993d service neutron] 10.222.0.91 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932271 Aug 17 16:48:25.410688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-d5bcf01e-60cb-4fcd-9534-2e829c78b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:25.412159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-d5bcf01e-60cb-4fcd-9534-2e829c78b21c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=46ce639f1b1c479cadcc1abb6ecbcbda&device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1094 time: 0.0449271 Aug 17 16:48:25.524124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-595615fc-ba6a-48f7-85df-08b4a08bdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:25.527505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-595615fc-ba6a-48f7-85df-08b4a08bdd0e service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f490250-3e83-4b6c-9372-2a2083e2c366 HTTP/1.1" status: 200 len: 911 time: 0.1080439 Aug 17 16:48:25.574494 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-7f0db3df-7630-4cc8-a622-b6e3271ea36d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65665b15-7195-4566-9efb-b455d421d7bc HTTP/1.1" status: 200 len: 217 time: 0.0393832 Aug 17 16:48:25.654081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-5c56f2f2-dcfd-4044-b938-25686619fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:25.655781 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-5c56f2f2-dcfd-4044-b938-25686619fa7e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5aa6cae-4efd-435d-890c-3b5e70863bd6 HTTP/1.1" status: 200 len: 849 time: 0.0723512 Aug 17 16:48:25.658260 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a847c0-6401-4f40-8385-7ed5a78d49f7 req-35ddf3d2-93b6-4f54-b708-f97f6946b17f tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:25.659676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2a847c0-6401-4f40-8385-7ed5a78d49f7 req-35ddf3d2-93b6-4f54-b708-f97f6946b17f tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1094 time: 0.0878372 Aug 17 16:48:25.728975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-858c7cac-6e7f-47bd-8d75-c81d0ea43715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:25.730542 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-858c7cac-6e7f-47bd-8d75-c81d0ea43715 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f490250-3e83-4b6c-9372-2a2083e2c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659790 Aug 17 16:48:25.751440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2a847c0-6401-4f40-8385-7ed5a78d49f7 req-706566ae-4484-4164-a1f0-c2a9ed02f83f tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706124 Aug 17 16:48:25.849133 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-36857dfe-a686-4ea8-ad4e-326d272a7d3c service neutron] 10.222.0.91 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050806 Aug 17 16:48:25.949020 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8928e9ce-8fdf-4fb3-adf2-8f4b4cd6ebe5 req-aed59b02-d21e-4e9a-8f03-73a0c4284cbc service neutron] 10.222.0.91 "GET /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913057 Aug 17 16:48:26.154831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcff7a-036f-4aa1-bd0b-7ae4bc4cb668 req-250068ff-071d-475c-b216-a66f3b31aa99 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:26.157109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfcff7a-036f-4aa1-bd0b-7ae4bc4cb668 req-250068ff-071d-475c-b216-a66f3b31aa99 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0563407 Aug 17 16:48:26.199339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcfcff7a-036f-4aa1-bd0b-7ae4bc4cb668 req-72a7fdfd-0e45-4681-bd1e-8e287fb12d27 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357268 Aug 17 16:48:26.311327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a12e8a-4b4c-4b2d-974b-d6299997e053 req-d2275ffc-42c9-46f3-b381-52ef426e1ee8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:26.313618 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c4a12e8a-4b4c-4b2d-974b-d6299997e053 req-d2275ffc-42c9-46f3-b381-52ef426e1ee8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0531528 Aug 17 16:48:26.358272 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c4a12e8a-4b4c-4b2d-974b-d6299997e053 req-54b1208e-eb9d-4c4c-85c7-8a3a77e26bdf tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383213 Aug 17 16:48:26.838118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b7a82-06db-4dc5-9f25-6c7e5fe6ff01 req-924e6c7c-eb76-491b-9385-4740df49b50e tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:26.839966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-150b7a82-06db-4dc5-9f25-6c7e5fe6ff01 req-924e6c7c-eb76-491b-9385-4740df49b50e tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1094 time: 0.0409505 Aug 17 16:48:26.886647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-150b7a82-06db-4dc5-9f25-6c7e5fe6ff01 req-cf9c89a7-58ce-4cdb-88e4-8cf322b2f827 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359366 Aug 17 16:48:27.337974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697af2b-20d6-4408-9bcd-b1dc2a353a41 req-92234aac-6371-4b2b-b5a6-07e3dd475d79 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:27.339644 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1697af2b-20d6-4408-9bcd-b1dc2a353a41 req-92234aac-6371-4b2b-b5a6-07e3dd475d79 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0535126 Aug 17 16:48:27.381045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1697af2b-20d6-4408-9bcd-b1dc2a353a41 req-e299ad8a-d839-4ae0-a40f-0b9a9346503b tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350659 Aug 17 16:48:27.481494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c27395-fdd3-45fa-86ad-ac276dffaf85 req-1458829d-59ed-48ec-b956-39c8fb3d936e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:27.483005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0c27395-fdd3-45fa-86ad-ac276dffaf85 req-1458829d-59ed-48ec-b956-39c8fb3d936e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0525351 Aug 17 16:48:27.526890 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0c27395-fdd3-45fa-86ad-ac276dffaf85 req-00c02ee4-93cd-4c25-a19e-26caef2141c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373261 Aug 17 16:48:27.988227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c16b-fc30-4efd-b4f9-a6491d56b621 req-7339096c-4566-4b9c-a15a-40b57bfad6e5 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:27.989844 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ed73c16b-fc30-4efd-b4f9-a6491d56b621 req-7339096c-4566-4b9c-a15a-40b57bfad6e5 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1094 time: 0.0437500 Aug 17 16:48:28.027091 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ed73c16b-fc30-4efd-b4f9-a6491d56b621 req-4b5bc028-1b35-4520-93a6-56a2298e2856 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Aug 17 16:48:28.657819 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef0c61-d43f-47cd-a8e7-0eee4dbd9063 req-a31b591d-6828-4b89-a18d-1c52c687cffd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:28.659478 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9ef0c61-d43f-47cd-a8e7-0eee4dbd9063 req-a31b591d-6828-4b89-a18d-1c52c687cffd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0553603 Aug 17 16:48:28.717877 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f9ef0c61-d43f-47cd-a8e7-0eee4dbd9063 req-dca944ac-598e-47e4-8262-4c5359e06b4c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509808 Aug 17 16:48:28.844733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54c10d-47ac-4e96-8b2d-afeb2433688b req-b7d01aea-35b4-4bfc-a8f1-2997437b859d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:28.846366 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa54c10d-47ac-4e96-8b2d-afeb2433688b req-b7d01aea-35b4-4bfc-a8f1-2997437b859d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.3920984 Aug 17 16:48:28.885751 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa54c10d-47ac-4e96-8b2d-afeb2433688b req-29f6257d-306b-447e-82fe-831e3d89cb68 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330777 Aug 17 16:48:29.137586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d39084-f172-416c-b087-1cf2369b9360 req-a109234b-741b-49a8-81d6-469266f79ad7 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:29.139438 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-55d39084-f172-416c-b087-1cf2369b9360 req-a109234b-741b-49a8-81d6-469266f79ad7 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1094 time: 0.0438859 Aug 17 16:48:29.141222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 65665b15-7195-4566-9efb-b455d421d7bc details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:48:29.187623 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-55d39084-f172-416c-b087-1cf2369b9360 req-fbf7d382-d8e1-4291-9baf-d9f8cef5a3ec tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Aug 17 16:48:29.252945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 65665b15-7195-4566-9efb-b455d421d7bc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=65665b15-7195-4566-9efb-b455d421d7bc,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:29.272568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '65665b15-7195-4566-9efb-b455d421d7bc', 'network_id': '3f490250-3e83-4b6c-9372-2a2083e2c366', 'port_id': '65665b15-7195-4566-9efb-b455d421d7bc', 'mac_address': 'fa:16:3e:38:59:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa6cae-4efd-435d-890c-3b5e70863bd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:48:29.311711 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:29.326720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65665b15-7195-4566-9efb-b455d421d7bc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:48:29.347791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 65665b15-7195-4566-9efb-b455d421d7bc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=65665b15-7195-4566-9efb-b455d421d7bc,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:29.352433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:29.401451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=65665b15-7195-4566-9efb-b455d421d7bc,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:29.580570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['65665b15-7195-4566-9efb-b455d421d7bc'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:29.831749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d2454-bfc9-4c30-b093-55719316ab4d req-4ebe3c32-2c8a-439e-9995-eeabb29fa54d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:29.833239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a05d2454-bfc9-4c30-b093-55719316ab4d req-4ebe3c32-2c8a-439e-9995-eeabb29fa54d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0493431 Aug 17 16:48:29.873760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a05d2454-bfc9-4c30-b093-55719316ab4d req-5aadba4f-4590-4353-b9db-2579fb14cef9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343018 Aug 17 16:48:30.008536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ddf5a-3eb7-4d57-8166-304435259bed req-887c514d-7d96-450c-9b93-e99faf645e67 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:30.010053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7a3ddf5a-3eb7-4d57-8166-304435259bed req-887c514d-7d96-450c-9b93-e99faf645e67 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0505683 Aug 17 16:48:30.055375 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7a3ddf5a-3eb7-4d57-8166-304435259bed req-1c2e266d-bd55-4cdb-86cf-085fc32b3a0b tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386784 Aug 17 16:48:30.290903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ba90e-7947-42f9-8a58-619ae42da799 req-1b14e264-69c0-4ce1-8731-74ad8458fe32 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:30.292402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f5ba90e-7947-42f9-8a58-619ae42da799 req-1b14e264-69c0-4ce1-8731-74ad8458fe32 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1095 time: 0.0400710 Aug 17 16:48:30.330918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f5ba90e-7947-42f9-8a58-619ae42da799 req-a86eff67-7925-4b9d-b3a0-a6248d7b567c tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Aug 17 16:48:31.006732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163e6fb-76c1-4a61-9c1e-d5c7c834bfe1 req-09d039b2-2753-407c-b334-6e0a7295d739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:31.008789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9163e6fb-76c1-4a61-9c1e-d5c7c834bfe1 req-09d039b2-2753-407c-b334-6e0a7295d739 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0593159 Aug 17 16:48:31.053044 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9163e6fb-76c1-4a61-9c1e-d5c7c834bfe1 req-8111a65a-7db0-4ace-a450-030a2097092e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381753 Aug 17 16:48:31.153228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 65665b15-7195-4566-9efb-b455d421d7bc up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:31.175964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df00419-d90a-41e4-a197-bc6d2d172a13 req-56e2f40e-ec89-4b9c-bf63-2ad57194af0d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:31.177584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0df00419-d90a-41e4-a197-bc6d2d172a13 req-56e2f40e-ec89-4b9c-bf63-2ad57194af0d tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0515950 Aug 17 16:48:31.205449 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 65665b15-7195-4566-9efb-b455d421d7bc completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:31.209658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 65665b15-7195-4566-9efb-b455d421d7bc triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:31.210035 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:31.219753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0df00419-d90a-41e4-a197-bc6d2d172a13 req-8c7bf234-a5d1-41fa-af08-d728da5b5b17 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348494 Aug 17 16:48:31.292087 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:31.315158 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765a9716-68f5-432b-895b-b19998b6caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65665b15-7195-4566-9efb-b455d421d7bc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:31.317409 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40495a72-975c-49b8-b004-d49cf33a76e5" -d '{"events": [{"server_uuid": "765a9716-68f5-432b-895b-b19998b6caca", "name": "network-vif-plugged", "status": "completed", "tag": "65665b15-7195-4566-9efb-b455d421d7bc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:31.330549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 65665b15-7195-4566-9efb-b455d421d7bc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=65665b15-7195-4566-9efb-b455d421d7bc,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:31.335667 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:31.364152 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7ef80a-bd0e-4692-8170-6b4bd90c397e x-openstack-request-id: req-bc7ef80a-bd0e-4692-8170-6b4bd90c397e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:31.365238 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765a9716-68f5-432b-895b-b19998b6caca", "name": "network-vif-plugged", "status": "completed", "tag": "65665b15-7195-4566-9efb-b455d421d7bc", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:31.365544 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc7ef80a-bd0e-4692-8170-6b4bd90c397e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:31.365891 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765a9716-68f5-432b-895b-b19998b6caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65665b15-7195-4566-9efb-b455d421d7bc', 'code': 200} Aug 17 16:48:31.413060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=65665b15-7195-4566-9efb-b455d421d7bc,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:31.455077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14f481-c8cb-4e18-b0c6-d0351d4e1d05 req-c85fca2b-c201-4b13-bba4-5812dfca2755 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:31.456718 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f14f481-c8cb-4e18-b0c6-d0351d4e1d05 req-c85fca2b-c201-4b13-bba4-5812dfca2755 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1096 time: 0.0427840 Aug 17 16:48:31.461416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736689-7789-41b1-90be-54b292e2e777 req-e6ea4a95-56f9-421a-a9f3-032c32ff08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:31.462984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8736689-7789-41b1-90be-54b292e2e777 req-e6ea4a95-56f9-421a-a9f3-032c32ff08fa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1096 time: 0.0439670 Aug 17 16:48:31.492309 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f14f481-c8cb-4e18-b0c6-d0351d4e1d05 req-e6b9a807-f402-456b-a676-5b00da1e2bad tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296357 Aug 17 16:48:31.500828 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8736689-7789-41b1-90be-54b292e2e777 req-e8486047-aeb0-46b3-adfa-e99d91990f05 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Aug 17 16:48:32.123219 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e18cfe6d-d46a-46cb-9775-6ffeac6df953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:32.182630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16ab24-ae68-42fd-8147-a5aea00a5c69 req-513e576e-8cb8-4ae4-9e48-7570696fceec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:32.183888 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f16ab24-ae68-42fd-8147-a5aea00a5c69 req-513e576e-8cb8-4ae4-9e48-7570696fceec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0509269 Aug 17 16:48:32.226022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7f16ab24-ae68-42fd-8147-a5aea00a5c69 req-4d0124cc-0b46-41a4-8d56-dcd14b3e788c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355158 Aug 17 16:48:32.348125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb90fca-300e-4ba8-8a57-e24ad7c84020 req-bed5f322-ac34-4f56-a88b-bd96c64191de tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:32.349724 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3bb90fca-300e-4ba8-8a57-e24ad7c84020 req-bed5f322-ac34-4f56-a88b-bd96c64191de tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0612941 Aug 17 16:48:32.396473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3bb90fca-300e-4ba8-8a57-e24ad7c84020 req-fd490513-4a8a-4fce-b321-055d5a146e23 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Aug 17 16:48:32.599674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a56b71-ebbe-44df-b1e0-070273da0479 req-279261c3-6f6a-4cc7-a1cf-421f3e3e1a16 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:32.601096 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77a56b71-ebbe-44df-b1e0-070273da0479 req-279261c3-6f6a-4cc7-a1cf-421f3e3e1a16 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1096 time: 0.0419331 Aug 17 16:48:32.643120 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77a56b71-ebbe-44df-b1e0-070273da0479 req-f06971ff-8b99-4542-b9e5-fbf9318c18ae tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Aug 17 16:48:32.759650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa862e-562f-44d1-9c4b-d1cfded0255e req-eedd93ae-c243-4d84-bf84-9320e8e51acb tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:32.763467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8dfa862e-562f-44d1-9c4b-d1cfded0255e req-eedd93ae-c243-4d84-bf84-9320e8e51acb tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1096 time: 0.0467691 Aug 17 16:48:32.798367 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8dfa862e-562f-44d1-9c4b-d1cfded0255e req-724b5527-4ba4-457b-bf5a-36e1e2e5b052 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306654 Aug 17 16:48:32.909531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fd478-eab5-4329-b5ec-eef865ab1cd9 req-1bdab96f-f607-4048-a3a1-b6bb7624f41a tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:32.911079 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c7fd478-eab5-4329-b5ec-eef865ab1cd9 req-1bdab96f-f607-4048-a3a1-b6bb7624f41a tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1096 time: 0.0434952 Aug 17 16:48:32.947291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c7fd478-eab5-4329-b5ec-eef865ab1cd9 req-3d9a6d5a-d738-469e-be29-3f8f22a9ebb6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297444 Aug 17 16:48:33.173082 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d7ec6-244e-4176-b979-cc56bcc9aa25 req-cf6c1f75-f54d-4dea-8198-16da805543a3 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:33.174575 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d4d7ec6-244e-4176-b979-cc56bcc9aa25 req-cf6c1f75-f54d-4dea-8198-16da805543a3 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1096 time: 0.0411434 Aug 17 16:48:33.211146 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d4d7ec6-244e-4176-b979-cc56bcc9aa25 req-37fc0d8d-0d40-4750-b16a-a170424b516f tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Aug 17 16:48:33.347996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdab31f-a0c0-4309-8e52-e7c08480cb59 req-96b62d93-06c1-4cdb-8a17-7885142f7a2a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:33.349520 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfdab31f-a0c0-4309-8e52-e7c08480cb59 req-96b62d93-06c1-4cdb-8a17-7885142f7a2a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0502675 Aug 17 16:48:33.387583 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfdab31f-a0c0-4309-8e52-e7c08480cb59 req-281763d2-392c-4d36-a0d3-2d382668b68a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320790 Aug 17 16:48:33.515157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca1b5-6f29-42e8-b0a8-e6a7ced95bc6 req-3668c7bf-4abc-4d68-96d1-061ca763c482 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:33.516646 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e62ca1b5-6f29-42e8-b0a8-e6a7ced95bc6 req-3668c7bf-4abc-4d68-96d1-061ca763c482 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0506086 Aug 17 16:48:33.559617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e62ca1b5-6f29-42e8-b0a8-e6a7ced95bc6 req-0f3525cd-ba93-4c71-8a75-c73a4b41a2dc tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366564 Aug 17 16:48:34.323910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6461c-b2da-4176-a331-fb363e9bd01e req-b7da9c40-420f-4dfa-bf06-5ccc02017e8c tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:34.325766 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24c6461c-b2da-4176-a331-fb363e9bd01e req-b7da9c40-420f-4dfa-bf06-5ccc02017e8c tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1096 time: 0.0465269 Aug 17 16:48:34.372427 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24c6461c-b2da-4176-a331-fb363e9bd01e req-aeb95e12-d0fd-47a3-b517-c2b7d75800f6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360885 Aug 17 16:48:34.528123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-91824cce-87e2-4ea0-bd45-c48bb8147156 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:34.529608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-91824cce-87e2-4ea0-bd45-c48bb8147156 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 1096 time: 0.0638676 Aug 17 16:48:34.538795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cbf81-59da-4a18-9e95-eb41f2b6834a req-985492cc-a8e4-4aa2-ba4d-4b08a16629a9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:34.540233 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-677cbf81-59da-4a18-9e95-eb41f2b6834a req-985492cc-a8e4-4aa2-ba4d-4b08a16629a9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0836313 Aug 17 16:48:34.629703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-677cbf81-59da-4a18-9e95-eb41f2b6834a req-1e28709a-50a3-4627-adad-8c95294b42a3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826206 Aug 17 16:48:34.659772 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-baab49e9-36b3-4b6e-9226-74172e6e3fc6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Deleting port 65665b15-7195-4566-9efb-b455d421d7bc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:34.659772 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-baab49e9-36b3-4b6e-9226-74172e6e3fc6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:34.686013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa010e-0370-4ae9-8e76-6ad213906eac req-5cf16158-0832-4e01-9f37-1fa29ffc192c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:34.687585 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbaa010e-0370-4ae9-8e76-6ad213906eac req-5cf16158-0832-4e01-9f37-1fa29ffc192c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0580173 Aug 17 16:48:34.742764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cbaa010e-0370-4ae9-8e76-6ad213906eac req-667a1d84-0b08-4781-a7ba-a29ef0a594c8 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481598 Aug 17 16:48:34.751114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-baab49e9-36b3-4b6e-9226-74172e6e3fc6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] For port 65665b15-7195-4566-9efb-b455d421d7bc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=65665b15-7195-4566-9efb-b455d421d7bc,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:34.751577 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-baab49e9-36b3-4b6e-9226-74172e6e3fc6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:34.767048 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-baab49e9-36b3-4b6e-9226-74172e6e3fc6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Calling delete_port for 65665b15-7195-4566-9efb-b455d421d7bc owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:34.816867 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b84ee96-a230-4072-b17d-a516f9887ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:34.899792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-baab49e9-36b3-4b6e-9226-74172e6e3fc6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:34.910660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['65665b15-7195-4566-9efb-b455d421d7bc'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:34.928650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab49e9-36b3-4b6e-9226-74172e6e3fc6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Pushing event deleted for resources: {'Port': ['ID=65665b15-7195-4566-9efb-b455d421d7bc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:34.932793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0b4af048-4327-4385-be4b-a8cd04ec894e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:35.011427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-baab49e9-36b3-4b6e-9226-74172e6e3fc6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] No DVR routers for this DVR port 65665b15-7195-4566-9efb-b455d421d7bc on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:35.015906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-baab49e9-36b3-4b6e-9226-74172e6e3fc6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:35.018345 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93aae763-47ee-43ff-93a9-ce01e1ed6a14 req-baab49e9-36b3-4b6e-9226-74172e6e3fc6 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.91 "DELETE /v2.0/ports/65665b15-7195-4566-9efb-b455d421d7bc HTTP/1.1" status: 204 len: 173 time: 0.4771173 Aug 17 16:48:35.019032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765a9716-68f5-432b-895b-b19998b6caca', 'name': 'network-vif-deleted', 'tag': '65665b15-7195-4566-9efb-b455d421d7bc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:35.022606 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf22f9c-a953-4451-a7cc-7342d9190f3c" -d '{"events": [{"server_uuid": "765a9716-68f5-432b-895b-b19998b6caca", "name": "network-vif-deleted", "tag": "65665b15-7195-4566-9efb-b455d421d7bc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:35.024610 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:35.069062 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b151cc9-e96e-4768-8a13-c08a843763a6 x-openstack-request-id: req-9b151cc9-e96e-4768-8a13-c08a843763a6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:35.069367 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765a9716-68f5-432b-895b-b19998b6caca", "name": "network-vif-deleted", "tag": "65665b15-7195-4566-9efb-b455d421d7bc", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:35.069774 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b151cc9-e96e-4768-8a13-c08a843763a6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:35.070155 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765a9716-68f5-432b-895b-b19998b6caca', 'name': 'network-vif-deleted', 'tag': '65665b15-7195-4566-9efb-b455d421d7bc', 'status': 'completed', 'code': 200} Aug 17 16:48:35.497933 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20e2b3fe-c9d9-4435-b8a6-778e862e16df req-df5b0658-5bdd-4011-9eb7-4680494c6148 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=765a9716-68f5-432b-895b-b19998b6caca HTTP/1.1" status: 200 len: 210 time: 0.0334587 Aug 17 16:48:35.763832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd93fb-ad52-4017-9e1e-9d6b3cda72b2 req-7aef2ef3-fee6-4b01-b8f2-65eb9f4e9456 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:35.765422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08bd93fb-ad52-4017-9e1e-9d6b3cda72b2 req-7aef2ef3-fee6-4b01-b8f2-65eb9f4e9456 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0510247 Aug 17 16:48:35.806245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-08bd93fb-ad52-4017-9e1e-9d6b3cda72b2 req-65023bcd-3f41-4524-90ed-0a89e501d095 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343311 Aug 17 16:48:35.867049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc15d-a02e-4b51-b130-3f0eda4631b3 req-55d2306c-d32d-4192-9ab0-72ac089cb95f tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:35.868556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c5cc15d-a02e-4b51-b130-3f0eda4631b3 req-55d2306c-d32d-4192-9ab0-72ac089cb95f tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0536327 Aug 17 16:48:35.907379 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c5cc15d-a02e-4b51-b130-3f0eda4631b3 req-72385bb0-0f26-41c3-97ac-4740145d43a9 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Aug 17 16:48:35.979311 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:36.771001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2b385-a8b5-49cb-add4-d8cce59c2e7c req-af56a0ea-2895-45c7-98e8-946eb7b34027 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:36.772625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdb2b385-a8b5-49cb-add4-d8cce59c2e7c req-af56a0ea-2895-45c7-98e8-946eb7b34027 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1096 time: 0.0414307 Aug 17 16:48:36.807276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdb2b385-a8b5-49cb-add4-d8cce59c2e7c req-2c72d432-d12c-4c56-baf7-3a4226b18caf tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286808 Aug 17 16:48:36.939454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d397cf-34cb-43ff-959c-939b93df9d78 req-282b8c69-6f20-40db-a55e-7c42135dfd08 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:36.941024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17d397cf-34cb-43ff-959c-939b93df9d78 req-282b8c69-6f20-40db-a55e-7c42135dfd08 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0539253 Aug 17 16:48:36.995221 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17d397cf-34cb-43ff-959c-939b93df9d78 req-c6722f37-88a5-4974-8e5d-b1f2cef2f639 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477562 Aug 17 16:48:37.080854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4a037-c467-4dbc-ab17-dd9052c115de req-a0521df4-e775-4fbe-a0f0-3afdd44614ed tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:37.082719 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d2a4a037-c467-4dbc-ab17-dd9052c115de req-a0521df4-e775-4fbe-a0f0-3afdd44614ed tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0661755 Aug 17 16:48:37.128402 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d2a4a037-c467-4dbc-ab17-dd9052c115de req-8842a528-ab9c-4b6c-8485-0051fdfffd8b tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Aug 17 16:48:37.720872 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:37.928783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b65246-8832-40d3-9226-d102465b322d req-d9015291-2254-47f6-8dab-d739f317ceae tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:37.930588 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51b65246-8832-40d3-9226-d102465b322d req-d9015291-2254-47f6-8dab-d739f317ceae tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1096 time: 0.0442517 Aug 17 16:48:37.967355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51b65246-8832-40d3-9226-d102465b322d req-310bdbe1-79e3-46fd-84b3-dd3c3658763a tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c51148e4-23b5-4dfc-9b89-dec70b0930e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303771 Aug 17 16:48:38.111131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6014a1-4293-4ec6-9f90-26fd308e565e req-9b8a8311-a0e8-42c3-b720-bcecbc4baa8b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:38.113093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e6014a1-4293-4ec6-9f90-26fd308e565e req-9b8a8311-a0e8-42c3-b720-bcecbc4baa8b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0527375 Aug 17 16:48:38.157399 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e6014a1-4293-4ec6-9f90-26fd308e565e req-bac61057-93ac-4e4c-9f3b-d5d9901136fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375774 Aug 17 16:48:38.279179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c9ab-a5f0-41e7-9055-6149f2694e36 req-8664c434-d182-4f44-8d34-88c22620e1b3 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:38.280712 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a90c9ab-a5f0-41e7-9055-6149f2694e36 req-8664c434-d182-4f44-8d34-88c22620e1b3 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0786533 Aug 17 16:48:38.297785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b225b9c7-8768-4c16-80b9-31f16b444dd2 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:38.299297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b225b9c7-8768-4c16-80b9-31f16b444dd2 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 1096 time: 0.0660698 Aug 17 16:48:38.351324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a90c9ab-a5f0-41e7-9055-6149f2694e36 req-e9d54ea9-dfe7-41df-a419-659081f90f99 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639873 Aug 17 16:48:38.401074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Deleting port 0b4af048-4327-4385-be4b-a8cd04ec894e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:38.401721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:38.507007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] For port 0b4af048-4327-4385-be4b-a8cd04ec894e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0b4af048-4327-4385-be4b-a8cd04ec894e,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:38.507381 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:38.520187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Calling delete_port for 0b4af048-4327-4385-be4b-a8cd04ec894e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:38.648526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:38.669723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0b4af048-4327-4385-be4b-a8cd04ec894e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:38.676277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b4af048-4327-4385-be4b-a8cd04ec894e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:38.689146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.689490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.689814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.690138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.690488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.690809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.691123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.691438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.691751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.692062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.692373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.692688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:38.730295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] No DVR routers for this DVR port 0b4af048-4327-4385-be4b-a8cd04ec894e on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:38.733056 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:38.735771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4147ec02-e2ea-4e16-8625-51454c00a17f req-b464169a-fc6c-46a0-92c4-999708aabcb8 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.93 "DELETE /v2.0/ports/0b4af048-4327-4385-be4b-a8cd04ec894e HTTP/1.1" status: 204 len: 173 time: 0.4284172 Aug 17 16:48:38.736207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a47e6-fefc-448d-a14f-c25978db72bf', 'name': 'network-vif-deleted', 'tag': '0b4af048-4327-4385-be4b-a8cd04ec894e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:38.738471 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4744a0a-62db-4f66-910f-f6ebe182fcff" -d '{"events": [{"server_uuid": "833a47e6-fefc-448d-a14f-c25978db72bf", "name": "network-vif-deleted", "tag": "0b4af048-4327-4385-be4b-a8cd04ec894e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:38.786984 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926550a8-3fa0-44b6-bf67-4790c5751b8a x-openstack-request-id: req-926550a8-3fa0-44b6-bf67-4790c5751b8a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:38.787275 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a47e6-fefc-448d-a14f-c25978db72bf", "name": "network-vif-deleted", "tag": "0b4af048-4327-4385-be4b-a8cd04ec894e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:38.787524 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-926550a8-3fa0-44b6-bf67-4790c5751b8a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:38.787923 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a47e6-fefc-448d-a14f-c25978db72bf', 'name': 'network-vif-deleted', 'tag': '0b4af048-4327-4385-be4b-a8cd04ec894e', 'status': 'completed', 'code': 200} Aug 17 16:48:39.075696 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ca3d35c-2a3e-4dbc-b333-c293e11bda9e req-d6614a08-c668-4604-8ae2-881b06bc58f3 tempest-TestServerMultinode-408845049 tempest-TestServerMultinode-408845049-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=833a47e6-fefc-448d-a14f-c25978db72bf HTTP/1.1" status: 200 len: 210 time: 0.0264359 Aug 17 16:48:39.187591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 65665b15-7195-4566-9efb-b455d421d7bc no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:39.208815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 65665b15-7195-4566-9efb-b455d421d7bc {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:39.209260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 65665b15-7195-4566-9efb-b455d421d7bc not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:39.209994 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-1cdd3abb-2151-4077-9a22-46e26e3b412c service neutron] show failed (client error): The resource could not be found. Aug 17 16:48:39.211418 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-1cdd3abb-2151-4077-9a22-46e26e3b412c service neutron] 10.222.0.93 "GET /v2.0/ports/a36f2cb4-0993-435e-801f-3ecb459b832a/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0642722 Aug 17 16:48:39.302863 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05d0ec-b655-4ace-a4b8-7bd2273afef1 req-49d1a8c0-4e9b-48e1-b14e-78f489d51e5f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:39.304398 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a05d0ec-b655-4ace-a4b8-7bd2273afef1 req-49d1a8c0-4e9b-48e1-b14e-78f489d51e5f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 946 time: 0.0550139 Aug 17 16:48:39.344935 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8a05d0ec-b655-4ace-a4b8-7bd2273afef1 req-5e8edbdd-84bb-4e4d-8283-5575d1f4bf6e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341661 Aug 17 16:48:39.477841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1e507-fb40-452d-993f-e8f5cfa5e294 req-066c4915-bf2c-4418-b929-887cb6fd17ac tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:39.479415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ba1e507-fb40-452d-993f-e8f5cfa5e294 req-066c4915-bf2c-4418-b929-887cb6fd17ac tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0505900 Aug 17 16:48:39.483278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-47fa1eb7-2520-4edb-8597-1d21d93832e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:39.484997 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-47fa1eb7-2520-4edb-8597-1d21d93832e9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 1097 time: 0.0772069 Aug 17 16:48:39.497923 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:39.521480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5ba1e507-fb40-452d-993f-e8f5cfa5e294 req-29d08a0c-650e-40de-a99a-26bfc9947588 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Aug 17 16:48:39.556901 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:39.765418 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:39.797333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:39.840162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:39.842431 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e6eb7e-3083-42dd-88ff-9b2541c5cdd6" -d '{"events": [{"server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "name": "network-vif-unplugged", "status": "completed", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:39.846938 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:39.860547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Transition to ACTIVE for port object a36f2cb4-0993-435e-801f-3ecb459b832a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:48:39.864781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:39.892669 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f99b29-5f41-40f0-ba45-c43eaa77d7f0 x-openstack-request-id: req-b7f99b29-5f41-40f0-ba45-c43eaa77d7f0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:39.892997 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "name": "network-vif-unplugged", "status": "completed", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:39.893298 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7f99b29-5f41-40f0-ba45-c43eaa77d7f0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:39.893698 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'code': 200} Aug 17 16:48:39.972849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:40.045828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] No DVR routers for this DVR port a36f2cb4-0993-435e-801f-3ecb459b832a on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:40.140159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33956) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:40.199890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:40.200224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:40.200563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:40.204947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:48:40.205271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:40.210177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:40.210560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Checking segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:40.210947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Bound using segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:40.211374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Bound port: a36f2cb4-0993-435e-801f-3ecb459b832a, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:40.211732 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:40.278491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:40.282130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:48:40.289241 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:40.322623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:40.323257 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:40.324639 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] 10.222.0.91 "PUT /v2.0/ports/a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1092 time: 0.8312030 Aug 17 16:48:40.361723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f69b55-2769-475b-bce1-20e029803c17 service neutron] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:40.408758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-e7f64f8b-3e83-4a57-95f9-38232ba765df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:40.410628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-e7f64f8b-3e83-4a57-95f9-38232ba765df service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1095 time: 0.0600412 Aug 17 16:48:40.526086 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:40.537055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31669866-40c2-40e8-886c-e5c454bc4f7c req-cfa5c552-83f9-44af-a6f5-7c98a5f5913a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:40.538590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31669866-40c2-40e8-886c-e5c454bc4f7c req-cfa5c552-83f9-44af-a6f5-7c98a5f5913a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 944 time: 0.1103809 Aug 17 16:48:40.587815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-215c595e-aa2c-4e26-bd14-e5c11403e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:40.589333 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-215c595e-aa2c-4e26-bd14-e5c11403e86f service neutron] 10.222.0.91 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.1623747 Aug 17 16:48:40.597926 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31669866-40c2-40e8-886c-e5c454bc4f7c req-32668134-edb1-4812-924b-e5c225fc2516 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507541 Aug 17 16:48:40.666366 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-875ccca4-2652-457c-838e-5072518d0b19 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1000 time: 0.0675490 Aug 17 16:48:40.710356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739dcd1-958f-458d-938b-da66232f94b5 req-85157c15-bcfd-4aa6-805d-cd3e4e2bf969 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:40.711898 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0739dcd1-958f-458d-938b-da66232f94b5 req-85157c15-bcfd-4aa6-805d-cd3e4e2bf969 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0977216 Aug 17 16:48:40.720343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-272b7c43-a0a6-46dd-b683-6c507738e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:40.721703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-272b7c43-a0a6-46dd-b683-6c507738e562 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0484045 Aug 17 16:48:40.779447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-050620b5-a88f-456f-9d30-a9342e6cdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:40.783245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-050620b5-a88f-456f-9d30-a9342e6cdcd5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531874 Aug 17 16:48:40.792588 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0739dcd1-958f-458d-938b-da66232f94b5 req-5f48b8c6-0140-4182-98a0-3b713358bfe3 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548460 Aug 17 16:48:40.869161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] Deleting port baca68d0-f149-4722-8773-6fd08d503fe2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:40.869507 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:40.888294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-98ac4d13-9cf3-43bf-83ea-bebc34d86c78 service neutron] 10.222.0.91 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945554 Aug 17 16:48:40.952222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] For port baca68d0-f149-4722-8773-6fd08d503fe2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=baca68d0-f149-4722-8773-6fd08d503fe2,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:40.952222 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:40.970065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] Calling delete_port for baca68d0-f149-4722-8773-6fd08d503fe2 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:40.983600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ac8bcb-2889-48b4-b728-74af7ae2056b req-a7e02736-2d05-4ea6-b0de-1503db1f7154 service neutron] 10.222.0.91 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877311 Aug 17 16:48:41.159801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:41.186559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] Pushing event deleted for resources: {'Port': ['ID=baca68d0-f149-4722-8773-6fd08d503fe2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:41.350290 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:41.563468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] Router 0be38c56-f71c-4153-9cce-4b1171593827 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:48:41.670176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:48:41.679036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6850e0ca-bc5b-4c2b-b297-a0253821787f admin admin] 10.222.0.77 "PUT /v2.0/routers/0be38c56-f71c-4153-9cce-4b1171593827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5356200 Aug 17 16:48:41.679036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33970) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:41.683242 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] Sync routers for ids ['0be38c56-f71c-4153-9cce-4b1171593827'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:48:41.692098 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] Routers {'0be38c56-f71c-4153-9cce-4b1171593827'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:41.692699 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:48:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0be38c56-f71c-4153-9cce-4b1171593827'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:41.717452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1de17-47be-4ea3-b593-d04c916606e3 req-560a80f5-0865-440a-8d39-3b31da0957a4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:41.719701 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63a1de17-47be-4ea3-b593-d04c916606e3 req-560a80f5-0865-440a-8d39-3b31da0957a4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 944 time: 0.0514758 Aug 17 16:48:41.760206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63a1de17-47be-4ea3-b593-d04c916606e3 req-81616168-2d38-44f1-b4db-ea7eea77c0fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341697 Aug 17 16:48:41.791334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:41.798660 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] Set router 0be38c56-f71c-4153-9cce-4b1171593827 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:48:41.899523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:41.902107 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0613f78a-861f-4fd8-a6c2-bfa8d1000131" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:41.946910 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:41.993886 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be38c56-f71c-4153-9cce-4b1171593827', 'name': 'tempest-TestServerMultinode-1078229421-router', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:55Z', 'updated_at': '2021-08-17T16:48:41Z', 'revision_number': 5, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'gw_port': {'id': '6e283bf1-5182-4dac-b760-1369fa9d5b50', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be38c56-f71c-4153-9cce-4b1171593827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:56Z', 'updated_at': '2021-08-17T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:41.999449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fa5db-b435-421d-b9ce-766a33fe5418 req-c969798e-4202-4e86-acb2-d7a2dfdb4075 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:42.006903 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5fa5db-b435-421d-b9ce-766a33fe5418 req-c969798e-4202-4e86-acb2-d7a2dfdb4075 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.1226408 Aug 17 16:48:42.007860 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f589cca6-f781-4ae8-ae77-dfdc18a86233 x-openstack-request-id: req-f589cca6-f781-4ae8-ae77-dfdc18a86233 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:42.008154 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:42.008405 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f589cca6-f781-4ae8-ae77-dfdc18a86233 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:42.008794 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'status': 'completed', 'code': 200} Aug 17 16:48:42.021425 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] Checking router: 0be38c56-f71c-4153-9cce-4b1171593827 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:48:42.029833 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] Routers {'0be38c56-f71c-4153-9cce-4b1171593827'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:42.030468 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:48:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0be38c56-f71c-4153-9cce-4b1171593827'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:42.081830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-5422dbd1-fc37-4f58-980c-02fd5ed6a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:42.083824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-5422dbd1-fc37-4f58-980c-02fd5ed6a7fd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1095 time: 0.0544462 Aug 17 16:48:42.089739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e5fa5db-b435-421d-b9ce-766a33fe5418 req-e4013b2a-47c3-4438-83cd-3d434376fab6 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818532 Aug 17 16:48:42.101416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-f085be1e-8242-4dfc-8809-a5e358ecc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:42.102924 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-f085be1e-8242-4dfc-8809-a5e358ecc1d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1095 time: 0.0842519 Aug 17 16:48:42.105251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Deleting port 6e283bf1-5182-4dac-b760-1369fa9d5b50 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:42.105595 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:42.123317 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] Set router 0be38c56-f71c-4153-9cce-4b1171593827 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:48:42.175973 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be38c56-f71c-4153-9cce-4b1171593827', 'name': 'tempest-TestServerMultinode-1078229421-router', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:55Z', 'updated_at': '2021-08-17T16:48:41Z', 'revision_number': 6, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:42.184849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-d97df32d-ab6d-42b2-88f4-b65afb308be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:42.186396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-d97df32d-ab6d-42b2-88f4-b65afb308be7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.0909245 Aug 17 16:48:42.206826 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15fed7-9534-4fbc-a165-2117df752d84 None None] The sync data for ids ['0be38c56-f71c-4153-9cce-4b1171593827'] in n-d-804878-1 is: [{'id': '0be38c56-f71c-4153-9cce-4b1171593827', 'name': 'tempest-TestServerMultinode-1078229421-router', 'tenant_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:55Z', 'updated_at': '2021-08-17T16:48:41Z', 'revision_number': 6, 'project_id': '451a0bbe5b4b4f73b403a0ef944e1f1a', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:48:42.273679 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-6e103d56-d5bb-42e8-ab4b-4600fdbf769c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1000 time: 0.0786426 Aug 17 16:48:42.273935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] For port 6e283bf1-5182-4dac-b760-1369fa9d5b50, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6e283bf1-5182-4dac-b760-1369fa9d5b50,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:42.274423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:42.277214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-e2c60532-9f88-4a1e-88e8-b91d2c71c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:42.278678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-e2c60532-9f88-4a1e-88e8-b91d2c71c6dc service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.1524618 Aug 17 16:48:42.294463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Calling delete_port for 6e283bf1-5182-4dac-b760-1369fa9d5b50 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:42.326738 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-5876b9dd-73d9-4f38-930d-f2dd5a6f3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:42.328866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-5876b9dd-73d9-4f38-930d-f2dd5a6f3eac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0455847 Aug 17 16:48:42.378336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-617c5535-e25f-404b-a2ea-d971d072579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:42.380011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-617c5535-e25f-404b-a2ea-d971d072579e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414028 Aug 17 16:48:42.483313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-0c925ce3-0df0-4a75-81c0-1536489114f1 service neutron] 10.222.0.91 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954499 Aug 17 16:48:42.583513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-c9c589d0-961f-4953-9778-e2bbbca7302e service neutron] 10.222.0.91 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904040 Aug 17 16:48:42.726926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-ef6da3b8-b579-44e7-a7dd-3089f4310bc6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1000 time: 0.4404364 Aug 17 16:48:42.829136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-81f2b1f8-954d-4c97-9cdd-22208349c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:42.830636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-81f2b1f8-954d-4c97-9cdd-22208349c77a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0932214 Aug 17 16:48:42.884984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0e7f5-04c0-4ae9-bd3b-9099f5297e90 req-bb3c3300-8098-4e08-93bb-ccc857dfdf65 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:42.886505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4d0e7f5-04c0-4ae9-bd3b-9099f5297e90 req-bb3c3300-8098-4e08-93bb-ccc857dfdf65 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 944 time: 0.0536280 Aug 17 16:48:42.918059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-6aabf910-a2fc-4811-ad7a-6f06bf6bac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:42.919403 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-6aabf910-a2fc-4811-ad7a-6f06bf6bac4e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805047 Aug 17 16:48:42.924447 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:42.926968 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4d0e7f5-04c0-4ae9-bd3b-9099f5297e90 req-320eabec-c478-4370-b2e9-9ffdeb48de9d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343690 Aug 17 16:48:43.001315 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e283bf1-5182-4dac-b760-1369fa9d5b50,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:43.023859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:43.102621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6e283bf1-5182-4dac-b760-1369fa9d5b50 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:43.123308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.166361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 6e283bf1-5182-4dac-b760-1369fa9d5b50 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:43.167569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6e283bf1-5182-4dac-b760-1369fa9d5b50 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:43.167569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device baca68d0-f149-4722-8773-6fd08d503fe2 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:43.218854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: baca68d0-f149-4722-8773-6fd08d503fe2 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:43.219593 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device baca68d0-f149-4722-8773-6fd08d503fe2 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:43.228938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:43.229591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0b4af048-4327-4385-be4b-a8cd04ec894e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:43.236003 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-2fefa09f-f595-46ff-8599-88feadfa5085 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069751 Aug 17 16:48:43.237661 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.240087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.275134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 0b4af048-4327-4385-be4b-a8cd04ec894e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:43.278767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0b4af048-4327-4385-be4b-a8cd04ec894e not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:43.354262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-b993971b-3ff7-4a37-b4cb-7892ebb4909f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:43.355827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-b993971b-3ff7-4a37-b4cb-7892ebb4909f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428&tenant_id=83be27321324449294116e75a122e296&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 944 time: 0.1446052 Aug 17 16:48:43.364931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653be909-19f6-492f-a6ba-cdd6c8448b2c req-88c969fb-d52e-4b81-a87c-eefcd79d6d9c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:43.366351 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-653be909-19f6-492f-a6ba-cdd6c8448b2c req-88c969fb-d52e-4b81-a87c-eefcd79d6d9c tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.1033363 Aug 17 16:48:43.366891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.367427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be38c56-f71c-4153-9cce-4b1171593827 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:48:43.374994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.375962 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e7f5bd9b-7538-4506-8157-fb46021d9905 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0be38c56-f71c-4153-9cce-4b1171593827 HTTP/1.1" status: 204 len: 168 time: 1.6966314 Aug 17 16:48:43.380749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:43.450832 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-653be909-19f6-492f-a6ba-cdd6c8448b2c req-c97e3abf-8f88-4c40-8d5e-c1bec9f2567f tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755255 Aug 17 16:48:43.456968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0569e05-1fe6-41dc-b72e-708bc7e1860b req-e3633d87-3133-4b48-a5f5-c930020b1535 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:43.458914 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0569e05-1fe6-41dc-b72e-708bc7e1860b req-e3633d87-3133-4b48-a5f5-c930020b1535 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 944 time: 0.1287427 Aug 17 16:48:43.461537 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-478e5f87-35de-4a67-ad39-a81529a505d5 service neutron] 10.222.0.91 "GET /v2.0/ports/a36f2cb4-0993-435e-801f-3ecb459b832a/bindings/n-h1-804878-1 HTTP/1.1" status: 200 len: 382 time: 0.0942144 Aug 17 16:48:43.465793 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0613f78a-861f-4fd8-a6c2-bfa8d1000131 req-2a20a708-dc3c-4cfc-9800-8ccb6a8ef160 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140055 Aug 17 16:48:43.480415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1772056b-4d3c-471e-8b5d-8f16d6ed704d admin admin] Deleting subnet f5aa6cae-4efd-435d-890c-3b5e70863bd6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:48:43.492131 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772056b-4d3c-471e-8b5d-8f16d6ed704d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.535543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-80b1709b-31cd-4107-8287-97dcd11dc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:43.537059 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-80b1709b-31cd-4107-8287-97dcd11dc464 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1095 time: 0.0456340 Aug 17 16:48:43.537698 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0569e05-1fe6-41dc-b72e-708bc7e1860b req-ae959aa6-0299-41b0-aad7-7c5c77a4cd63 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709729 Aug 17 16:48:43.541603 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772056b-4d3c-471e-8b5d-8f16d6ed704d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.622576 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772056b-4d3c-471e-8b5d-8f16d6ed704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.637814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-ec8ecd62-32e7-4c75-ac23-77fa870f04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:43.639355 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-ec8ecd62-32e7-4c75-ac23-77fa870f04f0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.0956964 Aug 17 16:48:43.685804 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772056b-4d3c-471e-8b5d-8f16d6ed704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.712368 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-b226eb8f-2f35-44cf-ae97-4fcdbaefe8e0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1000 time: 0.0649199 Aug 17 16:48:43.714435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772056b-4d3c-471e-8b5d-8f16d6ed704d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5aa6cae-4efd-435d-890c-3b5e70863bd6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:43.718080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772056b-4d3c-471e-8b5d-8f16d6ed704d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.720550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1772056b-4d3c-471e-8b5d-8f16d6ed704d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f5aa6cae-4efd-435d-890c-3b5e70863bd6 HTTP/1.1" status: 204 len: 168 time: 0.3375018 Aug 17 16:48:43.723227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 33998) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:43.728229 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c49687b-5aae-421f-ab1c-cc83293f992a None None] Network 3f490250-3e83-4b6c-9372-2a2083e2c366 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:43.762893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-71c11a1c-d238-4665-88e6-bc65393dd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:43.764469 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-71c11a1c-d238-4665-88e6-bc65393dd0d4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0445628 Aug 17 16:48:43.795423 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.818941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-90b948c7-ea61-4e25-8d2f-95b1cf79263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:43.820654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-90b948c7-ea61-4e25-8d2f-95b1cf79263a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485907 Aug 17 16:48:43.851379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Deleting port 7e82d7b1-7940-4226-a6be-94948828a245 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:43.851725 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.903914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19944d95-5555-4900-ad33-0256f981247f None None] DHCP port deletion for 3f490250-3e83-4b6c-9372-2a2083e2c366 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:48:43.940334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] For port 7e82d7b1-7940-4226-a6be-94948828a245, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7e82d7b1-7940-4226-a6be-94948828a245,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:43.940942 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:43.957073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Calling delete_port for 7e82d7b1-7940-4226-a6be-94948828a245 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:43.957506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-19944d95-5555-4900-ad33-0256f981247f None None] Deleting port 7e82d7b1-7940-4226-a6be-94948828a245 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:43.957888 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19944d95-5555-4900-ad33-0256f981247f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:44.029764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-19944d95-5555-4900-ad33-0256f981247f None None] For port 7e82d7b1-7940-4226-a6be-94948828a245, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7e82d7b1-7940-4226-a6be-94948828a245,segment=NetworkSegment(2c7ba483-2d00-4013-804b-1b5c1ff33ba0),segment_id=2c7ba483-2d00-4013-804b-1b5c1ff33ba0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:44.030537 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19944d95-5555-4900-ad33-0256f981247f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:44.044950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-19944d95-5555-4900-ad33-0256f981247f None None] Calling delete_port for 7e82d7b1-7940-4226-a6be-94948828a245 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:44.059520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:44.094461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e82d7b1-7940-4226-a6be-94948828a245,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:44.100705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] No DVR routers for this DVR port 7e82d7b1-7940-4226-a6be-94948828a245 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:44.131239 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19944d95-5555-4900-ad33-0256f981247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:44.155757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19944d95-5555-4900-ad33-0256f981247f None None] Pushing event deleted for resources: {'Port': ['ID=7e82d7b1-7940-4226-a6be-94948828a245,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:44.162253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19944d95-5555-4900-ad33-0256f981247f None None] No DVR routers for this DVR port 7e82d7b1-7940-4226-a6be-94948828a245 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:44.184978 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:44.196190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f490250-3e83-4b6c-9372-2a2083e2c366']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:44.208645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7ba483-2d00-4013-804b-1b5c1ff33ba0') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:44.209508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7ba483-2d00-4013-804b-1b5c1ff33ba0') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:44.220648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:44.237313 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:44.244724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:48:44.245200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:48:44.247354 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:48:44.259463 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-c9d4fae3-ac54-4554-9ce8-7caedaf1e915 service neutron] 10.222.0.91 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314306 Aug 17 16:48:44.313587 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:44.339243 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:44.341343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3f490250-3e83-4b6c-9372-2a2083e2c366 HTTP/1.1" status: 204 len: 168 time: 0.6172500 Aug 17 16:48:44.342743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ad847-11bd-41db-b0ff-b7977ff15932 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f490250-3e83-4b6c-9372-2a2083e2c366,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:44.344453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:44.375206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-71ff62cd-b118-476a-afd3-2de6b63f853d service neutron] 10.222.0.91 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062596 Aug 17 16:48:44.616732 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe8831-1041-43f1-af6f-4350ba9e555d req-cde08444-3ec4-4af1-b401-09d57c5d3fcf tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:44.618606 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3ffe8831-1041-43f1-af6f-4350ba9e555d req-cde08444-3ec4-4af1-b401-09d57c5d3fcf tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0684805 Aug 17 16:48:44.660070 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3ffe8831-1041-43f1-af6f-4350ba9e555d req-4753c46d-2783-4ca6-ab9a-d8ca942a2e39 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344577 Aug 17 16:48:44.710072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab934ff3-b826-457f-8f2d-c029973502bb req-2cd7ff69-2f11-44a9-809c-6738a3aa8836 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:44.711654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab934ff3-b826-457f-8f2d-c029973502bb req-2cd7ff69-2f11-44a9-809c-6738a3aa8836 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 944 time: 0.0861251 Aug 17 16:48:44.764001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7e82d7b1-7940-4226-a6be-94948828a245 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:44.774213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab934ff3-b826-457f-8f2d-c029973502bb req-14d4c7a6-f4d6-4735-9493-0e591008dfba tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479031 Aug 17 16:48:44.789760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 7e82d7b1-7940-4226-a6be-94948828a245 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:44.790269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7e82d7b1-7940-4226-a6be-94948828a245 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:44.825536 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:45.079958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] Deleting port 5ebe7203-9df3-4fb6-a71a-0e9b85711308 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:45.080301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:45.163859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] For port 5ebe7203-9df3-4fb6-a71a-0e9b85711308, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5ebe7203-9df3-4fb6-a71a-0e9b85711308,segment=NetworkSegment(d25c2e97-e480-4eb4-9e0d-2cba48b19b3a),segment_id=d25c2e97-e480-4eb4-9e0d-2cba48b19b3a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:45.164218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:45.176330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] Calling delete_port for 5ebe7203-9df3-4fb6-a71a-0e9b85711308 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:45.203197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:48:45.302897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:45.315789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'port_id': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'mac_address': 'fa:16:3e:3c:6c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:48:45.354341 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:45.373109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36f2cb4-0993-435e-801f-3ecb459b832a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:48:45.381229 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:45.396881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:45.402235 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:45.409635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebe7203-9df3-4fb6-a71a-0e9b85711308,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:45.479481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:45.670740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:45.813300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46349e-b256-4c81-a029-bbf2ea3d0f2a req-5a071316-d155-495a-8987-cfdffd67f1b3 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:45.815099 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f46349e-b256-4c81-a029-bbf2ea3d0f2a req-5a071316-d155-495a-8987-cfdffd67f1b3 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0541344 Aug 17 16:48:45.860301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f46349e-b256-4c81-a029-bbf2ea3d0f2a req-a943687e-dd41-4157-9869-cab8f8fe1936 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364187 Aug 17 16:48:45.948307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] Router 017d521b-b6cc-49bb-bab1-c0aad35a6473 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:48:45.956566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea126056-1df8-4936-9d5d-e1c1f6015446 req-cbb3fb9f-1197-4b9a-be2b-2560a591b537 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:45.958069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea126056-1df8-4936-9d5d-e1c1f6015446 req-cbb3fb9f-1197-4b9a-be2b-2560a591b537 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 945 time: 0.0943644 Aug 17 16:48:46.080994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea126056-1df8-4936-9d5d-e1c1f6015446 req-6a096f72-ed13-4d62-bc51-98862a7a8f15 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733397 Aug 17 16:48:46.103382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:48:46.110550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-754ccd70-40d0-43a9-8e5b-0fcaa89a2310 admin admin] 10.222.0.77 "PUT /v2.0/routers/017d521b-b6cc-49bb-bab1-c0aad35a6473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646809 Aug 17 16:48:46.113213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34024) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:46.116746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] Sync routers for ids ['017d521b-b6cc-49bb-bab1-c0aad35a6473'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:48:46.128459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] Routers {'017d521b-b6cc-49bb-bab1-c0aad35a6473'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:46.129825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:48:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['017d521b-b6cc-49bb-bab1-c0aad35a6473'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:46.234740 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:46.275410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] Set router 017d521b-b6cc-49bb-bab1-c0aad35a6473 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:48:46.355719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:46.377995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-90519da0-8689-491d-bc65-90c9217d0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:46.379711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-90519da0-8689-491d-bc65-90c9217d0c39 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 1096 time: 0.0602479 Aug 17 16:48:46.396847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:48:46.435805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Deleting port 72537952-a9b5-4305-b8c4-6d11f83e5a31 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:46.436303 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:46.456123 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:46.503663 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'name': 'tempest-TestServerMultinode-1247984942-router', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:48:02Z', 'updated_at': '2021-08-17T16:48:45Z', 'revision_number': 5, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'gw_port': {'id': '72537952-a9b5-4305-b8c4-6d11f83e5a31', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:48:03Z', 'updated_at': '2021-08-17T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:46.539244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] Checking router: 017d521b-b6cc-49bb-bab1-c0aad35a6473 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:48:46.540450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] For port 72537952-a9b5-4305-b8c4-6d11f83e5a31, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=72537952-a9b5-4305-b8c4-6d11f83e5a31,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:46.540827 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:46.549156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] Routers {'017d521b-b6cc-49bb-bab1-c0aad35a6473'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:48:46.549936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:48:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['017d521b-b6cc-49bb-bab1-c0aad35a6473'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:46.557028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Calling delete_port for 72537952-a9b5-4305-b8c4-6d11f83e5a31 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:46.648739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] Set router 017d521b-b6cc-49bb-bab1-c0aad35a6473 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:48:46.729427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:46.775170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:46.800086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:46.851061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a36f2cb4-0993-435e-801f-3ecb459b832a {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:48:46.865789 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:46.879233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Ignored duplicate provisioning block setup for port a36f2cb4-0993-435e-801f-3ecb459b832a by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 16:48:46.881953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Pushing event deleted for resources: {'Port': ['ID=72537952-a9b5-4305-b8c4-6d11f83e5a31,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:46.887249 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.003534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.024698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=9']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:47.048122 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'name': 'tempest-TestServerMultinode-1247984942-router', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:48:02Z', 'updated_at': '2021-08-17T16:48:46Z', 'revision_number': 6, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:47.080046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] No DVR routers for this DVR port a36f2cb4-0993-435e-801f-3ecb459b832a on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:47.096983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff48a76-d7ec-4260-9bf0-7fb9b4914a5e None None] The sync data for ids ['017d521b-b6cc-49bb-bab1-c0aad35a6473'] in n-d-804878-1 is: [{'id': '017d521b-b6cc-49bb-bab1-c0aad35a6473', 'name': 'tempest-TestServerMultinode-1247984942-router', 'tenant_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:48:02Z', 'updated_at': '2021-08-17T16:48:46Z', 'revision_number': 6, 'project_id': '46ce639f1b1c479cadcc1abb6ecbcbda', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:48:47.194435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.197458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.216307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:48:47.254105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60058e2-22e2-4354-8d95-1c9fe27d7288 req-4e3899c6-2186-4984-9c6a-089476fdea05 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:47.255750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e60058e2-22e2-4354-8d95-1c9fe27d7288 req-4e3899c6-2186-4984-9c6a-089476fdea05 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.2095294 Aug 17 16:48:47.275916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.276476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 017d521b-b6cc-49bb-bab1-c0aad35a6473 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:48:47.284311 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.287716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-363b41cb-a340-4816-aaba-0e399a25cecb admin admin] 10.222.0.77 "DELETE /v2.0/routers/017d521b-b6cc-49bb-bab1-c0aad35a6473 HTTP/1.1" status: 204 len: 168 time: 1.1694977 Aug 17 16:48:47.293199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34032) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:47.328385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04229561-c695-4302-a9ce-af86058ff685 req-ff8970c4-55fa-4493-b3eb-ac1854b68f94 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:47.329996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04229561-c695-4302-a9ce-af86058ff685 req-ff8970c4-55fa-4493-b3eb-ac1854b68f94 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 944 time: 0.0992689 Aug 17 16:48:47.330532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:47.330983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:47.331202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:47.335962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:48:47.336311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:47.348928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:47.349492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:47.349601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbcdb17-8ad0-4549-a931-d07774d5cb4b admin admin] Deleting subnet 1150bb08-c715-4103-a019-9a85c0dc637d {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:48:47.349689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Checking segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:47.350012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Bound using segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:47.350704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Bound port: a36f2cb4-0993-435e-801f-3ecb459b832a, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:47.350834 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.358508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bbcdb17-8ad0-4549-a931-d07774d5cb4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.377132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:47.377506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:47.377871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:47.382167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:48:47.382721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:47.388086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:47.388256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Checking segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:47.388552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Bound using segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:47.389012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Bound port: a36f2cb4-0993-435e-801f-3ecb459b832a, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:47.389874 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.404503 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e60058e2-22e2-4354-8d95-1c9fe27d7288 req-55c16d2e-934f-4944-bc7f-2b5cdcc733b6 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412470 Aug 17 16:48:47.412430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bbcdb17-8ad0-4549-a931-d07774d5cb4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.414850 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04229561-c695-4302-a9ce-af86058ff685 req-d53a6133-3927-4dcf-b914-ad1dd85ba017 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735707 Aug 17 16:48:47.455895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:47.459619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:48:47.466413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.478588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:48:47.487878 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a36f2cb4-0993-435e-801f-3ecb459b832a-n-h2-804878-1-0 {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:48:47.488282 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:48:47.506408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:47.507024 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.508485 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] 10.222.0.93 "PUT /v2.0/ports/a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1092 time: 1.1188762 Aug 17 16:48:47.508864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:47.511199 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0da090c-0d30-4d53-b429-9fa3d89b7d25" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:47.539747 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bbcdb17-8ad0-4549-a931-d07774d5cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.552232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb790c84-cb21-4a91-9b11-769ef742d491 service neutron] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:47.580349 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1f3024-5cad-4b57-87b8-cb7c8049997d x-openstack-request-id: req-aa1f3024-5cad-4b57-87b8-cb7c8049997d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:47.580638 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:47.580885 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa1f3024-5cad-4b57-87b8-cb7c8049997d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:47.581282 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'status': 'completed', 'code': 200} Aug 17 16:48:47.622943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-7514f635-34aa-4539-ac09-272bf286ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:47.626193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-7514f635-34aa-4539-ac09-272bf286ef7f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1096 time: 0.0710254 Aug 17 16:48:47.666304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bbcdb17-8ad0-4549-a931-d07774d5cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.675469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-b8f3edd9-b591-4ce6-a0b3-185f51bfcdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:47.677040 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-b8f3edd9-b591-4ce6-a0b3-185f51bfcdd7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1096 time: 0.0640705 Aug 17 16:48:47.707622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcdb17-8ad0-4549-a931-d07774d5cb4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1150bb08-c715-4103-a019-9a85c0dc637d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:47.723599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bbcdb17-8ad0-4549-a931-d07774d5cb4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.728475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0bbcdb17-8ad0-4549-a931-d07774d5cb4b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1150bb08-c715-4103-a019-9a85c0dc637d HTTP/1.1" status: 204 len: 168 time: 0.4304454 Aug 17 16:48:47.728589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe1eae-af20-42a7-80fa-75a723857490 None None] Network 1973cbed-4e23-4223-8941-0b051ed22df6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:48:47.728699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34042) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:47.751363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-945b806c-b42f-4fbd-a946-b8a49cd07689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:47.753371 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-945b806c-b42f-4fbd-a946-b8a49cd07689 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.1190279 Aug 17 16:48:47.871059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-04f8b53b-8b4c-491f-95cb-ddc05da52d9f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1000 time: 0.0995486 Aug 17 16:48:47.873832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:47.897000 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-93172702-dd51-4642-8e21-af3f40c6ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:47.899307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-93172702-dd51-4642-8e21-af3f40c6ad54 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.2005098 Aug 17 16:48:47.974544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-5744ed64-cab8-4f31-81e8-956af9d6c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:47.976345 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-5744ed64-cab8-4f31-81e8-956af9d6c133 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0967758 Aug 17 16:48:48.012555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:48:48.013016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:48:48.013383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:48.018178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] DHCP port deletion for 1973cbed-4e23-4223-8941-0b051ed22df6 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:48:48.033017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:48:48.033520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempting to bind port a36f2cb4-0993-435e-801f-3ecb459b832a on network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:48:48.035847 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-61a5b6d2-8bfe-4800-972e-029c961e3ede service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1000 time: 0.1102996 Aug 17 16:48:48.048750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-9027b6fd-c75a-4425-b3e8-16e519d82bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:48.051048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-9027b6fd-c75a-4425-b3e8-16e519d82bb9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633693 Aug 17 16:48:48.067499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:48:48.067885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Checking segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:48:48.068313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Bound using segment: {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:48:48.068807 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Bound port: a36f2cb4-0993-435e-801f-3ecb459b832a, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46cae7f3-56ba-4063-9870-2631841d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:48:48.069197 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.083401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Deleting port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:48.083749 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.143755 n-d-804878-1 neutron-server[94840]: WARNING neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Concurrent port binding operations failed on port a36f2cb4-0993-435e-801f-3ecb459b832a Aug 17 16:48:48.148052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:48.151987 n-d-804878-1 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Attempt 2 to bind port a36f2cb4-0993-435e-801f-3ecb459b832a Aug 17 16:48:48.152578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a has no active binding in host n-h1-804878-1 {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 16:48:48.178208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Deleting port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:48.178889 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.220246 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-c0fd251c-dd27-485f-b7bf-e955a7b87f82 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601934 Aug 17 16:48:48.221785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] For port e8c10165-e8c3-434e-bd3e-2b37a2aefb09, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e8c10165-e8c3-434e-bd3e-2b37a2aefb09,segment=NetworkSegment(d25c2e97-e480-4eb4-9e0d-2cba48b19b3a),segment_id=d25c2e97-e480-4eb4-9e0d-2cba48b19b3a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:48.222156 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.245169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Calling delete_port for e8c10165-e8c3-434e-bd3e-2b37a2aefb09 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:48.250236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-4ef47054-bf6b-445b-89a7-7c03c4715437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:48.251923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-4ef47054-bf6b-445b-89a7-7c03c4715437 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.2071056 Aug 17 16:48:48.268974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] For port e8c10165-e8c3-434e-bd3e-2b37a2aefb09, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e8c10165-e8c3-434e-bd3e-2b37a2aefb09,segment=NetworkSegment(d25c2e97-e480-4eb4-9e0d-2cba48b19b3a),segment_id=d25c2e97-e480-4eb4-9e0d-2cba48b19b3a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:48.269518 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.284235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Calling delete_port for e8c10165-e8c3-434e-bd3e-2b37a2aefb09 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:48.346015 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e7400f1c-5b24-42a9-acdb-64ecf0b96962 req-dd79adcf-f5d7-4c1b-9f15-28c0e3ec443a service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181512 Aug 17 16:48:48.368750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-f77cbcc5-5eca-44e7-b457-662a9daf0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:48.369876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-f77cbcc5-5eca-44e7-b457-662a9daf0511 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089873 Aug 17 16:48:48.380609 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.412018 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.420170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Pushing event deleted for resources: {'Port': ['ID=e8c10165-e8c3-434e-bd3e-2b37a2aefb09,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:48.433863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] No DVR routers for this DVR port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:48.437305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.437735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.438078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.438430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.438762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.439542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.439542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.439872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.440198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.442165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.442534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.442865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64805c-9b74-4353-84e8-d0dcd2173da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.474803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-d523cd0c-3e9b-433d-a66e-88d1dab33b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:48.476812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-d523cd0c-3e9b-433d-a66e-88d1dab33b7e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1096 time: 0.0741701 Aug 17 16:48:48.517433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c10165-e8c3-434e-bd3e-2b37a2aefb09,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:48.529654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.529949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.534558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.534926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.535266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.535601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.536042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.536894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.536894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.536894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.537517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.537517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:48:48.547876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] No DVR routers for this DVR port e8c10165-e8c3-434e-bd3e-2b37a2aefb09 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:48.645704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd38e7-2d3d-40a8-8d8a-39c6c8df883d req-b7270502-48f9-4f80-a247-2bb7316a70a9 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:48.653306 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20cd38e7-2d3d-40a8-8d8a-39c6c8df883d req-b7270502-48f9-4f80-a247-2bb7316a70a9 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0838959 Aug 17 16:48:48.677181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-6c1b7ac2-38f0-420e-8495-c2a9ccbe7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:48.678605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-6c1b7ac2-38f0-420e-8495-c2a9ccbe7f99 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.1881933 Aug 17 16:48:48.685023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-f6b8c698-043f-438f-9f2f-1af7e3633f41 service neutron] 10.222.0.91 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882748 Aug 17 16:48:48.687891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.713600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1973cbed-4e23-4223-8941-0b051ed22df6']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:48.724908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247e95c-2865-4bb5-ad5b-0ac808b51e49 req-71cf3539-1cd2-45d8-a850-3e0f387dd502 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:48.726564 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2247e95c-2865-4bb5-ad5b-0ac808b51e49 req-71cf3539-1cd2-45d8-a850-3e0f387dd502 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 945 time: 0.1559029 Aug 17 16:48:48.750230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:48.750553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25c2e97-e480-4eb4-9e0d-2cba48b19b3a') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:48:48.755894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20cd38e7-2d3d-40a8-8d8a-39c6c8df883d req-22c263f0-b899-4afa-b904-840ca3dee4ee tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972550 Aug 17 16:48:48.790856 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-0f354f4d-0869-4271-8cfd-0ffdb381870d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1000 time: 0.0978065 Aug 17 16:48:48.806581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.809531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5ebe7203-9df3-4fb6-a71a-0e9b85711308 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:48.832294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 5ebe7203-9df3-4fb6-a71a-0e9b85711308 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:48.832534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5ebe7203-9df3-4fb6-a71a-0e9b85711308 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:48.833047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e8c10165-e8c3-434e-bd3e-2b37a2aefb09 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:48.839670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.846532 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2247e95c-2865-4bb5-ad5b-0ac808b51e49 req-9798abab-7f98-45f7-90d5-1504ab3ba574 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035216 Aug 17 16:48:48.856176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:48:48.856355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-f35d5438-c350-4aad-ac62-cc915c020671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:48.856579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:48:48.858273 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:48:48.865403 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-f35d5438-c350-4aad-ac62-cc915c020671 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0656857 Aug 17 16:48:48.868998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e8c10165-e8c3-434e-bd3e-2b37a2aefb09 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:48.869345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e8c10165-e8c3-434e-bd3e-2b37a2aefb09 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:48.870224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 72537952-a9b5-4305-b8c4-6d11f83e5a31 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:48.913875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 72537952-a9b5-4305-b8c4-6d11f83e5a31 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:48:48.914550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 72537952-a9b5-4305-b8c4-6d11f83e5a31 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:48.934035 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-bc7b3f6f-d7b1-4a1d-9559-8f547d8b76b0 service neutron] 10.222.0.91 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335970 Aug 17 16:48:48.941629 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.950867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-376b9594-83e3-4f2a-b6c4-d444cc813ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:48.952637 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-376b9594-83e3-4f2a-b6c4-d444cc813ec5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800858 Aug 17 16:48:48.955881 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:48.960441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1973cbed-4e23-4223-8941-0b051ed22df6 HTTP/1.1" status: 204 len: 168 time: 1.2296331 Aug 17 16:48:48.968541 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c915558-a551-4a9d-9c7c-7f3eb62a2a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=1973cbed-4e23-4223-8941-0b051ed22df6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:49.057525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-e7966d44-f563-4353-abca-23d14954e149 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955329 Aug 17 16:48:49.174840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34064) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:49.186208 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0da090c-0d30-4d53-b429-9fa3d89b7d25 req-b823ea24-9dde-4c4f-8271-5d2aec6c64e1 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208696 Aug 17 16:48:49.219100 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8beab90c-03f5-41ed-95b3-13620aa5168e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=451a0bbe5b4b4f73b403a0ef944e1f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430517 Aug 17 16:48:49.221761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34068) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:49.230727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:48:49.273388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:48:49.279947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf05d3ab-2979-472e-b57b-549953788fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:49.303933 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf05d3ab-2979-472e-b57b-549953788fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:49.354006 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf05d3ab-2979-472e-b57b-549953788fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:49.356610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf05d3ab-2979-472e-b57b-549953788fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:49.357799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cf05d3ab-2979-472e-b57b-549953788fa0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/071a0bbe-f4e2-42a6-9171-66ded43b6f84 HTTP/1.1" status: 204 len: 168 time: 0.1351483 Aug 17 16:48:49.366715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05d3ab-2979-472e-b57b-549953788fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a0bbe-f4e2-42a6-9171-66ded43b6f84,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:49.680071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34074) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:49.701671 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:49.723125 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-035d47e5-8d2b-4567-83b7-0d7f952f27fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46ce639f1b1c479cadcc1abb6ecbcbda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418091 Aug 17 16:48:49.725601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34076) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:49.798950 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84627365-7099-4971-927a-6c9613631005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:49.828171 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84627365-7099-4971-927a-6c9613631005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:49.886649 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84627365-7099-4971-927a-6c9613631005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:49.889726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84627365-7099-4971-927a-6c9613631005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:49.894628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-84627365-7099-4971-927a-6c9613631005 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c51148e4-23b5-4dfc-9b89-dec70b0930e6 HTTP/1.1" status: 204 len: 168 time: 0.1679957 Aug 17 16:48:49.913755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed2e10-4acc-4ff0-8ee5-ee1f22bd0881 req-e4a92363-71d0-4fa3-8000-c2da4af9c925 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:49.926954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84627365-7099-4971-927a-6c9613631005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51148e4-23b5-4dfc-9b89-dec70b0930e6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:49.940709 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baed2e10-4acc-4ff0-8ee5-ee1f22bd0881 req-e4a92363-71d0-4fa3-8000-c2da4af9c925 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.1182709 Aug 17 16:48:50.011438 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:50.024725 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baed2e10-4acc-4ff0-8ee5-ee1f22bd0881 req-d8042636-d47e-4193-b8d1-086c68e18f18 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809829 Aug 17 16:48:50.050848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416e520-8b4b-4d61-9b17-c5b0c333ef3b req-13c0aed6-2a05-4f2c-9495-46da28ffce49 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:50.052645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1416e520-8b4b-4d61-9b17-c5b0c333ef3b req-13c0aed6-2a05-4f2c-9495-46da28ffce49 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 945 time: 0.0835099 Aug 17 16:48:50.107154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1416e520-8b4b-4d61-9b17-c5b0c333ef3b req-030461c7-840b-4321-9a53-86afcfc35216 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475159 Aug 17 16:48:50.132086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:48:50.232525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-aad6e3a2-0445-4ec4-a44e-e074772b2ac9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/d233c794-bcc9-4f56-8d44-0eefa6d76089 HTTP/1.1" status: 200 len: 992 time: 0.0946391 Aug 17 16:48:50.245635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dba55-298e-43b7-bbed-69b18cf4267d req-35cf46a5-2a2b-46d8-a3f9-6048336ac98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:50.250016 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-818dba55-298e-43b7-bbed-69b18cf4267d req-35cf46a5-2a2b-46d8-a3f9-6048336ac98f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 1096 time: 0.0768631 Aug 17 16:48:50.317716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-818dba55-298e-43b7-bbed-69b18cf4267d req-7d799497-43f6-4fc8-840d-bba0465772d6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533264 Aug 17 16:48:51.047023 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:48:51.143145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d972f2-702e-48cf-a066-8bca7336b459 req-b86870f7-7c58-411c-9a21-99100e059db3 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:51.144647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-29d972f2-702e-48cf-a066-8bca7336b459 req-b86870f7-7c58-411c-9a21-99100e059db3 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0490096 Aug 17 16:48:51.145695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:51.157819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'port_id': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'mac_address': 'fa:16:3e:3c:6c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:48:51.184424 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-29d972f2-702e-48cf-a066-8bca7336b459 req-0d9998e8-59dc-4697-abed-39f16907536e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Aug 17 16:48:51.197214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:51.210549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36f2cb4-0993-435e-801f-3ecb459b832a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:48:51.234823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:51.238663 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:51.287140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:51.415124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54886c94-b4f5-4e7a-88ab-f940b812f97a req-cb5d59ae-d596-4234-946c-5ca96fccbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:51.416874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54886c94-b4f5-4e7a-88ab-f940b812f97a req-cb5d59ae-d596-4234-946c-5ca96fccbe43 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0904536a12ab4d77b62563bdadafa7a5&device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 1096 time: 0.0752184 Aug 17 16:48:51.425367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4496f-28b8-44c4-968d-ee077077c210 req-fb0ef0be-1788-4731-b262-6c32bd6ea4be tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:51.426696 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-abb4496f-28b8-44c4-968d-ee077077c210 req-fb0ef0be-1788-4731-b262-6c32bd6ea4be tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0749543 Aug 17 16:48:51.460481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a36f2cb4-0993-435e-801f-3ecb459b832a'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:51.517124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-abb4496f-28b8-44c4-968d-ee077077c210 req-66919e65-6fbf-48e4-8c41-968bc751cdb0 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811563 Aug 17 16:48:51.553759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54886c94-b4f5-4e7a-88ab-f940b812f97a req-6b47e51f-54f3-4a33-9162-1429bf26d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:51.554984 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54886c94-b4f5-4e7a-88ab-f940b812f97a req-6b47e51f-54f3-4a33-9162-1429bf26d825 service neutron] 10.222.0.93 "GET /v2.0/networks?id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 HTTP/1.1" status: 200 len: 910 time: 0.1274471 Aug 17 16:48:51.601383 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54886c94-b4f5-4e7a-88ab-f940b812f97a req-fa1c131e-7fa1-44a2-8d94-a2e73104475f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51d4634b-5069-45b4-bca9-75a423399189 HTTP/1.1" status: 200 len: 217 time: 0.0379848 Aug 17 16:48:51.662142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54886c94-b4f5-4e7a-88ab-f940b812f97a req-d2f683c1-b7d3-44f2-906e-100e6a8a48de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:51.663721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54886c94-b4f5-4e7a-88ab-f940b812f97a req-d2f683c1-b7d3-44f2-906e-100e6a8a48de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f8b995a7-e3b3-40b5-9a0b-e81bea43827f HTTP/1.1" status: 200 len: 849 time: 0.0558782 Aug 17 16:48:51.704111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54886c94-b4f5-4e7a-88ab-f940b812f97a req-24f25939-ab11-4cd1-93ee-3ac258719b9f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289752 Aug 17 16:48:51.796586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54886c94-b4f5-4e7a-88ab-f940b812f97a req-cf2fbc5a-3c53-48a3-9adc-a9fabb6b2f12 service neutron] 10.222.0.93 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844133 Aug 17 16:48:51.898676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54886c94-b4f5-4e7a-88ab-f940b812f97a req-aad2a0a2-6b59-4661-bd1f-04be0ff262ec service neutron] 10.222.0.93 "GET /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938017 Aug 17 16:48:52.640637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212cb6b-79da-4779-b611-083cc97d8be9 req-b5d7c547-fbc3-4de0-8cc3-2443b05ca9fc tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:52.642176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d212cb6b-79da-4779-b611-083cc97d8be9 req-b5d7c547-fbc3-4de0-8cc3-2443b05ca9fc tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0498397 Aug 17 16:48:52.684971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d212cb6b-79da-4779-b611-083cc97d8be9 req-8938b5f0-4d01-4b5e-8a78-3a847a57319e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367506 Aug 17 16:48:52.924301 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b132757-6511-4d97-b5b8-9506315d74aa req-7bea7b8f-5a30-432b-8b71-691918af9d2c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414500 Aug 17 16:48:53.011133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b132757-6511-4d97-b5b8-9506315d74aa req-b845d998-9952-4449-b24f-b80589a81a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:53.012652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b132757-6511-4d97-b5b8-9506315d74aa req-b845d998-9952-4449-b24f-b80589a81a9a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1097 time: 0.0417359 Aug 17 16:48:53.056692 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:48:53.110077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port a36f2cb4-0993-435e-801f-3ecb459b832a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:48:53.114644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port a36f2cb4-0993-435e-801f-3ecb459b832a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:48:53.115235 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:53.129727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b132757-6511-4d97-b5b8-9506315d74aa req-5a7bc9fb-4e09-4120-ba9b-c2d02945dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:53.131394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b132757-6511-4d97-b5b8-9506315d74aa req-5a7bc9fb-4e09-4120-ba9b-c2d02945dcec service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.0974874 Aug 17 16:48:53.207388 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b132757-6511-4d97-b5b8-9506315d74aa req-e0e13fda-56b3-4303-943e-7f6863432b9d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 1001 time: 0.0649033 Aug 17 16:48:53.208668 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:53.246469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:53.247097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:53.250638 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab7bd7-b9a6-4ed5-bebf-c1484e361467" -d '{"events": [{"server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "name": "network-vif-plugged", "status": "completed", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:53.254586 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:53.292980 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f48d4d4-f504-4a9f-bc12-687607b47a05 x-openstack-request-id: req-2f48d4d4-f504-4a9f-bc12-687607b47a05 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:53.293277 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "name": "network-vif-plugged", "status": "completed", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:53.293529 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f48d4d4-f504-4a9f-bc12-687607b47a05 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:53.293926 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'code': 200} Aug 17 16:48:53.315383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=12']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:53.609615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b132757-6511-4d97-b5b8-9506315d74aa req-b900b1eb-d449-4e7e-a861-84ae0288ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:53.611039 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b132757-6511-4d97-b5b8-9506315d74aa req-b900b1eb-d449-4e7e-a861-84ae0288ce23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.3885744 Aug 17 16:48:53.657025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b132757-6511-4d97-b5b8-9506315d74aa req-8198dc35-0212-4969-a37c-b58128a9bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:53.658544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b132757-6511-4d97-b5b8-9506315d74aa req-8198dc35-0212-4969-a37c-b58128a9bdee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399213 Aug 17 16:48:53.755001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b132757-6511-4d97-b5b8-9506315d74aa req-3b9ddfa2-c4f1-460a-a714-afb128f8bade service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890753 Aug 17 16:48:53.813926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24b822-239b-4f70-80a9-063ac6cd9e3f req-1f2d862d-43e2-458a-82bf-20904f15a651 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:53.815523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b24b822-239b-4f70-80a9-063ac6cd9e3f req-1f2d862d-43e2-458a-82bf-20904f15a651 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0578244 Aug 17 16:48:53.864401 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b132757-6511-4d97-b5b8-9506315d74aa req-7de41067-a27d-42a8-a6c2-11f5cacc9213 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022186 Aug 17 16:48:53.869737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b24b822-239b-4f70-80a9-063ac6cd9e3f req-9950a5b0-6dab-4173-af73-232cbe6c4ba1 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 Aug 17 16:48:54.121935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f843dc-8ba3-472a-bc64-67fd04686a9d req-52678812-71e1-4f8e-8053-4ebda0b0ab60 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:54.123482 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59f843dc-8ba3-472a-bc64-67fd04686a9d req-52678812-71e1-4f8e-8053-4ebda0b0ab60 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0500584 Aug 17 16:48:54.162958 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59f843dc-8ba3-472a-bc64-67fd04686a9d req-31126da2-e697-4183-a58c-026fabb8fa22 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Aug 17 16:48:55.284229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833538a-4c15-404c-9ccc-e13684d41307 req-b9f4621c-2146-407c-8a03-983f386cd3b6 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:55.285765 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f833538a-4c15-404c-9ccc-e13684d41307 req-b9f4621c-2146-407c-8a03-983f386cd3b6 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0502639 Aug 17 16:48:55.328314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f833538a-4c15-404c-9ccc-e13684d41307 req-66385c60-527e-451b-8961-6523fe427e58 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364704 Aug 17 16:48:56.465496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263ef8-c1e8-44d3-bb33-040f8d8fa6e6 req-b471bf86-7c7a-4e12-b5a8-f3b136c8e89a tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:56.467345 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c3263ef8-c1e8-44d3-bb33-040f8d8fa6e6 req-b471bf86-7c7a-4e12-b5a8-f3b136c8e89a tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0650752 Aug 17 16:48:56.513276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c3263ef8-c1e8-44d3-bb33-040f8d8fa6e6 req-8e875fc6-dd87-4888-9bdd-8d70506d6195 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347381 Aug 17 16:48:57.229262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-2fe82a4c-566b-49d5-8441-a85fd18d0bff tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:57.230731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-2fe82a4c-566b-49d5-8441-a85fd18d0bff tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 945 time: 0.0477967 Aug 17 16:48:57.321072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-c1855636-73d5-44d0-9190-bed9784ff37e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Deleting port 51d4634b-5069-45b4-bca9-75a423399189 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:48:57.321336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-c1855636-73d5-44d0-9190-bed9784ff37e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:57.412770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-c1855636-73d5-44d0-9190-bed9784ff37e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] For port 51d4634b-5069-45b4-bca9-75a423399189, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=51d4634b-5069-45b4-bca9-75a423399189,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:48:57.413046 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-c1855636-73d5-44d0-9190-bed9784ff37e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:57.426432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-c1855636-73d5-44d0-9190-bed9784ff37e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Calling delete_port for 51d4634b-5069-45b4-bca9-75a423399189 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:48:57.558398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-c1855636-73d5-44d0-9190-bed9784ff37e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:57.584848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['51d4634b-5069-45b4-bca9-75a423399189'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:57.592101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1855636-73d5-44d0-9190-bed9784ff37e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Pushing event deleted for resources: {'Port': ['ID=51d4634b-5069-45b4-bca9-75a423399189,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:48:57.625865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['ac220ad6-23fd-4fd0-839b-858821a56261'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:48:57.654329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-c1855636-73d5-44d0-9190-bed9784ff37e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] No DVR routers for this DVR port 51d4634b-5069-45b4-bca9-75a423399189 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:48:57.658087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-c1855636-73d5-44d0-9190-bed9784ff37e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:48:57.660519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91cb79a6-cf59-4959-ad28-a48ab35a061d req-c1855636-73d5-44d0-9190-bed9784ff37e tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.93 "DELETE /v2.0/ports/51d4634b-5069-45b4-bca9-75a423399189 HTTP/1.1" status: 204 len: 173 time: 0.4238799 Aug 17 16:48:57.661370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4782a00-ee2b-4c9e-821a-52518443f10e', 'name': 'network-vif-deleted', 'tag': '51d4634b-5069-45b4-bca9-75a423399189'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:48:57.664297 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04295b40-602c-45c5-aa10-a22979873957" -d '{"events": [{"server_uuid": "b4782a00-ee2b-4c9e-821a-52518443f10e", "name": "network-vif-deleted", "tag": "51d4634b-5069-45b4-bca9-75a423399189"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:48:57.721810 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd8d2c8-5f79-45f6-883b-d1f29a8359a1 x-openstack-request-id: req-3bd8d2c8-5f79-45f6-883b-d1f29a8359a1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:48:57.722322 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4782a00-ee2b-4c9e-821a-52518443f10e", "name": "network-vif-deleted", "tag": "51d4634b-5069-45b4-bca9-75a423399189", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:48:57.722779 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bd8d2c8-5f79-45f6-883b-d1f29a8359a1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:48:57.723630 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4782a00-ee2b-4c9e-821a-52518443f10e', 'name': 'network-vif-deleted', 'tag': '51d4634b-5069-45b4-bca9-75a423399189', 'status': 'completed', 'code': 200} Aug 17 16:48:57.877245 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-050d5669-18b9-4162-9c1b-97129c4088fc req-0c600ccc-bc77-476b-acf1-74d366dd7c89 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4782a00-ee2b-4c9e-821a-52518443f10e HTTP/1.1" status: 200 len: 210 time: 0.0378602 Aug 17 16:48:58.577740 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:48:59.160122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d09f0-30d0-4f6c-ac2b-f69b6f7e680b req-08f7703c-b0f9-41b4-9d44-04ed94b6ecc1 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:48:59.161524 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ed2d09f0-30d0-4f6c-ac2b-f69b6f7e680b req-08f7703c-b0f9-41b4-9d44-04ed94b6ecc1 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0545359 Aug 17 16:48:59.199184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ed2d09f0-30d0-4f6c-ac2b-f69b6f7e680b req-61986f8a-1381-4fa4-8482-29533128cd69 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Aug 17 16:49:00.322795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73026e18-cd09-45d8-99c2-9a9b19930919 req-dd246da6-57a8-423e-b9f1-a382a0252171 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:00.324400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73026e18-cd09-45d8-99c2-9a9b19930919 req-dd246da6-57a8-423e-b9f1-a382a0252171 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0545969 Aug 17 16:49:00.363158 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73026e18-cd09-45d8-99c2-9a9b19930919 req-c7ab30c0-af25-49d3-b2ad-41ad0120dc58 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Aug 17 16:49:01.113902 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 51d4634b-5069-45b4-bca9-75a423399189 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:49:01.119436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-d0d5c2d6-cc35-4477-a4d6-5993dd830ad7 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:01.121205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-d0d5c2d6-cc35-4477-a4d6-5993dd830ad7 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.91 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0523915 Aug 17 16:49:01.135718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 51d4634b-5069-45b4-bca9-75a423399189 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:49:01.136069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 51d4634b-5069-45b4-bca9-75a423399189 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:49:01.219067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-9510cd79-d91b-45e3-8e13-7ae3410ec980 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Deleting port ac220ad6-23fd-4fd0-839b-858821a56261 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:49:01.219401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-9510cd79-d91b-45e3-8e13-7ae3410ec980 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:01.318128 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-9510cd79-d91b-45e3-8e13-7ae3410ec980 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] For port ac220ad6-23fd-4fd0-839b-858821a56261, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ac220ad6-23fd-4fd0-839b-858821a56261,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:01.318529 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-9510cd79-d91b-45e3-8e13-7ae3410ec980 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:01.331923 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-9510cd79-d91b-45e3-8e13-7ae3410ec980 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Calling delete_port for ac220ad6-23fd-4fd0-839b-858821a56261 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:49:01.509598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1f09b-fb0e-4270-b737-b33b3a0e795d req-5b7f4c6d-fe16-423e-9f9a-e64553f09ece tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:01.511089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85e1f09b-fb0e-4270-b737-b33b3a0e795d req-5b7f4c6d-fe16-423e-9f9a-e64553f09ece tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9ad602b-efe9-4b0b-b92e-dea9101aec16 HTTP/1.1" status: 200 len: 945 time: 0.0683246 Aug 17 16:49:01.512434 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-9510cd79-d91b-45e3-8e13-7ae3410ec980 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:01.524703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['ac220ad6-23fd-4fd0-839b-858821a56261'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:49:01.573405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510cd79-d91b-45e3-8e13-7ae3410ec980 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Pushing event deleted for resources: {'Port': ['ID=ac220ad6-23fd-4fd0-839b-858821a56261,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:01.609709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85e1f09b-fb0e-4270-b737-b33b3a0e795d req-ea730214-514d-4b83-a0ce-85f344fa85f0 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.77 "GET /v2.0/security-groups?id=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835168 Aug 17 16:49:01.629841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-9510cd79-d91b-45e3-8e13-7ae3410ec980 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] No DVR routers for this DVR port ac220ad6-23fd-4fd0-839b-858821a56261 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:49:01.629841 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-9510cd79-d91b-45e3-8e13-7ae3410ec980 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:01.631213 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86d1759c-bfed-4ede-8b9b-357b38e9ada4 req-9510cd79-d91b-45e3-8e13-7ae3410ec980 tempest-ServerRescueTestJSON-161931067 tempest-ServerRescueTestJSON-161931067-project] 10.222.0.91 "DELETE /v2.0/ports/ac220ad6-23fd-4fd0-839b-858821a56261 HTTP/1.1" status: 204 len: 173 time: 0.5039885 Aug 17 16:49:01.631664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ad602b-efe9-4b0b-b92e-dea9101aec16', 'name': 'network-vif-deleted', 'tag': 'ac220ad6-23fd-4fd0-839b-858821a56261'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:49:01.634161 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392f686c-1b69-4c64-9c21-2302a0657619" -d '{"events": [{"server_uuid": "a9ad602b-efe9-4b0b-b92e-dea9101aec16", "name": "network-vif-deleted", "tag": "ac220ad6-23fd-4fd0-839b-858821a56261"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:49:01.678663 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22afb648-0586-42c0-b804-e3f6038265af x-openstack-request-id: req-22afb648-0586-42c0-b804-e3f6038265af {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:49:01.679024 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ad602b-efe9-4b0b-b92e-dea9101aec16", "name": "network-vif-deleted", "tag": "ac220ad6-23fd-4fd0-839b-858821a56261", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:49:01.679342 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22afb648-0586-42c0-b804-e3f6038265af {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:49:01.679800 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ad602b-efe9-4b0b-b92e-dea9101aec16', 'name': 'network-vif-deleted', 'tag': 'ac220ad6-23fd-4fd0-839b-858821a56261', 'status': 'completed', 'code': 200} Aug 17 16:49:02.127867 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31d14b5d-52e0-4158-a18b-421709f3bb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:02.671611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:03.041782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:03.288059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] Deleting port 60663c4e-d764-46a0-9730-db879dea3eec {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:49:03.288396 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:03.371238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] For port 60663c4e-d764-46a0-9730-db879dea3eec, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=60663c4e-d764-46a0-9730-db879dea3eec,segment=NetworkSegment(b4d59ff4-089c-4949-9cb3-d04e23514ba0),segment_id=b4d59ff4-089c-4949-9cb3-d04e23514ba0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:03.371598 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:03.384199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] Calling delete_port for 60663c4e-d764-46a0-9730-db879dea3eec owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:49:03.566557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:03.591860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=60663c4e-d764-46a0-9730-db879dea3eec,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:03.775223 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.034335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] Router e4dccfba-e1cf-4c41-826b-d9c73337418c has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:49:04.144136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:49:04.149558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-82b178bf-f93e-4450-bbdf-90cf56c16e1d admin admin] 10.222.0.77 "PUT /v2.0/routers/e4dccfba-e1cf-4c41-826b-d9c73337418c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4784925 Aug 17 16:49:04.152092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:04.157424 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] Sync routers for ids ['e4dccfba-e1cf-4c41-826b-d9c73337418c'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:49:04.168472 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] Routers {'e4dccfba-e1cf-4c41-826b-d9c73337418c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:04.169227 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:48:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e4dccfba-e1cf-4c41-826b-d9c73337418c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:04.265260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.268587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:04.276310 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] Set router e4dccfba-e1cf-4c41-826b-d9c73337418c gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:04.378625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.424974 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ba8804c-5a4e-4fa9-8509-37a5b7830417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.459902 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'name': 'tempest-ServerRescueTestJSON-16175996-router', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:19Z', 'updated_at': '2021-08-17T16:49:03Z', 'revision_number': 5, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'gw_port': {'id': '3c289688-876e-439f-8abc-b9ee491a7b02', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:20Z', 'updated_at': '2021-08-17T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:04.473572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Deleting port 3c289688-876e-439f-8abc-b9ee491a7b02 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:49:04.473913 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.587690 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] Checking router: e4dccfba-e1cf-4c41-826b-d9c73337418c for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:49:04.590614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] For port 3c289688-876e-439f-8abc-b9ee491a7b02, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3c289688-876e-439f-8abc-b9ee491a7b02,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:04.590982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.596195 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] Routers {'e4dccfba-e1cf-4c41-826b-d9c73337418c'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:04.597068 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:48:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e4dccfba-e1cf-4c41-826b-d9c73337418c'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:04.614723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Calling delete_port for 3c289688-876e-439f-8abc-b9ee491a7b02 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:49:04.621622 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ba8804c-5a4e-4fa9-8509-37a5b7830417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.629695 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ba8804c-5a4e-4fa9-8509-37a5b7830417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.679735 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] Set router e4dccfba-e1cf-4c41-826b-d9c73337418c gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:04.706202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ba8804c-5a4e-4fa9-8509-37a5b7830417 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=948e6cadd5ed476ab3b45d821c0bc63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351132 Aug 17 16:49:04.706202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8804c-5a4e-4fa9-8509-37a5b7830417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697fe930-17e1-40e0-987e-a122b1e165ab,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:04.708740 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34286) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:04.731323 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'name': 'tempest-ServerRescueTestJSON-16175996-router', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:19Z', 'updated_at': '2021-08-17T16:49:04Z', 'revision_number': 6, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:04.762355 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca643f0-1a14-48a9-853f-bcd134ec556d None None] The sync data for ids ['e4dccfba-e1cf-4c41-826b-d9c73337418c'] in n-d-804878-1 is: [{'id': 'e4dccfba-e1cf-4c41-826b-d9c73337418c', 'name': 'tempest-ServerRescueTestJSON-16175996-router', 'tenant_id': '0904536a12ab4d77b62563bdadafa7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:19Z', 'updated_at': '2021-08-17T16:49:04Z', 'revision_number': 6, 'project_id': '0904536a12ab4d77b62563bdadafa7a5', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:49:04.773576 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1608e7ed-a491-4db7-8345-c917e056c0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.809708 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1608e7ed-a491-4db7-8345-c917e056c0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.824682 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-203d0910-3228-4d74-b360-d7c25bd1e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.854279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.862830 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1608e7ed-a491-4db7-8345-c917e056c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.865451 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1608e7ed-a491-4db7-8345-c917e056c0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:04.868964 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1608e7ed-a491-4db7-8345-c917e056c0fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/697fe930-17e1-40e0-987e-a122b1e165ab HTTP/1.1" status: 204 len: 168 time: 0.1583862 Aug 17 16:49:04.874919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608e7ed-a491-4db7-8345-c917e056c0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697fe930-17e1-40e0-987e-a122b1e165ab,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:04.882033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c289688-876e-439f-8abc-b9ee491a7b02,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:04.946491 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.008190 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.043981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.047054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.088861 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.089376 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4dccfba-e1cf-4c41-826b-d9c73337418c {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:49:05.094390 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.095659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9ffa4c5-ace5-457b-9626-36416d07f872 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e4dccfba-e1cf-4c41-826b-d9c73337418c HTTP/1.1" status: 204 len: 168 time: 0.9425187 Aug 17 16:49:05.098876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34292) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:05.148297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f16dae-af97-4074-82db-2e37c6a47e6b admin admin] Deleting subnet f8b995a7-e3b3-40b5-9a0b-e81bea43827f {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:49:05.151950 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f16dae-af97-4074-82db-2e37c6a47e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.160784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:05.175992 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fbd336c-8914-4d52-ae6b-ae593f20a591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.195518 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f16dae-af97-4074-82db-2e37c6a47e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.238325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f16dae-af97-4074-82db-2e37c6a47e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.299150 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fbd336c-8914-4d52-ae6b-ae593f20a591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.303471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fbd336c-8914-4d52-ae6b-ae593f20a591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.314401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f16dae-af97-4074-82db-2e37c6a47e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.338514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f16dae-af97-4074-82db-2e37c6a47e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b995a7-e3b3-40b5-9a0b-e81bea43827f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:05.343880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2fbd336c-8914-4d52-ae6b-ae593f20a591 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19624ae5e4d24b42b130e2ab1fff8ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817567 Aug 17 16:49:05.346070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd336c-8914-4d52-ae6b-ae593f20a591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d323d196-f9e8-4286-afe0-b3a066c33877,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:05.346347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98f16dae-af97-4074-82db-2e37c6a47e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.348635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:05.349607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-98f16dae-af97-4074-82db-2e37c6a47e6b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f8b995a7-e3b3-40b5-9a0b-e81bea43827f HTTP/1.1" status: 204 len: 168 time: 0.2496891 Aug 17 16:49:05.352129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34298) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:05.369051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ac220ad6-23fd-4fd0-839b-858821a56261 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:49:05.397095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: ac220ad6-23fd-4fd0-839b-858821a56261 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:49:05.397436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ac220ad6-23fd-4fd0-839b-858821a56261 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:49:05.403937 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1de5bf65-6147-47a5-81d3-7fc4fcd4345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.425646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1de5bf65-6147-47a5-81d3-7fc4fcd4345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.425857 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.475890 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1de5bf65-6147-47a5-81d3-7fc4fcd4345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.478420 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1de5bf65-6147-47a5-81d3-7fc4fcd4345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.479582 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1de5bf65-6147-47a5-81d3-7fc4fcd4345a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d323d196-f9e8-4286-afe0-b3a066c33877 HTTP/1.1" status: 204 len: 168 time: 0.1300404 Aug 17 16:49:05.489881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5bf65-6147-47a5-81d3-7fc4fcd4345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d323d196-f9e8-4286-afe0-b3a066c33877,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:05.520627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.532524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779d1ffd-d050-475d-b8c4-2d6c6c1a44f2']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:05.544917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d59ff4-089c-4949-9cb3-d04e23514ba0') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:05.544917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d59ff4-089c-4949-9cb3-d04e23514ba0') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:05.556043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.571878 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.578238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:49:05.578772 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:49:05.580379 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:49:05.641459 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.657901 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.662424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] 10.222.0.77 "DELETE /v2.0/networks/779d1ffd-d050-475d-b8c4-2d6c6c1a44f2 HTTP/1.1" status: 204 len: 168 time: 0.3068423 Aug 17 16:49:05.662424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34eed0-4ec7-4c75-a34b-775aa0b8c964 admin admin] Pushing event deleted for resources: {'Network': ['ID=779d1ffd-d050-475d-b8c4-2d6c6c1a44f2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:05.858159 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34312) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:05.904506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bac9b414-3040-43c8-823e-2039135158fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0904536a12ab4d77b62563bdadafa7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440307 Aug 17 16:49:05.907494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34314) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:05.958789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fc821fa-1b0f-48ec-bff7-cd7da60740a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.982123 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fc821fa-1b0f-48ec-bff7-cd7da60740a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:05.984075 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:06.039191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fc821fa-1b0f-48ec-bff7-cd7da60740a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:06.041814 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fc821fa-1b0f-48ec-bff7-cd7da60740a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:06.043172 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3fc821fa-1b0f-48ec-bff7-cd7da60740a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ec6a062-1cdc-4d2e-8a10-fbb9195ef266 HTTP/1.1" status: 204 len: 168 time: 0.1347032 Aug 17 16:49:06.055439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc821fa-1b0f-48ec-bff7-cd7da60740a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec6a062-1cdc-4d2e-8a10-fbb9195ef266,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:06.768594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3c289688-876e-439f-8abc-b9ee491a7b02 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:49:06.789575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 3c289688-876e-439f-8abc-b9ee491a7b02 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:49:06.789925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3c289688-876e-439f-8abc-b9ee491a7b02 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:49:06.790356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 60663c4e-d764-46a0-9730-db879dea3eec no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:49:06.809096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 60663c4e-d764-46a0-9730-db879dea3eec {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:49:06.809443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 60663c4e-d764-46a0-9730-db879dea3eec not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:49:07.341127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:07.477916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a95bc79-e768-4a90-abe4-ee1845b0de93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:07.583352 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a95bc79-e768-4a90-abe4-ee1845b0de93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:07.587698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a95bc79-e768-4a90-abe4-ee1845b0de93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:07.627598 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0a95bc79-e768-4a90-abe4-ee1845b0de93 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=98e5f174ccaa48a5962ba03a093dd61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834272 Aug 17 16:49:07.628764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95bc79-e768-4a90-abe4-ee1845b0de93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32023ddd-8180-4f63-a864-98d043d22d93,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:07.630360 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34386) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:07.690493 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a55f7e7-ddd7-489a-92c6-19645dbcff56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:07.717803 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a55f7e7-ddd7-489a-92c6-19645dbcff56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:07.725167 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:07.771994 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a55f7e7-ddd7-489a-92c6-19645dbcff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:07.775454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a55f7e7-ddd7-489a-92c6-19645dbcff56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:07.779153 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7a55f7e7-ddd7-489a-92c6-19645dbcff56 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32023ddd-8180-4f63-a864-98d043d22d93 HTTP/1.1" status: 204 len: 168 time: 0.1453459 Aug 17 16:49:07.786021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55f7e7-ddd7-489a-92c6-19645dbcff56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32023ddd-8180-4f63-a864-98d043d22d93,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:08.458348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34408) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:08.564700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1156678036-network', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:08.581312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Made reservation on behalf of 70f0ef29bc784599a4e95d0abd00fa09 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:49:08.583693 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:08.592584 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:08.687203 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:08.692258 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:08.715543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:49:08.732132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b668f1c2-664f-48a7-bf80-e8fe91973046,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:08.735416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:08.735760 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Added segment 0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c of type vlan for network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 Aug 17 16:49:08.782524 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:08.814803 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:08.816439 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:08.817373 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:08.879060 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4194217 Aug 17 16:49:08.879330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34422) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:08.887302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Request body: {'subnet': {'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1156678036-subnet', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:08.894033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48319e3a-b312-4413-9429-d4976548c9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:08.909951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:49:08.919204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Made reservation on behalf of 70f0ef29bc784599a4e95d0abd00fa09 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:49:08.922753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.105025 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.155200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:09.172273 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Checking segment: {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:49:09.172630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Network hostable DHCP agents. Network: e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:49:09.189523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:49:09.198548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:09.203035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:09.203747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.207710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed26cd87-dcf3-44a5-bb6b-bef0cca2ab69 None None] Network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:49:09.224588 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-40e08b64-f81b-4efa-8584-80544bbbea70 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3432772 Aug 17 16:49:09.227767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34426) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:09.233941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:09.260036 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.261292 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.321106 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.370640 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:49:09.372214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.471250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.526426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Allocated IP 172.20.0.2 (e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2/2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab/dfd38329-4dc1-4d61-9194-77932e7ca2a8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:49:09.680490 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.690013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Transition to ACTIVE for port object dfd38329-4dc1-4d61-9194-77932e7ca2a8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:09.691040 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.705792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Transition to ACTIVE for port object dfd38329-4dc1-4d61-9194-77932e7ca2a8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:09.710418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.712265 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.753496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:09.758176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:09.760804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:49:09.772822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Pushing event updated for resources: {'Port': ['ID=dfd38329-4dc1-4d61-9194-77932e7ca2a8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:09.817825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Allocated IP 172.25.7.33 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/b43d4db6-5a13-426a-902e-e41d9ec3f103) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:49:09.822505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Attempting to bind port dfd38329-4dc1-4d61-9194-77932e7ca2a8 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:49:09.822871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Attempting to bind port dfd38329-4dc1-4d61-9194-77932e7ca2a8 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:49:09.823227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Attempting to bind port dfd38329-4dc1-4d61-9194-77932e7ca2a8 on network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:49:09.828389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:49:09.828746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Checking segment: {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:49:09.829150 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.829539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Bound using segment: {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:49:09.829995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Bound port: dfd38329-4dc1-4d61-9194-77932e7ca2a8, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:49:09.830388 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.893728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] For port dfd38329-4dc1-4d61-9194-77932e7ca2a8, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:49:09.897482 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] For port dfd38329-4dc1-4d61-9194-77932e7ca2a8, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=dfd38329-4dc1-4d61-9194-77932e7ca2a8,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:49:09.903622 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.932864 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:09.968903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283c259-52f2-4073-b7b3-57ed623c64a1 None None] Pushing event updated for resources: {'Port': ['ID=dfd38329-4dc1-4d61-9194-77932e7ca2a8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:09.978573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:10.027194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:10.030357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:10.034965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:49:10.038181 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=b43d4db6-5a13-426a-902e-e41d9ec3f103,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:10.337818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:10.844514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device dfd38329-4dc1-4d61-9194-77932e7ca2a8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:10.908320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:10.930709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port dfd38329-4dc1-4d61-9194-77932e7ca2a8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:10.990928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38740217-d8b3-4c79-8f7a-9b5754f753d9 None None] Network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:49:11.052907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5439b2bf-709d-417b-b5c7-f943da310fe6 None None] Provisioning for port dfd38329-4dc1-4d61-9194-77932e7ca2a8 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:11.058584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5439b2bf-709d-417b-b5c7-f943da310fe6 None None] Provisioning complete for port dfd38329-4dc1-4d61-9194-77932e7ca2a8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:11.058960 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5439b2bf-709d-417b-b5c7-f943da310fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:11.085839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Router 3f61ca6e-7f7a-419b-a932-2d4579ac757e is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:49:11.208754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:49:11.218258 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5439b2bf-709d-417b-b5c7-f943da310fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:11.223948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Sync routers for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:49:11.224547 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:11.226006 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-206d6d59-3378-4c84-8f3f-d89d449e0ac9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9971201 Aug 17 16:49:11.228874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34440) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:11.253382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:11.254015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:11.305151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5439b2bf-709d-417b-b5c7-f943da310fe6 None None] For port dfd38329-4dc1-4d61-9194-77932e7ca2a8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=dfd38329-4dc1-4d61-9194-77932e7ca2a8,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:11.313432 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5439b2bf-709d-417b-b5c7-f943da310fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:11.404552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439b2bf-709d-417b-b5c7-f943da310fe6 None None] Pushing event updated for resources: {'Port': ['ID=dfd38329-4dc1-4d61-9194-77932e7ca2a8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:11.415670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:11.591881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c13d457c-8825-4743-a3cb-df5d0901b28a None None] Provisioning complete for port dfd38329-4dc1-4d61-9194-77932e7ca2a8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:11.592257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13d457c-8825-4743-a3cb-df5d0901b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:11.646954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:10Z', 'revision_number': 3, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:11.682996 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Checking router: 3f61ca6e-7f7a-419b-a932-2d4579ac757e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:49:11.683350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Updating router 3f61ca6e-7f7a-419b-a932-2d4579ac757e port b43d4db6-5a13-426a-902e-e41d9ec3f103 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:49:11.701601 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:11.754198 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:11.870241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Allocated IP 172.20.0.1 (e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2/2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab/4de3672c-8cc9-47ea-8257-1087b522e2e0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:49:12.001909 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.017775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Transition to ACTIVE for port object 4de3672c-8cc9-47ea-8257-1087b522e2e0 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:12.040833 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.054722 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Transition to ACTIVE for port object b43d4db6-5a13-426a-902e-e41d9ec3f103 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:12.060678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.062296 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.108484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:12.111671 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:12.115637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:49:12.125229 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Attempting to bind port b43d4db6-5a13-426a-902e-e41d9ec3f103 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:49:12.125599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Attempting to bind port b43d4db6-5a13-426a-902e-e41d9ec3f103 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:49:12.125964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Attempting to bind port b43d4db6-5a13-426a-902e-e41d9ec3f103 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:49:12.133500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e43b9-c121-4310-88f9-e3238362e4f0 None None] Pushing event updated for resources: {'Port': ['ID=b43d4db6-5a13-426a-902e-e41d9ec3f103,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:12.137255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:49:12.137825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:49:12.138030 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.138685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:49:12.140140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Bound port: b43d4db6-5a13-426a-902e-e41d9ec3f103, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:49:12.141306 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.171408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Pushing event updated for resources: {'Port': ['ID=4de3672c-8cc9-47ea-8257-1087b522e2e0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:12.179933 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.341983 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.366820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] For port b43d4db6-5a13-426a-902e-e41d9ec3f103, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:49:12.370329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] For port b43d4db6-5a13-426a-902e-e41d9ec3f103, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b43d4db6-5a13-426a-902e-e41d9ec3f103,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:49:12.374898 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.434279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e43b9-c121-4310-88f9-e3238362e4f0 None None] Pushing event updated for resources: {'Port': ['ID=b43d4db6-5a13-426a-902e-e41d9ec3f103,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:12.443371 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:12.443996 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:12.496049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c39c631c-2f15-40e6-bfe7-54ba5ccc7116 None None] Provisioning for port 4de3672c-8cc9-47ea-8257-1087b522e2e0 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:12.502760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c39c631c-2f15-40e6-bfe7-54ba5ccc7116 None None] Provisioning complete for port 4de3672c-8cc9-47ea-8257-1087b522e2e0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:12.503126 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c39c631c-2f15-40e6-bfe7-54ba5ccc7116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.539457 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.544783 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.578422 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c39c631c-2f15-40e6-bfe7-54ba5ccc7116 None None] Port 4de3672c-8cc9-47ea-8257-1087b522e2e0 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:49:12.587595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:12.614981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Pushing event updated for resources: {'Port': ['ID=4de3672c-8cc9-47ea-8257-1087b522e2e0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:12.617413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.733703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:12.735253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:12.808252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device dfd38329-4dc1-4d61-9194-77932e7ca2a8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:12.874006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:11Z', 'revision_number': 1, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:12.878156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port dfd38329-4dc1-4d61-9194-77932e7ca2a8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:12.878563 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:12.883659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Router 3f61ca6e-7f7a-419b-a932-2d4579ac757e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:49:12.924991 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e239df8-3f2b-4655-ade9-571e1cd85ede None None] The sync data for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 is: [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:11Z', 'revision_number': 1, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:49:13.015133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:49:13.020464 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-953b56ce-dd0e-44ac-85d7-3cbf333dfa62 admin admin] 10.222.0.77 "PUT /v2.0/routers/3f61ca6e-7f7a-419b-a932-2d4579ac757e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7906127 Aug 17 16:49:13.100477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6d589218-5efc-42e5-8c84-bcf0aabd2010 None None] Provisioning complete for port 4de3672c-8cc9-47ea-8257-1087b522e2e0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:13.101024 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d589218-5efc-42e5-8c84-bcf0aabd2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:13.139024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6d589218-5efc-42e5-8c84-bcf0aabd2010 None None] Port 4de3672c-8cc9-47ea-8257-1087b522e2e0 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:49:13.527081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34472) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:13.533243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-8cbd23eb-dbda-4925-8a4e-31ae8ccb7992 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101298522', 'description': 'tempest-description--209025780'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:13.566792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cbd23eb-dbda-4925-8a4e-31ae8ccb7992 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:13.683961 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cbd23eb-dbda-4925-8a4e-31ae8ccb7992 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:13.689775 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cbd23eb-dbda-4925-8a4e-31ae8ccb7992 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:13.730508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cbd23eb-dbda-4925-8a4e-31ae8ccb7992 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:13.732312 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8cbd23eb-dbda-4925-8a4e-31ae8ccb7992 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2041826 Aug 17 16:49:13.733896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd23eb-dbda-4925-8a4e-31ae8ccb7992 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd02222e-2304-422c-8bf6-526e2aac0e91,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:13.735801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:13.741289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-87521504-2d4b-4753-b626-25215fa16e24 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'security_group_rule': {'security_group_id': 'bd02222e-2304-422c-8bf6-526e2aac0e91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:13.823010 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87521504-2d4b-4753-b626-25215fa16e24 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:13.895091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87521504-2d4b-4753-b626-25215fa16e24 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:13.900844 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87521504-2d4b-4753-b626-25215fa16e24 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:13.917768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87521504-2d4b-4753-b626-25215fa16e24 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0bc32b-27c9-4dac-b9a4-4b41744923bd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:13.939532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87521504-2d4b-4753-b626-25215fa16e24 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:13.941029 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-87521504-2d4b-4753-b626-25215fa16e24 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2035964 Aug 17 16:49:13.943956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34476) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:13.949301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b5c7a76e-babe-49f8-8b4e-fbc9849cc218 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'security_group_rule': {'security_group_id': 'bd02222e-2304-422c-8bf6-526e2aac0e91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:13.985766 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a76e-babe-49f8-8b4e-fbc9849cc218 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:14.051945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a76e-babe-49f8-8b4e-fbc9849cc218 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:14.057114 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a76e-babe-49f8-8b4e-fbc9849cc218 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:14.077520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7a76e-babe-49f8-8b4e-fbc9849cc218 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab14bbea-01f9-4b48-8ad9-e841039a5934,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:14.085912 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a76e-babe-49f8-8b4e-fbc9849cc218 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:14.087395 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b5c7a76e-babe-49f8-8b4e-fbc9849cc218 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421139 Aug 17 16:49:14.090505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:14.098182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:14.129091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:14.238218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:14.368730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Allocated IP 172.25.7.56 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/430fdc31-51a5-4e8a-81b5-a51511d53b95) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:49:14.545020 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:14.605828 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:14.672316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'Port': ['ID=430fdc31-51a5-4e8a-81b5-a51511d53b95,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:14.683423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:14.685019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:14.688095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:49:14.801050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:14.845930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:14.851248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b43d4db6-5a13-426a-902e-e41d9ec3f103 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:14.947130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b43d4db6-5a13-426a-902e-e41d9ec3f103 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:14.953665 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b43d4db6-5a13-426a-902e-e41d9ec3f103 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:14.954219 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:15.046114 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:15.049400 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:15.052224 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:15.076578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b43d4db6-5a13-426a-902e-e41d9ec3f103, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b43d4db6-5a13-426a-902e-e41d9ec3f103,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:15.080145 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:15.140305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b43d4db6-5a13-426a-902e-e41d9ec3f103,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:15.150989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'Port': ['ID=430fdc31-51a5-4e8a-81b5-a51511d53b95,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:15.160189 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:15.177658 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:15.179295 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3a59befd-8c83-4cb0-9349-cd45585f6cb4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0874419 Aug 17 16:49:15.335015 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-cc1fd642-ddf3-4f93-b833-10d848e3cc6e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1101298522&fields=id&tenant_id=70f0ef29bc784599a4e95d0abd00fa09 HTTP/1.1" status: 200 len: 267 time: 0.0373478 Aug 17 16:49:15.461189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e19092-4a7e-444c-af8e-a96ea289719f req-cb4c9f75-8e4a-4e7f-a192-9665f10196a4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:15.469192 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-cb4c9f75-8e4a-4e7f-a192-9665f10196a4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 811 time: 0.1244838 Aug 17 16:49:15.481619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-2d455b21-eccd-44ea-8154-153635eac434 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/quotas/70f0ef29bc784599a4e95d0abd00fa09 HTTP/1.1" status: 200 len: 375 time: 0.0114279 Aug 17 16:49:15.559455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-4891b161-0e65-4458-8d65-560c37f3e5d2 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648599 Aug 17 16:49:15.585136 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Sync routers for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:49:15.603068 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:15.603924 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:15.733228 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:15.761125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-dbc90e89-c86a-4b84-9417-52d26a8bbf98 service neutron] 10.222.0.77 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847601 Aug 17 16:49:15.976785 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 2, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:16.011177 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Checking router: 3f61ca6e-7f7a-419b-a932-2d4579ac757e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:49:16.011920 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Updating router 3f61ca6e-7f7a-419b-a932-2d4579ac757e port 4de3672c-8cc9-47ea-8257-1087b522e2e0 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:49:16.047993 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:16.284238 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-1292e117-807c-45c0-a6c8-c78e4d6e029e service neutron] 10.222.0.77 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170028 Aug 17 16:49:16.373705 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:16.385088 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Transition to ACTIVE for port object 4de3672c-8cc9-47ea-8257-1087b522e2e0 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:16.395356 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:16.502896 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee43ba3d-526f-4cae-983b-f0cd4e44f4ed req-2197ca41-e37c-4d41-8156-8847e6f98e81 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 210 time: 0.0537670 Aug 17 16:49:16.515549 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Pushing event updated for resources: {'Port': ['ID=4de3672c-8cc9-47ea-8257-1087b522e2e0,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:16.528107 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.528564 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.529001 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.529562 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.530005 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.530962 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.531384 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.531822 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.532246 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.532822 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.533074 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.533484 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:16.541932 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Attempting to bind port 4de3672c-8cc9-47ea-8257-1087b522e2e0 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:49:16.541932 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Attempting to bind port 4de3672c-8cc9-47ea-8257-1087b522e2e0 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:49:16.542327 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Attempting to bind port 4de3672c-8cc9-47ea-8257-1087b522e2e0 on network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:49:16.549865 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:49:16.550336 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Checking segment: {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:49:16.550901 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:16.551360 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Bound using segment: {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:49:16.551894 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Bound port: 4de3672c-8cc9-47ea-8257-1087b522e2e0, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:49:16.552398 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:16.643793 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] For port 4de3672c-8cc9-47ea-8257-1087b522e2e0, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:49:16.647487 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] For port 4de3672c-8cc9-47ea-8257-1087b522e2e0, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4de3672c-8cc9-47ea-8257-1087b522e2e0,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:49:16.653195 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:16.729588 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:16.730343 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:16.733067 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb35c7f-db7c-478c-901c-21b8a09f06c0 None None] Pushing event updated for resources: {'Port': ['ID=4de3672c-8cc9-47ea-8257-1087b522e2e0,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:16.846469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b43d4db6-5a13-426a-902e-e41d9ec3f103 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:16.920408 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:16.930351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b43d4db6-5a13-426a-902e-e41d9ec3f103 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:16.931059 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:17.174435 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:16Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:17.203564 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fed5af-c5d9-4a90-8afa-b56b8b07e9af None None] The sync data for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 is: [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:16Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:49:17.628701 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-78191a33-434e-4889-8061-351fa9c0239e req-8683989e-763d-444a-9e15-c6ea3552cc9b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 210 time: 0.0457368 Aug 17 16:49:17.690489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e19092-4a7e-444c-af8e-a96ea289719f req-b713b4ff-6b0b-49a1-a3ce-90d6af859dfd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:17.692936 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-b713b4ff-6b0b-49a1-a3ce-90d6af859dfd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 811 time: 0.1686826 Aug 17 16:49:17.755580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-dc2cb3b5-9a13-4e2c-80fe-eccdd43e0d7e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f0ef29bc784599a4e95d0abd00fa09 HTTP/1.1" status: 200 len: 380 time: 0.0519419 Aug 17 16:49:17.766714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'port': {'device_id': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'admin_state_up': True, 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'security_groups': ['bd02222e-2304-422c-8bf6-526e2aac0e91']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:17.935933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Made reservation on behalf of 70f0ef29bc784599a4e95d0abd00fa09 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:49:17.941121 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:18.091320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Allocated IP 172.20.0.9 (e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2/2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab/c737b6f7-28e8-4293-a2fc-5a7fcbbb4558) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:49:18.238928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:18.253178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Transition to ACTIVE for port object c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:18.286417 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:18.331222 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:18.334392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:18.338413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:49:18.364918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'Port': ['ID=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:18.394499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:18.395435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:18.414918 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5494447b-382d-476e-9f3b-008e41d7a2ad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6525147 Aug 17 16:49:18.428227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Request body: {'port': {'device_id': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:18.494920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:18.678216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6478173e-aef7-44a3-a661-2ace9a0fd939 None None] Provisioning for port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:18.682546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6478173e-aef7-44a3-a661-2ace9a0fd939 None None] Provisioning complete for port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:18.683164 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6478173e-aef7-44a3-a661-2ace9a0fd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:18.755447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6478173e-aef7-44a3-a661-2ace9a0fd939 None None] Port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:49:18.803682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83799dcd-4d44-4e9e-8a30-50afec8dc03c req-b4d6363c-45b8-47a6-80d1-08f52fb0160d tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:18.805356 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83799dcd-4d44-4e9e-8a30-50afec8dc03c req-b4d6363c-45b8-47a6-80d1-08f52fb0160d tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 931 time: 0.0938988 Aug 17 16:49:18.828371 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4de3672c-8cc9-47ea-8257-1087b522e2e0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:18.864280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:49:18.880182 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:18.888607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83799dcd-4d44-4e9e-8a30-50afec8dc03c req-77815ca6-9382-40dc-b32f-540b4cf17abb tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617080 Aug 17 16:49:18.891754 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4de3672c-8cc9-47ea-8257-1087b522e2e0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:18.896408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4de3672c-8cc9-47ea-8257-1087b522e2e0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:18.897019 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:18.901315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Transition to ACTIVE for port object c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:18.908260 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:18.994994 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:19.036200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 4de3672c-8cc9-47ea-8257-1087b522e2e0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4de3672c-8cc9-47ea-8257-1087b522e2e0,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:19.039711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Attempting to bind port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:49:19.040048 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Attempting to bind port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:49:19.040381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Attempting to bind port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 on network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:49:19.041058 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:19.042554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Pushing event updated for resources: {'Port': ['ID=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:19.049388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 on network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:49:19.049729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Attempting to bind port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 on network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:49:19.055456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:49:19.055796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Checking segment: {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:49:19.056177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Bound using segment: {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:49:19.056608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Bound port: c737b6f7-28e8-4293-a2fc-5a7fcbbb4558, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:49:19.057068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:19.103266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=4de3672c-8cc9-47ea-8257-1087b522e2e0,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:19.133980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] For port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:49:19.137426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] For port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:49:19.143963 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:19.180815 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:19.181439 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:19.182887 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] 10.222.0.91 "PUT /v2.0/ports/c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 HTTP/1.1" status: 200 len: 1091 time: 0.7598202 Aug 17 16:49:19.183323 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'tag': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:49:19.185572 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3843f17-f7b8-4342-b589-3ba1cfc9ae6a", "tag": "c737b6f7-28e8-4293-a2fc-5a7fcbbb4558"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:49:19.226897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5449d2-9d1c-464a-9216-aa0025976c3c service neutron] Pushing event updated for resources: {'Port': ['ID=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:19.245031 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d50dc3-495e-4c94-a657-159fae862437 x-openstack-request-id: req-d4d50dc3-495e-4c94-a657-159fae862437 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:49:19.245402 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3843f17-f7b8-4342-b589-3ba1cfc9ae6a", "tag": "c737b6f7-28e8-4293-a2fc-5a7fcbbb4558", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:49:19.245719 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4d50dc3-495e-4c94-a657-159fae862437 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:49:19.246434 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'tag': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558', 'status': 'completed', 'code': 200} Aug 17 16:49:19.284604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e19092-4a7e-444c-af8e-a96ea289719f req-49bed2ba-cf73-4d51-8940-1441205ea794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:19.286396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-49bed2ba-cf73-4d51-8940-1441205ea794 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 1094 time: 0.0547628 Aug 17 16:49:19.337184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-0770e644-a81f-4143-8fe6-2ae5f7da8d57 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 HTTP/1.1" status: 200 len: 217 time: 0.0428548 Aug 17 16:49:19.391582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5ca60d5d-35b3-428d-af26-929d34258f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:19.393071 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-5ca60d5d-35b3-428d-af26-929d34258f5f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0490794 Aug 17 16:49:19.445252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e19092-4a7e-444c-af8e-a96ea289719f req-13f4033a-5fe9-4ad6-b7c4-8e93449b847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:19.447248 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-13f4033a-5fe9-4ad6-b7c4-8e93449b847f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471239 Aug 17 16:49:19.548596 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-cd83366a-2b28-4da0-94d5-fd3ef2e77998 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942519 Aug 17 16:49:19.643379 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91e19092-4a7e-444c-af8e-a96ea289719f req-2eb39125-8e3e-4127-8439-5e14d9b90c1f service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876634 Aug 17 16:49:19.719160 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:19.727255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-c2e0f0b2-b87c-4086-aa88-9a467f332d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:19.728765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-c2e0f0b2-b87c-4086-aa88-9a467f332d25 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 1094 time: 0.0426955 Aug 17 16:49:19.827331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-f7793694-0d1a-49c1-911b-3dde6fdc8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:19.828859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-f7793694-0d1a-49c1-911b-3dde6fdc8740 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 912 time: 0.0934606 Aug 17 16:49:19.871765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-d86c7562-2e1d-442a-bba3-33063041f460 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 HTTP/1.1" status: 200 len: 217 time: 0.0353730 Aug 17 16:49:19.928724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-1f738f72-aba7-481a-946f-f14dc60deed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:19.930284 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-1f738f72-aba7-481a-946f-f14dc60deed7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0514023 Aug 17 16:49:19.993140 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:20.009383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-f42dce49-87ef-419b-bb9c-50150a66778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:20.010994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-f42dce49-87ef-419b-bb9c-50150a66778a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723608 Aug 17 16:49:20.024167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220716c-9e80-40dd-8038-b61436fc5a69 req-4a99ca5f-2dbd-4f41-b4a5-0fd0b874fd16 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:20.025714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6220716c-9e80-40dd-8038-b61436fc5a69 req-4a99ca5f-2dbd-4f41-b4a5-0fd0b874fd16 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 943 time: 0.0624759 Aug 17 16:49:20.118948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6220716c-9e80-40dd-8038-b61436fc5a69 req-7b08aed9-34cd-4aad-8556-5a0209694502 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838838 Aug 17 16:49:20.153633 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-7658a033-4055-4018-b530-fb19f0da1264 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268802 Aug 17 16:49:20.252117 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4fb1ab5f-deaf-4ac2-9f3c-e35194fb5b8f req-32108b4e-ea0d-4824-9a4e-0ecfdc505a27 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908754 Aug 17 16:49:20.292392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:20.400441 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-642a4f9a-7346-4f59-a885-65e0cfb9bb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:20.487812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-642a4f9a-7346-4f59-a885-65e0cfb9bb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:20.492248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-642a4f9a-7346-4f59-a885-65e0cfb9bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:20.530053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a4f9a-7346-4f59-a885-65e0cfb9bb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583e3c08-e5ea-4083-a2d2-793d8d9ceafc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:20.534983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-642a4f9a-7346-4f59-a885-65e0cfb9bb58 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b35257d79144a43bf05048893830c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415805 Aug 17 16:49:20.537649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:20.593739 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53fcacae-cd43-44e7-9743-5cf09ac5cf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:20.615051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53fcacae-cd43-44e7-9743-5cf09ac5cf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:20.660561 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53fcacae-cd43-44e7-9743-5cf09ac5cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:20.663148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53fcacae-cd43-44e7-9743-5cf09ac5cf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:20.664299 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-53fcacae-cd43-44e7-9743-5cf09ac5cf36 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/583e3c08-e5ea-4083-a2d2-793d8d9ceafc HTTP/1.1" status: 204 len: 168 time: 0.1253850 Aug 17 16:49:20.672100 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcacae-cd43-44e7-9743-5cf09ac5cf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583e3c08-e5ea-4083-a2d2-793d8d9ceafc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:20.777193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4de3672c-8cc9-47ea-8257-1087b522e2e0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:20.834702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4de3672c-8cc9-47ea-8257-1087b522e2e0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:20.835077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:20.940241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:20.963165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28bf9b4e-c7e1-4e74-a0f9-0e88378bd386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.016110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cf3c6-fc46-436e-bdff-6af4ca342de4 req-f821d16d-5d4d-41db-8218-141fc181005f tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:21.017638 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d09cf3c6-fc46-436e-bdff-6af4ca342de4 req-f821d16d-5d4d-41db-8218-141fc181005f tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1098 time: 0.0751710 Aug 17 16:49:21.073707 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d09cf3c6-fc46-436e-bdff-6af4ca342de4 req-c19e99b7-b95c-48db-8ceb-a72296a36704 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497379 Aug 17 16:49:21.097944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34564) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:21.109534 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28bf9b4e-c7e1-4e74-a0f9-0e88378bd386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.114473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28bf9b4e-c7e1-4e74-a0f9-0e88378bd386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.157297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-28bf9b4e-c7e1-4e74-a0f9-0e88378bd386 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8f6aad71de8c43c5974410efc4f67c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159376 Aug 17 16:49:21.158043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf9b4e-c7e1-4e74-a0f9-0e88378bd386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c6a2a9-aa66-4e04-9d59-ecbad05b5911,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:21.160956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:21.213798 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff47de8f-d9c4-4adc-905a-2d2ebfa68dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.236200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff47de8f-d9c4-4adc-905a-2d2ebfa68dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.282426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff47de8f-d9c4-4adc-905a-2d2ebfa68dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.285018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff47de8f-d9c4-4adc-905a-2d2ebfa68dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.288769 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ff47de8f-d9c4-4adc-905a-2d2ebfa68dd5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/56c6a2a9-aa66-4e04-9d59-ecbad05b5911 HTTP/1.1" status: 204 len: 168 time: 0.1241386 Aug 17 16:49:21.297279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47de8f-d9c4-4adc-905a-2d2ebfa68dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c6a2a9-aa66-4e04-9d59-ecbad05b5911,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:21.298719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4df68e-519f-462a-b02e-946892bf5ebf req-6c555110-3254-42c8-baea-19af8e4814d3 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:21.300231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e4df68e-519f-462a-b02e-946892bf5ebf req-6c555110-3254-42c8-baea-19af8e4814d3 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 943 time: 0.0905061 Aug 17 16:49:21.338910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port 19c7b030-48ca-4450-8a91-bfd07e43e849 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:49:21.339170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.391923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e4df68e-519f-462a-b02e-946892bf5ebf req-aff3535b-98e5-4db2-be6e-83d2513c11cf tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734599 Aug 17 16:49:21.431560 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.431988 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.444780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for 19c7b030-48ca-4450-8a91-bfd07e43e849 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:49:21.600068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.625722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=19c7b030-48ca-4450-8a91-bfd07e43e849,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:21.694054 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:21.694411 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Floating IP d233c794-bcc9-4f56-8d44-0eefa6d76089 disassociated (deleted). External IP: 172.25.7.251, port: a36f2cb4-0993-435e-801f-3ecb459b832a. Aug 17 16:49:22.227975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:49:22.342114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:49:22.347569 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:22.352953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] Sync routers for ids ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:49:22.363612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] Routers {'a21000a2-b3c7-4cc9-88f8-d9f7e621e740'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:22.364316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:22.382040 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ae036c0a-66e0-4299-a16e-4fb0ea2afd3b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/floatingips/d233c794-bcc9-4f56-8d44-0eefa6d76089 HTTP/1.1" status: 204 len: 168 time: 1.2805498 Aug 17 16:49:22.382040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:49:22.382982 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5926630f-cc26-4b7d-babd-cf99920e5990" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:49:22.423911 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67acd58-6832-4721-8b36-c5da8aacf165 x-openstack-request-id: req-c67acd58-6832-4721-8b36-c5da8aacf165 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:49:22.424209 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:49:22.424463 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c67acd58-6832-4721-8b36-c5da8aacf165 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:49:22.425036 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'status': 'completed', 'code': 200} Aug 17 16:49:22.514627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] Set router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:22.526725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-58ce2afe-062c-4564-9bda-8e1b4d3cc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:22.528315 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-58ce2afe-062c-4564-9bda-8e1b4d3cc0bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 1098 time: 0.0810194 Aug 17 16:49:22.646288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-141832ef-e52b-423d-ae43-328673ac27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:22.648076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-141832ef-e52b-423d-ae43-328673ac27a0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 200 len: 898 time: 0.1117284 Aug 17 16:49:22.707450 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-44f15b3c-ea08-4a1f-b081-e32b17c91e31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 200 len: 217 time: 0.0504715 Aug 17 16:49:22.784645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6763-fbdb-4c5b-b582-7d7dc4672f04 req-4932091c-2d73-4a48-b4cd-154f8f78662f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:22.786293 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c02b6763-fbdb-4c5b-b582-7d7dc4672f04 req-4932091c-2d73-4a48-b4cd-154f8f78662f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 947 time: 0.1194944 Aug 17 16:49:22.802615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-c0c8ea86-dfd4-4b39-8e7c-9ab5493060e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:22.804593 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-c0c8ea86-dfd4-4b39-8e7c-9ab5493060e9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 200 len: 834 time: 0.0761790 Aug 17 16:49:22.823072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:30Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'fc38a767-8cdb-4714-99e0-0d34741f522d', 'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:44:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:29Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:22.833661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ae944-67d3-4171-8c73-3378da2fc93e req-4000b317-53d8-4b24-9e95-5656d7344d3a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:22.835888 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-883ae944-67d3-4171-8c73-3378da2fc93e req-4000b317-53d8-4b24-9e95-5656d7344d3a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 943 time: 0.3459282 Aug 17 16:49:22.859516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] Checking router: a21000a2-b3c7-4cc9-88f8-d9f7e621e740 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:49:22.870878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] Routers {'a21000a2-b3c7-4cc9-88f8-d9f7e621e740'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:22.871512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:22.884791 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c02b6763-fbdb-4c5b-b582-7d7dc4672f04 req-f4e5067f-2e36-40cc-9f38-c76fbf5f16a5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861912 Aug 17 16:49:22.917818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-b30985d6-4775-4fb9-ad56-26491f1fc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:22.919641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-b30985d6-4775-4fb9-ad56-26491f1fc0d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969162 Aug 17 16:49:22.942084 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-883ae944-67d3-4171-8c73-3378da2fc93e req-ba5bb4d4-0982-4adf-a26d-0feeea47601c tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962472 Aug 17 16:49:23.031080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] Set router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:23.048049 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-bc358cb7-5ee8-43c9-b042-f09765b7b154 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191525 Aug 17 16:49:23.157936 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5926630f-cc26-4b7d-babd-cf99920e5990 req-25c5dd08-4fba-41fa-a960-c39120b68e48 service neutron] 10.222.0.93 "GET /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017909 Aug 17 16:49:23.244910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:30Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'fc38a767-8cdb-4714-99e0-0d34741f522d', 'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:44:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:29Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:23.272581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f84686-cbdd-471d-8364-8cb4d58df6a0 None None] The sync data for ids ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'] in n-d-804878-1 is: [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:47:30Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'fc38a767-8cdb-4714-99e0-0d34741f522d', 'name': '', 'network_id': '0b562e5e-09a1-4a74-aa19-1f418b1a3c2f', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:44:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:29Z', 'updated_at': '2021-08-17T16:47:37Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f0b4f865-39af-4a15-aafb-ea8587729d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:49:23.479419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:49:23.505525 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dec28f-e4c0-4718-a1d7-318fb35ed04a None None] New status for floating IP d233c794-bcc9-4f56-8d44-0eefa6d76089: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:49:23.583962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:23.600687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'port_id': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558', 'mac_address': 'fa:16:3e:e9:e0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:49:23.644790 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:23.659413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:49:23.682452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:23.688322 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:23.740531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:23.890004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['c737b6f7-28e8-4293-a2fc-5a7fcbbb4558'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:49:24.073226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b670d-5aff-4276-9800-d614c5e20f68 req-1601e18b-0693-4742-a4b9-14781cfc10eb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:24.074807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-875b670d-5aff-4276-9800-d614c5e20f68 req-1601e18b-0693-4742-a4b9-14781cfc10eb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 947 time: 0.1034050 Aug 17 16:49:24.100379 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e600eb-c2ab-488a-b34f-d53ad98609c7 req-02d3f42a-b556-45db-88c4-a0d0c17f33ee tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:24.102335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4e600eb-c2ab-488a-b34f-d53ad98609c7 req-02d3f42a-b556-45db-88c4-a0d0c17f33ee tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 944 time: 0.0684457 Aug 17 16:49:24.144534 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4e600eb-c2ab-488a-b34f-d53ad98609c7 req-41b1c66b-3df0-4de4-90f9-a0828f94eb6a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351505 Aug 17 16:49:24.182468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c2801-6144-4342-879f-8b0523df5ff3 req-172499d5-07d4-4e00-a3d3-3c7c3e379b86 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:24.184039 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c53c2801-6144-4342-879f-8b0523df5ff3 req-172499d5-07d4-4e00-a3d3-3c7c3e379b86 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9717288-2afa-40d9-ab17-b455d81b5428 HTTP/1.1" status: 200 len: 947 time: 0.2294288 Aug 17 16:49:24.236008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c53c2801-6144-4342-879f-8b0523df5ff3 req-c500d6b1-289f-455c-9d5a-1f96003f395c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=f227de04-bb62-4dc5-8886-b5c7d28ac56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Aug 17 16:49:24.242723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-875b670d-5aff-4276-9800-d614c5e20f68 req-bd581332-82d1-4deb-b228-64f341d35a33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port a36f2cb4-0993-435e-801f-3ecb459b832a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:49:24.243073 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875b670d-5aff-4276-9800-d614c5e20f68 req-bd581332-82d1-4deb-b228-64f341d35a33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:24.340340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-875b670d-5aff-4276-9800-d614c5e20f68 req-bd581332-82d1-4deb-b228-64f341d35a33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port a36f2cb4-0993-435e-801f-3ecb459b832a, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a36f2cb4-0993-435e-801f-3ecb459b832a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:24.340793 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875b670d-5aff-4276-9800-d614c5e20f68 req-bd581332-82d1-4deb-b228-64f341d35a33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:24.354847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-875b670d-5aff-4276-9800-d614c5e20f68 req-bd581332-82d1-4deb-b228-64f341d35a33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for a36f2cb4-0993-435e-801f-3ecb459b832a owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:49:24.492899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875b670d-5aff-4276-9800-d614c5e20f68 req-bd581332-82d1-4deb-b228-64f341d35a33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:24.520159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd581332-82d1-4deb-b228-64f341d35a33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=a36f2cb4-0993-435e-801f-3ecb459b832a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:24.563961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-875b670d-5aff-4276-9800-d614c5e20f68 req-bd581332-82d1-4deb-b228-64f341d35a33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] No DVR routers for this DVR port a36f2cb4-0993-435e-801f-3ecb459b832a on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:49:24.566556 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875b670d-5aff-4276-9800-d614c5e20f68 req-bd581332-82d1-4deb-b228-64f341d35a33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:24.568600 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-875b670d-5aff-4276-9800-d614c5e20f68 req-bd581332-82d1-4deb-b228-64f341d35a33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "DELETE /v2.0/ports/a36f2cb4-0993-435e-801f-3ecb459b832a HTTP/1.1" status: 204 len: 173 time: 0.4820821 Aug 17 16:49:24.569276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'name': 'network-vif-deleted', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:49:24.571696 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e54660-6889-419d-9ee1-3562543b5fcd" -d '{"events": [{"server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "name": "network-vif-deleted", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:49:24.619752 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3126c6-f110-4d3d-b973-52bba88a97f5 x-openstack-request-id: req-4a3126c6-f110-4d3d-b973-52bba88a97f5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:49:24.620142 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717288-2afa-40d9-ab17-b455d81b5428", "name": "network-vif-deleted", "tag": "a36f2cb4-0993-435e-801f-3ecb459b832a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:49:24.620457 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a3126c6-f110-4d3d-b973-52bba88a97f5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:49:24.620905 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717288-2afa-40d9-ab17-b455d81b5428', 'name': 'network-vif-deleted', 'tag': 'a36f2cb4-0993-435e-801f-3ecb459b832a', 'status': 'completed', 'code': 200} Aug 17 16:49:25.271166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b79f28-a6ea-4dd3-bd86-c63382c92ac6 req-b1293f0d-6d00-4f3a-99ac-7f200eff9350 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:25.272850 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-21b79f28-a6ea-4dd3-bd86-c63382c92ac6 req-b1293f0d-6d00-4f3a-99ac-7f200eff9350 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 944 time: 0.0568087 Aug 17 16:49:25.294775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:25.356258 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-21b79f28-a6ea-4dd3-bd86-c63382c92ac6 req-e26d31a7-c668-41e5-bcba-bc2f820e187c tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770745 Aug 17 16:49:25.495648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:25.555250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:25.560005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:25.560763 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:25.647256 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:25.670934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:49:25.673640 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf805527-bd22-4f99-bf73-71345829105d" -d '{"events": [{"server_uuid": "d3843f17-f7b8-4342-b589-3ba1cfc9ae6a", "name": "network-vif-plugged", "status": "completed", "tag": "c737b6f7-28e8-4293-a2fc-5a7fcbbb4558"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:49:25.690281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:25.695953 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:25.698260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:25.727807 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d36e26-3af2-4f9a-bef6-f36c77dcaa76 x-openstack-request-id: req-c2d36e26-3af2-4f9a-bef6-f36c77dcaa76 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:49:25.728297 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3843f17-f7b8-4342-b589-3ba1cfc9ae6a", "name": "network-vif-plugged", "status": "completed", "tag": "c737b6f7-28e8-4293-a2fc-5a7fcbbb4558", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:49:25.728512 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2d36e26-3af2-4f9a-bef6-f36c77dcaa76 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:49:25.728963 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558', 'code': 200} Aug 17 16:49:25.757619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:25.835154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551132bc-8158-4457-bbfc-5492180a9b8e req-df74b446-c3b5-419c-9617-0c8d619878b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:25.836894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-551132bc-8158-4457-bbfc-5492180a9b8e req-df74b446-c3b5-419c-9617-0c8d619878b2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 1096 time: 0.0476606 Aug 17 16:49:25.875544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-551132bc-8158-4457-bbfc-5492180a9b8e req-5e2a4552-f136-4c81-8707-fad7c017217a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Aug 17 16:49:25.990037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port fc38a767-8cdb-4714-99e0-0d34741f522d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:49:25.990401 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:26.087267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port fc38a767-8cdb-4714-99e0-0d34741f522d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fc38a767-8cdb-4714-99e0-0d34741f522d,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:26.087630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:26.101639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for fc38a767-8cdb-4714-99e0-0d34741f522d owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:49:26.302724 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:26.334971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=fc38a767-8cdb-4714-99e0-0d34741f522d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:26.552611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a041e-3675-4fb2-bb2d-059245d31784 req-cc89e8a8-10c2-48d3-a82c-051f95ab9a9e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:26.554118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c43a041e-3675-4fb2-bb2d-059245d31784 req-cc89e8a8-10c2-48d3-a82c-051f95ab9a9e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.1058455 Aug 17 16:49:26.565305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:26.642144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c43a041e-3675-4fb2-bb2d-059245d31784 req-7ac01507-dd10-4d44-8e7e-69034d440a58 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787594 Aug 17 16:49:26.826083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:49:26.938759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:49:26.944567 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a47c4760-3528-4510-9a0e-6ab789f091cd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "PUT /v2.0/routers/a21000a2-b3c7-4cc9-88f8-d9f7e621e740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6483269 Aug 17 16:49:26.947179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:26.949681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] Sync routers for ids ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:49:26.960303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] Routers {'a21000a2-b3c7-4cc9-88f8-d9f7e621e740'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:26.961169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:27.006426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-88afb7c4-cf08-4427-923e-4778efbd7947 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting subnet f0b4f865-39af-4a15-aafb-ea8587729d3f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:49:27.010281 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88afb7c4-cf08-4427-923e-4778efbd7947 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.056245 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88afb7c4-cf08-4427-923e-4778efbd7947 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.160667 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88afb7c4-cf08-4427-923e-4778efbd7947 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.234928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] Set router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:27.242486 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88afb7c4-cf08-4427-923e-4778efbd7947 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.288160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afb7c4-cf08-4427-923e-4778efbd7947 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b4f865-39af-4a15-aafb-ea8587729d3f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:27.294322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88afb7c4-cf08-4427-923e-4778efbd7947 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.296354 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-88afb7c4-cf08-4427-923e-4778efbd7947 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/subnets/f0b4f865-39af-4a15-aafb-ea8587729d3f HTTP/1.1" status: 204 len: 168 time: 0.3452871 Aug 17 16:49:27.298928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:27.301766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04338eb8-57a1-4cee-ba22-e852323dcde3 None None] Network 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:49:27.428444 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.536668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:49:26Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2a91625d-fc51-4198-a7b2-40acd2f3f509', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:47:25Z', 'updated_at': '2021-08-17T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:27.541699 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.571686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] Checking router: a21000a2-b3c7-4cc9-88f8-d9f7e621e740 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:49:27.585484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] Routers {'a21000a2-b3c7-4cc9-88f8-d9f7e621e740'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:27.585484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:27.613985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port 2a91625d-fc51-4198-a7b2-40acd2f3f509 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:49:27.614322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.618095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b31973f-045e-4a82-b83f-a0510cd7534a None None] DHCP port deletion for 0b562e5e-09a1-4a74-aa19-1f418b1a3c2f request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:49:27.697893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] Set router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:27.719592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port 2a91625d-fc51-4198-a7b2-40acd2f3f509, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2a91625d-fc51-4198-a7b2-40acd2f3f509,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:27.720312 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.740357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for 2a91625d-fc51-4198-a7b2-40acd2f3f509 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:49:27.761883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:49:27Z', 'revision_number': 6, 'project_id': '83be27321324449294116e75a122e296', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:27.794764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9b31973f-045e-4a82-b83f-a0510cd7534a None None] Deleting port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:49:27.795137 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b31973f-045e-4a82-b83f-a0510cd7534a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.798782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2cf4d-4963-49f5-9adb-62ddec32846e None None] The sync data for ids ['a21000a2-b3c7-4cc9-88f8-d9f7e621e740'] in n-d-804878-1 is: [{'id': 'a21000a2-b3c7-4cc9-88f8-d9f7e621e740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313483785', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:47:24Z', 'updated_at': '2021-08-17T16:49:27Z', 'revision_number': 6, 'project_id': '83be27321324449294116e75a122e296', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:49:27.803042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a486-3ef5-458c-878a-c61f398dc5cd req-fa335c48-86bb-413c-bae9-bcf52d800c97 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:27.811795 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b3c3a486-3ef5-458c-878a-c61f398dc5cd req-fa335c48-86bb-413c-bae9-bcf52d800c97 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0685434 Aug 17 16:49:27.865755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b3c3a486-3ef5-458c-878a-c61f398dc5cd req-7ca87f95-dc0d-4071-a511-b08fec527481 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472407 Aug 17 16:49:27.876347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9b31973f-045e-4a82-b83f-a0510cd7534a None None] For port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ee8dd8ed-b748-46c0-8f5d-3d0d134f667a,segment=NetworkSegment(46cae7f3-56ba-4063-9870-2631841d3e0f),segment_id=46cae7f3-56ba-4063-9870-2631841d3e0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:27.876742 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b31973f-045e-4a82-b83f-a0510cd7534a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:27.896783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9b31973f-045e-4a82-b83f-a0510cd7534a None None] Calling delete_port for ee8dd8ed-b748-46c0-8f5d-3d0d134f667a owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:49:27.999636 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b31973f-045e-4a82-b83f-a0510cd7534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:28.005963 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:28.027003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31973f-045e-4a82-b83f-a0510cd7534a None None] Pushing event deleted for resources: {'Port': ['ID=ee8dd8ed-b748-46c0-8f5d-3d0d134f667a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:28.036076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b31973f-045e-4a82-b83f-a0510cd7534a None None] No DVR routers for this DVR port ee8dd8ed-b748-46c0-8f5d-3d0d134f667a on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:49:28.039327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b895d-8326-43af-8262-3ec57a46feb7 req-783eafa6-d7cd-4dab-a63b-1cf0a6a0d72d tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:28.040995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef4b895d-8326-43af-8262-3ec57a46feb7 req-783eafa6-d7cd-4dab-a63b-1cf0a6a0d72d tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0892422 Aug 17 16:49:28.049252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=2a91625d-fc51-4198-a7b2-40acd2f3f509,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:28.053310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:28.060099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-54147b71-ff33-4dd9-b028-0a6f68a58bdc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'floatingip': {'port_id': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:28.138464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54147b71-ff33-4dd9-b028-0a6f68a58bdc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:28.226478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:28.365519 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:28.368010 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:28.792659 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:28.793295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Fanout notify agent at l3_agent the message router_deleted on router a21000a2-b3c7-4cc9-88f8-d9f7e621e740 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:49:28.794444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2a91625d-fc51-4198-a7b2-40acd2f3f509 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:49:28.801426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:28.802578 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c5591e1-6f46-40d5-881c-47b59daad2c5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/routers/a21000a2-b3c7-4cc9-88f8-d9f7e621e740 HTTP/1.1" status: 204 len: 168 time: 1.5026803 Aug 17 16:49:28.805320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34712) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:28.828502 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2a91625d-fc51-4198-a7b2-40acd2f3f509 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:49:28.828881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2a91625d-fc51-4198-a7b2-40acd2f3f509 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:49:28.829313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ee8dd8ed-b748-46c0-8f5d-3d0d134f667a no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:49:28.853707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ee8dd8ed-b748-46c0-8f5d-3d0d134f667a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:49:28.854053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ee8dd8ed-b748-46c0-8f5d-3d0d134f667a not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:49:28.857641 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fc38a767-8cdb-4714-99e0-0d34741f522d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:49:28.883377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: fc38a767-8cdb-4714-99e0-0d34741f522d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:49:28.883722 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fc38a767-8cdb-4714-99e0-0d34741f522d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:49:28.926026 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.022919 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.036061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b562e5e-09a1-4a74-aa19-1f418b1a3c2f']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:29.050689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cae7f3-56ba-4063-9870-2631841d3e0f') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:29.050903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cae7f3-56ba-4063-9870-2631841d3e0f') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:29.060742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.075707 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.083225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:49:29.083714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:49:29.086786 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:49:29.157319 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.165956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54147b71-ff33-4dd9-b028-0a6f68a58bdc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.167087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.168976 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/networks/0b562e5e-09a1-4a74-aa19-1f418b1a3c2f HTTP/1.1" status: 204 len: 168 time: 0.3619676 Aug 17 16:49:29.172538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:29.180092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25042415-b36b-4046-b2d8-a1c93df45ff6 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Network': ['ID=0b562e5e-09a1-4a74-aa19-1f418b1a3c2f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:29.182318 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54147b71-ff33-4dd9-b028-0a6f68a58bdc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.258844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:49:29.281720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: a36f2cb4-0993-435e-801f-3ecb459b832a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:49:29.282591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a36f2cb4-0993-435e-801f-3ecb459b832a not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:49:29.337382 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22a8f360-94de-42ad-a912-8f9374b64c6c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.359592 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-54147b71-ff33-4dd9-b028-0a6f68a58bdc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Floating IP 1a3c0909-9cfd-4913-b62f-abbb0346cd37 associated. External IP: 172.25.7.56, port: c737b6f7-28e8-4293-a2fc-5a7fcbbb4558. Aug 17 16:49:29.401007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22a8f360-94de-42ad-a912-8f9374b64c6c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.551673 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22a8f360-94de-42ad-a912-8f9374b64c6c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.554588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22a8f360-94de-42ad-a912-8f9374b64c6c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.555739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-22a8f360-94de-42ad-a912-8f9374b64c6c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/security-groups/f227de04-bb62-4dc5-8886-b5c7d28ac56f HTTP/1.1" status: 204 len: 168 time: 0.3821638 Aug 17 16:49:29.601239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8f360-94de-42ad-a912-8f9374b64c6c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f227de04-bb62-4dc5-8886-b5c7d28ac56f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:29.640225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54147b71-ff33-4dd9-b028-0a6f68a58bdc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Router 3f61ca6e-7f7a-419b-a932-2d4579ac757e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:49:29.758241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54147b71-ff33-4dd9-b028-0a6f68a58bdc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:49:29.763454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54147b71-ff33-4dd9-b028-0a6f68a58bdc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.770365 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] Sync routers for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:49:29.781660 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:29.782718 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:29.793874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34722) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:29.799098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-54147b71-ff33-4dd9-b028-0a6f68a58bdc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "PUT /v2.0/floatingips/1a3c0909-9cfd-4913-b62f-abbb0346cd37 HTTP/1.1" status: 200 len: 990 time: 1.7447000 Aug 17 16:49:29.799746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'tag': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:49:29.799875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-23e4f8a1-8e0a-4833-ad17-8f6af7625a62 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349796809', 'description': 'tempest-secgroup-smoke-349796809 description', 'project_id': '83be27321324449294116e75a122e296'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:29.801978 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd2f5c7-e982-4473-9e40-e11d0982a117" -d '{"events": [{"name": "network-changed", "server_uuid": "d3843f17-f7b8-4342-b589-3ba1cfc9ae6a", "tag": "c737b6f7-28e8-4293-a2fc-5a7fcbbb4558"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:49:29.832678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23e4f8a1-8e0a-4833-ad17-8f6af7625a62 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:29.849707 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3371a012-401e-409c-aa73-595362a5f3f4 x-openstack-request-id: req-3371a012-401e-409c-aa73-595362a5f3f4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:49:29.849997 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3843f17-f7b8-4342-b589-3ba1cfc9ae6a", "tag": "c737b6f7-28e8-4293-a2fc-5a7fcbbb4558", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:49:29.850255 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3371a012-401e-409c-aa73-595362a5f3f4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:49:29.850688 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'tag': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558', 'status': 'completed', 'code': 200} Aug 17 16:49:29.938823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-d192a70d-613e-4e96-b0f7-566331c88288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:29.940250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-d192a70d-613e-4e96-b0f7-566331c88288 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 1096 time: 0.0638487 Aug 17 16:49:29.942555 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:30.046499 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23e4f8a1-8e0a-4833-ad17-8f6af7625a62 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.058169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23e4f8a1-8e0a-4833-ad17-8f6af7625a62 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.088085 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-ab66e91e-be9b-44af-9d69-2bf20a02e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:30.089796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-ab66e91e-be9b-44af-9d69-2bf20a02e189 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 912 time: 0.1407409 Aug 17 16:49:30.107750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23e4f8a1-8e0a-4833-ad17-8f6af7625a62 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.111854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:30.112053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-23e4f8a1-8e0a-4833-ad17-8f6af7625a62 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3168612 Aug 17 16:49:30.116879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ec1a122a-c2bf-4285-912b-e9bf4cacdeae tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '5523ad0b-4d7b-46ea-a0ba-0f18bb69be64', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:30.151762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4f8a1-8e0a-4833-ad17-8f6af7625a62 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:30.166080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec1a122a-c2bf-4285-912b-e9bf4cacdeae tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.186889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-a588e9e7-8682-4253-8dad-f65e66061c06 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 HTTP/1.1" status: 200 len: 998 time: 0.0867376 Aug 17 16:49:30.235808 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '1a3c0909-9cfd-4913-b62f-abbb0346cd37', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'floating_ip_address': '172.25.7.56', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'port_id': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'mac_address': 'fa:16:3e:e9:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:49:14Z', 'updated_at': '2021-08-17T16:49:29Z', 'revision_number': 1, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:30.243675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-7a80e9ed-ef21-4858-b2db-0f09344ef100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:30.245182 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-7a80e9ed-ef21-4858-b2db-0f09344ef100 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0526187 Aug 17 16:49:30.248767 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec1a122a-c2bf-4285-912b-e9bf4cacdeae tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.253976 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec1a122a-c2bf-4285-912b-e9bf4cacdeae tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.272735 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] Checking router: 3f61ca6e-7f7a-419b-a932-2d4579ac757e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:49:30.282333 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:30.283466 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:30.297571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a122a-c2bf-4285-912b-e9bf4cacdeae tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9f3727-1aa8-4209-b5d8-4ebc096e7d07,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:30.303384 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec1a122a-c2bf-4285-912b-e9bf4cacdeae tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.305264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec1a122a-c2bf-4285-912b-e9bf4cacdeae tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1923506 Aug 17 16:49:30.307951 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:30.319396 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-b85a03fa-d2ce-4adb-b8eb-ee107ed9e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:30.319631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-37d48c99-923e-4e25-9f8f-90bfbf246aa5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '5523ad0b-4d7b-46ea-a0ba-0f18bb69be64', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:30.321045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-b85a03fa-d2ce-4adb-b8eb-ee107ed9e9bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694230 Aug 17 16:49:30.367272 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37d48c99-923e-4e25-9f8f-90bfbf246aa5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.423870 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:30.442215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-bb17ce79-e940-48ec-9fbb-b56c226afba0 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122394 Aug 17 16:49:30.454998 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37d48c99-923e-4e25-9f8f-90bfbf246aa5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.460867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37d48c99-923e-4e25-9f8f-90bfbf246aa5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.487722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d48c99-923e-4e25-9f8f-90bfbf246aa5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04a1a25-109c-4801-a7b1-91f6ddcc29da,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:30.503448 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37d48c99-923e-4e25-9f8f-90bfbf246aa5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.507546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-37d48c99-923e-4e25-9f8f-90bfbf246aa5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1951954 Aug 17 16:49:30.507917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:30.513718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d68d2e3b-2209-4aba-be5a-39cd55e49809 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '5523ad0b-4d7b-46ea-a0ba-0f18bb69be64', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:30.547492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d68d2e3b-2209-4aba-be5a-39cd55e49809 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.557629 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbd2f5c7-e982-4473-9e40-e11d0982a117 req-ccd65633-72e2-4e29-abd8-09c379a1ba20 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081479 Aug 17 16:49:30.619963 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d68d2e3b-2209-4aba-be5a-39cd55e49809 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.624714 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d68d2e3b-2209-4aba-be5a-39cd55e49809 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.653710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d2e3b-2209-4aba-be5a-39cd55e49809 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9330d49-1998-43a1-9c84-3f527616199d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:30.664052 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d68d2e3b-2209-4aba-be5a-39cd55e49809 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.666966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d68d2e3b-2209-4aba-be5a-39cd55e49809 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578033 Aug 17 16:49:30.667904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34736) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:30.674344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0dda2332-5fcf-480e-872d-1b1a59b13d9d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '5523ad0b-4d7b-46ea-a0ba-0f18bb69be64', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:30.694510 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '1a3c0909-9cfd-4913-b62f-abbb0346cd37', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'floating_ip_address': '172.25.7.56', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'port_id': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'mac_address': 'fa:16:3e:e9:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:49:14Z', 'updated_at': '2021-08-17T16:49:29Z', 'revision_number': 1, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:30.704940 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dda2332-5fcf-480e-872d-1b1a59b13d9d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.726217 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc106877-a985-419a-a4ad-47c4956e46e3 None None] The sync data for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 is: [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '1a3c0909-9cfd-4913-b62f-abbb0346cd37', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'floating_ip_address': '172.25.7.56', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'port_id': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'mac_address': 'fa:16:3e:e9:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:49:14Z', 'updated_at': '2021-08-17T16:49:29Z', 'revision_number': 1, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:49:30.777528 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dda2332-5fcf-480e-872d-1b1a59b13d9d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.782139 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dda2332-5fcf-480e-872d-1b1a59b13d9d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.801674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda2332-5fcf-480e-872d-1b1a59b13d9d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f81d37-2d2c-4f03-af37-53fb1b2903ca,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:30.809211 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dda2332-5fcf-480e-872d-1b1a59b13d9d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.813539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0dda2332-5fcf-480e-872d-1b1a59b13d9d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414583 Aug 17 16:49:30.813919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34738) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:30.818822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d02f43ce-7cae-4166-b67a-8480006f3805 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '5523ad0b-4d7b-46ea-a0ba-0f18bb69be64', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:30.844230 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-d02f43ce-7cae-4166-b67a-8480006f3805 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Project 83be27321324449294116e75a122e296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:49:30.850063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d02f43ce-7cae-4166-b67a-8480006f3805 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.937437 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d02f43ce-7cae-4166-b67a-8480006f3805 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.942336 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d02f43ce-7cae-4166-b67a-8480006f3805 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.961698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f43ce-7cae-4166-b67a-8480006f3805 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a30fb4-7413-44bb-8cac-905c05a8d2e8,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:30.974503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d02f43ce-7cae-4166-b67a-8480006f3805 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:30.974503 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d02f43ce-7cae-4166-b67a-8480006f3805 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1568775 Aug 17 16:49:30.976620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34742) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:30.981675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6602fcc3-f133-41c7-b631-0fdee6ecf57b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '5523ad0b-4d7b-46ea-a0ba-0f18bb69be64', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:31.006419 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-6602fcc3-f133-41c7-b631-0fdee6ecf57b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Project 83be27321324449294116e75a122e296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:49:31.014942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6602fcc3-f133-41c7-b631-0fdee6ecf57b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.036736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daa308a-5dbf-40e0-ad9a-026dc123e6a6 None None] New status for floating IP 1a3c0909-9cfd-4913-b62f-abbb0346cd37: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:49:31.092781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6602fcc3-f133-41c7-b631-0fdee6ecf57b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.097679 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6602fcc3-f133-41c7-b631-0fdee6ecf57b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.116096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602fcc3-f133-41c7-b631-0fdee6ecf57b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3f61a4-a978-4f24-99f0-e577be42acb8,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:31.125876 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6602fcc3-f133-41c7-b631-0fdee6ecf57b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.127999 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6602fcc3-f133-41c7-b631-0fdee6ecf57b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501505 Aug 17 16:49:31.130904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:31.136238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'network': {'name': 'tempest-network-smoke--68636969', 'project_id': '83be27321324449294116e75a122e296', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:31.159661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:49:31.163982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.191354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:49:31.203189 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.203660 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Added segment fa786ff3-cafa-407b-b163-7dac99a82d69 of type vlan for network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 Aug 17 16:49:31.249859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.276291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.284103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:31.284103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.343711 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2116857 Aug 17 16:49:31.346583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34746) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:31.353465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'admin_state_up': True, 'project_id': '83be27321324449294116e75a122e296', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:31.356835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74b5a6-bc5d-4b69-98c8-30080adeb56d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Network': ['ID=452f55ce-5f66-4228-b1fe-bbf89fc783b7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:31.369063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:49:31.380522 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.381620 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.439928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.594321 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.793073 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.817124 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:31.927891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.25.7.151 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/fbe624a3-cb68-4a65-9d00-fffd7cd701a1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:49:32.048172 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:32.096494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:32.129811 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6fab9a5-b679-43e5-ad8e-a6e75cb3d70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:32.147729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:32.151124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:32.154986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:49:32.160535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=fbe624a3-cb68-4a65-9d00-fffd7cd701a1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:32.416224 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:32.645206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:32.783873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:49:32.897420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:49:32.907928 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Sync routers for ids ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:49:32.917969 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Routers {'ec668e50-62e4-409c-9b5a-479d7a6b0ee6'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:32.919052 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:32.921040 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:32.922521 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-296278c7-8fc3-458a-9d3f-02b66aee79cc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5742111 Aug 17 16:49:32.925569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:32.956305 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a051d41b-765f-4201-8e7d-7eb01dc9b8f6 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=83be27321324449294116e75a122e296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293717 Aug 17 16:49:32.961910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34756) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:33.033535 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Set router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:33.059783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0a6a5-4ca2-40de-a054-7221844357d9 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:33.062367 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-64a0a6a5-4ca2-40de-a054-7221844357d9 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0985379 Aug 17 16:49:33.064975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34760) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:33.104707 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2229fe9f-f758-45f3-9177-dde8fce82a06 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384123 Aug 17 16:49:33.107213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34762) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:33.112830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1601524608', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'project_id': '83be27321324449294116e75a122e296', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:33.209108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:49:33.212859 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:33.236059 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:32Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:33.260976 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Checking router: ec668e50-62e4-409c-9b5a-479d7a6b0ee6 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:49:33.261319 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Updating router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 port fbe624a3-cb68-4a65-9d00-fffd7cd701a1 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:49:33.293013 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:33.415940 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:33.479355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Subnet': ['ID=e926c816-546d-4606-b361-53c7e5be392e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:33.491027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Checking segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:49:33.491392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network hostable DHCP agents. Network: 452f55ce-5f66-4228-b1fe-bbf89fc783b7, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:49:33.512619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:49:33.523855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 452f55ce-5f66-4228-b1fe-bbf89fc783b7) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:33.528022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:33.528678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:33.538650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14833c03-43b6-49f4-806d-4b64ba79efee None None] Network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:49:33.559018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-65f6a409-eb9c-45f5-bc77-a60c1dcea924 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4500856 Aug 17 16:49:33.561743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34766) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:33.600914 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:33.613216 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Transition to ACTIVE for port object fbe624a3-cb68-4a65-9d00-fffd7cd701a1 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:33.620871 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:33.679621 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be083d6-aee9-4658-898a-d85d9aea8990 None None] Pushing event updated for resources: {'Port': ['ID=fbe624a3-cb68-4a65-9d00-fffd7cd701a1,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:33.682441 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Attempting to bind port fbe624a3-cb68-4a65-9d00-fffd7cd701a1 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:49:33.682811 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Attempting to bind port fbe624a3-cb68-4a65-9d00-fffd7cd701a1 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:49:33.683187 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Attempting to bind port fbe624a3-cb68-4a65-9d00-fffd7cd701a1 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:49:33.690210 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:49:33.690613 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:49:33.691016 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:33.691409 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:49:33.692504 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Bound port: fbe624a3-cb68-4a65-9d00-fffd7cd701a1, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:49:33.692892 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:33.757290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'tenant_id': '83be27321324449294116e75a122e296', 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:49:33.758416 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:33.857188 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] For port fbe624a3-cb68-4a65-9d00-fffd7cd701a1, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:49:33.862427 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] For port fbe624a3-cb68-4a65-9d00-fffd7cd701a1, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fbe624a3-cb68-4a65-9d00-fffd7cd701a1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:49:33.871099 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:33.935538 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Routers {'ec668e50-62e4-409c-9b5a-479d7a6b0ee6'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:33.936597 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:33.945361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Allocated IP 172.20.0.2 (452f55ce-5f66-4228-b1fe-bbf89fc783b7/e926c816-546d-4606-b361-53c7e5be392e/8af11280-e07a-45c2-a2c2-66b98cd9cbb9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:49:34.015342 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be083d6-aee9-4658-898a-d85d9aea8990 None None] Pushing event updated for resources: {'Port': ['ID=fbe624a3-cb68-4a65-9d00-fffd7cd701a1,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:34.085924 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] Set router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:34.163095 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:34.172763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Transition to ACTIVE for port object 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:34.191004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Transition to ACTIVE for port object 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:34.201129 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:34.245332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:34.252035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:34.256165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:49:34.266701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Pushing event updated for resources: {'Port': ['ID=8af11280-e07a-45c2-a2c2-66b98cd9cbb9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:34.321728 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:32Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:34.333205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Attempting to bind port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:49:34.333718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Attempting to bind port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:49:34.334185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Attempting to bind port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:49:34.339537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:49:34.340018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Checking segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:49:34.340547 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:34.341245 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Bound using segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:49:34.341821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Bound port: 8af11280-e07a-45c2-a2c2-66b98cd9cbb9, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:49:34.342714 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:34.352076 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a4d17-6c7d-450b-8088-8227f1085228 None None] The sync data for ids ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'] in n-d-804878-1 is: [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:32Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:49:34.422635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] For port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:49:34.427098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] For port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=8af11280-e07a-45c2-a2c2-66b98cd9cbb9,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:49:34.432654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:34.496445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b26715-cbe0-45d3-aadf-98246bdc3c2e None None] Pushing event updated for resources: {'Port': ['ID=8af11280-e07a-45c2-a2c2-66b98cd9cbb9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:34.545819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:34.845976 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c53a01d6-9a8a-404d-ae46-2cff7a4efba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:34.929770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fbe624a3-cb68-4a65-9d00-fffd7cd701a1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:35.033217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.20.0.1 (452f55ce-5f66-4228-b1fe-bbf89fc783b7/e926c816-546d-4606-b361-53c7e5be392e/e1883ecf-cc8f-4d8c-8b03-03d66e740ae3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:49:35.034340 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.039447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port fbe624a3-cb68-4a65-9d00-fffd7cd701a1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:35.044468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port fbe624a3-cb68-4a65-9d00-fffd7cd701a1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:35.046526 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.134972 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.161835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port fbe624a3-cb68-4a65-9d00-fffd7cd701a1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fbe624a3-cb68-4a65-9d00-fffd7cd701a1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:35.168588 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.190728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.208891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Transition to ACTIVE for port object e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:35.251931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=fbe624a3-cb68-4a65-9d00-fffd7cd701a1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:35.254668 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.305688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:35.313017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:35.317310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:49:35.350980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=e1883ecf-cc8f-4d8c-8b03-03d66e740ae3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:35.379668 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.544856 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.582526 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:49:35.769530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ddb508-5599-44b8-8a94-10e125f2a1ae None None] Network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:49:35.846331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7fb3c119-6a25-403e-a8ac-b13886b1ae06 None None] Provisioning for port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:35.899966 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.904802 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.987221 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=e1883ecf-cc8f-4d8c-8b03-03d66e740ae3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:35.993700 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:35.996007 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:36.103773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:36.105322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:36.250167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:49:36.292961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-61adc289-a90f-455b-acc0-f74353b05732 None None] Provisioning for port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:36.301862 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-61adc289-a90f-455b-acc0-f74353b05732 None None] Provisioning complete for port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:36.302565 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-61adc289-a90f-455b-acc0-f74353b05732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:36.357900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-61adc289-a90f-455b-acc0-f74353b05732 None None] Port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:49:36.414484 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:49:36.427220 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-46e685d3-68b2-41aa-8c6b-86d69689ab78 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "PUT /v2.0/routers/ec668e50-62e4-409c-9b5a-479d7a6b0ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8642223 Aug 17 16:49:36.501485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7a88fc14-502a-46a4-b926-3b411405304b None None] Provisioning complete for port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:36.502074 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a88fc14-502a-46a4-b926-3b411405304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:36.546425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7a88fc14-502a-46a4-b926-3b411405304b None None] Port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:49:36.584112 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Sync routers for ids ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:49:36.594198 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Routers {'ec668e50-62e4-409c-9b5a-479d7a6b0ee6'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:36.594797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:36.663974 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-a229f84d-f125-4ae8-98e3-c884bf51df56 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349796809&fields=id&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 267 time: 0.0608778 Aug 17 16:49:36.723136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Set router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:36.790864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-48fb16c0-845c-487b-a901-fcbdf7f9eb26 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:36.798554 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-48fb16c0-845c-487b-a901-fcbdf7f9eb26 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/networks?id=452f55ce-5f66-4228-b1fe-bbf89fc783b7 HTTP/1.1" status: 200 len: 795 time: 0.1336472 Aug 17 16:49:36.818812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-12a085e9-4064-47ad-8628-ca9166b1b52a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/quotas/83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 375 time: 0.0190370 Aug 17 16:49:36.829035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d8ab596e-d7d3-40b0-82d4-70e5352bc5f7 None None] Provisioning complete for port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:36.829560 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ab596e-d7d3-40b0-82d4-70e5352bc5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:36.865741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab596e-d7d3-40b0-82d4-70e5352bc5f7 None None] Port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:49:36.876129 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-16f01048-a2e0-412a-950b-077337a8e09d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561979 Aug 17 16:49:36.964201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fbe624a3-cb68-4a65-9d00-fffd7cd701a1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:37.004945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-097433e6-a47c-4dfc-9e44-f61e385c9294 service neutron] 10.222.0.77 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089365 Aug 17 16:49:37.053885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port fbe624a3-cb68-4a65-9d00-fffd7cd701a1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:37.054570 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:37.096770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e1883ecf-cc8f-4d8c-8b03-03d66e740ae3', 'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:86:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:34Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 2, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'e926c816-546d-4606-b361-53c7e5be392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:37.103818 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-359bca47-9438-4aa4-8407-fd7c3973d6dd service neutron] 10.222.0.77 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925858 Aug 17 16:49:37.125729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Checking router: ec668e50-62e4-409c-9b5a-479d7a6b0ee6 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:49:37.126078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Updating router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:49:37.156871 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:37.231675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:37.283715 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc361fb7-9ee6-450d-87f6-e3f38623cd3e req-9d830ea7-3902-4cc0-9c80-b14f713be343 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 210 time: 0.0279219 Aug 17 16:49:37.381053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:37.601836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:37.602208 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:37.754436 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:37.774167 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:37.814507 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:37.837241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=8af11280-e07a-45c2-a2c2-66b98cd9cbb9,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:37.838676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Transition to ACTIVE for port object e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:37.844059 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:37.851240 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:37.976841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=8af11280-e07a-45c2-a2c2-66b98cd9cbb9,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:38.031949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Attempting to bind port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:49:38.032347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Attempting to bind port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:49:38.032842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Attempting to bind port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:49:38.048251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:49:38.048857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Checking segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:49:38.049181 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:38.049581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Bound using segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:49:38.050060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Bound port: e1883ecf-cc8f-4d8c-8b03-03d66e740ae3, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:49:38.050479 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:38.053574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c93da5-2b16-4b4a-87b9-1abc25d96baf None None] Pushing event updated for resources: {'Port': ['ID=e1883ecf-cc8f-4d8c-8b03-03d66e740ae3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:38.145407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] For port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:49:38.149483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] For port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e1883ecf-cc8f-4d8c-8b03-03d66e740ae3,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:49:38.156486 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:38.247918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c93da5-2b16-4b4a-87b9-1abc25d96baf None None] Pushing event updated for resources: {'Port': ['ID=e1883ecf-cc8f-4d8c-8b03-03d66e740ae3,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:38.253148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Routers {'ec668e50-62e4-409c-9b5a-479d7a6b0ee6'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:38.253148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:38.431499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] Set router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:38.553303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a97ea101-7b98-47c7-a71b-413ad360dbaa req-6e6d0d7a-7b56-41d7-89c3-309804b2d3d2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 210 time: 0.0665488 Aug 17 16:49:38.599182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-85515727-73cf-4b66-9ac3-feb1ef78e8d7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:38.600674 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-85515727-73cf-4b66-9ac3-feb1ef78e8d7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "GET /v2.0/networks?id=452f55ce-5f66-4228-b1fe-bbf89fc783b7 HTTP/1.1" status: 200 len: 795 time: 0.3037953 Aug 17 16:49:38.645836 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-79e1d8a2-8388-4383-9278-0470443d2e21 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 379 time: 0.0343316 Aug 17 16:49:38.659009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'port': {'device_id': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'admin_state_up': True, 'tenant_id': '83be27321324449294116e75a122e296', 'security_groups': ['5523ad0b-4d7b-46ea-a0ba-0f18bb69be64']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:38.715679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e1883ecf-cc8f-4d8c-8b03-03d66e740ae3', 'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:86:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:34Z', 'updated_at': '2021-08-17T16:49:38Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'e926c816-546d-4606-b361-53c7e5be392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:38.747449 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636926a-3979-4b05-aafa-46e61d965a65 None None] The sync data for ids ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'] in n-d-804878-1 is: [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e1883ecf-cc8f-4d8c-8b03-03d66e740ae3', 'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:86:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:34Z', 'updated_at': '2021-08-17T16:49:38Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'e926c816-546d-4606-b361-53c7e5be392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:49:38.794216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:49:38.802625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:38.857142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:38.937574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:38.937950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:39.036153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.20.0.10 (452f55ce-5f66-4228-b1fe-bbf89fc783b7/e926c816-546d-4606-b361-53c7e5be392e/c7a32a67-5582-48b3-8b12-4bdaab9af81e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:49:39.205386 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:39.220797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Transition to ACTIVE for port object c7a32a67-5582-48b3-8b12-4bdaab9af81e will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:39.255302 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:39.302455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:39.305705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:39.309641 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:49:39.335046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=c7a32a67-5582-48b3-8b12-4bdaab9af81e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:39.353073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.353412 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.353736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.354072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.354408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.354730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.355055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.355375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.355695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.356017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.356332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.356645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:39.374700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:39.375361 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:39.391410 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-c001d598-f115-40e4-9d54-840d5e14645d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7362921 Aug 17 16:49:39.406307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Request body: {'port': {'device_id': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:39.471898 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:39.619006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-55d67092-daa4-4e74-93dc-baaee4900333 None None] Provisioning for port c7a32a67-5582-48b3-8b12-4bdaab9af81e completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:39.627053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-55d67092-daa4-4e74-93dc-baaee4900333 None None] Provisioning complete for port c7a32a67-5582-48b3-8b12-4bdaab9af81e triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:39.627320 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55d67092-daa4-4e74-93dc-baaee4900333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:39.684566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-55d67092-daa4-4e74-93dc-baaee4900333 None None] Port c7a32a67-5582-48b3-8b12-4bdaab9af81e cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:49:39.695950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f203f4-cd00-4a97-bd31-0949e42ce0c2 req-8175e876-62c0-4a99-bacc-b227529376ef tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:39.697695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73f203f4-cd00-4a97-bd31-0949e42ce0c2 req-8175e876-62c0-4a99-bacc-b227529376ef tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 932 time: 0.0550888 Aug 17 16:49:39.751408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73f203f4-cd00-4a97-bd31-0949e42ce0c2 req-d68c7b62-07e1-4a8c-996f-228835f649f4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466096 Aug 17 16:49:39.793693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a32a67-5582-48b3-8b12-4bdaab9af81e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:49:39.801818 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:39.820342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Transition to ACTIVE for port object c7a32a67-5582-48b3-8b12-4bdaab9af81e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:49:39.825342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:39.881827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a32a67-5582-48b3-8b12-4bdaab9af81e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:39.954576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:49:39.954920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:49:39.955254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:49:39.960290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Port c7a32a67-5582-48b3-8b12-4bdaab9af81e on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:49:39.960613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:49:39.966122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:49:39.966494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Checking segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:49:39.966886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Bound using segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:49:39.967849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Bound port: c7a32a67-5582-48b3-8b12-4bdaab9af81e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:49:39.968213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:40.039083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:49:40.042579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:49:40.047864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:40.083874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:40.084494 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:40.085876 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] 10.222.0.93 "PUT /v2.0/ports/c7a32a67-5582-48b3-8b12-4bdaab9af81e HTTP/1.1" status: 200 len: 1092 time: 0.6850443 Aug 17 16:49:40.087981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:49:40.091342 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7016e516-e5e1-4d03-8549-c398f09022f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:49:40.143498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08556660-32c3-426f-b5ef-d11f04368b5a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a32a67-5582-48b3-8b12-4bdaab9af81e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:40.173133 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8690c710-7fbd-48ad-bc12-002b85ece800 x-openstack-request-id: req-8690c710-7fbd-48ad-bc12-002b85ece800 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:49:40.173421 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:49:40.173670 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8690c710-7fbd-48ad-bc12-002b85ece800 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:49:40.174353 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'status': 'completed', 'code': 200} Aug 17 16:49:40.190922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-f2952d8e-e136-450f-8cc6-ec307987862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:40.192620 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-f2952d8e-e136-450f-8cc6-ec307987862a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1095 time: 0.0636723 Aug 17 16:49:40.239827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-a2073e4f-bfe6-4635-964d-f6e4c78d02a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e HTTP/1.1" status: 200 len: 217 time: 0.0396395 Aug 17 16:49:40.293697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-bdca623c-f670-42a3-a7c4-091d5087721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:40.295846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-bdca623c-f670-42a3-a7c4-091d5087721c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e926c816-546d-4606-b361-53c7e5be392e HTTP/1.1" status: 200 len: 835 time: 0.0488715 Aug 17 16:49:40.362934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-9dc4bf59-4456-4fab-9c3c-3fb65070ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:40.364371 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-9dc4bf59-4456-4fab-9c3c-3fb65070ae70 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452f55ce-5f66-4228-b1fe-bbf89fc783b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611179 Aug 17 16:49:40.461428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-62f3e733-ec53-4a3b-b2e0-bb390e1c29db service neutron] 10.222.0.93 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894930 Aug 17 16:49:40.558220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1b94ef3-d2ae-471b-b70e-027ea40457c9 req-d43c9072-112d-4c4f-8ff1-f5290c067511 service neutron] 10.222.0.93 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890017 Aug 17 16:49:40.648206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-48cb6042-8b32-413e-9796-c8fe28630c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:40.649809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-48cb6042-8b32-413e-9796-c8fe28630c2b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1095 time: 0.0439687 Aug 17 16:49:40.744730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-b28d41e5-a01e-49b9-a74b-d5399028b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:40.746469 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-b28d41e5-a01e-49b9-a74b-d5399028b27b service neutron] 10.222.0.93 "GET /v2.0/networks?id=452f55ce-5f66-4228-b1fe-bbf89fc783b7 HTTP/1.1" status: 200 len: 896 time: 0.0890481 Aug 17 16:49:40.799168 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-a2321ad2-b1b2-4105-9706-879ab493f3b9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e HTTP/1.1" status: 200 len: 217 time: 0.0439780 Aug 17 16:49:40.837868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:40.899363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:40.901348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-3aa0b734-d127-48a2-8394-aaeb63827437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:40.903038 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-3aa0b734-d127-48a2-8394-aaeb63827437 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e926c816-546d-4606-b361-53c7e5be392e HTTP/1.1" status: 200 len: 835 time: 0.0960710 Aug 17 16:49:40.905385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:40.905841 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:40.911685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07075a-8bf9-4f61-97be-d9713305aa24 req-1c514b60-8a6f-4ea1-b6b6-0d421b85042f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:40.913467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc07075a-8bf9-4f61-97be-d9713305aa24 req-1c514b60-8a6f-4ea1-b6b6-0d421b85042f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 944 time: 0.0681789 Aug 17 16:49:40.992339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc07075a-8bf9-4f61-97be-d9713305aa24 req-8e76f82e-19a7-4697-a03e-a52762e4029b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690870 Aug 17 16:49:40.994037 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:41.000947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-cdab7255-4ef1-4002-a49b-674a49141025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:41.003250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-cdab7255-4ef1-4002-a49b-674a49141025 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452f55ce-5f66-4228-b1fe-bbf89fc783b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886412 Aug 17 16:49:41.032379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e1883ecf-cc8f-4d8c-8b03-03d66e740ae3,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:41.037953 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:41.090599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=e1883ecf-cc8f-4d8c-8b03-03d66e740ae3,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:41.117276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-02a7dac5-d1d6-424a-9497-bbf8cc21d2b8 service neutron] 10.222.0.93 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998473 Aug 17 16:49:41.213608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7016e516-e5e1-4d03-8549-c398f09022f0 req-e63208e5-426f-4f57-8e2a-4cabe5c7d02a service neutron] 10.222.0.93 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889919 Aug 17 16:49:42.114873 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaa18b-075d-482c-853a-4118dd5b4fb0 req-fe963eeb-3634-4a6c-99b3-f5697e8551ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:42.116298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ccaa18b-075d-482c-853a-4118dd5b4fb0 req-fe963eeb-3634-4a6c-99b3-f5697e8551ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 944 time: 0.0519247 Aug 17 16:49:42.153854 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ccaa18b-075d-482c-853a-4118dd5b4fb0 req-cbb5939f-42d1-41b2-975c-390ae77ed5f9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313635 Aug 17 16:49:42.785118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34876) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:42.805841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:42.861798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:42.862176 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:42.917538 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa6f915d-621d-4a5d-b95b-cb32ee0c9b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:43.012555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa6f915d-621d-4a5d-b95b-cb32ee0c9b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:43.016376 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa6f915d-621d-4a5d-b95b-cb32ee0c9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:43.059060 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fa6f915d-621d-4a5d-b95b-cb32ee0c9b22 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f9d3fc35b054e42a43221013f30d271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717988 Aug 17 16:49:43.059960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f915d-621d-4a5d-b95b-cb32ee0c9b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e07e38-acc2-408f-9550-2c6027988e06,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:43.061729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 34880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:43.114162 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5723bf0-4caf-4f34-94fc-20daffbc4848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:43.134540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5723bf0-4caf-4f34-94fc-20daffbc4848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:43.184936 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5723bf0-4caf-4f34-94fc-20daffbc4848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:43.184936 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5723bf0-4caf-4f34-94fc-20daffbc4848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:43.184936 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f5723bf0-4caf-4f34-94fc-20daffbc4848 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0e07e38-acc2-408f-9550-2c6027988e06 HTTP/1.1" status: 204 len: 168 time: 0.1202459 Aug 17 16:49:43.192286 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5723bf0-4caf-4f34-94fc-20daffbc4848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e07e38-acc2-408f-9550-2c6027988e06,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:43.278175 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0d414-a686-463f-af0e-bce736fff199 req-1d2a8ffb-79ac-4498-a9e3-dfa9dae8595d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:43.280274 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dfb0d414-a686-463f-af0e-bce736fff199 req-1d2a8ffb-79ac-4498-a9e3-dfa9dae8595d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 944 time: 0.0536332 Aug 17 16:49:43.321019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dfb0d414-a686-463f-af0e-bce736fff199 req-35f39b7f-e7dc-46ee-b56b-3fcce97fc7e0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343213 Aug 17 16:49:43.322031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c7a32a67-5582-48b3-8b12-4bdaab9af81e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:49:43.437816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:43.449362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'port_id': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'mac_address': 'fa:16:3e:26:71:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:49:43.487048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:43.500598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a32a67-5582-48b3-8b12-4bdaab9af81e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:49:43.522746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:43.527285 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:43.574813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=c7a32a67-5582-48b3-8b12-4bdaab9af81e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:43.729192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['c7a32a67-5582-48b3-8b12-4bdaab9af81e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:49:44.444087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab857-963c-44c9-86a1-7d16f7cef801 req-73bba2c3-11a1-4c88-8b7b-dd558a045400 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:44.445587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8e5ab857-963c-44c9-86a1-7d16f7cef801 req-73bba2c3-11a1-4c88-8b7b-dd558a045400 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 945 time: 0.0500724 Aug 17 16:49:44.485052 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8e5ab857-963c-44c9-86a1-7d16f7cef801 req-ba558fa5-2a13-44ef-bcd4-f83c8e0cc41f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334852 Aug 17 16:49:45.337126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c7a32a67-5582-48b3-8b12-4bdaab9af81e up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:49:45.390588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port c7a32a67-5582-48b3-8b12-4bdaab9af81e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:49:45.395739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port c7a32a67-5582-48b3-8b12-4bdaab9af81e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:49:45.396294 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:45.498051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:45.522599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:49:45.524881 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e6027-bb6e-4f4d-ad42-df741d3b3a8f" -d '{"events": [{"server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "name": "network-vif-plugged", "status": "completed", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:49:45.539283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:49:45.549530 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:45.599008 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da80c9f4-e445-4df3-b1f3-465cb357bfeb x-openstack-request-id: req-da80c9f4-e445-4df3-b1f3-465cb357bfeb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:49:45.599312 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "name": "network-vif-plugged", "status": "completed", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:49:45.599922 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da80c9f4-e445-4df3-b1f3-465cb357bfeb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:49:45.600170 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'code': 200} Aug 17 16:49:45.617843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431f3d0-6518-48c6-99c6-3dd28fbc6f0b req-f2f73269-9d44-435f-ba30-4137c804140f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:45.619532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b431f3d0-6518-48c6-99c6-3dd28fbc6f0b req-f2f73269-9d44-435f-ba30-4137c804140f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.0541687 Aug 17 16:49:45.619883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=c7a32a67-5582-48b3-8b12-4bdaab9af81e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:45.692886 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b431f3d0-6518-48c6-99c6-3dd28fbc6f0b req-56af60cd-e357-47fb-93f0-3ec3576fbac5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619516 Aug 17 16:49:45.698551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1377b-9182-4cd4-b737-1b71e5f9a488 req-586b891b-ebc0-46a6-bf35-5ab043ebe9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:45.700069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ed1377b-9182-4cd4-b737-1b71e5f9a488 req-586b891b-ebc0-46a6-bf35-5ab043ebe9af service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1097 time: 0.0703559 Aug 17 16:49:45.737586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ed1377b-9182-4cd4-b737-1b71e5f9a488 req-c59ae735-4392-479b-8285-b3a4d94f5c4c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297382 Aug 17 16:49:46.807655 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58350c4-6505-4baf-993f-3ad8740ffc0a req-5461bc60-e0c6-411c-ac6d-d860673017aa tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:46.809169 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d58350c4-6505-4baf-993f-3ad8740ffc0a req-5461bc60-e0c6-411c-ac6d-d860673017aa tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.0492871 Aug 17 16:49:46.847857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d58350c4-6505-4baf-993f-3ad8740ffc0a req-18aa1041-c098-4a1e-9027-6b5d7dabbc65 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320609 Aug 17 16:49:46.966559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5eaa6-57ea-4466-80c2-d504956b6037 req-4d33cdd4-1530-4b82-b369-4e0768ee1fc3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:46.968687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ec5eaa6-57ea-4466-80c2-d504956b6037 req-4d33cdd4-1530-4b82-b369-4e0768ee1fc3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.0526676 Aug 17 16:49:47.008543 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ec5eaa6-57ea-4466-80c2-d504956b6037 req-5ad52863-47b7-4c6a-ab68-269c8dde4d57 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337634 Aug 17 16:49:47.029273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34938) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:47.069698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35634f1-91aa-489f-974c-78bd17f79c71 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:47.071288 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e35634f1-91aa-489f-974c-78bd17f79c71 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1092 time: 0.0410514 Aug 17 16:49:47.074995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34942) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:47.079861 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'tenant_id': '83be27321324449294116e75a122e296', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:49:47.103479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:47.204185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:47.305571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.25.7.46 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/e0f4553a-ac1c-42f3-982f-77be7a90e9ea) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:49:47.411463 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:47.449674 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:47.490763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:49:47.495598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:49:47.502922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:49:47.503855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=e0f4553a-ac1c-42f3-982f-77be7a90e9ea,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:47.880063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:47.953481 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:48.125594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:48.132004 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:48.215269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=e0f4553a-ac1c-42f3-982f-77be7a90e9ea,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:48.229063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:48.331307 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Floating IP 8cb898e8-8940-44cf-acbe-0b2f283ba974 associated. External IP: 172.25.7.46, port: c7a32a67-5582-48b3-8b12-4bdaab9af81e. Aug 17 16:49:48.543429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:49:48.652619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:49:48.667055 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] Sync routers for ids ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:49:48.671326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:48.679348 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] Routers {'ec668e50-62e4-409c-9b5a-479d7a6b0ee6'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:48.679949 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:48.701891 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-81744105-cce0-490f-bda2-4f64669ef752 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6233418 Aug 17 16:49:48.701891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:49:48.710942 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:49:48.773242 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6dbfd9-47c8-4aac-ba69-9b0821b3e6bf x-openstack-request-id: req-af6dbfd9-47c8-4aac-ba69-9b0821b3e6bf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:49:48.773735 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:49:48.774086 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af6dbfd9-47c8-4aac-ba69-9b0821b3e6bf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:49:48.774639 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'status': 'completed', 'code': 200} Aug 17 16:49:48.788032 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] Set router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:48.836797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86141362-4e96-4a58-a8dd-e94c8dd0684b req-2b5f5cee-d4fc-49a8-a2fd-fbf62a9b6e02 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:48.838661 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86141362-4e96-4a58-a8dd-e94c8dd0684b req-2b5f5cee-d4fc-49a8-a2fd-fbf62a9b6e02 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.0608957 Aug 17 16:49:48.884622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86141362-4e96-4a58-a8dd-e94c8dd0684b req-3c7198ff-8482-4ad6-b312-dca287a16224 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Aug 17 16:49:48.909736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34984) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:49.009248 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-60ad8520-2674-45dc-962a-926bddb17935 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/8cb898e8-8940-44cf-acbe-0b2f283ba974 HTTP/1.1" status: 200 len: 991 time: 0.0982893 Aug 17 16:49:49.015291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-c79bcf85-bf05-4598-b6f9-840941d1a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:49.017134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-c79bcf85-bf05-4598-b6f9-840941d1a606 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1097 time: 0.2097266 Aug 17 16:49:49.084247 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '8cb898e8-8940-44cf-acbe-0b2f283ba974', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'port_id': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'mac_address': 'fa:16:3e:26:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:49:47Z', 'updated_at': '2021-08-17T16:49:47Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1883ecf-cc8f-4d8c-8b03-03d66e740ae3', 'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:86:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:34Z', 'updated_at': '2021-08-17T16:49:41Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'e926c816-546d-4606-b361-53c7e5be392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:49.116396 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] Checking router: ec668e50-62e4-409c-9b5a-479d7a6b0ee6 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:49:49.129679 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] Routers {'ec668e50-62e4-409c-9b5a-479d7a6b0ee6'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:49:49.130470 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:49.135263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-b0331604-fc00-48e3-95db-4d60856d1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:49.137086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-b0331604-fc00-48e3-95db-4d60856d1abf service neutron] 10.222.0.93 "GET /v2.0/networks?id=452f55ce-5f66-4228-b1fe-bbf89fc783b7 HTTP/1.1" status: 200 len: 896 time: 0.1058893 Aug 17 16:49:49.216470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-cee0a37d-c481-46b6-b31f-18645051c1f9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e HTTP/1.1" status: 200 len: 999 time: 0.0722990 Aug 17 16:49:49.258787 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] Set router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:49:49.269775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-04eb255d-f746-4970-9dcb-1e7016122e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:49.271290 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-04eb255d-f746-4970-9dcb-1e7016122e04 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e926c816-546d-4606-b361-53c7e5be392e HTTP/1.1" status: 200 len: 835 time: 0.0479281 Aug 17 16:49:49.320112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-039073ff-df4b-4b3e-b748-9f88ca56462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:49:49.321633 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-039073ff-df4b-4b3e-b748-9f88ca56462d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452f55ce-5f66-4228-b1fe-bbf89fc783b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437114 Aug 17 16:49:49.414634 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-75c1bb4a-c721-4cd5-8acb-41176addcba2 service neutron] 10.222.0.93 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856895 Aug 17 16:49:49.487294 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '8cb898e8-8940-44cf-acbe-0b2f283ba974', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'port_id': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'mac_address': 'fa:16:3e:26:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:49:47Z', 'updated_at': '2021-08-17T16:49:47Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1883ecf-cc8f-4d8c-8b03-03d66e740ae3', 'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:86:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:34Z', 'updated_at': '2021-08-17T16:49:41Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'e926c816-546d-4606-b361-53c7e5be392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:49:49.506820 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acc7a783-25c0-4c8c-bdbd-c63b3a1728b7 req-e7b810ef-0398-480a-8945-32c99382ffa5 service neutron] 10.222.0.93 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848970 Aug 17 16:49:49.518707 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29702a9a-cbe4-4d62-89b2-e3e3da2e7b8a None None] The sync data for ids ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'] in n-d-804878-1 is: [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '8cb898e8-8940-44cf-acbe-0b2f283ba974', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'port_id': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'mac_address': 'fa:16:3e:26:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:49:47Z', 'updated_at': '2021-08-17T16:49:47Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1883ecf-cc8f-4d8c-8b03-03d66e740ae3', 'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:86:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:34Z', 'updated_at': '2021-08-17T16:49:41Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'e926c816-546d-4606-b361-53c7e5be392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:49:49.700926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d05d2a-081b-44e0-9b9c-390eb97a0526 None None] New status for floating IP 8cb898e8-8940-44cf-acbe-0b2f283ba974: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:49:49.759722 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:49.985610 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:50.013415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 34990) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:50.400810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5076b289-b7aa-470b-b89d-83c0ea79bc18 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/8cb898e8-8940-44cf-acbe-0b2f283ba974 HTTP/1.1" status: 200 len: 993 time: 0.3812993 Aug 17 16:49:52.602204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:52.719781 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccc6350e-61ec-4d3f-a7a5-d4021fd7487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:52.808797 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccc6350e-61ec-4d3f-a7a5-d4021fd7487f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:52.813087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccc6350e-61ec-4d3f-a7a5-d4021fd7487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:52.854733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6350e-61ec-4d3f-a7a5-d4021fd7487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab468856-db97-442e-8ad8-ad4498e4378d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:52.859090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ccc6350e-61ec-4d3f-a7a5-d4021fd7487f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62a8faa4701b4019940f5e12c681b401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557116 Aug 17 16:49:52.861547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:52.910248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-463de6fb-bf02-4870-92fb-f10e2ad36c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:52.931478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-463de6fb-bf02-4870-92fb-f10e2ad36c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:52.979363 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-463de6fb-bf02-4870-92fb-f10e2ad36c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:52.981966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-463de6fb-bf02-4870-92fb-f10e2ad36c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:52.983191 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-463de6fb-bf02-4870-92fb-f10e2ad36c06 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab468856-db97-442e-8ad8-ad4498e4378d HTTP/1.1" status: 204 len: 168 time: 0.1207135 Aug 17 16:49:52.991112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463de6fb-bf02-4870-92fb-f10e2ad36c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab468856-db97-442e-8ad8-ad4498e4378d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:53.968397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35052) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:54.075659 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf2ce-2d55-4c5e-9177-f4732af7d4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:54.164143 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf2ce-2d55-4c5e-9177-f4732af7d4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:54.167910 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf2ce-2d55-4c5e-9177-f4732af7d4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:54.207275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d4bf2ce-2d55-4c5e-9177-f4732af7d4cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4a71cb5f3507465a9a87a6535da7ad94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377682 Aug 17 16:49:54.208136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bf2ce-2d55-4c5e-9177-f4732af7d4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b337f79-7325-4fe5-9182-b6a5c20721b7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:54.210487 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35056) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:54.261340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:54.282797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:54.328926 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:54.331745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:54.332946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b337f79-7325-4fe5-9182-b6a5c20721b7 HTTP/1.1" status: 204 len: 168 time: 0.1213887 Aug 17 16:49:54.340722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b337f79-7325-4fe5-9182-b6a5c20721b7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:54.348534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.348874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.349214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.349547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.349876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.350219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.350553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.350878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.351200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.351519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.351833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:54.352148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52cc0a-36f6-4ee7-b455-4cce9abcbb26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:49:59.310103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:59.423050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b671-ddbd-46b4-80d4-cab39fb3497f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:59.517919 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b671-ddbd-46b4-80d4-cab39fb3497f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:59.521652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b671-ddbd-46b4-80d4-cab39fb3497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:59.559892 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a5d8b671-ddbd-46b4-80d4-cab39fb3497f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9b7cd2d604c4a09be9aaef8433b44ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486134 Aug 17 16:49:59.560750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8b671-ddbd-46b4-80d4-cab39fb3497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d4eea9-7693-42b5-8453-c3c9a5884c98,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:49:59.563227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35140) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:49:59.613093 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f104-dd3c-4baf-ac0c-518ec1b5612a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:59.634937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f104-dd3c-4baf-ac0c-518ec1b5612a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:59.680311 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f104-dd3c-4baf-ac0c-518ec1b5612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:59.683834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f104-dd3c-4baf-ac0c-518ec1b5612a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:49:59.686896 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3e5f104-dd3c-4baf-ac0c-518ec1b5612a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99d4eea9-7693-42b5-8453-c3c9a5884c98 HTTP/1.1" status: 204 len: 168 time: 0.1211467 Aug 17 16:49:59.695873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5f104-dd3c-4baf-ac0c-518ec1b5612a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d4eea9-7693-42b5-8453-c3c9a5884c98,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:00.289809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35164) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:00.386278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2064257086-network', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:00.410208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Made reservation on behalf of 71b1a13b1ca34ca38d5a55bae29b0212 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:00.412573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:00.420986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:00.510555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:00.514286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:00.539195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:50:00.548755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6449e196-aa69-49b1-ae6d-fdbaa955e72b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:00.553496 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:00.553834 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Added segment 0a579d99-1c73-45db-977c-0005b7cd820e of type vlan for network 05814baa-bcd9-4b00-a653-6e4de2e80233 Aug 17 16:50:00.594146 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:00.618514 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:00.619387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:00.619975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:00.672173 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3812127 Aug 17 16:50:00.675486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:00.680608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Request body: {'subnet': {'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2064257086-subnet', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:00.683528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912974d1-e947-4c6a-84bc-3314d86a68ef admin admin] Pushing event updated for resources: {'Network': ['ID=05814baa-bcd9-4b00-a653-6e4de2e80233,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:00.693746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 05814baa-bcd9-4b00-a653-6e4de2e80233 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:50:00.704025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Made reservation on behalf of 71b1a13b1ca34ca38d5a55bae29b0212 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:00.706283 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:00.852056 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62bb183e-0432-4340-bf0a-44662a4be49f req-03aec2dd-67e9-4840-9deb-cecd8d2b310b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956445 Aug 17 16:50:00.934057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb183e-0432-4340-bf0a-44662a4be49f req-792e9e91-2427-403b-9ce6-832d28afdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:00.935643 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62bb183e-0432-4340-bf0a-44662a4be49f req-792e9e91-2427-403b-9ce6-832d28afdefb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7e6ffdd0387446a4ba06732855b55340&device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 1097 time: 0.0421643 Aug 17 16:50:01.051866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb183e-0432-4340-bf0a-44662a4be49f req-60f2bc08-ec5b-40d4-a3ba-b5d283bfca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:01.053406 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62bb183e-0432-4340-bf0a-44662a4be49f req-60f2bc08-ec5b-40d4-a3ba-b5d283bfca49 service neutron] 10.222.0.91 "GET /v2.0/networks?id=47cb50ba-444e-4368-9860-45733d526109 HTTP/1.1" status: 200 len: 910 time: 0.0951884 Aug 17 16:50:01.121601 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62bb183e-0432-4340-bf0a-44662a4be49f req-670858f8-332a-4ac5-982d-79c0bf1c10ec service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af959559-8131-4183-9419-11d8264c80c1 HTTP/1.1" status: 200 len: 1002 time: 0.0605114 Aug 17 16:50:01.173591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb183e-0432-4340-bf0a-44662a4be49f req-cf78408f-b741-4baa-afac-459ed8cc9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:01.175014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62bb183e-0432-4340-bf0a-44662a4be49f req-cf78408f-b741-4baa-afac-459ed8cc9830 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a758837c-b63a-483d-ab06-107d0eb6eacf HTTP/1.1" status: 200 len: 848 time: 0.0462425 Aug 17 16:50:01.226038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.226429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb183e-0432-4340-bf0a-44662a4be49f req-111ac22a-923b-45de-9f91-e3c377ea2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:01.227993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62bb183e-0432-4340-bf0a-44662a4be49f req-111ac22a-923b-45de-9f91-e3c377ea2a8a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=47cb50ba-444e-4368-9860-45733d526109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454178 Aug 17 16:50:01.275950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a13354-fa52-455d-b472-9d3076abe9c1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:01.292467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Checking segment: {'id': '0a579d99-1c73-45db-977c-0005b7cd820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:01.292827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Network hostable DHCP agents. Network: 05814baa-bcd9-4b00-a653-6e4de2e80233, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:50:01.309683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Network 05814baa-bcd9-4b00-a653-6e4de2e80233 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:50:01.319388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 05814baa-bcd9-4b00-a653-6e4de2e80233) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:01.319836 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62bb183e-0432-4340-bf0a-44662a4be49f req-683ea075-6188-4d3b-910a-4cab895d7459 service neutron] 10.222.0.91 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843694 Aug 17 16:50:01.323562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:01.324144 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.329381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e68adb-320a-40b4-8aab-f7c4debce6c6 None None] Network 05814baa-bcd9-4b00-a653-6e4de2e80233 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:01.342476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4247f3b4-1062-476a-aa09-720004788c67 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6626735 Aug 17 16:50:01.343122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:01.347827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2064257086-router', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:01.369943 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.371008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.426906 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62bb183e-0432-4340-bf0a-44662a4be49f req-ba542751-188e-4c37-9c71-4374a2aa54de service neutron] 10.222.0.91 "GET /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957787 Aug 17 16:50:01.430355 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.481762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-05814baa-bcd9-4b00-a653-6e4de2e80233', 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'fixed_ips': [{'subnet_id': 'c1a13354-fa52-455d-b472-9d3076abe9c1'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:50:01.482644 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.571804 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.617491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Allocated IP 172.20.0.2 (05814baa-bcd9-4b00-a653-6e4de2e80233/c1a13354-fa52-455d-b472-9d3076abe9c1/465dfa94-074c-4d8e-904b-c9bd362da00f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:01.764517 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.773546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Transition to ACTIVE for port object 465dfa94-074c-4d8e-904b-c9bd362da00f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:01.774280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.788004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Transition to ACTIVE for port object 465dfa94-074c-4d8e-904b-c9bd362da00f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:01.793687 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.794032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.834524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Network 05814baa-bcd9-4b00-a653-6e4de2e80233 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:01.837451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:01.841718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:01.844811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Pushing event updated for resources: {'Port': ['ID=465dfa94-074c-4d8e-904b-c9bd362da00f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:01.856504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.856852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.857186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.857516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.857846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.858174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.858521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.858848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.859681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.859998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.860314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.860627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:01.906154 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Attempting to bind port 465dfa94-074c-4d8e-904b-c9bd362da00f on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:01.906553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Attempting to bind port 465dfa94-074c-4d8e-904b-c9bd362da00f by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '0a579d99-1c73-45db-977c-0005b7cd820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:01.906921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Attempting to bind port 465dfa94-074c-4d8e-904b-c9bd362da00f on network 05814baa-bcd9-4b00-a653-6e4de2e80233 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:01.907792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Allocated IP 172.25.7.202 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/7fea4835-22e5-4d88-ab2c-12d9b2db4ec1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:01.914172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:01.914571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Checking segment: {'id': '0a579d99-1c73-45db-977c-0005b7cd820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:01.914989 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.915388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Bound using segment: {'id': '0a579d99-1c73-45db-977c-0005b7cd820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:01.915857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Bound port: 465dfa94-074c-4d8e-904b-c9bd362da00f, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a579d99-1c73-45db-977c-0005b7cd820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:01.916242 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:01.988877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] For port 465dfa94-074c-4d8e-904b-c9bd362da00f, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:01.992503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] For port 465dfa94-074c-4d8e-904b-c9bd362da00f, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=465dfa94-074c-4d8e-904b-c9bd362da00f,segment=NetworkSegment(0a579d99-1c73-45db-977c-0005b7cd820e),segment_id=0a579d99-1c73-45db-977c-0005b7cd820e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:01.996290 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:02.029937 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:02.055043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff304b-78ed-4f5f-b2fb-14c66846108e None None] Pushing event updated for resources: {'Port': ['ID=465dfa94-074c-4d8e-904b-c9bd362da00f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:02.076822 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:02.132008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:02.132227 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55f4f757-d8b1-4747-9c96-2c9980bdce77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:02.136533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:02.139699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:02.145411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Pushing event updated for resources: {'Port': ['ID=7fea4835-22e5-4d88-ab2c-12d9b2db4ec1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:02.413836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:02.613590 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:02.747671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Router a72137b0-11ac-4044-b101-f38ef7aabbc3 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:50:02.872218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:02.876939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 465dfa94-074c-4d8e-904b-c9bd362da00f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:02.893018 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Sync routers for ids ['a72137b0-11ac-4044-b101-f38ef7aabbc3'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:02.899672 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:02.903775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-81ad4afa-881b-4960-a6c9-7f4d031aeb25 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5570595 Aug 17 16:50:02.904199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35178) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:02.917367 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Routers {'a72137b0-11ac-4044-b101-f38ef7aabbc3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:02.918144 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a72137b0-11ac-4044-b101-f38ef7aabbc3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:02.946432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 465dfa94-074c-4d8e-904b-c9bd362da00f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:03.031739 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Set router a72137b0-11ac-4044-b101-f38ef7aabbc3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:03.067270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b154f-eb36-4d91-bbf2-f5c4f3d5c794 None None] Network 05814baa-bcd9-4b00-a653-6e4de2e80233 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:03.221892 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-763d31dc-5070-49d1-ad4d-94a7c28e4244 None None] Provisioning for port 465dfa94-074c-4d8e-904b-c9bd362da00f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:03.230241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-763d31dc-5070-49d1-ad4d-94a7c28e4244 None None] Provisioning complete for port 465dfa94-074c-4d8e-904b-c9bd362da00f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:03.230727 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-763d31dc-5070-49d1-ad4d-94a7c28e4244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.349665 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-763d31dc-5070-49d1-ad4d-94a7c28e4244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.353363 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'name': 'tempest-TestAggregatesBasicOps-2064257086-router', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:02Z', 'revision_number': 3, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'gw_port': {'id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:03.389081 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Checking router: a72137b0-11ac-4044-b101-f38ef7aabbc3 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:03.389421 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Updating router a72137b0-11ac-4044-b101-f38ef7aabbc3 port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:50:03.397711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-763d31dc-5070-49d1-ad4d-94a7c28e4244 None None] For port 465dfa94-074c-4d8e-904b-c9bd362da00f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=465dfa94-074c-4d8e-904b-c9bd362da00f,segment=NetworkSegment(0a579d99-1c73-45db-977c-0005b7cd820e),segment_id=0a579d99-1c73-45db-977c-0005b7cd820e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:03.404241 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-763d31dc-5070-49d1-ad4d-94a7c28e4244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.426137 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.465608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d31dc-5070-49d1-ad4d-94a7c28e4244 None None] Pushing event updated for resources: {'Port': ['ID=465dfa94-074c-4d8e-904b-c9bd362da00f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:03.476196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.624171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-53443ff0-05f3-4297-91ee-5a1223e13003 None None] Provisioning complete for port 465dfa94-074c-4d8e-904b-c9bd362da00f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:03.624434 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53443ff0-05f3-4297-91ee-5a1223e13003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.641022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Allocated IP 172.20.0.1 (05814baa-bcd9-4b00-a653-6e4de2e80233/c1a13354-fa52-455d-b472-9d3076abe9c1/62538143-f4ae-4426-a775-ba98a343cbe5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:03.699256 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.710492 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Transition to ACTIVE for port object 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:03.716864 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.753834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.768106 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Attempting to bind port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:03.768528 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Attempting to bind port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:03.768664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Transition to ACTIVE for port object 62538143-f4ae-4426-a775-ba98a343cbe5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:03.768813 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Attempting to bind port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:03.771845 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b2bd8-cd2e-4205-8923-df1f51eebd5c None None] Pushing event updated for resources: {'Port': ['ID=7fea4835-22e5-4d88-ab2c-12d9b2db4ec1,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:03.776337 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:03.776702 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:03.777094 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.777470 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:03.778226 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Bound port: 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:03.778364 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.808898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.832221 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] For port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:03.835290 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] For port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7fea4835-22e5-4d88-ab2c-12d9b2db4ec1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:03.840635 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.847255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Network 05814baa-bcd9-4b00-a653-6e4de2e80233 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:03.852668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:03.856384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:03.882685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Pushing event updated for resources: {'Port': ['ID=62538143-f4ae-4426-a775-ba98a343cbe5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:03.901183 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Routers {'a72137b0-11ac-4044-b101-f38ef7aabbc3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:03.901830 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:49:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a72137b0-11ac-4044-b101-f38ef7aabbc3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:03.902101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:03.942291 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b2bd8-cd2e-4205-8923-df1f51eebd5c None None] Pushing event updated for resources: {'Port': ['ID=7fea4835-22e5-4d88-ab2c-12d9b2db4ec1,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:04.040233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:04.040807 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] Set router a72137b0-11ac-4044-b101-f38ef7aabbc3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:04.135725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-08f1c81c-abc3-497f-8fcb-bd4e87491c9e None None] Provisioning for port 62538143-f4ae-4426-a775-ba98a343cbe5 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:04.143013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-08f1c81c-abc3-497f-8fcb-bd4e87491c9e None None] Provisioning complete for port 62538143-f4ae-4426-a775-ba98a343cbe5 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:04.143708 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08f1c81c-abc3-497f-8fcb-bd4e87491c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:04.186775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-08f1c81c-abc3-497f-8fcb-bd4e87491c9e None None] Port 62538143-f4ae-4426-a775-ba98a343cbe5 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:04.209739 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:04.214655 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:04.229963 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'name': 'tempest-TestAggregatesBasicOps-2064257086-router', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:02Z', 'revision_number': 3, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'gw_port': {'id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:04.260387 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c3025-aec2-46e0-a01d-c8511b1715cd None None] The sync data for ids ['a72137b0-11ac-4044-b101-f38ef7aabbc3'] in n-d-804878-1 is: [{'id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'name': 'tempest-TestAggregatesBasicOps-2064257086-router', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:02Z', 'revision_number': 3, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'gw_port': {'id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:04.283325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:04.285332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Pushing event updated for resources: {'Port': ['ID=62538143-f4ae-4426-a775-ba98a343cbe5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:04.385514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Network 05814baa-bcd9-4b00-a653-6e4de2e80233 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:04.387038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:04.535831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Router a72137b0-11ac-4044-b101-f38ef7aabbc3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:50:04.664427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:04.669273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4987ed57-713f-4198-9da9-b05d379c09b5 admin admin] 10.222.0.77 "PUT /v2.0/routers/a72137b0-11ac-4044-b101-f38ef7aabbc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7639334 Aug 17 16:50:04.717596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2ac0a119-20f6-47bd-a83d-b8ec2e8046c7 None None] Provisioning complete for port 62538143-f4ae-4426-a775-ba98a343cbe5 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:04.718236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a119-20f6-47bd-a83d-b8ec2e8046c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:04.754653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0a119-20f6-47bd-a83d-b8ec2e8046c7 None None] Port 62538143-f4ae-4426-a775-ba98a343cbe5 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:04.833879 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbd69d8d-f887-4b8e-a823-0c44e8282b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:04.899778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:04.956683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:04.965498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:04.966025 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.021987 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.074001 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.098242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7fea4835-22e5-4d88-ab2c-12d9b2db4ec1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:05.102825 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.103684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 465dfa94-074c-4d8e-904b-c9bd362da00f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:05.184221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=7fea4835-22e5-4d88-ab2c-12d9b2db4ec1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:05.192572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 465dfa94-074c-4d8e-904b-c9bd362da00f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:05.192951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.233486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35200) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:05.239251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-885233761-network', 'tenant_id': '7786f690f1e040dc8ff059589713e55d'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:05.260836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Made reservation on behalf of 7786f690f1e040dc8ff059589713e55d for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:05.263528 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.273515 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.380506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.385658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.412824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:50:05.422522 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c3f94e-bafb-4e81-b550-209b6d09bff1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:05.429567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.430037 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Added segment 91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb of type vlan for network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f Aug 17 16:50:05.477302 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.502448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.503420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:05.503997 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.561976 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3242965 Aug 17 16:50:05.562570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35202) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:05.567694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Request body: {'subnet': {'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-885233761-subnet', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:05.570687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0525528-e975-426e-a2de-08285511b935 admin admin] Pushing event updated for resources: {'Network': ['ID=12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:05.581201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:50:05.595373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Made reservation on behalf of 7786f690f1e040dc8ff059589713e55d for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:05.598169 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.776268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.836246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc19654-9ad9-4b87-9eeb-2dd7f9499263,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:05.846039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Checking segment: {'id': '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:05.846481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Network hostable DHCP agents. Network: 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:50:05.864278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:50:05.872983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:05.877037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:05.877620 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.882075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe974905-abf3-4d5e-bd36-411b9c7bcd36 None None] Network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:05.896580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab88165d-5ed9-4bd6-9cbf-5a5ed9afa838 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3328245 Aug 17 16:50:05.899080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:05.904383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-885233761-router', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:05.925577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Sync routers for ids ['a72137b0-11ac-4044-b101-f38ef7aabbc3'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:05.929102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.930157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:05.943938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Routers {'a72137b0-11ac-4044-b101-f38ef7aabbc3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:05.944560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a72137b0-11ac-4044-b101-f38ef7aabbc3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:05.985507 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.043025 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.106093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Set router a72137b0-11ac-4044-b101-f38ef7aabbc3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:06.124503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.199202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f', 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'fixed_ips': [{'subnet_id': '5bc19654-9ad9-4b87-9eeb-2dd7f9499263'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:50:06.200054 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.332946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.354133 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.427610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Allocated IP 172.20.0.2 (12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f/5bc19654-9ad9-4b87-9eeb-2dd7f9499263/b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:06.470559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Allocated IP 172.25.7.15 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/2478360f-5783-4d3b-b177-09ce71d31a71) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:06.505488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'name': 'tempest-TestAggregatesBasicOps-2064257086-router', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:04Z', 'revision_number': 4, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'gw_port': {'id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '62538143-f4ae-4426-a775-ba98a343cbe5', 'name': '', 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'mac_address': 'fa:16:3e:fe:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'c1a13354-fa52-455d-b472-9d3076abe9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:03Z', 'updated_at': '2021-08-17T16:50:04Z', 'revision_number': 2, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'subnets': [{'id': 'c1a13354-fa52-455d-b472-9d3076abe9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:06.534672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Checking router: a72137b0-11ac-4044-b101-f38ef7aabbc3 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:06.535018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Updating router a72137b0-11ac-4044-b101-f38ef7aabbc3 port 62538143-f4ae-4426-a775-ba98a343cbe5 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:50:06.576391 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.581590 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.616408 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.657989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:06.660973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:06.664692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:06.667236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.670511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Pushing event updated for resources: {'Port': ['ID=2478360f-5783-4d3b-b177-09ce71d31a71,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:06.722170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Transition to ACTIVE for port object b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:06.757004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Transition to ACTIVE for port object b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:06.796303 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.830164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:06.872639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:06.881791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:06.888876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Pushing event updated for resources: {'Port': ['ID=b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:06.892656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:06.930388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:06.999311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Attempting to bind port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:06.999716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Attempting to bind port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:07.000076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Attempting to bind port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 on network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:07.005120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:07.005523 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.045370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:07.045743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Checking segment: {'id': '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:07.046146 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.047106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Bound using segment: {'id': '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:07.047590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Bound port: b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:07.047972 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.084174 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.116931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Transition to ACTIVE for port object 62538143-f4ae-4426-a775-ba98a343cbe5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:07.127533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.224380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] For port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:07.249796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ea203-6de8-4d65-865b-63ca9b9043f4 None None] Pushing event updated for resources: {'Port': ['ID=62538143-f4ae-4426-a775-ba98a343cbe5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:07.255651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] For port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9,segment=NetworkSegment(91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb),segment_id=91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:07.283678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.353470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Attempting to bind port 62538143-f4ae-4426-a775-ba98a343cbe5 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:07.353842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Attempting to bind port 62538143-f4ae-4426-a775-ba98a343cbe5 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '0a579d99-1c73-45db-977c-0005b7cd820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:07.354210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Attempting to bind port 62538143-f4ae-4426-a775-ba98a343cbe5 on network 05814baa-bcd9-4b00-a653-6e4de2e80233 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:07.368921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:07.369288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Checking segment: {'id': '0a579d99-1c73-45db-977c-0005b7cd820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:07.369696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.370094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Bound using segment: {'id': '0a579d99-1c73-45db-977c-0005b7cd820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:07.376105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Bound port: 62538143-f4ae-4426-a775-ba98a343cbe5, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a579d99-1c73-45db-977c-0005b7cd820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:07.378604 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.401205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f62c27-a602-4446-a3db-c2bef997218a None None] Pushing event updated for resources: {'Port': ['ID=b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:07.520766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] For port 62538143-f4ae-4426-a775-ba98a343cbe5, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:07.526138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] For port 62538143-f4ae-4426-a775-ba98a343cbe5, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=62538143-f4ae-4426-a775-ba98a343cbe5,segment=NetworkSegment(0a579d99-1c73-45db-977c-0005b7cd820e),segment_id=0a579d99-1c73-45db-977c-0005b7cd820e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:07.538111 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.572582 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.664758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Routers {'a72137b0-11ac-4044-b101-f38ef7aabbc3'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:07.665402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a72137b0-11ac-4044-b101-f38ef7aabbc3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:07.726829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ea203-6de8-4d65-865b-63ca9b9043f4 None None] Pushing event updated for resources: {'Port': ['ID=62538143-f4ae-4426-a775-ba98a343cbe5,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:07.768231 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.806530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:50:07.850399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] Set router a72137b0-11ac-4044-b101-f38ef7aabbc3 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:07.944689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:07.965226 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Sync routers for ids ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:07.966971 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:07.968552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ecb42634-c191-4d64-b720-fd94b4710b48 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0681491 Aug 17 16:50:07.971513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:07.979185 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Routers {'317f0bef-494b-440d-b2bc-11b7c7dc70a8'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:07.980146 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:08.073338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'name': 'tempest-TestAggregatesBasicOps-2064257086-router', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:04Z', 'revision_number': 4, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'gw_port': {'id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '62538143-f4ae-4426-a775-ba98a343cbe5', 'name': '', 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'mac_address': 'fa:16:3e:fe:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'c1a13354-fa52-455d-b472-9d3076abe9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:03Z', 'updated_at': '2021-08-17T16:50:07Z', 'revision_number': 4, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'subnets': [{'id': 'c1a13354-fa52-455d-b472-9d3076abe9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:08.106065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e9b69-eed6-40fe-b2e8-1e793272c19a None None] The sync data for ids ['a72137b0-11ac-4044-b101-f38ef7aabbc3'] in n-d-804878-1 is: [{'id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'name': 'tempest-TestAggregatesBasicOps-2064257086-router', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:04Z', 'revision_number': 4, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'gw_port': {'id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '62538143-f4ae-4426-a775-ba98a343cbe5', 'name': '', 'network_id': '05814baa-bcd9-4b00-a653-6e4de2e80233', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'mac_address': 'fa:16:3e:fe:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'c1a13354-fa52-455d-b472-9d3076abe9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:03Z', 'updated_at': '2021-08-17T16:50:07Z', 'revision_number': 4, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'subnets': [{'id': 'c1a13354-fa52-455d-b472-9d3076abe9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:08.123269 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Set router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:08.391801 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'name': 'tempest-TestAggregatesBasicOps-885233761-router', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:05Z', 'updated_at': '2021-08-17T16:50:06Z', 'revision_number': 3, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'gw_port': {'id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:06Z', 'updated_at': '2021-08-17T16:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:08.422009 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Checking router: 317f0bef-494b-440d-b2bc-11b7c7dc70a8 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:08.422264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Updating router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 port 2478360f-5783-4d3b-b177-09ce71d31a71 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:50:08.479436 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:08.568142 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:08.680882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc60dd6-0486-4942-9a30-c1775ac76d44 None None] Network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:08.746500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e8a08294-2e1e-4156-88af-19c0165979cc None None] Provisioning for port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:08.798940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Allocated IP 172.20.0.1 (12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f/5bc19654-9ad9-4b87-9eeb-2dd7f9499263/4c2e5ba8-9975-4852-bd12-cff2b55b66da) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:08.805137 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:08.818466 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Transition to ACTIVE for port object 2478360f-5783-4d3b-b177-09ce71d31a71 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:08.827240 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:08.864955 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Attempting to bind port 2478360f-5783-4d3b-b177-09ce71d31a71 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:08.865349 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Attempting to bind port 2478360f-5783-4d3b-b177-09ce71d31a71 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:08.865706 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Attempting to bind port 2478360f-5783-4d3b-b177-09ce71d31a71 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:08.888492 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:08.888908 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:08.889248 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:08.889631 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:08.890134 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Bound port: 2478360f-5783-4d3b-b177-09ce71d31a71, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:08.897495 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:08.969506 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] For port 2478360f-5783-4d3b-b177-09ce71d31a71, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:08.971325 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:08.973234 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] For port 2478360f-5783-4d3b-b177-09ce71d31a71, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2478360f-5783-4d3b-b177-09ce71d31a71,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:08.988897 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:08.997824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Transition to ACTIVE for port object 4c2e5ba8-9975-4852-bd12-cff2b55b66da will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:09.044339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.079265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 62538143-f4ae-4426-a775-ba98a343cbe5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:09.092659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Pushing event updated for resources: {'Port': ['ID=4c2e5ba8-9975-4852-bd12-cff2b55b66da,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:09.114815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:09.116294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:09.121497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:09.133989 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02ed60-6958-4118-ad6d-02b328fa0fdd None None] Pushing event updated for resources: {'Port': ['ID=2478360f-5783-4d3b-b177-09ce71d31a71,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:09.153637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 62538143-f4ae-4426-a775-ba98a343cbe5 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:09.162656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 62538143-f4ae-4426-a775-ba98a343cbe5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:09.163123 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.167093 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Routers {'317f0bef-494b-440d-b2bc-11b7c7dc70a8'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:09.167771 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:09.187815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.277937 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.302663 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] Set router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:09.340839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 62538143-f4ae-4426-a775-ba98a343cbe5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=62538143-f4ae-4426-a775-ba98a343cbe5,segment=NetworkSegment(0a579d99-1c73-45db-977c-0005b7cd820e),segment_id=0a579d99-1c73-45db-977c-0005b7cd820e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:09.352099 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.353388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:09.400759 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.434280 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02ed60-6958-4118-ad6d-02b328fa0fdd None None] Pushing event updated for resources: {'Port': ['ID=2478360f-5783-4d3b-b177-09ce71d31a71,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:09.450514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=62538143-f4ae-4426-a775-ba98a343cbe5,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:09.471418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:09.477323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:09.477763 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.546923 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'name': 'tempest-TestAggregatesBasicOps-885233761-router', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:05Z', 'updated_at': '2021-08-17T16:50:06Z', 'revision_number': 3, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'gw_port': {'id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:06Z', 'updated_at': '2021-08-17T16:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:09.606939 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d240e88a-9110-4310-a18a-b1465bb8b4fd None None] The sync data for ids ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'] in n-d-804878-1 is: [{'id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'name': 'tempest-TestAggregatesBasicOps-885233761-router', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:05Z', 'updated_at': '2021-08-17T16:50:06Z', 'revision_number': 3, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'gw_port': {'id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:06Z', 'updated_at': '2021-08-17T16:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:09.622199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dafcbe00-93fd-4d82-95e9-bef65172bd05 None None] Provisioning complete for port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:09.622749 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dafcbe00-93fd-4d82-95e9-bef65172bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.663324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.699150 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.709463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.724329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9,segment=NetworkSegment(91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb),segment_id=91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:09.734341 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.796718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Pushing event updated for resources: {'Port': ['ID=4c2e5ba8-9975-4852-bd12-cff2b55b66da,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:09.800027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:09.826959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:09.909814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:09.911357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:09.947199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1a20f0bc-5652-4170-abfb-31294be3ea5c None None] Provisioning for port 4c2e5ba8-9975-4852-bd12-cff2b55b66da completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:09.954736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1a20f0bc-5652-4170-abfb-31294be3ea5c None None] Provisioning complete for port 4c2e5ba8-9975-4852-bd12-cff2b55b66da triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:09.955342 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a20f0bc-5652-4170-abfb-31294be3ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:10.025476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1a20f0bc-5652-4170-abfb-31294be3ea5c None None] Port 4c2e5ba8-9975-4852-bd12-cff2b55b66da cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:10.060229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:50:10.187014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:10.192975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7bce1abb-a65e-425b-98bb-36555ec8848f admin admin] 10.222.0.77 "PUT /v2.0/routers/317f0bef-494b-440d-b2bc-11b7c7dc70a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2185700 Aug 17 16:50:10.245821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9eb5b541-ce06-49b5-9872-b291a5304b00 None None] Provisioning complete for port 4c2e5ba8-9975-4852-bd12-cff2b55b66da triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:10.246202 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9eb5b541-ce06-49b5-9872-b291a5304b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:10.283263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5b541-ce06-49b5-9872-b291a5304b00 None None] Port 4c2e5ba8-9975-4852-bd12-cff2b55b66da cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:10.911266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 62538143-f4ae-4426-a775-ba98a343cbe5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:10.972546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 62538143-f4ae-4426-a775-ba98a343cbe5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:10.973168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:11.059997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:11.106323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:11.106749 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:11.214158 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2478360f-5783-4d3b-b177-09ce71d31a71 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:11.239293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:11.273643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2478360f-5783-4d3b-b177-09ce71d31a71 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:11.277984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2478360f-5783-4d3b-b177-09ce71d31a71 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:11.278537 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:11.365416 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:11.389328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2478360f-5783-4d3b-b177-09ce71d31a71, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2478360f-5783-4d3b-b177-09ce71d31a71,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:11.395459 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:11.448256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2478360f-5783-4d3b-b177-09ce71d31a71,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:11.537779 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Sync routers for ids ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:11.547383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Routers {'317f0bef-494b-440d-b2bc-11b7c7dc70a8'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:11.548010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:11.611412 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:11.655090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Set router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:11.857171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'name': 'tempest-TestAggregatesBasicOps-885233761-router', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:05Z', 'updated_at': '2021-08-17T16:50:09Z', 'revision_number': 4, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'gw_port': {'id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:06Z', 'updated_at': '2021-08-17T16:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4c2e5ba8-9975-4852-bd12-cff2b55b66da', 'name': '', 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'mac_address': 'fa:16:3e:76:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '5bc19654-9ad9-4b87-9eeb-2dd7f9499263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:08Z', 'updated_at': '2021-08-17T16:50:09Z', 'revision_number': 2, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'subnets': [{'id': '5bc19654-9ad9-4b87-9eeb-2dd7f9499263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:11.861853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] Deleting port 62538143-f4ae-4426-a775-ba98a343cbe5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:11.862144 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:11.887640 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Checking router: 317f0bef-494b-440d-b2bc-11b7c7dc70a8 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:11.887995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Updating router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 port 4c2e5ba8-9975-4852-bd12-cff2b55b66da binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:50:11.913587 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:11.946277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] For port 62538143-f4ae-4426-a775-ba98a343cbe5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=62538143-f4ae-4426-a775-ba98a343cbe5,segment=NetworkSegment(0a579d99-1c73-45db-977c-0005b7cd820e),segment_id=0a579d99-1c73-45db-977c-0005b7cd820e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:11.946670 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:11.960810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] Calling delete_port for 62538143-f4ae-4426-a775-ba98a343cbe5 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:12.143645 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:12.168679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] Pushing event deleted for resources: {'Port': ['ID=62538143-f4ae-4426-a775-ba98a343cbe5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:12.178051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:12.189184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Transition to ACTIVE for port object 4c2e5ba8-9975-4852-bd12-cff2b55b66da will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:12.197642 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:12.248493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f8b7a-49a7-4dd6-ba6f-c6e02b135248 None None] Pushing event updated for resources: {'Port': ['ID=4c2e5ba8-9975-4852-bd12-cff2b55b66da,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:12.309501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Attempting to bind port 4c2e5ba8-9975-4852-bd12-cff2b55b66da on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:12.309970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Attempting to bind port 4c2e5ba8-9975-4852-bd12-cff2b55b66da by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:12.310423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Attempting to bind port 4c2e5ba8-9975-4852-bd12-cff2b55b66da on network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:12.316604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:12.316977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Checking segment: {'id': '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:12.317387 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:12.317787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Bound using segment: {'id': '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:12.318259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Bound port: 4c2e5ba8-9975-4852-bd12-cff2b55b66da, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:12.318687 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:12.346764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:12.392575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] For port 4c2e5ba8-9975-4852-bd12-cff2b55b66da, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:12.396066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] For port 4c2e5ba8-9975-4852-bd12-cff2b55b66da, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4c2e5ba8-9975-4852-bd12-cff2b55b66da,segment=NetworkSegment(91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb),segment_id=91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:12.402996 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:12.467457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f8b7a-49a7-4dd6-ba6f-c6e02b135248 None None] Pushing event updated for resources: {'Port': ['ID=4c2e5ba8-9975-4852-bd12-cff2b55b66da,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:12.470109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Routers {'317f0bef-494b-440d-b2bc-11b7c7dc70a8'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:12.470752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:12.584458 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:50:12.587398 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] Set router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:12.824990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'name': 'tempest-TestAggregatesBasicOps-885233761-router', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:05Z', 'updated_at': '2021-08-17T16:50:09Z', 'revision_number': 4, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'gw_port': {'id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:06Z', 'updated_at': '2021-08-17T16:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4c2e5ba8-9975-4852-bd12-cff2b55b66da', 'name': '', 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'mac_address': 'fa:16:3e:76:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '5bc19654-9ad9-4b87-9eeb-2dd7f9499263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:08Z', 'updated_at': '2021-08-17T16:50:12Z', 'revision_number': 4, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'subnets': [{'id': '5bc19654-9ad9-4b87-9eeb-2dd7f9499263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:12.852838 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36d9ca-5b8c-48f7-a7ce-34d262552958 None None] The sync data for ids ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'] in n-d-804878-1 is: [{'id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'name': 'tempest-TestAggregatesBasicOps-885233761-router', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:05Z', 'updated_at': '2021-08-17T16:50:09Z', 'revision_number': 4, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'gw_port': {'id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:06Z', 'updated_at': '2021-08-17T16:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4c2e5ba8-9975-4852-bd12-cff2b55b66da', 'name': '', 'network_id': '12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'mac_address': 'fa:16:3e:76:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '5bc19654-9ad9-4b87-9eeb-2dd7f9499263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:08Z', 'updated_at': '2021-08-17T16:50:12Z', 'revision_number': 4, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'subnets': [{'id': '5bc19654-9ad9-4b87-9eeb-2dd7f9499263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:12.967127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] Router a72137b0-11ac-4044-b101-f38ef7aabbc3 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:50:12.972496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2478360f-5783-4d3b-b177-09ce71d31a71 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:13.029373 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2478360f-5783-4d3b-b177-09ce71d31a71 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:13.029738 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.093448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:13.099222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8d6a1a18-8a04-4801-8d97-22caafd90163 admin admin] 10.222.0.77 "PUT /v2.0/routers/a72137b0-11ac-4044-b101-f38ef7aabbc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8586226 Aug 17 16:50:13.101681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:13.104294 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] Sync routers for ids ['a72137b0-11ac-4044-b101-f38ef7aabbc3'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:13.114756 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] Routers {'a72137b0-11ac-4044-b101-f38ef7aabbc3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:13.115368 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a72137b0-11ac-4044-b101-f38ef7aabbc3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:13.225240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.229402 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] Set router a72137b0-11ac-4044-b101-f38ef7aabbc3 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:13.336916 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.395373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Deleting port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:13.396085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.419615 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'name': 'tempest-TestAggregatesBasicOps-2064257086-router', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:12Z', 'revision_number': 5, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'gw_port': {'id': '7fea4835-22e5-4d88-ab2c-12d9b2db4ec1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:13.447727 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] Checking router: a72137b0-11ac-4044-b101-f38ef7aabbc3 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:13.457508 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] Routers {'a72137b0-11ac-4044-b101-f38ef7aabbc3'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:13.458260 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a72137b0-11ac-4044-b101-f38ef7aabbc3'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:13.485719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] For port 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7fea4835-22e5-4d88-ab2c-12d9b2db4ec1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:13.486082 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.500145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Calling delete_port for 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:13.546258 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] Set router a72137b0-11ac-4044-b101-f38ef7aabbc3 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:13.602964 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'name': 'tempest-TestAggregatesBasicOps-2064257086-router', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:13Z', 'revision_number': 6, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:13.629517 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164d05d-8386-464b-8b47-36e12764f7f4 None None] The sync data for ids ['a72137b0-11ac-4044-b101-f38ef7aabbc3'] in n-d-804878-1 is: [{'id': 'a72137b0-11ac-4044-b101-f38ef7aabbc3', 'name': 'tempest-TestAggregatesBasicOps-2064257086-router', 'tenant_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:01Z', 'updated_at': '2021-08-17T16:50:13Z', 'revision_number': 6, 'project_id': '71b1a13b1ca34ca38d5a55bae29b0212', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:13.681500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.706805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Pushing event deleted for resources: {'Port': ['ID=7fea4835-22e5-4d88-ab2c-12d9b2db4ec1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:13.767050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.865638 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.868041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.915241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.915776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72137b0-11ac-4044-b101-f38ef7aabbc3 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:50:13.919900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:13.921070 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee80b1c1-31fa-4ef9-b477-2aac75133daa admin admin] 10.222.0.77 "DELETE /v2.0/routers/a72137b0-11ac-4044-b101-f38ef7aabbc3 HTTP/1.1" status: 204 len: 168 time: 0.8177910 Aug 17 16:50:13.924015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:13.969623 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9215648a-38d7-4d6a-a9de-438f33f119f0 admin admin] Deleting subnet c1a13354-fa52-455d-b472-9d3076abe9c1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:50:13.973013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9215648a-38d7-4d6a-a9de-438f33f119f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.006764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9215648a-38d7-4d6a-a9de-438f33f119f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.088754 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9215648a-38d7-4d6a-a9de-438f33f119f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.142320 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9215648a-38d7-4d6a-a9de-438f33f119f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.168468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215648a-38d7-4d6a-a9de-438f33f119f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a13354-fa52-455d-b472-9d3076abe9c1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:14.173425 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9215648a-38d7-4d6a-a9de-438f33f119f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.175343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9215648a-38d7-4d6a-a9de-438f33f119f0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c1a13354-fa52-455d-b472-9d3076abe9c1 HTTP/1.1" status: 204 len: 168 time: 0.2504110 Aug 17 16:50:14.178111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35282) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:14.178694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5f3ce9-246d-486b-8182-74abeb99f125 None None] Network 05814baa-bcd9-4b00-a653-6e4de2e80233 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:14.248573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.306151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Deleting port 465dfa94-074c-4d8e-904b-c9bd362da00f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:14.306540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.356803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0964ecc1-879d-457a-a3a5-ca3797cd32be None None] DHCP port deletion for 05814baa-bcd9-4b00-a653-6e4de2e80233 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:50:14.386148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] For port 465dfa94-074c-4d8e-904b-c9bd362da00f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=465dfa94-074c-4d8e-904b-c9bd362da00f,segment=NetworkSegment(0a579d99-1c73-45db-977c-0005b7cd820e),segment_id=0a579d99-1c73-45db-977c-0005b7cd820e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:14.386548 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.400736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Calling delete_port for 465dfa94-074c-4d8e-904b-c9bd362da00f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:14.409965 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0964ecc1-879d-457a-a3a5-ca3797cd32be None None] Deleting port 465dfa94-074c-4d8e-904b-c9bd362da00f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:14.410335 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0964ecc1-879d-457a-a3a5-ca3797cd32be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.476643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0964ecc1-879d-457a-a3a5-ca3797cd32be None None] For port 465dfa94-074c-4d8e-904b-c9bd362da00f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=465dfa94-074c-4d8e-904b-c9bd362da00f,segment=NetworkSegment(0a579d99-1c73-45db-977c-0005b7cd820e),segment_id=0a579d99-1c73-45db-977c-0005b7cd820e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:14.477033 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0964ecc1-879d-457a-a3a5-ca3797cd32be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.490278 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.491130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0964ecc1-879d-457a-a3a5-ca3797cd32be None None] Calling delete_port for 465dfa94-074c-4d8e-904b-c9bd362da00f owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:14.516915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Pushing event deleted for resources: {'Port': ['ID=465dfa94-074c-4d8e-904b-c9bd362da00f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:14.520549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] No DVR routers for this DVR port 465dfa94-074c-4d8e-904b-c9bd362da00f on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:50:14.568523 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0964ecc1-879d-457a-a3a5-ca3797cd32be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.591323 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.593204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964ecc1-879d-457a-a3a5-ca3797cd32be None None] Pushing event deleted for resources: {'Port': ['ID=465dfa94-074c-4d8e-904b-c9bd362da00f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:14.596958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964ecc1-879d-457a-a3a5-ca3797cd32be None None] No DVR routers for this DVR port 465dfa94-074c-4d8e-904b-c9bd362da00f on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:50:14.602018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05814baa-bcd9-4b00-a653-6e4de2e80233']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:14.617510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a579d99-1c73-45db-977c-0005b7cd820e') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:14.617873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a579d99-1c73-45db-977c-0005b7cd820e') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:14.628544 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.643422 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.649667 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:50:14.650224 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:50:14.652130 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:50:14.708886 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.715039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:14.716882 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] 10.222.0.77 "DELETE /v2.0/networks/05814baa-bcd9-4b00-a653-6e4de2e80233 HTTP/1.1" status: 204 len: 168 time: 0.5376692 Aug 17 16:50:14.720444 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:14.728897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef98f37-ba9b-4c2c-91d9-2b867f4ad300 admin admin] Pushing event deleted for resources: {'Network': ['ID=05814baa-bcd9-4b00-a653-6e4de2e80233,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:14.892588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c2e5ba8-9975-4852-bd12-cff2b55b66da up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:14.951684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4c2e5ba8-9975-4852-bd12-cff2b55b66da completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:14.956906 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4c2e5ba8-9975-4852-bd12-cff2b55b66da triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:14.957156 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:15.040461 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:15.073213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 4c2e5ba8-9975-4852-bd12-cff2b55b66da, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4c2e5ba8-9975-4852-bd12-cff2b55b66da,segment=NetworkSegment(91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb),segment_id=91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:15.077476 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:15.118030 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:15.127082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=4c2e5ba8-9975-4852-bd12-cff2b55b66da,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:15.131013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 465dfa94-074c-4d8e-904b-c9bd362da00f no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:15.154510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 465dfa94-074c-4d8e-904b-c9bd362da00f {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:15.154857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 465dfa94-074c-4d8e-904b-c9bd362da00f not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:15.155281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 62538143-f4ae-4426-a775-ba98a343cbe5 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:15.173716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 62538143-f4ae-4426-a775-ba98a343cbe5 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:15.174063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 62538143-f4ae-4426-a775-ba98a343cbe5 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:15.364274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] Deleting port 4c2e5ba8-9975-4852-bd12-cff2b55b66da {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:15.364521 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:15.444409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] For port 4c2e5ba8-9975-4852-bd12-cff2b55b66da, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4c2e5ba8-9975-4852-bd12-cff2b55b66da,segment=NetworkSegment(91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb),segment_id=91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:15.445123 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:15.459689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] Calling delete_port for 4c2e5ba8-9975-4852-bd12-cff2b55b66da owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:15.651682 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:15.676936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2e5ba8-9975-4852-bd12-cff2b55b66da,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:15.846968 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:16.077276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] Router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:50:16.185089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:16.190157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ef01e6f4-c961-4fd4-a421-4ea1ec201d43 admin admin] 10.222.0.77 "PUT /v2.0/routers/317f0bef-494b-440d-b2bc-11b7c7dc70a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686396 Aug 17 16:50:16.192608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:16.195116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] Sync routers for ids ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:16.205018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] Routers {'317f0bef-494b-440d-b2bc-11b7c7dc70a8'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:16.205722 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:16.301315 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:16.415281 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:16.467863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] Set router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:16.470352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Deleting port 2478360f-5783-4d3b-b177-09ce71d31a71 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:16.470713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:16.554797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] For port 2478360f-5783-4d3b-b177-09ce71d31a71, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2478360f-5783-4d3b-b177-09ce71d31a71,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:16.555159 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:16.567065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Calling delete_port for 2478360f-5783-4d3b-b177-09ce71d31a71 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:16.654089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'name': 'tempest-TestAggregatesBasicOps-885233761-router', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:05Z', 'updated_at': '2021-08-17T16:50:15Z', 'revision_number': 5, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'gw_port': {'id': '2478360f-5783-4d3b-b177-09ce71d31a71', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:06Z', 'updated_at': '2021-08-17T16:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:16.683566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] Checking router: 317f0bef-494b-440d-b2bc-11b7c7dc70a8 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:16.692811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] Routers {'317f0bef-494b-440d-b2bc-11b7c7dc70a8'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:16.693423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:16.737209 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:16.768317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Pushing event deleted for resources: {'Port': ['ID=2478360f-5783-4d3b-b177-09ce71d31a71,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:16.789952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] Set router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:16.834019 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:16.843936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'name': 'tempest-TestAggregatesBasicOps-885233761-router', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:05Z', 'updated_at': '2021-08-17T16:50:16Z', 'revision_number': 6, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:16.877142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:16.879477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b401961-15bf-4b5f-ab7b-54425c9ae428 None None] The sync data for ids ['317f0bef-494b-440d-b2bc-11b7c7dc70a8'] in n-d-804878-1 is: [{'id': '317f0bef-494b-440d-b2bc-11b7c7dc70a8', 'name': 'tempest-TestAggregatesBasicOps-885233761-router', 'tenant_id': '7786f690f1e040dc8ff059589713e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:05Z', 'updated_at': '2021-08-17T16:50:16Z', 'revision_number': 6, 'project_id': '7786f690f1e040dc8ff059589713e55d', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:16.898077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:16.898453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7fea4835-22e5-4d88-ab2c-12d9b2db4ec1 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:17.264382 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.266605 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.311633 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.312221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317f0bef-494b-440d-b2bc-11b7c7dc70a8 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:50:17.316480 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.317600 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-619a222c-4891-4f13-8bd7-a7836900ef6e admin admin] 10.222.0.77 "DELETE /v2.0/routers/317f0bef-494b-440d-b2bc-11b7c7dc70a8 HTTP/1.1" status: 204 len: 168 time: 1.1240623 Aug 17 16:50:17.320143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:17.365917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dbe73d-5e13-403b-9ce0-d00721dad522 admin admin] Deleting subnet 5bc19654-9ad9-4b87-9eeb-2dd7f9499263 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:50:17.368946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe73d-5e13-403b-9ce0-d00721dad522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.403425 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe73d-5e13-403b-9ce0-d00721dad522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.485545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe73d-5e13-403b-9ce0-d00721dad522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.536834 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe73d-5e13-403b-9ce0-d00721dad522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.560353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbe73d-5e13-403b-9ce0-d00721dad522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc19654-9ad9-4b87-9eeb-2dd7f9499263,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:17.566418 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe73d-5e13-403b-9ce0-d00721dad522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.570807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a0dbe73d-5e13-403b-9ce0-d00721dad522 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5bc19654-9ad9-4b87-9eeb-2dd7f9499263 HTTP/1.1" status: 204 len: 168 time: 0.2469893 Aug 17 16:50:17.570807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:17.571472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9ace87-2119-49d2-88e2-fe4d104c9769 None None] Network 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:17.661924 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.728207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Deleting port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:17.728542 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.748024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d55982-ccd8-423b-a8f2-82d1f8bb88a3 None None] DHCP port deletion for 12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:50:17.794973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a0d55982-ccd8-423b-a8f2-82d1f8bb88a3 None None] Deleting port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:17.795361 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0d55982-ccd8-423b-a8f2-82d1f8bb88a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.799182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] For port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9,segment=NetworkSegment(91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb),segment_id=91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:17.799545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.818648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Calling delete_port for b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:17.860020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a0d55982-ccd8-423b-a8f2-82d1f8bb88a3 None None] For port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9,segment=NetworkSegment(91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb),segment_id=91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:17.860424 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0d55982-ccd8-423b-a8f2-82d1f8bb88a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.873915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a0d55982-ccd8-423b-a8f2-82d1f8bb88a3 None None] Calling delete_port for b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:17.910996 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.937732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:17.941240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] No DVR routers for this DVR port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:50:17.965249 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0d55982-ccd8-423b-a8f2-82d1f8bb88a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:17.995163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d55982-ccd8-423b-a8f2-82d1f8bb88a3 None None] Pushing event deleted for resources: {'Port': ['ID=b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:17.999456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d55982-ccd8-423b-a8f2-82d1f8bb88a3 None None] No DVR routers for this DVR port b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:50:18.025926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.036227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:18.047094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:18.047329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e9a4ec-1255-4a56-ba0f-9072e0fcf1cb') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:18.056054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.069232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.075000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:50:18.075384 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:50:18.076974 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:50:18.130685 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.143205 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.145362 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f HTTP/1.1" status: 204 len: 168 time: 0.5736434 Aug 17 16:50:18.157057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e81b17-b820-405a-9263-7ebf8c8ee1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=12872bac-fdbe-49ce-aaf5-57e8cfaa6c2f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:18.307051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:18.352400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-15689a5a-70c9-481f-9864-eab9a72d93c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71b1a13b1ca34ca38d5a55bae29b0212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441630 Aug 17 16:50:18.355006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:18.401629 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab16ddf3-f892-4568-8b37-d60e57293a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.422881 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab16ddf3-f892-4568-8b37-d60e57293a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.469134 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab16ddf3-f892-4568-8b37-d60e57293a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.471735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab16ddf3-f892-4568-8b37-d60e57293a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.473137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab16ddf3-f892-4568-8b37-d60e57293a41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6449e196-aa69-49b1-ae6d-fdbaa955e72b HTTP/1.1" status: 204 len: 168 time: 0.1169777 Aug 17 16:50:18.480876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16ddf3-f892-4568-8b37-d60e57293a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6449e196-aa69-49b1-ae6d-fdbaa955e72b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:18.781341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:18.813213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2478360f-5783-4d3b-b177-09ce71d31a71 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:18.822243 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cb47e306-4191-4b8e-a5f5-f760d7a49cb2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7786f690f1e040dc8ff059589713e55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396214 Aug 17 16:50:18.824696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:18.834584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2478360f-5783-4d3b-b177-09ce71d31a71 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:18.834936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2478360f-5783-4d3b-b177-09ce71d31a71 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:18.835366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:18.854262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:18.854607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b7bb5e75-3a88-43e1-aff2-6b7cfc975ff9 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:18.855009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c2e5ba8-9975-4852-bd12-cff2b55b66da no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:18.875381 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99c04af0-0bf0-479e-abaa-351f53d2eeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.876861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4c2e5ba8-9975-4852-bd12-cff2b55b66da {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:18.877210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c2e5ba8-9975-4852-bd12-cff2b55b66da not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:18.899582 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99c04af0-0bf0-479e-abaa-351f53d2eeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.949146 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99c04af0-0bf0-479e-abaa-351f53d2eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.951834 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99c04af0-0bf0-479e-abaa-351f53d2eeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:18.953641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-99c04af0-0bf0-479e-abaa-351f53d2eeaa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b8c3f94e-bafb-4e81-b550-209b6d09bff1 HTTP/1.1" status: 204 len: 168 time: 0.1280460 Aug 17 16:50:18.961979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c04af0-0bf0-479e-abaa-351f53d2eeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c3f94e-bafb-4e81-b550-209b6d09bff1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:19.624019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35340) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:19.720379 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2133359138-network', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:19.744034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Made reservation on behalf of 9119b68d37a246b4965702f6c3c5b476 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:19.745076 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:19.746924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:19.756283 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:19.849355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:19.858057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:19.884681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:50:19.899001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1883ab69-494b-46ca-8b43-d76b4f032dff,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:19.906230 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:19.906595 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Added segment b4e637ac-91da-4d70-b074-d0efee3fb227 of type vlan for network 4e635362-b05b-4ac3-88d0-eda554336e5f Aug 17 16:50:19.950691 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:19.976144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:19.977190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:19.977774 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:19.993325 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.029317 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4034734 Aug 17 16:50:20.032278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:20.037388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Request body: {'subnet': {'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2133359138-subnet', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:20.040476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeec3fe-76e4-4028-be4a-be5c0c452d08 admin admin] Pushing event updated for resources: {'Network': ['ID=4e635362-b05b-4ac3-88d0-eda554336e5f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:20.050899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 4e635362-b05b-4ac3-88d0-eda554336e5f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:50:20.060731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Made reservation on behalf of 9119b68d37a246b4965702f6c3c5b476 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:20.063719 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.235116 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.288999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0056277a-f45d-4baf-bc74-065aba685c6d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:20.301283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Checking segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:20.301640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Network hostable DHCP agents. Network: 4e635362-b05b-4ac3-88d0-eda554336e5f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:50:20.318337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:50:20.328020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 4e635362-b05b-4ac3-88d0-eda554336e5f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:20.331943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:20.332517 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.336948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda4085-c9fc-4918-9d60-9535f93f3665 None None] Network 4e635362-b05b-4ac3-88d0-eda554336e5f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:20.347230 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-327e3338-df5f-4f37-b498-a4e64a5f4363 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3138056 Aug 17 16:50:20.350098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:20.354482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:20.374816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.375830 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.428568 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.482891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-4e635362-b05b-4ac3-88d0-eda554336e5f', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:50:20.484391 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.570488 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.620486 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Allocated IP 172.20.0.2 (4e635362-b05b-4ac3-88d0-eda554336e5f/0056277a-f45d-4baf-bc74-065aba685c6d/3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:20.768308 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.775129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.777459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Transition to ACTIVE for port object 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:20.792629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Transition to ACTIVE for port object 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:20.795404 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.798913 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.835484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:20.840336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:20.844579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:20.854135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Pushing event updated for resources: {'Port': ['ID=3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:20.905133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Attempting to bind port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:20.905504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Attempting to bind port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:20.906462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Attempting to bind port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:20.918024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:20.918398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Allocated IP 172.25.7.116 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/529d7c7a-0876-4008-9478-cca49dff287c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:20.918564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Checking segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:20.918837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:20.919236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Bound using segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:20.919723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Bound port: 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:20.920110 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:21.007325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] For port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:21.010594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] For port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:21.015713 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:21.040681 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:21.081823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ce979-a2b2-422c-8ec9-69f87aa87106 None None] Pushing event updated for resources: {'Port': ['ID=3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:21.084116 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:21.134584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:21.137598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:21.142066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:21.145239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Pushing event updated for resources: {'Port': ['ID=529d7c7a-0876-4008-9478-cca49dff287c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:21.410740 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:21.604769 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:21.747067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Router b08603b8-c570-419a-8c30-3705df87c19b is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:50:21.849821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b4a62-b36d-4d1d-9591-709f3408b5cb req-94a2f12a-3f4a-4a01-b3ec-9e21f7b9965d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:21.851425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-003b4a62-b36d-4d1d-9591-709f3408b5cb req-94a2f12a-3f4a-4a01-b3ec-9e21f7b9965d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.1004107 Aug 17 16:50:21.927984 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-003b4a62-b36d-4d1d-9591-709f3408b5cb req-2ce281ad-20e3-499c-902f-80b054728ec7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502090 Aug 17 16:50:21.929389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:21.944587 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Sync routers for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:21.948066 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:21.949453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4e4b067b-3eed-400c-88cf-f7db82d6986b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5982783 Aug 17 16:50:21.952078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:21.965683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35362) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:21.975288 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:21.976988 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:21.998881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470cfad3-cd7f-4d7a-8a41-efaa07271af4 None None] Network 4e635362-b05b-4ac3-88d0-eda554336e5f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:22.053674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5228114e-4bc3-49f1-b187-042e05d5a63a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/8cb898e8-8940-44cf-acbe-0b2f283ba974 HTTP/1.1" status: 200 len: 993 time: 0.0856848 Aug 17 16:50:22.118947 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:22.158786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-78263127-8403-4306-aa70-5c076c1f997f None None] Provisioning for port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:22.310053 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:21Z', 'revision_number': 3, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:22.338466 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Checking router: b08603b8-c570-419a-8c30-3705df87c19b for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:22.338826 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Updating router b08603b8-c570-419a-8c30-3705df87c19b port 529d7c7a-0876-4008-9478-cca49dff287c binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:50:22.365476 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:22.465937 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:22.607241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cf9a4-58b8-47f0-b7e3-d8fc474d6ff1 req-5bb70251-9144-43a4-b026-fad5126bb7a0 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:22.608803 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c25cf9a4-58b8-47f0-b7e3-d8fc474d6ff1 req-5bb70251-9144-43a4-b026-fad5126bb7a0 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1097 time: 0.0878661 Aug 17 16:50:22.677655 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c25cf9a4-58b8-47f0-b7e3-d8fc474d6ff1 req-961f507c-4b38-4812-af0b-07311267626a tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613060 Aug 17 16:50:22.684881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Allocated IP 172.20.0.1 (4e635362-b05b-4ac3-88d0-eda554336e5f/0056277a-f45d-4baf-bc74-065aba685c6d/d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:22.767959 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:22.780798 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Transition to ACTIVE for port object 529d7c7a-0876-4008-9478-cca49dff287c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:22.792820 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:22.819382 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:22.835108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Transition to ACTIVE for port object d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:22.864793 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Pushing event updated for resources: {'Port': ['ID=529d7c7a-0876-4008-9478-cca49dff287c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:22.873578 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.873916 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.874238 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.875147 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.875464 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.875773 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.876082 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.876392 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.876697 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.876999 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.877305 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.877608 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:22.883124 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Attempting to bind port 529d7c7a-0876-4008-9478-cca49dff287c on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:22.883678 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Attempting to bind port 529d7c7a-0876-4008-9478-cca49dff287c by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:22.884200 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Attempting to bind port 529d7c7a-0876-4008-9478-cca49dff287c on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:22.888253 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:22.892723 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:22.893721 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:22.894173 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:22.894589 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:22.895054 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Bound port: 529d7c7a-0876-4008-9478-cca49dff287c, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:22.895467 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:22.899964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:22.948091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:22.958300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:22.962465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:22.965335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:22.966960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:22.967379 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:22.971466 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] For port 529d7c7a-0876-4008-9478-cca49dff287c, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:22.981296 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] For port 529d7c7a-0876-4008-9478-cca49dff287c, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=529d7c7a-0876-4008-9478-cca49dff287c,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:22.990327 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:23.006023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Pushing event updated for resources: {'Port': ['ID=d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:23.040090 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:23.087579 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:23.088417 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:23.089373 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:23.133499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:23.141267 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd6545-96bc-415a-afbb-a9bffd9f9d2b None None] Pushing event updated for resources: {'Port': ['ID=529d7c7a-0876-4008-9478-cca49dff287c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:23.142266 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:23.199466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:23.253854 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:23.258858 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:23.325932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b2167e6f-2b26-4924-a8fa-28cfdd2fe596 None None] Provisioning for port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:23.331587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b2167e6f-2b26-4924-a8fa-28cfdd2fe596 None None] Provisioning complete for port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:23.332363 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2167e6f-2b26-4924-a8fa-28cfdd2fe596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:23.373183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b2167e6f-2b26-4924-a8fa-28cfdd2fe596 None None] Port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:23.438076 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-93b4f296-2a18-411f-8a4b-cde953508edf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0589597 Aug 17 16:50:23.457130 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:21Z', 'revision_number': 3, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:23.485990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:23.488331 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a216b15-d5f1-4141-8192-8201bd7ceedc None None] The sync data for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 is: [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:21Z', 'revision_number': 3, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:23.498070 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:23.574530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Pushing event updated for resources: {'Port': ['ID=d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:23.577241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:23.676419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:23.677976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:23.838143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Router b08603b8-c570-419a-8c30-3705df87c19b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:50:23.994630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:24.000679 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-94bde5b2-46e1-458e-8a81-17a0fec77bdf admin admin] 10.222.0.77 "PUT /v2.0/routers/b08603b8-c570-419a-8c30-3705df87c19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0469511 Aug 17 16:50:24.101986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-82ea7df2-3ff1-4438-850a-4b4d3a8c5d7c None None] Provisioning complete for port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:24.102396 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82ea7df2-3ff1-4438-850a-4b4d3a8c5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:24.164438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-82ea7df2-3ff1-4438-850a-4b4d3a8c5d7c None None] Port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:24.212476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-e3e1d421-9e75-49cc-9193-73298343d7fa tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:50:24.220555 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-e3e1d421-9e75-49cc-9193-73298343d7fa tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0870202 Aug 17 16:50:24.225362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Request body: {'binding': {'host': 'n-h1-804878-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:24.225835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 16:50:24.374227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e on host n-h1-804878-1 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:24.375177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:24.375514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:24.381793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Port c7a32a67-5582-48b3-8b12-4bdaab9af81e on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:50:24.382120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:24.387546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:24.387885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Checking segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:24.388276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Bound using segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:24.388710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Bound port: c7a32a67-5582-48b3-8b12-4bdaab9af81e, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:24.478324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:24.485252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:24.486534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-62e3842a-ec7f-4eba-b7e3-f3f29a08a518 service neutron] 10.222.0.77 "POST /v2.0/ports/c7a32a67-5582-48b3-8b12-4bdaab9af81e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2651556 Aug 17 16:50:24.657401 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35424) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:24.664884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1284366823-network', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:24.670876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13592e48-5363-4f01-b461-e14ba5002c5e req-da2ed3f0-ce1c-478b-a7d9-808a9874e8b3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:24.678934 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13592e48-5363-4f01-b461-e14ba5002c5e req-da2ed3f0-ce1c-478b-a7d9-808a9874e8b3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.0663154 Aug 17 16:50:24.689373 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Made reservation on behalf of 4d063e4d64d8410ebdc1305185cf289a for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:24.692108 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:24.709220 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:24.720395 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-13592e48-5363-4f01-b461-e14ba5002c5e req-2b85396c-b0fc-4905-9f8d-59f1ac8af0f1 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405939 Aug 17 16:50:24.758344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-5e1ba68c-c20b-45ae-9488-3d85b7b93022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:24.759897 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-5e1ba68c-c20b-45ae-9488-3d85b7b93022 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1097 time: 0.0586736 Aug 17 16:50:24.888970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-5986861f-ce06-4cc8-8c8c-25ddba58fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:24.890534 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-5986861f-ce06-4cc8-8c8c-25ddba58fe21 service neutron] 10.222.0.91 "GET /v2.0/networks?id=452f55ce-5f66-4228-b1fe-bbf89fc783b7 HTTP/1.1" status: 200 len: 896 time: 0.1236136 Aug 17 16:50:24.894013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:24.948664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:24.949132 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:24.960618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:24.971520 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:24.993421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-98f94f98-5d9c-495d-b687-0eb0f4d24262 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e HTTP/1.1" status: 200 len: 1001 time: 0.0944817 Aug 17 16:50:25.017838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:50:25.044714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33726385-d626-48f4-88ed-4b60d5e5081f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:25.045072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 529d7c7a-0876-4008-9478-cca49dff287c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:25.054633 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.055645 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Added segment 815ab4db-c791-402f-9f95-39b45d4b5890 of type vlan for network 1cbc8790-854d-4cbe-8a24-4a108716bc23 Aug 17 16:50:25.096294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 529d7c7a-0876-4008-9478-cca49dff287c completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:25.099971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-d1d09108-8dc2-4d41-8ead-9993db6db86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:25.100439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 529d7c7a-0876-4008-9478-cca49dff287c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:25.100811 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.101473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-d1d09108-8dc2-4d41-8ead-9993db6db86a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e926c816-546d-4606-b361-53c7e5be392e HTTP/1.1" status: 200 len: 835 time: 0.0996256 Aug 17 16:50:25.110652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.166207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.167410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:25.168005 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.173109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-a3d053b5-ec0e-4812-ac37-e93ee8d3ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:25.174659 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-a3d053b5-ec0e-4812-ac37-e93ee8d3ffc7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=452f55ce-5f66-4228-b1fe-bbf89fc783b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659313 Aug 17 16:50:25.182282 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.203015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 529d7c7a-0876-4008-9478-cca49dff287c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=529d7c7a-0876-4008-9478-cca49dff287c,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:25.207005 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.258703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=529d7c7a-0876-4008-9478-cca49dff287c,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:25.274171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6149900 Aug 17 16:50:25.277156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:25.282794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Request body: {'subnet': {'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1284366823-subnet', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:25.285435 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17495c17-2894-4855-9f70-19b3174d5b28 admin admin] Pushing event updated for resources: {'Network': ['ID=1cbc8790-854d-4cbe-8a24-4a108716bc23,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:25.296354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1cbc8790-854d-4cbe-8a24-4a108716bc23 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:50:25.308508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Made reservation on behalf of 4d063e4d64d8410ebdc1305185cf289a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:25.311099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.325408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-ba57b443-51e2-458b-963b-c487714681c2 service neutron] 10.222.0.91 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391661 Aug 17 16:50:25.366082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Sync routers for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:25.383164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:25.383933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:25.435419 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-e01f23ae-0baf-4846-bce7-f493390ef79b service neutron] 10.222.0.91 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030598 Aug 17 16:50:25.500737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.565213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0313cd8b-2fb6-4ab3-a982-059b61b04a73,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:25.575728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-4cc87992-cb14-4a14-9132-eb58bb04cc60 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:25.577991 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-4cc87992-cb14-4a14-9132-eb58bb04cc60 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c&tenant_id=83be27321324449294116e75a122e296&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1097 time: 0.0863426 Aug 17 16:50:25.579921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Checking segment: {'id': '815ab4db-c791-402f-9f95-39b45d4b5890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:25.580282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Network hostable DHCP agents. Network: 1cbc8790-854d-4cbe-8a24-4a108716bc23, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:50:25.590682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804878-1'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:25.598453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Network 1cbc8790-854d-4cbe-8a24-4a108716bc23 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:50:25.611250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1cbc8790-854d-4cbe-8a24-4a108716bc23) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:25.616899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:25.617503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.638285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984996da-5478-4337-b0a5-3eabf80df26f None None] Network 1cbc8790-854d-4cbe-8a24-4a108716bc23 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:25.644476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e85c3d86-b2f5-41a0-8c4b-33543ade9e8c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3638480 Aug 17 16:50:25.644772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35430) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:25.649479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1284366823-router', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:25.673084 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.674489 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.698803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:25.739337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:25.961712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1cbc8790-854d-4cbe-8a24-4a108716bc23', 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'fixed_ips': [{'subnet_id': '0313cd8b-2fb6-4ab3-a982-059b61b04a73'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:50:25.962278 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.042297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.109543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 2, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:26.143707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Checking router: b08603b8-c570-419a-8c30-3705df87c19b for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:26.144852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Updating router b08603b8-c570-419a-8c30-3705df87c19b port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:50:26.170002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Allocated IP 172.20.0.2 (1cbc8790-854d-4cbe-8a24-4a108716bc23/0313cd8b-2fb6-4ab3-a982-059b61b04a73/2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:26.184980 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.187420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:26.231539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:26.281750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:50:26.284315 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1170cf36-1493-4599-b210-6ebb0b89458b" -d '{"events": [{"server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:50:26.287310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65fe5-23d6-4ab5-8fd6-0a9da21e15cf req-fb6aa85c-42d9-4d62-80d0-f44357de87b0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:26.288677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44c65fe5-23d6-4ab5-8fd6-0a9da21e15cf req-fb6aa85c-42d9-4d62-80d0-f44357de87b0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.1481621 Aug 17 16:50:26.289406 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.290782 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.308137 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.365229 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b607c2-3b50-4b2b-b944-e4729b857010 x-openstack-request-id: req-66b607c2-3b50-4b2b-b944-e4729b857010 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:50:26.365525 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:50:26.366291 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66b607c2-3b50-4b2b-b944-e4729b857010 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:50:26.366291 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'code': 200} Aug 17 16:50:26.388597 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44c65fe5-23d6-4ab5-8fd6-0a9da21e15cf req-d78b31fe-6038-4c9f-a01c-5304fd6958aa tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754745 Aug 17 16:50:26.439056 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Pushing event updated for resources: {'Port': ['ID=c7a32a67-5582-48b3-8b12-4bdaab9af81e,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:26.511963 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.513806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e on host n-h2-804878-1 for vnic_type normal with profile {"migrating_to": "n-h1-804878-1"} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:26.514219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:26.514664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:26.520258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Port c7a32a67-5582-48b3-8b12-4bdaab9af81e on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:50:26.521575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Attempting to bind port c7a32a67-5582-48b3-8b12-4bdaab9af81e on network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:26.526340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Transition to ACTIVE for port object 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:26.528151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:26.528579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Checking segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:26.529680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Bound using segment: {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:26.529813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Bound port: c7a32a67-5582-48b3-8b12-4bdaab9af81e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa786ff3-cafa-407b-b163-7dac99a82d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:26.530253 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.560113 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Transition to ACTIVE for port object 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:26.579583 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.582993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.606513 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.616018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:26.620632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:26.625882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.675008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Network 1cbc8790-854d-4cbe-8a24-4a108716bc23 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:26.689517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:26.698870 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:26.703648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Pushing event updated for resources: {'Port': ['ID=2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:26.728417 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.736557 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Allocated IP 172.25.7.195 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/87f6facb-4b15-4c5e-b84a-11cc58bc59d1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:26.814528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:26.815803 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.816424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Attempting to bind port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:26.816747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Attempting to bind port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '815ab4db-c791-402f-9f95-39b45d4b5890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:26.817114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Attempting to bind port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 on network 1cbc8790-854d-4cbe-8a24-4a108716bc23 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:26.818535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] 10.222.0.91 "PUT /v2.0/ports/c7a32a67-5582-48b3-8b12-4bdaab9af81e HTTP/1.1" status: 200 len: 1122 time: 1.2324555 Aug 17 16:50:26.822134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Transition to ACTIVE for port object d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:26.826968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cc1f88d3-abbb-4bee-9719-99dabfb7f87b None None] Provisioning complete for port c7a32a67-5582-48b3-8b12-4bdaab9af81e triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:26.827894 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc1f88d3-abbb-4bee-9719-99dabfb7f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.830931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:26.831309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Checking segment: {'id': '815ab4db-c791-402f-9f95-39b45d4b5890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:26.831726 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.832110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Bound using segment: {'id': '815ab4db-c791-402f-9f95-39b45d4b5890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:26.832590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Bound port: 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815ab4db-c791-402f-9f95-39b45d4b5890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:26.832985 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.839845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9c54c-e0e0-4d00-ac48-5051b030c0be service neutron] Pushing event updated for resources: {'Port': ['ID=c7a32a67-5582-48b3-8b12-4bdaab9af81e,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:26.865171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.921727 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:26.925387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 529d7c7a-0876-4008-9478-cca49dff287c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:26.936186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['c7a32a67-5582-48b3-8b12-4bdaab9af81e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:50:26.972252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.018767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:27.022213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:27.026613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:27.047101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Pushing event updated for resources: {'Port': ['ID=87f6facb-4b15-4c5e-b84a-11cc58bc59d1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:27.062847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb151b-36a2-4a62-be33-587a2c35ff07 None None] Pushing event updated for resources: {'Port': ['ID=d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:27.144439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] For port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:27.193115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] For port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4,segment=NetworkSegment(815ab4db-c791-402f-9f95-39b45d4b5890),segment_id=815ab4db-c791-402f-9f95-39b45d4b5890)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:27.205118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Attempting to bind port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:27.205469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Attempting to bind port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:27.205853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Attempting to bind port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:27.211254 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.263090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:27.263378 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Checking segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:27.263780 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.264170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Bound using segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:27.264645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Bound port: d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:27.265720 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.282423 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc1f88d3-abbb-4bee-9719-99dabfb7f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.295868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 529d7c7a-0876-4008-9478-cca49dff287c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:27.296768 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.316801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.400707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:50:27.403113 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e65452-07d4-4103-b71c-94bf081afcf5" -d '{"events": [{"server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "name": "network-vif-plugged", "status": "completed", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:50:27.414447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c95d-985d-423e-a475-903a7e4c71ec None None] Pushing event updated for resources: {'Port': ['ID=2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:27.453733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cc1f88d3-abbb-4bee-9719-99dabfb7f87b None None] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:27.470324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc1f88d3-abbb-4bee-9719-99dabfb7f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.584631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] For port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:27.591622 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.657080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e774f3c-b323-4715-b155-23c05ce2dba8 req-286864d4-5646-472a-b8c1-5567daf78829 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:27.669988 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e774f3c-b323-4715-b155-23c05ce2dba8 req-286864d4-5646-472a-b8c1-5567daf78829 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.1550026 Aug 17 16:50:27.706016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] For port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:27.745784 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.752565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e774f3c-b323-4715-b155-23c05ce2dba8 req-e627289d-402f-4e53-a16e-20597eed464d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816519 Aug 17 16:50:27.782414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Router f9dba031-ff68-44e3-8683-0c477a76b9c8 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:50:27.910946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:27.922809 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Sync routers for ids ['f9dba031-ff68-44e3-8683-0c477a76b9c8'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:27.932628 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:27.935005 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Routers {'f9dba031-ff68-44e3-8683-0c477a76b9c8'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:27.938324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-88eb9d8d-5c2e-4380-b990-38fba810fda3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2901359 Aug 17 16:50:27.938663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:27.939380 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['f9dba031-ff68-44e3-8683-0c477a76b9c8'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:28.006496 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae8a1fa-fd06-4293-8a26-ae1156a29790 x-openstack-request-id: req-8ae8a1fa-fd06-4293-8a26-ae1156a29790 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:50:28.006886 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "name": "network-vif-plugged", "status": "completed", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:50:28.007603 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ae8a1fa-fd06-4293-8a26-ae1156a29790 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:50:28.008152 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'code': 200} Aug 17 16:50:28.014857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f88d3-abbb-4bee-9719-99dabfb7f87b None None] Pushing event updated for resources: {'Port': ['ID=c7a32a67-5582-48b3-8b12-4bdaab9af81e,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:28.083772 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Set router f9dba031-ff68-44e3-8683-0c477a76b9c8 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:28.108459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:28.109147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:28.201291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb151b-36a2-4a62-be33-587a2c35ff07 None None] Pushing event updated for resources: {'Port': ['ID=d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:28.288729 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'name': 'tempest-TestVolumeBootPattern-1284366823-router', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:25Z', 'updated_at': '2021-08-17T16:50:27Z', 'revision_number': 3, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'gw_port': {'id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:26Z', 'updated_at': '2021-08-17T16:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:28.318135 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Checking router: f9dba031-ff68-44e3-8683-0c477a76b9c8 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:28.318730 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Updating router f9dba031-ff68-44e3-8683-0c477a76b9c8 port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:50:28.319867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1eebc2e1-95a7-4257-bc66-a767b3e5377b None None] Provisioning complete for port c7a32a67-5582-48b3-8b12-4bdaab9af81e triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:28.320256 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1eebc2e1-95a7-4257-bc66-a767b3e5377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:28.346820 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:28.354808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:28.369644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:50:28.372402 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b47b8a-0f21-48ae-ba40-a28298de7e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:50:28.449053 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c38557-06fe-4f84-8538-9b8cb2bf31c4 x-openstack-request-id: req-97c38557-06fe-4f84-8538-9b8cb2bf31c4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:50:28.449574 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:50:28.450345 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97c38557-06fe-4f84-8538-9b8cb2bf31c4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:50:28.450976 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'status': 'completed', 'code': 200} Aug 17 16:50:28.525536 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:28.555269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-295faf38-5885-467d-b9be-766505be1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:28.556872 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-295faf38-5885-467d-b9be-766505be1454 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1127 time: 0.0777218 Aug 17 16:50:28.647286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3a095-0e06-424d-aa10-f4a9c3a4ab5b None None] Network 1cbc8790-854d-4cbe-8a24-4a108716bc23 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:28.690061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:27Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:28.690570 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:28.703314 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Transition to ACTIVE for port object 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:28.710746 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:28.729342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33b371-76f6-4e2a-bfd1-12fad7428d94 None None] The sync data for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 is: [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:27Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:28.778506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-5ad30d79-4dbf-404a-a0aa-b1f79c023c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:28.779918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-5ad30d79-4dbf-404a-a0aa-b1f79c023c0b service neutron] 10.222.0.93 "GET /v2.0/networks?id=452f55ce-5f66-4228-b1fe-bbf89fc783b7 HTTP/1.1" status: 200 len: 896 time: 0.1823835 Aug 17 16:50:28.784578 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2abf3f-4741-4c10-b39e-81fc56a8f2ca None None] Pushing event updated for resources: {'Port': ['ID=87f6facb-4b15-4c5e-b84a-11cc58bc59d1,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:28.793849 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Attempting to bind port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:28.795092 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Attempting to bind port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:28.798966 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Attempting to bind port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:28.810601 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:28.813932 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:28.815502 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:28.815992 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:28.818064 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Bound port: 87f6facb-4b15-4c5e-b84a-11cc58bc59d1, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:28.818671 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:28.847809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ad233946-8892-40ec-b5ab-638153493f95 None None] Provisioning for port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:28.945516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Allocated IP 172.20.0.1 (1cbc8790-854d-4cbe-8a24-4a108716bc23/0313cd8b-2fb6-4ab3-a982-059b61b04a73/4717e49f-5913-42d1-82d5-1f142ea3c446) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:28.960889 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] For port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:28.968539 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] For port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=87f6facb-4b15-4c5e-b84a-11cc58bc59d1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:28.980399 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:28.983395 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:28.991589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaa9a8-3c47-453d-9e2c-8223f2b49b46 req-afab51ff-a816-414b-bafa-b130dd682866 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:29.000448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07aaa9a8-3c47-453d-9e2c-8223f2b49b46 req-afab51ff-a816-414b-bafa-b130dd682866 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.1028588 Aug 17 16:50:29.054574 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07aaa9a8-3c47-453d-9e2c-8223f2b49b46 req-e472df03-fe9f-4d6a-8456-858142908aff tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495250 Aug 17 16:50:29.089471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:29.095298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:29.095808 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:29.096903 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Routers {'f9dba031-ff68-44e3-8683-0c477a76b9c8'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:29.097523 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['f9dba031-ff68-44e3-8683-0c477a76b9c8'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:29.128756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-503ef309-5049-47a9-97d4-8c025ce65d29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e HTTP/1.1" status: 200 len: 1001 time: 0.3241689 Aug 17 16:50:29.176637 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2abf3f-4741-4c10-b39e-81fc56a8f2ca None None] Pushing event updated for resources: {'Port': ['ID=87f6facb-4b15-4c5e-b84a-11cc58bc59d1,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:29.201527 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:29.212194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-d4eb0e9a-c385-4781-b681-30aa41a6bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:29.214124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-d4eb0e9a-c385-4781-b681-30aa41a6bc01 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e926c816-546d-4606-b361-53c7e5be392e HTTP/1.1" status: 200 len: 835 time: 0.0758708 Aug 17 16:50:29.252110 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] Set router f9dba031-ff68-44e3-8683-0c477a76b9c8 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:29.270021 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4,segment=NetworkSegment(815ab4db-c791-402f-9f95-39b45d4b5890),segment_id=815ab4db-c791-402f-9f95-39b45d4b5890)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:29.278901 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:29.301004 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:29.336149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Transition to ACTIVE for port object 4717e49f-5913-42d1-82d5-1f142ea3c446 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:29.336924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:29.338731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-3dae556f-9df4-4a96-ae5f-0e1d49c9029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:29.345004 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-3dae556f-9df4-4a96-ae5f-0e1d49c9029d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452f55ce-5f66-4228-b1fe-bbf89fc783b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174254 Aug 17 16:50:29.380223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cee4c2bf-3f36-44d6-aeac-b34b2510d267 None None] Provisioning complete for port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:29.380592 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cee4c2bf-3f36-44d6-aeac-b34b2510d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:29.487068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:29.501781 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'name': 'tempest-TestVolumeBootPattern-1284366823-router', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:25Z', 'updated_at': '2021-08-17T16:50:27Z', 'revision_number': 3, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'gw_port': {'id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:26Z', 'updated_at': '2021-08-17T16:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:29.524264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-ab0b821b-ffcc-482b-a7d2-f85e3896bcab service neutron] 10.222.0.93 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704113 Aug 17 16:50:29.528027 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acac940-3bf5-44b3-bd0a-7645b89b5a77 None None] The sync data for ids ['f9dba031-ff68-44e3-8683-0c477a76b9c8'] in n-d-804878-1 is: [{'id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'name': 'tempest-TestVolumeBootPattern-1284366823-router', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:25Z', 'updated_at': '2021-08-17T16:50:27Z', 'revision_number': 3, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'gw_port': {'id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:26Z', 'updated_at': '2021-08-17T16:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:29.556492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Network 1cbc8790-854d-4cbe-8a24-4a108716bc23 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:29.571114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:29.573699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:29.603501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4717e49f-5913-42d1-82d5-1f142ea3c446,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:29.679909 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:29.763786 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24b47b8a-0f21-48ae-ba40-a28298de7e9a req-ec7029a0-2e0d-471e-bd3f-22d415315cdd service neutron] 10.222.0.93 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268953 Aug 17 16:50:29.832538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c7a32a67-5582-48b3-8b12-4bdaab9af81e details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:50:29.891576 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:29.927655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1da0a1ca-bb67-408a-94d0-692a37827afd None None] Provisioning for port 4717e49f-5913-42d1-82d5-1f142ea3c446 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:29.937870 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1da0a1ca-bb67-408a-94d0-692a37827afd None None] Provisioning complete for port 4717e49f-5913-42d1-82d5-1f142ea3c446 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:29.938243 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1da0a1ca-bb67-408a-94d0-692a37827afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:30.007428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:30.010488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1da0a1ca-bb67-408a-94d0-692a37827afd None None] Port 4717e49f-5913-42d1-82d5-1f142ea3c446 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:30.024014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c7a32a67-5582-48b3-8b12-4bdaab9af81e has no active binding in host n-h1-804878-1 {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 16:50:30.106705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:30.113007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:30.195392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f3b2e-2573-4c64-8e99-42c2ae1380b0 req-5a42c869-59f7-4940-8bad-20c277ec818d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:30.197331 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c51f3b2e-2573-4c64-8e99-42c2ae1380b0 req-5a42c869-59f7-4940-8bad-20c277ec818d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.0619643 Aug 17 16:50:30.246984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c51f3b2e-2573-4c64-8e99-42c2ae1380b0 req-acb48229-e148-455b-ae58-08fe68636f92 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 Aug 17 16:50:30.534958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4717e49f-5913-42d1-82d5-1f142ea3c446,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:30.538344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:30.634281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Network 1cbc8790-854d-4cbe-8a24-4a108716bc23 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:30.636084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:30.762005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Router f9dba031-ff68-44e3-8683-0c477a76b9c8 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:50:30.882137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:30.887110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1dd1e5c1-75b7-4163-b186-c18364be92c2 admin admin] 10.222.0.77 "PUT /v2.0/routers/f9dba031-ff68-44e3-8683-0c477a76b9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9471726 Aug 17 16:50:30.946141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:30.949922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-184f3bb7-694d-4e27-a784-62cbc7d564bd None None] Provisioning complete for port 4717e49f-5913-42d1-82d5-1f142ea3c446 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:30.950292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-184f3bb7-694d-4e27-a784-62cbc7d564bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:31.014843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-184f3bb7-694d-4e27-a784-62cbc7d564bd None None] Port 4717e49f-5913-42d1-82d5-1f142ea3c446 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:31.028963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:31.033059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:31.033428 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:31.114354 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:31.153503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:31.158658 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:31.159598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:31.247983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:31.264399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:31.268765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:31.269142 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:31.356307 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:31.379611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=87f6facb-4b15-4c5e-b84a-11cc58bc59d1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:31.383482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ab145-d93b-4f98-89d4-bf5a2394d1d1 req-554dacb3-b2da-4706-8e84-5211a6d7aa2d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:31.385064 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-212ab145-d93b-4f98-89d4-bf5a2394d1d1 req-554dacb3-b2da-4706-8e84-5211a6d7aa2d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 946 time: 0.0682328 Aug 17 16:50:31.387036 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:31.388086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:31.435259 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-212ab145-d93b-4f98-89d4-bf5a2394d1d1 req-6411aba7-66ed-496e-9f77-98c732bccb63 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430300 Aug 17 16:50:31.478038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=87f6facb-4b15-4c5e-b84a-11cc58bc59d1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:31.491903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:31.492274 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:31.613366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Sync routers for ids ['f9dba031-ff68-44e3-8683-0c477a76b9c8'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:31.623194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Routers {'f9dba031-ff68-44e3-8683-0c477a76b9c8'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:31.624127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['f9dba031-ff68-44e3-8683-0c477a76b9c8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:31.736326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Set router f9dba031-ff68-44e3-8683-0c477a76b9c8 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:31.804888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-a13f9fa2-1036-452c-bea9-5ddecfe10499 service neutron] 10.222.0.93 "GET /v2.0/ports/c7a32a67-5582-48b3-8b12-4bdaab9af81e/bindings/n-h1-804878-1 HTTP/1.1" status: 200 len: 384 time: 0.0635128 Aug 17 16:50:31.946810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'name': 'tempest-TestVolumeBootPattern-1284366823-router', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:25Z', 'updated_at': '2021-08-17T16:50:29Z', 'revision_number': 4, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'gw_port': {'id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:26Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4717e49f-5913-42d1-82d5-1f142ea3c446', 'name': '', 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'mac_address': 'fa:16:3e:9b:c2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '0313cd8b-2fb6-4ab3-a982-059b61b04a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:28Z', 'updated_at': '2021-08-17T16:50:29Z', 'revision_number': 2, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'subnets': [{'id': '0313cd8b-2fb6-4ab3-a982-059b61b04a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:31.976246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Checking router: f9dba031-ff68-44e3-8683-0c477a76b9c8 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:31.976882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Updating router f9dba031-ff68-44e3-8683-0c477a76b9c8 port 4717e49f-5913-42d1-82d5-1f142ea3c446 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:50:31.998160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-386ada67-5dc8-45cc-b8e0-efcc9cb87691 service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:32.004828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:32.030583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-386ada67-5dc8-45cc-b8e0-efcc9cb87691 service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:32.076034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:50:32.079197 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cccfd4a-c01c-422e-8b74-ff1e31385ea1" -d '{"events": [{"server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:50:32.087585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-386ada67-5dc8-45cc-b8e0-efcc9cb87691 service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:32.106302 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-386ada67-5dc8-45cc-b8e0-efcc9cb87691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:32.122943 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1735b847-0519-4307-a9df-3239b5f8a8cc x-openstack-request-id: req-1735b847-0519-4307-a9df-3239b5f8a8cc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:50:32.123230 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:50:32.123474 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1735b847-0519-4307-a9df-3239b5f8a8cc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:50:32.123865 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'code': 200} Aug 17 16:50:32.146987 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49933d31-34ba-4d6d-b309-df0071ecca71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:32.195721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-386ada67-5dc8-45cc-b8e0-efcc9cb87691 service neutron] Transition to ACTIVE for port object c7a32a67-5582-48b3-8b12-4bdaab9af81e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:32.204588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-386ada67-5dc8-45cc-b8e0-efcc9cb87691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:32.341293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ada67-5dc8-45cc-b8e0-efcc9cb87691 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a32a67-5582-48b3-8b12-4bdaab9af81e,revision_number=11']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:32.382704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-386ada67-5dc8-45cc-b8e0-efcc9cb87691 service neutron] No DVR routers for this DVR port c7a32a67-5582-48b3-8b12-4bdaab9af81e on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:50:32.544614 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:32.557088 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Transition to ACTIVE for port object 4717e49f-5913-42d1-82d5-1f142ea3c446 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:32.563419 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:32.576628 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-386ada67-5dc8-45cc-b8e0-efcc9cb87691 service neutron] 10.222.0.93 "PUT /v2.0/ports/c7a32a67-5582-48b3-8b12-4bdaab9af81e/bindings/n-h1-804878-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7645447 Aug 17 16:50:32.595005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983bd3c-819e-4da1-a24f-48850124f124 req-04c6f43c-0e6c-42a8-8698-560fc8a3dc57 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:32.600175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e983bd3c-819e-4da1-a24f-48850124f124 req-04c6f43c-0e6c-42a8-8698-560fc8a3dc57 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 945 time: 0.0831482 Aug 17 16:50:32.616654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5469d1-0dbc-40db-9ca3-ea9c45db3f4f None None] Pushing event updated for resources: {'Port': ['ID=4717e49f-5913-42d1-82d5-1f142ea3c446,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:32.677260 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e983bd3c-819e-4da1-a24f-48850124f124 req-d2f1f3c3-0823-43b9-9fc3-c63ded673a2d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702066 Aug 17 16:50:32.680141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Attempting to bind port 4717e49f-5913-42d1-82d5-1f142ea3c446 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:32.680495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Attempting to bind port 4717e49f-5913-42d1-82d5-1f142ea3c446 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '815ab4db-c791-402f-9f95-39b45d4b5890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:32.680861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Attempting to bind port 4717e49f-5913-42d1-82d5-1f142ea3c446 on network 1cbc8790-854d-4cbe-8a24-4a108716bc23 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:32.687684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:32.688067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Checking segment: {'id': '815ab4db-c791-402f-9f95-39b45d4b5890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:32.688478 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:32.688868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Bound using segment: {'id': '815ab4db-c791-402f-9f95-39b45d4b5890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:32.689341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Bound port: 4717e49f-5913-42d1-82d5-1f142ea3c446, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815ab4db-c791-402f-9f95-39b45d4b5890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:32.689724 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:32.727451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-2345eb9f-b6fb-46cc-9aae-817ffa3f80eb tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:32.728946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-2345eb9f-b6fb-46cc-9aae-817ffa3f80eb tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c&tenant_id=83be27321324449294116e75a122e296&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.0906935 Aug 17 16:50:32.779785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-e562e9a6-aaf1-43b0-9fab-de1d48284ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:32.781903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-e562e9a6-aaf1-43b0-9fab-de1d48284ba8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 1096 time: 0.0451088 Aug 17 16:50:32.783263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] For port 4717e49f-5913-42d1-82d5-1f142ea3c446, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:32.788049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] For port 4717e49f-5913-42d1-82d5-1f142ea3c446, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4717e49f-5913-42d1-82d5-1f142ea3c446,segment=NetworkSegment(815ab4db-c791-402f-9f95-39b45d4b5890),segment_id=815ab4db-c791-402f-9f95-39b45d4b5890)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:32.796187 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:32.867661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Routers {'f9dba031-ff68-44e3-8683-0c477a76b9c8'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:32.867844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['f9dba031-ff68-44e3-8683-0c477a76b9c8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:32.880492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-18e14116-f298-464d-b612-8c03d78faf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:32.882544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-18e14116-f298-464d-b612-8c03d78faf44 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1096 time: 0.0703485 Aug 17 16:50:32.906699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:32.967949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5469d1-0dbc-40db-9ca3-ea9c45db3f4f None None] Pushing event updated for resources: {'Port': ['ID=4717e49f-5913-42d1-82d5-1f142ea3c446,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:33.028602 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-03b09efb-23a3-4203-ae55-372434413e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:33.030318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-03b09efb-23a3-4203-ae55-372434413e5c service neutron] 10.222.0.91 "GET /v2.0/networks?id=452f55ce-5f66-4228-b1fe-bbf89fc783b7 HTTP/1.1" status: 200 len: 896 time: 0.1405718 Aug 17 16:50:33.058977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] Set router f9dba031-ff68-44e3-8683-0c477a76b9c8 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:33.062173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:33.062309 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:33.150627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-71b5f467-3b81-42e1-bd1c-9dffcda42250 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e HTTP/1.1" status: 200 len: 999 time: 0.0947027 Aug 17 16:50:33.198719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-0475aaca-f3af-4f4d-be3a-071ab7202633 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:33.200197 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-0475aaca-f3af-4f4d-be3a-071ab7202633 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1965168 Aug 17 16:50:33.225202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b2b4a3a6-d015-4231-a4c2-3d0642ec7e3f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/quotas/9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 375 time: 0.0163214 Aug 17 16:50:33.226747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-a2ac0609-9ab3-406b-8d85-ed36fcafbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:33.228134 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-a2ac0609-9ab3-406b-8d85-ed36fcafbd81 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e926c816-546d-4606-b361-53c7e5be392e HTTP/1.1" status: 200 len: 835 time: 0.0707607 Aug 17 16:50:33.279735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:33.310422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-e6d35178-8a66-4235-9bee-5148bd3ea760 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793469 Aug 17 16:50:33.313874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-3cf0a406-b9a2-4c0b-8855-9396b6a8f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:33.315356 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-3cf0a406-b9a2-4c0b-8855-9396b6a8f481 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=452f55ce-5f66-4228-b1fe-bbf89fc783b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750568 Aug 17 16:50:33.323199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-0afac101-2a27-41e3-a12c-b5b3a4b5ece8 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:50:33.324186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-0afac101-2a27-41e3-a12c-b5b3a4b5ece8 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053573 Aug 17 16:50:33.380079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:33.380079 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:33.403153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'name': 'tempest-TestVolumeBootPattern-1284366823-router', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:25Z', 'updated_at': '2021-08-17T16:50:29Z', 'revision_number': 4, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'gw_port': {'id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:26Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4717e49f-5913-42d1-82d5-1f142ea3c446', 'name': '', 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'mac_address': 'fa:16:3e:9b:c2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '0313cd8b-2fb6-4ab3-a982-059b61b04a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:28Z', 'updated_at': '2021-08-17T16:50:32Z', 'revision_number': 4, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'subnets': [{'id': '0313cd8b-2fb6-4ab3-a982-059b61b04a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:33.435753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03575e-c81f-4aca-b1f9-a462e4083aa7 None None] The sync data for ids ['f9dba031-ff68-44e3-8683-0c477a76b9c8'] in n-d-804878-1 is: [{'id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'name': 'tempest-TestVolumeBootPattern-1284366823-router', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:25Z', 'updated_at': '2021-08-17T16:50:29Z', 'revision_number': 4, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'gw_port': {'id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:26Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4717e49f-5913-42d1-82d5-1f142ea3c446', 'name': '', 'network_id': '1cbc8790-854d-4cbe-8a24-4a108716bc23', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'mac_address': 'fa:16:3e:9b:c2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '0313cd8b-2fb6-4ab3-a982-059b61b04a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:28Z', 'updated_at': '2021-08-17T16:50:32Z', 'revision_number': 4, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'subnets': [{'id': '0313cd8b-2fb6-4ab3-a982-059b61b04a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:33.489358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-4f18675f-6f71-46c8-9734-13c2aa3942ee service neutron] 10.222.0.91 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638854 Aug 17 16:50:33.492076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-190cd814-23f8-4b43-8c8f-95b5828afaf2 service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588886 Aug 17 16:50:33.674297 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-a4559b67-1225-4890-b019-872965004073 service neutron] 10.222.0.91 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730988 Aug 17 16:50:33.678193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-1c8040b2-7f47-414c-8c73-ab1ec23ea8fd service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536486 Aug 17 16:50:33.838835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e54a-6adc-4477-a249-119a5ade2af5 req-192a2fda-1364-4691-bd4f-c5964ad7fd68 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:33.840550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f76e54a-6adc-4477-a249-119a5ade2af5 req-192a2fda-1364-4691-bd4f-c5964ad7fd68 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 945 time: 0.0765178 Aug 17 16:50:33.896968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f76e54a-6adc-4477-a249-119a5ade2af5 req-6049658f-8648-4736-b3b0-7f8cd4f37504 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480082 Aug 17 16:50:33.947336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-3dd04833-59e5-426b-9f13-7c25167235e2 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:33.949675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-3dd04833-59e5-426b-9f13-7c25167235e2 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c&tenant_id=83be27321324449294116e75a122e296&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 1096 time: 0.0684216 Aug 17 16:50:34.080402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cde9a46c-81ce-4ad4-a9d5-cd46ad588638 req-eecfaeac-9f23-42cf-ad13-8dcbaf3695af tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0555639 Aug 17 16:50:34.142209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-728df7c1-de74-4cac-a75c-f185d7745a7c service neutron] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:34.146520 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-728df7c1-de74-4cac-a75c-f185d7745a7c service neutron] Notify callbacks [] for binding, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:34.147919 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c6fcac8-f013-4b48-bd5e-e0cb07b859e2 req-728df7c1-de74-4cac-a75c-f185d7745a7c service neutron] 10.222.0.91 "DELETE /v2.0/ports/c7a32a67-5582-48b3-8b12-4bdaab9af81e/bindings/n-h2-804878-1 HTTP/1.1" status: 204 len: 173 time: 0.1912100 Aug 17 16:50:34.839222 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d866087-0d73-434f-8cf0-79e1dc35670d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:34.859611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4717e49f-5913-42d1-82d5-1f142ea3c446 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:34.913835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4717e49f-5913-42d1-82d5-1f142ea3c446 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:34.918251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4717e49f-5913-42d1-82d5-1f142ea3c446 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:34.918692 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:35.016326 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:35.019945 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:35.039255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3f8a-6dc9-4acc-8a49-b0036e5391a4 req-f5abdd94-b53e-425a-a845-e9b52857265b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:35.041288 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-271e3f8a-6dc9-4acc-8a49-b0036e5391a4 req-f5abdd94-b53e-425a-a845-e9b52857265b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 945 time: 0.0612106 Aug 17 16:50:35.052979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 4717e49f-5913-42d1-82d5-1f142ea3c446, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4717e49f-5913-42d1-82d5-1f142ea3c446,segment=NetworkSegment(815ab4db-c791-402f-9f95-39b45d4b5890),segment_id=815ab4db-c791-402f-9f95-39b45d4b5890)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:35.057125 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:35.087893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-271e3f8a-6dc9-4acc-8a49-b0036e5391a4 req-e5255025-2ce4-4801-92f5-311680dc3035 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398083 Aug 17 16:50:35.109116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=4717e49f-5913-42d1-82d5-1f142ea3c446,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:35.189930 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fcccc9ab-3bfc-409a-87c3-c22cc0de16c2 req-ce7b6f58-4e82-4611-ae01-919bbf350927 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0320079 Aug 17 16:50:35.200973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9222-3bdc-4c74-a2c1-7b5dad74766b req-a63619ec-99b5-49b8-9f38-e5c414f86fba tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:35.202549 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bdb9222-3bdc-4c74-a2c1-7b5dad74766b req-a63619ec-99b5-49b8-9f38-e5c414f86fba tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1096 time: 0.0478430 Aug 17 16:50:35.302142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1bdb9222-3bdc-4c74-a2c1-7b5dad74766b req-4944c8a3-6fd1-4096-9d0d-3de70c67f382 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860984 Aug 17 16:50:35.349289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-54e3d222-c8f2-47b4-8b0c-2269f040ddd3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:35.350757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-54e3d222-c8f2-47b4-8b0c-2269f040ddd3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1271412 Aug 17 16:50:35.364321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'port': {'device_id': '2de71671-4f12-498d-ae92-9c8a67ae4cb3', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'admin_state_up': True, 'tenant_id': '9119b68d37a246b4965702f6c3c5b476'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:35.426174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e165d5-94ba-4e1f-aed4-e245617bfdf4 req-c158123f-aea2-43b2-a54b-eb151c94d98c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:35.428245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-28e165d5-94ba-4e1f-aed4-e245617bfdf4 req-c158123f-aea2-43b2-a54b-eb151c94d98c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 945 time: 0.0563817 Aug 17 16:50:35.474936 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-28e165d5-94ba-4e1f-aed4-e245617bfdf4 req-1d6d9b71-6cc3-492f-bc71-4108c1dd8276 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395949 Aug 17 16:50:35.500080 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35534) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:35.502672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Made reservation on behalf of 9119b68d37a246b4965702f6c3c5b476 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:35.506901 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:35.522878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c7a32a67-5582-48b3-8b12-4bdaab9af81e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:35.580908 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-20211a71-c197-46cd-ae61-89e2ce97e4ab tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/8cb898e8-8940-44cf-acbe-0b2f283ba974 HTTP/1.1" status: 200 len: 991 time: 0.0795293 Aug 17 16:50:35.589824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device c7a32a67-5582-48b3-8b12-4bdaab9af81e not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:35.661247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Allocated IP 172.20.0.5 (4e635362-b05b-4ac3-88d0-eda554336e5f/0056277a-f45d-4baf-bc74-065aba685c6d/16e09193-1bbd-4950-88c4-e8cebe609d72) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:35.825595 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:35.838892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Transition to ACTIVE for port object 16e09193-1bbd-4950-88c4-e8cebe609d72 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:35.877404 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:35.924334 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:35.929398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:35.933179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:35.969684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=16e09193-1bbd-4950-88c4-e8cebe609d72,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:35.998277 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:36.010066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:36.010796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:36.027233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b3b57928-9bb7-4ea6-96b8-27272b1b9c2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6670010 Aug 17 16:50:36.040893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Request body: {'port': {'device_id': '2de71671-4f12-498d-ae92-9c8a67ae4cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:36.120037 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:36.163912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ece5be1a-138e-4891-bc0d-1293feaa4379 None None] Provisioning for port 16e09193-1bbd-4950-88c4-e8cebe609d72 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:36.168351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ece5be1a-138e-4891-bc0d-1293feaa4379 None None] Provisioning complete for port 16e09193-1bbd-4950-88c4-e8cebe609d72 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:36.168834 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ece5be1a-138e-4891-bc0d-1293feaa4379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:36.204683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ece5be1a-138e-4891-bc0d-1293feaa4379 None None] Port 16e09193-1bbd-4950-88c4-e8cebe609d72 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:36.323153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cea86-12eb-4c01-abaa-82e30c7e6ad0 req-9d971cf4-c5dc-4bc1-952e-209d763cc626 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:36.325341 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c1cea86-12eb-4c01-abaa-82e30c7e6ad0 req-9d971cf4-c5dc-4bc1-952e-209d763cc626 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 931 time: 0.0547638 Aug 17 16:50:36.367598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c1cea86-12eb-4c01-abaa-82e30c7e6ad0 req-d0d4dc06-3f1c-4756-a898-f007d2d88340 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353832 Aug 17 16:50:36.426881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e09193-1bbd-4950-88c4-e8cebe609d72 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:50:36.435610 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:36.448274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Transition to ACTIVE for port object 16e09193-1bbd-4950-88c4-e8cebe609d72 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:36.452677 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:36.505022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Pushing event updated for resources: {'Port': ['ID=16e09193-1bbd-4950-88c4-e8cebe609d72,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:36.598735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Attempting to bind port 16e09193-1bbd-4950-88c4-e8cebe609d72 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:36.599368 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Attempting to bind port 16e09193-1bbd-4950-88c4-e8cebe609d72 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:36.599825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Attempting to bind port 16e09193-1bbd-4950-88c4-e8cebe609d72 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:36.605462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Port 16e09193-1bbd-4950-88c4-e8cebe609d72 on network 4e635362-b05b-4ac3-88d0-eda554336e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:50:36.605800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Attempting to bind port 16e09193-1bbd-4950-88c4-e8cebe609d72 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:36.613855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:36.614221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Checking segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:36.614658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Bound using segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:36.615095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Bound port: 16e09193-1bbd-4950-88c4-e8cebe609d72, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:36.615521 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:36.688310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] For port 16e09193-1bbd-4950-88c4-e8cebe609d72, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:36.691525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] For port 16e09193-1bbd-4950-88c4-e8cebe609d72, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=16e09193-1bbd-4950-88c4-e8cebe609d72,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:36.697077 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:36.740743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:36.741366 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:36.742870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] 10.222.0.93 "PUT /v2.0/ports/16e09193-1bbd-4950-88c4-e8cebe609d72 HTTP/1.1" status: 200 len: 1091 time: 0.7064962 Aug 17 16:50:36.743348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de71671-4f12-498d-ae92-9c8a67ae4cb3', 'tag': '16e09193-1bbd-4950-88c4-e8cebe609d72'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:50:36.747380 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5198f218-6154-4eb2-af72-38340e3f5f51" -d '{"events": [{"name": "network-changed", "server_uuid": "2de71671-4f12-498d-ae92-9c8a67ae4cb3", "tag": "16e09193-1bbd-4950-88c4-e8cebe609d72"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:50:36.776409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c271-86f4-4de7-bcc1-f1d58abde83f service neutron] Pushing event updated for resources: {'Port': ['ID=16e09193-1bbd-4950-88c4-e8cebe609d72,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:36.818136 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6951595-5bc0-4bfa-9994-9201afc93b76 x-openstack-request-id: req-a6951595-5bc0-4bfa-9994-9201afc93b76 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:50:36.818452 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de71671-4f12-498d-ae92-9c8a67ae4cb3", "tag": "16e09193-1bbd-4950-88c4-e8cebe609d72", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:50:36.818697 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6951595-5bc0-4bfa-9994-9201afc93b76 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:50:36.819097 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de71671-4f12-498d-ae92-9c8a67ae4cb3', 'tag': '16e09193-1bbd-4950-88c4-e8cebe609d72', 'status': 'completed', 'code': 200} Aug 17 16:50:36.837575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-f4ca3d13-2c10-441c-9a09-0c5cffa90637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:36.839222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-f4ca3d13-2c10-441c-9a09-0c5cffa90637 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 1094 time: 0.0510173 Aug 17 16:50:36.881252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4717e49f-5913-42d1-82d5-1f142ea3c446 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:36.899473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-e333319c-c2c4-46cb-8835-d8aa037123f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e09193-1bbd-4950-88c4-e8cebe609d72 HTTP/1.1" status: 200 len: 217 time: 0.0518441 Aug 17 16:50:36.941400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4717e49f-5913-42d1-82d5-1f142ea3c446 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:36.942168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:36.969987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b7c46e87-15a2-4f71-aaf0-592f69d7a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:36.971540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-b7c46e87-15a2-4f71-aaf0-592f69d7a5da service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0631509 Aug 17 16:50:37.021541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-bdad635b-0d9d-4280-837c-b7f7389b0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:37.023938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-bdad635b-0d9d-4280-837c-b7f7389b0854 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454550 Aug 17 16:50:37.120381 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-76881a78-8866-4496-9101-baf42e8ec3d8 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887849 Aug 17 16:50:37.213627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-750c3b7e-2de8-4a47-8466-1185b7778ebd req-f56b72f1-d8ec-4990-a6df-c0d5bb806be4 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843937 Aug 17 16:50:37.304198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-67e6c746-09d7-45ed-a5a2-1faf54b0efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:37.305744 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-67e6c746-09d7-45ed-a5a2-1faf54b0efd7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 1094 time: 0.0477586 Aug 17 16:50:37.402654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-6d5da143-c028-4b1d-8bfe-c3a593a5b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:37.404160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-6d5da143-c028-4b1d-8bfe-c3a593a5b7c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0907507 Aug 17 16:50:37.457145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-b9e8289c-9dcc-4b3e-9c42-457a550f5933 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e09193-1bbd-4950-88c4-e8cebe609d72 HTTP/1.1" status: 200 len: 217 time: 0.0452714 Aug 17 16:50:37.532251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-af99c58c-5f76-4a5f-a306-161486d32421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:37.533736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-af99c58c-5f76-4a5f-a306-161486d32421 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0683270 Aug 17 16:50:37.544306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d648ecc-70da-433c-a24c-4afe03bcf986 req-46516a55-2a84-415f-9b99-4e9bad1481c6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:37.545735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2d648ecc-70da-433c-a24c-4afe03bcf986 req-46516a55-2a84-415f-9b99-4e9bad1481c6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0919290 Aug 17 16:50:37.609321 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2d648ecc-70da-433c-a24c-4afe03bcf986 req-168a2c9e-faab-4dd5-a14f-cf4d945b35c3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536973 Aug 17 16:50:37.618946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-058f391c-326e-4184-a85d-a2bd9cb548fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:37.620624 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-058f391c-326e-4184-a85d-a2bd9cb548fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733418 Aug 17 16:50:37.732158 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:37.744468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-9b425776-92fa-4c9a-849d-125093f983c0 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158614 Aug 17 16:50:37.830042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35550) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:37.837228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5198f218-6154-4eb2-af72-38340e3f5f51 req-19d8b744-71e1-4b0a-8f96-875c05c0240f service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851154 Aug 17 16:50:37.996978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port e0f4553a-ac1c-42f3-982f-77be7a90e9ea {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:37.997325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:38.090281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:38.090630 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:38.104912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for e0f4553a-ac1c-42f3-982f-77be7a90e9ea owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:38.268044 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:38.297277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=e0f4553a-ac1c-42f3-982f-77be7a90e9ea,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:38.357585 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:38.357919 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Floating IP 8cb898e8-8940-44cf-acbe-0b2f283ba974 disassociated (deleted). External IP: 172.25.7.46, port: c7a32a67-5582-48b3-8b12-4bdaab9af81e. Aug 17 16:50:38.571438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:50:38.694112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:38.699413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:38.707249 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] Sync routers for ids ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:38.721186 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] Routers {'ec668e50-62e4-409c-9b5a-479d7a6b0ee6'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:38.722179 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:38.753416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7f6ff00f-aa49-4c68-82c3-b9750ef562b7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/floatingips/8cb898e8-8940-44cf-acbe-0b2f283ba974 HTTP/1.1" status: 204 len: 168 time: 0.9187839 Aug 17 16:50:38.753416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:50:38.755734 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8aacd7-ed37-4aac-802b-4b740d795e66" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:50:38.767548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d942f-0334-4494-8b17-09e53b396ca1 req-111261f2-5576-46c7-a3d3-4c1cf50a7d43 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:38.769362 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-011d942f-0334-4494-8b17-09e53b396ca1 req-111261f2-5576-46c7-a3d3-4c1cf50a7d43 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0852885 Aug 17 16:50:38.821282 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-011d942f-0334-4494-8b17-09e53b396ca1 req-c01f80f9-fcd7-41a4-bd0b-c8ac189efebf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452855 Aug 17 16:50:38.888658 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae32c4f-02b6-44f4-9d54-0556bb479183 x-openstack-request-id: req-7ae32c4f-02b6-44f4-9d54-0556bb479183 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:50:38.889684 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:50:38.890172 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ae32c4f-02b6-44f4-9d54-0556bb479183 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:50:38.890918 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'status': 'completed', 'code': 200} Aug 17 16:50:38.959516 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] Set router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:38.984308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-765cf352-01d6-4c0e-ab88-45ffa2201cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:38.986231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-765cf352-01d6-4c0e-ab88-45ffa2201cf6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 1096 time: 0.0741153 Aug 17 16:50:39.107247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1408-294c-45ed-81c8-c38c8c4376e6 req-57414b92-1f7b-45dd-9ab2-390ffb85216e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:39.109750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14fe1408-294c-45ed-81c8-c38c8c4376e6 req-57414b92-1f7b-45dd-9ab2-390ffb85216e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 945 time: 0.0637541 Aug 17 16:50:39.150506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-b34f4abc-32a2-4f8c-a91b-8ca2c762a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:39.152019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-b34f4abc-32a2-4f8c-a91b-8ca2c762a651 service neutron] 10.222.0.91 "GET /v2.0/networks?id=452f55ce-5f66-4228-b1fe-bbf89fc783b7 HTTP/1.1" status: 200 len: 896 time: 0.1577826 Aug 17 16:50:39.170447 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14fe1408-294c-45ed-81c8-c38c8c4376e6 req-ada3bf10-9706-4944-940c-5b910e6d83e4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520813 Aug 17 16:50:39.187329 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e1883ecf-cc8f-4d8c-8b03-03d66e740ae3', 'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:86:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:34Z', 'updated_at': '2021-08-17T16:49:41Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'e926c816-546d-4606-b361-53c7e5be392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:39.217145 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-ead89ad0-fe28-4e5c-847c-b611e73d4072 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e HTTP/1.1" status: 200 len: 217 time: 0.0502305 Aug 17 16:50:39.218834 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] Checking router: ec668e50-62e4-409c-9b5a-479d7a6b0ee6 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:39.227764 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] Routers {'ec668e50-62e4-409c-9b5a-479d7a6b0ee6'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:39.228387 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:39.274962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-cf84314d-81b6-4a04-8a8f-619c89a18301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:39.277577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-cf84314d-81b6-4a04-8a8f-619c89a18301 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e926c816-546d-4606-b361-53c7e5be392e HTTP/1.1" status: 200 len: 835 time: 0.0478013 Aug 17 16:50:39.330877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-aba8c9a5-0319-4fa1-91bc-cd61377f5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:39.332428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-aba8c9a5-0319-4fa1-91bc-cd61377f5374 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=452f55ce-5f66-4228-b1fe-bbf89fc783b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477905 Aug 17 16:50:39.341693 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] Set router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:39.432118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-1b05ae1c-8b74-4480-b789-ae38ea20d36b service neutron] 10.222.0.91 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917170 Aug 17 16:50:39.486803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-fb21b35c-8337-4719-b071-91e1abe13b86 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:39.488486 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-fb21b35c-8337-4719-b071-91e1abe13b86 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c HTTP/1.1" status: 200 len: 945 time: 0.0625672 Aug 17 16:50:39.561755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2c8aacd7-ed37-4aac-802b-4b740d795e66 req-1456b3fc-4b47-4a19-b3a2-00ea182b09d8 service neutron] 10.222.0.91 "GET /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221054 Aug 17 16:50:39.566504 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e1883ecf-cc8f-4d8c-8b03-03d66e740ae3', 'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:86:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:34Z', 'updated_at': '2021-08-17T16:49:41Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'e926c816-546d-4606-b361-53c7e5be392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:39.594869 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162be7d8-8e63-4e72-97b6-764becf7a9ce None None] The sync data for ids ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'] in n-d-804878-1 is: [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e1883ecf-cc8f-4d8c-8b03-03d66e740ae3', 'name': '', 'network_id': '452f55ce-5f66-4228-b1fe-bbf89fc783b7', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:86:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'e926c816-546d-4606-b361-53c7e5be392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:34Z', 'updated_at': '2021-08-17T16:49:41Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'e926c816-546d-4606-b361-53c7e5be392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:39.600531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port c7a32a67-5582-48b3-8b12-4bdaab9af81e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:39.600876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:39.708174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port c7a32a67-5582-48b3-8b12-4bdaab9af81e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c7a32a67-5582-48b3-8b12-4bdaab9af81e,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:39.708539 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:39.722289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for c7a32a67-5582-48b3-8b12-4bdaab9af81e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:39.883471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:39.914184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=c7a32a67-5582-48b3-8b12-4bdaab9af81e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:39.941254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.941604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.941942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.942275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.942631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.942962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.943288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.943639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.943968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.944288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.944611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.944928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:50:39.963960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] No DVR routers for this DVR port c7a32a67-5582-48b3-8b12-4bdaab9af81e on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:50:39.964689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a8-a15f-4bbe-8394-113c9715195b req-c671d471-b283-4b2d-a5fe-44f240d3ba96 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:39.966289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0a1e98a8-a15f-4bbe-8394-113c9715195b req-c671d471-b283-4b2d-a5fe-44f240d3ba96 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0634880 Aug 17 16:50:39.967008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:39.969111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f397494f-dbfb-4b6b-a148-283fdc96d809 req-74bbc283-016a-404f-b484-d536538982a2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.91 "DELETE /v2.0/ports/c7a32a67-5582-48b3-8b12-4bdaab9af81e HTTP/1.1" status: 204 len: 173 time: 0.4750209 Aug 17 16:50:39.969547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'name': 'network-vif-deleted', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:50:39.972178 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdefdc2a-08e1-4c41-8dd3-30197fa49069" -d '{"events": [{"server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "name": "network-vif-deleted", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:50:40.011738 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba9630b-36fa-45a6-b904-7eb24c8614f4 x-openstack-request-id: req-9ba9630b-36fa-45a6-b904-7eb24c8614f4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:50:40.012157 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c", "name": "network-vif-deleted", "tag": "c7a32a67-5582-48b3-8b12-4bdaab9af81e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:50:40.012417 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ba9630b-36fa-45a6-b904-7eb24c8614f4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:50:40.013057 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0112ba-93a6-43b8-8ff7-bf5fb0121e8c', 'name': 'network-vif-deleted', 'tag': 'c7a32a67-5582-48b3-8b12-4bdaab9af81e', 'status': 'completed', 'code': 200} Aug 17 16:50:40.015056 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0a1e98a8-a15f-4bbe-8394-113c9715195b req-3b5041cf-eb21-44d6-bfbb-db4a99b60c84 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Aug 17 16:50:40.233963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35570) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:40.321274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301981a-cb9b-4e83-a340-9c4130cab830 None None] New status for floating IP 8cb898e8-8940-44cf-acbe-0b2f283ba974: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:50:40.611365 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:40.864641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:40.865050 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:41.138713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258871ff-9731-40d9-a28b-bedb4b647003 req-8867cb0f-0b96-4769-a2ae-10f304fed164 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:41.140459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-258871ff-9731-40d9-a28b-bedb4b647003 req-8867cb0f-0b96-4769-a2ae-10f304fed164 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0526171 Aug 17 16:50:41.180497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-258871ff-9731-40d9-a28b-bedb4b647003 req-70995c2e-0cc5-42df-9e86-34a030caa531 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338719 Aug 17 16:50:41.276705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port e1883ecf-cc8f-4d8c-8b03-03d66e740ae3, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e1883ecf-cc8f-4d8c-8b03-03d66e740ae3,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:41.277325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:41.289480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:41.471949 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:41.498973 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=e1883ecf-cc8f-4d8c-8b03-03d66e740ae3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:41.671652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:41.888496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:50:41.996682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:42.004147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-34d77c6f-0c1b-47de-b2ec-2aef6af53a30 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "PUT /v2.0/routers/ec668e50-62e4-409c-9b5a-479d7a6b0ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7663050 Aug 17 16:50:42.007957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35578) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:42.011014 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] Sync routers for ids ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:42.019967 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] Routers {'ec668e50-62e4-409c-9b5a-479d7a6b0ee6'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:42.020557 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:42.057032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd730f5-ab67-4d60-9b15-3e2483b50e80 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting subnet e926c816-546d-4606-b361-53c7e5be392e {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:50:42.060370 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afd730f5-ab67-4d60-9b15-3e2483b50e80 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.103685 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afd730f5-ab67-4d60-9b15-3e2483b50e80 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.124589 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] Set router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:42.193628 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afd730f5-ab67-4d60-9b15-3e2483b50e80 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.259446 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afd730f5-ab67-4d60-9b15-3e2483b50e80 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.289305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd730f5-ab67-4d60-9b15-3e2483b50e80 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Subnet': ['ID=e926c816-546d-4606-b361-53c7e5be392e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:42.298240 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afd730f5-ab67-4d60-9b15-3e2483b50e80 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.299628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a15a1-cfb8-4b85-9210-82f5204124c3 None None] Network 452f55ce-5f66-4228-b1fe-bbf89fc783b7 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:42.300254 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-afd730f5-ab67-4d60-9b15-3e2483b50e80 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/subnets/e926c816-546d-4606-b361-53c7e5be392e HTTP/1.1" status: 204 len: 168 time: 0.2943997 Aug 17 16:50:42.303158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35582) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:42.316569 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:50:41Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:42.323686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d98a62-5db3-4894-b4d2-e9d6fe2d5baf req-49dbcc1d-0e68-453a-b906-2c9c1d6244a9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:42.333738 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a7d98a62-5db3-4894-b4d2-e9d6fe2d5baf req-49dbcc1d-0e68-453a-b906-2c9c1d6244a9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0814195 Aug 17 16:50:42.343510 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] Checking router: ec668e50-62e4-409c-9b5a-479d7a6b0ee6 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:42.353980 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] Routers {'ec668e50-62e4-409c-9b5a-479d7a6b0ee6'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:42.354644 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:42.388098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a7d98a62-5db3-4894-b4d2-e9d6fe2d5baf req-e7b0d3e9-2f38-4e0b-888d-5ba911623d87 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487781 Aug 17 16:50:42.425590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.477617 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] Set router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:42.488898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee1ea8-4155-4a86-bb7f-0a416fb998c6 None None] DHCP port deletion for 452f55ce-5f66-4228-b1fe-bbf89fc783b7 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:50:42.541285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-88ee1ea8-4155-4a86-bb7f-0a416fb998c6 None None] Deleting port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:42.541516 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.541654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88ee1ea8-4155-4a86-bb7f-0a416fb998c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.598951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port fbe624a3-cb68-4a65-9d00-fffd7cd701a1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:42.599521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.607601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-88ee1ea8-4155-4a86-bb7f-0a416fb998c6 None None] For port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=8af11280-e07a-45c2-a2c2-66b98cd9cbb9,segment=NetworkSegment(fa786ff3-cafa-407b-b163-7dac99a82d69),segment_id=fa786ff3-cafa-407b-b163-7dac99a82d69)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:42.608078 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88ee1ea8-4155-4a86-bb7f-0a416fb998c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.620939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-88ee1ea8-4155-4a86-bb7f-0a416fb998c6 None None] Calling delete_port for 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:42.671418 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:50:41Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:42.691123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port fbe624a3-cb68-4a65-9d00-fffd7cd701a1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fbe624a3-cb68-4a65-9d00-fffd7cd701a1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:42.691500 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.705043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for fbe624a3-cb68-4a65-9d00-fffd7cd701a1 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:42.718946 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88ee1ea8-4155-4a86-bb7f-0a416fb998c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.733223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee1ea8-4155-4a86-bb7f-0a416fb998c6 None None] No DVR routers for this DVR port 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:50:42.767456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee1ea8-4155-4a86-bb7f-0a416fb998c6 None None] Pushing event deleted for resources: {'Port': ['ID=8af11280-e07a-45c2-a2c2-66b98cd9cbb9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:42.795529 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f44ef-5b45-4b3d-a886-92f099b60367 None None] The sync data for ids ['ec668e50-62e4-409c-9b5a-479d7a6b0ee6'] in n-d-804878-1 is: [{'id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619068015', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:50:41Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': 'fbe624a3-cb68-4a65-9d00-fffd7cd701a1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec668e50-62e4-409c-9b5a-479d7a6b0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:31Z', 'updated_at': '2021-08-17T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:42.888786 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:42.916205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=fbe624a3-cb68-4a65-9d00-fffd7cd701a1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:42.974610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.068168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.070397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.116883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.117493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Fanout notify agent at l3_agent the message router_deleted on router ec668e50-62e4-409c-9b5a-479d7a6b0ee6 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:50:43.125372 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.126607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-89281903-7ebb-4643-b32f-9c6bc2d98917 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/routers/ec668e50-62e4-409c-9b5a-479d7a6b0ee6 HTTP/1.1" status: 204 len: 168 time: 0.8219659 Aug 17 16:50:43.129445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35586) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:43.207557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:43.221749 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.228465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:43.228816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 8af11280-e07a-45c2-a2c2-66b98cd9cbb9 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:43.321634 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.331455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452f55ce-5f66-4228-b1fe-bbf89fc783b7']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:43.341294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa786ff3-cafa-407b-b163-7dac99a82d69') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:43.341583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa786ff3-cafa-407b-b163-7dac99a82d69') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:43.350752 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.365251 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.371431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:50:43.372034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:50:43.375665 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:50:43.444879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.454723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.459033 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/networks/452f55ce-5f66-4228-b1fe-bbf89fc783b7 HTTP/1.1" status: 204 len: 168 time: 0.3261347 Aug 17 16:50:43.461965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:43.470130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a5103-1185-4118-859e-68734fa541ea tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Network': ['ID=452f55ce-5f66-4228-b1fe-bbf89fc783b7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:43.538003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2163d-b7ae-469a-9bf1-f72235dc1d1c req-86e48915-d7c5-4dff-bbc4-b1b1ff7884a2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:43.539516 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9a2163d-b7ae-469a-9bf1-f72235dc1d1c req-86e48915-d7c5-4dff-bbc4-b1b1ff7884a2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0867927 Aug 17 16:50:43.566587 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c50afae-d52f-4e47-8ee5-3d2312f7b5ec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.607224 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c50afae-d52f-4e47-8ee5-3d2312f7b5ec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.612566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f9a2163d-b7ae-469a-9bf1-f72235dc1d1c req-cf6a2bb9-c84e-4435-a578-c205538740fa tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666227 Aug 17 16:50:43.669884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c50afae-d52f-4e47-8ee5-3d2312f7b5ec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.672947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c50afae-d52f-4e47-8ee5-3d2312f7b5ec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:43.674108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8c50afae-d52f-4e47-8ee5-3d2312f7b5ec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/security-groups/5523ad0b-4d7b-46ea-a0ba-0f18bb69be64 HTTP/1.1" status: 204 len: 168 time: 0.2100556 Aug 17 16:50:43.683466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50afae-d52f-4e47-8ee5-3d2312f7b5ec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523ad0b-4d7b-46ea-a0ba-0f18bb69be64,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:43.826330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c7a32a67-5582-48b3-8b12-4bdaab9af81e no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:43.850652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: c7a32a67-5582-48b3-8b12-4bdaab9af81e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:43.851000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c7a32a67-5582-48b3-8b12-4bdaab9af81e not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:43.960807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:43.965568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-976db0f1-91d1-4eab-a911-7b9837deda0b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179679554', 'description': 'tempest-secgroup-smoke-179679554 description', 'project_id': '83be27321324449294116e75a122e296'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:43.989143 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-976db0f1-91d1-4eab-a911-7b9837deda0b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.071116 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-976db0f1-91d1-4eab-a911-7b9837deda0b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.074792 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-976db0f1-91d1-4eab-a911-7b9837deda0b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.104600 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-976db0f1-91d1-4eab-a911-7b9837deda0b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.105839 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-976db0f1-91d1-4eab-a911-7b9837deda0b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1439798 Aug 17 16:50:44.107849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976db0f1-91d1-4eab-a911-7b9837deda0b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a49d162-95c0-4fb5-8386-fca6bca600c0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:44.108852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35600) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:44.115177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d79e84fb-ef80-471e-bdf2-e1d0cb6ca46c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '4a49d162-95c0-4fb5-8386-fca6bca600c0', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:44.144295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d79e84fb-ef80-471e-bdf2-e1d0cb6ca46c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.200435 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d79e84fb-ef80-471e-bdf2-e1d0cb6ca46c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.204859 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d79e84fb-ef80-471e-bdf2-e1d0cb6ca46c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.223875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e84fb-ef80-471e-bdf2-e1d0cb6ca46c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f701aab7-8ace-4497-bf8e-c1caa34df373,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:44.227147 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d79e84fb-ef80-471e-bdf2-e1d0cb6ca46c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.228366 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d79e84fb-ef80-471e-bdf2-e1d0cb6ca46c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182520 Aug 17 16:50:44.231124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35602) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:44.235681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bd80d232-12be-4d96-9a6b-18e81caf7e13 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '4a49d162-95c0-4fb5-8386-fca6bca600c0', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:44.261667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd80d232-12be-4d96-9a6b-18e81caf7e13 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.318749 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd80d232-12be-4d96-9a6b-18e81caf7e13 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.322288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd80d232-12be-4d96-9a6b-18e81caf7e13 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.340349 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80d232-12be-4d96-9a6b-18e81caf7e13 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06118a9c-7a6e-419e-9169-7b634409503e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:44.346030 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd80d232-12be-4d96-9a6b-18e81caf7e13 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.347277 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bd80d232-12be-4d96-9a6b-18e81caf7e13 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152039 Aug 17 16:50:44.350172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35604) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:44.354540 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-75a49890-b48b-45b8-932a-267f72d2ef96 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '4a49d162-95c0-4fb5-8386-fca6bca600c0', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:44.380250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75a49890-b48b-45b8-932a-267f72d2ef96 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.442396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75a49890-b48b-45b8-932a-267f72d2ef96 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.446042 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75a49890-b48b-45b8-932a-267f72d2ef96 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.465376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a49890-b48b-45b8-932a-267f72d2ef96 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bc92de-2612-4077-8c45-f6463ee141f1,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:44.472443 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75a49890-b48b-45b8-932a-267f72d2ef96 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.474118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-75a49890-b48b-45b8-932a-267f72d2ef96 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229997 Aug 17 16:50:44.476811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35606) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:44.481419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4f16e830-357d-4dff-a400-0ca5c6063957 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '4a49d162-95c0-4fb5-8386-fca6bca600c0', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:44.507866 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f16e830-357d-4dff-a400-0ca5c6063957 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.567412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f16e830-357d-4dff-a400-0ca5c6063957 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.571053 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f16e830-357d-4dff-a400-0ca5c6063957 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.590697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16e830-357d-4dff-a400-0ca5c6063957 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab82d99-2e8e-4beb-9435-34e635c1080e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:44.594973 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f16e830-357d-4dff-a400-0ca5c6063957 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.596535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4f16e830-357d-4dff-a400-0ca5c6063957 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185973 Aug 17 16:50:44.599293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35608) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:44.603874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d18477ce-c5cd-470d-a5a1-6bac969b7862 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '4a49d162-95c0-4fb5-8386-fca6bca600c0', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:44.625582 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-d18477ce-c5cd-470d-a5a1-6bac969b7862 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Project 83be27321324449294116e75a122e296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:50:44.630885 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d18477ce-c5cd-470d-a5a1-6bac969b7862 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.699245 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d18477ce-c5cd-470d-a5a1-6bac969b7862 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.703844 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d18477ce-c5cd-470d-a5a1-6bac969b7862 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.725172 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18477ce-c5cd-470d-a5a1-6bac969b7862 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866a1407-e226-4594-a350-4925e124ecba,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:44.729526 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d18477ce-c5cd-470d-a5a1-6bac969b7862 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.730749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d18477ce-c5cd-470d-a5a1-6bac969b7862 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305509 Aug 17 16:50:44.733921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35612) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:44.738306 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5021083d-2697-404a-8e9b-17fc542815fb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'security_group_rule': {'security_group_id': '4a49d162-95c0-4fb5-8386-fca6bca600c0', 'project_id': '83be27321324449294116e75a122e296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:44.745896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6f56b-1383-42d5-8fcd-1f08d5cfd2d3 req-86d3fa7c-8f52-4096-91d1-3587c3af7668 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:44.747443 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18c6f56b-1383-42d5-8fcd-1f08d5cfd2d3 req-86d3fa7c-8f52-4096-91d1-3587c3af7668 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0577114 Aug 17 16:50:44.760284 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-5021083d-2697-404a-8e9b-17fc542815fb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Project 83be27321324449294116e75a122e296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:50:44.765226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5021083d-2697-404a-8e9b-17fc542815fb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.787286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18c6f56b-1383-42d5-8fcd-1f08d5cfd2d3 req-90ad0ae4-de13-496a-9375-4cb2d331dcf0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Aug 17 16:50:44.847337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5021083d-2697-404a-8e9b-17fc542815fb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.849257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fbe624a3-cb68-4a65-9d00-fffd7cd701a1 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:44.851690 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5021083d-2697-404a-8e9b-17fc542815fb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.867356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021083d-2697-404a-8e9b-17fc542815fb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42f26fb-5478-4eea-9974-aeb5f152b5a5,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:44.869767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: fbe624a3-cb68-4a65-9d00-fffd7cd701a1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:44.870392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fbe624a3-cb68-4a65-9d00-fffd7cd701a1 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:44.870814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:44.877464 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5021083d-2697-404a-8e9b-17fc542815fb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.881518 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5021083d-2697-404a-8e9b-17fc542815fb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439438 Aug 17 16:50:44.881674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35614) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:44.886611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'network': {'name': 'tempest-network-smoke--1746767945', 'project_id': '83be27321324449294116e75a122e296', 'port_security_enabled': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:44.894119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:44.894481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e1883ecf-cc8f-4d8c-8b03-03d66e740ae3 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:44.908571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:44.912156 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.936709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:50:44.945841 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:44.946171 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Added segment 51ef9429-6779-48d1-908b-e3c3c038d6d7 of type vlan for network 80e0702d-040c-41fe-b3cc-64586bee6ad2 Aug 17 16:50:44.988449 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.013516 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.019366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:45.019968 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.073274 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1905973 Aug 17 16:50:45.076021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:45.080779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'admin_state_up': True, 'project_id': '83be27321324449294116e75a122e296', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:45.085567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b3e11-2a80-406c-98e2-62fb1c81d23a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Network': ['ID=80e0702d-040c-41fe-b3cc-64586bee6ad2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:45.097292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 80e0702d-040c-41fe-b3cc-64586bee6ad2 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:50:45.107425 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.108461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.165751 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.307698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.502741 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.522269 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.630155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.25.7.58 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/2b51ddd8-8b47-4b11-9238-96b67dda1aa7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:45.732011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.770564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:45.816024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:45.820728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:45.825294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:45.828980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=2b51ddd8-8b47-4b11-9238-96b67dda1aa7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:45.993873 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2c167-f40a-4cd0-a61b-0d9933434213 req-54832da1-6389-4da1-9e5f-7521c734e0fa tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:45.995567 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fec2c167-f40a-4cd0-a61b-0d9933434213 req-54832da1-6389-4da1-9e5f-7521c734e0fa tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 943 time: 0.1345196 Aug 17 16:50:46.044616 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fec2c167-f40a-4cd0-a61b-0d9933434213 req-945af497-ede8-4e45-b4ba-a39d8fbf0fa3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Aug 17 16:50:46.145344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:46.672851 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:46.800497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router 24281eb2-7c50-4330-bba7-6b7828bf644a is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:50:46.905947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:46.916427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Sync routers for ids ['24281eb2-7c50-4330-bba7-6b7828bf644a'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:46.925272 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:46.926545 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c888871-31e0-44de-8814-9a3693ac64cb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8494277 Aug 17 16:50:46.929656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:46.930591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Routers {'24281eb2-7c50-4330-bba7-6b7828bf644a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:46.931219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24281eb2-7c50-4330-bba7-6b7828bf644a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:46.960976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c2bba2a-fdf7-41bc-988e-69f0e22a98fd tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=83be27321324449294116e75a122e296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275352 Aug 17 16:50:46.961218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35626) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:47.039951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Set router 24281eb2-7c50-4330-bba7-6b7828bf644a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:47.051441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ac30a-4fa7-492e-86fd-199503d172d0 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:47.052985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-be3ac30a-4fa7-492e-86fd-199503d172d0 tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908434 Aug 17 16:50:47.055757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:47.086686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-56f8234c-72b8-4be4-a845-b07a1b60473a tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273969 Aug 17 16:50:47.087170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35632) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:47.092504 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809459904', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'project_id': '83be27321324449294116e75a122e296', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:47.178980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c04e4-71af-4130-bcf8-39ac43c8f977 req-64db630b-24e7-4e3e-aad3-24418c4092e4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:47.181073 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894c04e4-71af-4130-bcf8-39ac43c8f977 req-64db630b-24e7-4e3e-aad3-24418c4092e4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0572996 Aug 17 16:50:47.194417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:47.197929 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:47.224585 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-894c04e4-71af-4130-bcf8-39ac43c8f977 req-10c2ee35-40cd-4e9f-93f7-9d585ddb7599 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360775 Aug 17 16:50:47.230876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:46Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:47.257872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Checking router: 24281eb2-7c50-4330-bba7-6b7828bf644a for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:47.258217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Updating router 24281eb2-7c50-4330-bba7-6b7828bf644a port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:50:47.284788 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:47.389728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:47.453567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Subnet': ['ID=f1196a5e-a4f5-415a-af23-b0ff52e77c99,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:47.457942 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Checking segment: {'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:47.458299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network hostable DHCP agents. Network: 80e0702d-040c-41fe-b3cc-64586bee6ad2, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:50:47.476217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 80e0702d-040c-41fe-b3cc-64586bee6ad2 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:50:47.485975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 80e0702d-040c-41fe-b3cc-64586bee6ad2) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:47.490440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:47.491079 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:47.501386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8246e463-361f-4377-b96b-2eb718965e62 None None] Network 80e0702d-040c-41fe-b3cc-64586bee6ad2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:47.506702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9b495d7d-89df-4383-9f1b-98d89eaba675 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4181828 Aug 17 16:50:47.509449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35636) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:50:47.588146 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 16e09193-1bbd-4950-88c4-e8cebe609d72 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:50:47.592299 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:47.614550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Transition to ACTIVE for port object 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:47.629521 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:47.928606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386542f-e102-4fcc-862f-c6cbfdca6942 None None] Pushing event updated for resources: {'Port': ['ID=2b51ddd8-8b47-4b11-9238-96b67dda1aa7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:47.937126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Attempting to bind port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:47.937126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Attempting to bind port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:47.937356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Attempting to bind port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:47.953224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:47.953601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:47.954009 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:47.954426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:47.954907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Bound port: 2b51ddd8-8b47-4b11-9238-96b67dda1aa7, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:47.955288 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:47.960043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.023107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-80e0702d-040c-41fe-b3cc-64586bee6ad2', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'tenant_id': '83be27321324449294116e75a122e296', 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:50:48.023961 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.028666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 16e09193-1bbd-4950-88c4-e8cebe609d72, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=16e09193-1bbd-4950-88c4-e8cebe609d72,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:48.062249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '16e09193-1bbd-4950-88c4-e8cebe609d72', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'port_id': '16e09193-1bbd-4950-88c4-e8cebe609d72', 'mac_address': 'fa:16:3e:61:f9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:50:48.074854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] For port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:48.079651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] For port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2b51ddd8-8b47-4b11-9238-96b67dda1aa7,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:48.144560 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.222213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.247047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.20.0.1 (80e0702d-040c-41fe-b3cc-64586bee6ad2/f1196a5e-a4f5-415a-af23-b0ff52e77c99/ea1cc299-020a-4c65-b961-1a83104251ac) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:48.249494 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Routers {'24281eb2-7c50-4330-bba7-6b7828bf644a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:48.250142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24281eb2-7c50-4330-bba7-6b7828bf644a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:48.252887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e09193-1bbd-4950-88c4-e8cebe609d72 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:50:48.294997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386542f-e102-4fcc-862f-c6cbfdca6942 None None] Pushing event updated for resources: {'Port': ['ID=2b51ddd8-8b47-4b11-9238-96b67dda1aa7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:48.320515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 16e09193-1bbd-4950-88c4-e8cebe609d72, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=16e09193-1bbd-4950-88c4-e8cebe609d72,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:48.353578 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.359387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457c191-1325-460c-b3ee-48aed319d246 req-7dad4335-df9c-4722-90c6-97b4f4b9f150 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:48.363104 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b457c191-1325-460c-b3ee-48aed319d246 req-7dad4335-df9c-4722-90c6-97b4f4b9f150 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0565252 Aug 17 16:50:48.387382 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.410795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b457c191-1325-460c-b3ee-48aed319d246 req-de9411f4-2626-4a41-9d89-69fe451ddc5d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Aug 17 16:50:48.416822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Transition to ACTIVE for port object ea1cc299-020a-4c65-b961-1a83104251ac will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:48.423260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] Set router 24281eb2-7c50-4330-bba7-6b7828bf644a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:48.450602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=16e09193-1bbd-4950-88c4-e8cebe609d72,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:48.452778 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.506964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 80e0702d-040c-41fe-b3cc-64586bee6ad2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:48.511125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:48.512922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=ea1cc299-020a-4c65-b961-1a83104251ac,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:48.515777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:48.557823 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.575551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Allocated IP 172.20.0.2 (80e0702d-040c-41fe-b3cc-64586bee6ad2/f1196a5e-a4f5-415a-af23-b0ff52e77c99/9f7def84-8793-4bfd-ab82-904ff3c938f3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:48.592469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['16e09193-1bbd-4950-88c4-e8cebe609d72'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:50:48.692404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.839125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:46Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:48.882499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8fabc-3c25-400c-8085-cd60d731e28e None None] The sync data for ids ['24281eb2-7c50-4330-bba7-6b7828bf644a'] in n-d-804878-1 is: [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:46Z', 'revision_number': 3, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:48.910912 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.928513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Transition to ACTIVE for port object 9f7def84-8793-4bfd-ab82-904ff3c938f3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:48.957818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Transition to ACTIVE for port object 9f7def84-8793-4bfd-ab82-904ff3c938f3 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:48.969112 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:48.996925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:49.003251 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:49.014112 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Network 80e0702d-040c-41fe-b3cc-64586bee6ad2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:49.018858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:49.022766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:49.030089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Pushing event updated for resources: {'Port': ['ID=9f7def84-8793-4bfd-ab82-904ff3c938f3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:49.082974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Attempting to bind port 9f7def84-8793-4bfd-ab82-904ff3c938f3 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:49.083508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Attempting to bind port 9f7def84-8793-4bfd-ab82-904ff3c938f3 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:49.083848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Attempting to bind port 9f7def84-8793-4bfd-ab82-904ff3c938f3 on network 80e0702d-040c-41fe-b3cc-64586bee6ad2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:49.084168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=ea1cc299-020a-4c65-b961-1a83104251ac,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:49.086774 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:49.089543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:49.089916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Checking segment: {'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:49.090487 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:49.090876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Bound using segment: {'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:49.091335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Bound port: 9f7def84-8793-4bfd-ab82-904ff3c938f3, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:49.091734 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:49.194205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] For port 9f7def84-8793-4bfd-ab82-904ff3c938f3, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:49.197845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] For port 9f7def84-8793-4bfd-ab82-904ff3c938f3, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9f7def84-8793-4bfd-ab82-904ff3c938f3,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:49.203983 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:49.214496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 80e0702d-040c-41fe-b3cc-64586bee6ad2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:49.216475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:49.276143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499cf6e-22f0-4716-80e3-b3297e9ebf89 None None] Pushing event updated for resources: {'Port': ['ID=9f7def84-8793-4bfd-ab82-904ff3c938f3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:49.587214 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:50:49.594178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ef98-f984-4c13-83e2-457dd02feb53 req-f37cae38-163e-48d1-95ae-a6ebdc33022c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:49.596773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdf7ef98-f984-4c13-83e2-457dd02feb53 req-f37cae38-163e-48d1-95ae-a6ebdc33022c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 944 time: 0.0638194 Aug 17 16:50:49.605520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 16e09193-1bbd-4950-88c4-e8cebe609d72 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:49.663145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bdf7ef98-f984-4c13-83e2-457dd02feb53 req-2a1e23dd-4073-4b07-9c9f-f4409656d8be tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427535 Aug 17 16:50:49.692138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 16e09193-1bbd-4950-88c4-e8cebe609d72 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:49.696911 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 16e09193-1bbd-4950-88c4-e8cebe609d72 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:49.697296 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:49.733787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router 24281eb2-7c50-4330-bba7-6b7828bf644a has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:50:49.798275 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:49.803134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:49.831897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de71671-4f12-498d-ae92-9c8a67ae4cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e09193-1bbd-4950-88c4-e8cebe609d72'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:50:49.834215 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a72e2e-b7d3-430a-ab94-c88ca29aaca2" -d '{"events": [{"server_uuid": "2de71671-4f12-498d-ae92-9c8a67ae4cb3", "name": "network-vif-plugged", "status": "completed", "tag": "16e09193-1bbd-4950-88c4-e8cebe609d72"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:50:49.848638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 16e09193-1bbd-4950-88c4-e8cebe609d72, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=16e09193-1bbd-4950-88c4-e8cebe609d72,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:49.852999 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:49.864142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:50:49.871096 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-152b1361-bb7f-4a00-b993-7a84d41760e3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "PUT /v2.0/routers/24281eb2-7c50-4330-bba7-6b7828bf644a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3606246 Aug 17 16:50:49.904374 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a306f72-befb-4592-a714-50882a9bc800 x-openstack-request-id: req-7a306f72-befb-4592-a714-50882a9bc800 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:50:49.904672 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de71671-4f12-498d-ae92-9c8a67ae4cb3", "name": "network-vif-plugged", "status": "completed", "tag": "16e09193-1bbd-4950-88c4-e8cebe609d72", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:50:49.905263 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a306f72-befb-4592-a714-50882a9bc800 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:50:49.905677 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de71671-4f12-498d-ae92-9c8a67ae4cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e09193-1bbd-4950-88c4-e8cebe609d72', 'code': 200} Aug 17 16:50:49.925021 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=16e09193-1bbd-4950-88c4-e8cebe609d72,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:50.010551 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:50.014927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ec455-f329-4f9c-b768-4e12924e5d43 req-7a9bbee2-06a2-449b-8dc9-bb65026d5ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:50.016538 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff4ec455-f329-4f9c-b768-4e12924e5d43 req-7a9bbee2-06a2-449b-8dc9-bb65026d5ef7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0548449 Aug 17 16:50:50.062242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ff4ec455-f329-4f9c-b768-4e12924e5d43 req-e67c2e83-75ec-4569-b657-49927e5b2f42 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Aug 17 16:50:50.104053 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-146f02c8-1e9f-483f-b5f8-8c783f5de0f1 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179679554&fields=id&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 267 time: 0.0350575 Aug 17 16:50:50.222415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-b7e07f87-db37-44c2-bd71-1f6736cb88e7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:50.224217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-b7e07f87-db37-44c2-bd71-1f6736cb88e7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/networks?id=80e0702d-040c-41fe-b3cc-64586bee6ad2 HTTP/1.1" status: 200 len: 797 time: 0.1122766 Aug 17 16:50:50.240716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-4ea0101a-c813-4e84-ae05-c590c9bc54bc tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/quotas/83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 375 time: 0.0104651 Aug 17 16:50:50.294879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-156c440a-ae82-4f6c-9e71-ebdcd6488578 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482986 Aug 17 16:50:50.325274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf74ca22-8481-4f61-88ad-fbc4f6624ed6 None None] Network 80e0702d-040c-41fe-b3cc-64586bee6ad2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:50:50.378644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f53cbfc6-263e-40f7-9bd3-9674350d9b7a None None] Provisioning for port 9f7def84-8793-4bfd-ab82-904ff3c938f3 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:50.398254 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-b362858a-c4ee-4214-a3d8-e86518a86250 service neutron] 10.222.0.77 "GET /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906332 Aug 17 16:50:50.496455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-7a7c3631-2443-4b1b-a478-31843832599c service neutron] 10.222.0.77 "GET /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916173 Aug 17 16:50:50.699985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d740c481-e27e-48d8-aa1f-94308f69e087 req-a011ca06-d668-4871-8a7d-6c05cf771384 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 210 time: 0.0367343 Aug 17 16:50:50.854366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed21db-b386-4200-8a28-6705b0baf1eb req-6c900c62-e564-40fb-ae80-8ead03847f06 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:50.863182 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ed21db-b386-4200-8a28-6705b0baf1eb req-6c900c62-e564-40fb-ae80-8ead03847f06 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 945 time: 0.1155827 Aug 17 16:50:50.941588 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ed21db-b386-4200-8a28-6705b0baf1eb req-43eebf5e-9c75-474e-8145-d7ad20d66c03 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746150 Aug 17 16:50:50.948136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-572692ff-8f5c-43db-9bb0-8578a1a9c8de None None] Provisioning for port ea1cc299-020a-4c65-b961-1a83104251ac completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:50.955231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-572692ff-8f5c-43db-9bb0-8578a1a9c8de None None] Provisioning complete for port ea1cc299-020a-4c65-b961-1a83104251ac triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:50.955761 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-572692ff-8f5c-43db-9bb0-8578a1a9c8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.031270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9f7def84-8793-4bfd-ab82-904ff3c938f3 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:51.051404 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Sync routers for ids ['24281eb2-7c50-4330-bba7-6b7828bf644a'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:50:51.063441 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Routers {'24281eb2-7c50-4330-bba7-6b7828bf644a'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:51.064553 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24281eb2-7c50-4330-bba7-6b7828bf644a'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:51.082538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-572692ff-8f5c-43db-9bb0-8578a1a9c8de None None] Port ea1cc299-020a-4c65-b961-1a83104251ac cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:51.107648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 9f7def84-8793-4bfd-ab82-904ff3c938f3 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:51.112168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9f7def84-8793-4bfd-ab82-904ff3c938f3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:51.112477 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.182233 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Set router 24281eb2-7c50-4330-bba7-6b7828bf644a gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:51.226035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fd299f80-c153-4a5c-bcb4-ff7fa5e5eee4 None None] Provisioning complete for port ea1cc299-020a-4c65-b961-1a83104251ac triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:51.226483 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd299f80-c153-4a5c-bcb4-ff7fa5e5eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.250160 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.281248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fd299f80-c153-4a5c-bcb4-ff7fa5e5eee4 None None] Port ea1cc299-020a-4c65-b961-1a83104251ac cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:51.299052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 9f7def84-8793-4bfd-ab82-904ff3c938f3, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9f7def84-8793-4bfd-ab82-904ff3c938f3,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:51.307906 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.309374 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:51.396734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=9f7def84-8793-4bfd-ab82-904ff3c938f3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:51.414505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fb9ce791-6fa1-45d2-aa5c-e856e67ce545 None None] Provisioning complete for port ea1cc299-020a-4c65-b961-1a83104251ac triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:51.414924 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb9ce791-6fa1-45d2-aa5c-e856e67ce545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.428095 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ea1cc299-020a-4c65-b961-1a83104251ac', 'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:3b:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:48Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 2, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:51.439330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:51.448592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:51.448960 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.458666 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Checking router: 24281eb2-7c50-4330-bba7-6b7828bf644a for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:50:51.459101 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Updating router 24281eb2-7c50-4330-bba7-6b7828bf644a port ea1cc299-020a-4c65-b961-1a83104251ac binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:50:51.482670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ce791-6fa1-45d2-aa5c-e856e67ce545 None None] Port ea1cc299-020a-4c65-b961-1a83104251ac cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:51.483012 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.539987 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.560169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2b51ddd8-8b47-4b11-9238-96b67dda1aa7,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:51.564649 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.615153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2b51ddd8-8b47-4b11-9238-96b67dda1aa7,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:51.755377 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.765854 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Transition to ACTIVE for port object ea1cc299-020a-4c65-b961-1a83104251ac will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:51.773759 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.815792 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffc9b129-17e5-4e9f-a996-4fc2444683bf req-7eaf426a-c98d-4fe7-9364-9596532f2bca tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 210 time: 0.0547175 Aug 17 16:50:51.840000 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d3525-b260-4c96-8a31-7dfdc2b7b9a6 None None] Pushing event updated for resources: {'Port': ['ID=ea1cc299-020a-4c65-b961-1a83104251ac,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:51.901334 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Attempting to bind port ea1cc299-020a-4c65-b961-1a83104251ac on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:51.901769 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Attempting to bind port ea1cc299-020a-4c65-b961-1a83104251ac by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:51.902046 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Attempting to bind port ea1cc299-020a-4c65-b961-1a83104251ac on network 80e0702d-040c-41fe-b3cc-64586bee6ad2 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:51.909112 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:51.909905 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Checking segment: {'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:51.910341 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.910889 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Bound using segment: {'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:51.911356 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Bound port: ea1cc299-020a-4c65-b961-1a83104251ac, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:51.911777 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:51.916426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-bd2b7961-f87e-4812-ba02-be135c38044e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:51.918584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-bd2b7961-f87e-4812-ba02-be135c38044e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.91 "GET /v2.0/networks?id=80e0702d-040c-41fe-b3cc-64586bee6ad2 HTTP/1.1" status: 200 len: 797 time: 0.1481502 Aug 17 16:50:51.971416 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-5e8902d1-1fd1-4ce1-bed6-d6f3a73f58da tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83be27321324449294116e75a122e296 HTTP/1.1" status: 200 len: 379 time: 0.0399113 Aug 17 16:50:51.989010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'port': {'device_id': '88535c19-a128-4fc5-9a56-45f75bb94016', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'admin_state_up': True, 'tenant_id': '83be27321324449294116e75a122e296', 'security_groups': ['4a49d162-95c0-4fb5-8386-fca6bca600c0']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:51.990634 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] For port ea1cc299-020a-4c65-b961-1a83104251ac, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:51.993798 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] For port ea1cc299-020a-4c65-b961-1a83104251ac, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea1cc299-020a-4c65-b961-1a83104251ac,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:51.999015 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:52.065806 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d3525-b260-4c96-8a31-7dfdc2b7b9a6 None None] Pushing event updated for resources: {'Port': ['ID=ea1cc299-020a-4c65-b961-1a83104251ac,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:52.070209 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Routers {'24281eb2-7c50-4330-bba7-6b7828bf644a'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:50:52.070928 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24281eb2-7c50-4330-bba7-6b7828bf644a'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:52.083534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ecc75-1208-4d21-a141-1b8ff15a2631 req-f65e3533-4169-424e-bb6a-5c3398a1cff5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:52.092681 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a41ecc75-1208-4d21-a141-1b8ff15a2631 req-f65e3533-4169-424e-bb6a-5c3398a1cff5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 945 time: 0.0677555 Aug 17 16:50:52.135669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a41ecc75-1208-4d21-a141-1b8ff15a2631 req-e18233ef-72fc-4520-a959-86be1c532ad9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Aug 17 16:50:52.147864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Made reservation on behalf of 83be27321324449294116e75a122e296 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:50:52.152322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:52.207002 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] Set router 24281eb2-7c50-4330-bba7-6b7828bf644a gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:50:52.320364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846c5d-c1bf-4364-b573-56d8dab96c2f req-5307f114-58d6-4bc8-b9f5-fcfc163f1c3e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:52.321899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74846c5d-c1bf-4364-b573-56d8dab96c2f req-5307f114-58d6-4bc8-b9f5-fcfc163f1c3e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 945 time: 0.1025100 Aug 17 16:50:52.352439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.20.0.5 (80e0702d-040c-41fe-b3cc-64586bee6ad2/f1196a5e-a4f5-415a-af23-b0ff52e77c99/97b3aea2-5e6b-4dbd-b36d-06565d1c2383) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:50:52.394218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74846c5d-c1bf-4364-b573-56d8dab96c2f req-689acdf4-69ae-4153-a63b-2b67cabd08a4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600867 Aug 17 16:50:52.425211 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ea1cc299-020a-4c65-b961-1a83104251ac', 'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:3b:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:48Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:50:52.457120 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedddb81-a2da-4281-8468-88e6ebb8927b None None] The sync data for ids ['24281eb2-7c50-4330-bba7-6b7828bf644a'] in n-d-804878-1 is: [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ea1cc299-020a-4c65-b961-1a83104251ac', 'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:3b:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:48Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:50:52.585788 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:52.586841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4aa88-c4d2-4cf6-ac9b-3f4873f81ea3 req-9e4b437d-baa4-46ca-9cbd-a25d8fb62123 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:52.588564 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c4aa88-c4d2-4cf6-ac9b-3f4873f81ea3 req-9e4b437d-baa4-46ca-9cbd-a25d8fb62123 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 945 time: 0.0871017 Aug 17 16:50:52.608694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Transition to ACTIVE for port object 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:52.630484 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0c4aa88-c4d2-4cf6-ac9b-3f4873f81ea3 req-4f7f4643-e9d3-493b-85ca-2140a88c90af tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Aug 17 16:50:52.669956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:52.732496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network 80e0702d-040c-41fe-b3cc-64586bee6ad2 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:50:52.736082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:50:52.741022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:50:52.745137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:52.797774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:52.799103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:52.821429 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-d250a23a-e791-495f-a07d-456ebb1178c0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8402622 Aug 17 16:50:52.849552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Request body: {'port': {'device_id': '88535c19-a128-4fc5-9a56-45f75bb94016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:50:52.982473 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.015437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c02f77-00b8-44be-a337-108617260f98 req-48f0fe81-1284-4143-a514-462fdd5bf6b1 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:53.028404 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-97c02f77-00b8-44be-a337-108617260f98 req-48f0fe81-1284-4143-a514-462fdd5bf6b1 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 945 time: 0.1042821 Aug 17 16:50:53.031145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9f7def84-8793-4bfd-ab82-904ff3c938f3 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:53.068918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42906ce-2505-478b-9412-9601f0de08d8 req-0d30cec2-cbfb-4c7c-bd95-5d986a6b9b63 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:53.070282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b42906ce-2505-478b-9412-9601f0de08d8 req-0d30cec2-cbfb-4c7c-bd95-5d986a6b9b63 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 931 time: 0.1260200 Aug 17 16:50:53.083465 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-97c02f77-00b8-44be-a337-108617260f98 req-5116674d-121e-43c6-b5c2-517a4ff04732 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537462 Aug 17 16:50:53.106517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9f7def84-8793-4bfd-ab82-904ff3c938f3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:53.107174 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.191359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b42906ce-2505-478b-9412-9601f0de08d8 req-fb9e7757-b645-4373-8148-58e16ac51476 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138525 Aug 17 16:50:53.333926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f98e7cb1-b1f2-45e8-bde5-a935ffd65baf None None] Provisioning for port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:53.338547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f98e7cb1-b1f2-45e8-bde5-a935ffd65baf None None] Provisioning complete for port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:53.339112 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f98e7cb1-b1f2-45e8-bde5-a935ffd65baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.360558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:50:53.368768 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.382693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Transition to ACTIVE for port object 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:50:53.388094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.401381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f98e7cb1-b1f2-45e8-bde5-a935ffd65baf None None] Port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:50:53.403871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea1cc299-020a-4c65-b961-1a83104251ac up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:53.468054 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ea1cc299-020a-4c65-b961-1a83104251ac completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:53.468225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Pushing event updated for resources: {'Port': ['ID=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:53.479075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ea1cc299-020a-4c65-b961-1a83104251ac triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:53.479715 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.520791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Attempting to bind port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:50:53.521250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Attempting to bind port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:50:53.521981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Attempting to bind port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 on network 80e0702d-040c-41fe-b3cc-64586bee6ad2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:53.526803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 on network 80e0702d-040c-41fe-b3cc-64586bee6ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:50:53.527224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Attempting to bind port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 on network 80e0702d-040c-41fe-b3cc-64586bee6ad2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:50:53.534825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:50:53.534825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Checking segment: {'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:50:53.535202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Bound using segment: {'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:50:53.535595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Bound port: 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ef9429-6779-48d1-908b-e3c3c038d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:50:53.535965 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.589710 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.610090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] For port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:50:53.615284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] For port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:50:53.626557 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.636333 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ea1cc299-020a-4c65-b961-1a83104251ac, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea1cc299-020a-4c65-b961-1a83104251ac,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:53.642678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.643551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:53.675706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:53.676129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.677780 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] 10.222.0.91 "PUT /v2.0/ports/97b3aea2-5e6b-4dbd-b36d-06565d1c2383 HTTP/1.1" status: 200 len: 1091 time: 0.8475792 Aug 17 16:50:53.678407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:50:53.680918 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2551ba-eb27-4606-981f-bd31f21d4d58" -d '{"events": [{"name": "network-changed", "server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:50:53.704048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13d73f-79ff-481b-81fd-be9f095d453b service neutron] Pushing event updated for resources: {'Port': ['ID=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:53.770409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ea1cc299-020a-4c65-b961-1a83104251ac,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:53.797520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:53.798044 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:53.816915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-5870157a-1c30-41f8-a1e6-5494347cbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:53.818503 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-5870157a-1c30-41f8-a1e6-5494347cbadd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 1094 time: 0.0930917 Aug 17 16:50:53.880639 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-44e94d9b-d2cb-49ca-b422-dfd683d8fc46 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383 HTTP/1.1" status: 200 len: 217 time: 0.0475996 Aug 17 16:50:53.882268 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73d66fb-6789-42f1-be55-36aa17e18852 x-openstack-request-id: req-a73d66fb-6789-42f1-be55-36aa17e18852 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:50:53.882577 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:50:53.882826 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a73d66fb-6789-42f1-be55-36aa17e18852 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:50:53.883225 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'status': 'completed', 'code': 200} Aug 17 16:50:53.943601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-98f34ccc-11c1-4f77-9cdc-0df2875d46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:53.945064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-98f34ccc-11c1-4f77-9cdc-0df2875d46d6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f1196a5e-a4f5-415a-af23-b0ff52e77c99 HTTP/1.1" status: 200 len: 834 time: 0.0573804 Aug 17 16:50:53.994425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-91e5b6b0-d2d2-41ab-a5fa-82ccbacd07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:53.996192 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-91e5b6b0-d2d2-41ab-a5fa-82ccbacd07a3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80e0702d-040c-41fe-b3cc-64586bee6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427661 Aug 17 16:50:54.089107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-6af6b930-099c-4bb1-8f28-18fd19fd11ce service neutron] 10.222.0.91 "GET /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852759 Aug 17 16:50:54.211730 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4a49551-b66c-47dc-934b-26ee1319b9e5 req-9bd56a15-b712-453c-9e0f-aec66f42c2b0 service neutron] 10.222.0.91 "GET /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154308 Aug 17 16:50:54.224057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7bf67-b163-4274-9440-8037712e80d0 req-3184610c-6321-487b-ac46-c6ad785cb5b8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:54.225771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-89e7bf67-b163-4274-9440-8037712e80d0 req-3184610c-6321-487b-ac46-c6ad785cb5b8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 945 time: 0.0725057 Aug 17 16:50:54.277064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-89e7bf67-b163-4274-9440-8037712e80d0 req-e15c5bf4-c15f-4932-babd-aa3aa587cf2f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Aug 17 16:50:54.307157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-19b8ad1d-fa2b-4889-a5aa-6157414ee3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:54.308970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-19b8ad1d-fa2b-4889-a5aa-6157414ee3dd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 1094 time: 0.0463939 Aug 17 16:50:54.320133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180539b-6a74-4a87-a465-e302d6edc37d req-e15b2758-65a8-4db8-837b-aec8334b5e11 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:54.321763 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2180539b-6a74-4a87-a465-e302d6edc37d req-e15b2758-65a8-4db8-837b-aec8334b5e11 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 943 time: 0.0528514 Aug 17 16:50:54.361428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2180539b-6a74-4a87-a465-e302d6edc37d req-5ce8495f-60b4-4dd6-8287-30d9691ad39b tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330536 Aug 17 16:50:54.411737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-5e9a423e-2be8-41e4-b12b-547bfa75e095 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:54.413244 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-5e9a423e-2be8-41e4-b12b-547bfa75e095 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 945 time: 0.1032524 Aug 17 16:50:54.465862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-d6e45ad0-9873-4c24-9e76-75a1819ea4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:54.467380 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-d6e45ad0-9873-4c24-9e76-75a1819ea4ba service neutron] 10.222.0.91 "GET /v2.0/networks?id=80e0702d-040c-41fe-b3cc-64586bee6ad2 HTTP/1.1" status: 200 len: 898 time: 0.1489525 Aug 17 16:50:54.527616 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-ae6b5437-0d34-4a07-ad5a-d912924ace75 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383 HTTP/1.1" status: 200 len: 217 time: 0.0521441 Aug 17 16:50:54.590239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-b6003728-4d19-4f01-95be-d1e39c6b90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:54.591726 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-b6003728-4d19-4f01-95be-d1e39c6b90a1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f1196a5e-a4f5-415a-af23-b0ff52e77c99 HTTP/1.1" status: 200 len: 834 time: 0.0570629 Aug 17 16:50:54.594432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-c8fcb337-67f2-45e0-880e-ac480a1ca7a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Deleting port 16e09193-1bbd-4950-88c4-e8cebe609d72 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:54.594765 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-c8fcb337-67f2-45e0-880e-ac480a1ca7a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:54.697225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-51863955-8c92-40f6-a52b-edd2611483a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:54.698753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-51863955-8c92-40f6-a52b-edd2611483a5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80e0702d-040c-41fe-b3cc-64586bee6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905981 Aug 17 16:50:54.764067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-c8fcb337-67f2-45e0-880e-ac480a1ca7a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] For port 16e09193-1bbd-4950-88c4-e8cebe609d72, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=16e09193-1bbd-4950-88c4-e8cebe609d72,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:54.764451 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-c8fcb337-67f2-45e0-880e-ac480a1ca7a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:54.783433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-c8fcb337-67f2-45e0-880e-ac480a1ca7a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Calling delete_port for 16e09193-1bbd-4950-88c4-e8cebe609d72 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:50:54.848878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea1cc299-020a-4c65-b961-1a83104251ac up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:54.857861 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-a6f973fc-fd28-4b78-9d45-323796154a83 service neutron] 10.222.0.91 "GET /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485405 Aug 17 16:50:54.905564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ea1cc299-020a-4c65-b961-1a83104251ac triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:54.906059 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:55.012609 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa2551ba-eb27-4606-981f-bd31f21d4d58 req-10091939-8d03-4639-9c2a-35f4fa2b8efe service neutron] 10.222.0.91 "GET /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423945 Aug 17 16:50:55.027147 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-c8fcb337-67f2-45e0-880e-ac480a1ca7a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:55.039606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['16e09193-1bbd-4950-88c4-e8cebe609d72'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:50:55.056854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcb337-67f2-45e0-880e-ac480a1ca7a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'Port': ['ID=16e09193-1bbd-4950-88c4-e8cebe609d72,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:55.097534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-c8fcb337-67f2-45e0-880e-ac480a1ca7a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] No DVR routers for this DVR port 16e09193-1bbd-4950-88c4-e8cebe609d72 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:50:55.100672 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-c8fcb337-67f2-45e0-880e-ac480a1ca7a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:55.102847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a1d9d0c-7827-4f49-b0b0-e91142e00c4d req-c8fcb337-67f2-45e0-880e-ac480a1ca7a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "DELETE /v2.0/ports/16e09193-1bbd-4950-88c4-e8cebe609d72 HTTP/1.1" status: 204 len: 173 time: 0.6811197 Aug 17 16:50:55.372819 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0a369ff9-2313-42ea-ae4e-a3df313eec0d req-695404cf-1fab-44b6-a96b-1ab392d88f0c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0272794 Aug 17 16:50:55.480724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8677-bf3a-4504-a134-20d818c77b23 req-553b0f7b-da92-44bf-9c06-c63613d1f729 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:55.482203 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-082d8677-bf3a-4504-a134-20d818c77b23 req-553b0f7b-da92-44bf-9c06-c63613d1f729 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 943 time: 0.0489161 Aug 17 16:50:55.526605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-082d8677-bf3a-4504-a134-20d818c77b23 req-63ecef09-2f52-4b34-92ed-686e9149c003 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380285 Aug 17 16:50:55.884243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de71671-4f12-498d-ae92-9c8a67ae4cb3', 'name': 'network-vif-deleted', 'tag': '16e09193-1bbd-4950-88c4-e8cebe609d72'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:50:55.886580 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96cbb71-ba83-4d7e-a6d6-65ddae9ad04a" -d '{"events": [{"server_uuid": "2de71671-4f12-498d-ae92-9c8a67ae4cb3", "name": "network-vif-deleted", "tag": "16e09193-1bbd-4950-88c4-e8cebe609d72"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:50:55.923018 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07ebe18-446d-408b-b024-7db0d08fa32e x-openstack-request-id: req-f07ebe18-446d-408b-b024-7db0d08fa32e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:50:55.923310 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de71671-4f12-498d-ae92-9c8a67ae4cb3", "name": "network-vif-deleted", "tag": "16e09193-1bbd-4950-88c4-e8cebe609d72", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:50:55.923556 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f07ebe18-446d-408b-b024-7db0d08fa32e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:50:55.923945 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de71671-4f12-498d-ae92-9c8a67ae4cb3', 'name': 'network-vif-deleted', 'tag': '16e09193-1bbd-4950-88c4-e8cebe609d72', 'status': 'completed', 'code': 200} Aug 17 16:50:56.473310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7fe9411-d71a-4f42-a8ad-175eca4e3c58 req-71598f13-f205-4055-be4f-859af36a0fa1 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0271714 Aug 17 16:50:56.646216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dd0b5-bfe4-43f7-8c56-bdedbe5afc17 req-84fc0a92-ab6a-4763-9275-669dc1a8d7be tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:56.647784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd0dd0b5-bfe4-43f7-8c56-bdedbe5afc17 req-84fc0a92-ab6a-4763-9275-669dc1a8d7be tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 943 time: 0.0504296 Aug 17 16:50:56.687857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd0dd0b5-bfe4-43f7-8c56-bdedbe5afc17 req-7e4ca1b0-3852-4438-8053-2baacd4ff97f tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334802 Aug 17 16:50:57.567721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e044ca1-96ae-4541-81b9-7b3a8959215d req-f5a242db-3009-45c9-b8e0-d6f252c44a7f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0276213 Aug 17 16:50:57.632167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 16e09193-1bbd-4950-88c4-e8cebe609d72 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:50:57.651990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 16e09193-1bbd-4950-88c4-e8cebe609d72 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:50:57.652340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 16e09193-1bbd-4950-88c4-e8cebe609d72 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:50:57.815430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bb0b6-4dd3-4b56-ac4c-c10f161bc97e req-062aa794-74a9-4d1c-90ef-2cdfd0d334e5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:57.817239 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-858bb0b6-4dd3-4b56-ac4c-c10f161bc97e req-062aa794-74a9-4d1c-90ef-2cdfd0d334e5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 943 time: 0.0563049 Aug 17 16:50:57.857848 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-858bb0b6-4dd3-4b56-ac4c-c10f161bc97e req-814f52d5-d898-4324-a097-f9fff47da377 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342448 Aug 17 16:50:57.883064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:50:57.989405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:58.000511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'port_id': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'mac_address': 'fa:16:3e:64:15:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:50:58.037296 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:58.050365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:50:58.070532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:58.075303 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:58.128938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:50:58.313441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['97b3aea2-5e6b-4dbd-b36d-06565d1c2383'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:50:58.393170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27714c6-e679-491f-ae62-a5bc1070dcc1 req-e427416c-3aa4-4b22-8b7d-471323e46454 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:58.394881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c27714c6-e679-491f-ae62-a5bc1070dcc1 req-e427416c-3aa4-4b22-8b7d-471323e46454 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 946 time: 0.0569625 Aug 17 16:50:58.439371 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c27714c6-e679-491f-ae62-a5bc1070dcc1 req-811270d4-6b3d-45cd-aa2b-1c17fb118a10 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376585 Aug 17 16:50:58.674945 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8554134-0ac1-48ac-8614-d0994fb3a788 req-03b16676-a5ab-416a-a5f5-d31b503cdf0a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2de71671-4f12-498d-ae92-9c8a67ae4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0274603 Aug 17 16:50:58.983862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b17ea-aac1-4f89-ba77-1ef93fe2a239 req-b633a559-48ed-42f0-90f7-23938fa43577 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:58.984906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-516b17ea-aac1-4f89-ba77-1ef93fe2a239 req-b633a559-48ed-42f0-90f7-23938fa43577 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 944 time: 0.0578558 Aug 17 16:50:59.024459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-516b17ea-aac1-4f89-ba77-1ef93fe2a239 req-f57a9068-17ab-4295-88dd-11dd80d20765 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332198 Aug 17 16:50:59.564278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a413535-9e55-4c1f-982a-cd377f204b29 req-cb5d0247-57b9-4db3-ac53-86c42304053b tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:59.565748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a413535-9e55-4c1f-982a-cd377f204b29 req-cb5d0247-57b9-4db3-ac53-86c42304053b tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 946 time: 0.0495934 Aug 17 16:50:59.603798 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a413535-9e55-4c1f-982a-cd377f204b29 req-05495931-bbbe-4834-beea-cf6535e05303 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf308d21-5d27-4bac-be2e-6563c36b31d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320606 Aug 17 16:50:59.659880 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f301362-e19c-4492-8064-87d92cf06d61 req-d18ddeed-239f-47f8-99e9-fc0a7a70983a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:50:59.661366 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f301362-e19c-4492-8064-87d92cf06d61 req-d18ddeed-239f-47f8-99e9-fc0a7a70983a tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 946 time: 0.0482891 Aug 17 16:50:59.761178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Deleting port af959559-8131-4183-9419-11d8264c80c1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:50:59.761517 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:59.855408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] For port af959559-8131-4183-9419-11d8264c80c1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=af959559-8131-4183-9419-11d8264c80c1,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:50:59.855778 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:50:59.898570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:50:59.949156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:50:59.953511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:50:59.953933 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:00.037199 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:00.088627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:00.090227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:51:00.093298 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1618042c-7b26-4fd8-89a1-4497b4879f26" -d '{"events": [{"server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "name": "network-vif-plugged", "status": "completed", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:51:00.097135 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:00.147707 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d329104-9ccd-48e9-8238-b08abac37952 x-openstack-request-id: req-5d329104-9ccd-48e9-8238-b08abac37952 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:51:00.148431 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "name": "network-vif-plugged", "status": "completed", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:51:00.149213 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d329104-9ccd-48e9-8238-b08abac37952 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:51:00.151387 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'code': 200} Aug 17 16:51:00.173046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:00.242746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51060ae6-3754-4f2e-9f63-d40001179a4f req-77187b77-8de7-4c8f-8090-b7d0693fb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:00.245075 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51060ae6-3754-4f2e-9f63-d40001179a4f req-77187b77-8de7-4c8f-8090-b7d0693fb338 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 1096 time: 0.0439427 Aug 17 16:51:00.287234 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51060ae6-3754-4f2e-9f63-d40001179a4f req-5d4c3973-a82e-4522-865e-49b3813259cf service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339570 Aug 17 16:51:00.455764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f307d7-8a23-4490-a35b-d557fb069421 req-9ffb41ed-c0b1-41fa-af0c-701851381d33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:00.457327 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7f307d7-8a23-4490-a35b-d557fb069421 req-9ffb41ed-c0b1-41fa-af0c-701851381d33 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0980613 Aug 17 16:51:00.492582 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:00.492939 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:00.493175 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Floating IP 35b34424-8bc8-4c8c-bf6c-51307259adf4 disassociated. External IP: 172.25.7.109, port: af959559-8131-4183-9419-11d8264c80c1. Aug 17 16:51:00.493520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Calling delete_port for af959559-8131-4183-9419-11d8264c80c1 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:00.522513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f7f307d7-8a23-4490-a35b-d557fb069421 req-14763bff-6fb8-44f0-83a7-e1ee0b99c40c tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575953 Aug 17 16:51:00.641127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:00.669448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event deleted for resources: {'Port': ['ID=af959559-8131-4183-9419-11d8264c80c1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:00.806387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:51:00.843266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae571a41-4e4a-41be-baa5-da51d1d93ea0 req-e9e04787-ff8f-4d11-a8af-9884c35f91aa tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc443b21-3a76-4b33-a982-550861ec4049 HTTP/1.1" status: 200 len: 210 time: 0.0332427 Aug 17 16:51:00.926953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:51:00.940710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] Sync routers for ids ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:51:00.953388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] Routers {'48f4ccc2-c249-4251-9a2d-cae00c3f7899'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:51:00.954402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:00.979440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] No DVR routers for this DVR port af959559-8131-4183-9419-11d8264c80c1 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:51:00.983043 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:00.985322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f301362-e19c-4492-8064-87d92cf06d61 req-526780d9-d9ac-4291-b73c-4f267b22b0ea tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.91 "DELETE /v2.0/ports/af959559-8131-4183-9419-11d8264c80c1 HTTP/1.1" status: 204 len: 173 time: 1.3166854 Aug 17 16:51:00.985791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc443b21-3a76-4b33-a982-550861ec4049', 'name': 'network-vif-deleted', 'tag': 'af959559-8131-4183-9419-11d8264c80c1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:51:00.988913 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811babe5-2ae0-4750-b5ab-6e35f42cea41" -d '{"events": [{"server_uuid": "cc443b21-3a76-4b33-a982-550861ec4049", "name": "network-vif-deleted", "tag": "af959559-8131-4183-9419-11d8264c80c1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:51:01.073278 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2a167e-54e1-42cb-aa7c-39fde69282e8 x-openstack-request-id: req-3c2a167e-54e1-42cb-aa7c-39fde69282e8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:51:01.073569 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc443b21-3a76-4b33-a982-550861ec4049", "name": "network-vif-deleted", "tag": "af959559-8131-4183-9419-11d8264c80c1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:51:01.073996 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c2a167e-54e1-42cb-aa7c-39fde69282e8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:51:01.074568 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc443b21-3a76-4b33-a982-550861ec4049', 'name': 'network-vif-deleted', 'tag': 'af959559-8131-4183-9419-11d8264c80c1', 'status': 'completed', 'code': 200} Aug 17 16:51:01.139108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] Set router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:51:01.256397 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0723abc0-9909-4021-95f9-6325f1ea404a req-c398b271-1f0e-4323-a1d4-273a3305fc92 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522723 Aug 17 16:51:01.333148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723abc0-9909-4021-95f9-6325f1ea404a req-9c415139-3250-47fd-9c09-e344d4a938a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:01.334934 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0723abc0-9909-4021-95f9-6325f1ea404a req-9c415139-3250-47fd-9c09-e344d4a938a7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 1096 time: 0.0522101 Aug 17 16:51:01.391173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:56Z', 'revision_number': 5, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:01.422871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] Checking router: 48f4ccc2-c249-4251-9a2d-cae00c3f7899 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:51:01.442580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] Routers {'48f4ccc2-c249-4251-9a2d-cae00c3f7899'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:51:01.443235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:01.457601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723abc0-9909-4021-95f9-6325f1ea404a req-0bf25864-c6a7-4c05-bb8e-7a2a5563937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:01.459435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0723abc0-9909-4021-95f9-6325f1ea404a req-0bf25864-c6a7-4c05-bb8e-7a2a5563937e service neutron] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 912 time: 0.0964813 Aug 17 16:51:01.546415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0723abc0-9909-4021-95f9-6325f1ea404a req-ef6c66db-811a-4592-b546-522069002246 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 HTTP/1.1" status: 200 len: 1000 time: 0.0784194 Aug 17 16:51:01.579083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] Set router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:51:01.605440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723abc0-9909-4021-95f9-6325f1ea404a req-804c99f2-bfdd-4db1-814f-047f11791abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:01.608965 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0723abc0-9909-4021-95f9-6325f1ea404a req-804c99f2-bfdd-4db1-814f-047f11791abd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0551755 Aug 17 16:51:01.710298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723abc0-9909-4021-95f9-6325f1ea404a req-00a5ff2c-3368-408a-a485-00e20ccf281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:01.711865 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0723abc0-9909-4021-95f9-6325f1ea404a req-00a5ff2c-3368-408a-a485-00e20ccf281d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965347 Aug 17 16:51:01.724914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034708b-69a1-4a69-bea9-905213007f16 req-c1013301-fef4-4e26-8d0f-5bc3057f51c4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:01.726357 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3034708b-69a1-4a69-bea9-905213007f16 req-c1013301-fef4-4e26-8d0f-5bc3057f51c4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0659201 Aug 17 16:51:01.799171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:56Z', 'revision_number': 5, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:01.817464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3034708b-69a1-4a69-bea9-905213007f16 req-5a05463d-3d8f-46af-9be3-b8ee8d74dbec tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821145 Aug 17 16:51:01.827448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895b4af-6924-43da-a458-acc4c5ae0b0e None None] The sync data for ids ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'] in n-d-804878-1 is: [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:49Z', 'revision_number': 4, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '196e4355-8fcd-481d-a488-a5afafd7c106', 'name': '', 'network_id': '47cb50ba-444e-4368-9860-45733d526109', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'mac_address': 'fa:16:3e:74:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:48Z', 'updated_at': '2021-08-17T16:45:56Z', 'revision_number': 5, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'subnets': [{'id': 'a758837c-b63a-483d-ab06-107d0eb6eacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:51:01.845468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0723abc0-9909-4021-95f9-6325f1ea404a req-60190cd3-864b-4e29-bd11-1013c1ce3aea service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180446 Aug 17 16:51:01.931780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:02.020961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c06e59-f33c-4237-af10-21badbc8b905 req-670ee087-864a-4682-a50d-8cb877b69aed tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:02.024623 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7c06e59-f33c-4237-af10-21badbc8b905 req-670ee087-864a-4682-a50d-8cb877b69aed tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0950322 Aug 17 16:51:02.066881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0723abc0-9909-4021-95f9-6325f1ea404a req-1c9f3ec8-2a26-4eec-af6c-881e11dd7957 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132900 Aug 17 16:51:02.070178 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c7c06e59-f33c-4237-af10-21badbc8b905 req-fd7d678b-b6a5-4df0-8bb9-ccfdb9d225e5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393057 Aug 17 16:51:02.094509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35772) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:02.113658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2f304c3d-774c-4bee-b58d-a64116fbec3f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Deleting port 81d38a3d-44cf-4734-83e0-2f17274f62d4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:51:02.114158 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f304c3d-774c-4bee-b58d-a64116fbec3f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.146565 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0d6cd9b-ccf7-475a-899c-724471a537da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.158399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f990fb1-a0fc-47c2-bb91-7341dad8425f tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:02.163159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5f990fb1-a0fc-47c2-bb91-7341dad8425f tempest-TestNetworkAdvancedServerOps-303248806 tempest-TestNetworkAdvancedServerOps-303248806-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 1091 time: 0.0665970 Aug 17 16:51:02.163824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35774) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:02.168529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'tenant_id': '83be27321324449294116e75a122e296', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:51:02.195663 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.237598 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f304c3d-774c-4bee-b58d-a64116fbec3f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.238018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f304c3d-774c-4bee-b58d-a64116fbec3f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.244506 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa02cd5b-486a-4df9-aef3-44c3b7854672 None None] New status for floating IP 35b34424-8bc8-4c8c-bf6c-51307259adf4: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:51:02.253612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2f304c3d-774c-4bee-b58d-a64116fbec3f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Calling delete_port for 81d38a3d-44cf-4734-83e0-2f17274f62d4 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:02.337849 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.448485 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f304c3d-774c-4bee-b58d-a64116fbec3f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.512421 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Allocated IP 172.25.7.156 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/fca7c313-3027-49a8-abdc-ceb6e19c253d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:51:02.528823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f304c3d-774c-4bee-b58d-a64116fbec3f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event deleted for resources: {'Port': ['ID=81d38a3d-44cf-4734-83e0-2f17274f62d4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:02.547246 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f304c3d-774c-4bee-b58d-a64116fbec3f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.549800 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f304c3d-774c-4bee-b58d-a64116fbec3f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.553454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f304c3d-774c-4bee-b58d-a64116fbec3f tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "DELETE /v2.0/floatingips/35b34424-8bc8-4c8c-bf6c-51307259adf4 HTTP/1.1" status: 204 len: 168 time: 0.6182764 Aug 17 16:51:02.623600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35782) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:02.636094 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.718625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a65ac63b-a832-499b-b83d-8282fc6c0dd3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.725086 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.779336 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a65ac63b-a832-499b-b83d-8282fc6c0dd3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.788030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:51:02.800465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:51:02.803149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:51:02.849531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=fca7c313-3027-49a8-abdc-ceb6e19c253d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:02.868563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.868907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.869410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.869699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.870102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.870552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.870888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.871213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.871534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.872063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.872183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.872477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:02.958534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a65ac63b-a832-499b-b83d-8282fc6c0dd3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.961215 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a65ac63b-a832-499b-b83d-8282fc6c0dd3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:02.962666 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a65ac63b-a832-499b-b83d-8282fc6c0dd3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] 10.222.0.77 "DELETE /v2.0/security-groups/cf308d21-5d27-4bac-be2e-6563c36b31d3 HTTP/1.1" status: 204 len: 168 time: 0.3380570 Aug 17 16:51:03.000237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:03.094425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ac63b-a832-499b-b83d-8282fc6c0dd3 tempest-TestServerBasicOps-1983534855 tempest-TestServerBasicOps-1983534855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf308d21-5d27-4bac-be2e-6563c36b31d3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:03.328819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:03.409029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:03.622142 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:03.628497 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:03.640772 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:03.705275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event updated for resources: {'Port': ['ID=fca7c313-3027-49a8-abdc-ceb6e19c253d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:03.713980 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:03.833418 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Floating IP c99bcb6c-3864-4047-a709-c8eea4606279 associated. External IP: 172.25.7.156, port: 97b3aea2-5e6b-4dbd-b36d-06565d1c2383. Aug 17 16:51:03.899485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device af959559-8131-4183-9419-11d8264c80c1 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:51:03.926028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: af959559-8131-4183-9419-11d8264c80c1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:51:03.926738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device af959559-8131-4183-9419-11d8264c80c1 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:51:03.962271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] Deleting port 196e4355-8fcd-481d-a488-a5afafd7c106 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:51:03.962589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:04.074146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] For port 196e4355-8fcd-481d-a488-a5afafd7c106, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=196e4355-8fcd-481d-a488-a5afafd7c106,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:04.074985 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:04.085103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router 24281eb2-7c50-4330-bba7-6b7828bf644a has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:51:04.090292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] Calling delete_port for 196e4355-8fcd-481d-a488-a5afafd7c106 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:04.204393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:51:04.215586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] Sync routers for ids ['24281eb2-7c50-4330-bba7-6b7828bf644a'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:51:04.228275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] Routers {'24281eb2-7c50-4330-bba7-6b7828bf644a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:51:04.229595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24281eb2-7c50-4330-bba7-6b7828bf644a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:04.230087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:04.263443 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-37fca237-c1da-49c9-ace5-e7fe23e53011 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0961888 Aug 17 16:51:04.263443 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:51:04.272509 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae" -d '{"events": [{"name": "network-changed", "server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:51:04.316398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:04.347550 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6299157-4e47-4a1b-b6aa-9f5ab2a8586a x-openstack-request-id: req-e6299157-4e47-4a1b-b6aa-9f5ab2a8586a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:51:04.347936 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:51:04.348295 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6299157-4e47-4a1b-b6aa-9f5ab2a8586a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:51:04.349186 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'status': 'completed', 'code': 200} Aug 17 16:51:04.373448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc4754-18e4-4273-ad82-dc4d4a45f769 req-fbda7096-d4ea-44e1-aa77-d6ef1ed734ac tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:04.375411 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5ddc4754-18e4-4273-ad82-dc4d4a45f769 req-fbda7096-d4ea-44e1-aa77-d6ef1ed734ac tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0594606 Aug 17 16:51:04.377721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] Set router 24281eb2-7c50-4330-bba7-6b7828bf644a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:51:04.411920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=196e4355-8fcd-481d-a488-a5afafd7c106,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:04.434010 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5ddc4754-18e4-4273-ad82-dc4d4a45f769 req-b5a4faf4-9024-4807-b19c-46d1d99032b1 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492647 Aug 17 16:51:04.460593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35874) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:04.491382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-8ce705b8-ff49-4535-a1a6-a25be817da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:04.492929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-8ce705b8-ff49-4535-a1a6-a25be817da84 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 1096 time: 0.1251431 Aug 17 16:51:04.559852 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0a585e82-f5ee-432d-8088-5cdc2f93424e tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/c99bcb6c-3864-4047-a709-c8eea4606279 HTTP/1.1" status: 200 len: 991 time: 0.0981345 Aug 17 16:51:04.705613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'c99bcb6c-3864-4047-a709-c8eea4606279', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'port_id': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'mac_address': 'fa:16:3e:64:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88535c19-a128-4fc5-9a56-45f75bb94016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:51:03Z', 'updated_at': '2021-08-17T16:51:03Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1cc299-020a-4c65-b961-1a83104251ac', 'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:3b:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:48Z', 'updated_at': '2021-08-17T16:50:53Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:04.738267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] Checking router: 24281eb2-7c50-4330-bba7-6b7828bf644a for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:51:04.747891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] Routers {'24281eb2-7c50-4330-bba7-6b7828bf644a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:51:04.748590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:50:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24281eb2-7c50-4330-bba7-6b7828bf644a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:04.756838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-0956f179-d26f-4c17-9111-0dc2000bbf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:04.758335 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-0956f179-d26f-4c17-9111-0dc2000bbf1e service neutron] 10.222.0.91 "GET /v2.0/networks?id=80e0702d-040c-41fe-b3cc-64586bee6ad2 HTTP/1.1" status: 200 len: 898 time: 0.2572351 Aug 17 16:51:04.763975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:04.885899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-f8f89351-9f06-4f29-b39c-d102a54672ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383 HTTP/1.1" status: 200 len: 999 time: 0.1189256 Aug 17 16:51:04.890529 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efabd80f-a593-4c40-9e1d-e10d03ad420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:04.922011 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] Set router 24281eb2-7c50-4330-bba7-6b7828bf644a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:51:04.974128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-6b8db163-737d-4bde-a9c8-2996f665be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:04.975633 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-6b8db163-737d-4bde-a9c8-2996f665be4c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f1196a5e-a4f5-415a-af23-b0ff52e77c99 HTTP/1.1" status: 200 len: 834 time: 0.0627687 Aug 17 16:51:05.121267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-140363cc-c9de-48a5-b407-722f7fb3db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:05.122805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-140363cc-c9de-48a5-b407-722f7fb3db0c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80e0702d-040c-41fe-b3cc-64586bee6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392825 Aug 17 16:51:05.147975 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:05.192023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] Router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:51:05.368884 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'c99bcb6c-3864-4047-a709-c8eea4606279', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'port_id': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'mac_address': 'fa:16:3e:64:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88535c19-a128-4fc5-9a56-45f75bb94016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:51:03Z', 'updated_at': '2021-08-17T16:51:03Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1cc299-020a-4c65-b961-1a83104251ac', 'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:3b:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:48Z', 'updated_at': '2021-08-17T16:50:53Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:05.405547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c06e0-9b4b-4742-a27c-58dd7ebb304b None None] The sync data for ids ['24281eb2-7c50-4330-bba7-6b7828bf644a'] in n-d-804878-1 is: [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'c99bcb6c-3864-4047-a709-c8eea4606279', 'tenant_id': '83be27321324449294116e75a122e296', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'port_id': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'mac_address': 'fa:16:3e:64:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88535c19-a128-4fc5-9a56-45f75bb94016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:51:03Z', 'updated_at': '2021-08-17T16:51:03Z', 'revision_number': 0, 'project_id': '83be27321324449294116e75a122e296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1cc299-020a-4c65-b961-1a83104251ac', 'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:3b:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:48Z', 'updated_at': '2021-08-17T16:50:53Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:51:05.561692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35888) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:05.684757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-67ab2720-9b08-40b5-be57-9b23db41ba49 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/c99bcb6c-3864-4047-a709-c8eea4606279 HTTP/1.1" status: 200 len: 991 time: 0.1210730 Aug 17 16:51:05.690651 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-f4b3ebf0-7a8f-4cef-b0d5-3ef0c2a0ea3a service neutron] 10.222.0.91 "GET /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546942 Aug 17 16:51:05.715618 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a02b03-5029-4226-94e6-c48b593fa8a5 None None] New status for floating IP c99bcb6c-3864-4047-a709-c8eea4606279: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:51:05.770005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:51:05.776168 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9c44139d-cc96-4af9-970d-5f1b723d3cc5 admin admin] 10.222.0.77 "PUT /v2.0/routers/48f4ccc2-c249-4251-9a2d-cae00c3f7899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7741878 Aug 17 16:51:05.778860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:05.782281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] Sync routers for ids ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:51:05.797165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] Routers {'48f4ccc2-c249-4251-9a2d-cae00c3f7899'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:51:05.797898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:51:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:05.911185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.001407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] Set router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:51:06.088945 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.099666 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e5cea29c-4d3d-4317-a0c7-5cec6500eaae req-bb97ebbc-ecc1-4860-ad06-96da257207b9 service neutron] 10.222.0.91 "GET /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992846 Aug 17 16:51:06.132164 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.164114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Deleting port 83e8c55e-fde5-4ff8-8278-926c87df044d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:51:06.164732 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.244317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:51:04Z', 'revision_number': 5, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port': {'id': '83e8c55e-fde5-4ff8-8278-926c87df044d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:06.279025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] Checking router: 48f4ccc2-c249-4251-9a2d-cae00c3f7899 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:51:06.281763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] For port 83e8c55e-fde5-4ff8-8278-926c87df044d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=83e8c55e-fde5-4ff8-8278-926c87df044d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:06.282141 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.288820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] Routers {'48f4ccc2-c249-4251-9a2d-cae00c3f7899'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:51:06.289605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:51:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:06.305848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Calling delete_port for 83e8c55e-fde5-4ff8-8278-926c87df044d owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:06.404020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] Set router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:51:06.471383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:51:06Z', 'revision_number': 6, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:06.501877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.507653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05a234-e185-48e2-b66e-02ae0c89f10f None None] The sync data for ids ['48f4ccc2-c249-4251-9a2d-cae00c3f7899'] in n-d-804878-1 is: [{'id': '48f4ccc2-c249-4251-9a2d-cae00c3f7899', 'name': 'tempest-TestServerBasicOps-1542947795-router', 'tenant_id': '7e6ffdd0387446a4ba06732855b55340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:45Z', 'updated_at': '2021-08-17T16:51:06Z', 'revision_number': 6, 'project_id': '7e6ffdd0387446a4ba06732855b55340', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:51:06.544584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Pushing event deleted for resources: {'Port': ['ID=83e8c55e-fde5-4ff8-8278-926c87df044d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:06.615616 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.689118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35900) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:06.725206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.727845 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.776510 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-32bc58fe-7ab3-48ee-a90d-29d411a6fe95 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/c99bcb6c-3864-4047-a709-c8eea4606279 HTTP/1.1" status: 200 len: 993 time: 0.0814791 Aug 17 16:51:06.782210 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.783136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48f4ccc2-c249-4251-9a2d-cae00c3f7899 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:51:06.798016 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.799266 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-34a914b9-601c-4560-a6c4-65011b72f43c admin admin] 10.222.0.77 "DELETE /v2.0/routers/48f4ccc2-c249-4251-9a2d-cae00c3f7899 HTTP/1.1" status: 204 len: 168 time: 1.0194812 Aug 17 16:51:06.801788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:06.852399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab49be2-1e4c-434f-8241-261fcf7b31fa admin admin] Deleting subnet a758837c-b63a-483d-ab06-107d0eb6eacf {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:51:06.855647 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ab49be2-1e4c-434f-8241-261fcf7b31fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.895027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ab49be2-1e4c-434f-8241-261fcf7b31fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:06.951915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 196e4355-8fcd-481d-a488-a5afafd7c106 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:51:06.975289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 196e4355-8fcd-481d-a488-a5afafd7c106 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:51:06.975563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 196e4355-8fcd-481d-a488-a5afafd7c106 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:51:07.015433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ab49be2-1e4c-434f-8241-261fcf7b31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.088662 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ab49be2-1e4c-434f-8241-261fcf7b31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.111880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779e10b-3f67-4da9-bee1-0b19ceb48c36 None None] Network 47cb50ba-444e-4368-9860-45733d526109 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:51:07.124890 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ab49be2-1e4c-434f-8241-261fcf7b31fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.126977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ab49be2-1e4c-434f-8241-261fcf7b31fa admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a758837c-b63a-483d-ab06-107d0eb6eacf HTTP/1.1" status: 204 len: 168 time: 0.3243022 Aug 17 16:51:07.128378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab49be2-1e4c-434f-8241-261fcf7b31fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a758837c-b63a-483d-ab06-107d0eb6eacf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:07.130585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35912) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:07.216295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.340424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Deleting port 70838c67-0c29-4ce0-b751-d675347b8bb7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:51:07.340769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.348355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] DHCP port deletion for 47cb50ba-444e-4368-9860-45733d526109 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:51:07.451200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Deleting port 70838c67-0c29-4ce0-b751-d675347b8bb7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:51:07.451864 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.477854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] For port 70838c67-0c29-4ce0-b751-d675347b8bb7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=70838c67-0c29-4ce0-b751-d675347b8bb7,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:07.479363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.511198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Calling delete_port for 70838c67-0c29-4ce0-b751-d675347b8bb7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:07.584955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] For port 70838c67-0c29-4ce0-b751-d675347b8bb7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=70838c67-0c29-4ce0-b751-d675347b8bb7,segment=NetworkSegment(c505175e-2c55-40fd-b28f-9326a1e6e7fd),segment_id=c505175e-2c55-40fd-b28f-9326a1e6e7fd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:07.585257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.605664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Calling delete_port for 70838c67-0c29-4ce0-b751-d675347b8bb7 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:07.675290 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.705194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] No DVR routers for this DVR port 70838c67-0c29-4ce0-b751-d675347b8bb7 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:51:07.738551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=70838c67-0c29-4ce0-b751-d675347b8bb7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:07.740789 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.752050 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.802041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Pushing event deleted for resources: {'Port': ['ID=70838c67-0c29-4ce0-b751-d675347b8bb7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:07.813108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] No DVR routers for this DVR port 70838c67-0c29-4ce0-b751-d675347b8bb7 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:51:07.818553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.818900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.819233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.819692 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.819947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.820408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.820734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.821062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.821383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.822000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.822345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.822788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7084f-cc3d-44ce-a813-88d15348f40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:07.833775 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.845529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cb50ba-444e-4368-9860-45733d526109']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:07.865160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c505175e-2c55-40fd-b28f-9326a1e6e7fd') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:07.865393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c505175e-2c55-40fd-b28f-9326a1e6e7fd') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:07.875882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.893058 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.899486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:51:07.899883 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:51:07.902008 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:51:07.976266 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:07.995770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:08.001436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:08.001947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/47cb50ba-444e-4368-9860-45733d526109 HTTP/1.1" status: 204 len: 168 time: 0.8695061 Aug 17 16:51:08.002763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55c8fd-35bf-48c2-976e-dbaccc40e7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=47cb50ba-444e-4368-9860-45733d526109,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:08.422757 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:08.695937 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] Deleting port 9aa17dd6-f504-4e47-9e33-03de0a745402 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:51:08.696394 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:08.781199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] For port 9aa17dd6-f504-4e47-9e33-03de0a745402, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9aa17dd6-f504-4e47-9e33-03de0a745402,segment=NetworkSegment(36acad9a-327f-4c1a-a821-71d4cd5716cf),segment_id=36acad9a-327f-4c1a-a821-71d4cd5716cf)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:08.781559 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:08.797237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] Calling delete_port for 9aa17dd6-f504-4e47-9e33-03de0a745402 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:08.863771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 83e8c55e-fde5-4ff8-8278-926c87df044d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:51:08.885124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 83e8c55e-fde5-4ff8-8278-926c87df044d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:51:08.885813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 83e8c55e-fde5-4ff8-8278-926c87df044d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:51:08.886449 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 70838c67-0c29-4ce0-b751-d675347b8bb7 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:51:08.913644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 70838c67-0c29-4ce0-b751-d675347b8bb7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:51:08.914301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 70838c67-0c29-4ce0-b751-d675347b8bb7 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:51:09.042589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:09.071460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa17dd6-f504-4e47-9e33-03de0a745402,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:09.289750 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:09.520576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] Router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:51:09.639773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:51:09.653917 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] Sync routers for ids ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:51:09.655812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c8c18cd0-d591-4019-9663-aad6aa7bb6b4 admin admin] 10.222.0.77 "PUT /v2.0/routers/5faa2ac9-5d25-4343-b605-6b6e59f1e491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6520615 Aug 17 16:51:09.658535 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:09.667278 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] Routers {'5faa2ac9-5d25-4343-b605-6b6e59f1e491'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:51:09.667883 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:51:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:09.777799 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:09.789027 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] Set router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:51:09.897885 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:09.976316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Deleting port d8f36d6e-58e3-4689-8088-cca26f8a4c9a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:51:09.976823 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.015674 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'name': 'tempest-TestServerBasicOps-1974254706-router', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:53Z', 'updated_at': '2021-08-17T16:51:08Z', 'revision_number': 5, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'gw_port': {'id': 'd8f36d6e-58e3-4689-8088-cca26f8a4c9a', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:45:55Z', 'updated_at': '2021-08-17T16:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:10.049221 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] Checking router: 5faa2ac9-5d25-4343-b605-6b6e59f1e491 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:51:10.058409 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] Routers {'5faa2ac9-5d25-4343-b605-6b6e59f1e491'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:51:10.059007 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:51:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:10.078768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] For port d8f36d6e-58e3-4689-8088-cca26f8a4c9a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d8f36d6e-58e3-4689-8088-cca26f8a4c9a,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:10.079331 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.095974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Calling delete_port for d8f36d6e-58e3-4689-8088-cca26f8a4c9a owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:10.153943 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] Set router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:51:10.212491 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'name': 'tempest-TestServerBasicOps-1974254706-router', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:53Z', 'updated_at': '2021-08-17T16:51:09Z', 'revision_number': 6, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:10.257690 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b509327-f6df-4328-bd08-72220e4d186b None None] The sync data for ids ['5faa2ac9-5d25-4343-b605-6b6e59f1e491'] in n-d-804878-1 is: [{'id': '5faa2ac9-5d25-4343-b605-6b6e59f1e491', 'name': 'tempest-TestServerBasicOps-1974254706-router', 'tenant_id': '4e91876d557349a1a1d0d4595341cac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:45:53Z', 'updated_at': '2021-08-17T16:51:09Z', 'revision_number': 6, 'project_id': '4e91876d557349a1a1d0d4595341cac7', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:51:10.313210 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.352620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f36d6e-58e3-4689-8088-cca26f8a4c9a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:10.424629 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.525203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.527515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.575718 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.576114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5faa2ac9-5d25-4343-b605-6b6e59f1e491 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:51:10.584248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.589804 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6313d0c2-f671-402a-b3c8-1e28cffc3802 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5faa2ac9-5d25-4343-b605-6b6e59f1e491 HTTP/1.1" status: 204 len: 168 time: 0.9281533 Aug 17 16:51:10.590188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35934) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:10.651592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-56922278-ee5e-4f94-a80c-4bbb11ec2d70 admin admin] Deleting subnet 25b44151-5a00-46db-8a41-9ed7478b7e9f {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:51:10.656086 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56922278-ee5e-4f94-a80c-4bbb11ec2d70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.711397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56922278-ee5e-4f94-a80c-4bbb11ec2d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.827155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56922278-ee5e-4f94-a80c-4bbb11ec2d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.903011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56922278-ee5e-4f94-a80c-4bbb11ec2d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.948135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56922278-ee5e-4f94-a80c-4bbb11ec2d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b44151-5a00-46db-8a41-9ed7478b7e9f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:10.955265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56922278-ee5e-4f94-a80c-4bbb11ec2d70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:10.962859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:10.965877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1b976-98e6-41f7-b0aa-924e13f6a398 None None] Network 2d41f011-df1a-4a8c-b055-a835290df6eb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:51:10.966952 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-56922278-ee5e-4f94-a80c-4bbb11ec2d70 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/25b44151-5a00-46db-8a41-9ed7478b7e9f HTTP/1.1" status: 204 len: 168 time: 0.3755894 Aug 17 16:51:11.076368 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.197217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Deleting port 5021b451-5f60-48a4-a5c6-fcb629a74dbe {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:51:11.197902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.220468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9aa17dd6-f504-4e47-9e33-03de0a745402 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:51:11.260340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 9aa17dd6-f504-4e47-9e33-03de0a745402 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:51:11.260683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9aa17dd6-f504-4e47-9e33-03de0a745402 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:51:11.261367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d8f36d6e-58e3-4689-8088-cca26f8a4c9a no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:51:11.293412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54516664-ddb8-4a93-85fa-f4ff9ca407a1 None None] DHCP port deletion for 2d41f011-df1a-4a8c-b055-a835290df6eb request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:51:11.296115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d8f36d6e-58e3-4689-8088-cca26f8a4c9a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:51:11.296481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d8f36d6e-58e3-4689-8088-cca26f8a4c9a not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:51:11.302189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] For port 5021b451-5f60-48a4-a5c6-fcb629a74dbe, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5021b451-5f60-48a4-a5c6-fcb629a74dbe,segment=NetworkSegment(36acad9a-327f-4c1a-a821-71d4cd5716cf),segment_id=36acad9a-327f-4c1a-a821-71d4cd5716cf)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:11.302691 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.317957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Calling delete_port for 5021b451-5f60-48a4-a5c6-fcb629a74dbe owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:11.375194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-54516664-ddb8-4a93-85fa-f4ff9ca407a1 None None] Deleting port 5021b451-5f60-48a4-a5c6-fcb629a74dbe {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:51:11.375709 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54516664-ddb8-4a93-85fa-f4ff9ca407a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.420123 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.455511 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Pushing event deleted for resources: {'Port': ['ID=5021b451-5f60-48a4-a5c6-fcb629a74dbe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:11.465017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] No DVR routers for this DVR port 5021b451-5f60-48a4-a5c6-fcb629a74dbe on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:51:11.512287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-54516664-ddb8-4a93-85fa-f4ff9ca407a1 None None] For port 5021b451-5f60-48a4-a5c6-fcb629a74dbe, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5021b451-5f60-48a4-a5c6-fcb629a74dbe,segment=NetworkSegment(36acad9a-327f-4c1a-a821-71d4cd5716cf),segment_id=36acad9a-327f-4c1a-a821-71d4cd5716cf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:11.513073 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54516664-ddb8-4a93-85fa-f4ff9ca407a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.532827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-54516664-ddb8-4a93-85fa-f4ff9ca407a1 None None] Calling delete_port for 5021b451-5f60-48a4-a5c6-fcb629a74dbe owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:11.555118 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.571598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d41f011-df1a-4a8c-b055-a835290df6eb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:11.584032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36acad9a-327f-4c1a-a821-71d4cd5716cf') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:11.584319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36acad9a-327f-4c1a-a821-71d4cd5716cf') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:51:11.596059 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.621014 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.628140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:51:11.628553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:51:11.630513 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:51:11.652596 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54516664-ddb8-4a93-85fa-f4ff9ca407a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.692092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54516664-ddb8-4a93-85fa-f4ff9ca407a1 None None] Pushing event deleted for resources: {'Port': ['ID=5021b451-5f60-48a4-a5c6-fcb629a74dbe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:11.694353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54516664-ddb8-4a93-85fa-f4ff9ca407a1 None None] No DVR routers for this DVR port 5021b451-5f60-48a4-a5c6-fcb629a74dbe on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:51:11.710435 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.719812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:11.723399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2d41f011-df1a-4a8c-b055-a835290df6eb HTTP/1.1" status: 204 len: 168 time: 0.7583420 Aug 17 16:51:11.736179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80768e-8a9b-49a2-8cc1-9baa81ab3704 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d41f011-df1a-4a8c-b055-a835290df6eb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:11.875224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35946) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:11.926842 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-11a631a8-4203-4fbd-9f22-149dff198a6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e6ffdd0387446a4ba06732855b55340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502365 Aug 17 16:51:11.929423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35948) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:11.992686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b675b193-e8a1-4c13-a45f-fd57333654e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:12.015846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b675b193-e8a1-4c13-a45f-fd57333654e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:12.064267 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b675b193-e8a1-4c13-a45f-fd57333654e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:12.066971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b675b193-e8a1-4c13-a45f-fd57333654e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:12.068142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b675b193-e8a1-4c13-a45f-fd57333654e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/736fcc51-3c71-4998-8a75-935a1e286bc8 HTTP/1.1" status: 204 len: 168 time: 0.1377470 Aug 17 16:51:12.080270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675b193-e8a1-4c13-a45f-fd57333654e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736fcc51-3c71-4998-8a75-935a1e286bc8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:12.407101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 35954) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:12.455148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 35958) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:12.455870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0d16c90f-9d3b-4a83-ba37-d0d071852812 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e91876d557349a1a1d0d4595341cac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484762 Aug 17 16:51:12.508501 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8145d246-d3e8-4a89-acb9-78eac8fc1bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:12.531249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8145d246-d3e8-4a89-acb9-78eac8fc1bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:12.579541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8145d246-d3e8-4a89-acb9-78eac8fc1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:12.582102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8145d246-d3e8-4a89-acb9-78eac8fc1bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:12.583333 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8145d246-d3e8-4a89-acb9-78eac8fc1bf5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dad5f744-7738-42a7-aad4-5b47604aa018 HTTP/1.1" status: 204 len: 168 time: 0.1267221 Aug 17 16:51:12.594744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145d246-d3e8-4a89-acb9-78eac8fc1bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad5f744-7738-42a7-aad4-5b47604aa018,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:12.882785 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5021b451-5f60-48a4-a5c6-fcb629a74dbe no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:51:12.924994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 5021b451-5f60-48a4-a5c6-fcb629a74dbe {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:51:12.925661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5021b451-5f60-48a4-a5c6-fcb629a74dbe not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:51:18.450945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213519db-8780-4170-b203-8ec68cff7a14 req-1e77413a-61e6-49b0-96bf-a465da1a90cb tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:18.452539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-213519db-8780-4170-b203-8ec68cff7a14 req-1e77413a-61e6-49b0-96bf-a465da1a90cb tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0521867 Aug 17 16:51:18.495264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-213519db-8780-4170-b203-8ec68cff7a14 req-ff1cfe06-f752-4086-9fad-e33f8450fead tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364482 Aug 17 16:51:19.618875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751f0a8-33c3-4db0-8dcc-8955b739c19b req-0f9550a0-88d3-44f6-a2bb-94b480d99adf tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:19.620290 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b751f0a8-33c3-4db0-8dcc-8955b739c19b req-0f9550a0-88d3-44f6-a2bb-94b480d99adf tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0537410 Aug 17 16:51:19.658953 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b751f0a8-33c3-4db0-8dcc-8955b739c19b req-07f69258-1f48-4145-8525-035b402f478a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Aug 17 16:51:19.769460 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:20.024530 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:20.775356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d943c-d29d-4bf5-8d83-4d392ddcee64 req-c834e3b1-085e-49df-8fb1-e636f127e140 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:20.776844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b4d943c-d29d-4bf5-8d83-4d392ddcee64 req-c834e3b1-085e-49df-8fb1-e636f127e140 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0490983 Aug 17 16:51:20.815282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6b4d943c-d29d-4bf5-8d83-4d392ddcee64 req-db423274-3c0e-4b56-9aec-4e5034d2c2de tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Aug 17 16:51:21.937319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c08db-a3c7-49ca-b601-fceba33cb25f req-4b1f98e9-987a-4d88-8e8a-7ee2ddd9bab2 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:21.939051 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff9c08db-a3c7-49ca-b601-fceba33cb25f req-4b1f98e9-987a-4d88-8e8a-7ee2ddd9bab2 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0542998 Aug 17 16:51:21.979874 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff9c08db-a3c7-49ca-b601-fceba33cb25f req-2d7bb7f5-e302-479e-a0a5-15ecfcc2f711 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347695 Aug 17 16:51:23.094854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fa982-3973-4893-b2a6-8024b6450473 req-fd1e1a84-774c-42eb-9e92-cb2643843528 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:23.096235 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c5fa982-3973-4893-b2a6-8024b6450473 req-fd1e1a84-774c-42eb-9e92-cb2643843528 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0487454 Aug 17 16:51:23.134625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9c5fa982-3973-4893-b2a6-8024b6450473 req-5ce5a90e-9691-4be1-b5f9-2b3a35984804 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321844 Aug 17 16:51:23.472395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-8b982bf1-d736-4785-9036-e7d1cc92646d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:23.474187 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-8b982bf1-d736-4785-9036-e7d1cc92646d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1081500 Aug 17 16:51:23.489546 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-03f6cfb2-fc4a-414f-98ab-12dbef0091a4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/quotas/9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 375 time: 0.0097475 Aug 17 16:51:23.540372 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-33202f0f-05cc-4fe4-ae02-d4c1fbbb320b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454936 Aug 17 16:51:23.731561 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-cbc49ab8-9bb6-4f42-920e-21e1fa40916d service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835995 Aug 17 16:51:23.820275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2204b42d-aaa7-4a90-9915-ebeb8656a4b9 service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822699 Aug 17 16:51:24.003681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0d6f79e0-a02a-43d2-a83a-6561d5871188 req-535a2c12-9db0-45cf-904d-8e24bec4ae4d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 210 time: 0.0271280 Aug 17 16:51:24.257614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409bd54-3a39-4b7e-998c-6aea49ef3859 req-5ccdcd9c-49d8-4d5e-9322-e0cbf7379784 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:24.259201 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3409bd54-3a39-4b7e-998c-6aea49ef3859 req-5ccdcd9c-49d8-4d5e-9322-e0cbf7379784 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0515110 Aug 17 16:51:24.299358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3409bd54-3a39-4b7e-998c-6aea49ef3859 req-75276990-71f4-4ded-a314-a69a9d6b53bb tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333264 Aug 17 16:51:25.213590 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-76540a5a-ec07-4a55-b8a4-1f7f0cd93cc6 req-6d051f79-ebc2-4333-8395-fb2a86fa4f0e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 210 time: 0.0347562 Aug 17 16:51:25.263526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-7ad79e96-44f4-431d-ab00-e6bd33e24872 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:25.265544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-7ad79e96-44f4-431d-ab00-e6bd33e24872 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.4787548 Aug 17 16:51:25.284078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'port': {'device_id': '49f816e8-5a54-4f35-b288-c687d12d459f', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'admin_state_up': True, 'tenant_id': '9119b68d37a246b4965702f6c3c5b476'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:51:25.413267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Made reservation on behalf of 9119b68d37a246b4965702f6c3c5b476 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:51:25.417080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:25.436394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95e7bc-d4d4-41ea-8704-8c69cf62a7c2 req-5b4b4237-beec-45db-8548-6232719cb176 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:25.438620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c95e7bc-d4d4-41ea-8704-8c69cf62a7c2 req-5b4b4237-beec-45db-8548-6232719cb176 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0604470 Aug 17 16:51:25.478546 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c95e7bc-d4d4-41ea-8704-8c69cf62a7c2 req-908440d5-ee4d-4960-8d54-d8b86641aa86 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336480 Aug 17 16:51:25.556288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Allocated IP 172.20.0.3 (4e635362-b05b-4ac3-88d0-eda554336e5f/0056277a-f45d-4baf-bc74-065aba685c6d/ac4840e5-9274-4238-adbd-217aa4a42a8b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:51:25.705584 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:25.719249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Transition to ACTIVE for port object ac4840e5-9274-4238-adbd-217aa4a42a8b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:51:25.754908 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:25.805790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:51:25.809329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:51:25.814077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:51:25.838742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=ac4840e5-9274-4238-adbd-217aa4a42a8b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:25.876433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:25.877111 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:25.895618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-2abbf887-2dae-4834-bc79-a0e2d63dbc04 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6155667 Aug 17 16:51:25.908105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Request body: {'port': {'device_id': '49f816e8-5a54-4f35-b288-c687d12d459f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:51:25.979716 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:26.062270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-13ce66ae-ad0a-4fdb-ae32-31b56b37eb0a None None] Provisioning for port ac4840e5-9274-4238-adbd-217aa4a42a8b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:51:26.066348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-13ce66ae-ad0a-4fdb-ae32-31b56b37eb0a None None] Provisioning complete for port ac4840e5-9274-4238-adbd-217aa4a42a8b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:51:26.066769 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13ce66ae-ad0a-4fdb-ae32-31b56b37eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:26.102204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-13ce66ae-ad0a-4fdb-ae32-31b56b37eb0a None None] Port ac4840e5-9274-4238-adbd-217aa4a42a8b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:51:26.267113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4840e5-9274-4238-adbd-217aa4a42a8b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:51:26.275289 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:26.288827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Transition to ACTIVE for port object ac4840e5-9274-4238-adbd-217aa4a42a8b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:51:26.292419 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:26.374759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Pushing event updated for resources: {'Port': ['ID=ac4840e5-9274-4238-adbd-217aa4a42a8b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:26.435671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be7fa1-a417-46d0-b2f7-5ba32cb97043 req-514ab72b-c440-45d5-a48b-794a6f480e51 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:26.438580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6be7fa1-a417-46d0-b2f7-5ba32cb97043 req-514ab72b-c440-45d5-a48b-794a6f480e51 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.1371055 Aug 17 16:51:26.499435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6be7fa1-a417-46d0-b2f7-5ba32cb97043 req-5438b271-add0-4d85-b1fc-f9a9cf4644fd tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556567 Aug 17 16:51:26.500198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Attempting to bind port ac4840e5-9274-4238-adbd-217aa4a42a8b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:51:26.500533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Attempting to bind port ac4840e5-9274-4238-adbd-217aa4a42a8b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:51:26.500864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Attempting to bind port ac4840e5-9274-4238-adbd-217aa4a42a8b on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:51:26.505710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Port ac4840e5-9274-4238-adbd-217aa4a42a8b on network 4e635362-b05b-4ac3-88d0-eda554336e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:51:26.506037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Attempting to bind port ac4840e5-9274-4238-adbd-217aa4a42a8b on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:51:26.511248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:51:26.511597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Checking segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:51:26.511987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Bound using segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:51:26.512421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Bound port: ac4840e5-9274-4238-adbd-217aa4a42a8b, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:51:26.512786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:26.585049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] For port ac4840e5-9274-4238-adbd-217aa4a42a8b, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:51:26.589046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] For port ac4840e5-9274-4238-adbd-217aa4a42a8b, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ac4840e5-9274-4238-adbd-217aa4a42a8b,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:51:26.589896 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:51:26.596737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:26.616895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42463e-5425-427b-ab0b-f6a17336e29d req-7e1070d9-24fb-4f63-ab15-9e0f4fcc98f1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:26.619882 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8f42463e-5425-427b-ab0b-f6a17336e29d req-7e1070d9-24fb-4f63-ab15-9e0f4fcc98f1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0579910 Aug 17 16:51:26.641062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:26.641764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:26.643227 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] 10.222.0.93 "PUT /v2.0/ports/ac4840e5-9274-4238-adbd-217aa4a42a8b HTTP/1.1" status: 200 len: 1091 time: 0.7394700 Aug 17 16:51:26.643680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f816e8-5a54-4f35-b288-c687d12d459f', 'tag': 'ac4840e5-9274-4238-adbd-217aa4a42a8b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:51:26.645939 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8" -d '{"events": [{"name": "network-changed", "server_uuid": "49f816e8-5a54-4f35-b288-c687d12d459f", "tag": "ac4840e5-9274-4238-adbd-217aa4a42a8b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:51:26.671772 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8f42463e-5425-427b-ab0b-f6a17336e29d req-c67b9a8e-cceb-4277-9669-83243f00cdc1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 Aug 17 16:51:26.676934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84c6d8-bc22-4ad1-8345-f36ea1fce17e service neutron] Pushing event updated for resources: {'Port': ['ID=ac4840e5-9274-4238-adbd-217aa4a42a8b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:26.699636 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfeddff-615a-47da-ba86-79d8d8b8b029 x-openstack-request-id: req-dcfeddff-615a-47da-ba86-79d8d8b8b029 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:51:26.699884 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f816e8-5a54-4f35-b288-c687d12d459f", "tag": "ac4840e5-9274-4238-adbd-217aa4a42a8b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:51:26.700146 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dcfeddff-615a-47da-ba86-79d8d8b8b029 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:51:26.700678 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f816e8-5a54-4f35-b288-c687d12d459f', 'tag': 'ac4840e5-9274-4238-adbd-217aa4a42a8b', 'status': 'completed', 'code': 200} Aug 17 16:51:26.749581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-4cde19b6-3746-4dbb-abec-95b1f58a6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:26.751290 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-4cde19b6-3746-4dbb-abec-95b1f58a6bfc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 1094 time: 0.0446715 Aug 17 16:51:26.804442 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-f2c1db2d-1830-4b7c-b125-6a375245a3b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac4840e5-9274-4238-adbd-217aa4a42a8b HTTP/1.1" status: 200 len: 217 time: 0.0454190 Aug 17 16:51:26.867355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d58f2cb-63c3-4e59-bca1-9f68f7e5f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:26.869100 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-9d58f2cb-63c3-4e59-bca1-9f68f7e5f6c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0571420 Aug 17 16:51:26.921521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-03d2b08a-d0e4-4661-86af-d35cac1fbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:26.923520 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-03d2b08a-d0e4-4661-86af-d35cac1fbce0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475101 Aug 17 16:51:27.019159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-99661081-e6e5-4472-8428-77ae15031876 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884652 Aug 17 16:51:27.114942 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f1acc7d-1c7e-4539-86b1-f462d822394f req-0785a243-c1d8-44be-9cda-b4d217140e2f service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880418 Aug 17 16:51:27.207580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-0fa3056a-da51-438b-999f-d6670243dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:27.209227 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-0fa3056a-da51-438b-999f-d6670243dec7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 1094 time: 0.0486825 Aug 17 16:51:27.305864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-a7f86e2c-b9b9-4402-866a-7ac5c58ba84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:27.308174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-a7f86e2c-b9b9-4402-866a-7ac5c58ba84e service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0921113 Aug 17 16:51:27.351382 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-fd62673a-304b-4cac-907d-d107f9b5873e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac4840e5-9274-4238-adbd-217aa4a42a8b HTTP/1.1" status: 200 len: 217 time: 0.0351129 Aug 17 16:51:27.402020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-81f3d32b-baa8-4568-88cc-6445eb1bf76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:27.403523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-81f3d32b-baa8-4568-88cc-6445eb1bf76b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0448482 Aug 17 16:51:27.455319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-6779daa5-11f4-493a-b35f-e04ed2ec065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:27.456862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-6779daa5-11f4-493a-b35f-e04ed2ec065b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454628 Aug 17 16:51:27.566332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-4c00c7f3-9f95-45e9-92dc-0de3b23ccf37 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018002 Aug 17 16:51:27.696709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a6064-ec91-4b2f-a233-84900ab78906 req-abc0743b-3796-47a9-91f2-465b8dd7c933 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:27.697665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-749a6064-ec91-4b2f-a233-84900ab78906 req-abc0743b-3796-47a9-91f2-465b8dd7c933 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.1043856 Aug 17 16:51:27.734984 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f01aa79b-045a-4b12-8dfb-d69bc1eb95c8 req-8224606f-2b65-46bd-aefe-a28a570a9697 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605461 Aug 17 16:51:27.755453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-749a6064-ec91-4b2f-a233-84900ab78906 req-7d4d420f-7793-49c6-8a23-9ce2201187ee tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450065 Aug 17 16:51:27.840715 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47035093-9e10-4861-9ecd-171e62c0c471 req-1d1ad705-491e-4cb7-90a8-fa3359b41cb3 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:27.846959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-47035093-9e10-4861-9ecd-171e62c0c471 req-1d1ad705-491e-4cb7-90a8-fa3359b41cb3 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0570524 Aug 17 16:51:27.901189 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-47035093-9e10-4861-9ecd-171e62c0c471 req-b17addfb-8418-4e56-b6ed-6e8fb648f1bb tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440841 Aug 17 16:51:28.933991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04bbc2-63a0-4a93-8544-c25a8d0b8768 req-42eccfce-6ea4-412f-9d70-031739e74bc1 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:28.936071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e04bbc2-63a0-4a93-8544-c25a8d0b8768 req-42eccfce-6ea4-412f-9d70-031739e74bc1 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0666466 Aug 17 16:51:29.020791 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e04bbc2-63a0-4a93-8544-c25a8d0b8768 req-152790ed-3297-4d79-a9c2-4eda48224cb0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710201 Aug 17 16:51:29.074945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d294d3-76da-4a4c-bef0-07fe13c7a559 req-21212dc8-3afe-4327-a4e3-18788af99a02 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:29.076561 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07d294d3-76da-4a4c-bef0-07fe13c7a559 req-21212dc8-3afe-4327-a4e3-18788af99a02 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0620658 Aug 17 16:51:29.121899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07d294d3-76da-4a4c-bef0-07fe13c7a559 req-f4c8dd77-997f-46ab-ad15-a23e22587c9c tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368135 Aug 17 16:51:29.410650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b947b-1fb8-4f96-838d-7446e7d80aa5 req-9d68317b-a174-4116-8118-37768f14e24b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:29.412199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-482b947b-1fb8-4f96-838d-7446e7d80aa5 req-9d68317b-a174-4116-8118-37768f14e24b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0885069 Aug 17 16:51:29.462207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-482b947b-1fb8-4f96-838d-7446e7d80aa5 req-e2ad0108-a8e6-4c87-8205-255b9634a949 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 Aug 17 16:51:29.472653 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-1efb51eb-6fd5-45c8-aae0-2bed53ce131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:29.482678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-1efb51eb-6fd5-45c8-aae0-2bed53ce131f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 1096 time: 0.0680199 Aug 17 16:51:29.637850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-726ccd77-a227-442c-a5fd-941234549c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:29.640563 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-726ccd77-a227-442c-a5fd-941234549c42 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 912 time: 0.1520851 Aug 17 16:51:29.726820 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-8dfa0efd-250c-462a-af9e-cea60d894ca3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 HTTP/1.1" status: 200 len: 1000 time: 0.0793028 Aug 17 16:51:29.801086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-c4990e2a-e62f-48ae-8275-2e639630d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:29.802584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-c4990e2a-e62f-48ae-8275-2e639630d7e1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0688913 Aug 17 16:51:29.857746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-3974f12b-f0dd-45f8-a087-9f2ad9d35d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:29.860171 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-3974f12b-f0dd-45f8-a087-9f2ad9d35d0d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504277 Aug 17 16:51:29.971464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-7a2f63eb-5f76-491b-bdac-c3597ee71fc1 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027040 Aug 17 16:51:30.079560 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8c10ace4-a135-4349-ae4c-efb8578aba74 req-64900b3f-6536-4ef3-a555-dad8425d2fe6 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004727 Aug 17 16:51:30.161670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b030b-c500-4e5e-8650-d9a639787873 req-a5a5f693-470e-459e-9439-1274ae88f42b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:30.163204 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe3b030b-c500-4e5e-8650-d9a639787873 req-a5a5f693-470e-459e-9439-1274ae88f42b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0627284 Aug 17 16:51:30.203900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe3b030b-c500-4e5e-8650-d9a639787873 req-c52916bc-58db-4d1f-aceb-005bc165c070 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341311 Aug 17 16:51:30.606984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca6f43-c2da-4631-bcb3-c4eb78ad8d0c req-9f31f9bd-4725-4165-ae42-80bc15dd8a5d tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:30.609750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7ca6f43-c2da-4631-bcb3-c4eb78ad8d0c req-9f31f9bd-4725-4165-ae42-80bc15dd8a5d tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0671289 Aug 17 16:51:30.654155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7ca6f43-c2da-4631-bcb3-c4eb78ad8d0c req-966fab68-013d-4a76-8fd6-e6427c9a97e0 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385032 Aug 17 16:51:31.324931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cea490-f674-46f0-a599-2faa3b863716 req-323df4ed-abd4-4c53-9180-4031e90fff91 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:31.331007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20cea490-f674-46f0-a599-2faa3b863716 req-323df4ed-abd4-4c53-9180-4031e90fff91 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0569718 Aug 17 16:51:31.370913 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-20cea490-f674-46f0-a599-2faa3b863716 req-ec528cf5-1dff-49c8-a381-3d2254d4eec7 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380664 Aug 17 16:51:31.783193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952387-4183-443e-bb71-db1b5353371a req-05dd0fd8-bbb3-4b23-81db-f497f7b0fca0 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:31.784857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7952387-4183-443e-bb71-db1b5353371a req-05dd0fd8-bbb3-4b23-81db-f497f7b0fca0 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0556448 Aug 17 16:51:31.834938 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e7952387-4183-443e-bb71-db1b5353371a req-7b61cd93-dfb9-475c-a614-cac621c197fa tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Aug 17 16:51:32.140263 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fa58cb1-45a1-4e02-a36e-d2afd22d260c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:32.494461 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623337d-4756-4383-9c0d-ed272aeda78b req-93ac8595-2d5a-42c8-a3f0-cb294ff844a2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:32.495962 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3623337d-4756-4383-9c0d-ed272aeda78b req-93ac8595-2d5a-42c8-a3f0-cb294ff844a2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0524449 Aug 17 16:51:32.534259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3623337d-4756-4383-9c0d-ed272aeda78b req-3277faf1-4b84-4168-b6f7-52c98acd5b80 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Aug 17 16:51:33.662766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de53dd-bbf7-426a-9bdd-9c3991e0bf4b req-3592faf0-9b5f-44fb-9616-bf55d272c612 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:33.664307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54de53dd-bbf7-426a-9bdd-9c3991e0bf4b req-3592faf0-9b5f-44fb-9616-bf55d272c612 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0577989 Aug 17 16:51:33.675081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5834b95-9bc7-41c6-8ff1-8863fb27efd5 req-7d122e8d-60cd-4a08-abb2-e506507d8334 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:33.676653 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5834b95-9bc7-41c6-8ff1-8863fb27efd5 req-7d122e8d-60cd-4a08-abb2-e506507d8334 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0575728 Aug 17 16:51:33.705413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54de53dd-bbf7-426a-9bdd-9c3991e0bf4b req-ba4557c7-5953-4dc1-9972-7ef9cea57fa4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341816 Aug 17 16:51:33.720145 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5834b95-9bc7-41c6-8ff1-8863fb27efd5 req-e7a1e2d1-f117-4d91-800a-d9604fa9858d tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372512 Aug 17 16:51:34.830766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ce35-ded9-4094-abcd-704ec93fc442 req-3e74361f-4be7-41eb-8ae3-904d0b7908b1 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:34.833019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eaa6ce35-ded9-4094-abcd-704ec93fc442 req-3e74361f-4be7-41eb-8ae3-904d0b7908b1 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0552619 Aug 17 16:51:34.840590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebb9df-710b-4342-aa0f-f6d58eca0cf2 req-59688d56-051b-4433-820f-ba2f91fd96c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:34.848205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1eebb9df-710b-4342-aa0f-f6d58eca0cf2 req-59688d56-051b-4433-820f-ba2f91fd96c2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0631142 Aug 17 16:51:34.854347 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-610deffa-39ac-45d1-8005-d19d0b287172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:34.876688 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eaa6ce35-ded9-4094-abcd-704ec93fc442 req-67256f52-2209-4842-ad8c-a06e611093e1 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Aug 17 16:51:34.884338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1eebb9df-710b-4342-aa0f-f6d58eca0cf2 req-2bb7a4c7-ee0d-46b3-a37a-3c9d297c6cdf tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352788 Aug 17 16:51:35.010308 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:36.009043 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:36.015246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba9569-4748-4424-ac63-f5a06c063f17 req-1963b429-9e64-4fb6-bfac-32ad2277bbe9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:36.022875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56ba9569-4748-4424-ac63-f5a06c063f17 req-1963b429-9e64-4fb6-bfac-32ad2277bbe9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0630116 Aug 17 16:51:36.054334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf8bfa-c871-41c7-9fdf-3e3cc57385d8 req-361b7601-7b1c-4b01-ad69-c7ea3cf2fa3a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:36.059151 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d2cf8bfa-c871-41c7-9fdf-3e3cc57385d8 req-361b7601-7b1c-4b01-ad69-c7ea3cf2fa3a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0946100 Aug 17 16:51:36.062629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56ba9569-4748-4424-ac63-f5a06c063f17 req-7fdfd96d-ef67-4026-9dfb-f55961d2a8b5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388677 Aug 17 16:51:36.097430 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d2cf8bfa-c871-41c7-9fdf-3e3cc57385d8 req-91259120-8135-4b78-83b3-7b4615bddbb7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347013 Aug 17 16:51:37.186740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9879fef-4d55-4f39-b92b-0ff235811ace req-757124f3-875a-4117-a497-d6bf2122078a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:37.188379 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9879fef-4d55-4f39-b92b-0ff235811ace req-757124f3-875a-4117-a497-d6bf2122078a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0561707 Aug 17 16:51:37.216944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c35fa-d3b5-4880-8d2a-fc13d600eecc req-f9a6a35f-a88a-4327-b153-6f361ca76064 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:37.218816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e2c35fa-d3b5-4880-8d2a-fc13d600eecc req-f9a6a35f-a88a-4327-b153-6f361ca76064 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0525253 Aug 17 16:51:37.230771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9879fef-4d55-4f39-b92b-0ff235811ace req-ac1d1be8-4326-46c0-b4e1-de8476deba39 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353525 Aug 17 16:51:37.259587 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e2c35fa-d3b5-4880-8d2a-fc13d600eecc req-b431a687-ae17-44a3-ac02-9f4d70a73361 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333502 Aug 17 16:51:37.739381 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:38.354265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d1458-5e96-46a7-b51b-cc445fc8d200 req-08df6d96-2d6c-49fd-acae-cbc1bd8e4667 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:38.356339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-861d1458-5e96-46a7-b51b-cc445fc8d200 req-08df6d96-2d6c-49fd-acae-cbc1bd8e4667 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0542583 Aug 17 16:51:38.385055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91675d37-cb03-465b-8c52-9f9367c7355b req-d5ddd7ec-1f60-41cd-a565-c766411bf74a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:38.386667 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91675d37-cb03-465b-8c52-9f9367c7355b req-d5ddd7ec-1f60-41cd-a565-c766411bf74a tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0533643 Aug 17 16:51:38.403676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-861d1458-5e96-46a7-b51b-cc445fc8d200 req-264359dc-f6fb-4ecd-9a6c-57419a0714ea tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397170 Aug 17 16:51:38.430504 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91675d37-cb03-465b-8c52-9f9367c7355b req-a34b7b84-e9c9-458b-8a91-63a032c61f74 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359259 Aug 17 16:51:39.539901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0403c-2d55-4617-8f98-d09cacc7ab88 req-23c7fe88-e187-41d0-bdc8-79ed60602c13 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:39.541486 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33f0403c-2d55-4617-8f98-d09cacc7ab88 req-23c7fe88-e187-41d0-bdc8-79ed60602c13 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0495236 Aug 17 16:51:39.551903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a6c45-726a-44a1-a379-812274ee80a7 req-6b9766f6-c416-496f-b975-e75f9057fbc2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:39.553424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b1a6c45-726a-44a1-a379-812274ee80a7 req-6b9766f6-c416-496f-b975-e75f9057fbc2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0529420 Aug 17 16:51:39.582911 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33f0403c-2d55-4617-8f98-d09cacc7ab88 req-3c0f1951-7c42-4dfd-a9d8-2124fe6ad472 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Aug 17 16:51:39.592788 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b1a6c45-726a-44a1-a379-812274ee80a7 req-d0ae9791-ee3c-489d-a234-e269ee640ba4 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330720 Aug 17 16:51:40.704438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388d73d-ffd9-4832-a82f-a2e3d8b92ed0 req-b3712094-9bc2-4564-a095-fc53b021ac7d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:40.705992 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f388d73d-ffd9-4832-a82f-a2e3d8b92ed0 req-b3712094-9bc2-4564-a095-fc53b021ac7d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0547802 Aug 17 16:51:40.707458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa94b5c-4784-44d4-8211-b9f3afb2fc4f req-272b26ed-f009-4840-bc93-33c56a5d9d41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:40.709065 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4aa94b5c-4784-44d4-8211-b9f3afb2fc4f req-272b26ed-f009-4840-bc93-33c56a5d9d41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0496049 Aug 17 16:51:40.745351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f388d73d-ffd9-4832-a82f-a2e3d8b92ed0 req-7cbab417-7ea8-4b61-aff0-8af2468bcf8c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329850 Aug 17 16:51:40.747536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4aa94b5c-4784-44d4-8211-b9f3afb2fc4f req-28b88648-5c97-4318-96e0-02a1fac30a91 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Aug 17 16:51:41.870679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fe760-d934-40a4-b505-4a9c458e5f0a req-2a1a0768-ed4e-4140-a7f8-99c3cb5b803a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:41.872379 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c94fe760-d934-40a4-b505-4a9c458e5f0a req-2a1a0768-ed4e-4140-a7f8-99c3cb5b803a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0577166 Aug 17 16:51:41.873517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0a892-f46b-4d85-9f6c-707ff76f4ff1 req-69fc713b-fe3b-40a6-8eb5-d64711179cc7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:41.875583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbe0a892-f46b-4d85-9f6c-707ff76f4ff1 req-69fc713b-fe3b-40a6-8eb5-d64711179cc7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0551057 Aug 17 16:51:41.911896 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c94fe760-d934-40a4-b505-4a9c458e5f0a req-1e8f27d5-4dbb-4806-92d4-d00179b259c7 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331826 Aug 17 16:51:41.913833 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbe0a892-f46b-4d85-9f6c-707ff76f4ff1 req-49b1b4e0-9007-4b60-ab47-2f8ffe561af5 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324299 Aug 17 16:51:43.032025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb8282-4017-469e-a2ae-5466f708687b req-13c1e1af-c830-43cc-897f-70bdc707c70d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:43.033557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9dcb8282-4017-469e-a2ae-5466f708687b req-13c1e1af-c830-43cc-897f-70bdc707c70d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0518959 Aug 17 16:51:43.036032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e55bf-2ddc-40dd-9066-732c30365c0e req-cb76596d-661a-4398-99b3-0db67b5f3d89 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:43.037563 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-175e55bf-2ddc-40dd-9066-732c30365c0e req-cb76596d-661a-4398-99b3-0db67b5f3d89 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0548742 Aug 17 16:51:43.072056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9dcb8282-4017-469e-a2ae-5466f708687b req-78cbf0a2-f36b-4fe2-a986-25a7df917331 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Aug 17 16:51:43.076129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-175e55bf-2ddc-40dd-9066-732c30365c0e req-df6cc218-476a-4b1f-b3b7-6baa4c28d9ad tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325344 Aug 17 16:51:44.195841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57726f6-6244-4eae-ab57-a25bfbfc3119 req-7f3edd86-bfde-43e9-968b-79bf1dda38eb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:44.196708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ed320-7e69-42a3-9262-5db1cbc8bed7 req-b0783077-1678-477d-8e79-3aa18fe470ec tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:44.197349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a57726f6-6244-4eae-ab57-a25bfbfc3119 req-7f3edd86-bfde-43e9-968b-79bf1dda38eb tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0506821 Aug 17 16:51:44.202135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-399ed320-7e69-42a3-9262-5db1cbc8bed7 req-b0783077-1678-477d-8e79-3aa18fe470ec tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0599251 Aug 17 16:51:44.237126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a57726f6-6244-4eae-ab57-a25bfbfc3119 req-508af357-1e65-4be5-85b6-3c6dcce745fe tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335476 Aug 17 16:51:44.241562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-399ed320-7e69-42a3-9262-5db1cbc8bed7 req-9e24634c-08e5-4e5a-a9a8-72f374e09306 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Aug 17 16:51:45.355297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a03c93-4aa0-43ff-9dd9-51832d3de43a req-3ab422bc-69f2-4ddb-b567-14724c159a66 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:45.356806 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53a03c93-4aa0-43ff-9dd9-51832d3de43a req-3ab422bc-69f2-4ddb-b567-14724c159a66 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0509193 Aug 17 16:51:45.366028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615b15a-2168-4a6a-a1fb-fbb4701bdfa5 req-ece80680-6cfc-4a4c-a743-32788fed6519 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:45.367556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3615b15a-2168-4a6a-a1fb-fbb4701bdfa5 req-ece80680-6cfc-4a4c-a743-32788fed6519 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 943 time: 0.0524099 Aug 17 16:51:45.398837 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53a03c93-4aa0-43ff-9dd9-51832d3de43a req-ed696b00-a24e-443c-81af-41bf1f47b2d3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350294 Aug 17 16:51:45.411423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3615b15a-2168-4a6a-a1fb-fbb4701bdfa5 req-b753927c-fb5d-4057-9def-b2ef284008e3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376854 Aug 17 16:51:45.850997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ac4840e5-9274-4238-adbd-217aa4a42a8b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:51:45.956954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ac4840e5-9274-4238-adbd-217aa4a42a8b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ac4840e5-9274-4238-adbd-217aa4a42a8b,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:45.974619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'ac4840e5-9274-4238-adbd-217aa4a42a8b', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'port_id': 'ac4840e5-9274-4238-adbd-217aa4a42a8b', 'mac_address': 'fa:16:3e:de:d5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:51:46.016350 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:46.029046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4840e5-9274-4238-adbd-217aa4a42a8b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:51:46.048844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ac4840e5-9274-4238-adbd-217aa4a42a8b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ac4840e5-9274-4238-adbd-217aa4a42a8b,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:46.053428 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:46.102710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ac4840e5-9274-4238-adbd-217aa4a42a8b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:46.245964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['ac4840e5-9274-4238-adbd-217aa4a42a8b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:51:46.412250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cdee9-5499-4a74-a59b-96ed279b4c44 req-016d124a-a61e-42af-9bf7-f47e7373f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:46.413685 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-927cdee9-5499-4a74-a59b-96ed279b4c44 req-016d124a-a61e-42af-9bf7-f47e7373f073 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 1096 time: 0.0406122 Aug 17 16:51:46.459573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-927cdee9-5499-4a74-a59b-96ed279b4c44 req-3bf55728-a38d-4c36-863d-a7bce5e5fab8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361693 Aug 17 16:51:46.522162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe5045-bc41-40c8-997c-d6eafd3b5a3f req-ee6e35f2-3968-470e-bcbe-335d5b9c4fd3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:46.523729 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5cfe5045-bc41-40c8-997c-d6eafd3b5a3f req-ee6e35f2-3968-470e-bcbe-335d5b9c4fd3 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0545208 Aug 17 16:51:46.542982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccf472-ada4-4489-9764-b75717dccb7c req-5e810f7a-2437-4506-b88f-30ff7ba25c50 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:46.544515 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-caccf472-ada4-4489-9764-b75717dccb7c req-5e810f7a-2437-4506-b88f-30ff7ba25c50 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 944 time: 0.0586908 Aug 17 16:51:46.567957 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5cfe5045-bc41-40c8-997c-d6eafd3b5a3f req-e38c21a2-23b1-4269-b177-14bd4190f387 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375957 Aug 17 16:51:46.583905 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-caccf472-ada4-4489-9764-b75717dccb7c req-019781fa-bac8-43ad-a9e0-af09fca7e51f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Aug 17 16:51:47.685111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92df9fc-e62c-4f45-9b6d-78809fd22e3e req-a9d83e22-85cc-4c3b-8c13-d2582c699f38 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:47.686669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f92df9fc-e62c-4f45-9b6d-78809fd22e3e req-a9d83e22-85cc-4c3b-8c13-d2582c699f38 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0500536 Aug 17 16:51:47.703491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c00ba6-283e-4f67-8104-a59dc0f69c74 req-8e6432cf-1d8d-40a2-a4df-aaa533bf0c7e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:47.705023 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2c00ba6-283e-4f67-8104-a59dc0f69c74 req-8e6432cf-1d8d-40a2-a4df-aaa533bf0c7e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 944 time: 0.0521741 Aug 17 16:51:47.726064 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f92df9fc-e62c-4f45-9b6d-78809fd22e3e req-8da8768d-cc0a-4809-891c-46475c409a28 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328526 Aug 17 16:51:47.744562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2c00ba6-283e-4f67-8104-a59dc0f69c74 req-2e8a0fde-b90e-4cb9-83f5-ddde99510922 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Aug 17 16:51:47.747989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36178) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:51:47.808071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb6ae1e3-d13f-476b-8f06-5a9282f89214 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/floatingips/c99bcb6c-3864-4047-a709-c8eea4606279 HTTP/1.1" status: 200 len: 993 time: 0.0589654 Aug 17 16:51:47.854038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ac4840e5-9274-4238-adbd-217aa4a42a8b up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:51:47.903341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port ac4840e5-9274-4238-adbd-217aa4a42a8b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:51:47.907605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port ac4840e5-9274-4238-adbd-217aa4a42a8b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:51:47.908117 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:47.989045 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:48.011283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f816e8-5a54-4f35-b288-c687d12d459f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4840e5-9274-4238-adbd-217aa4a42a8b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:51:48.013492 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb50f0b-832f-4d5e-81f3-82fc0f3eb9bf" -d '{"events": [{"server_uuid": "49f816e8-5a54-4f35-b288-c687d12d459f", "name": "network-vif-plugged", "status": "completed", "tag": "ac4840e5-9274-4238-adbd-217aa4a42a8b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:51:48.026444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ac4840e5-9274-4238-adbd-217aa4a42a8b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ac4840e5-9274-4238-adbd-217aa4a42a8b,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:48.031496 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:48.058559 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad94d74-17bc-4fdf-9c7c-0f590c03f308 x-openstack-request-id: req-6ad94d74-17bc-4fdf-9c7c-0f590c03f308 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:51:48.058850 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f816e8-5a54-4f35-b288-c687d12d459f", "name": "network-vif-plugged", "status": "completed", "tag": "ac4840e5-9274-4238-adbd-217aa4a42a8b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:51:48.059099 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ad94d74-17bc-4fdf-9c7c-0f590c03f308 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:51:48.059481 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f816e8-5a54-4f35-b288-c687d12d459f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4840e5-9274-4238-adbd-217aa4a42a8b', 'code': 200} Aug 17 16:51:48.085535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ac4840e5-9274-4238-adbd-217aa4a42a8b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:48.151236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3b3ea-024a-4821-a48f-e4f9cb16894f req-a1182a12-28cb-4e99-be13-cfc906f3a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:48.152623 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ae3b3ea-024a-4821-a48f-e4f9cb16894f req-a1182a12-28cb-4e99-be13-cfc906f3a1d3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 1096 time: 0.0432992 Aug 17 16:51:48.178998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:51:48.182104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:51:48.190230 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ae3b3ea-024a-4821-a48f-e4f9cb16894f req-0200b4d1-60e1-4d21-bd57-8243e64cac82 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293720 Aug 17 16:51:48.488380 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:48.494492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:48.516478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'port_id': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'mac_address': 'fa:16:3e:64:15:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:51:48.551986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:48.562423 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:48.569845 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:48.602461 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:51:48.649959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:48.667457 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:51:48.669526 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:51:48.863006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799afe2c-6684-49f1-a35f-5fddd65e0cfe req-a112737f-2038-482b-a18c-d5f71fc864de tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:48.864533 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-799afe2c-6684-49f1-a35f-5fddd65e0cfe req-a112737f-2038-482b-a18c-d5f71fc864de tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 945 time: 0.0507851 Aug 17 16:51:48.909048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-799afe2c-6684-49f1-a35f-5fddd65e0cfe req-15fe632c-b806-49d7-8358-37257af2968d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 Aug 17 16:51:49.206458 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:49.219284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:51:49.239030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:49.243046 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:49.288659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:49.476193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['97b3aea2-5e6b-4dbd-b36d-06565d1c2383'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:51:49.760088 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:50.033594 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:50.040623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c72e3-1327-42fa-8372-bcaf6e8de7f6 req-d28ea1d0-0b17-48c8-9778-8cfd287c6524 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:50.042229 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d9c72e3-1327-42fa-8372-bcaf6e8de7f6 req-d28ea1d0-0b17-48c8-9778-8cfd287c6524 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 945 time: 0.0627759 Aug 17 16:51:50.060324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:51:50.062735 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d49dfa-1550-4a7f-8ecb-167d6c9cf5ca" -d '{"events": [{"server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "name": "network-vif-unplugged", "status": "completed", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:51:50.081921 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d9c72e3-1327-42fa-8372-bcaf6e8de7f6 req-15331574-e3e3-48ae-87ca-d5ce4e08ba44 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334313 Aug 17 16:51:50.104091 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 16:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a1a1b4-8eb4-44fe-a878-f74529f43c60 x-openstack-request-id: req-88a1a1b4-8eb4-44fe-a878-f74529f43c60 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:51:50.104618 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "name": "network-vif-unplugged", "status": "completed", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:51:50.104618 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88a1a1b4-8eb4-44fe-a878-f74529f43c60 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:51:50.105010 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'code': 200} Aug 17 16:51:50.182239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:51:50.200610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af503a43-eb4a-4b90-b64c-e9d3843d8142 req-4b87b67c-054f-4a64-a98e-91a47127e965 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:50.202115 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af503a43-eb4a-4b90-b64c-e9d3843d8142 req-4b87b67c-054f-4a64-a98e-91a47127e965 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 945 time: 0.0537550 Aug 17 16:51:50.233828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:51:50.234431 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:50.241799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af503a43-eb4a-4b90-b64c-e9d3843d8142 req-3a45070a-e340-4bcc-8e92-67a79022f014 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Aug 17 16:51:50.312782 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:50.347390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:50.352614 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:50.360912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc082872-8a56-47bd-85d8-7c4a248d1a8b req-77d53402-8c7c-4870-b946-555229c5aba8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:50.362500 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc082872-8a56-47bd-85d8-7c4a248d1a8b req-77d53402-8c7c-4870-b946-555229c5aba8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 945 time: 0.0505142 Aug 17 16:51:50.402860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:50.404705 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc082872-8a56-47bd-85d8-7c4a248d1a8b req-695f66c1-754d-4195-a7d4-acf196bd6c39 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356216 Aug 17 16:51:50.709001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d31ae-4060-4c20-8572-2af2de38b0b2 req-b498bfbe-f945-4fe0-b708-40a21e33c2a7 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:50.710497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d50d31ae-4060-4c20-8572-2af2de38b0b2 req-b498bfbe-f945-4fe0-b708-40a21e33c2a7 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 945 time: 0.0534320 Aug 17 16:51:50.748764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d50d31ae-4060-4c20-8572-2af2de38b0b2 req-041e4674-0256-4920-9418-8dbcca33885a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322070 Aug 17 16:51:51.868525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db562afa-1ad0-4f2d-82a6-ac9070858656 req-3c1ef346-0bfd-4309-8955-d29fff94ebcf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:51.870119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db562afa-1ad0-4f2d-82a6-ac9070858656 req-3c1ef346-0bfd-4309-8955-d29fff94ebcf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 945 time: 0.0507014 Aug 17 16:51:51.913342 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-db562afa-1ad0-4f2d-82a6-ac9070858656 req-61477869-c5c2-4b1c-923b-fcb68a03c68d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365701 Aug 17 16:51:52.106901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:51:52.109981 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f445bd-205e-48e9-8bfc-03510d302db8" -d '{"events": [{"server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "name": "network-vif-plugged", "status": "completed", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:51:52.144673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-70eee086-808c-4fa3-b279-a1ecfcea81e0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:51:52.146282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-70eee086-808c-4fa3-b279-a1ecfcea81e0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 945 time: 0.0523610 Aug 17 16:51:52.149660 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18768f6d-e9ba-43d3-a1f7-6e48fb57089b x-openstack-request-id: req-18768f6d-e9ba-43d3-a1f7-6e48fb57089b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:51:52.149953 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "name": "network-vif-plugged", "status": "completed", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:51:52.150199 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18768f6d-e9ba-43d3-a1f7-6e48fb57089b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:51:52.150618 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'code': 200} Aug 17 16:51:52.239980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Deleting port ac4840e5-9274-4238-adbd-217aa4a42a8b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:51:52.240311 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:52.326494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] For port ac4840e5-9274-4238-adbd-217aa4a42a8b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ac4840e5-9274-4238-adbd-217aa4a42a8b,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:51:52.326846 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:52.339085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Calling delete_port for ac4840e5-9274-4238-adbd-217aa4a42a8b owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:51:52.468646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:52.480254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['ac4840e5-9274-4238-adbd-217aa4a42a8b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:51:52.496087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'Port': ['ID=ac4840e5-9274-4238-adbd-217aa4a42a8b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:51:52.506031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.506387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.506729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.507062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.507384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.507707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.508029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.508345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.508658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.509424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.509424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.509614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:51:52.549468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] No DVR routers for this DVR port ac4840e5-9274-4238-adbd-217aa4a42a8b on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:51:52.552171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:51:52.554226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f749624-ffc2-4c08-8e9e-f59f376d8d7d req-8451c5cf-e212-403a-bde2-43fffccde275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "DELETE /v2.0/ports/ac4840e5-9274-4238-adbd-217aa4a42a8b HTTP/1.1" status: 204 len: 173 time: 0.4018264 Aug 17 16:51:52.554690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f816e8-5a54-4f35-b288-c687d12d459f', 'name': 'network-vif-deleted', 'tag': 'ac4840e5-9274-4238-adbd-217aa4a42a8b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:51:52.556932 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3620b8ce-e92e-4355-8216-a74eac34625e" -d '{"events": [{"server_uuid": "49f816e8-5a54-4f35-b288-c687d12d459f", "name": "network-vif-deleted", "tag": "ac4840e5-9274-4238-adbd-217aa4a42a8b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:51:52.592851 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8377985-f13b-4a7d-90d4-e5cfe2277130 x-openstack-request-id: req-a8377985-f13b-4a7d-90d4-e5cfe2277130 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:51:52.593648 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f816e8-5a54-4f35-b288-c687d12d459f", "name": "network-vif-deleted", "tag": "ac4840e5-9274-4238-adbd-217aa4a42a8b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:51:52.593901 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8377985-f13b-4a7d-90d4-e5cfe2277130 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:51:52.594295 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f816e8-5a54-4f35-b288-c687d12d459f', 'name': 'network-vif-deleted', 'tag': 'ac4840e5-9274-4238-adbd-217aa4a42a8b', 'status': 'completed', 'code': 200} Aug 17 16:51:53.015905 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30d4cf18-5998-495d-b798-edc8798d9655 req-1b5f6eae-34e6-49bc-8a69-7d3454947ef6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 210 time: 0.0317581 Aug 17 16:51:54.114310 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e9bb040-911b-446c-af80-5d9544d48d9d req-a3536bca-d3ed-4825-8b1f-34ef64adade2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 210 time: 0.0282283 Aug 17 16:51:55.211408 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a22db35c-93a9-4964-aac6-35f643ceef2a req-c40e6789-bafc-459d-99cc-ee9003548007 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 210 time: 0.0274673 Aug 17 16:51:55.928406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ac4840e5-9274-4238-adbd-217aa4a42a8b no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:51:55.950151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: ac4840e5-9274-4238-adbd-217aa4a42a8b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:51:55.950522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ac4840e5-9274-4238-adbd-217aa4a42a8b not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:51:56.331539 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7ea33956-7020-43b4-a4f1-84cdffe9ba6b req-5c6ee1a0-12bc-4ffa-8d95-21fb0faf53dd tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=49f816e8-5a54-4f35-b288-c687d12d459f HTTP/1.1" status: 200 len: 210 time: 0.0280375 Aug 17 16:52:02.033409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-400a3875-802e-47f7-925a-34feeb114872 req-b376c4c5-f3aa-4165-97e6-67bba629861a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421746 Aug 17 16:52:02.117453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a3875-802e-47f7-925a-34feeb114872 req-586d266c-4468-4cdb-bbbf-35e60b04f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:02.119148 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-400a3875-802e-47f7-925a-34feeb114872 req-586d266c-4468-4cdb-bbbf-35e60b04f8be service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 1096 time: 0.0427730 Aug 17 16:52:02.146924 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97eef6c1-ab69-4316-8c39-2c0a618f30e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:02.232836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a3875-802e-47f7-925a-34feeb114872 req-b77f8e0e-52f7-4577-99ed-4e7b28c3990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:02.234396 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-400a3875-802e-47f7-925a-34feeb114872 req-b77f8e0e-52f7-4577-99ed-4e7b28c3990b service neutron] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 912 time: 0.0957565 Aug 17 16:52:02.302086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-400a3875-802e-47f7-925a-34feeb114872 req-0ac6f09e-7121-413e-a048-6aacf86338f3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 HTTP/1.1" status: 200 len: 1000 time: 0.0593843 Aug 17 16:52:02.356151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a3875-802e-47f7-925a-34feeb114872 req-43a7b98b-974c-4d37-aac7-dbb4c82a9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:02.357599 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-400a3875-802e-47f7-925a-34feeb114872 req-43a7b98b-974c-4d37-aac7-dbb4c82a9ced service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0484827 Aug 17 16:52:02.403925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a3875-802e-47f7-925a-34feeb114872 req-06f0d533-d180-4dcf-8e8e-4c2cb22d1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:02.405430 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-400a3875-802e-47f7-925a-34feeb114872 req-06f0d533-d180-4dcf-8e8e-4c2cb22d1751 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409427 Aug 17 16:52:02.500474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-400a3875-802e-47f7-925a-34feeb114872 req-9af246aa-c3fb-4b12-847d-07883af5ba78 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876141 Aug 17 16:52:02.597665 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-400a3875-802e-47f7-925a-34feeb114872 req-9d6a02eb-2feb-43d2-a04a-6e7a12d1a498 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900238 Aug 17 16:52:03.588535 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:52:04.858069 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65fb95a8-0435-4056-9a08-30afdf632e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:05.011870 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:06.005299 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:07.742567 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:09.297877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4d28-4abe-42e9-8e0c-1e218010b8cf req-c4529bd0-74e5-44ac-92ec-161cb5294731 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:09.299455 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-893b4d28-4abe-42e9-8e0c-1e218010b8cf req-c4529bd0-74e5-44ac-92ec-161cb5294731 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0616407 Aug 17 16:52:09.339420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-893b4d28-4abe-42e9-8e0c-1e218010b8cf req-3c706060-1fa6-466f-824c-a5ce525adb12 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335672 Aug 17 16:52:10.463497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cb0f-dd6e-49f6-afe6-292f8ff4f186 req-0ababd05-08e9-4760-bb97-44f73d5be6ba tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:10.465106 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5d09cb0f-dd6e-49f6-afe6-292f8ff4f186 req-0ababd05-08e9-4760-bb97-44f73d5be6ba tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0507331 Aug 17 16:52:10.505336 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5d09cb0f-dd6e-49f6-afe6-292f8ff4f186 req-0c4a88b9-73ff-4553-a7f8-292339b97314 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337565 Aug 17 16:52:11.641508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ca285-67bd-40ea-9738-45a71c5beff6 req-ef9dc453-807f-4238-a7f8-726ffc57fe52 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:11.643029 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-166ca285-67bd-40ea-9738-45a71c5beff6 req-ef9dc453-807f-4238-a7f8-726ffc57fe52 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0691190 Aug 17 16:52:11.687714 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-166ca285-67bd-40ea-9738-45a71c5beff6 req-524d2b41-6f09-41a7-9972-d3e7104fdf58 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381818 Aug 17 16:52:12.819798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceaea7-3959-4630-a942-847e580c47be req-2eb0ebe0-e548-4430-92ca-b185d8d404e4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:12.821339 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8ceaea7-3959-4630-a942-847e580c47be req-2eb0ebe0-e548-4430-92ca-b185d8d404e4 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0603244 Aug 17 16:52:12.865867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8ceaea7-3959-4630-a942-847e580c47be req-97765723-3ed3-4a0b-a856-860a448210c5 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383170 Aug 17 16:52:13.989761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2666de-a90e-4a3f-bde2-781e82ba7355 req-7e684d27-c50e-400a-a8d8-e1ea38225268 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:13.991363 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c2666de-a90e-4a3f-bde2-781e82ba7355 req-7e684d27-c50e-400a-a8d8-e1ea38225268 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0577128 Aug 17 16:52:14.031831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c2666de-a90e-4a3f-bde2-781e82ba7355 req-c9b59dbc-446c-4519-a22d-5f2482e75aca tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335381 Aug 17 16:52:15.156017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfa289-bfed-4e34-8498-491e02231460 req-6a0f9d27-ad71-4d36-bd90-2925b5e1ec30 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:15.157519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dfa289-bfed-4e34-8498-491e02231460 req-6a0f9d27-ad71-4d36-bd90-2925b5e1ec30 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0508919 Aug 17 16:52:15.195887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dfa289-bfed-4e34-8498-491e02231460 req-e6a9eff1-7a08-4b42-93f0-2ddcaee9b0fc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321767 Aug 17 16:52:16.657679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25113ae0-a222-4f34-b7fa-46eef8e48498 req-c545fdc7-a5fd-451c-848f-1e718784aa4b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:16.659229 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25113ae0-a222-4f34-b7fa-46eef8e48498 req-c545fdc7-a5fd-451c-848f-1e718784aa4b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.3959947 Aug 17 16:52:16.697787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25113ae0-a222-4f34-b7fa-46eef8e48498 req-9fcd9bf6-a704-41d5-9300-7a7155d75b9a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324371 Aug 17 16:52:17.293948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-6ff8f03e-f10d-4217-a7a4-30e19342cb57 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:17.295316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-6ff8f03e-f10d-4217-a7a4-30e19342cb57 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1035602 Aug 17 16:52:17.310606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-5aebcd9a-fb3b-493d-a268-5e6094d238cb tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/quotas/9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 375 time: 0.0088153 Aug 17 16:52:17.360737 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-4d07c733-dc21-4c21-b1b6-b866088290b0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448902 Aug 17 16:52:17.448072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-23ddda66-d4fb-471c-8d9f-95dd6afd14e9 service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805352 Aug 17 16:52:17.539842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-5989bf9a-0322-4dd8-bbd0-68010d936ae3 service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856678 Aug 17 16:52:17.829594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646777af-9236-4944-809f-052414e3def9 req-ff6dd824-6cfc-428a-83f3-03f3951eb994 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:17.831180 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-646777af-9236-4944-809f-052414e3def9 req-ff6dd824-6cfc-428a-83f3-03f3951eb994 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0643821 Aug 17 16:52:17.837598 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2e56c7b-5878-45ce-a921-ba776dce1ab4 req-7814c22a-edf9-424a-8ad1-477012abaae6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 210 time: 0.0353651 Aug 17 16:52:17.877635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-646777af-9236-4944-809f-052414e3def9 req-61aaca4b-4418-4186-8b77-7dbf91b98290 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 Aug 17 16:52:18.716855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-71f895c7-6a4d-4625-b8b4-1df157fea7cf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:18.718868 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-71f895c7-6a4d-4625-b8b4-1df157fea7cf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1083357 Aug 17 16:52:18.730906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'port': {'device_id': 'e533ad77-6154-4d7b-af4c-c1f75bed6c5e', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'admin_state_up': True, 'tenant_id': '9119b68d37a246b4965702f6c3c5b476'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:52:18.841870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Made reservation on behalf of 9119b68d37a246b4965702f6c3c5b476 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:52:18.846783 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:18.957809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39dca796-2eed-4a72-b07b-26027a6c074d req-6147d012-67d8-4667-81d9-37816829eef7 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 210 time: 0.0386648 Aug 17 16:52:19.015137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2b8d1-625c-4be0-9a3a-4fdda47e9abe req-4774b327-41a7-47a9-b067-a84c6ffa1b3a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:19.016705 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-64b2b8d1-625c-4be0-9a3a-4fdda47e9abe req-4774b327-41a7-47a9-b067-a84c6ffa1b3a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0662241 Aug 17 16:52:19.017251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Allocated IP 172.20.0.4 (4e635362-b05b-4ac3-88d0-eda554336e5f/0056277a-f45d-4baf-bc74-065aba685c6d/9eafc28f-8d4d-4508-ae67-13ef05d81f02) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:52:19.061374 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-64b2b8d1-625c-4be0-9a3a-4fdda47e9abe req-542fc900-4916-4712-8a42-09d9cbf7b9de tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377436 Aug 17 16:52:19.177885 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:19.191483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Transition to ACTIVE for port object 9eafc28f-8d4d-4508-ae67-13ef05d81f02 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:52:19.224489 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:19.271587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:52:19.274982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:52:19.279891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:52:19.284543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=9eafc28f-8d4d-4508-ae67-13ef05d81f02,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:19.337350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:19.337998 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:19.357512 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-ea8834e0-3843-4b06-a36e-7042df7425ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6301923 Aug 17 16:52:19.370035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Request body: {'port': {'device_id': 'e533ad77-6154-4d7b-af4c-c1f75bed6c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:52:19.427940 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:19.537738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-896d5c3a-c294-4a19-b41e-68f6e4f228fd None None] Provisioning for port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:52:19.541900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-896d5c3a-c294-4a19-b41e-68f6e4f228fd None None] Provisioning complete for port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:52:19.542275 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-896d5c3a-c294-4a19-b41e-68f6e4f228fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:19.575913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-896d5c3a-c294-4a19-b41e-68f6e4f228fd None None] Port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:52:19.710588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eafc28f-8d4d-4508-ae67-13ef05d81f02 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:52:19.718619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:19.730855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Transition to ACTIVE for port object 9eafc28f-8d4d-4508-ae67-13ef05d81f02 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:52:19.735222 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:19.788122 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:19.790940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Pushing event updated for resources: {'Port': ['ID=9eafc28f-8d4d-4508-ae67-13ef05d81f02,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:19.864362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Attempting to bind port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:52:19.864911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Attempting to bind port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:52:19.865238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Attempting to bind port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:52:19.869972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 on network 4e635362-b05b-4ac3-88d0-eda554336e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:52:19.870316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Attempting to bind port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:52:19.875940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:52:19.876272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Checking segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:52:19.876660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Bound using segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:52:19.877093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Bound port: 9eafc28f-8d4d-4508-ae67-13ef05d81f02, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:52:19.877454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:19.969894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] For port 9eafc28f-8d4d-4508-ae67-13ef05d81f02, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:52:19.973889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] For port 9eafc28f-8d4d-4508-ae67-13ef05d81f02, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9eafc28f-8d4d-4508-ae67-13ef05d81f02,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:52:19.981583 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:20.028441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:20.029057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:20.031082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] 10.222.0.93 "PUT /v2.0/ports/9eafc28f-8d4d-4508-ae67-13ef05d81f02 HTTP/1.1" status: 200 len: 1091 time: 0.6648357 Aug 17 16:52:20.031534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e533ad77-6154-4d7b-af4c-c1f75bed6c5e', 'tag': '9eafc28f-8d4d-4508-ae67-13ef05d81f02'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:52:20.035091 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8fd552-4559-44af-84f7-a7b62e052f48" -d '{"events": [{"name": "network-changed", "server_uuid": "e533ad77-6154-4d7b-af4c-c1f75bed6c5e", "tag": "9eafc28f-8d4d-4508-ae67-13ef05d81f02"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:52:20.045015 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:20.059423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797aff52-3a3b-4479-b3b9-5624e532d30e service neutron] Pushing event updated for resources: {'Port': ['ID=9eafc28f-8d4d-4508-ae67-13ef05d81f02,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:20.120724 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd4aefd-4f25-49eb-8c09-fd672a76ebd2 x-openstack-request-id: req-9fd4aefd-4f25-49eb-8c09-fd672a76ebd2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:52:20.121342 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e533ad77-6154-4d7b-af4c-c1f75bed6c5e", "tag": "9eafc28f-8d4d-4508-ae67-13ef05d81f02", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:52:20.121779 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9fd4aefd-4f25-49eb-8c09-fd672a76ebd2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:52:20.122351 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e533ad77-6154-4d7b-af4c-c1f75bed6c5e', 'tag': '9eafc28f-8d4d-4508-ae67-13ef05d81f02', 'status': 'completed', 'code': 200} Aug 17 16:52:20.183647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-b92e9e65-586f-47d9-8c46-54a4a6622099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:20.185215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-b92e9e65-586f-47d9-8c46-54a4a6622099 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 1094 time: 0.1095340 Aug 17 16:52:20.198295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc18f0-673f-4301-b049-7c3d8956e1c5 req-e700292c-2721-462a-a114-7e0294f0e166 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:20.199869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83cc18f0-673f-4301-b049-7c3d8956e1c5 req-e700292c-2721-462a-a114-7e0294f0e166 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 943 time: 0.0765009 Aug 17 16:52:20.226989 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d40f54-0c4e-4552-b166-f19565fce065 req-2765d033-c740-4994-988a-23e8db40a066 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:20.235216 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-35d40f54-0c4e-4552-b166-f19565fce065 req-2765d033-c740-4994-988a-23e8db40a066 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0698676 Aug 17 16:52:20.252536 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-1f964c25-49e9-4be6-afcf-9098054a1755 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eafc28f-8d4d-4508-ae67-13ef05d81f02 HTTP/1.1" status: 200 len: 217 time: 0.0513248 Aug 17 16:52:20.275231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-35d40f54-0c4e-4552-b166-f19565fce065 req-ad4cef32-cc0f-422c-b602-309ae58c53cb tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388484 Aug 17 16:52:20.287559 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83cc18f0-673f-4301-b049-7c3d8956e1c5 req-8b36960d-e55d-4027-b2b2-c40624fc7c30 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790224 Aug 17 16:52:20.338867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-f5ff4458-89c0-48fd-a134-149e16dbb06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:20.340390 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-f5ff4458-89c0-48fd-a134-149e16dbb06a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0677719 Aug 17 16:52:20.390608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-f20790c8-055b-4c22-8888-5f77555411f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:20.392404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-f20790c8-055b-4c22-8888-5f77555411f6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452149 Aug 17 16:52:20.903904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-af5fb561-247d-4e2d-88d9-709c633c05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:20.905926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-af5fb561-247d-4e2d-88d9-709c633c05f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 1096 time: 0.1059222 Aug 17 16:52:20.914578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a9297-b55d-42b3-b51a-4e6e8fd353af req-1aa62f75-f885-46e2-be28-2345142db0fa tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:20.916018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-237a9297-b55d-42b3-b51a-4e6e8fd353af req-1aa62f75-f885-46e2-be28-2345142db0fa tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.1178956 Aug 17 16:52:20.926489 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-1c53a418-5dcb-41b0-acce-9f6ba190bef7 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230227 Aug 17 16:52:21.075459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-237a9297-b55d-42b3-b51a-4e6e8fd353af req-bb990fe0-c0b4-4068-8b6b-a4bed637d6f2 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471527 Aug 17 16:52:21.107449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-e1bb9065-dd39-4c76-b49f-2dbb9602ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:21.109504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-e1bb9065-dd39-4c76-b49f-2dbb9602ce54 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 912 time: 0.1923587 Aug 17 16:52:21.114762 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75157a7d-d74e-4f93-a31f-ebefe2157e70 req-1c7eec47-f016-44aa-9d17-6ba2be81bc07 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765182 Aug 17 16:52:21.207548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-84a356d2-0c57-46d3-8d16-416c281ddcd8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 HTTP/1.1" status: 200 len: 1000 time: 0.0900805 Aug 17 16:52:21.213856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-599f0a6e-14c0-496f-b61f-174c5feb3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:21.215350 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-599f0a6e-14c0-496f-b61f-174c5feb3bbf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 1094 time: 0.0585382 Aug 17 16:52:21.326083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-3ca60b46-cb40-4ff4-9088-47e39c4ad8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:21.329355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-3ca60b46-cb40-4ff4-9088-47e39c4ad8ba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0989554 Aug 17 16:52:21.407956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-e059e9c4-4267-43cc-a997-fab8c8d3edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:21.409447 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-e059e9c4-4267-43cc-a997-fab8c8d3edcd service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.1877365 Aug 17 16:52:21.416570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-c5f0bdad-a8c9-42be-b84f-0816a2c099a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:21.418109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-c5f0bdad-a8c9-42be-b84f-0816a2c099a3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724537 Aug 17 16:52:21.425595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec40e3-d6c0-4999-b777-6543f386b1c6 req-7c170759-7450-45ad-a0b5-304d55b28083 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:21.434754 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41ec40e3-d6c0-4999-b777-6543f386b1c6 req-7c170759-7450-45ad-a0b5-304d55b28083 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 943 time: 0.0654233 Aug 17 16:52:21.472702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-41ec40e3-d6c0-4999-b777-6543f386b1c6 req-493a13cc-0ece-4151-8737-29ba7bb9a996 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369482 Aug 17 16:52:21.501460 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-140dad35-6308-42c2-9dc0-66d6af2984b7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eafc28f-8d4d-4508-ae67-13ef05d81f02 HTTP/1.1" status: 200 len: 217 time: 0.0822964 Aug 17 16:52:21.570674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-186b98d7-44a1-499b-ac07-0ea7a8861f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:21.572145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-186b98d7-44a1-499b-ac07-0ea7a8861f4d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0630941 Aug 17 16:52:21.592217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-93941dcf-4255-4f8e-918f-10725dcffc6a service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648932 Aug 17 16:52:21.675640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-507255c5-f51e-47ed-84b0-02b78f8a63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:21.677154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-507255c5-f51e-47ed-84b0-02b78f8a63a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972455 Aug 17 16:52:21.757906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f98ad53d-66bf-4875-b580-d38bebf9d5ea req-972b3d7b-eb9d-4361-89d6-d8d53014b4ba service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466477 Aug 17 16:52:21.797359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-49fed109-0f45-4897-9854-446a827a4b3b service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127629 Aug 17 16:52:21.894591 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df8fd552-4559-44af-84f7-a7b62e052f48 req-3b89fbde-7e96-4f20-a18c-fe0d17dc34f8 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895076 Aug 17 16:52:22.207243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03e317-c349-47de-88d6-7f60a5b546ce req-2a9e4c07-4b7e-4dc9-9dd3-adc2a74dd2a0 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:22.209017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f03e317-c349-47de-88d6-7f60a5b546ce req-2a9e4c07-4b7e-4dc9-9dd3-adc2a74dd2a0 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0552008 Aug 17 16:52:22.252736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f03e317-c349-47de-88d6-7f60a5b546ce req-9962f14c-67dc-4267-a292-562005b8aef9 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359986 Aug 17 16:52:22.586178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d86e8-8a6a-45bf-9312-176e2864df32 req-faf0494a-dfa5-42c1-813d-8e5594498d8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:22.587724 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f2d86e8-8a6a-45bf-9312-176e2864df32 req-faf0494a-dfa5-42c1-813d-8e5594498d8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 943 time: 0.0491841 Aug 17 16:52:22.630288 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f2d86e8-8a6a-45bf-9312-176e2864df32 req-05cc1809-3d40-4f76-881e-7f3556f2ded9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Aug 17 16:52:23.372210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592254d-fe83-4ad9-8665-31fa8049ebc8 req-87be46f9-2d34-4cc8-a6f3-a6934b18b762 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:23.373690 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1592254d-fe83-4ad9-8665-31fa8049ebc8 req-87be46f9-2d34-4cc8-a6f3-a6934b18b762 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0490036 Aug 17 16:52:23.411197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1592254d-fe83-4ad9-8665-31fa8049ebc8 req-7b7479b3-357b-47ea-abff-2505dfc88ccd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315053 Aug 17 16:52:23.748721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62622155-49b7-45d7-a431-bb1d7d014f96 req-4870b227-129f-4f4f-a8b0-bac88249789a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:23.750200 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62622155-49b7-45d7-a431-bb1d7d014f96 req-4870b227-129f-4f4f-a8b0-bac88249789a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 943 time: 0.0523195 Aug 17 16:52:23.788903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-62622155-49b7-45d7-a431-bb1d7d014f96 req-26a87749-ea96-4b89-a844-a34326cc44e4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328367 Aug 17 16:52:24.906806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec4398-135a-460d-9afd-41c5f8ddc914 req-0605019f-4702-4e81-9a48-18b391466268 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:24.908310 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55ec4398-135a-460d-9afd-41c5f8ddc914 req-0605019f-4702-4e81-9a48-18b391466268 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 943 time: 0.0487473 Aug 17 16:52:24.946007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55ec4398-135a-460d-9afd-41c5f8ddc914 req-65ac791f-b11f-41c7-a1f2-5a67b7eb43e0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Aug 17 16:52:25.042072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36468) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:52:25.202445 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port fca7c313-3027-49a8-abdc-ceb6e19c253d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:52:25.202791 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:25.276321 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:25.276645 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:25.288615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for fca7c313-3027-49a8-abdc-ceb6e19c253d owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:52:25.460005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:25.489920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=fca7c313-3027-49a8-abdc-ceb6e19c253d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:25.549021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:25.549447 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Floating IP c99bcb6c-3864-4047-a709-c8eea4606279 disassociated (deleted). External IP: 172.25.7.156, port: 97b3aea2-5e6b-4dbd-b36d-06565d1c2383. Aug 17 16:52:25.756583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router 24281eb2-7c50-4330-bba7-6b7828bf644a has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:52:25.864964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:52:25.869820 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:25.874649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] Sync routers for ids ['24281eb2-7c50-4330-bba7-6b7828bf644a'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:52:25.883875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] Routers {'24281eb2-7c50-4330-bba7-6b7828bf644a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:52:25.884507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:52:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24281eb2-7c50-4330-bba7-6b7828bf644a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:25.899685 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb994942-9f96-436f-9255-86750c6f0d31 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/floatingips/c99bcb6c-3864-4047-a709-c8eea4606279 HTTP/1.1" status: 204 len: 168 time: 0.8564351 Aug 17 16:52:25.900269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:52:25.902856 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4" -d '{"events": [{"name": "network-changed", "server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:52:25.942278 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc56fc12-3dcf-493d-9106-cf5c50b57b16 x-openstack-request-id: req-bc56fc12-3dcf-493d-9106-cf5c50b57b16 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:52:25.942948 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:52:25.942948 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc56fc12-3dcf-493d-9106-cf5c50b57b16 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:52:25.943249 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'status': 'completed', 'code': 200} Aug 17 16:52:25.999842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] Set router 24281eb2-7c50-4330-bba7-6b7828bf644a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:52:26.018484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-a7304db6-f899-44ac-ab54-8418932ba4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:26.020373 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-a7304db6-f899-44ac-ab54-8418932ba4c3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=83be27321324449294116e75a122e296&device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 1096 time: 0.0534163 Aug 17 16:52:26.156953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337bf3d-0fb8-458a-a023-11644d0d7405 req-c6f8f9be-8063-46ce-a1fa-9fcd339e44f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:26.159239 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e337bf3d-0fb8-458a-a023-11644d0d7405 req-c6f8f9be-8063-46ce-a1fa-9fcd339e44f2 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0540538 Aug 17 16:52:26.164645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59199ddd-9928-4fbe-9627-a2da30e91ba2 req-d40cafb9-8302-409f-9565-b8e0b016ca99 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:26.166340 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59199ddd-9928-4fbe-9627-a2da30e91ba2 req-d40cafb9-8302-409f-9565-b8e0b016ca99 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 943 time: 0.1374204 Aug 17 16:52:26.169576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-d1cd22c9-e1ae-47d6-b474-3bf9d93729f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:26.171686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-d1cd22c9-e1ae-47d6-b474-3bf9d93729f6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80e0702d-040c-41fe-b3cc-64586bee6ad2 HTTP/1.1" status: 200 len: 898 time: 0.1310382 Aug 17 16:52:26.201013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e337bf3d-0fb8-458a-a023-11644d0d7405 req-d159a1fc-cbc0-4879-a018-49f5c97a50e0 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350628 Aug 17 16:52:26.227270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ea1cc299-020a-4c65-b961-1a83104251ac', 'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:3b:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:48Z', 'updated_at': '2021-08-17T16:50:53Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:26.228125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-8581898d-8192-49df-bddb-d3c68d4a109d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383 HTTP/1.1" status: 200 len: 217 time: 0.0473320 Aug 17 16:52:26.253168 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59199ddd-9928-4fbe-9627-a2da30e91ba2 req-5217c209-ed0c-40e4-9934-6c899e9c9fa1 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799229 Aug 17 16:52:26.254317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] Checking router: 24281eb2-7c50-4330-bba7-6b7828bf644a for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:52:26.269043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] Routers {'24281eb2-7c50-4330-bba7-6b7828bf644a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:52:26.269655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:52:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24281eb2-7c50-4330-bba7-6b7828bf644a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:26.293074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-b5db415c-79e7-446c-a4c5-cc8c560a33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:26.294596 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-b5db415c-79e7-446c-a4c5-cc8c560a33f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f1196a5e-a4f5-415a-af23-b0ff52e77c99 HTTP/1.1" status: 200 len: 834 time: 0.0562773 Aug 17 16:52:26.340590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-fb201427-90f6-42bc-bb4e-5b726b0271e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:26.342080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-fb201427-90f6-42bc-bb4e-5b726b0271e8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80e0702d-040c-41fe-b3cc-64586bee6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403085 Aug 17 16:52:26.378292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] Set router 24281eb2-7c50-4330-bba7-6b7828bf644a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:52:26.437781 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-da17e8af-78f3-4b59-adee-ee5e4403626d service neutron] 10.222.0.91 "GET /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875583 Aug 17 16:52:26.529013 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fb4a40d-6ca8-4929-bb6f-a8f767b505f4 req-74f9c8f6-d845-453e-9a95-5f89747269ff service neutron] 10.222.0.91 "GET /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831633 Aug 17 16:52:26.581326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ea1cc299-020a-4c65-b961-1a83104251ac', 'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:3b:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:48Z', 'updated_at': '2021-08-17T16:50:53Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:26.608634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cda44-5bb6-4853-a31a-c8c945be8be8 None None] The sync data for ids ['24281eb2-7c50-4330-bba7-6b7828bf644a'] in n-d-804878-1 is: [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:48Z', 'revision_number': 4, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'ea1cc299-020a-4c65-b961-1a83104251ac', 'name': '', 'network_id': '80e0702d-040c-41fe-b3cc-64586bee6ad2', 'tenant_id': '83be27321324449294116e75a122e296', 'mac_address': 'fa:16:3e:3b:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:48Z', 'updated_at': '2021-08-17T16:50:53Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'subnets': [{'id': 'f1196a5e-a4f5-415a-af23-b0ff52e77c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:52:26.831953 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f206ccb-6959-4a01-bd39-db1d84aa6cfd None None] New status for floating IP c99bcb6c-3864-4047-a709-c8eea4606279: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:52:27.345111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa2a10-6d37-4390-bb88-9823f6ded070 req-15401953-4e37-45d2-9941-30d0a0ff6094 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:27.346748 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7aa2a10-6d37-4390-bb88-9823f6ded070 req-15401953-4e37-45d2-9941-30d0a0ff6094 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Aug 17 16:52:27.387716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7aa2a10-6d37-4390-bb88-9823f6ded070 req-de48fece-676d-45f5-bfa4-7cac400867d7 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a49d162-95c0-4fb5-8386-fca6bca600c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344274 Aug 17 16:52:27.397634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ae57-38b9-4e65-a2e8-bbd94b5877c9 req-61cdf11c-b357-4854-87bd-2155bedda85b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:27.399161 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd33ae57-38b9-4e65-a2e8-bbd94b5877c9 req-61cdf11c-b357-4854-87bd-2155bedda85b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 943 time: 0.0755236 Aug 17 16:52:27.453172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d76500-7368-4222-b31a-55e173e9b771 req-7cd2e35b-c2e2-48bd-bb77-a3a1591e53e9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:27.454630 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82d76500-7368-4222-b31a-55e173e9b771 req-7cd2e35b-c2e2-48bd-bb77-a3a1591e53e9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.91 "GET /v2.0/ports?device_id=88535c19-a128-4fc5-9a56-45f75bb94016 HTTP/1.1" status: 200 len: 945 time: 0.0943751 Aug 17 16:52:27.461729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd33ae57-38b9-4e65-a2e8-bbd94b5877c9 req-6fa84f7a-7987-418c-9a23-91537ec5a096 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562954 Aug 17 16:52:27.547218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-82d76500-7368-4222-b31a-55e173e9b771 req-c0b488e8-3db9-4467-bcbf-7d9b9f2cea41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:52:27.547502 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82d76500-7368-4222-b31a-55e173e9b771 req-c0b488e8-3db9-4467-bcbf-7d9b9f2cea41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:27.636880 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-82d76500-7368-4222-b31a-55e173e9b771 req-c0b488e8-3db9-4467-bcbf-7d9b9f2cea41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:52:27.637241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82d76500-7368-4222-b31a-55e173e9b771 req-c0b488e8-3db9-4467-bcbf-7d9b9f2cea41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:27.649874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-82d76500-7368-4222-b31a-55e173e9b771 req-c0b488e8-3db9-4467-bcbf-7d9b9f2cea41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:52:27.781787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82d76500-7368-4222-b31a-55e173e9b771 req-c0b488e8-3db9-4467-bcbf-7d9b9f2cea41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:27.811177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b488e8-3db9-4467-bcbf-7d9b9f2cea41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=97b3aea2-5e6b-4dbd-b36d-06565d1c2383,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:27.851382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d76500-7368-4222-b31a-55e173e9b771 req-c0b488e8-3db9-4467-bcbf-7d9b9f2cea41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] No DVR routers for this DVR port 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:52:27.854001 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82d76500-7368-4222-b31a-55e173e9b771 req-c0b488e8-3db9-4467-bcbf-7d9b9f2cea41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:27.856072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82d76500-7368-4222-b31a-55e173e9b771 req-c0b488e8-3db9-4467-bcbf-7d9b9f2cea41 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.91 "DELETE /v2.0/ports/97b3aea2-5e6b-4dbd-b36d-06565d1c2383 HTTP/1.1" status: 204 len: 173 time: 0.3935008 Aug 17 16:52:27.944157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'name': 'network-vif-deleted', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:52:27.947680 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c8ee05-7762-43d5-aa8e-37bafdf912ca" -d '{"events": [{"server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "name": "network-vif-deleted", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:52:27.986507 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed68bc5-13d6-4972-ab79-38d44489278f x-openstack-request-id: req-0ed68bc5-13d6-4972-ab79-38d44489278f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:52:27.986818 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88535c19-a128-4fc5-9a56-45f75bb94016", "name": "network-vif-deleted", "tag": "97b3aea2-5e6b-4dbd-b36d-06565d1c2383", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:52:27.987092 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ed68bc5-13d6-4972-ab79-38d44489278f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:52:27.987493 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88535c19-a128-4fc5-9a56-45f75bb94016', 'name': 'network-vif-deleted', 'tag': '97b3aea2-5e6b-4dbd-b36d-06565d1c2383', 'status': 'completed', 'code': 200} Aug 17 16:52:28.443296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:52:28.581970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e122-db5a-4b5d-8ccf-bc9465f477d3 req-799aa8e4-7afb-497d-be59-d9e29a25e915 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:28.583483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe65e122-db5a-4b5d-8ccf-bc9465f477d3 req-799aa8e4-7afb-497d-be59-d9e29a25e915 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 943 time: 0.0524480 Aug 17 16:52:28.622391 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe65e122-db5a-4b5d-8ccf-bc9465f477d3 req-5a776e6e-d234-4829-9af4-9132634e4966 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328000 Aug 17 16:52:29.147867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:29.402998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port ea1cc299-020a-4c65-b961-1a83104251ac {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:52:29.403249 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:29.492967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port ea1cc299-020a-4c65-b961-1a83104251ac, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea1cc299-020a-4c65-b961-1a83104251ac,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:52:29.493687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:29.505477 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for ea1cc299-020a-4c65-b961-1a83104251ac owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:52:29.730221 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:29.764895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=ea1cc299-020a-4c65-b961-1a83104251ac,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:29.800409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f821e99-2ea9-4641-bb2b-a6d5020b57fb req-b4c3a3d2-456d-4938-a553-64e5716f4c8c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:29.802008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8f821e99-2ea9-4641-bb2b-a6d5020b57fb req-b4c3a3d2-456d-4938-a553-64e5716f4c8c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 943 time: 0.1071055 Aug 17 16:52:29.875436 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8f821e99-2ea9-4641-bb2b-a6d5020b57fb req-470089ce-0dbb-49ae-914b-9b001f4a575a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519533 Aug 17 16:52:29.978895 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.130130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9eafc28f-8d4d-4508-ae67-13ef05d81f02 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:52:30.201432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Router 24281eb2-7c50-4330-bba7-6b7828bf644a has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:52:30.228082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 9eafc28f-8d4d-4508-ae67-13ef05d81f02, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9eafc28f-8d4d-4508-ae67-13ef05d81f02,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:52:30.239994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '9eafc28f-8d4d-4508-ae67-13ef05d81f02', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'port_id': '9eafc28f-8d4d-4508-ae67-13ef05d81f02', 'mac_address': 'fa:16:3e:16:fa:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:52:30.276521 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.289477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eafc28f-8d4d-4508-ae67-13ef05d81f02 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:52:30.308190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 9eafc28f-8d4d-4508-ae67-13ef05d81f02, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9eafc28f-8d4d-4508-ae67-13ef05d81f02,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:52:30.312285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:52:30.312899 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.319186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-372f7635-b076-4bfb-84c5-8509d69de8fd tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "PUT /v2.0/routers/24281eb2-7c50-4330-bba7-6b7828bf644a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8748004 Aug 17 16:52:30.322147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:52:30.340052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] Sync routers for ids ['24281eb2-7c50-4330-bba7-6b7828bf644a'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:52:30.357985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:52:30.374105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e630e9f8-0c1d-470a-9399-bafd83352b11 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting subnet f1196a5e-a4f5-415a-af23-b0ff52e77c99 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:52:30.377273 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e630e9f8-0c1d-470a-9399-bafd83352b11 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.387924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] Routers {'24281eb2-7c50-4330-bba7-6b7828bf644a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:52:30.388557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:52:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24281eb2-7c50-4330-bba7-6b7828bf644a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:30.390761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:52:30.391101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 97b3aea2-5e6b-4dbd-b36d-06565d1c2383 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:52:30.395964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=9eafc28f-8d4d-4508-ae67-13ef05d81f02,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:30.417878 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e630e9f8-0c1d-470a-9399-bafd83352b11 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.437963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.438307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.438675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.439016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.439344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.439734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.440067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.440394 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.440719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.441039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.441359 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.441680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:30.509721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e630e9f8-0c1d-470a-9399-bafd83352b11 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.512956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] Set router 24281eb2-7c50-4330-bba7-6b7828bf644a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:52:30.543366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['9eafc28f-8d4d-4508-ae67-13ef05d81f02'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:52:30.570186 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e630e9f8-0c1d-470a-9399-bafd83352b11 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.599380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630e9f8-0c1d-470a-9399-bafd83352b11 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Subnet': ['ID=f1196a5e-a4f5-415a-af23-b0ff52e77c99,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:30.601605 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e630e9f8-0c1d-470a-9399-bafd83352b11 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.603542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e630e9f8-0c1d-470a-9399-bafd83352b11 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/subnets/f1196a5e-a4f5-415a-af23-b0ff52e77c99 HTTP/1.1" status: 204 len: 168 time: 0.2804291 Aug 17 16:52:30.606087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:52:30.633288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17aca1c-35c1-4682-8a02-7e308fef5893 None None] Network 80e0702d-040c-41fe-b3cc-64586bee6ad2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:52:30.717669 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.823622 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.885386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Deleting port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:52:30.885651 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:30.896040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:52:29Z', 'revision_number': 5, 'project_id': '83be27321324449294116e75a122e296', 'gw_port': {'id': '2b51ddd8-8b47-4b11-9238-96b67dda1aa7', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:30.951631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] Checking router: 24281eb2-7c50-4330-bba7-6b7828bf644a for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:52:30.958437 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ce138-261e-493b-a0b5-19c29889556f None None] DHCP port deletion for 80e0702d-040c-41fe-b3cc-64586bee6ad2 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:52:30.976384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] Routers {'24281eb2-7c50-4330-bba7-6b7828bf644a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:52:30.977128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:52:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['24281eb2-7c50-4330-bba7-6b7828bf644a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:31.007216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] For port 2b51ddd8-8b47-4b11-9238-96b67dda1aa7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2b51ddd8-8b47-4b11-9238-96b67dda1aa7,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:52:31.007574 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.020715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Calling delete_port for 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:52:31.039823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87983be-c562-4551-98ed-61b036e84132 req-b78f7bf1-1aff-4c8e-914f-8332b11ad6df tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:31.041359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a87983be-c562-4551-98ed-61b036e84132 req-b78f7bf1-1aff-4c8e-914f-8332b11ad6df tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 944 time: 0.0524087 Aug 17 16:52:31.089997 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a87983be-c562-4551-98ed-61b036e84132 req-d783caa8-f8b4-486d-bf5a-d89485b3f80a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Aug 17 16:52:31.198243 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.225206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Port': ['ID=2b51ddd8-8b47-4b11-9238-96b67dda1aa7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:31.253040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] Set router 24281eb2-7c50-4330-bba7-6b7828bf644a gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:52:31.285107 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.305893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:52:30Z', 'revision_number': 6, 'project_id': '83be27321324449294116e75a122e296', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:31.336507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ce138-261e-493b-a0b5-19c29889556f None None] Deleting port 9f7def84-8793-4bfd-ab82-904ff3c938f3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:52:31.336886 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce138-261e-493b-a0b5-19c29889556f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.338753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189e0fe-84f6-45f3-b40e-ee5bafce3fcc None None] The sync data for ids ['24281eb2-7c50-4330-bba7-6b7828bf644a'] in n-d-804878-1 is: [{'id': '24281eb2-7c50-4330-bba7-6b7828bf644a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376677167', 'tenant_id': '83be27321324449294116e75a122e296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:45Z', 'updated_at': '2021-08-17T16:52:30Z', 'revision_number': 6, 'project_id': '83be27321324449294116e75a122e296', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:52:31.385690 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.387852 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.402498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3c9ce138-261e-493b-a0b5-19c29889556f None None] For port 9f7def84-8793-4bfd-ab82-904ff3c938f3, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9f7def84-8793-4bfd-ab82-904ff3c938f3,segment=NetworkSegment(51ef9429-6779-48d1-908b-e3c3c038d6d7),segment_id=51ef9429-6779-48d1-908b-e3c3c038d6d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:52:31.402902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce138-261e-493b-a0b5-19c29889556f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.415392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ce138-261e-493b-a0b5-19c29889556f None None] Calling delete_port for 9f7def84-8793-4bfd-ab82-904ff3c938f3 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:52:31.432867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.433600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Fanout notify agent at l3_agent the message router_deleted on router 24281eb2-7c50-4330-bba7-6b7828bf644a {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:52:31.441041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.442278 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac75df24-d586-4bf8-affa-7d912ed0c136 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/routers/24281eb2-7c50-4330-bba7-6b7828bf644a HTTP/1.1" status: 204 len: 168 time: 0.8349657 Aug 17 16:52:31.444857 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:52:31.500536 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce138-261e-493b-a0b5-19c29889556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.526146 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.527901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ce138-261e-493b-a0b5-19c29889556f None None] Pushing event deleted for resources: {'Port': ['ID=9f7def84-8793-4bfd-ab82-904ff3c938f3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:31.529692 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ce138-261e-493b-a0b5-19c29889556f None None] No DVR routers for this DVR port 9f7def84-8793-4bfd-ab82-904ff3c938f3 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:52:31.621696 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.631950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e0702d-040c-41fe-b3cc-64586bee6ad2']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:31.641521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ef9429-6779-48d1-908b-e3c3c038d6d7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:31.641806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ef9429-6779-48d1-908b-e3c3c038d6d7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:31.650337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.664255 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.670310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:52:31.670789 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:52:31.674456 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:52:31.740652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.748500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.750352 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/networks/80e0702d-040c-41fe-b3cc-64586bee6ad2 HTTP/1.1" status: 204 len: 168 time: 0.3045416 Aug 17 16:52:31.753227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36504) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:52:31.764949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30019085-64a4-4100-a30e-76f25b704cc8 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'Network': ['ID=80e0702d-040c-41fe-b3cc-64586bee6ad2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:31.820863 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.850567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.911865 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.914502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:31.918516 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] 10.222.0.77 "DELETE /v2.0/security-groups/4a49d162-95c0-4fb5-8386-fca6bca600c0 HTTP/1.1" status: 204 len: 168 time: 0.1615212 Aug 17 16:52:31.926603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a49d162-95c0-4fb5-8386-fca6bca600c0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:31.935171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.935518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.935865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.936196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.936536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.936851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.937175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.937500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.937822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.938150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.938490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:31.938807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4229b20-09ea-4b5c-a7e8-8ab61d12abe9 tempest-TestNetworkAdvancedServerOps-1112868443 tempest-TestNetworkAdvancedServerOps-1112868443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:32.149824 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff84f7f1-cfe4-4b7d-ba14-91938a255176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.161056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9eafc28f-8d4d-4508-ae67-13ef05d81f02 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:52:32.214320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:52:32.218690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:52:32.219924 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.232678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd2b52-f57b-4e5b-bf44-33a86784c703 req-c4c710b3-b392-40f2-8d6c-5ee8c888beec tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:32.234544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54fd2b52-f57b-4e5b-bf44-33a86784c703 req-c4c710b3-b392-40f2-8d6c-5ee8c888beec tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 944 time: 0.0535302 Aug 17 16:52:32.243860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36514) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:52:32.296444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54fd2b52-f57b-4e5b-bf44-33a86784c703 req-0b2fb08d-2a21-4c3b-9c68-d1b4e9a9726c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460885 Aug 17 16:52:32.304337 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.330445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e533ad77-6154-4d7b-af4c-c1f75bed6c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eafc28f-8d4d-4508-ae67-13ef05d81f02'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:52:32.332668 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b4cf38-c444-414d-b2ec-fc320380041a" -d '{"events": [{"server_uuid": "e533ad77-6154-4d7b-af4c-c1f75bed6c5e", "name": "network-vif-plugged", "status": "completed", "tag": "9eafc28f-8d4d-4508-ae67-13ef05d81f02"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:52:32.345849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 9eafc28f-8d4d-4508-ae67-13ef05d81f02, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9eafc28f-8d4d-4508-ae67-13ef05d81f02,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:52:32.350927 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.375184 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc970aa1-6a27-4f4f-b6a3-ccfeac6a302e x-openstack-request-id: req-dc970aa1-6a27-4f4f-b6a3-ccfeac6a302e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:52:32.375475 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e533ad77-6154-4d7b-af4c-c1f75bed6c5e", "name": "network-vif-plugged", "status": "completed", "tag": "9eafc28f-8d4d-4508-ae67-13ef05d81f02", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:52:32.375724 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc970aa1-6a27-4f4f-b6a3-ccfeac6a302e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:52:32.376109 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e533ad77-6154-4d7b-af4c-c1f75bed6c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eafc28f-8d4d-4508-ae67-13ef05d81f02', 'code': 200} Aug 17 16:52:32.407921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=9eafc28f-8d4d-4508-ae67-13ef05d81f02,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:32.421585 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-807d03d0-c1a1-401a-8aab-05341a4c45f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83be27321324449294116e75a122e296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765373 Aug 17 16:52:32.424112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36520) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:52:32.477474 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4a40a5f-9bc1-48c5-81ec-db65d34aadaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.478450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949446-6791-4485-b91d-ee6dfc1b5938 req-08b93d37-1133-43ba-bcb0-ebb4264175db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:32.480009 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f2949446-6791-4485-b91d-ee6dfc1b5938 req-08b93d37-1133-43ba-bcb0-ebb4264175db service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 1096 time: 0.0408649 Aug 17 16:52:32.500426 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4a40a5f-9bc1-48c5-81ec-db65d34aadaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.516109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f2949446-6791-4485-b91d-ee6dfc1b5938 req-1e678473-f2a2-4448-9596-9e0fcfdb16c3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288012 Aug 17 16:52:32.550690 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4a40a5f-9bc1-48c5-81ec-db65d34aadaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.553121 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4a40a5f-9bc1-48c5-81ec-db65d34aadaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.554262 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b4a40a5f-9bc1-48c5-81ec-db65d34aadaa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a567e2fd-0d0a-4862-a2a6-5c6c2e6b86cc HTTP/1.1" status: 204 len: 168 time: 0.1292291 Aug 17 16:52:32.562699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a40a5f-9bc1-48c5-81ec-db65d34aadaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a567e2fd-0d0a-4862-a2a6-5c6c2e6b86cc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:32.807422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36526) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:52:32.847729 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-148278ba-0746-40b8-9956-6b0d5643e69c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5efb60655c642c3bd69af220957685e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390902 Aug 17 16:52:32.850404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36528) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:52:32.899259 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a40bd3a7-2de7-41ce-a359-6c62b4527d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.909653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9f7def84-8793-4bfd-ab82-904ff3c938f3 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:52:32.921479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a40bd3a7-2de7-41ce-a359-6c62b4527d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.929584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 9f7def84-8793-4bfd-ab82-904ff3c938f3 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:52:32.929746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9f7def84-8793-4bfd-ab82-904ff3c938f3 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:52:32.930171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea1cc299-020a-4c65-b961-1a83104251ac no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:52:32.951568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ea1cc299-020a-4c65-b961-1a83104251ac {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:52:32.951894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea1cc299-020a-4c65-b961-1a83104251ac not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:52:32.952287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:52:32.971715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:52:32.972204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2b51ddd8-8b47-4b11-9238-96b67dda1aa7 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:52:32.974810 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a40bd3a7-2de7-41ce-a359-6c62b4527d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.977640 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a40bd3a7-2de7-41ce-a359-6c62b4527d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:32.979581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a40bd3a7-2de7-41ce-a359-6c62b4527d63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac9d8cbc-e82b-4a58-b650-51e35497f109 HTTP/1.1" status: 204 len: 168 time: 0.1275747 Aug 17 16:52:32.989151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bd3a7-2de7-41ce-a359-6c62b4527d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d8cbc-e82b-4a58-b650-51e35497f109,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:33.421187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b07762-59af-4848-978b-562c010ca6da req-921ceaf2-6767-4e06-8158-62ff0d37f675 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:33.423017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40b07762-59af-4848-978b-562c010ca6da req-921ceaf2-6767-4e06-8158-62ff0d37f675 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 945 time: 0.0547464 Aug 17 16:52:33.465344 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40b07762-59af-4848-978b-562c010ca6da req-e6b286c6-c1fa-4398-bfa5-f44a30bfa433 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357146 Aug 17 16:52:33.590309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360f085-4a28-44b3-ae5f-28f47487eb8d req-3cb435e1-cd29-4e04-808e-f6c9a08a4c7e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:33.591869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b360f085-4a28-44b3-ae5f-28f47487eb8d req-3cb435e1-cd29-4e04-808e-f6c9a08a4c7e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 945 time: 0.0516038 Aug 17 16:52:33.631035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b360f085-4a28-44b3-ae5f-28f47487eb8d req-155dad05-b5b1-4601-8080-7210d3d2e24a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324097 Aug 17 16:52:34.851017 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ddebaf5-6122-4bf6-ade2-e94d49794748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:35.052752 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:35.996645 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:36.147311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a808180-620d-43c6-9ce7-18101115cf2f req-c83f32fb-2160-43d3-b866-a92643ea1572 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:36.148676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-c83f32fb-2160-43d3-b866-a92643ea1572 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1042531 Aug 17 16:52:36.163592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-ff2c78c4-a465-42ef-a44d-21615641dff2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/quotas/9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 375 time: 0.0089803 Aug 17 16:52:36.216664 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-e75bab18-023a-4e6f-b5d8-d5a1c0a0620c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476553 Aug 17 16:52:36.312902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-66370af8-5bf9-4646-83f1-27c99f423e44 service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888770 Aug 17 16:52:36.400606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-e808b9bc-031e-4476-8751-968d496c1cbe service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814626 Aug 17 16:52:36.601329 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-666c81a9-f1f3-45b8-b46c-770ec71b00ae req-d2d5ad38-b7e7-4f5c-aa06-dac349b63206 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 210 time: 0.0306623 Aug 17 16:52:37.524218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a808180-620d-43c6-9ce7-18101115cf2f req-b485f358-b2cd-445f-8394-70ccb3fa0ef0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:37.525672 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-b485f358-b2cd-445f-8394-70ccb3fa0ef0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.91 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1130474 Aug 17 16:52:37.538288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'port': {'device_id': '2d8fda91-2630-4d14-ba49-9aefd6c32141', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'admin_state_up': True, 'tenant_id': '9119b68d37a246b4965702f6c3c5b476'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:52:37.654910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Made reservation on behalf of 9119b68d37a246b4965702f6c3c5b476 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:52:37.659021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:37.744540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f05419e-f94c-4b1f-9d35-0cf158e91f7b req-8f27c677-655f-4d36-a43f-3dbe9a897e6f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 210 time: 0.0667152 Aug 17 16:52:37.756652 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:37.824165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Allocated IP 172.20.0.7 (4e635362-b05b-4ac3-88d0-eda554336e5f/0056277a-f45d-4baf-bc74-065aba685c6d/0749e00f-b60f-4c81-9e36-959461879e18) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:52:37.993715 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:38.009816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Transition to ACTIVE for port object 0749e00f-b60f-4c81-9e36-959461879e18 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:52:38.042726 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:38.057896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['9eafc28f-8d4d-4508-ae67-13ef05d81f02'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:52:38.094283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:52:38.097616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:52:38.102354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:52:38.106285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=0749e00f-b60f-4c81-9e36-959461879e18,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:38.169837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:38.170852 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:38.194237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-8412b194-9317-4a8b-94bb-13a3e251b22a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6590295 Aug 17 16:52:38.207219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Request body: {'port': {'device_id': '2d8fda91-2630-4d14-ba49-9aefd6c32141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:52:38.266311 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:38.368614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-656780cb-7c33-460b-9f92-d774e0c2d02c None None] Provisioning for port 0749e00f-b60f-4c81-9e36-959461879e18 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:52:38.374736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-656780cb-7c33-460b-9f92-d774e0c2d02c None None] Provisioning complete for port 0749e00f-b60f-4c81-9e36-959461879e18 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:52:38.375582 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-656780cb-7c33-460b-9f92-d774e0c2d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:38.419782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-656780cb-7c33-460b-9f92-d774e0c2d02c None None] Port 0749e00f-b60f-4c81-9e36-959461879e18 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:52:38.566532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0749e00f-b60f-4c81-9e36-959461879e18 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:52:38.574461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:38.586140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Transition to ACTIVE for port object 0749e00f-b60f-4c81-9e36-959461879e18 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:52:38.590252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:38.639715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Pushing event updated for resources: {'Port': ['ID=0749e00f-b60f-4c81-9e36-959461879e18,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:38.716823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Attempting to bind port 0749e00f-b60f-4c81-9e36-959461879e18 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:52:38.717156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Attempting to bind port 0749e00f-b60f-4c81-9e36-959461879e18 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:52:38.717526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Attempting to bind port 0749e00f-b60f-4c81-9e36-959461879e18 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:52:38.722260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Port 0749e00f-b60f-4c81-9e36-959461879e18 on network 4e635362-b05b-4ac3-88d0-eda554336e5f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:52:38.722620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Attempting to bind port 0749e00f-b60f-4c81-9e36-959461879e18 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:52:38.728218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:52:38.728616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Checking segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:52:38.729006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Bound using segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:52:38.729438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Bound port: 0749e00f-b60f-4c81-9e36-959461879e18, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:52:38.729797 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:38.800545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] For port 0749e00f-b60f-4c81-9e36-959461879e18, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:52:38.803976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] For port 0749e00f-b60f-4c81-9e36-959461879e18, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0749e00f-b60f-4c81-9e36-959461879e18,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:52:38.809479 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:38.870692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:38.871322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:38.872738 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] 10.222.0.91 "PUT /v2.0/ports/0749e00f-b60f-4c81-9e36-959461879e18 HTTP/1.1" status: 200 len: 1091 time: 0.6709256 Aug 17 16:52:38.873172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8fda91-2630-4d14-ba49-9aefd6c32141', 'tag': '0749e00f-b60f-4c81-9e36-959461879e18'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:52:38.876082 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9526f9-0d2f-4625-9aed-15ff9bda369a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8fda91-2630-4d14-ba49-9aefd6c32141", "tag": "0749e00f-b60f-4c81-9e36-959461879e18"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:52:38.895258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d93b38-9453-4b5e-8ba8-6c5aa4716a6a service neutron] Pushing event updated for resources: {'Port': ['ID=0749e00f-b60f-4c81-9e36-959461879e18,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:38.915330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984c0d4-fda6-4369-ab50-065c21d4ace9 req-3e6018ea-cac7-4c7b-b902-9acd6f146185 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:38.917495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e984c0d4-fda6-4369-ab50-065c21d4ace9 req-3e6018ea-cac7-4c7b-b902-9acd6f146185 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0803437 Aug 17 16:52:38.932608 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f8ee9-eceb-403d-9bdf-d8927a3d283d x-openstack-request-id: req-af2f8ee9-eceb-403d-9bdf-d8927a3d283d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:52:38.932892 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8fda91-2630-4d14-ba49-9aefd6c32141", "tag": "0749e00f-b60f-4c81-9e36-959461879e18", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:52:38.933242 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af2f8ee9-eceb-403d-9bdf-d8927a3d283d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:52:38.933832 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8fda91-2630-4d14-ba49-9aefd6c32141', 'tag': '0749e00f-b60f-4c81-9e36-959461879e18', 'status': 'completed', 'code': 200} Aug 17 16:52:38.972216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a808180-620d-43c6-9ce7-18101115cf2f req-5520f069-9680-4a6d-b675-76f21d462a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:38.973940 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-5520f069-9680-4a6d-b675-76f21d462a43 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 1094 time: 0.0501204 Aug 17 16:52:38.989240 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e984c0d4-fda6-4369-ab50-065c21d4ace9 req-9a605165-4b7a-43df-8bb8-22cd8ee480d2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615458 Aug 17 16:52:39.029454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-c2c7f59a-3c29-41fa-b053-6651919f808a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0749e00f-b60f-4c81-9e36-959461879e18 HTTP/1.1" status: 200 len: 217 time: 0.0434873 Aug 17 16:52:39.082624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a808180-620d-43c6-9ce7-18101115cf2f req-6edf7df5-9950-4990-b2cf-3a76dadbbf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:39.084384 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-6edf7df5-9950-4990-b2cf-3a76dadbbf1b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0476320 Aug 17 16:52:39.130126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a808180-620d-43c6-9ce7-18101115cf2f req-3a47e6a0-a0c9-4891-99bb-7180dd2a8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:39.131648 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-3a47e6a0-a0c9-4891-99bb-7180dd2a8619 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400527 Aug 17 16:52:39.234038 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-5e284a66-8cd7-420c-8c27-9fcc55955468 service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919662 Aug 17 16:52:39.325872 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a808180-620d-43c6-9ce7-18101115cf2f req-34f00775-b24f-403a-989d-f4031d3dce8f service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870144 Aug 17 16:52:39.422138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-c7152943-4b83-49dd-b246-8133cad64e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:39.423703 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-c7152943-4b83-49dd-b246-8133cad64e3e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 1094 time: 0.0461812 Aug 17 16:52:39.517411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-7841ab28-6d6b-4ffc-a29c-46ac4c1eb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:39.518931 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-7841ab28-6d6b-4ffc-a29c-46ac4c1eb792 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0878327 Aug 17 16:52:39.567204 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-0a535d4f-f2d3-4eec-bcb7-2a38a89e2d5b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0749e00f-b60f-4c81-9e36-959461879e18 HTTP/1.1" status: 200 len: 217 time: 0.0401440 Aug 17 16:52:39.616446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-568f90ae-53cb-4750-8733-0342800857c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:39.617796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-568f90ae-53cb-4750-8733-0342800857c4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0443420 Aug 17 16:52:39.663542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-d84d1c91-1699-422e-86f6-a80b6cc6895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:39.665031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-d84d1c91-1699-422e-86f6-a80b6cc6895f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400743 Aug 17 16:52:39.768035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-5a7abaa4-0a82-446f-b718-563c7efac8c8 service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947826 Aug 17 16:52:39.861171 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e9526f9-0d2f-4625-9aed-15ff9bda369a req-aad44fb4-2c8d-47fb-a1f6-343d2dc5d7db service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850079 Aug 17 16:52:40.139764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1aba7-0422-46e8-a19b-79e8ce06446e req-6af77349-ea48-428f-a238-9977dd948846 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:40.142259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4fd1aba7-0422-46e8-a19b-79e8ce06446e req-6af77349-ea48-428f-a238-9977dd948846 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0813780 Aug 17 16:52:40.201026 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4fd1aba7-0422-46e8-a19b-79e8ce06446e req-52bab284-b6ad-485e-860b-ce8400c87fb8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503356 Aug 17 16:52:40.588967 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:52:41.380481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562443b-8a35-468c-825a-eb89a92cdf31 req-47981b19-0437-41b9-a57b-2caee2e92c67 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:41.382364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0562443b-8a35-468c-825a-eb89a92cdf31 req-47981b19-0437-41b9-a57b-2caee2e92c67 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0684462 Aug 17 16:52:41.440855 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0562443b-8a35-468c-825a-eb89a92cdf31 req-2394db6a-9686-4712-8381-d94bc9a0318b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488958 Aug 17 16:52:42.580536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5615a8-9c97-4ad4-bd2b-e1d654700350 req-40f9b61e-3b0c-4bc4-9aa0-fc0d56e26db2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:42.585113 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f5615a8-9c97-4ad4-bd2b-e1d654700350 req-40f9b61e-3b0c-4bc4-9aa0-fc0d56e26db2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0668960 Aug 17 16:52:42.645687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7f5615a8-9c97-4ad4-bd2b-e1d654700350 req-6ef671d0-8c4a-4785-8c3f-c678bf213857 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528805 Aug 17 16:52:43.783053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7815d-1d34-4871-baef-2bf51fadaa37 req-e31f622e-6163-4019-8c91-13d158400b78 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:43.784709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83d7815d-1d34-4871-baef-2bf51fadaa37 req-e31f622e-6163-4019-8c91-13d158400b78 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0653391 Aug 17 16:52:43.832284 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83d7815d-1d34-4871-baef-2bf51fadaa37 req-21fc5323-950e-4272-a1ca-97833192bdbc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 Aug 17 16:52:44.949858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760992e9-067e-4915-a629-359a460d7641 req-51e7231a-4296-4525-bc13-6f7bfccf6ccf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:44.951394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-760992e9-067e-4915-a629-359a460d7641 req-51e7231a-4296-4525-bc13-6f7bfccf6ccf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0499787 Aug 17 16:52:44.992709 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-760992e9-067e-4915-a629-359a460d7641 req-74d6d794-0e21-4739-b663-12b4bc592bd4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Aug 17 16:52:46.107547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e116d-677a-44de-b210-d8b1cc0a4c89 req-c4018d25-8f6e-4ea6-91fd-e304855f3f30 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:46.109516 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a38e116d-677a-44de-b210-d8b1cc0a4c89 req-c4018d25-8f6e-4ea6-91fd-e304855f3f30 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0504243 Aug 17 16:52:46.146923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a38e116d-677a-44de-b210-d8b1cc0a4c89 req-2edeb684-d569-4d8d-a4a9-debe9d0c5016 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313756 Aug 17 16:52:47.262065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c41e9-5b02-4aac-997a-7e77fcb07e0e req-8b8e7a61-4bb6-4a56-b3a2-bb8433e7e316 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:47.263593 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b7c41e9-5b02-4aac-997a-7e77fcb07e0e req-8b8e7a61-4bb6-4a56-b3a2-bb8433e7e316 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0490386 Aug 17 16:52:47.301793 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8b7c41e9-5b02-4aac-997a-7e77fcb07e0e req-bfbc7234-d7cd-4b60-9266-cefe73b1d563 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Aug 17 16:52:48.430779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edcd91-a1d0-41b0-be63-d7c0ec7b2717 req-b4831256-314c-4818-999e-392551499646 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:48.432308 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2edcd91-a1d0-41b0-be63-d7c0ec7b2717 req-b4831256-314c-4818-999e-392551499646 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0520310 Aug 17 16:52:48.471424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f2edcd91-a1d0-41b0-be63-d7c0ec7b2717 req-371f7a42-9899-4447-aaba-29c53dab88e9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Aug 17 16:52:49.591688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87f6ab-0106-4b21-9a96-2dbd51b2bcbb req-ce58b2aa-08ae-44d5-b7a4-8a38b2563453 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:49.593739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e87f6ab-0106-4b21-9a96-2dbd51b2bcbb req-ce58b2aa-08ae-44d5-b7a4-8a38b2563453 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0535388 Aug 17 16:52:49.638231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e87f6ab-0106-4b21-9a96-2dbd51b2bcbb req-1f2851f8-2ea8-4a26-8eeb-9139e0fc5785 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383286 Aug 17 16:52:49.787226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:50.044687 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:50.764987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59c589-acb7-4041-8e1f-1d19f0dad964 req-622bd5ef-1c22-4aaa-afea-5a5ba0e82c06 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:50.766528 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb59c589-acb7-4041-8e1f-1d19f0dad964 req-622bd5ef-1c22-4aaa-afea-5a5ba0e82c06 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0550766 Aug 17 16:52:50.805791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb59c589-acb7-4041-8e1f-1d19f0dad964 req-5360ae5b-515b-4618-90b8-75dbba8fe5f8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329273 Aug 17 16:52:51.923018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8469897-bdc4-4315-8c8a-67606a615d8b req-b45779f5-8810-406e-8f71-b317bbf0b6ef tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:51.924487 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e8469897-bdc4-4315-8c8a-67606a615d8b req-b45779f5-8810-406e-8f71-b317bbf0b6ef tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0494440 Aug 17 16:52:51.962565 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e8469897-bdc4-4315-8c8a-67606a615d8b req-e6292b95-fac3-4a2c-aaaa-5ebcb8bb080d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Aug 17 16:52:53.081192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a93f3-468d-4141-ad92-6ba6296fe064 req-d3434ab7-8153-4c92-a7e9-f1dd12b7cf42 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:53.082716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-135a93f3-468d-4141-ad92-6ba6296fe064 req-d3434ab7-8153-4c92-a7e9-f1dd12b7cf42 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0511067 Aug 17 16:52:53.123239 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-135a93f3-468d-4141-ad92-6ba6296fe064 req-49327072-dd61-41ab-90d4-5f23291cfa74 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337031 Aug 17 16:52:54.240766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a179e-4074-4602-97b6-38b2ba2b03a2 req-6c994977-2e7e-4b75-b577-4f8919e35f4e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:54.242200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-630a179e-4074-4602-97b6-38b2ba2b03a2 req-6c994977-2e7e-4b75-b577-4f8919e35f4e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0506127 Aug 17 16:52:54.280063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-630a179e-4074-4602-97b6-38b2ba2b03a2 req-c2882e48-903e-4f28-8b1a-cce1adfe9db7 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Aug 17 16:52:55.400960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d78f09-524d-4b28-8020-aa1c5adad6ac req-9726e7a1-2655-4cb0-b35c-39ca0b537228 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:55.402569 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04d78f09-524d-4b28-8020-aa1c5adad6ac req-9726e7a1-2655-4cb0-b35c-39ca0b537228 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0529096 Aug 17 16:52:55.443457 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-04d78f09-524d-4b28-8020-aa1c5adad6ac req-6e0781e5-6f3d-488a-9a28-e17daaff3a7b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Aug 17 16:52:56.207145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ae45f-fd31-41e0-8e51-c6ba6eac14e4 req-5753fd3d-9efa-47f4-8b60-123e446e4b54 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:56.208895 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e3ae45f-fd31-41e0-8e51-c6ba6eac14e4 req-5753fd3d-9efa-47f4-8b60-123e446e4b54 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0601087 Aug 17 16:52:56.253253 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1e3ae45f-fd31-41e0-8e51-c6ba6eac14e4 req-a5f7dd54-0b6c-4a33-bfbc-6bf3ba2c9468 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363853 Aug 17 16:52:56.573489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa30b21-07bd-414e-8192-7a31bfcefbf7 req-f5931522-dbe5-4c07-bb7b-a9a7f2b7293e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:56.575168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8fa30b21-07bd-414e-8192-7a31bfcefbf7 req-f5931522-dbe5-4c07-bb7b-a9a7f2b7293e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0605345 Aug 17 16:52:56.613818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8fa30b21-07bd-414e-8192-7a31bfcefbf7 req-4e85f8da-ae64-49bc-ad2f-f0dedf6008dd tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326691 Aug 17 16:52:57.373685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29add1-7168-4671-8f44-37ff0b8abdd5 req-bd555764-ab09-4662-ad89-8539447e953f tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:57.375300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba29add1-7168-4671-8f44-37ff0b8abdd5 req-bd555764-ab09-4662-ad89-8539447e953f tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0535667 Aug 17 16:52:57.420752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ba29add1-7168-4671-8f44-37ff0b8abdd5 req-5264cbba-bd6f-4ab7-b59b-c3a3d08e74e5 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 Aug 17 16:52:57.735206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa37e4-eb2f-464c-9b8e-1426a66a72d6 req-f25892ef-5950-4749-8f0d-ccb418aebb69 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:57.736791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-71fa37e4-eb2f-464c-9b8e-1426a66a72d6 req-f25892ef-5950-4749-8f0d-ccb418aebb69 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 943 time: 0.0506189 Aug 17 16:52:57.777383 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-71fa37e4-eb2f-464c-9b8e-1426a66a72d6 req-62e46599-530b-4bb7-af53-c345433a27b7 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Aug 17 16:52:57.915453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-8eb6aa59-522b-4102-a561-c2a87a34e1de service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392611 Aug 17 16:52:57.992544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-14602fde-8e24-44ad-b7df-8c33b72fbb13 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:57.994013 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-14602fde-8e24-44ad-b7df-8c33b72fbb13 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.0739515 Aug 17 16:52:58.041753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-cb406a63-fece-4da6-928e-f8ff39e57072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:58.043304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-cb406a63-fece-4da6-928e-f8ff39e57072 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 1096 time: 0.0843639 Aug 17 16:52:58.177217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Deleting port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:52:58.177480 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:58.180517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-ab603a0a-3679-4b18-86ea-e491235a79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:58.182027 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-ab603a0a-3679-4b18-86ea-e491235a79ff service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.1114657 Aug 17 16:52:58.520648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0749e00f-b60f-4c81-9e36-959461879e18 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:52:58.614198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-1bf293e1-5ca4-420b-80df-7ba66cd3e0f0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eafc28f-8d4d-4508-ae67-13ef05d81f02 HTTP/1.1" status: 200 len: 217 time: 0.4191637 Aug 17 16:52:58.615506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0749e00f-b60f-4c81-9e36-959461879e18, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0749e00f-b60f-4c81-9e36-959461879e18,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:52:58.628182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '0749e00f-b60f-4c81-9e36-959461879e18', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'port_id': '0749e00f-b60f-4c81-9e36-959461879e18', 'mac_address': 'fa:16:3e:cd:a1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:52:58.669688 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:58.683771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0749e00f-b60f-4c81-9e36-959461879e18 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:52:58.704618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0749e00f-b60f-4c81-9e36-959461879e18, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0749e00f-b60f-4c81-9e36-959461879e18,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:52:58.709117 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:58.729218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b6be-980c-4624-8084-c695aa7bd128 req-edf88098-7e9e-433b-a8a1-960c1d5a6275 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:58.730715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e284b6be-980c-4624-8084-c695aa7bd128 req-edf88098-7e9e-433b-a8a1-960c1d5a6275 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 945 time: 0.1223857 Aug 17 16:52:58.732031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-15d415a9-903b-4018-9ad0-8f5a90e2cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:58.733365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-15d415a9-903b-4018-9ad0-8f5a90e2cbe4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.1070948 Aug 17 16:52:58.735128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] For port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:52:58.735493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:58.758256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0749e00f-b60f-4c81-9e36-959461879e18,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:58.860529 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e284b6be-980c-4624-8084-c695aa7bd128 req-3070db9d-5127-4d09-a6b0-3217fcb1d1eb tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd02222e-2304-422c-8bf6-526e2aac0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217148 Aug 17 16:52:58.901658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-fe84ae7c-e617-432a-a385-976d8e2a0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:58.903190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-fe84ae7c-e617-432a-a385-976d8e2a0ef2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567590 Aug 17 16:52:58.904075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b0183-c5a4-4982-ab51-48f96eaeb4e9 req-8a2068c1-5372-4c9d-883e-775afa05cf64 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:52:58.905599 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f5b0183-c5a4-4982-ab51-48f96eaeb4e9 req-8a2068c1-5372-4c9d-883e-775afa05cf64 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 944 time: 0.0569966 Aug 17 16:52:58.911448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0749e00f-b60f-4c81-9e36-959461879e18'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:52:58.955019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5f5b0183-c5a4-4982-ab51-48f96eaeb4e9 req-8a5036c3-f155-42b8-85bc-f53c602db2f4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396183 Aug 17 16:52:59.044241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:59.044611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:59.044917 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Floating IP 1a3c0909-9cfd-4913-b62f-abbb0346cd37 disassociated. External IP: 172.25.7.56, port: c737b6f7-28e8-4293-a2fc-5a7fcbbb4558. Aug 17 16:52:59.045252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Calling delete_port for c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:52:59.069249 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-185f3869-d003-4889-bf12-f38e7e2381f2 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544170 Aug 17 16:52:59.210084 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5c0a841-98a9-48d7-b6f7-e6f8a7fd51e2 req-1e7e750f-fe9d-4d17-915a-cd14ff609d1d service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109519 Aug 17 16:52:59.260609 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:59.291021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event deleted for resources: {'Port': ['ID=c737b6f7-28e8-4293-a2fc-5a7fcbbb4558,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:52:59.301904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.302254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.302619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.302959 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.303292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.303622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.303943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.304268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.304612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.304934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.305253 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.305572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:52:59.417978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Router 3f61ca6e-7f7a-419b-a932-2d4579ac757e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:52:59.528601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:52:59.545759 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] Sync routers for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:52:59.557039 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:52:59.557676 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:52:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:52:59.567208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] No DVR routers for this DVR port c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:52:59.569859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:52:59.572115 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-29bda609-a3aa-4c19-acbe-ce0c6591accd req-c6b7ca03-8778-409f-b825-88c7e995f6f6 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.91 "DELETE /v2.0/ports/c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 HTTP/1.1" status: 204 len: 173 time: 1.5716424 Aug 17 16:52:59.572541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'name': 'network-vif-deleted', 'tag': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:52:59.574796 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39c42c3-168a-43b7-bcb6-6f3966127efd" -d '{"events": [{"server_uuid": "d3843f17-f7b8-4342-b589-3ba1cfc9ae6a", "name": "network-vif-deleted", "tag": "c737b6f7-28e8-4293-a2fc-5a7fcbbb4558"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:52:59.614589 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08491b89-02e4-4947-b1c1-34230cf313f0 x-openstack-request-id: req-08491b89-02e4-4947-b1c1-34230cf313f0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:52:59.615244 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3843f17-f7b8-4342-b589-3ba1cfc9ae6a", "name": "network-vif-deleted", "tag": "c737b6f7-28e8-4293-a2fc-5a7fcbbb4558", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:52:59.615244 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08491b89-02e4-4947-b1c1-34230cf313f0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:52:59.615497 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3843f17-f7b8-4342-b589-3ba1cfc9ae6a', 'name': 'network-vif-deleted', 'tag': 'c737b6f7-28e8-4293-a2fc-5a7fcbbb4558', 'status': 'completed', 'code': 200} Aug 17 16:52:59.696356 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:52:59.995592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-073ba3ff-9974-4c25-ac40-673aa1c89923 req-4c6cb900-fb0c-4ae1-8c1f-a0885e91ded0 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3843f17-f7b8-4342-b589-3ba1cfc9ae6a HTTP/1.1" status: 200 len: 210 time: 0.0421979 Aug 17 16:53:00.023072 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:00.056143 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] Checking router: 3f61ca6e-7f7a-419b-a932-2d4579ac757e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:53:00.075950 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:53:00.076580 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:52:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:00.114945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce8ae2-c171-4ad1-b9a3-2880967ec375 req-540aaccd-2a55-4ba6-9a95-143d758026d2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:00.117043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d4ce8ae2-c171-4ad1-b9a3-2880967ec375 req-540aaccd-2a55-4ba6-9a95-143d758026d2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 944 time: 0.0635259 Aug 17 16:53:00.165697 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d4ce8ae2-c171-4ad1-b9a3-2880967ec375 req-9cc037ec-df86-4656-b79c-2ba1893a3003 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Aug 17 16:53:00.209770 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:53:00.506876 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:00.532975 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc3a39-f837-4be3-82fe-5865847e6235 None None] The sync data for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 is: [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:53:00.535701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0749e00f-b60f-4c81-9e36-959461879e18 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:53:00.593623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 0749e00f-b60f-4c81-9e36-959461879e18 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:53:00.598509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 0749e00f-b60f-4c81-9e36-959461879e18 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:53:00.598872 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:00.695284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:00.728451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8fda91-2630-4d14-ba49-9aefd6c32141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0749e00f-b60f-4c81-9e36-959461879e18'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:53:00.731706 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408e11e1-e617-4bbb-8767-b2c5ab94ad90" -d '{"events": [{"server_uuid": "2d8fda91-2630-4d14-ba49-9aefd6c32141", "name": "network-vif-plugged", "status": "completed", "tag": "0749e00f-b60f-4c81-9e36-959461879e18"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:53:00.747934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0749e00f-b60f-4c81-9e36-959461879e18, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0749e00f-b60f-4c81-9e36-959461879e18,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:53:00.753110 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:00.754101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:53:00.785480 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313ec570-e85c-4aa0-b690-ea065b3f0f4d x-openstack-request-id: req-313ec570-e85c-4aa0-b690-ea065b3f0f4d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:53:00.785804 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8fda91-2630-4d14-ba49-9aefd6c32141", "name": "network-vif-plugged", "status": "completed", "tag": "0749e00f-b60f-4c81-9e36-959461879e18", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:53:00.786138 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-313ec570-e85c-4aa0-b690-ea065b3f0f4d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:53:00.786731 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8fda91-2630-4d14-ba49-9aefd6c32141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0749e00f-b60f-4c81-9e36-959461879e18', 'code': 200} Aug 17 16:53:00.813220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5aaf79-4ce6-4d4c-8dd6-83f04756b00f None None] New status for floating IP 1a3c0909-9cfd-4913-b62f-abbb0346cd37: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:53:00.854089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:53:00.854454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c737b6f7-28e8-4293-a2fc-5a7fcbbb4558 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:53:00.876306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51882263-8312-4b12-9179-89f5b204b97b req-c4425799-680a-496b-b586-105722639c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:00.878062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51882263-8312-4b12-9179-89f5b204b97b req-c4425799-680a-496b-b586-105722639c6d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 1096 time: 0.0426121 Aug 17 16:53:00.913777 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-51882263-8312-4b12-9179-89f5b204b97b req-f2f425db-5d78-4797-93cf-c0982e7b3eb8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300951 Aug 17 16:53:00.968154 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0749e00f-b60f-4c81-9e36-959461879e18,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:01.088365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:01.152925 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aeda29-b68b-4f7d-88df-33679a4c291a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:01.180244 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aeda29-b68b-4f7d-88df-33679a4c291a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:01.252132 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aeda29-b68b-4f7d-88df-33679a4c291a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:01.256015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aeda29-b68b-4f7d-88df-33679a4c291a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:01.257975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-84aeda29-b68b-4f7d-88df-33679a4c291a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "DELETE /v2.0/security-groups/bd02222e-2304-422c-8bf6-526e2aac0e91 HTTP/1.1" status: 204 len: 168 time: 0.1677988 Aug 17 16:53:01.260230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36704) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:01.275060 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-67a2ce6d-956c-45d3-8786-a91047f1f628 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] show failed (client error): The resource could not be found. Aug 17 16:53:01.276058 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-67a2ce6d-956c-45d3-8786-a91047f1f628 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups/bd02222e-2304-422c-8bf6-526e2aac0e91 HTTP/1.1" status: 404 len: 347 time: 0.0146790 Aug 17 16:53:01.278824 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36706) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:01.288651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aeda29-b68b-4f7d-88df-33679a4c291a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd02222e-2304-422c-8bf6-526e2aac0e91,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:01.317130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e6748-eb3a-459d-9d70-747ead7a19cf req-6f5ee7a1-b247-4519-b461-de162fe1fee0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:01.323031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a8e6748-eb3a-459d-9d70-747ead7a19cf req-6f5ee7a1-b247-4519-b461-de162fe1fee0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 945 time: 0.0847943 Aug 17 16:53:01.365880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a8e6748-eb3a-459d-9d70-747ead7a19cf req-afd3a2c9-0da8-4ddb-ad5c-cc96e1bef9da tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 Aug 17 16:53:01.417227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-03e0b67f-d66b-43d0-b94e-0f052a3b319a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Deleting port 430fdc31-51a5-4e8a-81b5-a51511d53b95 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:53:01.417603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03e0b67f-d66b-43d0-b94e-0f052a3b319a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:01.502030 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03e0b67f-d66b-43d0-b94e-0f052a3b319a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:01.502446 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03e0b67f-d66b-43d0-b94e-0f052a3b319a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:01.514917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-03e0b67f-d66b-43d0-b94e-0f052a3b319a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Calling delete_port for 430fdc31-51a5-4e8a-81b5-a51511d53b95 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:53:01.671639 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03e0b67f-d66b-43d0-b94e-0f052a3b319a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:01.699189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0b67f-d66b-43d0-b94e-0f052a3b319a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event deleted for resources: {'Port': ['ID=430fdc31-51a5-4e8a-81b5-a51511d53b95,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:01.766924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03e0b67f-d66b-43d0-b94e-0f052a3b319a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:01.769903 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03e0b67f-d66b-43d0-b94e-0f052a3b319a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:01.771102 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-03e0b67f-d66b-43d0-b94e-0f052a3b319a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "DELETE /v2.0/floatingips/1a3c0909-9cfd-4913-b62f-abbb0346cd37 HTTP/1.1" status: 204 len: 168 time: 0.4911427 Aug 17 16:53:02.159435 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-807513a9-eb38-4b05-b36e-83fd0da92ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.304264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36710) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:02.309065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-2326063c-e132-4ae8-b491-c5e8bf001553 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874919313', 'description': 'tempest-description--248197397'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:02.331922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2326063c-e132-4ae8-b491-c5e8bf001553 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.421008 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2326063c-e132-4ae8-b491-c5e8bf001553 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.427641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2326063c-e132-4ae8-b491-c5e8bf001553 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.473573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326063c-e132-4ae8-b491-c5e8bf001553 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e72bacb-3abe-4906-a152-2cd05f1136ef,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:02.484653 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2326063c-e132-4ae8-b491-c5e8bf001553 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.487484 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2326063c-e132-4ae8-b491-c5e8bf001553 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1808555 Aug 17 16:53:02.489459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36714) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:02.495188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b77aac80-130f-4656-9970-dd75c8790dc5 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'security_group_rule': {'security_group_id': '8e72bacb-3abe-4906-a152-2cd05f1136ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:02.506223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c83f6-c29c-42df-b2ff-1611de4630d7 req-c8788bd2-3973-42a1-af67-2137387cf8be tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:02.508085 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a42c83f6-c29c-42df-b2ff-1611de4630d7 req-c8788bd2-3973-42a1-af67-2137387cf8be tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 945 time: 0.0654657 Aug 17 16:53:02.524395 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b77aac80-130f-4656-9970-dd75c8790dc5 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.550461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a42c83f6-c29c-42df-b2ff-1611de4630d7 req-d7bd7845-6631-4a4b-9b18-540b18bda485 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Aug 17 16:53:02.584567 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b77aac80-130f-4656-9970-dd75c8790dc5 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.589675 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b77aac80-130f-4656-9970-dd75c8790dc5 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.607999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77aac80-130f-4656-9970-dd75c8790dc5 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51d95b5-7075-4631-a5ae-9733f66aaf49,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:02.616077 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b77aac80-130f-4656-9970-dd75c8790dc5 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.617801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b77aac80-130f-4656-9970-dd75c8790dc5 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269751 Aug 17 16:53:02.620572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36718) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:02.625933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-86fec27f-8ad2-4c78-b34c-eafea7056b7e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'security_group_rule': {'security_group_id': '8e72bacb-3abe-4906-a152-2cd05f1136ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:02.712410 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86fec27f-8ad2-4c78-b34c-eafea7056b7e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.728308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5a443-0804-4dc4-9957-c4ceee4a7b8d req-e679d4ab-e142-4b84-8c8c-ea0311f7c097 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:02.730082 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-20c5a443-0804-4dc4-9957-c4ceee4a7b8d req-e679d4ab-e142-4b84-8c8c-ea0311f7c097 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 945 time: 0.0962291 Aug 17 16:53:02.805105 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-20c5a443-0804-4dc4-9957-c4ceee4a7b8d req-5b0bbcb0-ee1f-4115-b9ba-82ad00f60f61 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671871 Aug 17 16:53:02.826890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86fec27f-8ad2-4c78-b34c-eafea7056b7e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.826890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86fec27f-8ad2-4c78-b34c-eafea7056b7e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.843194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fec27f-8ad2-4c78-b34c-eafea7056b7e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689ce499-a729-4a68-8de3-61198384fcdb,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:02.849611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86fec27f-8ad2-4c78-b34c-eafea7056b7e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.851536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-86fec27f-8ad2-4c78-b34c-eafea7056b7e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2296917 Aug 17 16:53:02.854502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36722) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:02.859477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:02.884350 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:02.999239 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:03.149901 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Allocated IP 172.25.7.49 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/fb2ec8e7-d746-428e-8d8c-f5b6f12e1da7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:53:03.171148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f3188-1967-4a92-8d71-2f569b46fc55 req-a561ea6c-0681-4831-9089-300bf52f2a88 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:03.172759 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c34f3188-1967-4a92-8d71-2f569b46fc55 req-a561ea6c-0681-4831-9089-300bf52f2a88 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 945 time: 0.0834596 Aug 17 16:53:03.266031 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c34f3188-1967-4a92-8d71-2f569b46fc55 req-b55c87eb-2079-4bed-baff-5ffaa918708f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759993 Aug 17 16:53:03.300514 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:03.343113 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:03.392977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:53:03.396243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:53:03.401091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:53:03.404289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'Port': ['ID=fb2ec8e7-d746-428e-8d8c-f5b6f12e1da7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:03.489775 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:03.528830 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:03.688541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:03.693877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:03.786396 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'Port': ['ID=fb2ec8e7-d746-428e-8d8c-f5b6f12e1da7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:03.796480 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:03.812249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:03.817988 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-11b69ff4-ab2e-488e-b21d-25b611997532 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9580324 Aug 17 16:53:04.021777 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2c985d45-2fc2-4f57-9691-c19aef1223de tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1874919313&fields=id&tenant_id=70f0ef29bc784599a4e95d0abd00fa09 HTTP/1.1" status: 200 len: 267 time: 0.0370922 Aug 17 16:53:04.158982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-380d03ad-3583-4f9d-a2be-df1ba940ecf3 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:04.166920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-380d03ad-3583-4f9d-a2be-df1ba940ecf3 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 811 time: 0.1359406 Aug 17 16:53:04.178791 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-dc1ecfb9-9c6b-49c8-a4d5-f855eea7e930 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/quotas/70f0ef29bc784599a4e95d0abd00fa09 HTTP/1.1" status: 200 len: 375 time: 0.0108585 Aug 17 16:53:04.243800 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-15f49ec2-0f9b-47da-ab58-dcfc9fd18ccf tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570576 Aug 17 16:53:04.365656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-6f1aba4d-5829-4b33-b5f7-f56a0e3ba46f service neutron] 10.222.0.77 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078920 Aug 17 16:53:04.407366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ba9cf-1beb-4559-82b1-82a11eeae32d req-98f58f4d-7c57-4561-ae33-ad9f49d9aaf8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:04.409224 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d52ba9cf-1beb-4559-82b1-82a11eeae32d req-98f58f4d-7c57-4561-ae33-ad9f49d9aaf8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 945 time: 0.0595155 Aug 17 16:53:04.457919 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d52ba9cf-1beb-4559-82b1-82a11eeae32d req-380c8ba3-9b8b-483e-8a43-6a0be8fc27e3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Aug 17 16:53:04.471640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-14179c64-151f-4bd9-8262-ff0a37278864 service neutron] 10.222.0.77 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996487 Aug 17 16:53:04.570835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-1212d34a-de36-4dd2-8bd4-729349c6e5b3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:04.572487 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-1212d34a-de36-4dd2-8bd4-729349c6e5b3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 945 time: 0.0555654 Aug 17 16:53:04.643771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f07e86e9-746c-47b2-ad25-adc3526b5699 req-eb199142-c4a5-4ebb-b719-7ec6c1ca43fe tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 210 time: 0.0271122 Aug 17 16:53:04.674661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-80c9647a-2f64-4354-b150-d335fe384848 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Deleting port 0749e00f-b60f-4c81-9e36-959461879e18 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:53:04.675008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-80c9647a-2f64-4354-b150-d335fe384848 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:04.769046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-80c9647a-2f64-4354-b150-d335fe384848 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] For port 0749e00f-b60f-4c81-9e36-959461879e18, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0749e00f-b60f-4c81-9e36-959461879e18,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:53:04.769318 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-80c9647a-2f64-4354-b150-d335fe384848 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:04.782474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-80c9647a-2f64-4354-b150-d335fe384848 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Calling delete_port for 0749e00f-b60f-4c81-9e36-959461879e18 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:53:04.855670 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62ebb822-91ad-4117-8070-aa230b34e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:04.951745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-80c9647a-2f64-4354-b150-d335fe384848 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:04.965622 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0749e00f-b60f-4c81-9e36-959461879e18'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:53:04.990987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['9eafc28f-8d4d-4508-ae67-13ef05d81f02'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:53:04.993826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9647a-2f64-4354-b150-d335fe384848 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'Port': ['ID=0749e00f-b60f-4c81-9e36-959461879e18,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:05.056246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-80c9647a-2f64-4354-b150-d335fe384848 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] No DVR routers for this DVR port 0749e00f-b60f-4c81-9e36-959461879e18 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:53:05.060733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-80c9647a-2f64-4354-b150-d335fe384848 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:05.063571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cd1d18c1-635e-4089-8c52-1e5635f4c620 req-80c9647a-2f64-4354-b150-d335fe384848 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.91 "DELETE /v2.0/ports/0749e00f-b60f-4c81-9e36-959461879e18 HTTP/1.1" status: 204 len: 173 time: 0.4848979 Aug 17 16:53:05.064110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8fda91-2630-4d14-ba49-9aefd6c32141', 'name': 'network-vif-deleted', 'tag': '0749e00f-b60f-4c81-9e36-959461879e18'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:53:05.066865 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2750b9-f420-404c-a36a-90ff032c5823" -d '{"events": [{"server_uuid": "2d8fda91-2630-4d14-ba49-9aefd6c32141", "name": "network-vif-deleted", "tag": "0749e00f-b60f-4c81-9e36-959461879e18"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:53:05.069816 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:05.124268 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787d046a-9a00-4797-94f3-992ea58c69c6 x-openstack-request-id: req-787d046a-9a00-4797-94f3-992ea58c69c6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:53:05.124562 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8fda91-2630-4d14-ba49-9aefd6c32141", "name": "network-vif-deleted", "tag": "0749e00f-b60f-4c81-9e36-959461879e18", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:53:05.124812 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-787d046a-9a00-4797-94f3-992ea58c69c6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:53:05.125211 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8fda91-2630-4d14-ba49-9aefd6c32141', 'name': 'network-vif-deleted', 'tag': '0749e00f-b60f-4c81-9e36-959461879e18', 'status': 'completed', 'code': 200} Aug 17 16:53:05.558732 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b517a298-71fb-489d-9e50-ff1ef6553180 req-c26706fb-18a7-417a-a1af-f5bc6415192e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 210 time: 0.0283575 Aug 17 16:53:05.705801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-8067fa67-3371-488e-9a2f-714859be8936 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:05.708887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-8067fa67-3371-488e-9a2f-714859be8936 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 811 time: 0.1364043 Aug 17 16:53:05.769061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-adb62439-5c85-4986-a88c-920db189cbaa req-b0f94488-3b94-460a-8f53-e07c3fcba9f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 210 time: 0.0436125 Aug 17 16:53:05.795744 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-e231b2b6-5117-4f69-b11e-942087f15e7e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f0ef29bc784599a4e95d0abd00fa09 HTTP/1.1" status: 200 len: 380 time: 0.0771716 Aug 17 16:53:05.806403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'port': {'device_id': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'admin_state_up': True, 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'security_groups': ['8e72bacb-3abe-4906-a152-2cd05f1136ef']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:05.924761 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Made reservation on behalf of 70f0ef29bc784599a4e95d0abd00fa09 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:53:05.928969 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:06.001768 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:06.067247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Allocated IP 172.20.0.9 (e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2/2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab/2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:53:06.207345 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:06.226963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Transition to ACTIVE for port object 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:53:06.259450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:06.308550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:53:06.311918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:53:06.316075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:53:06.340614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event updated for resources: {'Port': ['ID=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:06.371099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:06.371771 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:06.388808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-3930b638-2678-4fb1-a2b4-cf7f9456fac1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5865536 Aug 17 16:53:06.401143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Request body: {'port': {'device_id': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:06.461430 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:06.612877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-398b8aeb-d0fe-41ff-9d1b-44b1e175dbf8 None None] Provisioning for port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:53:06.617816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-398b8aeb-d0fe-41ff-9d1b-44b1e175dbf8 None None] Provisioning complete for port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:53:06.618466 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-398b8aeb-d0fe-41ff-9d1b-44b1e175dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:06.663311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-398b8aeb-d0fe-41ff-9d1b-44b1e175dbf8 None None] Port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:53:06.675067 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ded796f7-7175-4e39-a94e-a2eacc99348f req-605fbaa8-3fc0-40c0-986d-48eb8b7cb1e0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 210 time: 0.0374517 Aug 17 16:53:06.781683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:53:06.791610 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:06.807208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Transition to ACTIVE for port object 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:53:06.811885 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:06.896649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:06.965093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3e80f-383e-47d9-9214-1da35f684414 req-317589b3-7ca4-44ac-aa40-cfaad4e5d009 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:06.966689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4df3e80f-383e-47d9-9214-1da35f684414 req-317589b3-7ca4-44ac-aa40-cfaad4e5d009 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 943 time: 0.1191416 Aug 17 16:53:07.002144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Attempting to bind port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:53:07.002502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Attempting to bind port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:53:07.002829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Attempting to bind port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 on network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:53:07.020164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 on network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:53:07.020482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Attempting to bind port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 on network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:53:07.028188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4df3e80f-383e-47d9-9214-1da35f684414 req-029bffdb-7370-4196-b238-7c154b6d253d tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e72bacb-3abe-4906-a152-2cd05f1136ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526049 Aug 17 16:53:07.031000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:53:07.031335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Checking segment: {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:53:07.031713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Bound using segment: {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:53:07.032137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Bound port: 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:53:07.032510 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:07.105671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] For port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:53:07.110039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] For port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:53:07.114767 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:07.156330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:07.157143 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:07.158589 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] 10.222.0.91 "PUT /v2.0/ports/2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 HTTP/1.1" status: 200 len: 1091 time: 0.7620478 Aug 17 16:53:07.160909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'tag': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:53:07.164244 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8bad23-4c3c-454b-8254-af9f79c625ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8d033ff5-d489-42ae-8b24-6feedf01c57d", "tag": "2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:53:07.235152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b733859-3108-4da4-ad85-dc83ee13eec9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:07.240750 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a63764-0825-4918-b51a-dc6c484fc93d x-openstack-request-id: req-f4a63764-0825-4918-b51a-dc6c484fc93d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:53:07.241133 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d033ff5-d489-42ae-8b24-6feedf01c57d", "tag": "2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:53:07.241457 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4a63764-0825-4918-b51a-dc6c484fc93d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:53:07.241928 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'tag': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06', 'status': 'completed', 'code': 200} Aug 17 16:53:07.260476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-a767bf1b-422e-479a-b158-994a977b8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:07.262482 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-a767bf1b-422e-479a-b158-994a977b8f5a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 1094 time: 0.0596204 Aug 17 16:53:07.309906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-16cd1492-3b1b-4b1b-964b-29e906c9e9a6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 HTTP/1.1" status: 200 len: 217 time: 0.0390778 Aug 17 16:53:07.368572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-442fc1ef-5907-4f1a-a809-88adf645eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:07.370144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-442fc1ef-5907-4f1a-a809-88adf645eb33 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0526106 Aug 17 16:53:07.431057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-7a26bd35-5860-4a07-8af9-a90c34f0fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:07.432648 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-7a26bd35-5860-4a07-8af9-a90c34f0fc22 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548921 Aug 17 16:53:07.527997 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-e1e3923b-405a-467e-9ee5-32363f6c8f7d service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875666 Aug 17 16:53:07.626605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c819f05c-4ce3-4a6b-9f3d-9f0b5ddbc96c req-75dfa126-efbd-47b0-975a-8ac091cf73f2 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912023 Aug 17 16:53:07.726872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-6bd66d63-2b2b-4afb-8447-104f12299e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:07.728937 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-6bd66d63-2b2b-4afb-8447-104f12299e1a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 1094 time: 0.0502639 Aug 17 16:53:07.771858 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:07.842916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74a6c7f3-a656-4ab7-9656-2988e27b9b97 req-7ec0a074-ff04-4322-900e-17c367b99d7a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 210 time: 0.0697479 Aug 17 16:53:07.882119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-a016eea8-b597-439f-9bdf-9b2c6cda4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:07.883822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-a016eea8-b597-439f-9bdf-9b2c6cda4cf8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 912 time: 0.1477337 Aug 17 16:53:07.929787 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-26ee345b-84f3-489a-b069-4a587fefbd4b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 HTTP/1.1" status: 200 len: 217 time: 0.0377994 Aug 17 16:53:07.988997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-d0de13fe-790d-4b08-a61b-4aedc60867c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:07.990533 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-d0de13fe-790d-4b08-a61b-4aedc60867c7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0538578 Aug 17 16:53:08.040408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-bf7355f4-8c34-45bb-ad38-bc95a0c2bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:08.042018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-bf7355f4-8c34-45bb-ad38-bc95a0c2bf85 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438502 Aug 17 16:53:08.139700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-1a222065-0f2b-4781-8e9c-a040f5aef27b service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902312 Aug 17 16:53:08.177870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8034db-02c2-4fde-8e30-08e38ffaf7c8 req-fdb55999-6d01-4485-87e9-802804ba8fbc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:08.185514 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a8034db-02c2-4fde-8e30-08e38ffaf7c8 req-fdb55999-6d01-4485-87e9-802804ba8fbc tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 943 time: 0.0761123 Aug 17 16:53:08.228741 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a8034db-02c2-4fde-8e30-08e38ffaf7c8 req-c46fdf04-f832-4dc0-8c0e-690c9467de86 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e72bacb-3abe-4906-a152-2cd05f1136ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420492 Aug 17 16:53:08.249013 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b8bad23-4c3c-454b-8254-af9f79c625ca req-b3f655e7-d75e-4301-845e-8255c870cb16 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011629 Aug 17 16:53:08.598364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0749e00f-b60f-4c81-9e36-959461879e18 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:53:08.618355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 0749e00f-b60f-4c81-9e36-959461879e18 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:53:08.618850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0749e00f-b60f-4c81-9e36-959461879e18 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:53:08.950799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c216899-297e-46cf-9801-6299de72c311 req-ee8415a5-bc23-4fc4-947b-c70a8c716e0a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8fda91-2630-4d14-ba49-9aefd6c32141 HTTP/1.1" status: 200 len: 210 time: 0.0283182 Aug 17 16:53:09.356995 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86648821-aa91-448f-8d57-26d37f38286d req-629262f5-0e89-46b2-9985-58ea3634216d tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:09.358663 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86648821-aa91-448f-8d57-26d37f38286d req-629262f5-0e89-46b2-9985-58ea3634216d tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 943 time: 0.0610921 Aug 17 16:53:09.400804 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86648821-aa91-448f-8d57-26d37f38286d req-34842647-088f-4760-89b2-e9a7fb91949d tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e72bacb-3abe-4906-a152-2cd05f1136ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346291 Aug 17 16:53:10.521580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64722b7-95e8-4959-963a-79275b98a50d req-c540d36b-8f88-4751-ac3d-24e84bfd163f tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:10.523055 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d64722b7-95e8-4959-963a-79275b98a50d req-c540d36b-8f88-4751-ac3d-24e84bfd163f tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 943 time: 0.0505452 Aug 17 16:53:10.563876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d64722b7-95e8-4959-963a-79275b98a50d req-9b147934-6614-4406-9ce5-83df789fabf2 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e72bacb-3abe-4906-a152-2cd05f1136ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339978 Aug 17 16:53:10.609265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:53:10.709747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:53:10.721764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'port_id': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06', 'mac_address': 'fa:16:3e:2a:9a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:53:10.764881 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:10.779873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:53:10.803491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:53:10.808157 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:10.859873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:10.993976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:53:11.687753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c7b3a-e5d4-4159-bc5d-756a3621684b req-4223ae33-05d8-4b6f-a973-200cd76a0503 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:11.689453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-525c7b3a-e5d4-4159-bc5d-756a3621684b req-4223ae33-05d8-4b6f-a973-200cd76a0503 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 944 time: 0.0513511 Aug 17 16:53:11.734098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-525c7b3a-e5d4-4159-bc5d-756a3621684b req-50f40ebe-9223-4648-8549-603e3f5d5ca1 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e72bacb-3abe-4906-a152-2cd05f1136ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365281 Aug 17 16:53:12.614183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:53:12.663121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:53:12.666805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:53:12.667167 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:12.744630 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:12.767934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:53:12.770157 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30acace-3ec5-41e8-87e4-803206a83e01" -d '{"events": [{"server_uuid": "8d033ff5-d489-42ae-8b24-6feedf01c57d", "name": "network-vif-plugged", "status": "completed", "tag": "2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:53:12.787029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:53:12.791656 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:12.818505 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7c9a75-05fe-4d3e-949b-389ddd16ea39 x-openstack-request-id: req-5d7c9a75-05fe-4d3e-949b-389ddd16ea39 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:53:12.818895 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d033ff5-d489-42ae-8b24-6feedf01c57d", "name": "network-vif-plugged", "status": "completed", "tag": "2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:53:12.819231 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d7c9a75-05fe-4d3e-949b-389ddd16ea39 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:53:12.819839 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06', 'code': 200} Aug 17 16:53:12.849465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:12.889726 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b3640-2020-4b58-9b33-aa8f1e44e602 req-e7efbbb7-31cd-413e-8b86-bab705253ba3 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:12.891292 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc6b3640-2020-4b58-9b33-aa8f1e44e602 req-e7efbbb7-31cd-413e-8b86-bab705253ba3 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 945 time: 0.0718875 Aug 17 16:53:12.930684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbca832-bf81-430c-a8fd-df607798d224 req-c914db99-8bed-432b-b6d5-b1a7ddf1c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:12.932294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3bbca832-bf81-430c-a8fd-df607798d224 req-c914db99-8bed-432b-b6d5-b1a7ddf1c7af service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 1096 time: 0.0527227 Aug 17 16:53:12.933705 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc6b3640-2020-4b58-9b33-aa8f1e44e602 req-62ef7183-1a96-4145-9b86-98d121b8a357 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e72bacb-3abe-4906-a152-2cd05f1136ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351582 Aug 17 16:53:12.969554 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3bbca832-bf81-430c-a8fd-df607798d224 req-7d560837-8cba-4091-b45b-da25699130cf service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8e72bacb-3abe-4906-a152-2cd05f1136ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304902 Aug 17 16:53:13.432024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f3d90-88d9-4e1c-b8a0-a417fdf91f0a req-a48a410b-f967-4e74-9e88-6f4010e83831 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:13.433517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-743f3d90-88d9-4e1c-b8a0-a417fdf91f0a req-a48a410b-f967-4e74-9e88-6f4010e83831 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 945 time: 0.0516818 Aug 17 16:53:13.470806 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-743f3d90-88d9-4e1c-b8a0-a417fdf91f0a req-2e245704-7067-4b2c-b509-1ccf17077fa5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312409 Aug 17 16:53:14.053685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47293a12-6235-4011-8f70-503f5774f350 req-9c56c0c6-012e-4f97-96a2-d3c3df3c9983 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:14.055198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-47293a12-6235-4011-8f70-503f5774f350 req-9c56c0c6-012e-4f97-96a2-d3c3df3c9983 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 945 time: 0.0489101 Aug 17 16:53:14.093627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-47293a12-6235-4011-8f70-503f5774f350 req-435a25ed-c003-4525-bf02-8f088f338fad tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e72bacb-3abe-4906-a152-2cd05f1136ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321810 Aug 17 16:53:14.204934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f99509-d6f1-4286-b38e-b8a18e8b8e9e req-5b9f2c51-36df-476a-8ce4-435bc35342e3 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:14.206480 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-72f99509-d6f1-4286-b38e-b8a18e8b8e9e req-5b9f2c51-36df-476a-8ce4-435bc35342e3 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 945 time: 0.0489931 Aug 17 16:53:14.215510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36802) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:14.219871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-579a6f2e-a48f-486d-a13f-0136cf35bbdd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Request body: {'floatingip': {'port_id': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:14.263211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-579a6f2e-a48f-486d-a13f-0136cf35bbdd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:14.589981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd44b9-48ff-4e0e-96f5-bc1a7c9db538 req-2703f0a7-6411-4caf-8698-f6b7da0588c6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:14.591498 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4cd44b9-48ff-4e0e-96f5-bc1a7c9db538 req-2703f0a7-6411-4caf-8698-f6b7da0588c6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 945 time: 0.0505135 Aug 17 16:53:14.631153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4cd44b9-48ff-4e0e-96f5-bc1a7c9db538 req-5c48b50b-1122-4d17-bfd7-68aaae60195a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=1883ab69-494b-46ca-8b43-d76b4f032dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333545 Aug 17 16:53:14.710635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-579a6f2e-a48f-486d-a13f-0136cf35bbdd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:14.714599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-579a6f2e-a48f-486d-a13f-0136cf35bbdd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:14.812475 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-579a6f2e-a48f-486d-a13f-0136cf35bbdd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Floating IP 0bb6793e-4738-44e6-a5e7-42e06fea7e3e associated. External IP: 172.25.7.49, port: 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06. Aug 17 16:53:14.902114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-aea420bc-8f50-4d19-b34a-c7495b4582a4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:14.903881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-aea420bc-8f50-4d19-b34a-c7495b4582a4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 945 time: 0.0530636 Aug 17 16:53:15.000526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-92ad7aee-cba1-42c5-a47c-feab4f36a878 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Deleting port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:53:15.000873 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-92ad7aee-cba1-42c5-a47c-feab4f36a878 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:15.030572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579a6f2e-a48f-486d-a13f-0136cf35bbdd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Router 3f61ca6e-7f7a-419b-a932-2d4579ac757e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:53:15.108881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-92ad7aee-cba1-42c5-a47c-feab4f36a878 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] For port 9eafc28f-8d4d-4508-ae67-13ef05d81f02, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=9eafc28f-8d4d-4508-ae67-13ef05d81f02,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:53:15.109488 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-92ad7aee-cba1-42c5-a47c-feab4f36a878 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:15.123214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-92ad7aee-cba1-42c5-a47c-feab4f36a878 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Calling delete_port for 9eafc28f-8d4d-4508-ae67-13ef05d81f02 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:53:15.158714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579a6f2e-a48f-486d-a13f-0136cf35bbdd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:53:15.164945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-579a6f2e-a48f-486d-a13f-0136cf35bbdd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:15.175054 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] Sync routers for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:53:15.188065 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:53:15.189520 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:53:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:15.197342 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-579a6f2e-a48f-486d-a13f-0136cf35bbdd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "PUT /v2.0/floatingips/0bb6793e-4738-44e6-a5e7-42e06fea7e3e HTTP/1.1" status: 200 len: 990 time: 0.9806113 Aug 17 16:53:15.197703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'tag': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:53:15.200035 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c748a0-a3dc-4906-984c-5df3356a5b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d033ff5-d489-42ae-8b24-6feedf01c57d", "tag": "2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:53:15.293330 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-92ad7aee-cba1-42c5-a47c-feab4f36a878 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:15.307380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['9eafc28f-8d4d-4508-ae67-13ef05d81f02'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:53:15.334990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad7aee-cba1-42c5-a47c-feab4f36a878 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'Port': ['ID=9eafc28f-8d4d-4508-ae67-13ef05d81f02,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:15.374840 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:53:15.396263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-92ad7aee-cba1-42c5-a47c-feab4f36a878 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] No DVR routers for this DVR port 9eafc28f-8d4d-4508-ae67-13ef05d81f02 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:53:15.399019 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-92ad7aee-cba1-42c5-a47c-feab4f36a878 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:15.401069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-727eec29-fffb-449d-acb7-29ebde2e14b3 req-92ad7aee-cba1-42c5-a47c-feab4f36a878 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "DELETE /v2.0/ports/9eafc28f-8d4d-4508-ae67-13ef05d81f02 HTTP/1.1" status: 204 len: 173 time: 0.4915180 Aug 17 16:53:15.401515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e533ad77-6154-4d7b-af4c-c1f75bed6c5e', 'name': 'network-vif-deleted', 'tag': '9eafc28f-8d4d-4508-ae67-13ef05d81f02'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:53:15.403935 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cd4ed9-4dc7-4080-92e2-0912c1034c2a" -d '{"events": [{"server_uuid": "e533ad77-6154-4d7b-af4c-c1f75bed6c5e", "name": "network-vif-deleted", "tag": "9eafc28f-8d4d-4508-ae67-13ef05d81f02"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:53:15.447375 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a088b5-95f4-4ffe-8343-1e5f8c889087 x-openstack-request-id: req-95a088b5-95f4-4ffe-8343-1e5f8c889087 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:53:15.447688 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e533ad77-6154-4d7b-af4c-c1f75bed6c5e", "name": "network-vif-deleted", "tag": "9eafc28f-8d4d-4508-ae67-13ef05d81f02", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:53:15.447949 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95a088b5-95f4-4ffe-8343-1e5f8c889087 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:53:15.448341 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e533ad77-6154-4d7b-af4c-c1f75bed6c5e', 'name': 'network-vif-deleted', 'tag': '9eafc28f-8d4d-4508-ae67-13ef05d81f02', 'status': 'completed', 'code': 200} Aug 17 16:53:15.468338 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9181c3cc-a971-4dd4-bd6d-5c2f8b4d0cb5 x-openstack-request-id: req-9181c3cc-a971-4dd4-bd6d-5c2f8b4d0cb5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:53:15.468829 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d033ff5-d489-42ae-8b24-6feedf01c57d", "tag": "2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:53:15.469089 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9181c3cc-a971-4dd4-bd6d-5c2f8b4d0cb5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:53:15.469681 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'tag': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06', 'status': 'completed', 'code': 200} Aug 17 16:53:15.535304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-e02121f2-6839-40b0-97a2-41c88fbfb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:15.536934 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-e02121f2-6839-40b0-97a2-41c88fbfb8f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 1096 time: 0.0467014 Aug 17 16:53:15.639490 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '0bb6793e-4738-44e6-a5e7-42e06fea7e3e', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'floating_ip_address': '172.25.7.49', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'port_id': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'mac_address': 'fa:16:3e:2a:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:53:03Z', 'updated_at': '2021-08-17T16:53:14Z', 'revision_number': 1, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:15.641963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-6ac75919-2652-4639-9bcc-818e71644162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:15.642715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-6ac75919-2652-4639-9bcc-818e71644162 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 912 time: 0.0992465 Aug 17 16:53:15.671005 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] Checking router: 3f61ca6e-7f7a-419b-a932-2d4579ac757e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:53:15.681218 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:53:15.681980 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:53:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:15.735760 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-c6e463b1-12a8-4aa1-b2a0-9669245f6a50 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 HTTP/1.1" status: 200 len: 998 time: 0.0862603 Aug 17 16:53:15.791786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5558bef4-896d-45f6-ba8e-79b61f8d36ba req-0ecffef2-16d3-4f55-9f1d-d0e0822b41a3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 210 time: 0.0693538 Aug 17 16:53:15.809154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-c817be50-e876-4043-aa04-ad1cdf8330c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:15.810718 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-c817be50-e876-4043-aa04-ad1cdf8330c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0678046 Aug 17 16:53:15.835294 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:53:15.867304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-bec94d1e-6084-498d-a53f-a271b023c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:15.868994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-bec94d1e-6084-498d-a53f-a271b023c73c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503736 Aug 17 16:53:16.000712 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-d92ba976-ecde-49ac-b839-c792047f0b91 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219392 Aug 17 16:53:16.108068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4c748a0-a3dc-4906-984c-5df3356a5b8b req-b6de58e0-8ab5-46b0-9f39-023b78530fa3 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006765 Aug 17 16:53:16.135506 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '0bb6793e-4738-44e6-a5e7-42e06fea7e3e', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'floating_ip_address': '172.25.7.49', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'port_id': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'mac_address': 'fa:16:3e:2a:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:53:03Z', 'updated_at': '2021-08-17T16:53:14Z', 'revision_number': 1, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:16.164901 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d5109-5d48-4824-8bed-20f28efc2082 None None] The sync data for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 is: [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '0bb6793e-4738-44e6-a5e7-42e06fea7e3e', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'floating_ip_address': '172.25.7.49', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'port_id': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'mac_address': 'fa:16:3e:2a:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:53:03Z', 'updated_at': '2021-08-17T16:53:14Z', 'revision_number': 1, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:53:16.400539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884ab9a7-1b05-499d-b1a1-2881e7c79424 None None] New status for floating IP 0bb6793e-4738-44e6-a5e7-42e06fea7e3e: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:53:16.881860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-af53b1fa-05c2-4fd4-9a7f-c960e478b226 req-52a1e7e9-f926-43b8-93a1-60a449a5e353 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 210 time: 0.0285583 Aug 17 16:53:17.588042 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:53:18.015373 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-833331b8-e2e9-410a-9e85-bd25891baefd req-6c8629a0-f5dd-48fb-97bf-d808798b2b3f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 210 time: 0.0407426 Aug 17 16:53:18.371358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9eafc28f-8d4d-4508-ae67-13ef05d81f02 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:53:18.395463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 9eafc28f-8d4d-4508-ae67-13ef05d81f02 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:53:18.397200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 9eafc28f-8d4d-4508-ae67-13ef05d81f02 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:53:19.115568 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53950788-b56a-418c-be9d-c409eb0d8cfb req-7e258463-2102-4913-8b41-610379bd4cfc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=e533ad77-6154-4d7b-af4c-c1f75bed6c5e HTTP/1.1" status: 200 len: 210 time: 0.0302207 Aug 17 16:53:19.782760 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:20.032866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.603322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 36884) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:22.608018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-43361918-84ed-4b3f-b31c-b5c459f04ff3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896880694', 'description': 'tempest-secgroup-smoke-896880694 description', 'project_id': '9119b68d37a246b4965702f6c3c5b476'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:22.630175 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43361918-84ed-4b3f-b31c-b5c459f04ff3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.713759 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43361918-84ed-4b3f-b31c-b5c459f04ff3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.717554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43361918-84ed-4b3f-b31c-b5c459f04ff3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.749654 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43361918-84ed-4b3f-b31c-b5c459f04ff3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.754463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:22.758875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-43361918-84ed-4b3f-b31c-b5c459f04ff3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1544619 Aug 17 16:53:22.759785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43361918-84ed-4b3f-b31c-b5c459f04ff3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88380767-e411-4b5e-a718-37b5203a17de,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:22.760172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-30168e78-92f5-4143-8adb-ebbb06a2e736 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'security_group_rule': {'security_group_id': '88380767-e411-4b5e-a718-37b5203a17de', 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:22.785990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30168e78-92f5-4143-8adb-ebbb06a2e736 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.841335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30168e78-92f5-4143-8adb-ebbb06a2e736 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.844710 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30168e78-92f5-4143-8adb-ebbb06a2e736 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.861593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30168e78-92f5-4143-8adb-ebbb06a2e736 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f66024-0dd8-493d-a59e-cacb0ccf8f86,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:22.868035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30168e78-92f5-4143-8adb-ebbb06a2e736 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.869167 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-30168e78-92f5-4143-8adb-ebbb06a2e736 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126525 Aug 17 16:53:22.871860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:22.876178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ec2714bc-47ca-40f1-a287-95f1079e363a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'security_group_rule': {'security_group_id': '88380767-e411-4b5e-a718-37b5203a17de', 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:22.903190 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2714bc-47ca-40f1-a287-95f1079e363a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.963377 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2714bc-47ca-40f1-a287-95f1079e363a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.966956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2714bc-47ca-40f1-a287-95f1079e363a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.985245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2714bc-47ca-40f1-a287-95f1079e363a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef443b2-c6ad-42d2-9a93-442f14d4016f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:22.991864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2714bc-47ca-40f1-a287-95f1079e363a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:22.992941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec2714bc-47ca-40f1-a287-95f1079e363a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201780 Aug 17 16:53:22.995630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:23.000092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-db7edf58-bb3a-47a1-99e0-2a896852cb10 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'security_group_rule': {'security_group_id': '88380767-e411-4b5e-a718-37b5203a17de', 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:23.025373 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db7edf58-bb3a-47a1-99e0-2a896852cb10 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.082607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db7edf58-bb3a-47a1-99e0-2a896852cb10 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.085935 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db7edf58-bb3a-47a1-99e0-2a896852cb10 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.106456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7edf58-bb3a-47a1-99e0-2a896852cb10 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633f8dad-aa85-434d-b2a2-7777bfcacc91,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:23.110069 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db7edf58-bb3a-47a1-99e0-2a896852cb10 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.112829 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-db7edf58-bb3a-47a1-99e0-2a896852cb10 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147513 Aug 17 16:53:23.114705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:23.119052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bdf35244-b559-4b5c-8976-f5941710de68 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'security_group_rule': {'security_group_id': '88380767-e411-4b5e-a718-37b5203a17de', 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:23.143780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdf35244-b559-4b5c-8976-f5941710de68 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.201914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdf35244-b559-4b5c-8976-f5941710de68 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.205537 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdf35244-b559-4b5c-8976-f5941710de68 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.225103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf35244-b559-4b5c-8976-f5941710de68 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4618b64a-82e2-4e40-a1a2-f9e5fd558897,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:23.232041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdf35244-b559-4b5c-8976-f5941710de68 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.233372 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bdf35244-b559-4b5c-8976-f5941710de68 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177623 Aug 17 16:53:23.236098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:23.241076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5508dad7-eaae-43cc-abd6-506bcb384de9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'security_group_rule': {'security_group_id': '88380767-e411-4b5e-a718-37b5203a17de', 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:23.261968 n-d-804878-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-5508dad7-eaae-43cc-abd6-506bcb384de9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Project 9119b68d37a246b4965702f6c3c5b476 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:53:23.266886 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5508dad7-eaae-43cc-abd6-506bcb384de9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.328300 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5508dad7-eaae-43cc-abd6-506bcb384de9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.331724 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5508dad7-eaae-43cc-abd6-506bcb384de9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.349104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508dad7-eaae-43cc-abd6-506bcb384de9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bcb72d-0e30-48a7-9cb5-62654d39d4e6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:23.355057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5508dad7-eaae-43cc-abd6-506bcb384de9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.356523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5508dad7-eaae-43cc-abd6-506bcb384de9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194172 Aug 17 16:53:23.359147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 36898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:23.363435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-996a96b1-1147-405b-8df3-c42d22bebf81 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'security_group_rule': {'security_group_id': '88380767-e411-4b5e-a718-37b5203a17de', 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:23.383435 n-d-804878-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-996a96b1-1147-405b-8df3-c42d22bebf81 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Project 9119b68d37a246b4965702f6c3c5b476 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 16:53:23.388270 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-996a96b1-1147-405b-8df3-c42d22bebf81 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.447396 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-996a96b1-1147-405b-8df3-c42d22bebf81 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.450731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-996a96b1-1147-405b-8df3-c42d22bebf81 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.467965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a96b1-1147-405b-8df3-c42d22bebf81 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48b96af-4322-4f54-9129-57be2b9cd766,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:23.474104 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-996a96b1-1147-405b-8df3-c42d22bebf81 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:23.477383 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-996a96b1-1147-405b-8df3-c42d22bebf81 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153603 Aug 17 16:53:32.153550 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2e95-9084-4f08-abaa-0e174399f539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:34.858472 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29ecaf51-9a83-46e8-930a-28cd4844a5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:35.031708 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:36.002109 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:37.749725 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:37.784652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-8edfb0db-278e-4d75-aef3-fc08e9f1e3d4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896880694&fields=id&tenant_id=9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 267 time: 0.0332701 Aug 17 16:53:37.892118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221e81-4484-47a3-b936-8475175bc99d req-031a74fd-af50-43ed-8ae4-2ef76485d316 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:37.893480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-031a74fd-af50-43ed-8ae4-2ef76485d316 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1013377 Aug 17 16:53:37.908582 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-9617f8bf-80e2-4f5c-b5bf-343471c557a0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/quotas/9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 375 time: 0.0086966 Aug 17 16:53:37.957965 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-966dc9d2-1b29-45f3-a3cf-f7556cf5e063 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431614 Aug 17 16:53:38.058293 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-4cd1402b-fa5c-4874-9c6d-61bc5bad6910 service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879166 Aug 17 16:53:38.147363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-7cc95e1a-fd01-47b0-9441-830708bd8841 service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827353 Aug 17 16:53:38.429778 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3bea0c37-b1dc-4f89-9a0f-a473593feb50 req-ccb98564-230d-42d9-a131-18599e60bc2b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 210 time: 0.0276451 Aug 17 16:53:39.302117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221e81-4484-47a3-b936-8475175bc99d req-d5b3fe8e-16df-4a41-979e-55b0d49e3a93 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:39.303603 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-d5b3fe8e-16df-4a41-979e-55b0d49e3a93 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1068492 Aug 17 16:53:39.346004 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-f2995fce-0465-42e3-a8a0-85f1213119f4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 379 time: 0.0337126 Aug 17 16:53:39.355707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'port': {'device_id': '90d0389e-6660-4b8c-9843-699de6649cbd', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'admin_state_up': True, 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'security_groups': ['88380767-e411-4b5e-a718-37b5203a17de']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:39.466210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Made reservation on behalf of 9119b68d37a246b4965702f6c3c5b476 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:53:39.470306 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:39.530843 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f81f2724-617f-48a7-980a-2021330ed72a req-7f378d33-f105-410f-9426-4054b8090a81 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 210 time: 0.0277162 Aug 17 16:53:39.961217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Allocated IP 172.20.0.11 (4e635362-b05b-4ac3-88d0-eda554336e5f/0056277a-f45d-4baf-bc74-065aba685c6d/a5218c22-5693-4500-b19d-7bd2a8f1a9f5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:53:40.101888 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:40.115496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Transition to ACTIVE for port object a5218c22-5693-4500-b19d-7bd2a8f1a9f5 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:53:40.148106 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:40.193225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:53:40.196525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:53:40.203786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:40.206545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:53:40.259099 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:40.260043 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:40.275078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-c14e4b6e-fb40-4395-88b6-bcaf1ad70478 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9228859 Aug 17 16:53:40.288960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Request body: {'port': {'device_id': '90d0389e-6660-4b8c-9843-699de6649cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:40.351966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:40.459263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-60e5dcd7-a485-4780-9bad-7a57a2cb358d None None] Provisioning for port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:53:40.464582 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-60e5dcd7-a485-4780-9bad-7a57a2cb358d None None] Provisioning complete for port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:53:40.466077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60e5dcd7-a485-4780-9bad-7a57a2cb358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:40.502310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-60e5dcd7-a485-4780-9bad-7a57a2cb358d None None] Port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:53:40.636304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5218c22-5693-4500-b19d-7bd2a8f1a9f5 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:53:40.643723 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:40.653014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a54efe-6d96-4071-a64e-4060f4e5dbec req-84b3e38f-5ae7-46aa-afc1-07d85078155c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:40.654636 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98a54efe-6d96-4071-a64e-4060f4e5dbec req-84b3e38f-5ae7-46aa-afc1-07d85078155c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 932 time: 0.0525427 Aug 17 16:53:40.658849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Transition to ACTIVE for port object a5218c22-5693-4500-b19d-7bd2a8f1a9f5 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:53:40.663442 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:40.693791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98a54efe-6d96-4071-a64e-4060f4e5dbec req-9ec8a146-5f34-4d03-917f-62dafd12f8d6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331044 Aug 17 16:53:40.739501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Pushing event updated for resources: {'Port': ['ID=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:40.805852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Attempting to bind port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:53:40.806324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Attempting to bind port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:53:40.806771 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Attempting to bind port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:53:40.815621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 on network 4e635362-b05b-4ac3-88d0-eda554336e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:53:40.816047 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Attempting to bind port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:53:40.821592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:53:40.822000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Checking segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:53:40.822502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Bound using segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:53:40.823017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Bound port: a5218c22-5693-4500-b19d-7bd2a8f1a9f5, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:53:40.823443 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:40.892659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] For port a5218c22-5693-4500-b19d-7bd2a8f1a9f5, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:53:40.897237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] For port a5218c22-5693-4500-b19d-7bd2a8f1a9f5, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:53:40.900973 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:40.939786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:40.940367 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:40.941795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] 10.222.0.93 "PUT /v2.0/ports/a5218c22-5693-4500-b19d-7bd2a8f1a9f5 HTTP/1.1" status: 200 len: 1092 time: 0.6578672 Aug 17 16:53:40.942232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d0389e-6660-4b8c-9843-699de6649cbd', 'tag': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:53:40.944521 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545" -d '{"events": [{"name": "network-changed", "server_uuid": "90d0389e-6660-4b8c-9843-699de6649cbd", "tag": "a5218c22-5693-4500-b19d-7bd2a8f1a9f5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:53:40.965815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdf92f-f65d-4924-9340-6a8f6393ff76 service neutron] Pushing event updated for resources: {'Port': ['ID=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:41.002360 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbc1ce5-2f7c-4aa6-a53a-a89d16df7008 x-openstack-request-id: req-1fbc1ce5-2f7c-4aa6-a53a-a89d16df7008 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:53:41.002678 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d0389e-6660-4b8c-9843-699de6649cbd", "tag": "a5218c22-5693-4500-b19d-7bd2a8f1a9f5", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:53:41.002926 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fbc1ce5-2f7c-4aa6-a53a-a89d16df7008 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:53:41.003367 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d0389e-6660-4b8c-9843-699de6649cbd', 'tag': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5', 'status': 'completed', 'code': 200} Aug 17 16:53:41.039974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221e81-4484-47a3-b936-8475175bc99d req-460e0187-d7c9-4320-a6c9-23cff06476c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:41.041507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-460e0187-d7c9-4320-a6c9-23cff06476c2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 1095 time: 0.0500138 Aug 17 16:53:41.086867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-c3ffe0de-495f-44d2-a866-6e28cf0a6c0b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5218c22-5693-4500-b19d-7bd2a8f1a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0369234 Aug 17 16:53:41.139449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221e81-4484-47a3-b936-8475175bc99d req-f117a0c0-36db-469d-a0df-dc9e18a9757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:41.141003 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-f117a0c0-36db-469d-a0df-dc9e18a9757a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0478487 Aug 17 16:53:41.192973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221e81-4484-47a3-b936-8475175bc99d req-2d770ac3-f7ae-4781-8b72-e7c0eaa60634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:41.194507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-2d770ac3-f7ae-4781-8b72-e7c0eaa60634 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463302 Aug 17 16:53:41.284605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-624f94f4-3f0d-44d7-afde-e43f9e479cad service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819929 Aug 17 16:53:41.378580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1d221e81-4484-47a3-b936-8475175bc99d req-7eaca31b-3814-4606-903f-cec92495dea4 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862973 Aug 17 16:53:41.462870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-3fc8dcfd-d74e-4bd2-bd50-5ab804c251b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:41.464349 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-3fc8dcfd-d74e-4bd2-bd50-5ab804c251b3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 1095 time: 0.0432177 Aug 17 16:53:41.558973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-6d5d9903-258d-4bf7-919c-f067004ccf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:41.560428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-6d5d9903-258d-4bf7-919c-f067004ccf81 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0887055 Aug 17 16:53:41.602654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-c1a160ff-ffc4-4ff1-a167-b98cde0ee6f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5218c22-5693-4500-b19d-7bd2a8f1a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0345080 Aug 17 16:53:41.651546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-605f1242-ae0d-4f94-83cd-ce9f4b29544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:41.653017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-605f1242-ae0d-4f94-83cd-ce9f4b29544b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0441236 Aug 17 16:53:41.697473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-21f853be-0d71-425f-8e73-1e5ac1c43e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:41.699016 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-21f853be-0d71-425f-8e73-1e5ac1c43e47 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391760 Aug 17 16:53:41.831287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-6f206989-98ff-4636-8019-5161e31662e7 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248150 Aug 17 16:53:41.851883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23f3cd-b0a4-42ba-a164-b7fc8f49c6c7 req-943bf4fb-0920-4e0c-b6f8-b498deec38ad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:41.853468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af23f3cd-b0a4-42ba-a164-b7fc8f49c6c7 req-943bf4fb-0920-4e0c-b6f8-b498deec38ad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 944 time: 0.0839622 Aug 17 16:53:41.941854 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-af23f3cd-b0a4-42ba-a164-b7fc8f49c6c7 req-400ea115-f401-4734-aff5-249b90b4c8a4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770800 Aug 17 16:53:41.974779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3ef7ded-a4a8-4b32-bc44-aa2ef0a9d545 req-8a392349-2ea4-4bb2-bab3-edc6eb4c5fdd service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203141 Aug 17 16:53:43.061755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3636-fc09-4e6b-87cb-561038494fd5 req-ce94bf27-6b11-427e-9f90-7f9c0d40ec45 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:43.063392 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32ca3636-fc09-4e6b-87cb-561038494fd5 req-ce94bf27-6b11-427e-9f90-7f9c0d40ec45 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 944 time: 0.0522842 Aug 17 16:53:43.103347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32ca3636-fc09-4e6b-87cb-561038494fd5 req-bbb890df-634e-4e82-a932-5252e7c063dd tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337310 Aug 17 16:53:44.221691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f149e-a32e-42e4-8ad6-6700c63dea05 req-15171242-4e4f-4fe4-8e8b-ee91e1451f1b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:44.223636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c6f149e-a32e-42e4-8ad6-6700c63dea05 req-15171242-4e4f-4fe4-8e8b-ee91e1451f1b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 944 time: 0.0539205 Aug 17 16:53:44.261098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c6f149e-a32e-42e4-8ad6-6700c63dea05 req-9ff3d513-606b-403d-978c-f56e0abcf975 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310466 Aug 17 16:53:45.375380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c2da0-7bc8-4f21-803b-89ed1ffde8f7 req-e958a9d3-f4fb-4ec9-9d2f-a0bac08e59ec tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:45.376860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db2c2da0-7bc8-4f21-803b-89ed1ffde8f7 req-e958a9d3-f4fb-4ec9-9d2f-a0bac08e59ec tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 944 time: 0.0496533 Aug 17 16:53:45.414875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-db2c2da0-7bc8-4f21-803b-89ed1ffde8f7 req-025ba61f-adee-4c31-a053-7a396ac5ff01 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320430 Aug 17 16:53:46.527174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e15d99-3467-4de6-b451-a838d184c0d1 req-8c15db52-f36c-412e-9737-b3612fe9b586 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:46.528650 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f4e15d99-3467-4de6-b451-a838d184c0d1 req-8c15db52-f36c-412e-9737-b3612fe9b586 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 944 time: 0.0483301 Aug 17 16:53:46.566980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f4e15d99-3467-4de6-b451-a838d184c0d1 req-7e279f4e-8033-4c1d-aa48-ca582eea6b1c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318770 Aug 17 16:53:47.685023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed4f5f-28e8-4fbb-81ea-fe45f31dc76d req-c19024a0-8ec3-417f-82cd-9f77e1f2e4c7 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:47.686527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-efed4f5f-28e8-4fbb-81ea-fe45f31dc76d req-c19024a0-8ec3-417f-82cd-9f77e1f2e4c7 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 944 time: 0.0525279 Aug 17 16:53:47.724045 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-efed4f5f-28e8-4fbb-81ea-fe45f31dc76d req-7bc30094-8f32-45b1-a884-665cdd62f750 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310185 Aug 17 16:53:47.810330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-9c69eab7-0f6f-4122-8f77-3bbfb4998734 req-080976a0-371c-445b-9e31-72330b1ca465 tempest-ServersTestJSON-1436091834 tempest-ServersTestJSON-1436091834-project] (94839) timed out ('10.222.0.93', 54325) {{(pid=94839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 16:53:48.837303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8c8f2-6897-4643-85e8-a3ad7c1ebd26 req-4c50b839-cffe-4d6b-9eba-cd7150a8b275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:48.838802 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b8c8f2-6897-4643-85e8-a3ad7c1ebd26 req-4c50b839-cffe-4d6b-9eba-cd7150a8b275 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 944 time: 0.0494864 Aug 17 16:53:48.876678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11b8c8f2-6897-4643-85e8-a3ad7c1ebd26 req-b6b19a62-a666-41d5-9ab2-07ef19cf6015 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319428 Aug 17 16:53:49.812665 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:49.993784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9de797-9fc8-4948-8d70-6e4537e25423 req-686ac1b6-9f5f-4be1-8d34-7f17ad15e6d2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:49.995300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a9de797-9fc8-4948-8d70-6e4537e25423 req-686ac1b6-9f5f-4be1-8d34-7f17ad15e6d2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 944 time: 0.0498948 Aug 17 16:53:50.038408 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a9de797-9fc8-4948-8d70-6e4537e25423 req-ff8a7688-1e99-4b2f-b77f-bd7231697259 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369785 Aug 17 16:53:50.047132 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:50.487670 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a5218c22-5693-4500-b19d-7bd2a8f1a9f5 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:53:50.580881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a5218c22-5693-4500-b19d-7bd2a8f1a9f5, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:53:50.592463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'port_id': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5', 'mac_address': 'fa:16:3e:cf:f1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:53:50.629732 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:50.642042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5218c22-5693-4500-b19d-7bd2a8f1a9f5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:53:50.660970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a5218c22-5693-4500-b19d-7bd2a8f1a9f5, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:53:50.665067 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:50.710825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:50.718058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.718429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.718767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.719097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.719425 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.719749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.720071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.720390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.720709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.721027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.721343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.721658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:53:50.869214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a5218c22-5693-4500-b19d-7bd2a8f1a9f5'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:53:51.158605 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4dc4-1626-422f-969c-7154a52b7094 req-8bfd2588-d9c9-4c4e-a28b-f77335c68742 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:51.160005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-166b4dc4-1626-422f-969c-7154a52b7094 req-8bfd2588-d9c9-4c4e-a28b-f77335c68742 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 945 time: 0.0540247 Aug 17 16:53:51.197282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-166b4dc4-1626-422f-969c-7154a52b7094 req-87f071c7-eae8-4821-93c3-638a8db25871 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307305 Aug 17 16:53:52.318176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a628605-1eb9-46c4-aae3-8745286af1f6 req-12b2d31a-8bbc-41d5-b66a-46b0be4468ef tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:52.319706 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a628605-1eb9-46c4-aae3-8745286af1f6 req-12b2d31a-8bbc-41d5-b66a-46b0be4468ef tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 945 time: 0.0544553 Aug 17 16:53:52.357529 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a628605-1eb9-46c4-aae3-8745286af1f6 req-249e6574-e3f4-4ed8-85eb-32c0176fb888 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317388 Aug 17 16:53:52.518907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a5218c22-5693-4500-b19d-7bd2a8f1a9f5 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:53:52.569845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:53:52.573588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:53:52.573951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:52.652966 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:52.675337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d0389e-6660-4b8c-9843-699de6649cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:53:52.677531 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac0093b-87f2-4a0d-a460-4a686081526e" -d '{"events": [{"server_uuid": "90d0389e-6660-4b8c-9843-699de6649cbd", "name": "network-vif-plugged", "status": "completed", "tag": "a5218c22-5693-4500-b19d-7bd2a8f1a9f5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:53:52.689782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a5218c22-5693-4500-b19d-7bd2a8f1a9f5, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:53:52.693942 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:52.716844 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d375f619-b5c6-4cdd-b8eb-5fc380e47528 x-openstack-request-id: req-d375f619-b5c6-4cdd-b8eb-5fc380e47528 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:53:52.717132 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d0389e-6660-4b8c-9843-699de6649cbd", "name": "network-vif-plugged", "status": "completed", "tag": "a5218c22-5693-4500-b19d-7bd2a8f1a9f5", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:53:52.717378 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d375f619-b5c6-4cdd-b8eb-5fc380e47528 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:53:52.717765 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d0389e-6660-4b8c-9843-699de6649cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5', 'code': 200} Aug 17 16:53:52.744216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:52.812337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d073646-6626-4e5c-86f9-0fa774d4bd50 req-8c6db1fe-0b1c-4488-bf5e-ebf88cf4dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:52.813797 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d073646-6626-4e5c-86f9-0fa774d4bd50 req-8c6db1fe-0b1c-4488-bf5e-ebf88cf4dab3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 1097 time: 0.0393384 Aug 17 16:53:52.849068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7d073646-6626-4e5c-86f9-0fa774d4bd50 req-f9b72b73-a347-4423-bf12-6788e87f5054 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278931 Aug 17 16:53:53.474016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce94140-95c2-4d94-b5d5-116e7105e0b8 req-6925369a-c0ab-4022-ae4f-3b00bc7f8fdf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:53.475556 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ce94140-95c2-4d94-b5d5-116e7105e0b8 req-6925369a-c0ab-4022-ae4f-3b00bc7f8fdf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 946 time: 0.0505424 Aug 17 16:53:53.513935 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ce94140-95c2-4d94-b5d5-116e7105e0b8 req-9a79ef49-d5fd-48aa-b423-b617b701cb42 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317173 Aug 17 16:53:54.587180 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:53:54.629258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808878c2-9ad5-4881-bede-613383c2be0b req-d94d6255-8b29-4c03-8404-9acfe0db2fd9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:54.630795 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-808878c2-9ad5-4881-bede-613383c2be0b req-d94d6255-8b29-4c03-8404-9acfe0db2fd9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 946 time: 0.0506148 Aug 17 16:53:54.669124 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-808878c2-9ad5-4881-bede-613383c2be0b req-da71e99a-e43b-4d66-b656-0805674f309e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320506 Aug 17 16:53:54.792428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121dc6-f2e4-4e97-bd98-b470b2ad93f3 req-37c1e888-d9d2-4db2-8366-e9d143dde0dc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:54.793908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98121dc6-f2e4-4e97-bd98-b470b2ad93f3 req-37c1e888-d9d2-4db2-8366-e9d143dde0dc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 946 time: 0.0565200 Aug 17 16:53:54.832558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98121dc6-f2e4-4e97-bd98-b470b2ad93f3 req-476a1bb7-9011-49bb-a4c4-f422c7d708c3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318630 Aug 17 16:53:54.855142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:54.893063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b601a40a-aaae-4c98-a932-8a50fc856592 tempest-TestVolumeBootPattern-858576281 tempest-TestVolumeBootPattern-858576281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:54.895064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b601a40a-aaae-4c98-a932-8a50fc856592 tempest-TestVolumeBootPattern-858576281 tempest-TestVolumeBootPattern-858576281-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 1092 time: 0.0384421 Aug 17 16:53:54.897944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:53:54.902240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:53:54.923935 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:55.025112 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:55.124782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Allocated IP 172.25.7.206 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/e0e9e5e5-985a-42b0-ac10-308643fda439) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:53:55.228892 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:55.266342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:55.306117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:53:55.308968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:53:55.312492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:53:55.317674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=e0e9e5e5-985a-42b0-ac10-308643fda439,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:55.662279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:55.728827 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:55.876992 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:55.881761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:55.947078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=e0e9e5e5-985a-42b0-ac10-308643fda439,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:53:55.958399 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:56.057902 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Floating IP a9566da8-820d-4a69-8c0e-68b9ad3d13f5 associated. External IP: 172.25.7.206, port: a5218c22-5693-4500-b19d-7bd2a8f1a9f5. Aug 17 16:53:56.261036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Router b08603b8-c570-419a-8c30-3705df87c19b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:53:56.368505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:53:56.377855 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] Sync routers for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:53:56.384308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:53:56.387453 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:53:56.388074 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:53:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:56.411128 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-286a1c80-95c6-47b1-abcd-f38f9d470edc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5121689 Aug 17 16:53:56.411716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d0389e-6660-4b8c-9843-699de6649cbd', 'tag': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:53:56.414004 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9f8a98-3403-413d-9431-8f769045374d" -d '{"events": [{"name": "network-changed", "server_uuid": "90d0389e-6660-4b8c-9843-699de6649cbd", "tag": "a5218c22-5693-4500-b19d-7bd2a8f1a9f5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:53:56.452241 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473455b8-be78-43f2-bf28-a8a248603e3b x-openstack-request-id: req-473455b8-be78-43f2-bf28-a8a248603e3b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:53:56.452549 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d0389e-6660-4b8c-9843-699de6649cbd", "tag": "a5218c22-5693-4500-b19d-7bd2a8f1a9f5", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:53:56.452801 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-473455b8-be78-43f2-bf28-a8a248603e3b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:53:56.453230 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d0389e-6660-4b8c-9843-699de6649cbd', 'tag': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5', 'status': 'completed', 'code': 200} Aug 17 16:53:56.494111 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:53:56.516948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f8a98-3403-413d-9431-8f769045374d req-0e5781f2-f709-4612-b172-94b557e3181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:56.518390 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c9f8a98-3403-413d-9431-8f769045374d req-0e5781f2-f709-4612-b172-94b557e3181c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 1097 time: 0.0407910 Aug 17 16:53:56.614654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f8a98-3403-413d-9431-8f769045374d req-4e6b0fe2-8206-4196-b13f-ff2c70a63fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:56.616115 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c9f8a98-3403-413d-9431-8f769045374d req-4e6b0fe2-8206-4196-b13f-ff2c70a63fbc service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0888734 Aug 17 16:53:56.682346 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c9f8a98-3403-413d-9431-8f769045374d req-06f2ab2b-186c-483e-a3c0-a4918ff09176 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5218c22-5693-4500-b19d-7bd2a8f1a9f5 HTTP/1.1" status: 200 len: 1000 time: 0.0575900 Aug 17 16:53:56.713907 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'a9566da8-820d-4a69-8c0e-68b9ad3d13f5', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:cf:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d0389e-6660-4b8c-9843-699de6649cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:53:55Z', 'updated_at': '2021-08-17T16:53:55Z', 'revision_number': 0, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:56.736558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f8a98-3403-413d-9431-8f769045374d req-31cb2e51-a348-4989-8fa0-7acd9b326449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:56.738027 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c9f8a98-3403-413d-9431-8f769045374d req-31cb2e51-a348-4989-8fa0-7acd9b326449 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0490775 Aug 17 16:53:56.741791 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] Checking router: b08603b8-c570-419a-8c30-3705df87c19b for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:53:56.750284 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:53:56.750911 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:53:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:56.790119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f8a98-3403-413d-9431-8f769045374d req-f1a9c760-1ecd-490d-ac98-09ebd4584594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:53:56.791584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c9f8a98-3403-413d-9431-8f769045374d req-f1a9c760-1ecd-490d-ac98-09ebd4584594 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459828 Aug 17 16:53:56.859181 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:53:56.885394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c9f8a98-3403-413d-9431-8f769045374d req-66b4f67b-d3bc-4629-b5fd-6436a5446490 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861084 Aug 17 16:53:56.975547 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c9f8a98-3403-413d-9431-8f769045374d req-e098e699-8a30-4366-a61f-cf4a7a9164c5 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833516 Aug 17 16:53:57.160975 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'a9566da8-820d-4a69-8c0e-68b9ad3d13f5', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:cf:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d0389e-6660-4b8c-9843-699de6649cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:53:55Z', 'updated_at': '2021-08-17T16:53:55Z', 'revision_number': 0, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:53:57.188719 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616041da-e363-4375-a3aa-2ac2d41b1de6 None None] The sync data for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 is: [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'a9566da8-820d-4a69-8c0e-68b9ad3d13f5', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:cf:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d0389e-6660-4b8c-9843-699de6649cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:53:55Z', 'updated_at': '2021-08-17T16:53:55Z', 'revision_number': 0, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:53:57.372283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4568b73-5d9f-45e8-9e03-0bd7fc6dc555 None None] New status for floating IP a9566da8-820d-4a69-8c0e-68b9ad3d13f5: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:54:00.405821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-706c4864-13f4-43ed-8194-3aab88b5b035 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387812 Aug 17 16:54:00.493870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-decb1e6b-4b7f-4439-b8c9-1aa54b3a5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:54:00.495375 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-decb1e6b-4b7f-4439-b8c9-1aa54b3a5c30 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 1097 time: 0.0439184 Aug 17 16:54:00.596551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-572f89ad-8142-486a-ad6b-86fb67e972e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:54:00.598546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-572f89ad-8142-486a-ad6b-86fb67e972e5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0832944 Aug 17 16:54:00.666019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-e6374da1-04b1-48a1-9f0b-de026e5ac95b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5218c22-5693-4500-b19d-7bd2a8f1a9f5 HTTP/1.1" status: 200 len: 1002 time: 0.0598183 Aug 17 16:54:00.714127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-046e88ef-bbd9-4b53-9891-a91e421cbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:54:00.715650 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-046e88ef-bbd9-4b53-9891-a91e421cbbb5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0423872 Aug 17 16:54:00.761396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-cb55f6ee-b9f1-4402-bf5f-fb600fb65024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:54:00.762846 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-cb55f6ee-b9f1-4402-bf5f-fb600fb65024 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391202 Aug 17 16:54:00.855364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-1fa4c6df-a038-4fbf-ab9a-51662c53769e service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839868 Aug 17 16:54:00.944916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2168737-9a8c-4311-886a-ea5028395dc1 req-372ab5be-60c9-429a-8353-41d15a41c2d1 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818536 Aug 17 16:54:02.154705 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b412b047-a913-4e38-aaa9-90addac2acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:04.739701 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-4bc929d9-5aad-414a-83a9-076d8c9417ba service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439103 Aug 17 16:54:04.827760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-c66ecb37-4cd2-433e-873f-bff3e535c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:54:04.829438 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-c66ecb37-4cd2-433e-873f-bff3e535c0a1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 1096 time: 0.0485513 Aug 17 16:54:04.861458 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a70916ae-fd0b-4ab8-86f3-61276b43c3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:04.936492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-262129c5-b517-405e-b960-8759fe60084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:54:04.938090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-262129c5-b517-405e-b960-8759fe60084b service neutron] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 912 time: 0.0880752 Aug 17 16:54:05.006589 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-7e2a3efc-6b39-4992-8989-9f676e414593 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 HTTP/1.1" status: 200 len: 1000 time: 0.0618095 Aug 17 16:54:05.024490 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:05.055066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-ef9796e4-be74-4161-a76e-7b880660c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:54:05.056514 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-ef9796e4-be74-4161-a76e-7b880660c909 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0434518 Aug 17 16:54:05.102956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-ffc77a71-8a36-469c-93fd-91285ad25a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:54:05.105361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-ffc77a71-8a36-469c-93fd-91285ad25a83 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404539 Aug 17 16:54:05.197264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-b5ac4bfd-b94e-44ed-a28f-319d92c0b6a1 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834589 Aug 17 16:54:05.289051 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7337c1c2-4fac-414a-b908-ec95a33fecbb req-32e2397c-c2c7-40bc-9f80-0dac69c655c2 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839841 Aug 17 16:54:06.004261 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:07.756662 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:19.816351 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:20.046753 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:31.586391 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:54:32.157956 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7669aca1-cfe6-4545-b693-88527f70b5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:34.861319 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5204ae8-d1de-4535-8bb9-919bebef7a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:35.029783 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:36.006012 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:37.755431 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:49.811355 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:54:50.062861 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:01.022403 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-7c3df5b0-35d7-42c4-b068-61976b9c8f36 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1563385 Aug 17 16:55:01.437911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-ddc88d8d-9b5d-4ae4-be6c-7592f2efae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:01.439455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-ddc88d8d-9b5d-4ae4-be6c-7592f2efae34 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 1097 time: 0.3754911 Aug 17 16:55:01.540184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-e97f6e3b-83a9-4aa7-a628-4dc3d087be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:01.541532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-e97f6e3b-83a9-4aa7-a628-4dc3d087be7f service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0829477 Aug 17 16:55:01.609394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-a54defc8-8585-41f0-9b83-99a35547a079 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5218c22-5693-4500-b19d-7bd2a8f1a9f5 HTTP/1.1" status: 200 len: 1002 time: 0.0603149 Aug 17 16:55:01.658080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-1d42eddb-1bfd-418e-9e69-2c2daabe6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:01.660207 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-1d42eddb-1bfd-418e-9e69-2c2daabe6fc2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0440409 Aug 17 16:55:01.703903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-db0410df-7ee7-42de-8d98-5d8ff4129871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:01.705380 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-db0410df-7ee7-42de-8d98-5d8ff4129871 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387235 Aug 17 16:55:01.715968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-89db2186-6de0-40f4-a896-52b5f3c1ed71 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:55:01.716979 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-89db2186-6de0-40f4-a896-52b5f3c1ed71 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048904 Aug 17 16:55:01.806899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-2ced3f1b-af1e-42e0-8fac-9adb104875cb service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831673 Aug 17 16:55:01.894279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-baf88818-8f3c-4eb8-b764-56d51df1b3ef req-49aa219d-fdc9-4187-85fa-da0d3494d18c service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799329 Aug 17 16:55:02.160170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23c3b41f-b384-4ac5-96b2-a51c57754db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:04.269775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-d8c0ad64-1f91-4bf0-95d0-ee3692474368 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910122 Aug 17 16:55:04.354285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-cdec4074-65ac-4d6a-b3fd-8cad78016f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:04.355809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-cdec4074-65ac-4d6a-b3fd-8cad78016f0c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 1096 time: 0.0448749 Aug 17 16:55:04.458957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-d964b4a1-b3a3-4162-9fc3-67ea259de12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:04.460653 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-d964b4a1-b3a3-4162-9fc3-67ea259de12d service neutron] 10.222.0.91 "GET /v2.0/networks?id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 200 len: 912 time: 0.0857859 Aug 17 16:55:04.530768 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-fc89b428-1419-4b40-91b8-ae64370839b1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 HTTP/1.1" status: 200 len: 1000 time: 0.0629778 Aug 17 16:55:04.579291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-bab99183-be82-432f-af1a-c70afe0a5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:04.581268 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-bab99183-be82-432f-af1a-c70afe0a5669 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 200 len: 850 time: 0.0439920 Aug 17 16:55:04.628290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-60ce30cf-fb3b-4ca9-820f-51ca43a4a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:04.629874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-60ce30cf-fb3b-4ca9-820f-51ca43a4a1b8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421472 Aug 17 16:55:04.731143 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-14df47f1-4a3e-4a03-bcfd-ee98ba3ad766 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940411 Aug 17 16:55:04.827498 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91b7ee92-32a2-466b-812a-fe797b53a896 req-0fc34eee-6450-4e1f-81b7-8b09019412a9 service neutron] 10.222.0.91 "GET /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887542 Aug 17 16:55:04.862077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c10794c-c92f-4c25-b759-726004b822f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:05.032056 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:06.009170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:07.760444 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:08.586098 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:55:19.833032 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:20.074071 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:32.163968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c7352bd-5274-469b-8f28-1337d1ff74eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:34.865421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9091acfc-8411-4337-829e-cc03579e5c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:35.033018 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:36.012419 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:37.761260 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:38.911850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af947b-434e-4e38-a856-acd230fa2c2e req-eeac3072-a143-4aa1-8a59-1bd50dc12350 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:38.913429 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53af947b-434e-4e38-a856-acd230fa2c2e req-eeac3072-a143-4aa1-8a59-1bd50dc12350 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 945 time: 0.0489042 Aug 17 16:55:38.952113 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53af947b-434e-4e38-a856-acd230fa2c2e req-80bcc5d5-fca5-4cc2-8c49-abae03e97def tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e72bacb-3abe-4906-a152-2cd05f1136ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327566 Aug 17 16:55:40.075388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371969df-0c73-4d58-9b4c-d1fef0514a96 req-c38fce6c-c5f1-4a9d-bd02-68065c93860e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:40.076810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-371969df-0c73-4d58-9b4c-d1fef0514a96 req-c38fce6c-c5f1-4a9d-bd02-68065c93860e tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 945 time: 0.0547957 Aug 17 16:55:40.117346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-371969df-0c73-4d58-9b4c-d1fef0514a96 req-dcc4d78c-bf2a-44e6-a9b4-561776e3be8a tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e72bacb-3abe-4906-a152-2cd05f1136ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343401 Aug 17 16:55:40.562059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd464f-2741-425a-847b-be8740226b0e req-fda9a2f3-9bb5-4d21-b4b4-55a0aa09ed39 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:40.563552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65fd464f-2741-425a-847b-be8740226b0e req-fda9a2f3-9bb5-4d21-b4b4-55a0aa09ed39 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.91 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 945 time: 0.0536623 Aug 17 16:55:40.651860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Deleting port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:55:40.652195 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:40.742258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] For port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:55:40.742649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:40.916389 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:40.916687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:40.916975 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Floating IP 0bb6793e-4738-44e6-a5e7-42e06fea7e3e disassociated. External IP: 172.25.7.49, port: 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06. Aug 17 16:55:40.917307 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Calling delete_port for 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:55:41.049245 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:41.077870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event deleted for resources: {'Port': ['ID=2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:41.089826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.090183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.090836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.090836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.091419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.091594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.092118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.092447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.092769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.093085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.093403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.093719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:41.218813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b43b76ea-2821-473c-b34f-b43674cde8a4 req-3ebf2127-1305-4272-93eb-785a0a87ca7f tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d033ff5-d489-42ae-8b24-6feedf01c57d HTTP/1.1" status: 200 len: 210 time: 0.0315733 Aug 17 16:55:41.229403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Router 3f61ca6e-7f7a-419b-a932-2d4579ac757e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:55:41.336616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:55:41.346195 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] Sync routers for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:55:41.355969 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:55:41.356496 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:55:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:41.374048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] No DVR routers for this DVR port 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:55:41.376728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:41.379265 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-65fd464f-2741-425a-847b-be8740226b0e req-b9960fba-6fa5-4089-8292-528dfabc5b8b tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.91 "DELETE /v2.0/ports/2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 HTTP/1.1" status: 204 len: 173 time: 0.8090570 Aug 17 16:55:41.379688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'name': 'network-vif-deleted', 'tag': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:55:41.381988 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a67ce7-2317-4b0d-820c-460193a90e3e" -d '{"events": [{"server_uuid": "8d033ff5-d489-42ae-8b24-6feedf01c57d", "name": "network-vif-deleted", "tag": "2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:55:41.425409 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f001ab47-78a5-4923-bca6-3b09a052af84 x-openstack-request-id: req-f001ab47-78a5-4923-bca6-3b09a052af84 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:55:41.425786 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d033ff5-d489-42ae-8b24-6feedf01c57d", "name": "network-vif-deleted", "tag": "2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:55:41.425926 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f001ab47-78a5-4923-bca6-3b09a052af84 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:55:41.426268 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d033ff5-d489-42ae-8b24-6feedf01c57d', 'name': 'network-vif-deleted', 'tag': '2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06', 'status': 'completed', 'code': 200} Aug 17 16:55:41.465806 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:55:41.668002 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:41.693344 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] Checking router: 3f61ca6e-7f7a-419b-a932-2d4579ac757e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:55:41.701179 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:55:41.701771 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:55:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:41.805897 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:55:42.002627 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:42.031179 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9d159-0fbe-4d10-b1ee-8b7e04a03170 None None] The sync data for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 is: [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:12Z', 'revision_number': 4, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '4de3672c-8cc9-47ea-8257-1087b522e2e0', 'name': '', 'network_id': 'e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'mac_address': 'fa:16:3e:69:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:11Z', 'updated_at': '2021-08-17T16:49:19Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'subnets': [{'id': '2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:55:42.243203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c4f53-0561-4ed4-a201-b5155e14b820 None None] New status for floating IP 0bb6793e-4738-44e6-a5e7-42e06fea7e3e: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:55:42.307208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:55:42.367618 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eeefabfb-b82c-4462-872c-0e1d7a82e8dd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:42.391256 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eeefabfb-b82c-4462-872c-0e1d7a82e8dd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:42.438609 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eeefabfb-b82c-4462-872c-0e1d7a82e8dd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:42.441163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eeefabfb-b82c-4462-872c-0e1d7a82e8dd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:42.442328 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-eeefabfb-b82c-4462-872c-0e1d7a82e8dd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "DELETE /v2.0/security-groups/8e72bacb-3abe-4906-a152-2cd05f1136ef HTTP/1.1" status: 204 len: 168 time: 0.1340244 Aug 17 16:55:42.445297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37464) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:55:42.451009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefabfb-b82c-4462-872c-0e1d7a82e8dd tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e72bacb-3abe-4906-a152-2cd05f1136ef,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:42.463935 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-c6e5e81a-d4b8-4cd0-9bce-b95133926558 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] show failed (client error): The resource could not be found. Aug 17 16:55:42.464955 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c6e5e81a-d4b8-4cd0-9bce-b95133926558 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "GET /v2.0/security-groups/8e72bacb-3abe-4906-a152-2cd05f1136ef HTTP/1.1" status: 404 len: 347 time: 0.0186620 Aug 17 16:55:42.467962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:55:42.591930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f53807bf-3762-418f-88f7-93c2820a17f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Deleting port fb2ec8e7-d746-428e-8d8c-f5b6f12e1da7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:55:42.592170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f53807bf-3762-418f-88f7-93c2820a17f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:42.670304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f53807bf-3762-418f-88f7-93c2820a17f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:42.670668 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f53807bf-3762-418f-88f7-93c2820a17f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:42.682296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f53807bf-3762-418f-88f7-93c2820a17f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Calling delete_port for fb2ec8e7-d746-428e-8d8c-f5b6f12e1da7 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:55:42.808610 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f53807bf-3762-418f-88f7-93c2820a17f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:42.835613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53807bf-3762-418f-88f7-93c2820a17f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Pushing event deleted for resources: {'Port': ['ID=fb2ec8e7-d746-428e-8d8c-f5b6f12e1da7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:42.899304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f53807bf-3762-418f-88f7-93c2820a17f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:42.901927 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f53807bf-3762-418f-88f7-93c2820a17f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:42.903150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f53807bf-3762-418f-88f7-93c2820a17f8 tempest-AttachVolumeTestJSON-1551036562 tempest-AttachVolumeTestJSON-1551036562-project] 10.222.0.77 "DELETE /v2.0/floatingips/0bb6793e-4738-44e6-a5e7-42e06fea7e3e HTTP/1.1" status: 204 len: 168 time: 0.4341919 Aug 17 16:55:43.381019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:55:43.400845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:55:43.401186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 2e3c8fa5-5013-43d7-a502-b9d7a9fa9f06 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:55:45.584811 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:55:49.628471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:55:49.829262 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:50.074277 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:50.106343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:50.359200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] Deleting port 4de3672c-8cc9-47ea-8257-1087b522e2e0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:55:50.359527 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:50.436155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] For port 4de3672c-8cc9-47ea-8257-1087b522e2e0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4de3672c-8cc9-47ea-8257-1087b522e2e0,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:55:50.436519 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:50.449616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] Calling delete_port for 4de3672c-8cc9-47ea-8257-1087b522e2e0 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:55:50.626171 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:50.650301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de3672c-8cc9-47ea-8257-1087b522e2e0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:50.819393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:51.034534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] Router 3f61ca6e-7f7a-419b-a932-2d4579ac757e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:55:51.139541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:55:51.145031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cedcbd9b-53cd-474d-820b-999535c0e112 admin admin] 10.222.0.77 "PUT /v2.0/routers/3f61ca6e-7f7a-419b-a932-2d4579ac757e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5155919 Aug 17 16:55:51.147796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37506) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:55:51.148707 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] Sync routers for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:55:51.157759 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:55:51.158354 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:55:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:51.251956 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:51.259626 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:55:51.353793 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:51.406138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Deleting port b43d4db6-5a13-426a-902e-e41d9ec3f103 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:55:51.406509 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:51.431482 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:55:50Z', 'revision_number': 5, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port': {'id': 'b43d4db6-5a13-426a-902e-e41d9ec3f103', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:51.457223 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] Checking router: 3f61ca6e-7f7a-419b-a932-2d4579ac757e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:55:51.465162 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] Routers {'3f61ca6e-7f7a-419b-a932-2d4579ac757e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:55:51.465842 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:55:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:51.650480 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] Set router 3f61ca6e-7f7a-419b-a932-2d4579ac757e gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:55:51.707955 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:55:51Z', 'revision_number': 6, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:51.735927 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50511a99-8c1b-4793-8a48-e81622c5429c None None] The sync data for ids ['3f61ca6e-7f7a-419b-a932-2d4579ac757e'] in n-d-804878-1 is: [{'id': '3f61ca6e-7f7a-419b-a932-2d4579ac757e', 'name': 'tempest-AttachVolumeTestJSON-1156678036-router', 'tenant_id': '70f0ef29bc784599a4e95d0abd00fa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:49:09Z', 'updated_at': '2021-08-17T16:55:51Z', 'revision_number': 6, 'project_id': '70f0ef29bc784599a4e95d0abd00fa09', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:55:51.820804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] For port b43d4db6-5a13-426a-902e-e41d9ec3f103, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b43d4db6-5a13-426a-902e-e41d9ec3f103,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:55:51.821174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:51.834975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Calling delete_port for b43d4db6-5a13-426a-902e-e41d9ec3f103 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:55:51.939247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e3eaa-0306-4330-87ac-99606b176991 req-fbe03da5-783f-431e-bf65-6e2021fd68bd tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:51.940729 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-903e3eaa-0306-4330-87ac-99606b176991 req-fbe03da5-783f-431e-bf65-6e2021fd68bd tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 946 time: 0.0662196 Aug 17 16:55:52.022254 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-903e3eaa-0306-4330-87ac-99606b176991 req-801f6fd2-9e24-4849-9a99-3f0ced7e9abf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476966 Aug 17 16:55:52.070422 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.094908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43d4db6-5a13-426a-902e-e41d9ec3f103,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:52.109076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.109441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.109775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.110113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.110464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.110798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.111129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.111458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.111781 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.112109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.112430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.112750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:52.172409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.265541 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.267637 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.308910 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.309490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f61ca6e-7f7a-419b-a932-2d4579ac757e {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:55:52.313688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.314857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-61a99a3d-a1b1-40d1-aa18-084979767a41 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3f61ca6e-7f7a-419b-a932-2d4579ac757e HTTP/1.1" status: 204 len: 168 time: 1.1660676 Aug 17 16:55:52.317947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37514) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:55:52.365707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-3071f16e-2433-47dc-9bc8-c121122e928a admin admin] Deleting subnet 2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:55:52.368725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3071f16e-2433-47dc-9bc8-c121122e928a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.402510 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3071f16e-2433-47dc-9bc8-c121122e928a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.478907 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3071f16e-2433-47dc-9bc8-c121122e928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.535854 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3071f16e-2433-47dc-9bc8-c121122e928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.564908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071f16e-2433-47dc-9bc8-c121122e928a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:52.571935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3071f16e-2433-47dc-9bc8-c121122e928a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.573852 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3071f16e-2433-47dc-9bc8-c121122e928a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2cabd0e2-1d0b-47f1-ad01-9f5d9671b3ab HTTP/1.1" status: 204 len: 168 time: 0.2549465 Aug 17 16:55:52.576640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37516) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:55:52.577523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258eb803-8eba-4bbb-aac8-d11c4f0295a1 None None] Network e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:55:52.646645 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.700442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Deleting port dfd38329-4dc1-4d61-9194-77932e7ca2a8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:55:52.700779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.756694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] DHCP port deletion for e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:55:52.774548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] For port dfd38329-4dc1-4d61-9194-77932e7ca2a8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=dfd38329-4dc1-4d61-9194-77932e7ca2a8,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:55:52.774981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.790798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Calling delete_port for dfd38329-4dc1-4d61-9194-77932e7ca2a8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:55:52.805865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Deleting port dfd38329-4dc1-4d61-9194-77932e7ca2a8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:55:52.806104 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.874957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] For port dfd38329-4dc1-4d61-9194-77932e7ca2a8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=dfd38329-4dc1-4d61-9194-77932e7ca2a8,segment=NetworkSegment(0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c),segment_id=0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:55:52.875363 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.884094 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.888197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Calling delete_port for dfd38329-4dc1-4d61-9194-77932e7ca2a8 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:55:52.913867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] No DVR routers for this DVR port dfd38329-4dc1-4d61-9194-77932e7ca2a8 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:55:52.918012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd38329-4dc1-4d61-9194-77932e7ca2a8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:52.968372 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:52.982199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] No DVR routers for this DVR port dfd38329-4dc1-4d61-9194-77932e7ca2a8 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:55:52.999738 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.005405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Pushing event deleted for resources: {'Port': ['ID=dfd38329-4dc1-4d61-9194-77932e7ca2a8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:53.015280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:53.019999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.020351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.020694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.021031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.021366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.021785 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.022074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.022432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.022763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.023088 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.023414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.023788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87316ac5-c36b-4cb4-9bec-e1a3d1a05acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:55:53.029771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:53.030070 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0185a051-fb9a-4da7-aa1f-9fc4b4b7a93c') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:53.040281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.057693 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.061820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b43d4db6-5a13-426a-902e-e41d9ec3f103 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:55:53.066318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:55:53.066731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:55:53.068744 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:55:53.086447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b43d4db6-5a13-426a-902e-e41d9ec3f103 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:55:53.086800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b43d4db6-5a13-426a-902e-e41d9ec3f103 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:55:53.087235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4de3672c-8cc9-47ea-8257-1087b522e2e0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:55:53.107149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4de3672c-8cc9-47ea-8257-1087b522e2e0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:55:53.107521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4de3672c-8cc9-47ea-8257-1087b522e2e0 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:55:53.107927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device dfd38329-4dc1-4d61-9194-77932e7ca2a8 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:55:53.127324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: dfd38329-4dc1-4d61-9194-77932e7ca2a8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:55:53.127840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device dfd38329-4dc1-4d61-9194-77932e7ca2a8 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:55:53.129222 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.146329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.148259 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] 10.222.0.77 "DELETE /v2.0/networks/e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2 HTTP/1.1" status: 204 len: 168 time: 0.5706961 Aug 17 16:55:53.149154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c62fc-19ef-4d22-90db-bddb21cdc7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f5d30c-df7a-49d3-83a6-ef3ea63c7ff2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:53.158038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e417dd7-f6e6-4e37-a26c-c5476b7a1433 req-59798557-9461-4320-8862-10810c8bca27 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:53.160242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2e417dd7-f6e6-4e37-a26c-c5476b7a1433 req-59798557-9461-4320-8862-10810c8bca27 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 946 time: 0.0658627 Aug 17 16:55:53.198490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2e417dd7-f6e6-4e37-a26c-c5476b7a1433 req-a043839e-e97f-4fd3-9560-0c5a363132e3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320396 Aug 17 16:55:53.261086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37522) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:55:53.306589 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7ef278d9-9c0d-45f8-bba9-48296712cdba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=70f0ef29bc784599a4e95d0abd00fa09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442226 Aug 17 16:55:53.308862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37524) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:55:53.357692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8ca56e3-427b-4af0-8a69-ad0330229153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.380010 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8ca56e3-427b-4af0-8a69-ad0330229153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.389140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-0389658c-dbe9-4da8-ac21-edcb14a5a7ca tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:53.390616 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-0389658c-dbe9-4da8-ac21-edcb14a5a7ca tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 946 time: 0.0494788 Aug 17 16:55:53.428553 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8ca56e3-427b-4af0-8a69-ad0330229153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.431171 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8ca56e3-427b-4af0-8a69-ad0330229153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.432345 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a8ca56e3-427b-4af0-8a69-ad0330229153 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b668f1c2-664f-48a7-bf80-e8fe91973046 HTTP/1.1" status: 204 len: 168 time: 0.1225989 Aug 17 16:55:53.443098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca56e3-427b-4af0-8a69-ad0330229153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b668f1c2-664f-48a7-bf80-e8fe91973046,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:53.487934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Deleting port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:55:53.488273 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:53.577519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] For port a5218c22-5693-4500-b19d-7bd2a8f1a9f5, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:55:53.578001 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:54.102318 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:54.102708 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:54.103019 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Floating IP a9566da8-820d-4a69-8c0e-68b9ad3d13f5 disassociated. External IP: 172.25.7.206, port: a5218c22-5693-4500-b19d-7bd2a8f1a9f5. Aug 17 16:55:54.103355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Calling delete_port for a5218c22-5693-4500-b19d-7bd2a8f1a9f5 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:55:54.234770 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:54.263743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'Port': ['ID=a5218c22-5693-4500-b19d-7bd2a8f1a9f5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:55:54.305359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73e39082-096b-46c4-a741-3969a1dc69ae req-e211e77f-f265-4755-b3fc-1ad9743ac92f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 210 time: 0.0354815 Aug 17 16:55:54.398840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Router b08603b8-c570-419a-8c30-3705df87c19b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:55:54.513894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:55:54.524870 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] Sync routers for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:55:54.536022 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:55:54.536666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:55:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:54.557076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] No DVR routers for this DVR port a5218c22-5693-4500-b19d-7bd2a8f1a9f5 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:55:54.559619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:55:54.561677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32e8d0e1-e57f-4837-8028-f3bddbc6fc35 req-e701bb26-d72b-4b30-a315-f57fb7e64dad tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "DELETE /v2.0/ports/a5218c22-5693-4500-b19d-7bd2a8f1a9f5 HTTP/1.1" status: 204 len: 173 time: 1.1653101 Aug 17 16:55:54.562115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d0389e-6660-4b8c-9843-699de6649cbd', 'name': 'network-vif-deleted', 'tag': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:55:54.564497 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5209ae23-dd1d-493f-89c2-f59fd0f4db12" -d '{"events": [{"server_uuid": "90d0389e-6660-4b8c-9843-699de6649cbd", "name": "network-vif-deleted", "tag": "a5218c22-5693-4500-b19d-7bd2a8f1a9f5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:55:54.675735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:55:54.879564 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f915f180-dead-441b-a332-3bb6619964e5 x-openstack-request-id: req-f915f180-dead-441b-a332-3bb6619964e5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:55:54.880202 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d0389e-6660-4b8c-9843-699de6649cbd", "name": "network-vif-deleted", "tag": "a5218c22-5693-4500-b19d-7bd2a8f1a9f5", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:55:54.880350 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f915f180-dead-441b-a332-3bb6619964e5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:55:54.881197 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d0389e-6660-4b8c-9843-699de6649cbd', 'name': 'network-vif-deleted', 'tag': 'a5218c22-5693-4500-b19d-7bd2a8f1a9f5', 'status': 'completed', 'code': 200} Aug 17 16:55:54.954361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:54.997720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] Checking router: b08603b8-c570-419a-8c30-3705df87c19b for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:55:55.008157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:55:55.008779 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:55:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:55.128157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:55:55.332589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:55:55.368716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a36727-3878-4221-a494-6d4e37a3af6c None None] The sync data for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 is: [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:55:55.440807 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df069ef1-15db-4fc0-af35-893842353570 req-8c309dc5-2de2-4fed-84f8-f80a6843a431 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 210 time: 0.0421934 Aug 17 16:55:55.655844 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2e1e18-1fd8-47a5-9d9a-b65ef5cc2c62 None None] New status for floating IP a9566da8-820d-4a69-8c0e-68b9ad3d13f5: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:55:56.537085 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5a2b4067-4448-4d7a-b1ad-bdebd437306b req-019208ac-2332-42c3-9736-8c856435b08a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 210 time: 0.0311952 Aug 17 16:55:57.329782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a5218c22-5693-4500-b19d-7bd2a8f1a9f5 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:55:57.350197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: a5218c22-5693-4500-b19d-7bd2a8f1a9f5 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:55:57.350566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a5218c22-5693-4500-b19d-7bd2a8f1a9f5 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:55:57.632535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebb782b4-8392-4e3a-9c20-99be5457d19c req-4cf79c9d-d3cd-4296-8d6e-92d4c2b2ba76 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=90d0389e-6660-4b8c-9843-699de6649cbd HTTP/1.1" status: 200 len: 210 time: 0.0287087 Aug 17 16:55:58.888727 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-6be2b65c-292d-4198-be3b-e1d5404efe99 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896880694&fields=id&tenant_id=9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 267 time: 0.0342703 Aug 17 16:55:59.005052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-58f5a2c0-5921-466a-9aa5-223cb947b11e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:55:59.006135 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-58f5a2c0-5921-466a-9aa5-223cb947b11e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1105468 Aug 17 16:55:59.021877 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-551482b9-aa3c-4d3d-ba9a-2c96440bdd86 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/quotas/9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 375 time: 0.0098858 Aug 17 16:55:59.076094 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-6e28a467-44a8-4ac4-94a8-64bc75c2948b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486488 Aug 17 16:55:59.178859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-16fdec6e-210d-4220-b757-1ae56e8d65cb service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890622 Aug 17 16:55:59.273886 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-daf39e9d-cf33-4773-b882-1d0bff8a1b25 service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886235 Aug 17 16:55:59.562764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-72ba81d9-bee7-4beb-b216-40b04b08451a req-f159c229-c475-4c19-9b93-a408aa1232f2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 210 time: 0.0262103 Aug 17 16:56:00.286366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:00.395396 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f77274-b591-4e10-b58b-64598eb37559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:00.485329 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f77274-b591-4e10-b58b-64598eb37559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:00.490692 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f77274-b591-4e10-b58b-64598eb37559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:00.528995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-92f77274-b591-4e10-b58b-64598eb37559 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84f097eb4e7848948a3790281789362a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414646 Aug 17 16:56:00.531730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37710) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:00.532242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f77274-b591-4e10-b58b-64598eb37559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981c552d-fef8-48fa-bdd9-ccd49335a1e9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:00.583712 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7b41631-4d92-4965-ae12-6b09b7eb20c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:00.606135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7b41631-4d92-4965-ae12-6b09b7eb20c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:00.677124 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8d21225-d41f-4e54-b74d-7561ec91e428 req-ddff6df0-6e43-4fbd-8e06-86df01467871 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 210 time: 0.0328240 Aug 17 16:56:00.701550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7b41631-4d92-4965-ae12-6b09b7eb20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:00.704133 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7b41631-4d92-4965-ae12-6b09b7eb20c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:00.705262 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c7b41631-4d92-4965-ae12-6b09b7eb20c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/981c552d-fef8-48fa-bdd9-ccd49335a1e9 HTTP/1.1" status: 204 len: 168 time: 0.1725466 Aug 17 16:56:00.716807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b41631-4d92-4965-ae12-6b09b7eb20c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981c552d-fef8-48fa-bdd9-ccd49335a1e9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:00.747865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-4b53fcd2-3f98-4898-8aa5-c3d554c5e36c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:00.749371 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-4b53fcd2-3f98-4898-8aa5-c3d554c5e36c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1383493 Aug 17 16:56:00.793626 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-b878dda6-4802-427a-a5c1-a8f9b520b371 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 379 time: 0.0348394 Aug 17 16:56:00.805441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'port': {'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'admin_state_up': True, 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'security_groups': ['88380767-e411-4b5e-a718-37b5203a17de']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:00.924550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Made reservation on behalf of 9119b68d37a246b4965702f6c3c5b476 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:00.929021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.027119 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37718) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:01.043387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e2a13ef-600a-4995-8b9f-988f898f7c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.062860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Allocated IP 172.20.0.7 (4e635362-b05b-4ac3-88d0-eda554336e5f/0056277a-f45d-4baf-bc74-065aba685c6d/3c60c004-2a51-405c-b813-0641d2bb657f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:01.146331 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e2a13ef-600a-4995-8b9f-988f898f7c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.151417 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e2a13ef-600a-4995-8b9f-988f898f7c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.178581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a13ef-600a-4995-8b9f-988f898f7c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6562e841-c7b8-4351-9bb5-7ed1ace5f16b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:01.210747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:01.211005 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6e2a13ef-600a-4995-8b9f-988f898f7c9e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e4c5d305b124cac97f5fb277ac7ceee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821537 Aug 17 16:56:01.231604 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.256571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Transition to ACTIVE for port object 3c60c004-2a51-405c-b813-0641d2bb657f will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:01.299286 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee57830-5159-4f1b-819a-550ae5e455bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.326332 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.332634 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee57830-5159-4f1b-819a-550ae5e455bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.411549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:01.412969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=3c60c004-2a51-405c-b813-0641d2bb657f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:01.417508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:01.420104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:01.480945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:01.481670 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.484195 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee57830-5159-4f1b-819a-550ae5e455bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.486825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ee57830-5159-4f1b-819a-550ae5e455bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.490507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ee57830-5159-4f1b-819a-550ae5e455bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6562e841-c7b8-4351-9bb5-7ed1ace5f16b HTTP/1.1" status: 204 len: 168 time: 0.2763886 Aug 17 16:56:01.514802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee57830-5159-4f1b-819a-550ae5e455bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6562e841-c7b8-4351-9bb5-7ed1ace5f16b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:01.529867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-aed8db9c-1746-4e83-b6ee-9b816551140c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7279751 Aug 17 16:56:01.543658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Request body: {'port': {'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:01.617220 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.687095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-533e21d0-6877-4a05-80a4-6ea5326d41f0 None None] Provisioning for port 3c60c004-2a51-405c-b813-0641d2bb657f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:01.701828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-533e21d0-6877-4a05-80a4-6ea5326d41f0 None None] Provisioning complete for port 3c60c004-2a51-405c-b813-0641d2bb657f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:01.701828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-533e21d0-6877-4a05-80a4-6ea5326d41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:01.741508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-533e21d0-6877-4a05-80a4-6ea5326d41f0 None None] Port 3c60c004-2a51-405c-b813-0641d2bb657f cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:01.879520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9e3d3-2a4a-4b36-90bb-0b83db069555 req-be7350f1-5b2b-482e-a22a-ef9098ac25ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:01.881280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9c9e3d3-2a4a-4b36-90bb-0b83db069555 req-be7350f1-5b2b-482e-a22a-ef9098ac25ff tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 931 time: 0.1079223 Aug 17 16:56:01.954098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9c9e3d3-2a4a-4b36-90bb-0b83db069555 req-170c01cb-03ca-415e-91ee-acba42cf0d1e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655518 Aug 17 16:56:02.058538 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c60c004-2a51-405c-b813-0641d2bb657f {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:56:02.066475 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:02.078943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Transition to ACTIVE for port object 3c60c004-2a51-405c-b813-0641d2bb657f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:02.085121 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:02.142883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c60c004-2a51-405c-b813-0641d2bb657f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:02.179331 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65c04698-7e13-4ed7-86d6-c9d77205ce8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:02.223358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Attempting to bind port 3c60c004-2a51-405c-b813-0641d2bb657f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:56:02.224053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Attempting to bind port 3c60c004-2a51-405c-b813-0641d2bb657f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:56:02.224214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Attempting to bind port 3c60c004-2a51-405c-b813-0641d2bb657f on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:56:02.229128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Port 3c60c004-2a51-405c-b813-0641d2bb657f on network 4e635362-b05b-4ac3-88d0-eda554336e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:56:02.229582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Attempting to bind port 3c60c004-2a51-405c-b813-0641d2bb657f on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:56:02.234787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:56:02.235230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Checking segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:02.235712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Bound using segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:56:02.236219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Bound port: 3c60c004-2a51-405c-b813-0641d2bb657f, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:56:02.236650 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:02.320194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] For port 3c60c004-2a51-405c-b813-0641d2bb657f, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:56:02.323496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] For port 3c60c004-2a51-405c-b813-0641d2bb657f, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3c60c004-2a51-405c-b813-0641d2bb657f,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:56:02.336514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:02.373977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:02.374951 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:02.376587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] 10.222.0.93 "PUT /v2.0/ports/3c60c004-2a51-405c-b813-0641d2bb657f HTTP/1.1" status: 200 len: 1091 time: 0.8387439 Aug 17 16:56:02.377234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'tag': '3c60c004-2a51-405c-b813-0641d2bb657f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:56:02.380000 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7546a871-1300-432d-8642-9e4533cc0fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfe7a6f-fafd-4755-9b4b-96014eb8320c", "tag": "3c60c004-2a51-405c-b813-0641d2bb657f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:56:02.451220 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56a8829-3176-4c1f-ae3f-bbcd6cb57f12 x-openstack-request-id: req-a56a8829-3176-4c1f-ae3f-bbcd6cb57f12 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:56:02.451490 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfe7a6f-fafd-4755-9b4b-96014eb8320c", "tag": "3c60c004-2a51-405c-b813-0641d2bb657f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:56:02.451752 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a56a8829-3176-4c1f-ae3f-bbcd6cb57f12 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:56:02.452160 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'tag': '3c60c004-2a51-405c-b813-0641d2bb657f', 'status': 'completed', 'code': 200} Aug 17 16:56:02.471025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92beb0cb-1565-48ae-aed7-6975883c5ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c60c004-2a51-405c-b813-0641d2bb657f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:02.493752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-89ff485f-8e3c-4c93-be3d-3557b4e51ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:02.495821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-89ff485f-8e3c-4c93-be3d-3557b4e51ad9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 1094 time: 0.0672150 Aug 17 16:56:02.546223 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-70abb995-4784-4957-899b-bed6579615e3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60c004-2a51-405c-b813-0641d2bb657f HTTP/1.1" status: 200 len: 217 time: 0.0418434 Aug 17 16:56:02.609301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-4dd9e994-e18f-434a-b3bf-407608f3e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:02.611701 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-4dd9e994-e18f-434a-b3bf-407608f3e015 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0582674 Aug 17 16:56:02.681500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-2c2af079-b755-4901-aaeb-cf7ebe2789fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:02.683029 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-2c2af079-b755-4901-aaeb-cf7ebe2789fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638740 Aug 17 16:56:02.793920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-2d537690-475d-4335-b0c0-658ed1cedb01 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028745 Aug 17 16:56:02.900211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-26a62103-9e3c-496c-aa2a-3339d1a8b8cb req-546e0943-cc15-4ff4-b619-4d9a1dd00c65 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986912 Aug 17 16:56:03.004751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-2b6c7a9e-1b86-4ab2-9fd0-8ccaa5b2dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:03.004751 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-2b6c7a9e-1b86-4ab2-9fd0-8ccaa5b2dc28 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 1094 time: 0.0597911 Aug 17 16:56:03.136443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854522d-f2b4-46e1-9ae8-20faf1d02ec7 req-4c569045-471c-4996-ae2e-fbdacdc3552c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:03.137944 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2854522d-f2b4-46e1-9ae8-20faf1d02ec7 req-4c569045-471c-4996-ae2e-fbdacdc3552c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 943 time: 0.0789802 Aug 17 16:56:03.144656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-01fe7d73-eff9-4897-b2dd-c3e9f11497b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:03.146152 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-01fe7d73-eff9-4897-b2dd-c3e9f11497b7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.1352854 Aug 17 16:56:03.201464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-2ec1512b-61dd-4258-85d2-c58be0fe1b65 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60c004-2a51-405c-b813-0641d2bb657f HTTP/1.1" status: 200 len: 217 time: 0.0475011 Aug 17 16:56:03.262952 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2854522d-f2b4-46e1-9ae8-20faf1d02ec7 req-0520629d-de3d-43fd-bb7f-9fce00f0aba7 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157653 Aug 17 16:56:03.291793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-0fc14869-acdc-41e3-8726-9a096265e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:03.293534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-0fc14869-acdc-41e3-8726-9a096265e9bc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0808527 Aug 17 16:56:03.348294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-cc2021f4-9536-447f-8cb3-a20e845c0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:03.349870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-cc2021f4-9536-447f-8cb3-a20e845c0230 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483854 Aug 17 16:56:03.453755 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-27f468c3-76b6-4a47-b49a-9c962c193f8c service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963242 Aug 17 16:56:03.555989 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7546a871-1300-432d-8642-9e4533cc0fd7 req-57be4efb-0bc8-41a0-8774-2ed567a9b15c service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956724 Aug 17 16:56:03.766884 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:03.877223 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7728e32d-02f1-4a57-959c-10a478c793f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:03.973575 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7728e32d-02f1-4a57-959c-10a478c793f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:03.977728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7728e32d-02f1-4a57-959c-10a478c793f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.017128 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7728e32d-02f1-4a57-959c-10a478c793f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62f7f99c8ac6450589b72d9fa10a31d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491360 Aug 17 16:56:04.017872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728e32d-02f1-4a57-959c-10a478c793f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6487193-24cd-4760-a432-10bce4e457c2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:04.020649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37810) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:04.075135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0166-55ab-4718-a925-4ebdaef4aba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.098233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0166-55ab-4718-a925-4ebdaef4aba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.153201 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0166-55ab-4718-a925-4ebdaef4aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.155909 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0166-55ab-4718-a925-4ebdaef4aba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.157086 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cb6f0166-55ab-4718-a925-4ebdaef4aba8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e6487193-24cd-4760-a432-10bce4e457c2 HTTP/1.1" status: 204 len: 168 time: 0.1349537 Aug 17 16:56:04.166312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f0166-55ab-4718-a925-4ebdaef4aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6487193-24cd-4760-a432-10bce4e457c2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:04.390797 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee749a-45a2-43d8-90dc-a73b270940d6 req-0350ec92-8ce4-46ec-a593-d129b9d25807 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:04.392579 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aee749a-45a2-43d8-90dc-a73b270940d6 req-0350ec92-8ce4-46ec-a593-d129b9d25807 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 943 time: 0.0649095 Aug 17 16:56:04.438167 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0aee749a-45a2-43d8-90dc-a73b270940d6 req-63eb851f-a479-4196-a6ce-0a74684db357 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379839 Aug 17 16:56:04.466242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:04.480243 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dda062-ea22-4735-b1ab-87dee96de09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.568280 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dda062-ea22-4735-b1ab-87dee96de09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.572180 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dda062-ea22-4735-b1ab-87dee96de09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.610764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1dda062-ea22-4735-b1ab-87dee96de09f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edb34b79805a4a2ba3596ba0914c5456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432836 Aug 17 16:56:04.611603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dda062-ea22-4735-b1ab-87dee96de09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913e16fe-f27f-4a7f-b02e-a7e11b5a2697,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:04.614072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37820) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:04.666897 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5f117cc-0f86-46c9-b844-c790f858543f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.688722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5f117cc-0f86-46c9-b844-c790f858543f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.737102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5f117cc-0f86-46c9-b844-c790f858543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.740402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5f117cc-0f86-46c9-b844-c790f858543f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:04.741686 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c5f117cc-0f86-46c9-b844-c790f858543f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/913e16fe-f27f-4a7f-b02e-a7e11b5a2697 HTTP/1.1" status: 204 len: 168 time: 0.1262872 Aug 17 16:56:04.750982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f117cc-0f86-46c9-b844-c790f858543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913e16fe-f27f-4a7f-b02e-a7e11b5a2697,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:04.869690 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7499ee5c-5c60-4e92-9394-b97e73167583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:05.046929 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:05.565375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf452e8-feba-4030-ac07-96eadd21241a req-77032f93-2851-4c38-89f7-82e2dcf0f757 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:05.566942 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4cf452e8-feba-4030-ac07-96eadd21241a req-77032f93-2851-4c38-89f7-82e2dcf0f757 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 943 time: 0.0537624 Aug 17 16:56:05.608992 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4cf452e8-feba-4030-ac07-96eadd21241a req-04e93577-47e7-448f-a4bd-7cfccc889e3e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358260 Aug 17 16:56:06.019803 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:06.730874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2398cb-46f9-4eeb-9f1a-5035e6905e2e req-116d0c07-8e7f-4f5f-ae9f-c77ae3aaea4a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:06.732501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc2398cb-46f9-4eeb-9f1a-5035e6905e2e req-116d0c07-8e7f-4f5f-ae9f-c77ae3aaea4a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 943 time: 0.0525875 Aug 17 16:56:06.776283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc2398cb-46f9-4eeb-9f1a-5035e6905e2e req-214fc721-1a42-40e8-ab70-42236986b1d6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370500 Aug 17 16:56:06.860724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37934) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:06.966676 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aabe4e9e-c775-46e1-ab80-aa42900bf869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.057478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aabe4e9e-c775-46e1-ab80-aa42900bf869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.060953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aabe4e9e-c775-46e1-ab80-aa42900bf869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.098666 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-aabe4e9e-c775-46e1-ab80-aa42900bf869 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1182108c375d417e8e71147b39483540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368731 Aug 17 16:56:07.099877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe4e9e-c775-46e1-ab80-aa42900bf869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60afa88a-8319-47cf-ae16-cb046f3a127b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:07.101376 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:07.154060 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad80ac9d-9db0-4171-9433-e7ad42e66acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.174941 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad80ac9d-9db0-4171-9433-e7ad42e66acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.226028 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad80ac9d-9db0-4171-9433-e7ad42e66acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.229014 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad80ac9d-9db0-4171-9433-e7ad42e66acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.230214 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad80ac9d-9db0-4171-9433-e7ad42e66acf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60afa88a-8319-47cf-ae16-cb046f3a127b HTTP/1.1" status: 204 len: 168 time: 0.1277347 Aug 17 16:56:07.240072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80ac9d-9db0-4171-9433-e7ad42e66acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60afa88a-8319-47cf-ae16-cb046f3a127b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:07.493981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:07.507546 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84fafac6-62ff-4fb4-8593-2becac85b57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.598249 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84fafac6-62ff-4fb4-8593-2becac85b57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.604087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84fafac6-62ff-4fb4-8593-2becac85b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.644872 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-84fafac6-62ff-4fb4-8593-2becac85b57a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be0a736289284331b9056c75a5fe9233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491728 Aug 17 16:56:07.646317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fafac6-62ff-4fb4-8593-2becac85b57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa99c22-014a-4054-b58e-0f589b06b9e2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:07.647751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 37946) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:07.698819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0aa640e-482f-457e-b834-83a1cd7eb538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.720722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0aa640e-482f-457e-b834-83a1cd7eb538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.766627 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.768355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0aa640e-482f-457e-b834-83a1cd7eb538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.771670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0aa640e-482f-457e-b834-83a1cd7eb538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:07.772915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f0aa640e-482f-457e-b834-83a1cd7eb538 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8aa99c22-014a-4054-b58e-0f589b06b9e2 HTTP/1.1" status: 204 len: 168 time: 0.1228907 Aug 17 16:56:07.781022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa640e-482f-457e-b834-83a1cd7eb538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa99c22-014a-4054-b58e-0f589b06b9e2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:07.901441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4cf8-c8d1-4013-9523-858fe39b9d19 req-c690f57b-b30d-44c0-81ea-81bf8ca9eaa8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:07.902994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c94d4cf8-c8d1-4013-9523-858fe39b9d19 req-c690f57b-b30d-44c0-81ea-81bf8ca9eaa8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 943 time: 0.0577755 Aug 17 16:56:07.942697 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c94d4cf8-c8d1-4013-9523-858fe39b9d19 req-12bf264e-6a7e-4cbf-a52a-94926100522a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335386 Aug 17 16:56:09.043610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:09.066631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e1618-a302-4b38-871c-c1a8a5796f38 req-d4411b4a-270c-4a41-996b-3ee7532f6558 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:09.068164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc4e1618-a302-4b38-871c-c1a8a5796f38 req-d4411b4a-270c-4a41-996b-3ee7532f6558 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 943 time: 0.0545096 Aug 17 16:56:09.108278 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc4e1618-a302-4b38-871c-c1a8a5796f38 req-2a9e7098-e402-468d-83e1-cbb24f3d2717 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338984 Aug 17 16:56:09.142302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-355112411', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:09.163354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Made reservation on behalf of 8b8b26fd9f6440889a986c02cbda500a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:09.165933 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:09.174182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:09.262337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:09.266121 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:09.276280 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] device_id is not set on port 960dd19e-b170-461a-bd51-9a421b1fe5aa yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:56:09.319520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaf7d3e-cfb6-44c2-896a-5b3132ac62f2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:09.386936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Allocated IP 172.25.7.207 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/960dd19e-b170-461a-bd51-9a421b1fe5aa) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:09.524476 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:09.562928 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:09.612106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:09.615517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:09.619674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:09.622578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Pushing event updated for resources: {'Port': ['ID=960dd19e-b170-461a-bd51-9a421b1fe5aa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:09.658049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:09.658626 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:09.671753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-608fcdaf-a177-43b6-94ff-adec057cfa5c tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6271005 Aug 17 16:56:09.674660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:09.679617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.207'}]}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:09.699232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:09.700213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:09.750059 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:09.883369 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.078228 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.096591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.265793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a553ac6-eb2a-49ce-8688-b65f6b97b51f req-6337602b-f4e0-45fc-896c-b0679b289e0e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:10.267217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a553ac6-eb2a-49ce-8688-b65f6b97b51f req-6337602b-f4e0-45fc-896c-b0679b289e0e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 943 time: 0.0905075 Aug 17 16:56:10.293112 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.371999 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a553ac6-eb2a-49ce-8688-b65f6b97b51f req-81449a14-aaef-4c0f-a001-5c092ee1a594 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982654 Aug 17 16:56:10.463964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.466018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.508183 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.508870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3999873b-b72b-4637-9a7a-3608bcc4d6cf {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:56:10.523971 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 17 16:56:10.525244 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b7525379-8615-4fe3-9764-158c379500e7 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8490133 Aug 17 16:56:10.528037 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 37994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:10.608054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0e76435d-a188-43b6-b571-061b3028adc6 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Deleting port 960dd19e-b170-461a-bd51-9a421b1fe5aa {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:10.608395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e76435d-a188-43b6-b571-061b3028adc6 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.681180 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e76435d-a188-43b6-b571-061b3028adc6 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.692822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0e76435d-a188-43b6-b571-061b3028adc6 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Calling delete_port for 960dd19e-b170-461a-bd51-9a421b1fe5aa owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:10.810634 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e76435d-a188-43b6-b571-061b3028adc6 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.836079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76435d-a188-43b6-b571-061b3028adc6 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Pushing event deleted for resources: {'Port': ['ID=960dd19e-b170-461a-bd51-9a421b1fe5aa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:10.903379 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e76435d-a188-43b6-b571-061b3028adc6 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:10.905248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0e76435d-a188-43b6-b571-061b3028adc6 tempest-RoutersAdminNegativeIpV6Test-1499631649 tempest-RoutersAdminNegativeIpV6Test-1499631649-project-admin] 10.222.0.77 "DELETE /v2.0/ports/960dd19e-b170-461a-bd51-9a421b1fe5aa HTTP/1.1" status: 204 len: 168 time: 0.3763068 Aug 17 16:56:11.143014 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:11.249604 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6711817b-d4b9-446b-b48b-096196e941c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.334925 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6711817b-d4b9-446b-b48b-096196e941c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.338508 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6711817b-d4b9-446b-b48b-096196e941c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.377145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6711817b-d4b9-446b-b48b-096196e941c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e2cd275cd624284bb589f859a3be446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330461 Aug 17 16:56:11.378505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711817b-d4b9-446b-b48b-096196e941c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3781c5c-a270-4311-89d6-4e9d3003876f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:11.380481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38004) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:11.429714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1388165-7427-4f2a-b41e-5b9de736e5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.473995 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1388165-7427-4f2a-b41e-5b9de736e5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.520174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843679ff-1e35-4495-b55a-aaa6c3dca691 req-3f12a30e-877d-489d-9837-e0bf1fde8458 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:11.521661 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-843679ff-1e35-4495-b55a-aaa6c3dca691 req-3f12a30e-877d-489d-9837-e0bf1fde8458 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 943 time: 0.0828798 Aug 17 16:56:11.550697 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1388165-7427-4f2a-b41e-5b9de736e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.553153 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1388165-7427-4f2a-b41e-5b9de736e5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.554287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b1388165-7427-4f2a-b41e-5b9de736e5c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3781c5c-a270-4311-89d6-4e9d3003876f HTTP/1.1" status: 204 len: 168 time: 0.1728418 Aug 17 16:56:11.574079 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-843679ff-1e35-4495-b55a-aaa6c3dca691 req-e7f3294b-0b78-4f1e-bfce-884a82e14d81 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457928 Aug 17 16:56:11.574946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1388165-7427-4f2a-b41e-5b9de736e5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3781c5c-a270-4311-89d6-4e9d3003876f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:11.814670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38012) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:11.859862 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-797926e3-460e-4748-ae38-6fc849f68e18 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b8b26fd9f6440889a986c02cbda500a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439439 Aug 17 16:56:11.862324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38014) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:11.910824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72c2506a-df10-434c-ae08-979cc3c5d912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.931908 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72c2506a-df10-434c-ae08-979cc3c5d912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.978979 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72c2506a-df10-434c-ae08-979cc3c5d912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.981726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72c2506a-df10-434c-ae08-979cc3c5d912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:11.982933 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-72c2506a-df10-434c-ae08-979cc3c5d912 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bdaf7d3e-cfb6-44c2-896a-5b3132ac62f2 HTTP/1.1" status: 204 len: 168 time: 0.1196892 Aug 17 16:56:11.991840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2506a-df10-434c-ae08-979cc3c5d912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaf7d3e-cfb6-44c2-896a-5b3132ac62f2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:12.691570 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d9080-c0b4-4d68-84ba-6c4948b8d611 req-7d9b085d-b9fd-4898-aa20-28b2825fe5ac tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:12.693166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef8d9080-c0b4-4d68-84ba-6c4948b8d611 req-7d9b085d-b9fd-4898-aa20-28b2825fe5ac tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 943 time: 0.0493486 Aug 17 16:56:12.730504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ef8d9080-c0b4-4d68-84ba-6c4948b8d611 req-ea6a0bbf-fc51-443f-9349-59a5fcaf9aa9 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Aug 17 16:56:13.153532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38052) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:13.251016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-816159788', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:13.273331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Made reservation on behalf of 339ba210fa4e43bbb2569d6d40101389 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:13.275683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.283892 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.369902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.373414 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.379030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] device_id is not set on port 3bba5142-d48d-4840-8c7b-e1cb96db6afa yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:56:13.391077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3c60c004-2a51-405c-b813-0641d2bb657f details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:56:13.432981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3a0ab9-31dc-4a80-aaf3-9225c9756a7f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:13.483868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 3c60c004-2a51-405c-b813-0641d2bb657f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3c60c004-2a51-405c-b813-0641d2bb657f,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:13.495715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '3c60c004-2a51-405c-b813-0641d2bb657f', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'mac_address': 'fa:16:3e:a8:c9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:56:13.498707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Allocated IP 172.25.7.186 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/3bba5142-d48d-4840-8c7b-e1cb96db6afa) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:13.535639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.548070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c60c004-2a51-405c-b813-0641d2bb657f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:56:13.568916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 3c60c004-2a51-405c-b813-0641d2bb657f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3c60c004-2a51-405c-b813-0641d2bb657f,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:13.572618 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.620667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=3c60c004-2a51-405c-b813-0641d2bb657f,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:13.639968 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.679047 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.719991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:13.723343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:13.726964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:13.732554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Pushing event updated for resources: {'Port': ['ID=3bba5142-d48d-4840-8c7b-e1cb96db6afa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:13.768692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:13.769296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.779063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['3c60c004-2a51-405c-b813-0641d2bb657f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:56:13.786589 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:13.787215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1f3e12da-8135-4eb9-8014-16a7bfe35869 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6319947 Aug 17 16:56:13.792198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.186'}]}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:13.819048 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.820123 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.853170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467ba38-00de-4e21-b604-ef64288403d1 req-7012b21c-8daa-4b15-b21b-78f2e58cf658 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:13.855035 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9467ba38-00de-4e21-b604-ef64288403d1 req-7012b21c-8daa-4b15-b21b-78f2e58cf658 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 944 time: 0.0521452 Aug 17 16:56:13.879981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:13.896467 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9467ba38-00de-4e21-b604-ef64288403d1 req-84be7523-30e4-4011-8e05-a68ba2076b7b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350263 Aug 17 16:56:14.355011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:14.547477 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:14.566247 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:14.707632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:14.863433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:14.865667 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:14.907678 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:14.908171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c348925-4b7c-4b00-b01c-dcd18f646545 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:56:14.922636 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 17 16:56:14.923710 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6a9ead6c-8e81-4cb0-a088-58ca4a818ed0 tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1352346 Aug 17 16:56:14.927313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38062) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:15.011895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-64485730-b793-4f2e-b0b7-e52dbeae4c7d tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Deleting port 3bba5142-d48d-4840-8c7b-e1cb96db6afa {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:15.012240 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64485730-b793-4f2e-b0b7-e52dbeae4c7d tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.020333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16b7f9-a7c7-49c6-be55-79a5dcfd2098 req-ceac0414-4a29-45b3-b929-a56f9d0240a8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:15.021830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea16b7f9-a7c7-49c6-be55-79a5dcfd2098 req-ceac0414-4a29-45b3-b929-a56f9d0240a8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 944 time: 0.0523069 Aug 17 16:56:15.059245 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ea16b7f9-a7c7-49c6-be55-79a5dcfd2098 req-d5364eb2-4d6b-4c74-ace5-3fabfc9a2463 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312729 Aug 17 16:56:15.092701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64485730-b793-4f2e-b0b7-e52dbeae4c7d tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.105049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-64485730-b793-4f2e-b0b7-e52dbeae4c7d tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Calling delete_port for 3bba5142-d48d-4840-8c7b-e1cb96db6afa owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:15.222800 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64485730-b793-4f2e-b0b7-e52dbeae4c7d tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.248115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64485730-b793-4f2e-b0b7-e52dbeae4c7d tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bba5142-d48d-4840-8c7b-e1cb96db6afa,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:15.312527 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64485730-b793-4f2e-b0b7-e52dbeae4c7d tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.314483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-64485730-b793-4f2e-b0b7-e52dbeae4c7d tempest-RoutersAdminNegativeTest-1313349500 tempest-RoutersAdminNegativeTest-1313349500-project-admin] 10.222.0.77 "DELETE /v2.0/ports/3bba5142-d48d-4840-8c7b-e1cb96db6afa HTTP/1.1" status: 204 len: 168 time: 0.3862810 Aug 17 16:56:15.393093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3c60c004-2a51-405c-b813-0641d2bb657f up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:56:15.443047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 3c60c004-2a51-405c-b813-0641d2bb657f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:15.446743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 3c60c004-2a51-405c-b813-0641d2bb657f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:15.447108 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.527685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.549604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c60c004-2a51-405c-b813-0641d2bb657f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:56:15.552182 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53f67b6-0524-4329-8620-d55681a25138" -d '{"events": [{"server_uuid": "9bfe7a6f-fafd-4755-9b4b-96014eb8320c", "name": "network-vif-plugged", "status": "completed", "tag": "3c60c004-2a51-405c-b813-0641d2bb657f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:56:15.553051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38068) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:15.565616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 3c60c004-2a51-405c-b813-0641d2bb657f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3c60c004-2a51-405c-b813-0641d2bb657f,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:15.570129 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.618588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=3c60c004-2a51-405c-b813-0641d2bb657f,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:15.670402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b347bad9-20f0-4d62-8dcb-eb2f727c3181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.717963 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd28200-7725-40b2-8cf2-a3763190ec3e x-openstack-request-id: req-bcd28200-7725-40b2-8cf2-a3763190ec3e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:56:15.718498 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfe7a6f-fafd-4755-9b4b-96014eb8320c", "name": "network-vif-plugged", "status": "completed", "tag": "3c60c004-2a51-405c-b813-0641d2bb657f", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:56:15.718830 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcd28200-7725-40b2-8cf2-a3763190ec3e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:56:15.719297 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c60c004-2a51-405c-b813-0641d2bb657f', 'code': 200} Aug 17 16:56:15.773328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b347bad9-20f0-4d62-8dcb-eb2f727c3181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.778366 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b347bad9-20f0-4d62-8dcb-eb2f727c3181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.817245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4195e5-0979-4bf3-aa92-a2893b794a7f req-fd7b3fef-289b-4f9b-95e3-8b7aaa71387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:15.818744 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b4195e5-0979-4bf3-aa92-a2893b794a7f req-fd7b3fef-289b-4f9b-95e3-8b7aaa71387b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 1096 time: 0.0448334 Aug 17 16:56:15.818997 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b347bad9-20f0-4d62-8dcb-eb2f727c3181 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=31734ad0d8024991974d2d5ae8b83bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644672 Aug 17 16:56:15.820377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:15.820911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347bad9-20f0-4d62-8dcb-eb2f727c3181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6acbcd8-6713-4212-a2e7-c61494203a21,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:15.879617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b4195e5-0979-4bf3-aa92-a2893b794a7f req-e51d5c39-d7e7-4fc2-9fe9-b6ad9d423b64 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531399 Aug 17 16:56:15.892250 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a785823-86d5-4c80-a83d-db419c0632f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.914082 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a785823-86d5-4c80-a83d-db419c0632f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.959414 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a785823-86d5-4c80-a83d-db419c0632f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.961968 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a785823-86d5-4c80-a83d-db419c0632f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:15.963175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a785823-86d5-4c80-a83d-db419c0632f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6acbcd8-6713-4212-a2e7-c61494203a21 HTTP/1.1" status: 204 len: 168 time: 0.1419115 Aug 17 16:56:15.971325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a785823-86d5-4c80-a83d-db419c0632f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6acbcd8-6713-4212-a2e7-c61494203a21,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:16.174735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5ff06-7e76-4206-be8f-b5fc142edf63 req-9af8e834-5f25-4675-bd95-3024ac3ca082 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:16.176789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96d5ff06-7e76-4206-be8f-b5fc142edf63 req-9af8e834-5f25-4675-bd95-3024ac3ca082 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 945 time: 0.0500276 Aug 17 16:56:16.220952 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96d5ff06-7e76-4206-be8f-b5fc142edf63 req-acb6f254-b814-443a-a05f-3f0bc0c174b4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372267 Aug 17 16:56:16.231012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:16.270908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a160b6d2-066f-4cfa-a0f1-5456c29d08a5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=339ba210fa4e43bbb2569d6d40101389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387230 Aug 17 16:56:16.273283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38086) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:16.321236 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72f091ba-620a-4941-af73-abe27fc0e62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:16.342318 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72f091ba-620a-4941-af73-abe27fc0e62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:16.388329 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72f091ba-620a-4941-af73-abe27fc0e62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:16.390907 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72f091ba-620a-4941-af73-abe27fc0e62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:16.392047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-72f091ba-620a-4941-af73-abe27fc0e62f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd3a0ab9-31dc-4a80-aaf3-9225c9756a7f HTTP/1.1" status: 204 len: 168 time: 0.1178734 Aug 17 16:56:16.400035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f091ba-620a-4941-af73-abe27fc0e62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3a0ab9-31dc-4a80-aaf3-9225c9756a7f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:17.061287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38108) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:17.155735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-185887924'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:17.176896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Made reservation on behalf of 1dd10e087c314d50bed9ee859cbf7a02 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:17.180388 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.189002 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.281900 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.285663 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.339364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:17.347737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1634cc11-2b0c-4e45-b4c2-ba4ac3b44162,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:17.356594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.356936 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Added segment af22c1f2-a97b-4c16-916c-02d8acb6fa37 of type vlan for network a477114f-303c-45d1-b653-81ad82dec228 Aug 17 16:56:17.402564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ad48e-d428-4b49-996e-20664e29f5dc req-d635bc7f-ff25-401e-b2f8-7f400bc5e245 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:17.404019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-611ad48e-d428-4b49-996e-20664e29f5dc req-d635bc7f-ff25-401e-b2f8-7f400bc5e245 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 945 time: 0.1117682 Aug 17 16:56:17.420100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.461349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-611ad48e-d428-4b49-996e-20664e29f5dc req-7c1626c7-e1a6-4883-b6b7-52e950aa3ec0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512028 Aug 17 16:56:17.465884 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.471259 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:17.471877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.531835 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4694202 Aug 17 16:56:17.539204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38116) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:17.545105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Request body: {'subnet': {'network_id': 'a477114f-303c-45d1-b653-81ad82dec228', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:17.579221 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117d5c2-a25d-46a3-85c0-c6644d7711de req-e9841ab5-621e-4958-a90d-a1194f7cb270 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:17.580806 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7117d5c2-a25d-46a3-85c0-c6644d7711de req-e9841ab5-621e-4958-a90d-a1194f7cb270 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 945 time: 0.0513670 Aug 17 16:56:17.587167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1100207-ac9c-4158-b6eb-efc5865e0065 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event updated for resources: {'Network': ['ID=a477114f-303c-45d1-b653-81ad82dec228,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:17.599496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a477114f-303c-45d1-b653-81ad82dec228 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:17.623642 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7117d5c2-a25d-46a3-85c0-c6644d7711de req-f78ae938-388d-4ff9-a647-462bd6b0cb84 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361719 Aug 17 16:56:17.643935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Made reservation on behalf of 1dd10e087c314d50bed9ee859cbf7a02 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:17.646930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:17.647884 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.799423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a001e3-716c-42f4-a793-3acf9b1db906 tempest-TestVolumeBootPattern-858576281 tempest-TestVolumeBootPattern-858576281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:17.804105 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-77a001e3-716c-42f4-a793-3acf9b1db906 tempest-TestVolumeBootPattern-858576281 tempest-TestVolumeBootPattern-858576281-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 1091 time: 0.1560936 Aug 17 16:56:17.804685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:17.808969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:17.830953 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.832962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.906345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event updated for resources: {'Subnet': ['ID=8d620243-deb2-4076-8be4-0c455a53f65d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:17.914161 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Checking segment: {'id': 'af22c1f2-a97b-4c16-916c-02d8acb6fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a477114f-303c-45d1-b653-81ad82dec228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:17.914557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Network hostable DHCP agents. Network: a477114f-303c-45d1-b653-81ad82dec228, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:56:17.931516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Network a477114f-303c-45d1-b653-81ad82dec228 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:56:17.935357 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.940434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a477114f-303c-45d1-b653-81ad82dec228) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:17.944461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:17.945066 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:17.952354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbaf68b-9345-43c1-ac1d-fed589016506 None None] Network a477114f-303c-45d1-b653-81ad82dec228 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:17.964676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-76a7f6a9-3d42-462a-9f53-fb2544ead610 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4244184 Aug 17 16:56:17.968340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38124) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:17.974429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-dab6fc50-ed80-4905-be21-01dbcc8d94d4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1651441175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:18.000560 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dab6fc50-ed80-4905-be21-01dbcc8d94d4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.001825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dab6fc50-ed80-4905-be21-01dbcc8d94d4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.054477 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dab6fc50-ed80-4905-be21-01dbcc8d94d4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.059695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dab6fc50-ed80-4905-be21-01dbcc8d94d4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.061355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Allocated IP 172.25.7.130 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/5d5e9046-7546-4391-ae38-6005e4215118) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:18.078703 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dab6fc50-ed80-4905-be21-01dbcc8d94d4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.080660 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dab6fc50-ed80-4905-be21-01dbcc8d94d4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1110938 Aug 17 16:56:18.083382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38126) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:18.105517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-a477114f-303c-45d1-b653-81ad82dec228', 'network_id': 'a477114f-303c-45d1-b653-81ad82dec228', 'tenant_id': '1dd10e087c314d50bed9ee859cbf7a02', 'fixed_ips': [{'subnet_id': '8d620243-deb2-4076-8be4-0c455a53f65d'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:56:18.106568 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.184077 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.226294 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.256618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Allocated IP 172.20.0.2 (a477114f-303c-45d1-b653-81ad82dec228/8d620243-deb2-4076-8be4-0c455a53f65d/e7482143-c1dd-4dd0-8666-ab8230c46c54) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:18.271235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:18.278115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:18.281798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:18.304205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=5d5e9046-7546-4391-ae38-6005e4215118,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:18.389169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.409933 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.418938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Transition to ACTIVE for port object e7482143-c1dd-4dd0-8666-ab8230c46c54 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:18.435305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Transition to ACTIVE for port object e7482143-c1dd-4dd0-8666-ab8230c46c54 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:18.443748 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.481102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Network a477114f-303c-45d1-b653-81ad82dec228 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:18.488229 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:18.492125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:18.499173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Pushing event updated for resources: {'Port': ['ID=e7482143-c1dd-4dd0-8666-ab8230c46c54,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:18.548507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Attempting to bind port e7482143-c1dd-4dd0-8666-ab8230c46c54 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:56:18.549003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Attempting to bind port e7482143-c1dd-4dd0-8666-ab8230c46c54 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'af22c1f2-a97b-4c16-916c-02d8acb6fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a477114f-303c-45d1-b653-81ad82dec228'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:56:18.549434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Attempting to bind port e7482143-c1dd-4dd0-8666-ab8230c46c54 on network a477114f-303c-45d1-b653-81ad82dec228 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:56:18.555319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:56:18.556081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Checking segment: {'id': 'af22c1f2-a97b-4c16-916c-02d8acb6fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a477114f-303c-45d1-b653-81ad82dec228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:18.556240 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.556695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Bound using segment: {'id': 'af22c1f2-a97b-4c16-916c-02d8acb6fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a477114f-303c-45d1-b653-81ad82dec228'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:56:18.557228 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Bound port: e7482143-c1dd-4dd0-8666-ab8230c46c54, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af22c1f2-a97b-4c16-916c-02d8acb6fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a477114f-303c-45d1-b653-81ad82dec228'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:56:18.558911 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.626214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] For port e7482143-c1dd-4dd0-8666-ab8230c46c54, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:56:18.631788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] For port e7482143-c1dd-4dd0-8666-ab8230c46c54, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e7482143-c1dd-4dd0-8666-ab8230c46c54,segment=NetworkSegment(af22c1f2-a97b-4c16-916c-02d8acb6fa37),segment_id=af22c1f2-a97b-4c16-916c-02d8acb6fa37)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:56:18.635336 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.658198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Allocated IP 172.20.0.1 (a477114f-303c-45d1-b653-81ad82dec228/8d620243-deb2-4076-8be4-0c455a53f65d/94b8a09e-9798-49d9-99ff-d605d9e893be) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:18.673400 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.693756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d03c45-acdf-40a3-a41c-3a80944a2f5b None None] Pushing event updated for resources: {'Port': ['ID=e7482143-c1dd-4dd0-8666-ab8230c46c54,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:18.761035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.795671 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.811553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Transition to ACTIVE for port object 94b8a09e-9798-49d9-99ff-d605d9e893be will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:18.849538 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.914708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Network a477114f-303c-45d1-b653-81ad82dec228 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:18.920072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event updated for resources: {'Port': ['ID=94b8a09e-9798-49d9-99ff-d605d9e893be,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:18.923506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:18.926542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:18.960236 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.967385 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:18.982055 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:19.054182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:19.097662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=5d5e9046-7546-4391-ae38-6005e4215118,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:19.102253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e7482143-c1dd-4dd0-8666-ab8230c46c54 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:56:19.127391 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:19.152212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port e7482143-c1dd-4dd0-8666-ab8230c46c54 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:19.176048 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Floating IP 41c1303c-b4ea-47a8-8aee-9492dff0bc3b associated. External IP: 172.25.7.130, port: 3c60c004-2a51-405c-b813-0641d2bb657f. Aug 17 16:56:19.392363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Router b08603b8-c570-419a-8c30-3705df87c19b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:56:19.400468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:19.405879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:19.483550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:19.492174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event updated for resources: {'Port': ['ID=94b8a09e-9798-49d9-99ff-d605d9e893be,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:19.510422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:19.521994 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] Sync routers for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:19.527775 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:19.532016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:19.532650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:19.570984 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a1f1d27-820c-4fbe-9a99-48c8de304c22 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7652180 Aug 17 16:56:19.571946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'tag': '3c60c004-2a51-405c-b813-0641d2bb657f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:56:19.575584 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d105801-3ce4-43c6-9f73-2028ee629d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfe7a6f-fafd-4755-9b4b-96014eb8320c", "tag": "3c60c004-2a51-405c-b813-0641d2bb657f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:56:19.604184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Network a477114f-303c-45d1-b653-81ad82dec228 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:19.608234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:19.623259 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df9f122-0ff5-49b8-aedb-fee277cbdb48 x-openstack-request-id: req-9df9f122-0ff5-49b8-aedb-fee277cbdb48 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:56:19.623550 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfe7a6f-fafd-4755-9b4b-96014eb8320c", "tag": "3c60c004-2a51-405c-b813-0641d2bb657f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:56:19.623804 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9df9f122-0ff5-49b8-aedb-fee277cbdb48 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:56:19.624214 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'tag': '3c60c004-2a51-405c-b813-0641d2bb657f', 'status': 'completed', 'code': 200} Aug 17 16:56:19.657675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:56:19.705275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-6feb9ed5-e7ec-4560-96cb-23d285a9a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:19.710632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-6feb9ed5-e7ec-4560-96cb-23d285a9a738 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 1096 time: 0.0634372 Aug 17 16:56:19.745361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Router d30ebc72-1891-4d71-91e3-d239da89ad18 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:56:19.764548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0251cf5f-a907-4866-84e0-8a222e1a21e7 None None] Network a477114f-303c-45d1-b653-81ad82dec228 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:19.821548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-a4aa8f93-e9c1-4360-8c88-4b6661359b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:19.823144 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-a4aa8f93-e9c1-4360-8c88-4b6661359b3d service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.1055779 Aug 17 16:56:19.850615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:19.860712 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-623cc562-a33f-4668-bba9-b393da57eec1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "PUT /v2.0/routers/d30ebc72-1891-4d71-91e3-d239da89ad18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7759297 Aug 17 16:56:19.861670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38132) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:19.862194 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d8716-1d07-4eca-83d4-cdc30e9d8118 None None] Sync routers for ids ['d30ebc72-1891-4d71-91e3-d239da89ad18'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:19.867409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Request body: {'port': {'network_id': 'a477114f-303c-45d1-b653-81ad82dec228', 'name': 'tempest-FloatingIPNegativeTestJSON-1820271772'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:19.876129 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d8716-1d07-4eca-83d4-cdc30e9d8118 None None] Routers {'d30ebc72-1891-4d71-91e3-d239da89ad18'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:19.876766 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8a1d8716-1d07-4eca-83d4-cdc30e9d8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d30ebc72-1891-4d71-91e3-d239da89ad18'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:19.897625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-3d055a18-e40b-47bd-8f0d-2e7e0999af5b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60c004-2a51-405c-b813-0641d2bb657f HTTP/1.1" status: 200 len: 999 time: 0.0663164 Aug 17 16:56:19.910526 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8a1d8716-1d07-4eca-83d4-cdc30e9d8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:19.920541 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d8716-1d07-4eca-83d4-cdc30e9d8118 None None] Routers {'d30ebc72-1891-4d71-91e3-d239da89ad18'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:19.921464 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8a1d8716-1d07-4eca-83d4-cdc30e9d8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d30ebc72-1891-4d71-91e3-d239da89ad18'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:19.955440 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8a1d8716-1d07-4eca-83d4-cdc30e9d8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:19.957010 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d8716-1d07-4eca-83d4-cdc30e9d8118 None None] The sync data for ids ['d30ebc72-1891-4d71-91e3-d239da89ad18'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:19.970615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-ad0dff99-cce5-4cdb-ba5f-45240ddeb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:19.973363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-ad0dff99-cce5-4cdb-ba5f-45240ddeb818 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0684965 Aug 17 16:56:20.024823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-d9619810-3485-4ef7-afe6-540777f8802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:20.026304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-d9619810-3485-4ef7-afe6-540777f8802e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461152 Aug 17 16:56:20.089093 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.094265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-315e6ebd-78a9-46bc-8bde-265d08f54285 None None] Provisioning for port e7482143-c1dd-4dd0-8666-ab8230c46c54 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:20.117075 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.132464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-80fa1c00-2fa9-45c9-b026-99243f7ec66d service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978854 Aug 17 16:56:20.134301 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-315e6ebd-78a9-46bc-8bde-265d08f54285 None None] Provisioning complete for port e7482143-c1dd-4dd0-8666-ab8230c46c54 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:20.134723 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-315e6ebd-78a9-46bc-8bde-265d08f54285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.235523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d105801-3ce4-43c6-9f73-2028ee629d6f req-943ce17f-bb91-46a5-86c4-678eb8e4ce3e service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958977 Aug 17 16:56:20.310030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '41c1303c-b4ea-47a8-8aee-9492dff0bc3b', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:a8:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:56:18Z', 'updated_at': '2021-08-17T16:56:18Z', 'revision_number': 0, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:20.330916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Made reservation on behalf of 1dd10e087c314d50bed9ee859cbf7a02 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:20.334490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.345331 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-315e6ebd-78a9-46bc-8bde-265d08f54285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.349262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] Checking router: b08603b8-c570-419a-8c30-3705df87c19b for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:56:20.351621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] device_id is not set on port 70a8c440-8d50-4b97-a4cd-90c17e52a1f6 yet. {{(pid=94839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:56:20.381381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:20.381867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:20.421240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-315e6ebd-78a9-46bc-8bde-265d08f54285 None None] For port e7482143-c1dd-4dd0-8666-ab8230c46c54, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e7482143-c1dd-4dd0-8666-ab8230c46c54,segment=NetworkSegment(af22c1f2-a97b-4c16-916c-02d8acb6fa37),segment_id=af22c1f2-a97b-4c16-916c-02d8acb6fa37)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:20.431677 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-315e6ebd-78a9-46bc-8bde-265d08f54285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.469875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Allocated IP 172.20.0.6 (a477114f-303c-45d1-b653-81ad82dec228/8d620243-deb2-4076-8be4-0c455a53f65d/70a8c440-8d50-4b97-a4cd-90c17e52a1f6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:20.533567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e6ebd-78a9-46bc-8bde-265d08f54285 None None] Pushing event updated for resources: {'Port': ['ID=e7482143-c1dd-4dd0-8666-ab8230c46c54,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:20.549706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:56:20.635879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.656225 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Transition to ACTIVE for port object 70a8c440-8d50-4b97-a4cd-90c17e52a1f6 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:20.693365 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.698251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-435f9bcd-33b2-4f38-a8c0-76aa6df8aa6d None None] Provisioning for port 94b8a09e-9798-49d9-99ff-d605d9e893be completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:20.712773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-435f9bcd-33b2-4f38-a8c0-76aa6df8aa6d None None] Provisioning complete for port 94b8a09e-9798-49d9-99ff-d605d9e893be triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:20.713153 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-435f9bcd-33b2-4f38-a8c0-76aa6df8aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.738972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Network a477114f-303c-45d1-b653-81ad82dec228 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:20.743977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:20.746985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:20.766292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-435f9bcd-33b2-4f38-a8c0-76aa6df8aa6d None None] Port 94b8a09e-9798-49d9-99ff-d605d9e893be cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:20.779778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event updated for resources: {'Port': ['ID=70a8c440-8d50-4b97-a4cd-90c17e52a1f6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:20.806737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:20.807696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.807961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-435f9bcd-33b2-4f38-a8c0-76aa6df8aa6d None None] Provisioning complete for port e7482143-c1dd-4dd0-8666-ab8230c46c54 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:20.808347 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-435f9bcd-33b2-4f38-a8c0-76aa6df8aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.823550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-15d18083-b98d-4de1-96f7-ad940092f302 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9607296 Aug 17 16:56:20.827069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38134) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:20.833751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:20.860445 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:20.881741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '41c1303c-b4ea-47a8-8aee-9492dff0bc3b', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:a8:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:56:18Z', 'updated_at': '2021-08-17T16:56:18Z', 'revision_number': 0, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:20.930562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b3f76-5b77-43f9-b5ad-66494573c0ea None None] The sync data for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 is: [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '41c1303c-b4ea-47a8-8aee-9492dff0bc3b', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:a8:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:56:18Z', 'updated_at': '2021-08-17T16:56:18Z', 'revision_number': 0, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:20.985302 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.064197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e7482143-c1dd-4dd0-8666-ab8230c46c54 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:56:21.109075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07242227-f4b8-4ed9-bd81-846cf1d34b7f None None] Provisioning complete for port 94b8a09e-9798-49d9-99ff-d605d9e893be triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:21.110060 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07242227-f4b8-4ed9-bd81-846cf1d34b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.118670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Allocated IP 172.25.7.66 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/91db403e-53dc-4321-bddc-6fa6d55ce01a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:21.160606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07242227-f4b8-4ed9-bd81-846cf1d34b7f None None] Port 94b8a09e-9798-49d9-99ff-d605d9e893be cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:21.169649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e7482143-c1dd-4dd0-8666-ab8230c46c54 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:21.170123 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.248532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4668103-5cd3-41fd-90e9-8abd94abea8f None None] New status for floating IP 41c1303c-b4ea-47a8-8aee-9492dff0bc3b: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:56:21.257037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.296139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.320050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b1399990-3151-4fe5-aab8-06d37f2c6f2a None None] Provisioning for port 70a8c440-8d50-4b97-a4cd-90c17e52a1f6 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:21.330719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b1399990-3151-4fe5-aab8-06d37f2c6f2a None None] Provisioning complete for port 70a8c440-8d50-4b97-a4cd-90c17e52a1f6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:21.331188 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1399990-3151-4fe5-aab8-06d37f2c6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.332863 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:21.335708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:21.341365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:21.378015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event updated for resources: {'Port': ['ID=91db403e-53dc-4321-bddc-6fa6d55ce01a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:21.411318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b1399990-3151-4fe5-aab8-06d37f2c6f2a None None] Port 70a8c440-8d50-4b97-a4cd-90c17e52a1f6 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:21.438024 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.475043 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.628683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.633160 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.698353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event updated for resources: {'Port': ['ID=91db403e-53dc-4321-bddc-6fa6d55ce01a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:21.710400 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.724169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.725390 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-704b16bb-e251-4467-8e96-5c0133366bc1 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8973258 Aug 17 16:56:21.728223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38136) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:21.733047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4b873b03-1083-4659-901d-39047daf956c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Request body: {'floatingip': {'port_id': '70a8c440-8d50-4b97-a4cd-90c17e52a1f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:21.775920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b873b03-1083-4659-901d-39047daf956c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:21.884509 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-4b873b03-1083-4659-901d-39047daf956c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] update failed (client error): The resource could not be found. Aug 17 16:56:21.885553 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4b873b03-1083-4659-901d-39047daf956c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "PUT /v2.0/floatingips/f9df4d19-1a17-42b3-9778-297b4ebc7c27 HTTP/1.1" status: 404 len: 507 time: 0.1563780 Aug 17 16:56:21.888296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38138) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:22.012993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8eff2648-c3f7-4cd4-afb0-fd934d3ca52c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Deleting port 91db403e-53dc-4321-bddc-6fa6d55ce01a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:22.013332 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eff2648-c3f7-4cd4-afb0-fd934d3ca52c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.088736 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eff2648-c3f7-4cd4-afb0-fd934d3ca52c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.089065 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eff2648-c3f7-4cd4-afb0-fd934d3ca52c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.100601 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8eff2648-c3f7-4cd4-afb0-fd934d3ca52c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Calling delete_port for 91db403e-53dc-4321-bddc-6fa6d55ce01a owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:22.240731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eff2648-c3f7-4cd4-afb0-fd934d3ca52c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.268038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff2648-c3f7-4cd4-afb0-fd934d3ca52c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event deleted for resources: {'Port': ['ID=91db403e-53dc-4321-bddc-6fa6d55ce01a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:22.329444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eff2648-c3f7-4cd4-afb0-fd934d3ca52c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.332035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eff2648-c3f7-4cd4-afb0-fd934d3ca52c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.333307 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8eff2648-c3f7-4cd4-afb0-fd934d3ca52c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "DELETE /v2.0/floatingips/f9df4d19-1a17-42b3-9778-297b4ebc7c27 HTTP/1.1" status: 204 len: 168 time: 0.4440081 Aug 17 16:56:22.336660 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38142) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:22.341123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9a0c0fa1-232e-497c-b151-d63a074e63de tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Request body: {'floatingip': {'floating_network_id': 'a477114f-303c-45d1-b653-81ad82dec228', 'port_id': '70a8c440-8d50-4b97-a4cd-90c17e52a1f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:22.363956 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a0c0fa1-232e-497c-b151-d63a074e63de tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.470640 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-9a0c0fa1-232e-497c-b151-d63a074e63de tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:56:22.471744 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9a0c0fa1-232e-497c-b151-d63a074e63de tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1341140 Aug 17 16:56:22.475336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38144) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:22.480634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '70a8c440-8d50-4b97-a4cd-90c17e52a1f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:22.509307 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.583539 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:56:22.606225 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.711769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Allocated IP 172.25.7.174 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/a6770b6f-d7a3-4c09-a149-587616cb397b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:22.813060 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.850682 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:22.895307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:22.898312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:22.901866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:22.923833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event updated for resources: {'Port': ['ID=a6770b6f-d7a3-4c09-a149-587616cb397b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:23.057783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Deleting port a6770b6f-d7a3-4c09-a149-587616cb397b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:23.058130 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:23.136566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:23.136821 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:23.148766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Calling delete_port for a6770b6f-d7a3-4c09-a149-587616cb397b owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:23.270402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:23.295790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event deleted for resources: {'Port': ['ID=a6770b6f-d7a3-4c09-a149-587616cb397b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:23.366762 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] create failed (client error): The resource could not be found. Aug 17 16:56:23.367840 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6c11524d-6789-4b0c-9ce4-6b115533e0af tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.8915868 Aug 17 16:56:23.371084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38146) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:23.458014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f854918a-876f-460d-8737-ed9eeb2164a0 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Deleting port 70a8c440-8d50-4b97-a4cd-90c17e52a1f6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:23.458348 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f854918a-876f-460d-8737-ed9eeb2164a0 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:23.542384 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f854918a-876f-460d-8737-ed9eeb2164a0 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:23.554572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f854918a-876f-460d-8737-ed9eeb2164a0 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Calling delete_port for 70a8c440-8d50-4b97-a4cd-90c17e52a1f6 owned by {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:23.681666 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f854918a-876f-460d-8737-ed9eeb2164a0 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:23.711534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854918a-876f-460d-8737-ed9eeb2164a0 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event deleted for resources: {'Port': ['ID=70a8c440-8d50-4b97-a4cd-90c17e52a1f6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:23.784943 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f854918a-876f-460d-8737-ed9eeb2164a0 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:23.789567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f854918a-876f-460d-8737-ed9eeb2164a0 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "DELETE /v2.0/ports/70a8c440-8d50-4b97-a4cd-90c17e52a1f6 HTTP/1.1" status: 204 len: 168 time: 0.4149020 Aug 17 16:56:23.789732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:23.841333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcef8f1-732a-41db-912d-9cf75d72a0f4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:23.842969 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6bcef8f1-732a-41db-912d-9cf75d72a0f4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d30ebc72-1891-4d71-91e3-d239da89ad18 HTTP/1.1" status: 200 len: 913 time: 0.0514369 Aug 17 16:56:23.845920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:24.160713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:24.397159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Deleting port 94b8a09e-9798-49d9-99ff-d605d9e893be {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:24.397411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:24.480091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:24.492201 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Calling delete_port for 94b8a09e-9798-49d9-99ff-d605d9e893be owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:24.657681 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:24.688554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event deleted for resources: {'Port': ['ID=94b8a09e-9798-49d9-99ff-d605d9e893be,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:25.177081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.328618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Router d30ebc72-1891-4d71-91e3-d239da89ad18 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:56:25.405908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:25.410864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-daa31280-fc21-4ff8-ba3c-af3991a639dd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "PUT /v2.0/routers/d30ebc72-1891-4d71-91e3-d239da89ad18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5639558 Aug 17 16:56:25.413442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38152) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:25.415075 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffaf58-4a80-4ac2-9cc2-899e49060c3c None None] Sync routers for ids ['d30ebc72-1891-4d71-91e3-d239da89ad18'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:25.423964 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dffaf58-4a80-4ac2-9cc2-899e49060c3c None None] Routers {'d30ebc72-1891-4d71-91e3-d239da89ad18'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:25.424562 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0dffaf58-4a80-4ac2-9cc2-899e49060c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d30ebc72-1891-4d71-91e3-d239da89ad18'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:25.459512 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0dffaf58-4a80-4ac2-9cc2-899e49060c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:25.467798 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dffaf58-4a80-4ac2-9cc2-899e49060c3c None None] Routers {'d30ebc72-1891-4d71-91e3-d239da89ad18'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:25.468385 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0dffaf58-4a80-4ac2-9cc2-899e49060c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['d30ebc72-1891-4d71-91e3-d239da89ad18'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:25.491292 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26f1a1d0-439e-4a24-a2b3-b6c9ffa64c7c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.501042 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0dffaf58-4a80-4ac2-9cc2-899e49060c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:25.501699 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffaf58-4a80-4ac2-9cc2-899e49060c3c None None] The sync data for ids ['d30ebc72-1891-4d71-91e3-d239da89ad18'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:25.647626 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26f1a1d0-439e-4a24-a2b3-b6c9ffa64c7c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.649597 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26f1a1d0-439e-4a24-a2b3-b6c9ffa64c7c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.691270 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26f1a1d0-439e-4a24-a2b3-b6c9ffa64c7c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.691758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f1a1d0-439e-4a24-a2b3-b6c9ffa64c7c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Fanout notify agent at l3_agent the message router_deleted on router d30ebc72-1891-4d71-91e3-d239da89ad18 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:56:25.698972 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26f1a1d0-439e-4a24-a2b3-b6c9ffa64c7c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.700285 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-26f1a1d0-439e-4a24-a2b3-b6c9ffa64c7c tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "DELETE /v2.0/routers/d30ebc72-1891-4d71-91e3-d239da89ad18 HTTP/1.1" status: 204 len: 168 time: 0.2850385 Aug 17 16:56:25.702517 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38154) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:25.753374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9c14e7-d081-4f6b-b401-3702283a70e4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Deleting subnet 8d620243-deb2-4076-8be4-0c455a53f65d {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:56:25.756361 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f9c14e7-d081-4f6b-b401-3702283a70e4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.794273 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f9c14e7-d081-4f6b-b401-3702283a70e4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.879908 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f9c14e7-d081-4f6b-b401-3702283a70e4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.936027 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f9c14e7-d081-4f6b-b401-3702283a70e4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.964113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c14e7-d081-4f6b-b401-3702283a70e4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event deleted for resources: {'Subnet': ['ID=8d620243-deb2-4076-8be4-0c455a53f65d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:25.966076 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f9c14e7-d081-4f6b-b401-3702283a70e4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:25.970137 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8f9c14e7-d081-4f6b-b401-3702283a70e4 tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "DELETE /v2.0/subnets/8d620243-deb2-4076-8be4-0c455a53f65d HTTP/1.1" status: 204 len: 168 time: 0.2645531 Aug 17 16:56:25.970935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38156) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:25.974231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4937322d-a690-49c7-948d-93155138df57 None None] Network a477114f-303c-45d1-b653-81ad82dec228 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:26.049248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.101365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Deleting port e7482143-c1dd-4dd0-8666-ab8230c46c54 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:26.101701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.147308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817695b4-ff3e-4309-8cec-6a58d28be2c6 None None] DHCP port deletion for a477114f-303c-45d1-b653-81ad82dec228 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:56:26.168918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] For port e7482143-c1dd-4dd0-8666-ab8230c46c54, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e7482143-c1dd-4dd0-8666-ab8230c46c54,segment=NetworkSegment(af22c1f2-a97b-4c16-916c-02d8acb6fa37),segment_id=af22c1f2-a97b-4c16-916c-02d8acb6fa37)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:26.169299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.181998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Calling delete_port for e7482143-c1dd-4dd0-8666-ab8230c46c54 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:26.192341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-817695b4-ff3e-4309-8cec-6a58d28be2c6 None None] Deleting port e7482143-c1dd-4dd0-8666-ab8230c46c54 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:26.192719 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-817695b4-ff3e-4309-8cec-6a58d28be2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.257964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-817695b4-ff3e-4309-8cec-6a58d28be2c6 None None] For port e7482143-c1dd-4dd0-8666-ab8230c46c54, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e7482143-c1dd-4dd0-8666-ab8230c46c54,segment=NetworkSegment(af22c1f2-a97b-4c16-916c-02d8acb6fa37),segment_id=af22c1f2-a97b-4c16-916c-02d8acb6fa37)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:26.258446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-817695b4-ff3e-4309-8cec-6a58d28be2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.259961 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.271235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-817695b4-ff3e-4309-8cec-6a58d28be2c6 None None] Calling delete_port for e7482143-c1dd-4dd0-8666-ab8230c46c54 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:26.286453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event deleted for resources: {'Port': ['ID=e7482143-c1dd-4dd0-8666-ab8230c46c54,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:26.291374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] No DVR routers for this DVR port e7482143-c1dd-4dd0-8666-ab8230c46c54 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:26.341097 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 16:56:26.348657 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-817695b4-ff3e-4309-8cec-6a58d28be2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.375258 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.378668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817695b4-ff3e-4309-8cec-6a58d28be2c6 None None] Pushing event deleted for resources: {'Port': ['ID=e7482143-c1dd-4dd0-8666-ab8230c46c54,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:26.380495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817695b4-ff3e-4309-8cec-6a58d28be2c6 None None] No DVR routers for this DVR port e7482143-c1dd-4dd0-8666-ab8230c46c54 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:56:26.390801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a477114f-303c-45d1-b653-81ad82dec228']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:26.400695 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af22c1f2-a97b-4c16-916c-02d8acb6fa37') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:26.401004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af22c1f2-a97b-4c16-916c-02d8acb6fa37') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:26.410500 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.424074 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.430639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:26.431024 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:26.434244 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:26.494970 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.503663 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.505472 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] 10.222.0.77 "DELETE /v2.0/networks/a477114f-303c-45d1-b653-81ad82dec228 HTTP/1.1" status: 204 len: 168 time: 0.5341644 Aug 17 16:56:26.517334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dbb24-f254-4cf2-a3b0-6e8cea3a6bdd tempest-FloatingIPNegativeTestJSON-75831208 tempest-FloatingIPNegativeTestJSON-75831208-project] Pushing event deleted for resources: {'Network': ['ID=a477114f-303c-45d1-b653-81ad82dec228,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:26.755132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38162) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:26.895272 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f2bd9c39-e14e-4feb-9a15-565ff004ab3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1dd10e087c314d50bed9ee859cbf7a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389754 Aug 17 16:56:26.897556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38168) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:26.951779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93f6f74e-8542-4408-91d5-1b4b550c578b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:26.975726 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93f6f74e-8542-4408-91d5-1b4b550c578b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:27.023291 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93f6f74e-8542-4408-91d5-1b4b550c578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:27.026012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93f6f74e-8542-4408-91d5-1b4b550c578b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:27.027405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-93f6f74e-8542-4408-91d5-1b4b550c578b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1634cc11-2b0c-4e45-b4c2-ba4ac3b44162 HTTP/1.1" status: 204 len: 168 time: 0.1286850 Aug 17 16:56:27.036429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6f74e-8542-4408-91d5-1b4b550c578b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1634cc11-2b0c-4e45-b4c2-ba4ac3b44162,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:27.057172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e7482143-c1dd-4dd0-8666-ab8230c46c54 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:56:27.082608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e7482143-c1dd-4dd0-8666-ab8230c46c54 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:56:27.082951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e7482143-c1dd-4dd0-8666-ab8230c46c54 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:56:27.680953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38190) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:27.778682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'networks': [{'name': 'tempest-network--1152449771'}, {'name': 'tempest-network--334309955'}]} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:27.779029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'network': {'name': 'tempest-network--1152449771'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:27.779513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'network': {'name': 'tempest-network--334309955'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:27.801902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Made reservation on behalf of 2389e3a883e346b5b9192b4a32a2667c for: {'network': 2} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:27.806281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:27.814624 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:27.907911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:27.911578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:27.912031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:27.950571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b595f17d-855f-44fd-b166-2cbea5a41c69,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:27.955616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:27.969747 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:27.970093 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Added segment 3ff0b78c-540f-4084-b2f4-e3865f81b517 of type vlan for network a39fd9a0-3f6c-478f-b088-a4e47e8480c4 Aug 17 16:56:28.017531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.045713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:28.055033 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.055398 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Added segment 6ae05f4e-79a0-46e9-b45f-0054222c46ad of type vlan for network 3d1f4c89-0145-46eb-854b-b006ae76274b Aug 17 16:56:28.092930 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.120063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.120557 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.126130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:28.130992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:28.131600 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.187087 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5048838 Aug 17 16:56:28.189654 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38194) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:28.259557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'Network': ['ID=a39fd9a0-3f6c-478f-b088-a4e47e8480c4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:28.270885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a39fd9a0-3f6c-478f-b088-a4e47e8480c4 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:28.384086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7225326-6b18-44b3-9d6d-50079eb636b0 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'Network': ['ID=3d1f4c89-0145-46eb-854b-b006ae76274b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:28.394528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 3d1f4c89-0145-46eb-854b-b006ae76274b details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:28.427411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5caa9e2-c3e1-4c1e-a292-22f7194a90c2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:28.433104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5caa9e2-c3e1-4c1e-a292-22f7194a90c2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:28.439136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5caa9e2-c3e1-4c1e-a292-22f7194a90c2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:28.445086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5caa9e2-c3e1-4c1e-a292-22f7194a90c2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:28.446798 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a5caa9e2-c3e1-4c1e-a292-22f7194a90c2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2562501 Aug 17 16:56:28.449596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38196) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:28.525781 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.933151 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.943568 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39fd9a0-3f6c-478f-b088-a4e47e8480c4']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:28.953634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff0b78c-540f-4084-b2f4-e3865f81b517') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:28.953919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff0b78c-540f-4084-b2f4-e3865f81b517') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:28.963338 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.976896 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.983184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:28.983577 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:28.986588 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:29.043087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.050574 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.052158 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "DELETE /v2.0/networks/a39fd9a0-3f6c-478f-b088-a4e47e8480c4 HTTP/1.1" status: 204 len: 168 time: 0.6015627 Aug 17 16:56:29.054834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38198) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:29.063694 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461bc1d-7392-4729-a3a5-c73eddb17595 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event deleted for resources: {'Network': ['ID=a39fd9a0-3f6c-478f-b088-a4e47e8480c4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:29.132230 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.221070 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.230922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1f4c89-0145-46eb-854b-b006ae76274b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:29.241178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae05f4e-79a0-46e9-b45f-0054222c46ad') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:29.241468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae05f4e-79a0-46e9-b45f-0054222c46ad') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:29.249944 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.263518 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.269048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:29.269427 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:29.272228 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:29.330447 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.336991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.338764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "DELETE /v2.0/networks/3d1f4c89-0145-46eb-854b-b006ae76274b HTTP/1.1" status: 204 len: 168 time: 0.2828450 Aug 17 16:56:29.341431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38200) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:29.350353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27581ee0-6536-4582-be02-937d2eeb2dcd tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event deleted for resources: {'Network': ['ID=3d1f4c89-0145-46eb-854b-b006ae76274b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:29.450020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7bf687-85ac-43df-b249-0110102d46c7 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:29.456049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7bf687-85ac-43df-b249-0110102d46c7 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:29.457620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0f7bf687-85ac-43df-b249-0110102d46c7 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1151285 Aug 17 16:56:29.461178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38202) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:29.465999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1414176433'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:29.486868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Made reservation on behalf of 2389e3a883e346b5b9192b4a32a2667c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:29.490818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.513392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:29.522048 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.522389 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Added segment b9967826-266d-4bbb-a927-5e4918ac869b of type vlan for network 7410c952-5d69-431b-88f0-b312eba79a2f Aug 17 16:56:29.560837 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.584063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.589472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:29.590049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.652869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1906519 Aug 17 16:56:29.655568 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38204) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:29.662896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-381935960'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:29.668551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f9bbc-bee3-48d5-9f15-7bcdd2f42822 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'Network': ['ID=7410c952-5d69-431b-88f0-b312eba79a2f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:29.679213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 7410c952-5d69-431b-88f0-b312eba79a2f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:29.687693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Made reservation on behalf of 2389e3a883e346b5b9192b4a32a2667c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:29.691155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.715254 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:29.724558 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.724899 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Added segment 0e6f87fb-216c-4050-aae0-6960af56f784 of type vlan for network d4fee73d-df40-42e0-b7f5-88f2ada1de3a Aug 17 16:56:29.764161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.788427 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.793846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:29.794449 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:29.846018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1894629 Aug 17 16:56:29.849439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:29.854928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'ports': [{'network_id': '7410c952-5d69-431b-88f0-b312eba79a2f', 'name': 'tempest-port--969392102', 'admin_state_up': True}, {'network_id': 'd4fee73d-df40-42e0-b7f5-88f2ada1de3a', 'admin_state_up': False}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:29.855242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'port': {'network_id': '7410c952-5d69-431b-88f0-b312eba79a2f', 'name': 'tempest-port--969392102', 'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:29.855724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'port': {'network_id': 'd4fee73d-df40-42e0-b7f5-88f2ada1de3a', 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:29.863813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58218987-de8a-4885-9eb7-ee0846b3f855 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'Network': ['ID=d4fee73d-df40-42e0-b7f5-88f2ada1de3a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:29.873844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network d4fee73d-df40-42e0-b7f5-88f2ada1de3a details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:30.014167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Made reservation on behalf of 2389e3a883e346b5b9192b4a32a2667c for: {'port': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:30.018551 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:30.030803 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:30.107416 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] device_id is not set on port bf79c847-be8b-496f-964b-856094d9489b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:56:30.227083 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:30.294812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] device_id is not set on port 56c5b438-fb91-44dd-ac57-edc1bb4a3570 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:56:30.408033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:30.446658 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:30.499270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'Port': ['ID=bf79c847-be8b-496f-964b-856094d9489b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:30.515382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Checking segment: {'id': 'b9967826-266d-4bbb-a927-5e4918ac869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7410c952-5d69-431b-88f0-b312eba79a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:30.515758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Network hostable DHCP agents. Network: 7410c952-5d69-431b-88f0-b312eba79a2f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:56:30.531936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Network 7410c952-5d69-431b-88f0-b312eba79a2f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:56:30.540222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 7410c952-5d69-431b-88f0-b312eba79a2f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:30.544628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:30.546817 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:30.548097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc8a146-ed93-4e70-b4da-2d54b12a67eb None None] Network 7410c952-5d69-431b-88f0-b312eba79a2f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:30.609652 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'Port': ['ID=56c5b438-fb91-44dd-ac57-edc1bb4a3570,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:30.621829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Checking segment: {'id': '0e6f87fb-216c-4050-aae0-6960af56f784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4fee73d-df40-42e0-b7f5-88f2ada1de3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:30.622185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Network hostable DHCP agents. Network: d4fee73d-df40-42e0-b7f5-88f2ada1de3a, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:56:30.639557 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Network d4fee73d-df40-42e0-b7f5-88f2ada1de3a is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:56:30.648266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, d4fee73d-df40-42e0-b7f5-88f2ada1de3a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:30.652052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:30.657685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:30.660838 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff0d28-8ac2-4dcd-9096-721b3974b974 None None] Network d4fee73d-df40-42e0-b7f5-88f2ada1de3a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:30.662638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:30.663303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:30.677271 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-364811a6-95d7-4e26-9361-9e8a84eb3c84 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8267200 Aug 17 16:56:30.679766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:30.760892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3604a55-23d1-4200-8f3f-09e802d17ca1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:30.766767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3604a55-23d1-4200-8f3f-09e802d17ca1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:30.768347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3604a55-23d1-4200-8f3f-09e802d17ca1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0876303 Aug 17 16:56:30.771282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:30.859822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-09c4b3a2-214a-48ad-8e3e-380a3adcfcc4 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Deleting port bf79c847-be8b-496f-964b-856094d9489b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:30.860078 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09c4b3a2-214a-48ad-8e3e-380a3adcfcc4 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:30.924216 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09c4b3a2-214a-48ad-8e3e-380a3adcfcc4 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:30.936352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-09c4b3a2-214a-48ad-8e3e-380a3adcfcc4 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Calling delete_port for bf79c847-be8b-496f-964b-856094d9489b owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:31.020154 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09c4b3a2-214a-48ad-8e3e-380a3adcfcc4 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.045945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4b3a2-214a-48ad-8e3e-380a3adcfcc4 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event deleted for resources: {'Port': ['ID=bf79c847-be8b-496f-964b-856094d9489b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:31.053020 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09c4b3a2-214a-48ad-8e3e-380a3adcfcc4 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.055024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-09c4b3a2-214a-48ad-8e3e-380a3adcfcc4 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "DELETE /v2.0/ports/bf79c847-be8b-496f-964b-856094d9489b HTTP/1.1" status: 204 len: 168 time: 0.2828333 Aug 17 16:56:31.057547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:31.143089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7e2e1-a10c-4e6a-b1e3-8b064f146f8a tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Deleting port 56c5b438-fb91-44dd-ac57-edc1bb4a3570 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:31.144487 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e2e1-a10c-4e6a-b1e3-8b064f146f8a tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.212191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e2e1-a10c-4e6a-b1e3-8b064f146f8a tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.225079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7e2e1-a10c-4e6a-b1e3-8b064f146f8a tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Calling delete_port for 56c5b438-fb91-44dd-ac57-edc1bb4a3570 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:31.301161 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e2e1-a10c-4e6a-b1e3-8b064f146f8a tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.333430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7e2e1-a10c-4e6a-b1e3-8b064f146f8a tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event deleted for resources: {'Port': ['ID=56c5b438-fb91-44dd-ac57-edc1bb4a3570,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:31.338667 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e2e1-a10c-4e6a-b1e3-8b064f146f8a tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.340628 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bbd7e2e1-a10c-4e6a-b1e3-8b064f146f8a tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "DELETE /v2.0/ports/56c5b438-fb91-44dd-ac57-edc1bb4a3570 HTTP/1.1" status: 204 len: 168 time: 0.2821658 Aug 17 16:56:31.343058 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:31.370136 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ad542e0-2f06-4bfa-a43b-d19d396902b8 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0260618 Aug 17 16:56:31.373405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:31.378313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1331210937'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:31.398879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Made reservation on behalf of 2389e3a883e346b5b9192b4a32a2667c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:31.402096 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.426130 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:31.439339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.439339 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Added segment c911a3b0-99e8-46c2-9df3-46e39b4438ea of type vlan for network cad0cbbf-b354-4dda-b7b4-16b312309218 Aug 17 16:56:31.486119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.511124 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.516612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:31.517194 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.581087 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2066591 Aug 17 16:56:31.583888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38218) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:31.587064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb205fd-2dd4-4947-a1d6-86d37d86e604 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'Network': ['ID=cad0cbbf-b354-4dda-b7b4-16b312309218,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:31.589270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1704502431'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:31.597610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network cad0cbbf-b354-4dda-b7b4-16b312309218 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:31.610881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Made reservation on behalf of 2389e3a883e346b5b9192b4a32a2667c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:31.615055 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.638151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:31.646842 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.647182 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Added segment fcc68659-3bd5-406f-bcf2-750433c5995a of type vlan for network a170d0d8-17ff-4436-abe7-1e2a6887ed3b Aug 17 16:56:31.686090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.710244 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.715683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:31.716263 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:31.770900 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1857977 Aug 17 16:56:31.785877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823869f1-bb8c-400d-b9c7-ef52372861a2 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'Network': ['ID=a170d0d8-17ff-4436-abe7-1e2a6887ed3b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:31.796491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a170d0d8-17ff-4436-abe7-1e2a6887ed3b details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:31.903200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38220) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:31.908338 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'subnets': [{'network_id': 'cad0cbbf-b354-4dda-b7b4-16b312309218', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--83421357', 'ip_version': 4}, {'network_id': 'a170d0d8-17ff-4436-abe7-1e2a6887ed3b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:31.908643 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'subnet': {'network_id': 'cad0cbbf-b354-4dda-b7b4-16b312309218', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--83421357', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:31.909730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Request body: {'subnet': {'network_id': 'a170d0d8-17ff-4436-abe7-1e2a6887ed3b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:32.065770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Made reservation on behalf of 2389e3a883e346b5b9192b4a32a2667c for: {'subnet': 2} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:32.070213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.070581 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.170115 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f294c81f-7704-47cd-9337-45778705cc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.430329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.490624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'Subnet': ['ID=8473454f-d384-493b-9ef5-ee5745fc521c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:32.497487 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Checking segment: {'id': 'c911a3b0-99e8-46c2-9df3-46e39b4438ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cad0cbbf-b354-4dda-b7b4-16b312309218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:32.497843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Network hostable DHCP agents. Network: cad0cbbf-b354-4dda-b7b4-16b312309218, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:56:32.514533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Network cad0cbbf-b354-4dda-b7b4-16b312309218 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:56:32.523689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, cad0cbbf-b354-4dda-b7b4-16b312309218) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:32.527707 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.532306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ade14f-11c6-48e9-9fd4-206e567e0262 None None] Network cad0cbbf-b354-4dda-b7b4-16b312309218 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:32.592865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event updated for resources: {'Subnet': ['ID=57f19286-0aaa-4daf-9e20-01d223559da5,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:32.603316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Checking segment: {'id': 'fcc68659-3bd5-406f-bcf2-750433c5995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a170d0d8-17ff-4436-abe7-1e2a6887ed3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:32.603674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Network hostable DHCP agents. Network: a170d0d8-17ff-4436-abe7-1e2a6887ed3b, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:56:32.621520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Network a170d0d8-17ff-4436-abe7-1e2a6887ed3b is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:56:32.632121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a170d0d8-17ff-4436-abe7-1e2a6887ed3b) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:32.636370 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:32.636850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:32.637535 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.652926 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-45bd26c7-affd-408b-89ac-6f7a68dc0499 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 0.7485924 Aug 17 16:56:32.655503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38222) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:32.711292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370687ff-5e72-4c77-b5e1-e1238046085c tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:32.712837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370687ff-5e72-4c77-b5e1-e1238046085c tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:32.714366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370687ff-5e72-4c77-b5e1-e1238046085c tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:32.716074 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-370687ff-5e72-4c77-b5e1-e1238046085c tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.0595973 Aug 17 16:56:32.719332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38224) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:32.732284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9558d1-3d71-49a5-bed1-aed087389eb7 None None] Network a170d0d8-17ff-4436-abe7-1e2a6887ed3b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:32.772034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-165d80e4-16f2-4376-9c33-1f6579cb28e1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Deleting subnet 8473454f-d384-493b-9ef5-ee5745fc521c {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:56:32.775467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-165d80e4-16f2-4376-9c33-1f6579cb28e1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.816499 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-165d80e4-16f2-4376-9c33-1f6579cb28e1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.866259 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-165d80e4-16f2-4376-9c33-1f6579cb28e1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.927071 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-165d80e4-16f2-4376-9c33-1f6579cb28e1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.939471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f3030-3504-4477-a180-618d7f0dba57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-cad0cbbf-b354-4dda-b7b4-16b312309218', 'network_id': 'cad0cbbf-b354-4dda-b7b4-16b312309218', 'tenant_id': '2389e3a883e346b5b9192b4a32a2667c', 'fixed_ips': [{'subnet_id': '8473454f-d384-493b-9ef5-ee5745fc521c'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:56:32.940353 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3030-3504-4477-a180-618d7f0dba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.951281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee8607-26ff-4ce2-8d1e-16a18f765f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-a170d0d8-17ff-4436-abe7-1e2a6887ed3b', 'network_id': 'a170d0d8-17ff-4436-abe7-1e2a6887ed3b', 'tenant_id': '2389e3a883e346b5b9192b4a32a2667c', 'fixed_ips': [{'subnet_id': '57f19286-0aaa-4daf-9e20-01d223559da5'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:56:32.952115 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fee8607-26ff-4ce2-8d1e-16a18f765f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.955299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d80e4-16f2-4376-9c33-1f6579cb28e1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event deleted for resources: {'Subnet': ['ID=8473454f-d384-493b-9ef5-ee5745fc521c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:32.963892 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-165d80e4-16f2-4376-9c33-1f6579cb28e1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:32.965849 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-165d80e4-16f2-4376-9c33-1f6579cb28e1 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "DELETE /v2.0/subnets/8473454f-d384-493b-9ef5-ee5745fc521c HTTP/1.1" status: 204 len: 168 time: 0.2455389 Aug 17 16:56:32.968557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38226) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:33.022218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a163fc1-f20f-41fc-b77e-4a04217079b5 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Deleting subnet 57f19286-0aaa-4daf-9e20-01d223559da5 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:56:33.025487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a163fc1-f20f-41fc-b77e-4a04217079b5 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.070890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a163fc1-f20f-41fc-b77e-4a04217079b5 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.090771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597175e2-9bfe-47c2-8a89-0736c58004a5 None None] Network cad0cbbf-b354-4dda-b7b4-16b312309218 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:33.116493 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a163fc1-f20f-41fc-b77e-4a04217079b5 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.176420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a163fc1-f20f-41fc-b77e-4a04217079b5 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-6fee8607-26ff-4ce2-8d1e-16a18f765f78 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57f19286-0aaa-4daf-9e20-01d223559da5: This subnet is being modified by another concurrent operation. Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exception Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57f19286-0aaa-4daf-9e20-01d223559da5: This subnet is being modified by another concurrent operation. Aug 17 16:56:33.187158 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 16:56:33.204545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a163fc1-f20f-41fc-b77e-4a04217079b5 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event deleted for resources: {'Subnet': ['ID=57f19286-0aaa-4daf-9e20-01d223559da5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:33.209060 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a163fc1-f20f-41fc-b77e-4a04217079b5 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.213652 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0a163fc1-f20f-41fc-b77e-4a04217079b5 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "DELETE /v2.0/subnets/57f19286-0aaa-4daf-9e20-01d223559da5 HTTP/1.1" status: 204 len: 168 time: 0.2414587 Aug 17 16:56:33.213821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cdea02-ce35-4d62-87c3-49f8b7063362 None None] Network a170d0d8-17ff-4436-abe7-1e2a6887ed3b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:33.213958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38228) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:33.270428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d3079-e3a9-4ded-bc01-58b1f623eff3 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:33.272249 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-316d3079-e3a9-4ded-bc01-58b1f623eff3 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0575089 Aug 17 16:56:33.276114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38230) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:33.333519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c0dad-343c-402d-9798-3159fdf3e281 None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 16:56:33.367216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.414210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c0dad-343c-402d-9798-3159fdf3e281 None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 16:56:33.465807 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.480629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a170d0d8-17ff-4436-abe7-1e2a6887ed3b']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:33.494497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc68659-3bd5-406f-bcf2-750433c5995a') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:33.495054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc68659-3bd5-406f-bcf2-750433c5995a') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:33.508354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.524403 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.531270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:33.531816 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:33.535436 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:33.605584 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.613119 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.614991 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "DELETE /v2.0/networks/a170d0d8-17ff-4436-abe7-1e2a6887ed3b HTTP/1.1" status: 204 len: 168 time: 0.3379502 Aug 17 16:56:33.617933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:33.626917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b4edb-b067-48da-a45d-b7eedfa199eb tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event deleted for resources: {'Network': ['ID=a170d0d8-17ff-4436-abe7-1e2a6887ed3b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:33.697561 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.787801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.797302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad0cbbf-b354-4dda-b7b4-16b312309218']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:33.806871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c911a3b0-99e8-46c2-9df3-46e39b4438ea') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:33.807161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c911a3b0-99e8-46c2-9df3-46e39b4438ea') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:33.815894 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.829182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.835327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:33.835710 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:33.838571 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:33.898507 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.905527 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:33.907358 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "DELETE /v2.0/networks/cad0cbbf-b354-4dda-b7b4-16b312309218 HTTP/1.1" status: 204 len: 168 time: 0.2883875 Aug 17 16:56:33.909914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38236) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:33.923576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868878c-8695-4a9d-9be9-90ff572bf926 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event deleted for resources: {'Network': ['ID=cad0cbbf-b354-4dda-b7b4-16b312309218,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:33.992125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.080424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.090103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fee73d-df40-42e0-b7f5-88f2ada1de3a']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:34.100245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6f87fb-216c-4050-aae0-6960af56f784') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:34.100535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6f87fb-216c-4050-aae0-6960af56f784') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:34.109393 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.122962 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.129116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:34.129493 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:34.132494 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:34.188157 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.195846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.197845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "DELETE /v2.0/networks/d4fee73d-df40-42e0-b7f5-88f2ada1de3a HTTP/1.1" status: 204 len: 168 time: 0.2867737 Aug 17 16:56:34.200911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:34.210864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cec599-92f6-4cb1-ab79-18eca91eac8b tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event deleted for resources: {'Network': ['ID=d4fee73d-df40-42e0-b7f5-88f2ada1de3a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:34.277892 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.370615 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.382090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7410c952-5d69-431b-88f0-b312eba79a2f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:34.392994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9967826-266d-4bbb-a927-5e4918ac869b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:34.393280 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9967826-266d-4bbb-a927-5e4918ac869b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:34.402148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.416409 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.425125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:34.425540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:34.428468 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:34.492565 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.499419 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.501279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] 10.222.0.77 "DELETE /v2.0/networks/7410c952-5d69-431b-88f0-b312eba79a2f HTTP/1.1" status: 204 len: 168 time: 0.2993078 Aug 17 16:56:34.514265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d597423-bff3-4c25-9806-07c73ce3d295 tempest-BulkNetworkOpsTest-1866793660 tempest-BulkNetworkOpsTest-1866793660-project] Pushing event deleted for resources: {'Network': ['ID=7410c952-5d69-431b-88f0-b312eba79a2f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:34.747062 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:34.860782 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d215788-06ec-49f3-bd16-940d62476077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.889195 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cda96d28-91c5-4e1a-9a53-f0254ac8af02 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2389e3a883e346b5b9192b4a32a2667c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407168 Aug 17 16:56:34.891723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:34.940460 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7d999a-cbb5-4168-a273-10fe14b75ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:34.963514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7d999a-cbb5-4168-a273-10fe14b75ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.010784 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7d999a-cbb5-4168-a273-10fe14b75ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.013304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7d999a-cbb5-4168-a273-10fe14b75ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.014484 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6a7d999a-cbb5-4168-a273-10fe14b75ce5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b595f17d-855f-44fd-b166-2cbea5a41c69 HTTP/1.1" status: 204 len: 168 time: 0.1218388 Aug 17 16:56:35.023816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d999a-cbb5-4168-a273-10fe14b75ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b595f17d-855f-44fd-b166-2cbea5a41c69,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:35.044090 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.633174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:35.727929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1701185193'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:35.750188 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:35.754308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.762728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.852509 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.856419 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.883251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:35.892819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fed3d74-7744-4d82-9bc0-2b47f4c9b05b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:35.898382 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.898740 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added segment d384dcf7-a60b-4450-a31a-3d46e4fd7d8e of type vlan for network 276ea862-fdbb-4b3e-82c4-9b5490f38b04 Aug 17 16:56:35.942121 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.967382 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:35.973090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:35.973666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.019137 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.029399 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3950999 Aug 17 16:56:36.032052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38274) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:36.037211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-337989603'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:36.043754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81074d-dd95-4c16-9779-21b9d86ccfdb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Network': ['ID=276ea862-fdbb-4b3e-82c4-9b5490f38b04,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:36.054823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 276ea862-fdbb-4b3e-82c4-9b5490f38b04 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:36.058557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:36.061981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.085342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:36.093836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.094180 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added segment a99e0dde-a452-48bb-835a-6a0e2736eecc of type vlan for network f41094ba-a5bf-4068-ba0b-8ada68224941 Aug 17 16:56:36.138391 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.162498 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.167922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:36.168504 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.220620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1872289 Aug 17 16:56:36.224145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:36.229707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'subnet': {'network_id': '276ea862-fdbb-4b3e-82c4-9b5490f38b04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:36.235996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebd1bf-1632-42ce-82f7-ae57eaad1b16 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Network': ['ID=f41094ba-a5bf-4068-ba0b-8ada68224941,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:36.246711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network f41094ba-a5bf-4068-ba0b-8ada68224941 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:36.321108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:36.324910 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.504694 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.565893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Subnet': ['ID=9ca4dafc-4d49-4308-9a14-dabc09b1ef1c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:36.575783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Checking segment: {'id': 'd384dcf7-a60b-4450-a31a-3d46e4fd7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '276ea862-fdbb-4b3e-82c4-9b5490f38b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:36.576144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network hostable DHCP agents. Network: 276ea862-fdbb-4b3e-82c4-9b5490f38b04, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:56:36.592222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 276ea862-fdbb-4b3e-82c4-9b5490f38b04 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:56:36.600658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 276ea862-fdbb-4b3e-82c4-9b5490f38b04) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:36.605318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:36.605969 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.611217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fee98f-050b-4a10-b43f-fc6f71a181b6 None None] Network 276ea862-fdbb-4b3e-82c4-9b5490f38b04 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:36.620547 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-732b05e1-a0d2-469e-9a85-7e35fae388b3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3951051 Aug 17 16:56:36.623602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:36.629344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'subnet': {'network_id': 'f41094ba-a5bf-4068-ba0b-8ada68224941', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:36.724537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:36.728304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.768721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-276ea862-fdbb-4b3e-82c4-9b5490f38b04', 'network_id': '276ea862-fdbb-4b3e-82c4-9b5490f38b04', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'fixed_ips': [{'subnet_id': '9ca4dafc-4d49-4308-9a14-dabc09b1ef1c'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:56:36.769609 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.910343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Allocated IP 2001:db8::2 (276ea862-fdbb-4b3e-82c4-9b5490f38b04/9ca4dafc-4d49-4308-9a14-dabc09b1ef1c/2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:36.916997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:36.973611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Subnet': ['ID=e82dd5bf-609c-4428-ba75-b5a486dec10f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:36.991318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Checking segment: {'id': 'a99e0dde-a452-48bb-835a-6a0e2736eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f41094ba-a5bf-4068-ba0b-8ada68224941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:36.991671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network hostable DHCP agents. Network: f41094ba-a5bf-4068-ba0b-8ada68224941, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:56:37.007554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network f41094ba-a5bf-4068-ba0b-8ada68224941 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:56:37.016780 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, f41094ba-a5bf-4068-ba0b-8ada68224941) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:37.022353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:37.022991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.039128 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-228956da-5675-4a6f-8b78-c9b5aa67d202 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4144804 Aug 17 16:56:37.041873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38280) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:37.045331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f96add-da3f-4bdf-b449-c8813a4e45eb None None] Network f41094ba-a5bf-4068-ba0b-8ada68224941 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:37.047365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c76b3ae8-4ec4-4a68-88e2-ff1416e3704f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-869422357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:37.070805 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3ae8-4ec4-4a68-88e2-ff1416e3704f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.071804 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3ae8-4ec4-4a68-88e2-ff1416e3704f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.110287 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.123945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Transition to ACTIVE for port object 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:37.132899 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3ae8-4ec4-4a68-88e2-ff1416e3704f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.138023 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3ae8-4ec4-4a68-88e2-ff1416e3704f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.154320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3ae8-4ec4-4a68-88e2-ff1416e3704f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.155356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Transition to ACTIVE for port object 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:37.155648 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c76b3ae8-4ec4-4a68-88e2-ff1416e3704f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1121421 Aug 17 16:56:37.158660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:37.162913 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.235281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Network 276ea862-fdbb-4b3e-82c4-9b5490f38b04 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:37.242408 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:37.248879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:37.252895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Pushing event updated for resources: {'Port': ['ID=2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:37.292233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-f41094ba-a5bf-4068-ba0b-8ada68224941', 'network_id': 'f41094ba-a5bf-4068-ba0b-8ada68224941', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'fixed_ips': [{'subnet_id': 'e82dd5bf-609c-4428-ba75-b5a486dec10f'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:56:37.293195 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.342967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Attempting to bind port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:56:37.343382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Attempting to bind port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd384dcf7-a60b-4450-a31a-3d46e4fd7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '276ea862-fdbb-4b3e-82c4-9b5490f38b04'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:56:37.343759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Attempting to bind port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 on network 276ea862-fdbb-4b3e-82c4-9b5490f38b04 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:56:37.396800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:56:37.397316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Checking segment: {'id': 'd384dcf7-a60b-4450-a31a-3d46e4fd7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '276ea862-fdbb-4b3e-82c4-9b5490f38b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:37.397819 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.398302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Bound using segment: {'id': 'd384dcf7-a60b-4450-a31a-3d46e4fd7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '276ea862-fdbb-4b3e-82c4-9b5490f38b04'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:56:37.398876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Bound port: 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384dcf7-a60b-4450-a31a-3d46e4fd7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '276ea862-fdbb-4b3e-82c4-9b5490f38b04'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:56:37.399298 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.447762 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.524592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] For port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:56:37.526781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Allocated IP 2001:db8:1::2 (f41094ba-a5bf-4068-ba0b-8ada68224941/e82dd5bf-609c-4428-ba75-b5a486dec10f/e5d1baaf-17af-4908-bafe-ffca33b25777) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:37.529832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] For port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554,segment=NetworkSegment(d384dcf7-a60b-4450-a31a-3d46e4fd7d8e),segment_id=d384dcf7-a60b-4450-a31a-3d46e4fd7d8e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:56:37.535693 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.641060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b64ad4-dae9-4209-b87b-942bfbaa1c82 None None] Pushing event updated for resources: {'Port': ['ID=2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:37.719539 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Allocated IP 2001:db8::1 (276ea862-fdbb-4b3e-82c4-9b5490f38b04/9ca4dafc-4d49-4308-9a14-dabc09b1ef1c/a72249e6-730f-49ee-8f71-968d819f35bd) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:37.736873 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.748034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Transition to ACTIVE for port object e5d1baaf-17af-4908-bafe-ffca33b25777 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:37.806247 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.807479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Transition to ACTIVE for port object e5d1baaf-17af-4908-bafe-ffca33b25777 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:37.823149 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.862993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Network f41094ba-a5bf-4068-ba0b-8ada68224941 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:37.871800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:37.876195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:37.889822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Pushing event updated for resources: {'Port': ['ID=e5d1baaf-17af-4908-bafe-ffca33b25777,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:37.892203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.914355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Transition to ACTIVE for port object a72249e6-730f-49ee-8f71-968d819f35bd will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:37.938475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Attempting to bind port e5d1baaf-17af-4908-bafe-ffca33b25777 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:56:37.938917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Attempting to bind port e5d1baaf-17af-4908-bafe-ffca33b25777 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'a99e0dde-a452-48bb-835a-6a0e2736eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f41094ba-a5bf-4068-ba0b-8ada68224941'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:56:37.939356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Attempting to bind port e5d1baaf-17af-4908-bafe-ffca33b25777 on network f41094ba-a5bf-4068-ba0b-8ada68224941 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:56:37.944959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:56:37.945415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Checking segment: {'id': 'a99e0dde-a452-48bb-835a-6a0e2736eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f41094ba-a5bf-4068-ba0b-8ada68224941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:37.945886 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.946450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Bound using segment: {'id': 'a99e0dde-a452-48bb-835a-6a0e2736eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f41094ba-a5bf-4068-ba0b-8ada68224941'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:56:37.947089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Bound port: e5d1baaf-17af-4908-bafe-ffca33b25777, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99e0dde-a452-48bb-835a-6a0e2736eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f41094ba-a5bf-4068-ba0b-8ada68224941'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:56:37.947384 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:37.950712 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:38.002162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 276ea862-fdbb-4b3e-82c4-9b5490f38b04 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:38.008372 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:38.012268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:38.012746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:38.017560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] For port e5d1baaf-17af-4908-bafe-ffca33b25777, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:56:38.020924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] For port e5d1baaf-17af-4908-bafe-ffca33b25777, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e5d1baaf-17af-4908-bafe-ffca33b25777,segment=NetworkSegment(a99e0dde-a452-48bb-835a-6a0e2736eecc),segment_id=a99e0dde-a452-48bb-835a-6a0e2736eecc)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:56:38.025092 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:38.054006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=a72249e6-730f-49ee-8f71-968d819f35bd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:38.084528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea44ac-5340-485b-895d-9de353c3f101 None None] Pushing event updated for resources: {'Port': ['ID=e5d1baaf-17af-4908-bafe-ffca33b25777,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:38.146383 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:38.445470 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:38.451294 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:38.452140 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:38.539068 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=a72249e6-730f-49ee-8f71-968d819f35bd,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:38.590402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 276ea862-fdbb-4b3e-82c4-9b5490f38b04 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:38.591843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:38.628635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010067b2-3552-4e95-99a1-cf2874f85a59 None None] Network 276ea862-fdbb-4b3e-82c4-9b5490f38b04 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:38.682904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-feeac39a-2e53-443a-ad23-eb68f2097a87 None None] Provisioning for port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:39.113157 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c2da79f1-dddb-4624-bc6d-aa9a97b0a70a None None] Provisioning for port a72249e6-730f-49ee-8f71-968d819f35bd completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:39.127075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c2da79f1-dddb-4624-bc6d-aa9a97b0a70a None None] Provisioning complete for port a72249e6-730f-49ee-8f71-968d819f35bd triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:39.128421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2da79f1-dddb-4624-bc6d-aa9a97b0a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:39.130470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router c0dc0e21-dc0c-4dbf-8694-043d684da272 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:56:39.187302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4008ca0c-9215-43a7-8e02-036efcbcd994 None None] Network f41094ba-a5bf-4068-ba0b-8ada68224941 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:39.189221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:56:39.234260 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:39.241375 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bfa7a56d-0cb6-44be-a2be-6a275e1e7fc6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/c0dc0e21-dc0c-4dbf-8694-043d684da272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0808036 Aug 17 16:56:39.244139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38284) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:39.257952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef903675-34aa-4fb6-b24c-a8700eb9fff1 None None] Sync routers for ids ['c0dc0e21-dc0c-4dbf-8694-043d684da272'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:39.291307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c2da79f1-dddb-4624-bc6d-aa9a97b0a70a None None] Port a72249e6-730f-49ee-8f71-968d819f35bd cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:39.300129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad81f643-9dce-420f-8323-85627dc050ba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:39.301831 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ad81f643-9dce-420f-8323-85627dc050ba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports/a72249e6-730f-49ee-8f71-968d819f35bd HTTP/1.1" status: 200 len: 911 time: 0.0561893 Aug 17 16:56:39.304676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38286) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:39.311403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef903675-34aa-4fb6-b24c-a8700eb9fff1 None None] Routers {'c0dc0e21-dc0c-4dbf-8694-043d684da272'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:39.313192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef903675-34aa-4fb6-b24c-a8700eb9fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c0dc0e21-dc0c-4dbf-8694-043d684da272'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:39.535896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef903675-34aa-4fb6-b24c-a8700eb9fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:39.561937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:39.581800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef903675-34aa-4fb6-b24c-a8700eb9fff1 None None] Routers {'c0dc0e21-dc0c-4dbf-8694-043d684da272'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:39.582447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef903675-34aa-4fb6-b24c-a8700eb9fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c0dc0e21-dc0c-4dbf-8694-043d684da272'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:39.621887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:39.622250 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:39.629140 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef903675-34aa-4fb6-b24c-a8700eb9fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:39.629772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef903675-34aa-4fb6-b24c-a8700eb9fff1 None None] The sync data for ids ['c0dc0e21-dc0c-4dbf-8694-043d684da272'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:39.687642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:39.708390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-15d13d14-3b73-4906-961b-fe7ef31407ab None None] Provisioning complete for port a72249e6-730f-49ee-8f71-968d819f35bd triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:39.708771 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15d13d14-3b73-4906-961b-fe7ef31407ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:39.781887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-15d13d14-3b73-4906-961b-fe7ef31407ab None None] Port a72249e6-730f-49ee-8f71-968d819f35bd cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:39.786600 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:39.810736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-15d13d14-3b73-4906-961b-fe7ef31407ab None None] Provisioning for port e5d1baaf-17af-4908-bafe-ffca33b25777 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:39.828792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554,segment=NetworkSegment(d384dcf7-a60b-4450-a31a-3d46e4fd7d8e),segment_id=d384dcf7-a60b-4450-a31a-3d46e4fd7d8e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:39.834056 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:39.835337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e5d1baaf-17af-4908-bafe-ffca33b25777 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:56:39.919096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:39.933434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port e5d1baaf-17af-4908-bafe-ffca33b25777 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:39.938143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e5d1baaf-17af-4908-bafe-ffca33b25777 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:39.938669 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:39.982951 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Allocated IP 2001:db8:1::1 (f41094ba-a5bf-4068-ba0b-8ada68224941/e82dd5bf-609c-4428-ba75-b5a486dec10f/3f3ff99d-447f-4be9-b084-d186dcde65d1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:40.029686 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.064694 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-603b1d6a-4dcc-4971-b260-a452638f3e63 None None] Provisioning complete for port e5d1baaf-17af-4908-bafe-ffca33b25777 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:40.065096 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-603b1d6a-4dcc-4971-b260-a452638f3e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.095859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port e5d1baaf-17af-4908-bafe-ffca33b25777, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e5d1baaf-17af-4908-bafe-ffca33b25777,segment=NetworkSegment(a99e0dde-a452-48bb-835a-6a0e2736eecc),segment_id=a99e0dde-a452-48bb-835a-6a0e2736eecc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:40.102692 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.106141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.125707 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Transition to ACTIVE for port object 3f3ff99d-447f-4be9-b084-d186dcde65d1 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:40.159658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.164167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=e5d1baaf-17af-4908-bafe-ffca33b25777,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:40.207010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network f41094ba-a5bf-4068-ba0b-8ada68224941 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:40.210432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:40.213369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:40.213928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.258925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=3f3ff99d-447f-4be9-b084-d186dcde65d1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:40.351003 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.521816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c3e6e00e-fc44-4ab8-bbe9-25f0274c842f None None] Provisioning for port 3f3ff99d-447f-4be9-b084-d186dcde65d1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:40.525580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c3e6e00e-fc44-4ab8-bbe9-25f0274c842f None None] Provisioning complete for port 3f3ff99d-447f-4be9-b084-d186dcde65d1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:40.525953 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3e6e00e-fc44-4ab8-bbe9-25f0274c842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.561855 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6e00e-fc44-4ab8-bbe9-25f0274c842f None None] Port 3f3ff99d-447f-4be9-b084-d186dcde65d1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:40.628019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.632868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.633762 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:40.732727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=3f3ff99d-447f-4be9-b084-d186dcde65d1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:40.777224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network f41094ba-a5bf-4068-ba0b-8ada68224941 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:40.778672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:40.882947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router c0dc0e21-dc0c-4dbf-8694-043d684da272 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:56:40.983765 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:40.989230 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-eb94e2f9-873d-4524-827d-3e78782d644e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/c0dc0e21-dc0c-4dbf-8694-043d684da272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6835864 Aug 17 16:56:40.992010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38290) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:40.997288 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36e35b-4778-446a-a55e-2818b7523818 None None] Sync routers for ids ['c0dc0e21-dc0c-4dbf-8694-043d684da272'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:41.009489 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36e35b-4778-446a-a55e-2818b7523818 None None] Routers {'c0dc0e21-dc0c-4dbf-8694-043d684da272'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:41.010106 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6e36e35b-4778-446a-a55e-2818b7523818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c0dc0e21-dc0c-4dbf-8694-043d684da272'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:41.040424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc83fa9-e0b2-432f-9423-71f9a2ae2155 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:41.044671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0dc83fa9-e0b2-432f-9423-71f9a2ae2155 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports/3f3ff99d-447f-4be9-b084-d186dcde65d1 HTTP/1.1" status: 200 len: 913 time: 0.0489433 Aug 17 16:56:41.044944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38292) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:41.048730 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6e36e35b-4778-446a-a55e-2818b7523818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:41.057991 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36e35b-4778-446a-a55e-2818b7523818 None None] Routers {'c0dc0e21-dc0c-4dbf-8694-043d684da272'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:41.058622 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6e36e35b-4778-446a-a55e-2818b7523818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c0dc0e21-dc0c-4dbf-8694-043d684da272'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:41.090110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:56:41.093927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-76ae8c1f-18f5-4cd2-a58f-2f8fc0d9cd13 None None] Provisioning complete for port 3f3ff99d-447f-4be9-b084-d186dcde65d1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:41.094654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76ae8c1f-18f5-4cd2-a58f-2f8fc0d9cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:41.097265 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6e36e35b-4778-446a-a55e-2818b7523818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:41.097903 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36e35b-4778-446a-a55e-2818b7523818 None None] The sync data for ids ['c0dc0e21-dc0c-4dbf-8694-043d684da272'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:41.163117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-76ae8c1f-18f5-4cd2-a58f-2f8fc0d9cd13 None None] Port 3f3ff99d-447f-4be9-b084-d186dcde65d1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:41.175840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:41.176887 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:41.262145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e5d1baaf-17af-4908-bafe-ffca33b25777 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:56:41.312454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e5d1baaf-17af-4908-bafe-ffca33b25777 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:41.312832 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:41.370292 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:41.931513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port 3f3ff99d-447f-4be9-b084-d186dcde65d1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:41.931855 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:42.016698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:42.028433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for 3f3ff99d-447f-4be9-b084-d186dcde65d1 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:42.195244 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:42.223500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=3f3ff99d-447f-4be9-b084-d186dcde65d1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:42.336572 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:42.518884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router c0dc0e21-dc0c-4dbf-8694-043d684da272 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:56:42.609565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:42.615017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e0a5da49-ba5d-4ec9-864c-b7c36a8d266f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/c0dc0e21-dc0c-4dbf-8694-043d684da272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5691993 Aug 17 16:56:42.617837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38294) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:42.620777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35a6988-a307-4f78-b9b6-99bbc1399355 None None] Sync routers for ids ['c0dc0e21-dc0c-4dbf-8694-043d684da272'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:42.630636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a6988-a307-4f78-b9b6-99bbc1399355 None None] Routers {'c0dc0e21-dc0c-4dbf-8694-043d684da272'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:42.631244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a35a6988-a307-4f78-b9b6-99bbc1399355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c0dc0e21-dc0c-4dbf-8694-043d684da272'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:42.666520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a35a6988-a307-4f78-b9b6-99bbc1399355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:42.675441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a6988-a307-4f78-b9b6-99bbc1399355 None None] Routers {'c0dc0e21-dc0c-4dbf-8694-043d684da272'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:42.676038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a35a6988-a307-4f78-b9b6-99bbc1399355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c0dc0e21-dc0c-4dbf-8694-043d684da272'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:42.707337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a35a6988-a307-4f78-b9b6-99bbc1399355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:42.707977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35a6988-a307-4f78-b9b6-99bbc1399355 None None] The sync data for ids ['c0dc0e21-dc0c-4dbf-8694-043d684da272'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:42.929475 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:43.165264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port a72249e6-730f-49ee-8f71-968d819f35bd {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:43.165603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:43.254809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:43.266574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for a72249e6-730f-49ee-8f71-968d819f35bd owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:43.439183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:43.465706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=a72249e6-730f-49ee-8f71-968d819f35bd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:43.563955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:43.725584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router c0dc0e21-dc0c-4dbf-8694-043d684da272 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:56:43.804398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:43.809214 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-343e98aa-23dd-4f26-84a7-8cc394c10a63 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/c0dc0e21-dc0c-4dbf-8694-043d684da272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1904008 Aug 17 16:56:43.812088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:43.813606 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710200b-30a5-41d7-af7c-e9659ab9c6ae None None] Sync routers for ids ['c0dc0e21-dc0c-4dbf-8694-043d684da272'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:43.822717 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710200b-30a5-41d7-af7c-e9659ab9c6ae None None] Routers {'c0dc0e21-dc0c-4dbf-8694-043d684da272'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:43.823428 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b710200b-30a5-41d7-af7c-e9659ab9c6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c0dc0e21-dc0c-4dbf-8694-043d684da272'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:43.838649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-875c9b8f-f81c-428e-a451-485250b9ab3e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0dc0e21-dc0c-4dbf-8694-043d684da272 HTTP/1.1" status: 200 len: 205 time: 0.0250661 Aug 17 16:56:43.841129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:43.857873 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b710200b-30a5-41d7-af7c-e9659ab9c6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:43.867100 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710200b-30a5-41d7-af7c-e9659ab9c6ae None None] Routers {'c0dc0e21-dc0c-4dbf-8694-043d684da272'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:43.867736 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b710200b-30a5-41d7-af7c-e9659ab9c6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c0dc0e21-dc0c-4dbf-8694-043d684da272'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:43.898927 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b710200b-30a5-41d7-af7c-e9659ab9c6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:43.899555 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710200b-30a5-41d7-af7c-e9659ab9c6ae None None] The sync data for ids ['c0dc0e21-dc0c-4dbf-8694-043d684da272'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:43.918652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a583d2-a0c9-4372-88ce-61ab449e6765 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.078367 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a583d2-a0c9-4372-88ce-61ab449e6765 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.080348 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a583d2-a0c9-4372-88ce-61ab449e6765 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.122105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a583d2-a0c9-4372-88ce-61ab449e6765 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.122660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a583d2-a0c9-4372-88ce-61ab449e6765 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Fanout notify agent at l3_agent the message router_deleted on router c0dc0e21-dc0c-4dbf-8694-043d684da272 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:56:44.130500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a583d2-a0c9-4372-88ce-61ab449e6765 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.131617 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-00a583d2-a0c9-4372-88ce-61ab449e6765 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/c0dc0e21-dc0c-4dbf-8694-043d684da272 HTTP/1.1" status: 204 len: 168 time: 0.2895863 Aug 17 16:56:44.134218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:44.183143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting subnet e82dd5bf-609c-4428-ba75-b5a486dec10f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:56:44.186079 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.231635 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.313317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.369654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.401512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Subnet': ['ID=e82dd5bf-609c-4428-ba75-b5a486dec10f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:44.406033 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.407901 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/e82dd5bf-609c-4428-ba75-b5a486dec10f HTTP/1.1" status: 204 len: 168 time: 0.2727394 Aug 17 16:56:44.410785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38302) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:44.413631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.413987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.414331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.414471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fe6f0-f2c7-44c4-a98d-c67658664b3e None None] Network f41094ba-a5bf-4068-ba0b-8ada68224941 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:44.414922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.415028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.415340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.415669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.415997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.416321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.416644 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.416968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.417292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9bc099-8bb5-4e6d-aa8f-0f1bcefa5c3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:44.470475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-32486796-6764-44d9-ba58-2ec3973785ea tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting subnet 9ca4dafc-4d49-4308-9a14-dabc09b1ef1c {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:56:44.473617 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32486796-6764-44d9-ba58-2ec3973785ea tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.514395 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32486796-6764-44d9-ba58-2ec3973785ea tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.577478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2df32b8-1b6f-484b-8ea7-f752d951fd62 None None] DHCP port deletion for f41094ba-a5bf-4068-ba0b-8ada68224941 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:56:44.605825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32486796-6764-44d9-ba58-2ec3973785ea tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.623928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b2df32b8-1b6f-484b-8ea7-f752d951fd62 None None] Deleting port e5d1baaf-17af-4908-bafe-ffca33b25777 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:44.624235 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2df32b8-1b6f-484b-8ea7-f752d951fd62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.661971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32486796-6764-44d9-ba58-2ec3973785ea tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.687180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32486796-6764-44d9-ba58-2ec3973785ea tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca4dafc-4d49-4308-9a14-dabc09b1ef1c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:44.689076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b2df32b8-1b6f-484b-8ea7-f752d951fd62 None None] For port e5d1baaf-17af-4908-bafe-ffca33b25777, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e5d1baaf-17af-4908-bafe-ffca33b25777,segment=NetworkSegment(a99e0dde-a452-48bb-835a-6a0e2736eecc),segment_id=a99e0dde-a452-48bb-835a-6a0e2736eecc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:44.689483 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2df32b8-1b6f-484b-8ea7-f752d951fd62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.692851 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32486796-6764-44d9-ba58-2ec3973785ea tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.697625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:44.697806 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-32486796-6764-44d9-ba58-2ec3973785ea tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/9ca4dafc-4d49-4308-9a14-dabc09b1ef1c HTTP/1.1" status: 204 len: 168 time: 0.2857780 Aug 17 16:56:44.701816 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260b229c-d977-4118-85e3-9a0b1ed6c81d None None] Network 276ea862-fdbb-4b3e-82c4-9b5490f38b04 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:44.717304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b2df32b8-1b6f-484b-8ea7-f752d951fd62 None None] Calling delete_port for e5d1baaf-17af-4908-bafe-ffca33b25777 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:44.773834 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.825719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port e5d1baaf-17af-4908-bafe-ffca33b25777 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:44.826395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.880824 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2df32b8-1b6f-484b-8ea7-f752d951fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.903360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port e5d1baaf-17af-4908-bafe-ffca33b25777, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e5d1baaf-17af-4908-bafe-ffca33b25777,segment=NetworkSegment(a99e0dde-a452-48bb-835a-6a0e2736eecc),segment_id=a99e0dde-a452-48bb-835a-6a0e2736eecc)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:44.903724 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:44.906726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df32b8-1b6f-484b-8ea7-f752d951fd62 None None] Pushing event deleted for resources: {'Port': ['ID=e5d1baaf-17af-4908-bafe-ffca33b25777,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:44.910993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df32b8-1b6f-484b-8ea7-f752d951fd62 None None] No DVR routers for this DVR port e5d1baaf-17af-4908-bafe-ffca33b25777 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:56:44.920230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for e5d1baaf-17af-4908-bafe-ffca33b25777 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:44.953913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e178ecff-d4f1-4669-97c9-b2b53407c332 None None] DHCP port deletion for 276ea862-fdbb-4b3e-82c4-9b5490f38b04 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:56:45.000382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e178ecff-d4f1-4669-97c9-b2b53407c332 None None] Deleting port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:45.000756 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e178ecff-d4f1-4669-97c9-b2b53407c332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.004732 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.036232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=e5d1baaf-17af-4908-bafe-ffca33b25777,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:45.041079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No DVR routers for this DVR port e5d1baaf-17af-4908-bafe-ffca33b25777 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:56:45.073656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e178ecff-d4f1-4669-97c9-b2b53407c332 None None] For port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554,segment=NetworkSegment(d384dcf7-a60b-4450-a31a-3d46e4fd7d8e),segment_id=d384dcf7-a60b-4450-a31a-3d46e4fd7d8e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:45.074923 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e178ecff-d4f1-4669-97c9-b2b53407c332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.078984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:56:45.108238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e178ecff-d4f1-4669-97c9-b2b53407c332 None None] Calling delete_port for 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:45.126971 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.137930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41094ba-a5bf-4068-ba0b-8ada68224941']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:45.148452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99e0dde-a452-48bb-835a-6a0e2736eecc') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:45.148740 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99e0dde-a452-48bb-835a-6a0e2736eecc') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:45.157361 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.172149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.178717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:45.179106 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: self.session.flush() Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:45.182219 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:45.225022 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.245356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e178ecff-d4f1-4669-97c9-b2b53407c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.246011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.251717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.253859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/networks/f41094ba-a5bf-4068-ba0b-8ada68224941 HTTP/1.1" status: 204 len: 168 time: 0.5551043 Aug 17 16:56:45.256546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38306) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:45.268098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84de89-60de-49ee-91ca-97f9006dfabb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Network': ['ID=f41094ba-a5bf-4068-ba0b-8ada68224941,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:45.279072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178ecff-d4f1-4669-97c9-b2b53407c332 None None] Pushing event deleted for resources: {'Port': ['ID=2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:45.280990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e178ecff-d4f1-4669-97c9-b2b53407c332 None None] No DVR routers for this DVR port 2088cdb6-0cb5-48e4-a2d7-7acdbb7fd554 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:56:45.301199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e5d1baaf-17af-4908-bafe-ffca33b25777 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:56:45.324840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e5d1baaf-17af-4908-bafe-ffca33b25777 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:56:45.325291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e5d1baaf-17af-4908-bafe-ffca33b25777 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:56:45.338058 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.428899 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.438501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276ea862-fdbb-4b3e-82c4-9b5490f38b04']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:45.448055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd384dcf7-a60b-4450-a31a-3d46e4fd7d8e') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:45.448344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd384dcf7-a60b-4450-a31a-3d46e4fd7d8e') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:45.457653 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.471842 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.477730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:45.478111 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:45.481438 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:45.541739 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.549013 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.550473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/networks/276ea862-fdbb-4b3e-82c4-9b5490f38b04 HTTP/1.1" status: 204 len: 168 time: 0.2929134 Aug 17 16:56:45.554637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:45.559755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1076172160'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:45.561955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7836f-1603-44be-a4bf-2eb852398232 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Network': ['ID=276ea862-fdbb-4b3e-82c4-9b5490f38b04,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:45.579792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:45.583747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.607361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:45.616190 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.616543 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added segment 37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496 of type vlan for network 19a7364c-a520-4f8a-a01d-210d352dad8f Aug 17 16:56:45.655238 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.679148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.684585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:45.685168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:45.740801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1851423 Aug 17 16:56:45.743898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:45.748684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'subnet': {'network_id': '19a7364c-a520-4f8a-a01d-210d352dad8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:45.796435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d917107-4cb7-44a6-aac1-5dd4c504efba tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Network': ['ID=19a7364c-a520-4f8a-a01d-210d352dad8f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:45.807273 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 19a7364c-a520-4f8a-a01d-210d352dad8f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:45.848681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:45.852132 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.033414 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.097151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Subnet': ['ID=5af36d03-fe68-4093-b81d-2d007276ea25,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:46.106067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Checking segment: {'id': '37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '19a7364c-a520-4f8a-a01d-210d352dad8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:46.106457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network hostable DHCP agents. Network: 19a7364c-a520-4f8a-a01d-210d352dad8f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:56:46.127363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 19a7364c-a520-4f8a-a01d-210d352dad8f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:56:46.137914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 19a7364c-a520-4f8a-a01d-210d352dad8f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:46.142782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:46.144288 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.148080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f555337-9153-4cc1-8f2a-928fff3d96bb None None] Network 19a7364c-a520-4f8a-a01d-210d352dad8f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:46.159118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8567034e-6ac5-452c-9a80-ede2098fe76d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4142344 Aug 17 16:56:46.161774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:46.166266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-32da9030-dae8-47d9-a7c5-f1b099357c3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-67332494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:46.187559 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32da9030-dae8-47d9-a7c5-f1b099357c3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.188550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32da9030-dae8-47d9-a7c5-f1b099357c3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.240996 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32da9030-dae8-47d9-a7c5-f1b099357c3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.245027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32da9030-dae8-47d9-a7c5-f1b099357c3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.260458 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32da9030-dae8-47d9-a7c5-f1b099357c3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.261753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-32da9030-dae8-47d9-a7c5-f1b099357c3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.0990355 Aug 17 16:56:46.264614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:46.269442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'port': {'network_id': '19a7364c-a520-4f8a-a01d-210d352dad8f', 'name': 'tempest-RoutersIpV6Test-1602381051'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:46.292442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-19a7364c-a520-4f8a-a01d-210d352dad8f', 'network_id': '19a7364c-a520-4f8a-a01d-210d352dad8f', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'fixed_ips': [{'subnet_id': '5af36d03-fe68-4093-b81d-2d007276ea25'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:56:46.293311 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.383121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:46.386728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.403530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] device_id is not set on port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 16:56:46.432852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Allocated IP 2001:db8::2 (19a7364c-a520-4f8a-a01d-210d352dad8f/5af36d03-fe68-4093-b81d-2d007276ea25/31a3c0cd-47de-47a1-8db4-33bdac3fe7d6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:46.568898 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.576619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Transition to ACTIVE for port object 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:46.590444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Transition to ACTIVE for port object 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:46.595458 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.635160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Network 19a7364c-a520-4f8a-a01d-210d352dad8f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:46.639954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:46.643461 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:46.651968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Pushing event updated for resources: {'Port': ['ID=31a3c0cd-47de-47a1-8db4-33bdac3fe7d6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:46.655693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Allocated IP 2001:db8::294 (19a7364c-a520-4f8a-a01d-210d352dad8f/5af36d03-fe68-4093-b81d-2d007276ea25/7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:46.706696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Attempting to bind port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:56:46.707166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Attempting to bind port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '19a7364c-a520-4f8a-a01d-210d352dad8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:56:46.707528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Attempting to bind port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 on network 19a7364c-a520-4f8a-a01d-210d352dad8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:56:46.712344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:56:46.712712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Checking segment: {'id': '37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '19a7364c-a520-4f8a-a01d-210d352dad8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:46.713111 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.713504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Bound using segment: {'id': '37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '19a7364c-a520-4f8a-a01d-210d352dad8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:56:46.713976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Bound port: 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '19a7364c-a520-4f8a-a01d-210d352dad8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:56:46.714357 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.776188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] For port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:56:46.779340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] For port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=31a3c0cd-47de-47a1-8db4-33bdac3fe7d6,segment=NetworkSegment(37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496),segment_id=37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:56:46.783831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.807873 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.823534 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Transition to ACTIVE for port object 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:46.843900 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee792f-ce51-4c11-bc16-306aaab356ed None None] Pushing event updated for resources: {'Port': ['ID=31a3c0cd-47de-47a1-8db4-33bdac3fe7d6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:46.859450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.906815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 19a7364c-a520-4f8a-a01d-210d352dad8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:46.913755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:46.916228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:46.921890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:46.922612 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:46.933324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:46.944635 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cbdccd4c-ff08-4b60-b780-fc46648f23fe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6790295 Aug 17 16:56:46.947583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38318) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:47.123520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:56:47.173167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:47.296035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:47.544874 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:47.550576 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:47.644057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:47.733619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301984c-bee9-4ebc-af19-1a41e250b1e1 None None] Network 19a7364c-a520-4f8a-a01d-210d352dad8f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:47.734872 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:47.852236 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:47.860833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-da34eae0-540d-4010-bfd6-fd9b6bcaa9da None None] Provisioning for port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:47.868577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-da34eae0-540d-4010-bfd6-fd9b6bcaa9da None None] Provisioning complete for port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:47.868950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da34eae0-540d-4010-bfd6-fd9b6bcaa9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:47.985852 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da34eae0-540d-4010-bfd6-fd9b6bcaa9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:48.026865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-da34eae0-540d-4010-bfd6-fd9b6bcaa9da None None] For port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=31a3c0cd-47de-47a1-8db4-33bdac3fe7d6,segment=NetworkSegment(37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496),segment_id=37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:48.031691 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da34eae0-540d-4010-bfd6-fd9b6bcaa9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:48.088208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34eae0-540d-4010-bfd6-fd9b6bcaa9da None None] Pushing event updated for resources: {'Port': ['ID=31a3c0cd-47de-47a1-8db4-33bdac3fe7d6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:48.128122 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:48.133437 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:48.134291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:48.230974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:48.253111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d459607-2c02-4692-a481-1c262f1b7eb8 None None] Provisioning complete for port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:48.253765 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d459607-2c02-4692-a481-1c262f1b7eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:48.276289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 19a7364c-a520-4f8a-a01d-210d352dad8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:48.277894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:48.348981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d459607-2c02-4692-a481-1c262f1b7eb8 None None] Provisioning for port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:48.352982 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d459607-2c02-4692-a481-1c262f1b7eb8 None None] Provisioning complete for port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:48.353434 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d459607-2c02-4692-a481-1c262f1b7eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:48.388243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4d459607-2c02-4692-a481-1c262f1b7eb8 None None] Port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:48.400643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router e531cccf-8934-42e3-a7aa-34a998ae8de1 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:56:48.499875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:48.509248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6973fa36-49d6-45d4-8209-442de92b8a10 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/e531cccf-8934-42e3-a7aa-34a998ae8de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5573511 Aug 17 16:56:48.509248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:48.514488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-094404d4-5caa-4b6c-869e-fdaa0e6ebcc3 None None] Provisioning complete for port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:48.514823 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-094404d4-5caa-4b6c-869e-fdaa0e6ebcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:48.518937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7223494-8743-4536-8b8c-28d1fc693318 None None] Sync routers for ids ['e531cccf-8934-42e3-a7aa-34a998ae8de1'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:48.558186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7223494-8743-4536-8b8c-28d1fc693318 None None] Routers {'e531cccf-8934-42e3-a7aa-34a998ae8de1'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:48.558921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d7223494-8743-4536-8b8c-28d1fc693318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e531cccf-8934-42e3-a7aa-34a998ae8de1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:48.560224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d0f7e5-c86f-4ff3-abc1-d4f8839287e7 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:48.563850 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f1d0f7e5-c86f-4ff3-abc1-d4f8839287e7 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports/7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc HTTP/1.1" status: 200 len: 984 time: 0.0520539 Aug 17 16:56:48.564403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38322) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:48.593859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-094404d4-5caa-4b6c-869e-fdaa0e6ebcc3 None None] Port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:48.595856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d7223494-8743-4536-8b8c-28d1fc693318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:48.605831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7223494-8743-4536-8b8c-28d1fc693318 None None] Routers {'e531cccf-8934-42e3-a7aa-34a998ae8de1'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:48.606483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d7223494-8743-4536-8b8c-28d1fc693318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e531cccf-8934-42e3-a7aa-34a998ae8de1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:48.639304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d7223494-8743-4536-8b8c-28d1fc693318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:48.640171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7223494-8743-4536-8b8c-28d1fc693318 None None] The sync data for ids ['e531cccf-8934-42e3-a7aa-34a998ae8de1'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:48.718649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-517df910-3256-44fa-93f7-57e7af0ae508 None None] Provisioning complete for port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:48.718943 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-517df910-3256-44fa-93f7-57e7af0ae508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:48.759682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-517df910-3256-44fa-93f7-57e7af0ae508 None None] Port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:48.877947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eb2e343e-3773-40e8-9889-f080a15cdd37 None None] Provisioning complete for port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:48.878652 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb2e343e-3773-40e8-9889-f080a15cdd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:48.911998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e343e-3773-40e8-9889-f080a15cdd37 None None] Port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:48.957049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:49.071275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:56:49.117291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:49.117660 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:49.168303 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:49.168773 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:49.255132 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:49.266964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for 7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:49.438861 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:49.468572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=7e9fb0d8-7838-4d2d-8b9f-fab0d4ec9fcc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:49.561468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:49.842465 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.052137 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router e531cccf-8934-42e3-a7aa-34a998ae8de1 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:56:50.087946 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.127245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:50.131931 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c35459b2-9a60-45d2-ac22-d833a7b5f1ab tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/e531cccf-8934-42e3-a7aa-34a998ae8de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5665312 Aug 17 16:56:50.134597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38326) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:50.136579 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bb08a-91d8-436f-912f-473ad6567fc9 None None] Sync routers for ids ['e531cccf-8934-42e3-a7aa-34a998ae8de1'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:50.146358 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bb08a-91d8-436f-912f-473ad6567fc9 None None] Routers {'e531cccf-8934-42e3-a7aa-34a998ae8de1'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:50.147081 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6f2bb08a-91d8-436f-912f-473ad6567fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e531cccf-8934-42e3-a7aa-34a998ae8de1'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:50.178619 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6f2bb08a-91d8-436f-912f-473ad6567fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:50.186934 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bb08a-91d8-436f-912f-473ad6567fc9 None None] Routers {'e531cccf-8934-42e3-a7aa-34a998ae8de1'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:50.187521 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6f2bb08a-91d8-436f-912f-473ad6567fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['e531cccf-8934-42e3-a7aa-34a998ae8de1'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:50.222463 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6f2bb08a-91d8-436f-912f-473ad6567fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:50.223090 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bb08a-91d8-436f-912f-473ad6567fc9 None None] The sync data for ids ['e531cccf-8934-42e3-a7aa-34a998ae8de1'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:50.315701 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-4b665741-b601-45fd-9eca-450bdd9b86b8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] remove_router_interface failed (client error): The resource could not be found. Aug 17 16:56:50.316745 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4b665741-b601-45fd-9eca-450bdd9b86b8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/e531cccf-8934-42e3-a7aa-34a998ae8de1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1812205 Aug 17 16:56:50.319446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38328) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:50.345629 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d2fa0f97-e857-4f65-9a0d-566b66a32ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=e531cccf-8934-42e3-a7aa-34a998ae8de1 HTTP/1.1" status: 200 len: 205 time: 0.0251598 Aug 17 16:56:50.348545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38330) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:50.422057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83559687-5fe9-4677-a11e-63f2682ec489 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.579770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83559687-5fe9-4677-a11e-63f2682ec489 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.581868 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83559687-5fe9-4677-a11e-63f2682ec489 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.624295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83559687-5fe9-4677-a11e-63f2682ec489 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.624825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83559687-5fe9-4677-a11e-63f2682ec489 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Fanout notify agent at l3_agent the message router_deleted on router e531cccf-8934-42e3-a7aa-34a998ae8de1 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:56:50.631549 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83559687-5fe9-4677-a11e-63f2682ec489 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.632632 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-83559687-5fe9-4677-a11e-63f2682ec489 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/e531cccf-8934-42e3-a7aa-34a998ae8de1 HTTP/1.1" status: 204 len: 168 time: 0.2832258 Aug 17 16:56:50.635346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38332) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:50.689809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6213f6-3e4b-4835-b994-dd96b1fdbd3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting subnet 5af36d03-fe68-4093-b81d-2d007276ea25 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:56:50.692918 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e6213f6-3e4b-4835-b994-dd96b1fdbd3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.733277 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e6213f6-3e4b-4835-b994-dd96b1fdbd3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.813139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e6213f6-3e4b-4835-b994-dd96b1fdbd3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.875340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e6213f6-3e4b-4835-b994-dd96b1fdbd3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.901580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6213f6-3e4b-4835-b994-dd96b1fdbd3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Subnet': ['ID=5af36d03-fe68-4093-b81d-2d007276ea25,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:50.905187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e6213f6-3e4b-4835-b994-dd96b1fdbd3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:50.907593 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8e6213f6-3e4b-4835-b994-dd96b1fdbd3c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/5af36d03-fe68-4093-b81d-2d007276ea25 HTTP/1.1" status: 204 len: 168 time: 0.2713337 Aug 17 16:56:50.910680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:50.912595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255e3ca7-b168-47d1-b62d-b7c86e570abd None None] Network 19a7364c-a520-4f8a-a01d-210d352dad8f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:50.989356 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.041007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:51.041420 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.082914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00005f52-f37f-444f-82e2-8c8fef217cbe None None] DHCP port deletion for 19a7364c-a520-4f8a-a01d-210d352dad8f request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:56:51.109424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=31a3c0cd-47de-47a1-8db4-33bdac3fe7d6,segment=NetworkSegment(37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496),segment_id=37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:51.109791 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.123974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:51.130843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-00005f52-f37f-444f-82e2-8c8fef217cbe None None] Deleting port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:51.131400 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00005f52-f37f-444f-82e2-8c8fef217cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.193629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-00005f52-f37f-444f-82e2-8c8fef217cbe None None] For port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=31a3c0cd-47de-47a1-8db4-33bdac3fe7d6,segment=NetworkSegment(37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496),segment_id=37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:51.194025 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00005f52-f37f-444f-82e2-8c8fef217cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.202704 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.206998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-00005f52-f37f-444f-82e2-8c8fef217cbe None None] Calling delete_port for 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:51.228357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=31a3c0cd-47de-47a1-8db4-33bdac3fe7d6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:51.233035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No DVR routers for this DVR port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:56:51.286590 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00005f52-f37f-444f-82e2-8c8fef217cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.310459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00005f52-f37f-444f-82e2-8c8fef217cbe None None] Pushing event deleted for resources: {'Port': ['ID=31a3c0cd-47de-47a1-8db4-33bdac3fe7d6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:51.314173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00005f52-f37f-444f-82e2-8c8fef217cbe None None] No DVR routers for this DVR port 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:56:51.317997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.330518 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a7364c-a520-4f8a-a01d-210d352dad8f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:51.342266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:51.342587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c2c5b4-0b3a-4d1a-9ff3-757a6a30a496') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:51.352511 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.365957 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.371920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:51.372466 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:51.375407 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:51.435515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.443595 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.445412 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/networks/19a7364c-a520-4f8a-a01d-210d352dad8f HTTP/1.1" status: 204 len: 168 time: 0.5337496 Aug 17 16:56:51.449279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38336) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:51.454560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1290955624'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:51.458223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff344f-2981-40a7-86f6-cacfbc22414f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Network': ['ID=19a7364c-a520-4f8a-a01d-210d352dad8f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:51.476436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:51.480173 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.504396 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:56:51.513289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.513653 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added segment 3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a of type vlan for network eb3f70a4-cae9-4a15-967b-00816e8089c1 Aug 17 16:56:51.553098 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.578296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.583709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:51.584290 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.640938 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1903498 Aug 17 16:56:51.643628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38338) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:51.654925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'subnet': {'network_id': 'eb3f70a4-cae9-4a15-967b-00816e8089c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:51.672074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8800c26-35bc-49ca-bfab-dc4b2f62fd22 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Network': ['ID=eb3f70a4-cae9-4a15-967b-00816e8089c1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:51.682644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network eb3f70a4-cae9-4a15-967b-00816e8089c1 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:56:51.747221 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:51.750783 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.930570 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:51.998413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Subnet': ['ID=74e68949-82d2-4516-a5b7-176f1f6ce349,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:52.006717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Checking segment: {'id': '3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb3f70a4-cae9-4a15-967b-00816e8089c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:52.006848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network hostable DHCP agents. Network: eb3f70a4-cae9-4a15-967b-00816e8089c1, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:56:52.023579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network eb3f70a4-cae9-4a15-967b-00816e8089c1 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:56:52.031586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, eb3f70a4-cae9-4a15-967b-00816e8089c1) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:52.035579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:52.036168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.040518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3d08c0-da38-4721-b534-b3ffbcd87299 None None] Network eb3f70a4-cae9-4a15-967b-00816e8089c1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:52.049983 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-84c76c56-d583-4529-a477-55352c240b7f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4053445 Aug 17 16:56:52.052655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38340) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:52.057372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a5103e18-03ba-4907-a55c-311dbeb1e2d5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1872621545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:52.081621 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5103e18-03ba-4907-a55c-311dbeb1e2d5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.082751 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5103e18-03ba-4907-a55c-311dbeb1e2d5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.138288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5103e18-03ba-4907-a55c-311dbeb1e2d5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.143953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5103e18-03ba-4907-a55c-311dbeb1e2d5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.160745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5103e18-03ba-4907-a55c-311dbeb1e2d5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.162038 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a5103e18-03ba-4907-a55c-311dbeb1e2d5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1084254 Aug 17 16:56:52.164793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38342) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:52.342397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-eb3f70a4-cae9-4a15-967b-00816e8089c1', 'network_id': 'eb3f70a4-cae9-4a15-967b-00816e8089c1', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'fixed_ips': [{'subnet_id': '74e68949-82d2-4516-a5b7-176f1f6ce349'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:56:52.343260 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.440618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.474536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Allocated IP 2001:db8::2 (eb3f70a4-cae9-4a15-967b-00816e8089c1/74e68949-82d2-4516-a5b7-176f1f6ce349/b464224c-c5f3-4f91-80d5-86842c15b865) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:52.618692 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.626767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Transition to ACTIVE for port object b464224c-c5f3-4f91-80d5-86842c15b865 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:52.641489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Transition to ACTIVE for port object b464224c-c5f3-4f91-80d5-86842c15b865 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:52.647443 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.693706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Network eb3f70a4-cae9-4a15-967b-00816e8089c1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:52.698887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:52.700993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Pushing event updated for resources: {'Port': ['ID=b464224c-c5f3-4f91-80d5-86842c15b865,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:52.703153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:52.706116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Allocated IP 2001:db8::1 (eb3f70a4-cae9-4a15-967b-00816e8089c1/74e68949-82d2-4516-a5b7-176f1f6ce349/4c2eec17-67fa-4353-b866-b7d2e2745cea) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:52.757513 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Attempting to bind port b464224c-c5f3-4f91-80d5-86842c15b865 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:56:52.757877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Attempting to bind port b464224c-c5f3-4f91-80d5-86842c15b865 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb3f70a4-cae9-4a15-967b-00816e8089c1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:56:52.758232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Attempting to bind port b464224c-c5f3-4f91-80d5-86842c15b865 on network eb3f70a4-cae9-4a15-967b-00816e8089c1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:56:52.763083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:56:52.763480 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Checking segment: {'id': '3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb3f70a4-cae9-4a15-967b-00816e8089c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:56:52.763876 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.764268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Bound using segment: {'id': '3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb3f70a4-cae9-4a15-967b-00816e8089c1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:56:52.764724 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Bound port: b464224c-c5f3-4f91-80d5-86842c15b865, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb3f70a4-cae9-4a15-967b-00816e8089c1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:56:52.765101 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.818409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.826553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] For port b464224c-c5f3-4f91-80d5-86842c15b865, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:56:52.829518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] For port b464224c-c5f3-4f91-80d5-86842c15b865, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b464224c-c5f3-4f91-80d5-86842c15b865,segment=NetworkSegment(3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a),segment_id=3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:56:52.831977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Transition to ACTIVE for port object 4c2eec17-67fa-4353-b866-b7d2e2745cea will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:56:52.833472 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.864891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.896683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743be66-6675-4c31-b578-41f85ac53aa7 None None] Pushing event updated for resources: {'Port': ['ID=b464224c-c5f3-4f91-80d5-86842c15b865,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:52.911081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network eb3f70a4-cae9-4a15-967b-00816e8089c1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:52.916340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:52.920055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:52.920598 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:52.959297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=4c2eec17-67fa-4353-b866-b7d2e2745cea,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:52.973753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.974095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.974686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.975012 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.975332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.975650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.975972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.976286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.976639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.976901 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.977213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:52.977525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:53.067732 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:53.106516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:56:53.131239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:56:53.131918 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 31a3c0cd-47de-47a1-8db4-33bdac3fe7d6 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:56:53.341891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:53.346787 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:53.347552 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:53.434015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=4c2eec17-67fa-4353-b866-b7d2e2745cea,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:53.475215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network eb3f70a4-cae9-4a15-967b-00816e8089c1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:53.476533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:53.603847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router c6b00ba4-332b-42af-bbb3-9b382ea4332f is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:56:53.699597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:53.704564 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3d5e569a-d48f-48a8-9418-3cb639ed4ed9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/c6b00ba4-332b-42af-bbb3-9b382ea4332f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5387914 Aug 17 16:56:53.707760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:53.713024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482813a-7e1e-4138-b73d-db0ebf6fbdcc None None] Sync routers for ids ['c6b00ba4-332b-42af-bbb3-9b382ea4332f'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:53.723959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482813a-7e1e-4138-b73d-db0ebf6fbdcc None None] Routers {'c6b00ba4-332b-42af-bbb3-9b382ea4332f'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:53.724609 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a482813a-7e1e-4138-b73d-db0ebf6fbdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c6b00ba4-332b-42af-bbb3-9b382ea4332f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:53.760006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865e06c-57d6-4335-addb-b76a65504a77 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:56:53.760272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a482813a-7e1e-4138-b73d-db0ebf6fbdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:53.761758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2865e06c-57d6-4335-addb-b76a65504a77 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports/4c2eec17-67fa-4353-b866-b7d2e2745cea HTTP/1.1" status: 200 len: 911 time: 0.0520725 Aug 17 16:56:53.764268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:53.769799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482813a-7e1e-4138-b73d-db0ebf6fbdcc None None] Routers {'c6b00ba4-332b-42af-bbb3-9b382ea4332f'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:53.770445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a482813a-7e1e-4138-b73d-db0ebf6fbdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c6b00ba4-332b-42af-bbb3-9b382ea4332f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:53.803151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a482813a-7e1e-4138-b73d-db0ebf6fbdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:53.803817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482813a-7e1e-4138-b73d-db0ebf6fbdcc None None] The sync data for ids ['c6b00ba4-332b-42af-bbb3-9b382ea4332f'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:53.863312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a5d70-5258-4fee-9f22-0d9e0f46d7a2 None None] Network eb3f70a4-cae9-4a15-967b-00816e8089c1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:53.990775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-150be134-1c5f-4514-ac85-470e8a87050b None None] Provisioning for port b464224c-c5f3-4f91-80d5-86842c15b865 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:54.082404 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:54.243974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c63c04cb-29a1-492e-845b-fa8937dabac3 None None] Provisioning for port 4c2eec17-67fa-4353-b866-b7d2e2745cea completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:54.248511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c63c04cb-29a1-492e-845b-fa8937dabac3 None None] Provisioning complete for port 4c2eec17-67fa-4353-b866-b7d2e2745cea triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:54.249003 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c63c04cb-29a1-492e-845b-fa8937dabac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:54.285954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c63c04cb-29a1-492e-845b-fa8937dabac3 None None] Port 4c2eec17-67fa-4353-b866-b7d2e2745cea cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:54.523118 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-69b9d5af-f7aa-4047-9a45-dc2aeea7f339 None None] Provisioning complete for port 4c2eec17-67fa-4353-b866-b7d2e2745cea triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:54.523480 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69b9d5af-f7aa-4047-9a45-dc2aeea7f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:54.562355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-69b9d5af-f7aa-4047-9a45-dc2aeea7f339 None None] Port 4c2eec17-67fa-4353-b866-b7d2e2745cea cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:54.678866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port 4c2eec17-67fa-4353-b866-b7d2e2745cea {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:54.679206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:54.680748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b86bc5c6-1a70-454d-9205-721faa72462e None None] Provisioning complete for port 4c2eec17-67fa-4353-b866-b7d2e2745cea triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:54.681116 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b86bc5c6-1a70-454d-9205-721faa72462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:54.714666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b86bc5c6-1a70-454d-9205-721faa72462e None None] Port 4c2eec17-67fa-4353-b866-b7d2e2745cea cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:56:54.764214 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:54.776089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for 4c2eec17-67fa-4353-b866-b7d2e2745cea owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:54.951763 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:54.977506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=4c2eec17-67fa-4353-b866-b7d2e2745cea,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:55.080108 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.121105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b464224c-c5f3-4f91-80d5-86842c15b865 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:56:55.172746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b464224c-c5f3-4f91-80d5-86842c15b865 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:56:55.177028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b464224c-c5f3-4f91-80d5-86842c15b865 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:56:55.177408 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.245469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router c6b00ba4-332b-42af-bbb3-9b382ea4332f has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:56:55.259396 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.290711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b464224c-c5f3-4f91-80d5-86842c15b865, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b464224c-c5f3-4f91-80d5-86842c15b865,segment=NetworkSegment(3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a),segment_id=3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:55.294490 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.323540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:55.331988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2aa3a802-14d9-4ef3-bf9a-a3bebf017533 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/c6b00ba4-332b-42af-bbb3-9b382ea4332f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5628676 Aug 17 16:56:55.331988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:55.335973 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341a3be-f1d4-421a-bafa-da6741fa0f44 None None] Sync routers for ids ['c6b00ba4-332b-42af-bbb3-9b382ea4332f'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:55.345405 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341a3be-f1d4-421a-bafa-da6741fa0f44 None None] Routers {'c6b00ba4-332b-42af-bbb3-9b382ea4332f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:55.346010 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b341a3be-f1d4-421a-bafa-da6741fa0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c6b00ba4-332b-42af-bbb3-9b382ea4332f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:55.350680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b464224c-c5f3-4f91-80d5-86842c15b865,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:55.358971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d33d767-685e-4e25-989a-404b3a0e9347 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6b00ba4-332b-42af-bbb3-9b382ea4332f HTTP/1.1" status: 200 len: 205 time: 0.0264125 Aug 17 16:56:55.361352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:55.361533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.361802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.362326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.362843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.363195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.363553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.364076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.364449 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.364928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.365319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.365657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.365990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:56:55.384936 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b341a3be-f1d4-421a-bafa-da6741fa0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:55.393844 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341a3be-f1d4-421a-bafa-da6741fa0f44 None None] Routers {'c6b00ba4-332b-42af-bbb3-9b382ea4332f'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:55.394453 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b341a3be-f1d4-421a-bafa-da6741fa0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c6b00ba4-332b-42af-bbb3-9b382ea4332f'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:55.431556 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b341a3be-f1d4-421a-bafa-da6741fa0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:55.432189 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341a3be-f1d4-421a-bafa-da6741fa0f44 None None] The sync data for ids ['c6b00ba4-332b-42af-bbb3-9b382ea4332f'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:55.441062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d18136a-98ce-4ce5-bd1c-f631ff9a1d6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.598321 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d18136a-98ce-4ce5-bd1c-f631ff9a1d6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.600468 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d18136a-98ce-4ce5-bd1c-f631ff9a1d6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.642717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d18136a-98ce-4ce5-bd1c-f631ff9a1d6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.643842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d18136a-98ce-4ce5-bd1c-f631ff9a1d6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Fanout notify agent at l3_agent the message router_deleted on router c6b00ba4-332b-42af-bbb3-9b382ea4332f {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:56:55.651156 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d18136a-98ce-4ce5-bd1c-f631ff9a1d6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.652231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d18136a-98ce-4ce5-bd1c-f631ff9a1d6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/c6b00ba4-332b-42af-bbb3-9b382ea4332f HTTP/1.1" status: 204 len: 168 time: 0.2899528 Aug 17 16:56:55.654900 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:55.704941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca2c129-12ab-4ac2-a663-1f8de46d477e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting subnet 74e68949-82d2-4516-a5b7-176f1f6ce349 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:56:55.708695 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eca2c129-12ab-4ac2-a663-1f8de46d477e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.751656 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eca2c129-12ab-4ac2-a663-1f8de46d477e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.836443 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eca2c129-12ab-4ac2-a663-1f8de46d477e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.892918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eca2c129-12ab-4ac2-a663-1f8de46d477e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.920264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2c129-12ab-4ac2-a663-1f8de46d477e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Subnet': ['ID=74e68949-82d2-4516-a5b7-176f1f6ce349,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:55.922216 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eca2c129-12ab-4ac2-a663-1f8de46d477e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:55.926447 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-eca2c129-12ab-4ac2-a663-1f8de46d477e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/74e68949-82d2-4516-a5b7-176f1f6ce349 HTTP/1.1" status: 204 len: 168 time: 0.2682815 Aug 17 16:56:55.927378 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38354) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:55.929470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b4255-c794-419a-8f6e-29cf86471127 None None] Network eb3f70a4-cae9-4a15-967b-00816e8089c1 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:56:56.004867 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.061790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port b464224c-c5f3-4f91-80d5-86842c15b865 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:56.062128 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.098111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d2c61-eeab-4594-86de-a55b171a9710 None None] DHCP port deletion for eb3f70a4-cae9-4a15-967b-00816e8089c1 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:56:56.126290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port b464224c-c5f3-4f91-80d5-86842c15b865, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b464224c-c5f3-4f91-80d5-86842c15b865,segment=NetworkSegment(3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a),segment_id=3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:56.126681 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.139395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for b464224c-c5f3-4f91-80d5-86842c15b865 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:56.144200 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d2c61-eeab-4594-86de-a55b171a9710 None None] Deleting port b464224c-c5f3-4f91-80d5-86842c15b865 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:56.144515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2c61-eeab-4594-86de-a55b171a9710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.208063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8f5d2c61-eeab-4594-86de-a55b171a9710 None None] For port b464224c-c5f3-4f91-80d5-86842c15b865, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b464224c-c5f3-4f91-80d5-86842c15b865,segment=NetworkSegment(3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a),segment_id=3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:56:56.208454 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2c61-eeab-4594-86de-a55b171a9710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.221116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d2c61-eeab-4594-86de-a55b171a9710 None None] Calling delete_port for b464224c-c5f3-4f91-80d5-86842c15b865 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:56.221710 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.249035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=b464224c-c5f3-4f91-80d5-86842c15b865,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:56.254231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No DVR routers for this DVR port b464224c-c5f3-4f91-80d5-86842c15b865 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:56:56.294932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2c61-eeab-4594-86de-a55b171a9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.320757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d2c61-eeab-4594-86de-a55b171a9710 None None] Pushing event deleted for resources: {'Port': ['ID=b464224c-c5f3-4f91-80d5-86842c15b865,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:56.324696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d2c61-eeab-4594-86de-a55b171a9710 None None] No DVR routers for this DVR port b464224c-c5f3-4f91-80d5-86842c15b865 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:56:56.344233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.355267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3f70a4-cae9-4a15-967b-00816e8089c1']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:56.369282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:56.369570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd1ec1c-09a3-481e-b114-4d5f3de3ab2a') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:56.378162 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.391486 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.397324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:56:56.397647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:56:56.400579 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:56:56.458233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.463945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.469247 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/networks/eb3f70a4-cae9-4a15-967b-00816e8089c1 HTTP/1.1" status: 204 len: 168 time: 0.5375223 Aug 17 16:56:56.472641 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38356) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:56.477462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1448355478', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:56.482047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789ad55-9bbd-41c1-8138-fdde2d113ec8 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Network': ['ID=eb3f70a4-cae9-4a15-967b-00816e8089c1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:56.499802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.500781 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.554955 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.691006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.885617 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:56.903963 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:57.009586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Allocated IP 172.25.7.207 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/996b72b6-af84-44a3-90b9-c5148895b999) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:56:57.071674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b464224c-c5f3-4f91-80d5-86842c15b865 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:56:57.090883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b464224c-c5f3-4f91-80d5-86842c15b865 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:56:57.091231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b464224c-c5f3-4f91-80d5-86842c15b865 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:56:57.114040 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:57.154812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:57.188987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:56:57.191686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:56:57.197123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:56:57.223234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=996b72b6-af84-44a3-90b9-c5148895b999,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:57.448854 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:57.644035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:57.767807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 32094604-2966-4e46-ac4c-ae267cb90c07 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:56:58.212724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:58.223226 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f19e4d-ec06-4c53-926d-68e34e25dc99 None None] Sync routers for ids ['32094604-2966-4e46-ac4c-ae267cb90c07'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:58.231959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:58.232954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f19e4d-ec06-4c53-926d-68e34e25dc99 None None] Routers {'32094604-2966-4e46-ac4c-ae267cb90c07'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:58.233428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a33d7370-af06-4d6e-bab3-14a8e1cb289b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7596099 Aug 17 16:56:58.233657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40f19e4d-ec06-4c53-926d-68e34e25dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32094604-2966-4e46-ac4c-ae267cb90c07'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:58.236032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:58.268675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40f19e4d-ec06-4c53-926d-68e34e25dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:58.277171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f19e4d-ec06-4c53-926d-68e34e25dc99 None None] Routers {'32094604-2966-4e46-ac4c-ae267cb90c07'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:58.277845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40f19e4d-ec06-4c53-926d-68e34e25dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32094604-2966-4e46-ac4c-ae267cb90c07'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:58.309208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40f19e4d-ec06-4c53-926d-68e34e25dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:58.309845 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f19e4d-ec06-4c53-926d-68e34e25dc99 None None] The sync data for ids ['32094604-2966-4e46-ac4c-ae267cb90c07'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:58.347094 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-54da7190-c3f0-42a3-945b-d21cc879f631 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/routers/32094604-2966-4e46-ac4c-ae267cb90c07 HTTP/1.1" status: 200 len: 885 time: 0.1092691 Aug 17 16:56:58.349481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:58.479780 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b87cdf3f-5d58-4c73-ab06-aae0bc696936 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.1288979 Aug 17 16:56:58.482098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:58.486339 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-946ec811-c537-4a65-ba33-e12df86f8d5b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1448355478'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:58.783965 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-946ec811-c537-4a65-ba33-e12df86f8d5b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:58.794661 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-946ec811-c537-4a65-ba33-e12df86f8d5b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:58.906977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946ec811-c537-4a65-ba33-e12df86f8d5b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 32094604-2966-4e46-ac4c-ae267cb90c07 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:56:59.017010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946ec811-c537-4a65-ba33-e12df86f8d5b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:56:59.025162 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-946ec811-c537-4a65-ba33-e12df86f8d5b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.026545 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-946ec811-c537-4a65-ba33-e12df86f8d5b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/32094604-2966-4e46-ac4c-ae267cb90c07 HTTP/1.1" status: 200 len: 892 time: 0.5434577 Aug 17 16:56:59.027665 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c097425-4747-4df3-8ad3-a7923ad05cb4 None None] Sync routers for ids ['32094604-2966-4e46-ac4c-ae267cb90c07'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:56:59.029195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38364) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:59.037707 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c097425-4747-4df3-8ad3-a7923ad05cb4 None None] Routers {'32094604-2966-4e46-ac4c-ae267cb90c07'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:59.038237 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5c097425-4747-4df3-8ad3-a7923ad05cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32094604-2966-4e46-ac4c-ae267cb90c07'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:59.069973 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5c097425-4747-4df3-8ad3-a7923ad05cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:59.079240 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c097425-4747-4df3-8ad3-a7923ad05cb4 None None] Routers {'32094604-2966-4e46-ac4c-ae267cb90c07'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:56:59.079841 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5c097425-4747-4df3-8ad3-a7923ad05cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32094604-2966-4e46-ac4c-ae267cb90c07'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:59.115928 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5c097425-4747-4df3-8ad3-a7923ad05cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:56:59.116569 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c097425-4747-4df3-8ad3-a7923ad05cb4 None None] The sync data for ids ['32094604-2966-4e46-ac4c-ae267cb90c07'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:56:59.151419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5f114c57-746d-4ed9-9a3c-72be224a62df tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/routers/32094604-2966-4e46-ac4c-ae267cb90c07 HTTP/1.1" status: 200 len: 892 time: 0.1210148 Aug 17 16:56:59.154031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:59.181537 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-11e2dc3a-af55-46d2-8d7c-a715f913d4e7 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=32094604-2966-4e46-ac4c-ae267cb90c07 HTTP/1.1" status: 200 len: 205 time: 0.0263698 Aug 17 16:56:59.184086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38372) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:59.294337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.400365 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.452500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port 996b72b6-af84-44a3-90b9-c5148895b999 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:56:59.452838 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.535050 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.546735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for 996b72b6-af84-44a3-90b9-c5148895b999 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:56:59.583444 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:56:59.716574 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.741088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=996b72b6-af84-44a3-90b9-c5148895b999,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:56:59.803308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.895786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.897900 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.944941 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.945524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Fanout notify agent at l3_agent the message router_deleted on router 32094604-2966-4e46-ac4c-ae267cb90c07 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:56:59.952438 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:56:59.953652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-93701a13-86f9-4f5a-a925-d7be2657f518 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/32094604-2966-4e46-ac4c-ae267cb90c07 HTTP/1.1" status: 204 len: 168 time: 0.7686129 Aug 17 16:56:59.957184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:56:59.962306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-577347583'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:56:59.983628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:56:59.987664 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.011093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:57:00.019979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.020343 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added segment f4139848-b9c1-4ed1-acae-59baa6f44171 of type vlan for network 21e10e54-9724-47da-8e59-4f02472ec729 Aug 17 16:57:00.059787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.083848 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.089304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:00.089901 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.147412 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1890938 Aug 17 16:57:00.150389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38376) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:00.155573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'subnet': {'network_id': '21e10e54-9724-47da-8e59-4f02472ec729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:00.159341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acfbe7-e841-4def-b0e5-895be7b5e16a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Network': ['ID=21e10e54-9724-47da-8e59-4f02472ec729,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:00.169350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 21e10e54-9724-47da-8e59-4f02472ec729 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:57:00.247844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:00.251409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.431462 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.490202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Subnet': ['ID=902dd580-a5ce-4a4a-b2e8-a7b4402df270,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:00.498653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Checking segment: {'id': 'f4139848-b9c1-4ed1-acae-59baa6f44171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '21e10e54-9724-47da-8e59-4f02472ec729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:00.499003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network hostable DHCP agents. Network: 21e10e54-9724-47da-8e59-4f02472ec729, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:57:00.515924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 21e10e54-9724-47da-8e59-4f02472ec729 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:57:00.525017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 21e10e54-9724-47da-8e59-4f02472ec729) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:00.529053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:00.529644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.534394 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c7c32b-eb99-4211-a2f4-995aae3392fc None None] Network 21e10e54-9724-47da-8e59-4f02472ec729 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:00.544572 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-157e2138-9506-43cc-b783-98cefe6a4934 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3930955 Aug 17 16:57:00.547175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38378) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:00.551893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7e9099d3-8f5d-4ed9-80bd-ce9e18c9def5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2074692334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:00.574262 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e9099d3-8f5d-4ed9-80bd-ce9e18c9def5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.575354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e9099d3-8f5d-4ed9-80bd-ce9e18c9def5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.681102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-21e10e54-9724-47da-8e59-4f02472ec729', 'network_id': '21e10e54-9724-47da-8e59-4f02472ec729', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'fixed_ips': [{'subnet_id': '902dd580-a5ce-4a4a-b2e8-a7b4402df270'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:57:00.682160 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.821637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Allocated IP 2001:db8::2 (21e10e54-9724-47da-8e59-4f02472ec729/902dd580-a5ce-4a4a-b2e8-a7b4402df270/d45249d9-dabe-4b0b-98ab-6bfc0fe5822d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:00.968776 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.974881 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e9099d3-8f5d-4ed9-80bd-ce9e18c9def5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.978033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Transition to ACTIVE for port object d45249d9-dabe-4b0b-98ab-6bfc0fe5822d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:00.984927 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e9099d3-8f5d-4ed9-80bd-ce9e18c9def5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:00.993552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Transition to ACTIVE for port object d45249d9-dabe-4b0b-98ab-6bfc0fe5822d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:00.999915 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:01.000611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e9099d3-8f5d-4ed9-80bd-ce9e18c9def5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:01.001825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7e9099d3-8f5d-4ed9-80bd-ce9e18c9def5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4536407 Aug 17 16:57:01.005219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:01.042984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Network 21e10e54-9724-47da-8e59-4f02472ec729 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:01.046045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:01.050675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:01.053710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Pushing event updated for resources: {'Port': ['ID=d45249d9-dabe-4b0b-98ab-6bfc0fe5822d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:01.107407 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Attempting to bind port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:01.107802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Attempting to bind port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'f4139848-b9c1-4ed1-acae-59baa6f44171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '21e10e54-9724-47da-8e59-4f02472ec729'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:01.108135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Attempting to bind port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d on network 21e10e54-9724-47da-8e59-4f02472ec729 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:01.113222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:01.113802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Checking segment: {'id': 'f4139848-b9c1-4ed1-acae-59baa6f44171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '21e10e54-9724-47da-8e59-4f02472ec729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:01.114327 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:01.114819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Bound using segment: {'id': 'f4139848-b9c1-4ed1-acae-59baa6f44171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '21e10e54-9724-47da-8e59-4f02472ec729'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:01.115524 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Bound port: d45249d9-dabe-4b0b-98ab-6bfc0fe5822d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4139848-b9c1-4ed1-acae-59baa6f44171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '21e10e54-9724-47da-8e59-4f02472ec729'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:01.115913 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:01.180545 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] For port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:01.183780 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] For port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d45249d9-dabe-4b0b-98ab-6bfc0fe5822d,segment=NetworkSegment(f4139848-b9c1-4ed1-acae-59baa6f44171),segment_id=f4139848-b9c1-4ed1-acae-59baa6f44171)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:01.187697 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:01.254850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ab62d-faf4-4d00-9911-c51e0ceb1cf6 None None] Pushing event updated for resources: {'Port': ['ID=d45249d9-dabe-4b0b-98ab-6bfc0fe5822d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:01.304361 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:01.586873 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Allocated IP 2001:db8::1 (21e10e54-9724-47da-8e59-4f02472ec729/902dd580-a5ce-4a4a-b2e8-a7b4402df270/96382412-a939-4855-8cd8-5207234ac747) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:01.705979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:01.719106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Transition to ACTIVE for port object 96382412-a939-4855-8cd8-5207234ac747 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:01.752646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:01.798842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 21e10e54-9724-47da-8e59-4f02472ec729 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:01.803127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:01.808113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:01.808695 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:01.812267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=96382412-a939-4855-8cd8-5207234ac747,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:01.944661 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:02.130834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9ffe0c-fd08-4993-8aeb-75dbd88f7f6b None None] Network 21e10e54-9724-47da-8e59-4f02472ec729 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:02.209205 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2653c436-7aad-41ad-b547-d910efdd1fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:02.215022 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6317f93f-d7e0-4c45-836e-d6aac37105ef None None] Provisioning for port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:02.251111 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:02.255952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:02.256749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:02.342929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=96382412-a939-4855-8cd8-5207234ac747,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:02.389353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 21e10e54-9724-47da-8e59-4f02472ec729 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:02.391009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:02.520872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 05e1d278-d7b8-43d5-a327-7a6aaee6372d is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:57:02.550123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f173be3f-0122-407b-995e-4f042a25c258 None None] Provisioning for port 96382412-a939-4855-8cd8-5207234ac747 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:02.554250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f173be3f-0122-407b-995e-4f042a25c258 None None] Provisioning complete for port 96382412-a939-4855-8cd8-5207234ac747 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:02.554659 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f173be3f-0122-407b-995e-4f042a25c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:02.600078 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f173be3f-0122-407b-995e-4f042a25c258 None None] Port 96382412-a939-4855-8cd8-5207234ac747 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:02.831507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-50c3ad25-d527-4ec5-b7f8-45c993196e0d None None] Provisioning complete for port 96382412-a939-4855-8cd8-5207234ac747 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:02.832015 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50c3ad25-d527-4ec5-b7f8-45c993196e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:02.869773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-50c3ad25-d527-4ec5-b7f8-45c993196e0d None None] Port 96382412-a939-4855-8cd8-5207234ac747 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:02.989856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a7f7d242-f369-471f-b143-cfeb4e1a34cf None None] Provisioning complete for port 96382412-a939-4855-8cd8-5207234ac747 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:02.990267 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d242-f369-471f-b143-cfeb4e1a34cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:03.007694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:03.016862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38382) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:03.017363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d389c6-5690-4e32-b079-dd77037b72dc None None] Sync routers for ids ['05e1d278-d7b8-43d5-a327-7a6aaee6372d'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:03.018844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-00bfdc7a-7353-400c-8802-c969a602afdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/05e1d278-d7b8-43d5-a327-7a6aaee6372d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0085669 Aug 17 16:57:03.036292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a7f7d242-f369-471f-b143-cfeb4e1a34cf None None] Port 96382412-a939-4855-8cd8-5207234ac747 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:03.038246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d389c6-5690-4e32-b079-dd77037b72dc None None] Routers {'05e1d278-d7b8-43d5-a327-7a6aaee6372d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:03.038970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e4d389c6-5690-4e32-b079-dd77037b72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['05e1d278-d7b8-43d5-a327-7a6aaee6372d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:03.077419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e4d389c6-5690-4e32-b079-dd77037b72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:03.078017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0271be44-085b-498c-a592-d63d491e1d38 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:03.082481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0271be44-085b-498c-a592-d63d491e1d38 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports/96382412-a939-4855-8cd8-5207234ac747 HTTP/1.1" status: 200 len: 911 time: 0.0641923 Aug 17 16:57:03.083107 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:03.088145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d389c6-5690-4e32-b079-dd77037b72dc None None] Routers {'05e1d278-d7b8-43d5-a327-7a6aaee6372d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:03.088786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e4d389c6-5690-4e32-b079-dd77037b72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:56:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['05e1d278-d7b8-43d5-a327-7a6aaee6372d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:03.089486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b5b319ef-c15c-496a-af77-01238928678c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '902dd580-a5ce-4a4a-b2e8-a7b4402df270'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:03.125230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e4d389c6-5690-4e32-b079-dd77037b72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:03.125921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d389c6-5690-4e32-b079-dd77037b72dc None None] The sync data for ids ['05e1d278-d7b8-43d5-a327-7a6aaee6372d'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:03.128929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d45249d9-dabe-4b0b-98ab-6bfc0fe5822d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:03.181196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:03.185819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:03.186234 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:03.248375 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5b319ef-c15c-496a-af77-01238928678c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:03.278742 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:03.313103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d45249d9-dabe-4b0b-98ab-6bfc0fe5822d,segment=NetworkSegment(f4139848-b9c1-4ed1-acae-59baa6f44171),segment_id=f4139848-b9c1-4ed1-acae-59baa6f44171)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:03.316955 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:03.367885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d45249d9-dabe-4b0b-98ab-6bfc0fe5822d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:03.643138 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5b319ef-c15c-496a-af77-01238928678c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:03.651092 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5b319ef-c15c-496a-af77-01238928678c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:03.656885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b319ef-c15c-496a-af77-01238928678c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:03.657500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5b319ef-c15c-496a-af77-01238928678c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:03.658997 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b5b319ef-c15c-496a-af77-01238928678c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/ports/96382412-a939-4855-8cd8-5207234ac747 HTTP/1.1" status: 200 len: 911 time: 0.5746315 Aug 17 16:57:03.662503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38386) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:03.703713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b319ef-c15c-496a-af77-01238928678c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=96382412-a939-4855-8cd8-5207234ac747,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:03.912532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-8731c49d-2930-480c-8f21-2d6f318b7404 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389104 Aug 17 16:57:03.981862 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:04.001255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-40a3c6f1-1772-404f-b305-68fcf14d27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:04.002809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-40a3c6f1-1772-404f-b305-68fcf14d27a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 1096 time: 0.0486443 Aug 17 16:57:04.117108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-22ca048c-f9ec-4125-ad6f-45ca2ede046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:04.119095 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-22ca048c-f9ec-4125-ad6f-45ca2ede046a service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0952747 Aug 17 16:57:04.195853 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-03511fbd-4ed4-4c9b-97ce-845bf00653dd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60c004-2a51-405c-b813-0641d2bb657f HTTP/1.1" status: 200 len: 1001 time: 0.0699282 Aug 17 16:57:04.225515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port 96382412-a939-4855-8cd8-5207234ac747 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:04.226159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:04.250523 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-53f399ca-589b-4885-8bbc-60285c2f5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:04.252178 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-53f399ca-589b-4885-8bbc-60285c2f5b2f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0483630 Aug 17 16:57:04.298659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-8816e91c-e988-4867-af0a-f9111528d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:04.300213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-8816e91c-e988-4867-af0a-f9111528d915 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408015 Aug 17 16:57:04.315846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:04.327502 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for 96382412-a939-4855-8cd8-5207234ac747 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:04.396287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-177216e2-2060-44ad-9508-df586ad33709 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873144 Aug 17 16:57:04.491868 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-391fc0df-34e4-4d21-8016-a8ec899218d8 req-eb373dff-1e77-4a0b-887d-5c6d6783b12f service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880260 Aug 17 16:57:04.507032 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:04.535604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=96382412-a939-4855-8cd8-5207234ac747,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:04.634761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:04.794469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 05e1d278-d7b8-43d5-a327-7a6aaee6372d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:04.863343 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-037d0f4f-bece-4e3a-8578-b8a85fddaf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:04.872003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:04.877708 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7c0837b2-d256-4ee8-8db8-49b606e168a3 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/05e1d278-d7b8-43d5-a327-7a6aaee6372d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2136321 Aug 17 16:57:04.880381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38390) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:04.884686 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18942aaa-3860-44b0-bf60-f6d8abb363eb None None] Sync routers for ids ['05e1d278-d7b8-43d5-a327-7a6aaee6372d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:04.895961 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18942aaa-3860-44b0-bf60-f6d8abb363eb None None] Routers {'05e1d278-d7b8-43d5-a327-7a6aaee6372d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:04.896551 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-18942aaa-3860-44b0-bf60-f6d8abb363eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['05e1d278-d7b8-43d5-a327-7a6aaee6372d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:04.910645 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-48204851-9839-4368-8e58-ecc70ea5bc44 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=05e1d278-d7b8-43d5-a327-7a6aaee6372d HTTP/1.1" status: 200 len: 205 time: 0.0267727 Aug 17 16:57:04.910869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38392) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:04.929947 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-18942aaa-3860-44b0-bf60-f6d8abb363eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:04.938279 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18942aaa-3860-44b0-bf60-f6d8abb363eb None None] Routers {'05e1d278-d7b8-43d5-a327-7a6aaee6372d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:04.938889 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-18942aaa-3860-44b0-bf60-f6d8abb363eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['05e1d278-d7b8-43d5-a327-7a6aaee6372d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:04.970177 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-18942aaa-3860-44b0-bf60-f6d8abb363eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:04.970859 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18942aaa-3860-44b0-bf60-f6d8abb363eb None None] The sync data for ids ['05e1d278-d7b8-43d5-a327-7a6aaee6372d'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:04.988856 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a015b88b-fab0-4d7e-957e-bae30c15242c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.036968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.085277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d45249d9-dabe-4b0b-98ab-6bfc0fe5822d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:05.134402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:05.134785 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.154045 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a015b88b-fab0-4d7e-957e-bae30c15242c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.156184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a015b88b-fab0-4d7e-957e-bae30c15242c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.201126 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a015b88b-fab0-4d7e-957e-bae30c15242c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.201870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a015b88b-fab0-4d7e-957e-bae30c15242c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Fanout notify agent at l3_agent the message router_deleted on router 05e1d278-d7b8-43d5-a327-7a6aaee6372d {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:57:05.212056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a015b88b-fab0-4d7e-957e-bae30c15242c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.214105 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a015b88b-fab0-4d7e-957e-bae30c15242c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/05e1d278-d7b8-43d5-a327-7a6aaee6372d HTTP/1.1" status: 204 len: 168 time: 0.3023713 Aug 17 16:57:05.216830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:05.270632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b1d4ce-0f49-4c53-ab29-f55189e6b38a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting subnet 902dd580-a5ce-4a4a-b2e8-a7b4402df270 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:57:05.273737 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72b1d4ce-0f49-4c53-ab29-f55189e6b38a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.319828 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72b1d4ce-0f49-4c53-ab29-f55189e6b38a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.404023 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72b1d4ce-0f49-4c53-ab29-f55189e6b38a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.462945 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72b1d4ce-0f49-4c53-ab29-f55189e6b38a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.491289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1d4ce-0f49-4c53-ab29-f55189e6b38a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Subnet': ['ID=902dd580-a5ce-4a4a-b2e8-a7b4402df270,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:05.493224 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72b1d4ce-0f49-4c53-ab29-f55189e6b38a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.496353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-72b1d4ce-0f49-4c53-ab29-f55189e6b38a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/902dd580-a5ce-4a4a-b2e8-a7b4402df270 HTTP/1.1" status: 204 len: 168 time: 0.2772634 Aug 17 16:57:05.497712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:05.500126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1debc8-2984-4ec4-8e3e-1d7543521d46 None None] Network 21e10e54-9724-47da-8e59-4f02472ec729 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:05.578034 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.630386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:05.630739 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.685222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c470d1-7117-41a8-ae0e-3b7c336c0945 None None] DHCP port deletion for 21e10e54-9724-47da-8e59-4f02472ec729 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:57:05.698974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d45249d9-dabe-4b0b-98ab-6bfc0fe5822d,segment=NetworkSegment(f4139848-b9c1-4ed1-acae-59baa6f44171),segment_id=f4139848-b9c1-4ed1-acae-59baa6f44171)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:05.699336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.711952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for d45249d9-dabe-4b0b-98ab-6bfc0fe5822d owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:05.730178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-98c470d1-7117-41a8-ae0e-3b7c336c0945 None None] Deleting port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:05.730587 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98c470d1-7117-41a8-ae0e-3b7c336c0945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.790017 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.790979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-98c470d1-7117-41a8-ae0e-3b7c336c0945 None None] For port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d45249d9-dabe-4b0b-98ab-6bfc0fe5822d,segment=NetworkSegment(f4139848-b9c1-4ed1-acae-59baa6f44171),segment_id=f4139848-b9c1-4ed1-acae-59baa6f44171)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:05.791369 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98c470d1-7117-41a8-ae0e-3b7c336c0945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.807122 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-98c470d1-7117-41a8-ae0e-3b7c336c0945 None None] Calling delete_port for d45249d9-dabe-4b0b-98ab-6bfc0fe5822d owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:05.815378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=d45249d9-dabe-4b0b-98ab-6bfc0fe5822d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:05.818906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No DVR routers for this DVR port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:05.881107 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98c470d1-7117-41a8-ae0e-3b7c336c0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.902396 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.906056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c470d1-7117-41a8-ae0e-3b7c336c0945 None None] Pushing event deleted for resources: {'Port': ['ID=d45249d9-dabe-4b0b-98ab-6bfc0fe5822d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:05.909470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c470d1-7117-41a8-ae0e-3b7c336c0945 None None] No DVR routers for this DVR port d45249d9-dabe-4b0b-98ab-6bfc0fe5822d on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:05.912790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e10e54-9724-47da-8e59-4f02472ec729']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:05.926162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4139848-b9c1-4ed1-acae-59baa6f44171') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:05.926673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4139848-b9c1-4ed1-acae-59baa6f44171') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:05.935419 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.949407 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.955503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:57:05.955883 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:57:05.958761 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:57:06.020298 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.021368 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.027488 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.029566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/networks/21e10e54-9724-47da-8e59-4f02472ec729 HTTP/1.1" status: 204 len: 168 time: 0.5309384 Aug 17 16:57:06.034063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38398) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:06.038858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0b1be1a9-1dd3-4d5d-b796-a3e5a4349562 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2128100758', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:06.041542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc403e9d-3bad-4374-8d2f-7ff8b9339f30 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Network': ['ID=21e10e54-9724-47da-8e59-4f02472ec729,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:06.064095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b1be1a9-1dd3-4d5d-b796-a3e5a4349562 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.065843 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b1be1a9-1dd3-4d5d-b796-a3e5a4349562 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.116900 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b1be1a9-1dd3-4d5d-b796-a3e5a4349562 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.120792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b1be1a9-1dd3-4d5d-b796-a3e5a4349562 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.136227 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b1be1a9-1dd3-4d5d-b796-a3e5a4349562 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.137329 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0b1be1a9-1dd3-4d5d-b796-a3e5a4349562 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1021905 Aug 17 16:57:06.140272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38400) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:06.145836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-171912756'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:06.164865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:06.168323 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.191835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:57:06.201237 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.201586 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added segment afd3783a-01ad-42d5-bd9d-d5fb28e69bbe of type vlan for network 712f7877-e925-4390-bd0d-2f2c23dad935 Aug 17 16:57:06.244686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.272022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.278219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:06.278834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.332401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1910930 Aug 17 16:57:06.335236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:06.340499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'subnet': {'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:06.350661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687d35b-b20c-4edd-82f4-e7e3be2905f6 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Network': ['ID=712f7877-e925-4390-bd0d-2f2c23dad935,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:06.361799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 712f7877-e925-4390-bd0d-2f2c23dad935 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:57:06.427656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:06.431390 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.615711 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.679620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Subnet': ['ID=68b54624-33dc-46c8-9f43-19ae12f21682,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:06.688961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Checking segment: {'id': 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:06.689411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network hostable DHCP agents. Network: 712f7877-e925-4390-bd0d-2f2c23dad935, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:57:06.706325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 712f7877-e925-4390-bd0d-2f2c23dad935 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:57:06.714469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 712f7877-e925-4390-bd0d-2f2c23dad935) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:06.718441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:06.719030 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:06.727616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c538d5ca-a5a7-49e8-a212-e1ad98df63cc None None] Network 712f7877-e925-4390-bd0d-2f2c23dad935 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:06.735860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-55b2c7ed-4a7a-42c0-808a-a5980eb8f924 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3994675 Aug 17 16:57:06.738759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:06.871569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-712f7877-e925-4390-bd0d-2f2c23dad935', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:57:06.872457 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.009060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Allocated IP 2001:db8::2 (712f7877-e925-4390-bd0d-2f2c23dad935/68b54624-33dc-46c8-9f43-19ae12f21682/c35dc47b-b7d5-4038-8222-b3d92f04fef7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:07.014895 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.227446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d45249d9-dabe-4b0b-98ab-6bfc0fe5822d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:07.251323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d45249d9-dabe-4b0b-98ab-6bfc0fe5822d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:07.251590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d45249d9-dabe-4b0b-98ab-6bfc0fe5822d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:07.339991 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.348742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Transition to ACTIVE for port object c35dc47b-b7d5-4038-8222-b3d92f04fef7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:07.365022 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Transition to ACTIVE for port object c35dc47b-b7d5-4038-8222-b3d92f04fef7 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:07.371933 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.418103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Network 712f7877-e925-4390-bd0d-2f2c23dad935 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:07.421903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:07.423554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Allocated IP 2001:db8::1 (712f7877-e925-4390-bd0d-2f2c23dad935/68b54624-33dc-46c8-9f43-19ae12f21682/00c06900-b009-42a8-829b-a88affccbe1b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:07.425650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:07.441592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Pushing event updated for resources: {'Port': ['ID=c35dc47b-b7d5-4038-8222-b3d92f04fef7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:07.486053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Attempting to bind port c35dc47b-b7d5-4038-8222-b3d92f04fef7 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:07.487306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Attempting to bind port c35dc47b-b7d5-4038-8222-b3d92f04fef7 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:07.487769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Attempting to bind port c35dc47b-b7d5-4038-8222-b3d92f04fef7 on network 712f7877-e925-4390-bd0d-2f2c23dad935 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:07.493756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:07.494261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Checking segment: {'id': 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:07.494790 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.495295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Bound using segment: {'id': 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:07.495869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Bound port: c35dc47b-b7d5-4038-8222-b3d92f04fef7, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:07.496359 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.543980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.558075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Transition to ACTIVE for port object 00c06900-b009-42a8-829b-a88affccbe1b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:07.560671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] For port c35dc47b-b7d5-4038-8222-b3d92f04fef7, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:07.564064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] For port c35dc47b-b7d5-4038-8222-b3d92f04fef7, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c35dc47b-b7d5-4038-8222-b3d92f04fef7,segment=NetworkSegment(afd3783a-01ad-42d5-bd9d-d5fb28e69bbe),segment_id=afd3783a-01ad-42d5-bd9d-d5fb28e69bbe)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:07.567801 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.591460 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.637543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0ed7c-685e-4542-8e56-e99894913c33 None None] Pushing event updated for resources: {'Port': ['ID=c35dc47b-b7d5-4038-8222-b3d92f04fef7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:07.637915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 712f7877-e925-4390-bd0d-2f2c23dad935 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:07.645770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:07.648385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:07.649260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.695213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=00c06900-b009-42a8-829b-a88affccbe1b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:07.780618 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:07.786818 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:08.086514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:08.092507 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:08.093278 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:08.179759 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=00c06900-b009-42a8-829b-a88affccbe1b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:08.225568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network 712f7877-e925-4390-bd0d-2f2c23dad935 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:08.227002 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:08.347160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:57:08.446160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:08.451858 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a2f09f6-37e9-4c9e-ab34-1094acd8d67a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7121325 Aug 17 16:57:08.455582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38406) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:08.457932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Sync routers for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:08.461500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-324974540'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:08.475412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:08.476051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:08.486255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:08.490678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:08.520731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:57:08.534119 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:08.534542 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added segment cc3a4f37-4fc5-446c-9200-4ee0934c63c1 of type vlan for network d4fcbd35-85b3-4a03-91bd-53a6dbede281 Aug 17 16:57:08.566004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:08.583494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:08.619402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:08.626143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:08.626854 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:08.640327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e6b47d-8054-4bd1-b3c6-9ac0d02010a6 None None] Network 712f7877-e925-4390-bd0d-2f2c23dad935 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:08.681736 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2250280 Aug 17 16:57:08.684552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38408) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:08.697572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'subnet': {'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:08.716043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472ffd9-4e37-4610-811c-dfd0e5d81ee1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Network': ['ID=d4fcbd35-85b3-4a03-91bd-53a6dbede281,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:08.731083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network d4fcbd35-85b3-4a03-91bd-53a6dbede281 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:57:08.800604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:08.802919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a76d79e6-6716-4cdb-a501-3e2b6cf14b22 None None] Provisioning for port c35dc47b-b7d5-4038-8222-b3d92f04fef7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:08.804555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:08.976706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:07Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:07Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:08.991134 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:09.011659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Checking router: 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:09.012021 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Updating router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb port 00c06900-b009-42a8-829b-a88affccbe1b binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:57:09.043432 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:09.053615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Subnet': ['ID=57f4dab2-1f83-49e6-babf-d626924973f0,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:09.069887 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Checking segment: {'id': 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:09.070252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network hostable DHCP agents. Network: d4fcbd35-85b3-4a03-91bd-53a6dbede281, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:57:09.092124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network d4fcbd35-85b3-4a03-91bd-53a6dbede281 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:57:09.104348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, d4fcbd35-85b3-4a03-91bd-53a6dbede281) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:09.112800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:09.114589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:09.144667 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-81cdd830-d845-42e7-bffb-b21cb1dae89c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4563928 Aug 17 16:57:09.145119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:09.167376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de00d1-0e20-4e7a-a8f3-44cc4973dbba None None] Network d4fcbd35-85b3-4a03-91bd-53a6dbede281 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:09.170186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c35dc47b-b7d5-4038-8222-b3d92f04fef7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:09.392220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port c35dc47b-b7d5-4038-8222-b3d92f04fef7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:09.418166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ae46613b-71c6-406c-9cdc-31619fe243bf None None] Provisioning for port 00c06900-b009-42a8-829b-a88affccbe1b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:09.420206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c35dc47b-b7d5-4038-8222-b3d92f04fef7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:09.420584 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:09.451128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ae46613b-71c6-406c-9cdc-31619fe243bf None None] Provisioning complete for port 00c06900-b009-42a8-829b-a88affccbe1b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:09.451500 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae46613b-71c6-406c-9cdc-31619fe243bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:09.556020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ae46613b-71c6-406c-9cdc-31619fe243bf None None] Port 00c06900-b009-42a8-829b-a88affccbe1b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:09.565661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-d4fcbd35-85b3-4a03-91bd-53a6dbede281', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:57:09.566552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:09.639076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ae46613b-71c6-406c-9cdc-31619fe243bf None None] Provisioning complete for port c35dc47b-b7d5-4038-8222-b3d92f04fef7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:09.639446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae46613b-71c6-406c-9cdc-31619fe243bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:09.905439 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:09.906509 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:09.946171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Transition to ACTIVE for port object 00c06900-b009-42a8-829b-a88affccbe1b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:09.957223 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:09.972756 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.091899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port c35dc47b-b7d5-4038-8222-b3d92f04fef7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c35dc47b-b7d5-4038-8222-b3d92f04fef7,segment=NetworkSegment(afd3783a-01ad-42d5-bd9d-d5fb28e69bbe),segment_id=afd3783a-01ad-42d5-bd9d-d5fb28e69bbe)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:10.094733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cec08d-098f-41fb-a378-f6b01a397056 None None] Pushing event updated for resources: {'Port': ['ID=00c06900-b009-42a8-829b-a88affccbe1b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:10.122244 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.150293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Allocated IP 2001:db8:1::2 (d4fcbd35-85b3-4a03-91bd-53a6dbede281/57f4dab2-1f83-49e6-babf-d626924973f0/4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:10.219958 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae46613b-71c6-406c-9cdc-31619fe243bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.300208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=c35dc47b-b7d5-4038-8222-b3d92f04fef7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:10.303503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Attempting to bind port 00c06900-b009-42a8-829b-a88affccbe1b on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:10.303866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Attempting to bind port 00c06900-b009-42a8-829b-a88affccbe1b by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:10.304220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Attempting to bind port 00c06900-b009-42a8-829b-a88affccbe1b on network 712f7877-e925-4390-bd0d-2f2c23dad935 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:10.317478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:10.317852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Checking segment: {'id': 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:10.318259 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.318674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Bound using segment: {'id': 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:10.319150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Bound port: 00c06900-b009-42a8-829b-a88affccbe1b, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:10.319534 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.415028 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-ae46613b-71c6-406c-9cdc-31619fe243bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 16:57:10.415296 n-d-804878-1 neutron-server[94840]: DEBUG oslo_db.api [None req-ae46613b-71c6-406c-9cdc-31619fe243bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 16:57:10.467463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] For port 00c06900-b009-42a8-829b-a88affccbe1b, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:10.487302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] For port 00c06900-b009-42a8-829b-a88affccbe1b, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=00c06900-b009-42a8-829b-a88affccbe1b,segment=NetworkSegment(afd3783a-01ad-42d5-bd9d-d5fb28e69bbe),segment_id=afd3783a-01ad-42d5-bd9d-d5fb28e69bbe)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:10.493373 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.495837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.526798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Transition to ACTIVE for port object 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:10.555589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Transition to ACTIVE for port object 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:10.574122 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.582402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cec08d-098f-41fb-a378-f6b01a397056 None None] Pushing event updated for resources: {'Port': ['ID=00c06900-b009-42a8-829b-a88affccbe1b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:10.587962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:10.588591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:10.622113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Allocated IP 2001:db8:1::1 (d4fcbd35-85b3-4a03-91bd-53a6dbede281/57f4dab2-1f83-49e6-babf-d626924973f0/5df3ec1a-1f2b-4163-83c0-433235d6d5b8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:10.694147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Network d4fcbd35-85b3-4a03-91bd-53a6dbede281 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:10.702690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:10.709416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:10.714336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Pushing event updated for resources: {'Port': ['ID=4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:10.745584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:10.749038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.765542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Transition to ACTIVE for port object 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:10.798639 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.813327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Attempting to bind port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:10.813707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Attempting to bind port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:10.814066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Attempting to bind port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d on network d4fcbd35-85b3-4a03-91bd-53a6dbede281 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:10.846272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network d4fcbd35-85b3-4a03-91bd-53a6dbede281 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:10.849394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:10.850464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:10.850851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Checking segment: {'id': 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:10.851255 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.851652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Bound using segment: {'id': 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:10.852131 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Bound port: 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:10.852567 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.853255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:10.853818 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:10.888995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=5df3ec1a-1f2b-4163-83c0-433235d6d5b8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:10.973248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.016013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] For port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:11.046531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] For port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d,segment=NetworkSegment(cc3a4f37-4fc5-446c-9200-4ee0934c63c1),segment_id=cc3a4f37-4fc5-446c-9200-4ee0934c63c1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:11.053392 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.108403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c35dc47b-b7d5-4038-8222-b3d92f04fef7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:11.158834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390b429-a390-460b-ace2-81c91ea38ef3 None None] Pushing event updated for resources: {'Port': ['ID=4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:11.188152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:07Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:10Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:11.220838 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576175a8-c649-460f-b0cc-d2d8c24484c4 None None] The sync data for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 is: [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:07Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:10Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:11.232936 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c35dc47b-b7d5-4038-8222-b3d92f04fef7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:11.233313 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.294437 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.300976 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.307119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.415028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=5df3ec1a-1f2b-4163-83c0-433235d6d5b8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:11.470651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network d4fcbd35-85b3-4a03-91bd-53a6dbede281 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:11.472199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:11.589091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:11.687620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:11.695640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fced5875-c75a-41ae-9919-df6d8b897530 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5470722 Aug 17 16:57:11.695947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:11.700912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-903832589'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:11.723151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:11.726808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.757813 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:57:11.769722 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.770308 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added segment 767315c0-4839-4397-b4da-0a9c4d0331da of type vlan for network f84ecab7-830d-414f-87cd-15535f47c319 Aug 17 16:57:11.817263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.845227 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.850987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:11.851585 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:11.911926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2148910 Aug 17 16:57:11.914818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38418) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:11.922146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'subnet': {'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:11.940756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57825ec9-1ab4-4a42-97f5-e05faa2ea9a1 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Network': ['ID=f84ecab7-830d-414f-87cd-15535f47c319,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:11.954817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network f84ecab7-830d-414f-87cd-15535f47c319 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:57:12.037200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:12.041441 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:12.199875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306a2984-1f7b-4cde-8c73-357002d23f2c None None] Network d4fcbd35-85b3-4a03-91bd-53a6dbede281 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:12.258680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:12.271967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8c7f6180-57b8-4e7a-9262-d2a57008ae63 None None] Provisioning for port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:12.322691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Subnet': ['ID=a130669a-6505-4cdf-a454-5c2ac2526609,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:12.331699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Checking segment: {'id': '767315c0-4839-4397-b4da-0a9c4d0331da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:12.332065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network hostable DHCP agents. Network: f84ecab7-830d-414f-87cd-15535f47c319, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:57:12.349534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network f84ecab7-830d-414f-87cd-15535f47c319 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:57:12.361589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, f84ecab7-830d-414f-87cd-15535f47c319) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:12.366213 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:12.366798 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:12.378835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac08f24e-c411-41a0-a117-cf250e5fff04 None None] Network f84ecab7-830d-414f-87cd-15535f47c319 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:12.385566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b09020be-e64a-46f9-b63c-8faaae757ffe tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4687338 Aug 17 16:57:12.386909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38420) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:12.544667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-f84ecab7-830d-414f-87cd-15535f47c319', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:57:12.545564 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:12.714358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Allocated IP 2001:db8:2::2 (f84ecab7-830d-414f-87cd-15535f47c319/a130669a-6505-4cdf-a454-5c2ac2526609/ce65ee63-a3a5-49d7-a141-ff1f1b91172c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:12.719031 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Sync routers for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:12.735417 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:12.736967 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:12.750363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f6ab8114-4e8d-4d05-a975-f3375bd971c4 None None] Provisioning for port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:12.778542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f6ab8114-4e8d-4d05-a975-f3375bd971c4 None None] Provisioning complete for port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:12.778770 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8114-4e8d-4d05-a975-f3375bd971c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:12.806967 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:12.832629 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:13.037573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab8114-4e8d-4d05-a975-f3375bd971c4 None None] Port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:13.057043 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:10Z', 'revision_number': 3, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:10Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:11Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:13.092939 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Checking router: 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:13.093519 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Updating router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:57:13.131788 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.169993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.191070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 00c06900-b009-42a8-829b-a88affccbe1b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:13.193468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Transition to ACTIVE for port object ce65ee63-a3a5-49d7-a141-ff1f1b91172c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:13.227576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-242b9ee0-4472-4056-ad9f-e020b1106d4f None None] Provisioning complete for port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:13.227709 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-242b9ee0-4472-4056-ad9f-e020b1106d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.260568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Transition to ACTIVE for port object ce65ee63-a3a5-49d7-a141-ff1f1b91172c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:13.276680 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.307400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-242b9ee0-4472-4056-ad9f-e020b1106d4f None None] Port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:13.325501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Allocated IP 2001:db8:2::1 (f84ecab7-830d-414f-87cd-15535f47c319/a130669a-6505-4cdf-a454-5c2ac2526609/58314612-accb-4ee4-942a-3521da82ca2d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:13.332689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Network f84ecab7-830d-414f-87cd-15535f47c319 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:13.339089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:13.341661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Pushing event updated for resources: {'Port': ['ID=ce65ee63-a3a5-49d7-a141-ff1f1b91172c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:13.344257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:13.346066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 00c06900-b009-42a8-829b-a88affccbe1b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:13.352685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 00c06900-b009-42a8-829b-a88affccbe1b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:13.353009 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.442909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Attempting to bind port ce65ee63-a3a5-49d7-a141-ff1f1b91172c on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:13.443360 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Attempting to bind port ce65ee63-a3a5-49d7-a141-ff1f1b91172c by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '767315c0-4839-4397-b4da-0a9c4d0331da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:13.443653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Attempting to bind port ce65ee63-a3a5-49d7-a141-ff1f1b91172c on network f84ecab7-830d-414f-87cd-15535f47c319 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:13.456691 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9ff16a9b-00cd-4203-9bbb-bef724d8e089 None None] Provisioning complete for port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:13.457063 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ff16a9b-00cd-4203-9bbb-bef724d8e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.457893 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.458669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:13.459040 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Checking segment: {'id': '767315c0-4839-4397-b4da-0a9c4d0331da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:13.459432 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.459828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Bound using segment: {'id': '767315c0-4839-4397-b4da-0a9c4d0331da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:13.460331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Bound port: ce65ee63-a3a5-49d7-a141-ff1f1b91172c, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767315c0-4839-4397-b4da-0a9c4d0331da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:13.460687 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.473873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Transition to ACTIVE for port object 58314612-accb-4ee4-942a-3521da82ca2d will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:13.512031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.532271 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.542282 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Transition to ACTIVE for port object 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:13.547761 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.560850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9ff16a9b-00cd-4203-9bbb-bef724d8e089 None None] Port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:13.561501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=58314612-accb-4ee4-942a-3521da82ca2d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:13.571966 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.578236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network f84ecab7-830d-414f-87cd-15535f47c319 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:13.580650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:13.583327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:13.583878 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.603264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] For port ce65ee63-a3a5-49d7-a141-ff1f1b91172c, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:13.607910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] For port ce65ee63-a3a5-49d7-a141-ff1f1b91172c, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ce65ee63-a3a5-49d7-a141-ff1f1b91172c,segment=NetworkSegment(767315c0-4839-4397-b4da-0a9c4d0331da),segment_id=767315c0-4839-4397-b4da-0a9c4d0331da)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:13.615401 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.632682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 00c06900-b009-42a8-829b-a88affccbe1b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=00c06900-b009-42a8-829b-a88affccbe1b,segment=NetworkSegment(afd3783a-01ad-42d5-bd9d-d5fb28e69bbe),segment_id=afd3783a-01ad-42d5-bd9d-d5fb28e69bbe)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:13.661194 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.661931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:13.664182 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8418152-9549-4916-a965-10e930c4465b None None] Pushing event updated for resources: {'Port': ['ID=5df3ec1a-1f2b-4163-83c0-433235d6d5b8,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:13.681853 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Attempting to bind port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:13.682417 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Attempting to bind port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:13.684502 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Attempting to bind port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 on network d4fcbd35-85b3-4a03-91bd-53a6dbede281 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:13.688493 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.689771 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.690269 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.690772 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.691331 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.691828 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.692755 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.693264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.693788 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.695790 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.696348 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.696875 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418152-9549-4916-a965-10e930c4465b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:13.705150 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:13.705915 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Checking segment: {'id': 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:13.706567 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.707159 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Bound using segment: {'id': 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:13.708133 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Bound port: 5df3ec1a-1f2b-4163-83c0-433235d6d5b8, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:13.708736 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.723755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.749647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab342b25-d5cd-4125-a26d-887600b58793 None None] Pushing event updated for resources: {'Port': ['ID=ce65ee63-a3a5-49d7-a141-ff1f1b91172c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:13.805706 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] For port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:13.810593 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] For port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5df3ec1a-1f2b-4163-83c0-433235d6d5b8,segment=NetworkSegment(cc3a4f37-4fc5-446c-9200-4ee0934c63c1),segment_id=cc3a4f37-4fc5-446c-9200-4ee0934c63c1)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:13.815243 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.826821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=00c06900-b009-42a8-829b-a88affccbe1b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:13.830720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:13.835370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:13.835602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:13.885888 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:13.886557 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:13.989100 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:14.026304 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8418152-9549-4916-a965-10e930c4465b None None] Pushing event updated for resources: {'Port': ['ID=5df3ec1a-1f2b-4163-83c0-433235d6d5b8,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:14.051138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d,segment=NetworkSegment(cc3a4f37-4fc5-446c-9200-4ee0934c63c1),segment_id=cc3a4f37-4fc5-446c-9200-4ee0934c63c1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:14.059003 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:14.074473 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:14.152280 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:14.340093 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 1, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:14.368057 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebab99f-a488-447d-a772-ceebb753c54c None None] The sync data for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 is: [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 1, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:14.486431 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:14.491226 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:14.492187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:14.586009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=58314612-accb-4ee4-942a-3521da82ca2d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:14.636562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network f84ecab7-830d-414f-87cd-15535f47c319 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:14.638058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:14.745011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:14.864389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:14.872193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f79fdaec-b6f2-455e-a9a8-985dcaf80d3b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4841776 Aug 17 16:57:14.875200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38424) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:14.881405 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-153031632'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:14.903720 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:14.907605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:14.934706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:57:14.938922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc87899-59ca-4ba8-ad69-9a68829aac4c None None] Network f84ecab7-830d-414f-87cd-15535f47c319 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:14.945825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:14.946232 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added segment 7dc3efad-cb5a-48f5-8d69-14919b84a12a of type vlan for network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a Aug 17 16:57:14.990820 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:15.019681 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:15.020020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b1cdf158-005f-4530-aa19-28a37ea99d69 None None] Provisioning for port ce65ee63-a3a5-49d7-a141-ff1f1b91172c completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:15.025825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:15.026688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:15.044883 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1687524 Aug 17 16:57:15.047364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:15.053225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'subnet': {'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:15.151198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b25e7-e98c-4fd6-9dba-60362962ca6b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Network': ['ID=b1e075a7-7c63-4960-ab5b-2d7e3c6f755a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:15.172631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:57:15.218951 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Made reservation on behalf of b3db94f87dcc43939ed8509fd4887bb5 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:15.224113 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:15.279509 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 00c06900-b009-42a8-829b-a88affccbe1b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:15.342583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 00c06900-b009-42a8-829b-a88affccbe1b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:15.343413 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:15.452643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:15.477094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:15.514047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:15.514699 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:15.548366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Subnet': ['ID=9cdf4f60-44f0-413d-855a-4387c0fbe792,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:15.561844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Checking segment: {'id': '7dc3efad-cb5a-48f5-8d69-14919b84a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:15.562210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network hostable DHCP agents. Network: b1e075a7-7c63-4960-ab5b-2d7e3c6f755a, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:57:15.583938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:57:15.589438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-504e14b8-0e20-4284-832d-8a2fb41f8965 None None] Provisioning for port 58314612-accb-4ee4-942a-3521da82ca2d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:15.595693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, b1e075a7-7c63-4960-ab5b-2d7e3c6f755a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:15.596173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-504e14b8-0e20-4284-832d-8a2fb41f8965 None None] Provisioning complete for port 58314612-accb-4ee4-942a-3521da82ca2d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:15.596818 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-504e14b8-0e20-4284-832d-8a2fb41f8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:15.601904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:15.603003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:15.621386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6666fd-e463-4b2c-baa0-b58e802aebf4 None None] Network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:15.621860 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c542989-7966-493d-8cb5-fdf5d5431431 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5730562 Aug 17 16:57:15.624289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:15.710014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-504e14b8-0e20-4284-832d-8a2fb41f8965 None None] Port 58314612-accb-4ee4-942a-3521da82ca2d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:15.726652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce65ee63-a3a5-49d7-a141-ff1f1b91172c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:15.751314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Sync routers for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:15.800413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:15.801067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:15.928227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ce65ee63-a3a5-49d7-a141-ff1f1b91172c completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:15.941220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ce65ee63-a3a5-49d7-a141-ff1f1b91172c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:15.941594 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:15.961585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:16.015724 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-44cb8be8-b649-4d04-979e-f4d6e1fa196d None None] Provisioning complete for port 58314612-accb-4ee4-942a-3521da82ca2d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:16.016314 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44cb8be8-b649-4d04-979e-f4d6e1fa196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.021381 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.022565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-b1e075a7-7c63-4960-ab5b-2d7e3c6f755a', 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'fixed_ips': [{'subnet_id': '9cdf4f60-44f0-413d-855a-4387c0fbe792'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:57:16.023388 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.162768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-44cb8be8-b649-4d04-979e-f4d6e1fa196d None None] Port 58314612-accb-4ee4-942a-3521da82ca2d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:16.278335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Allocated IP 2001:db8:3::1 (b1e075a7-7c63-4960-ab5b-2d7e3c6f755a/9cdf4f60-44f0-413d-855a-4387c0fbe792/e75e3297-f4a1-495b-ab13-949651ad5ec0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:16.310747 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.342908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-80b7dd32-f243-4f99-a7db-c5cfcf6e73fd None None] Provisioning complete for port 58314612-accb-4ee4-942a-3521da82ca2d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:16.343270 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80b7dd32-f243-4f99-a7db-c5cfcf6e73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.392462 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.406017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Transition to ACTIVE for port object e75e3297-f4a1-495b-ab13-949651ad5ec0 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:16.406353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ce65ee63-a3a5-49d7-a141-ff1f1b91172c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ce65ee63-a3a5-49d7-a141-ff1f1b91172c,segment=NetworkSegment(767315c0-4839-4397-b4da-0a9c4d0331da),segment_id=767315c0-4839-4397-b4da-0a9c4d0331da)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:16.409049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-80b7dd32-f243-4f99-a7db-c5cfcf6e73fd None None] Port 58314612-accb-4ee4-942a-3521da82ca2d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:16.412866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.413621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:16.439559 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.482916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:16.489069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:16.491666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:16.492535 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.510995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:14Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:16.535207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=e75e3297-f4a1-495b-ab13-949651ad5ec0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:16.619206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.717844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Checking router: 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:16.718192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Updating router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb port 58314612-accb-4ee4-942a-3521da82ca2d binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:57:16.725272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ce65ee63-a3a5-49d7-a141-ff1f1b91172c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:16.729304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Allocated IP 2001:db8:3::2 (b1e075a7-7c63-4960-ab5b-2d7e3c6f755a/9cdf4f60-44f0-413d-855a-4387c0fbe792/ea8d79cb-f964-4605-b314-d97967fae7ff) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:16.769808 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.788082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:16.826556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:16.826922 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.892493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.897013 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.897999 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:16.992824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event updated for resources: {'Port': ['ID=e75e3297-f4a1-495b-ab13-949651ad5ec0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:17.031914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:17.033345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:17.106927 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.120287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Transition to ACTIVE for port object ea8d79cb-f964-4605-b314-d97967fae7ff will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:17.130545 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.137917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:17.159114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Transition to ACTIVE for port object ea8d79cb-f964-4605-b314-d97967fae7ff will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:17.187703 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.204388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5df3ec1a-1f2b-4163-83c0-433235d6d5b8,segment=NetworkSegment(cc3a4f37-4fc5-446c-9200-4ee0934c63c1),segment_id=cc3a4f37-4fc5-446c-9200-4ee0934c63c1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:17.232319 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.245735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:17.252155 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ac941fb-db20-421a-ab49-0eb6601ad4e9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6258898 Aug 17 16:57:17.254883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38430) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:17.259680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-816b6592-f316-4ac6-afc0-e31c488ab245 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:17.269954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:17.292866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Pushing event updated for resources: {'Port': ['ID=ea8d79cb-f964-4605-b314-d97967fae7ff,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:17.296828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:17.319249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:17.328354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce65ee63-a3a5-49d7-a141-ff1f1b91172c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:17.386321 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.433438 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Transition to ACTIVE for port object 58314612-accb-4ee4-942a-3521da82ca2d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:17.436417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=5df3ec1a-1f2b-4163-83c0-433235d6d5b8,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:17.450258 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.486526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Attempting to bind port ea8d79cb-f964-4605-b314-d97967fae7ff on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:17.486810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Attempting to bind port ea8d79cb-f964-4605-b314-d97967fae7ff by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '7dc3efad-cb5a-48f5-8d69-14919b84a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:17.487171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Attempting to bind port ea8d79cb-f964-4605-b314-d97967fae7ff on network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:17.510100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:17.510100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Checking segment: {'id': '7dc3efad-cb5a-48f5-8d69-14919b84a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:17.510363 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.510665 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Bound using segment: {'id': '7dc3efad-cb5a-48f5-8d69-14919b84a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:17.511062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Bound port: ea8d79cb-f964-4605-b314-d97967fae7ff, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc3efad-cb5a-48f5-8d69-14919b84a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:17.511450 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.542783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ce65ee63-a3a5-49d7-a141-ff1f1b91172c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:17.543165 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.545009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b406a3-1b3f-4279-8051-a43e22b93289 None None] Pushing event updated for resources: {'Port': ['ID=58314612-accb-4ee4-942a-3521da82ca2d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:17.683543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] For port ea8d79cb-f964-4605-b314-d97967fae7ff, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:17.686889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Attempting to bind port 58314612-accb-4ee4-942a-3521da82ca2d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:17.687262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Attempting to bind port 58314612-accb-4ee4-942a-3521da82ca2d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '767315c0-4839-4397-b4da-0a9c4d0331da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:17.687631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Attempting to bind port 58314612-accb-4ee4-942a-3521da82ca2d on network f84ecab7-830d-414f-87cd-15535f47c319 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:17.704901 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] For port ea8d79cb-f964-4605-b314-d97967fae7ff, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea8d79cb-f964-4605-b314-d97967fae7ff,segment=NetworkSegment(7dc3efad-cb5a-48f5-8d69-14919b84a12a),segment_id=7dc3efad-cb5a-48f5-8d69-14919b84a12a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:17.707430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:17.707781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Checking segment: {'id': '767315c0-4839-4397-b4da-0a9c4d0331da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:17.708171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.708574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Bound using segment: {'id': '767315c0-4839-4397-b4da-0a9c4d0331da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:17.709071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Bound port: 58314612-accb-4ee4-942a-3521da82ca2d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767315c0-4839-4397-b4da-0a9c4d0331da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:17.709476 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.713799 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.864456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3eb86-3616-41d4-9da2-ba052497a591 None None] Pushing event updated for resources: {'Port': ['ID=ea8d79cb-f964-4605-b314-d97967fae7ff,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:17.882972 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] For port 58314612-accb-4ee4-942a-3521da82ca2d, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:17.886357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] For port 58314612-accb-4ee4-942a-3521da82ca2d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=58314612-accb-4ee4-942a-3521da82ca2d,segment=NetworkSegment(767315c0-4839-4397-b4da-0a9c4d0331da),segment_id=767315c0-4839-4397-b4da-0a9c4d0331da)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:17.891115 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:17.953616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:17.954684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:18.043623 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-816b6592-f316-4ac6-afc0-e31c488ab245 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 16:57:18.068170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-816b6592-f316-4ac6-afc0-e31c488ab245 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Removed routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 16:57:18.068573 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-816b6592-f316-4ac6-afc0-e31c488ab245 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:18.086976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b406a3-1b3f-4279-8051-a43e22b93289 None None] Pushing event updated for resources: {'Port': ['ID=58314612-accb-4ee4-942a-3521da82ca2d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:18.112834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:18.291163 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-816b6592-f316-4ac6-afc0-e31c488ab245 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:18.294669 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-816b6592-f316-4ac6-afc0-e31c488ab245 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:18.364689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:16Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75e3297-f4a1-495b-ab13-949651ad5ec0', 'name': '', 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:10:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9cdf4f60-44f0-413d-855a-4387c0fbe792', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:16Z', 'updated_at': '2021-08-17T16:57:16Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '9cdf4f60-44f0-413d-855a-4387c0fbe792', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:18.393869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404eaf30-cece-4de8-8824-d2c04f8ed7f0 None None] The sync data for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 is: [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:16Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75e3297-f4a1-495b-ab13-949651ad5ec0', 'name': '', 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:10:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9cdf4f60-44f0-413d-855a-4387c0fbe792', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:16Z', 'updated_at': '2021-08-17T16:57:16Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '9cdf4f60-44f0-413d-855a-4387c0fbe792', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:18.395459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816b6592-f316-4ac6-afc0-e31c488ab245 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:18.518526 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816b6592-f316-4ac6-afc0-e31c488ab245 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:18.525797 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-816b6592-f316-4ac6-afc0-e31c488ab245 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:18.527443 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-816b6592-f316-4ac6-afc0-e31c488ab245 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb HTTP/1.1" status: 200 len: 954 time: 1.2713506 Aug 17 16:57:18.529641 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38432) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:18.643396 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7264f3b8-d911-478f-9efd-5a6975b8e5d2 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb HTTP/1.1" status: 200 len: 954 time: 0.1111648 Aug 17 16:57:18.646010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:18.650767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ab6f3613-649b-4ae6-80e9-232d68a277b5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'routes': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:18.858804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4895219e-7844-4a69-b5e1-0638a6055ad1 None None] Network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:18.947726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a8c446fb-c5ef-4104-9d0a-f5d5ae3d13ee None None] Provisioning for port ea8d79cb-f964-4605-b314-d97967fae7ff completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:19.041815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-ab6f3613-649b-4ae6-80e9-232d68a277b5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 16:57:19.042132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-ab6f3613-649b-4ae6-80e9-232d68a277b5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 16:57:19.074318 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab6f3613-649b-4ae6-80e9-232d68a277b5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.134267 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Sync routers for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:19.149502 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:19.150436 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:19.244051 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:19.285891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab6f3613-649b-4ae6-80e9-232d68a277b5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.303218 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab6f3613-649b-4ae6-80e9-232d68a277b5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.316085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c5c271fe-9b81-4b7f-bdba-091786084c94 None None] Provisioning for port e75e3297-f4a1-495b-ab13-949651ad5ec0 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:19.321366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c5c271fe-9b81-4b7f-bdba-091786084c94 None None] Provisioning complete for port e75e3297-f4a1-495b-ab13-949651ad5ec0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:19.321671 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5c271fe-9b81-4b7f-bdba-091786084c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.385999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c5c271fe-9b81-4b7f-bdba-091786084c94 None None] Port e75e3297-f4a1-495b-ab13-949651ad5ec0 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:19.437052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6f3613-649b-4ae6-80e9-232d68a277b5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:19.511825 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 58314612-accb-4ee4-942a-3521da82ca2d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:19.524447 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 7, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75e3297-f4a1-495b-ab13-949651ad5ec0', 'name': '', 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:10:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9cdf4f60-44f0-413d-855a-4387c0fbe792', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:16Z', 'updated_at': '2021-08-17T16:57:16Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '9cdf4f60-44f0-413d-855a-4387c0fbe792', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:19.557116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6f3613-649b-4ae6-80e9-232d68a277b5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:19.557325 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Checking router: 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:19.557680 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Updating router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb port e75e3297-f4a1-495b-ab13-949651ad5ec0 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:57:19.565085 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab6f3613-649b-4ae6-80e9-232d68a277b5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.568826 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab6f3613-649b-4ae6-80e9-232d68a277b5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb HTTP/1.1" status: 200 len: 704 time: 0.9192004 Aug 17 16:57:19.569210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:19.583428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 58314612-accb-4ee4-942a-3521da82ca2d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:19.588672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 58314612-accb-4ee4-942a-3521da82ca2d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:19.589055 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.595761 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.649628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cee83f0f-26ab-41d2-bc13-19935807a888 None None] Provisioning complete for port e75e3297-f4a1-495b-ab13-949651ad5ec0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:19.650014 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cee83f0f-26ab-41d2-bc13-19935807a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.695092 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-48d398ce-17d2-4e3d-a463-3c238e1c6f81 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb HTTP/1.1" status: 200 len: 704 time: 0.1222425 Aug 17 16:57:19.695447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38438) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:19.710352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cee83f0f-26ab-41d2-bc13-19935807a888 None None] Port e75e3297-f4a1-495b-ab13-949651ad5ec0 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:19.727912 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.767885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 58314612-accb-4ee4-942a-3521da82ca2d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=58314612-accb-4ee4-942a-3521da82ca2d,segment=NetworkSegment(767315c0-4839-4397-b4da-0a9c4d0331da),segment_id=767315c0-4839-4397-b4da-0a9c4d0331da)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:19.773380 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.774434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea8d79cb-f964-4605-b314-d97967fae7ff up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:19.866050 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.879626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=58314612-accb-4ee4-942a-3521da82ca2d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:19.892424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ea8d79cb-f964-4605-b314-d97967fae7ff completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:19.896675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ea8d79cb-f964-4605-b314-d97967fae7ff triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:19.897140 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.912922 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.923971 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Transition to ACTIVE for port object e75e3297-f4a1-495b-ab13-949651ad5ec0 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:19.931204 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:19.996673 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71edcd1-3e11-4fa6-8aed-42c717db1b3c None None] Pushing event updated for resources: {'Port': ['ID=e75e3297-f4a1-495b-ab13-949651ad5ec0,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:20.052963 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Attempting to bind port e75e3297-f4a1-495b-ab13-949651ad5ec0 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:20.053331 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Attempting to bind port e75e3297-f4a1-495b-ab13-949651ad5ec0 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '7dc3efad-cb5a-48f5-8d69-14919b84a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:20.053686 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Attempting to bind port e75e3297-f4a1-495b-ab13-949651ad5ec0 on network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:20.059911 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:20.060280 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Checking segment: {'id': '7dc3efad-cb5a-48f5-8d69-14919b84a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:20.060831 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.061224 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Bound using segment: {'id': '7dc3efad-cb5a-48f5-8d69-14919b84a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:20.061821 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Bound port: e75e3297-f4a1-495b-ab13-949651ad5ec0, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc3efad-cb5a-48f5-8d69-14919b84a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:20.062202 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.073526 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.147874 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] For port e75e3297-f4a1-495b-ab13-949651ad5ec0, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:20.151637 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] For port e75e3297-f4a1-495b-ab13-949651ad5ec0, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e75e3297-f4a1-495b-ab13-949651ad5ec0,segment=NetworkSegment(7dc3efad-cb5a-48f5-8d69-14919b84a12a),segment_id=7dc3efad-cb5a-48f5-8d69-14919b84a12a)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:20.158467 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.179136 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.195717 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.203775 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:20.204400 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:20.233402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ea8d79cb-f964-4605-b314-d97967fae7ff, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea8d79cb-f964-4605-b314-d97967fae7ff,segment=NetworkSegment(7dc3efad-cb5a-48f5-8d69-14919b84a12a),segment_id=7dc3efad-cb5a-48f5-8d69-14919b84a12a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:20.238672 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.239543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:20.297896 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71edcd1-3e11-4fa6-8aed-42c717db1b3c None None] Pushing event updated for resources: {'Port': ['ID=e75e3297-f4a1-495b-ab13-949651ad5ec0,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:20.329309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ea8d79cb-f964-4605-b314-d97967fae7ff,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:20.332604 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:20.348515 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:20.348879 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.380447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port e75e3297-f4a1-495b-ab13-949651ad5ec0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:20.380891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.491528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port e75e3297-f4a1-495b-ab13-949651ad5ec0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e75e3297-f4a1-495b-ab13-949651ad5ec0,segment=NetworkSegment(7dc3efad-cb5a-48f5-8d69-14919b84a12a),segment_id=7dc3efad-cb5a-48f5-8d69-14919b84a12a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:20.491909 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.507733 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for e75e3297-f4a1-495b-ab13-949651ad5ec0 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:20.664140 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 7, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75e3297-f4a1-495b-ab13-949651ad5ec0', 'name': '', 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:10:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9cdf4f60-44f0-413d-855a-4387c0fbe792', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:16Z', 'updated_at': '2021-08-17T16:57:20Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '9cdf4f60-44f0-413d-855a-4387c0fbe792', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:20.689370 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.693254 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f046fc-3ca2-4d7e-9867-164d2f2a2e13 None None] The sync data for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 is: [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 7, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75e3297-f4a1-495b-ab13-949651ad5ec0', 'name': '', 'network_id': 'b1e075a7-7c63-4960-ab5b-2d7e3c6f755a', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:10:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9cdf4f60-44f0-413d-855a-4387c0fbe792', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:16Z', 'updated_at': '2021-08-17T16:57:20Z', 'revision_number': 4, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '9cdf4f60-44f0-413d-855a-4387c0fbe792', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:20.726238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=e75e3297-f4a1-495b-ab13-949651ad5ec0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:20.840241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] Sync routers for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:20.850326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:20.851167 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:20.851638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:20.944903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:21.050428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:21.148436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:21.152895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:20Z', 'revision_number': 8, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:21.154115 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b40259aa-d1a8-40b1-bb51-6d742d81de09 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4574625 Aug 17 16:57:21.156882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38440) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:21.179051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] Checking router: 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:21.187276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:21.188366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:21.208042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ace34f6-2384-43a2-977b-a50d854cf84d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting subnet 9cdf4f60-44f0-413d-855a-4387c0fbe792 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:57:21.211178 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ace34f6-2384-43a2-977b-a50d854cf84d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.253056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ace34f6-2384-43a2-977b-a50d854cf84d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.280083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:21.320922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 58314612-accb-4ee4-942a-3521da82ca2d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:21.345918 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ace34f6-2384-43a2-977b-a50d854cf84d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.406314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ace34f6-2384-43a2-977b-a50d854cf84d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.433427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace34f6-2384-43a2-977b-a50d854cf84d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Subnet': ['ID=9cdf4f60-44f0-413d-855a-4387c0fbe792,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:21.437163 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ace34f6-2384-43a2-977b-a50d854cf84d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.442118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3ace34f6-2384-43a2-977b-a50d854cf84d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/9cdf4f60-44f0-413d-855a-4387c0fbe792 HTTP/1.1" status: 204 len: 168 time: 0.2812912 Aug 17 16:57:21.442322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38442) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:21.448230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dda98d3-0f08-4e70-a41e-1e7bdf527837 None None] Network b1e075a7-7c63-4960-ab5b-2d7e3c6f755a requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:21.505296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 58314612-accb-4ee4-942a-3521da82ca2d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:21.505653 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.523169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.575878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port ea8d79cb-f964-4605-b314-d97967fae7ff {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:21.576218 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.643125 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port ea8d79cb-f964-4605-b314-d97967fae7ff, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea8d79cb-f964-4605-b314-d97967fae7ff,segment=NetworkSegment(7dc3efad-cb5a-48f5-8d69-14919b84a12a),segment_id=7dc3efad-cb5a-48f5-8d69-14919b84a12a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:21.643490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.656312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for ea8d79cb-f964-4605-b314-d97967fae7ff owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:21.696796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:20Z', 'revision_number': 8, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:21.700611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea8d79cb-f964-4605-b314-d97967fae7ff up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:21.728368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0594b-825d-4df1-8017-10291d809fdd None None] The sync data for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 is: [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:20Z', 'revision_number': 8, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:21.743771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.762501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed2f727-af30-49d9-ac7a-3a3bf3045d61 None None] DHCP port deletion for b1e075a7-7c63-4960-ab5b-2d7e3c6f755a request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:57:21.773865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=ea8d79cb-f964-4605-b314-d97967fae7ff,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:21.777685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No DVR routers for this DVR port ea8d79cb-f964-4605-b314-d97967fae7ff on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:21.789303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No active binding found for port ea8d79cb-f964-4605-b314-d97967fae7ff {{(pid=94840) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 16:57:21.790102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea8d79cb-f964-4605-b314-d97967fae7ff not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 16:57:21.809798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Port ea8d79cb-f964-4605-b314-d97967fae7ff not found, will not notify nova. {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 16:57:21.863747 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.873719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e075a7-7c63-4960-ab5b-2d7e3c6f755a']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:21.883409 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc3efad-cb5a-48f5-8d69-14919b84a12a') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:21.883704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc3efad-cb5a-48f5-8d69-14919b84a12a') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:21.892328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.905507 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.912139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:57:21.912521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:57:21.915658 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:57:21.977093 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.983063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:21.984899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/networks/b1e075a7-7c63-4960-ab5b-2d7e3c6f755a HTTP/1.1" status: 204 len: 168 time: 0.5416543 Aug 17 16:57:21.988554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38444) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:22.000203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9e51d-8858-4970-94b6-d4674f1e7c61 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Network': ['ID=b1e075a7-7c63-4960-ab5b-2d7e3c6f755a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:22.260922 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] Sync routers for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:22.269957 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:22.270585 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:22.335219 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:22.356446 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:22.552604 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:20Z', 'revision_number': 8, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:22.579803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port 58314612-accb-4ee4-942a-3521da82ca2d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:22.580653 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:22.581717 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] Checking router: 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:22.589797 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:22.590412 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:22.673586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port 58314612-accb-4ee4-942a-3521da82ca2d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=58314612-accb-4ee4-942a-3521da82ca2d,segment=NetworkSegment(767315c0-4839-4397-b4da-0a9c4d0331da),segment_id=767315c0-4839-4397-b4da-0a9c4d0331da)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:22.674858 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:22.677983 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:22.687782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for 58314612-accb-4ee4-942a-3521da82ca2d owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:22.860189 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:22.881793 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:20Z', 'revision_number': 8, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:22.887986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=58314612-accb-4ee4-942a-3521da82ca2d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:22.907805 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dece827-9266-4085-9f35-e6be844d4091 None None] The sync data for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 is: [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:20Z', 'revision_number': 8, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58314612-accb-4ee4-942a-3521da82ca2d', 'name': '', 'network_id': 'f84ecab7-830d-414f-87cd-15535f47c319', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:27:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:12Z', 'updated_at': '2021-08-17T16:57:19Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': 'a130669a-6505-4cdf-a454-5c2ac2526609', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:23.009489 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:23.204682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:23.302345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:23.307678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b2759228-78f1-4dc8-8321-26ea0c02cbdd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3179576 Aug 17 16:57:23.310422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:23.316922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] Sync routers for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:23.326520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:23.327135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:23.361169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e75e3297-f4a1-495b-ab13-949651ad5ec0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:23.368214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24e8ea7-fc3e-4e3d-ab3c-38bd22d3a77c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting subnet a130669a-6505-4cdf-a454-5c2ac2526609 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:57:23.371328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e24e8ea7-fc3e-4e3d-ab3c-38bd22d3a77c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:23.409650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e75e3297-f4a1-495b-ab13-949651ad5ec0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:23.409990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e75e3297-f4a1-495b-ab13-949651ad5ec0 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:23.410480 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea8d79cb-f964-4605-b314-d97967fae7ff no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:23.411327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e24e8ea7-fc3e-4e3d-ab3c-38bd22d3a77c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:23.434614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ea8d79cb-f964-4605-b314-d97967fae7ff {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:23.434951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea8d79cb-f964-4605-b314-d97967fae7ff not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:23.454223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:23.499674 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e24e8ea7-fc3e-4e3d-ab3c-38bd22d3a77c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:23.559481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e24e8ea7-fc3e-4e3d-ab3c-38bd22d3a77c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:23.584509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e8ea7-fc3e-4e3d-ab3c-38bd22d3a77c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Subnet': ['ID=a130669a-6505-4cdf-a454-5c2ac2526609,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:23.590223 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e24e8ea7-fc3e-4e3d-ab3c-38bd22d3a77c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:23.594499 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e24e8ea7-fc3e-4e3d-ab3c-38bd22d3a77c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/a130669a-6505-4cdf-a454-5c2ac2526609 HTTP/1.1" status: 204 len: 168 time: 0.2807217 Aug 17 16:57:23.594773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:23.605531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7229a0cf-754a-4234-8b94-f770a4772f07 None None] Network f84ecab7-830d-414f-87cd-15535f47c319 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:23.675482 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:23.730295 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port ce65ee63-a3a5-49d7-a141-ff1f1b91172c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:23.730775 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:23.754742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:22Z', 'revision_number': 9, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:23.784734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] Checking router: 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:23.795119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:23.795729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:23.796761 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port ce65ee63-a3a5-49d7-a141-ff1f1b91172c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ce65ee63-a3a5-49d7-a141-ff1f1b91172c,segment=NetworkSegment(767315c0-4839-4397-b4da-0a9c4d0331da),segment_id=767315c0-4839-4397-b4da-0a9c4d0331da)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:23.797347 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:23.814280 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for ce65ee63-a3a5-49d7-a141-ff1f1b91172c owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:23.863142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2087312-8971-4cb0-8663-462f0c8ffcd1 None None] DHCP port deletion for f84ecab7-830d-414f-87cd-15535f47c319 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:57:23.901304 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:23.909538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:23.928799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=ce65ee63-a3a5-49d7-a141-ff1f1b91172c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:23.930561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No DVR routers for this DVR port ce65ee63-a3a5-49d7-a141-ff1f1b91172c on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:23.995495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b2087312-8971-4cb0-8663-462f0c8ffcd1 None None] Deleting port ce65ee63-a3a5-49d7-a141-ff1f1b91172c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:23.995866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2087312-8971-4cb0-8663-462f0c8ffcd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:24.271773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b2087312-8971-4cb0-8663-462f0c8ffcd1 None None] For port ce65ee63-a3a5-49d7-a141-ff1f1b91172c, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:24.272170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2087312-8971-4cb0-8663-462f0c8ffcd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:24.298311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b2087312-8971-4cb0-8663-462f0c8ffcd1 None None] Calling delete_port for ce65ee63-a3a5-49d7-a141-ff1f1b91172c owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:24.302725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-b2087312-8971-4cb0-8663-462f0c8ffcd1 None None] Port ce65ee63-a3a5-49d7-a141-ff1f1b91172c was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 16:57:24.305878 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2087312-8971-4cb0-8663-462f0c8ffcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:24.354231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2087312-8971-4cb0-8663-462f0c8ffcd1 None None] Pushing event deleted for resources: {'Port': ['ID=ce65ee63-a3a5-49d7-a141-ff1f1b91172c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:24.356466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2087312-8971-4cb0-8663-462f0c8ffcd1 None None] No DVR routers for this DVR port ce65ee63-a3a5-49d7-a141-ff1f1b91172c on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:24.374116 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:24.384259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84ecab7-830d-414f-87cd-15535f47c319']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:24.387566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:22Z', 'revision_number': 9, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:24.393992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767315c0-4839-4397-b4da-0a9c4d0331da') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:24.394283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767315c0-4839-4397-b4da-0a9c4d0331da') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:24.403232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:24.417436 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:24.417728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c163a04-b14c-49a2-b9b2-94592c21c3ba None None] The sync data for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 is: [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:22Z', 'revision_number': 9, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df3ec1a-1f2b-4163-83c0-433235d6d5b8', 'name': '', 'network_id': 'd4fcbd35-85b3-4a03-91bd-53a6dbede281', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:c3:c0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:10Z', 'updated_at': '2021-08-17T16:57:17Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '57f4dab2-1f83-49e6-babf-d626924973f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:24.427389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:57:24.427799 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:57:24.430981 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:57:24.496719 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:24.504054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:24.505856 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/networks/f84ecab7-830d-414f-87cd-15535f47c319 HTTP/1.1" status: 204 len: 168 time: 0.9102685 Aug 17 16:57:24.508762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38450) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:24.517153 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215ba6c-5e3b-43c9-8262-4692c2a08673 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Network': ['ID=f84ecab7-830d-414f-87cd-15535f47c319,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:24.833571 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:25.082803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:25.083064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:25.176091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port 5df3ec1a-1f2b-4163-83c0-433235d6d5b8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=5df3ec1a-1f2b-4163-83c0-433235d6d5b8,segment=NetworkSegment(cc3a4f37-4fc5-446c-9200-4ee0934c63c1),segment_id=cc3a4f37-4fc5-446c-9200-4ee0934c63c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:25.176468 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:25.189350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:25.306814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce65ee63-a3a5-49d7-a141-ff1f1b91172c no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:25.326587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ce65ee63-a3a5-49d7-a141-ff1f1b91172c {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:25.326955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ce65ee63-a3a5-49d7-a141-ff1f1b91172c not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:25.327358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 58314612-accb-4ee4-942a-3521da82ca2d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:25.347099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 58314612-accb-4ee4-942a-3521da82ca2d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:25.347368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 58314612-accb-4ee4-942a-3521da82ca2d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:25.368580 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:25.395526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=5df3ec1a-1f2b-4163-83c0-433235d6d5b8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:25.508771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.043727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:26.135582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:26.141828 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4400ff52-e5f6-4673-b5da-f31cc2903110 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6318390 Aug 17 16:57:26.144308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:26.146142 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] Sync routers for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:26.155489 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:26.156111 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:26.199548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-132bece6-12d3-42eb-a3dd-a16737366ca0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting subnet 57f4dab2-1f83-49e6-babf-d626924973f0 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:57:26.202613 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-132bece6-12d3-42eb-a3dd-a16737366ca0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.242551 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:26.242798 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-132bece6-12d3-42eb-a3dd-a16737366ca0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.327733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-132bece6-12d3-42eb-a3dd-a16737366ca0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.391876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-132bece6-12d3-42eb-a3dd-a16737366ca0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.421328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bece6-12d3-42eb-a3dd-a16737366ca0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Subnet': ['ID=57f4dab2-1f83-49e6-babf-d626924973f0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:26.423305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-132bece6-12d3-42eb-a3dd-a16737366ca0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.425464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-132bece6-12d3-42eb-a3dd-a16737366ca0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/57f4dab2-1f83-49e6-babf-d626924973f0 HTTP/1.1" status: 204 len: 168 time: 0.2797244 Aug 17 16:57:26.428031 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:26.432734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9790d3-fe00-4612-a304-5c9e8842eb29 None None] Network d4fcbd35-85b3-4a03-91bd-53a6dbede281 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:26.449067 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:25Z', 'revision_number': 10, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:26.477038 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] Checking router: 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:26.485826 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:26.486528 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:26.506240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.559222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:26.559689 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.578858 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:26.625539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f60b196-b88b-4ee1-92f7-a6c8c349b47b None None] DHCP port deletion for d4fcbd35-85b3-4a03-91bd-53a6dbede281 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:57:26.629634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d,segment=NetworkSegment(cc3a4f37-4fc5-446c-9200-4ee0934c63c1),segment_id=cc3a4f37-4fc5-446c-9200-4ee0934c63c1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:26.629994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.642812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:26.679813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3f60b196-b88b-4ee1-92f7-a6c8c349b47b None None] Deleting port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:26.680196 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f60b196-b88b-4ee1-92f7-a6c8c349b47b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.723959 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.755481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3f60b196-b88b-4ee1-92f7-a6c8c349b47b None None] For port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d,segment=NetworkSegment(cc3a4f37-4fc5-446c-9200-4ee0934c63c1),segment_id=cc3a4f37-4fc5-446c-9200-4ee0934c63c1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:26.755887 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f60b196-b88b-4ee1-92f7-a6c8c349b47b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.761246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No DVR routers for this DVR port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:26.763244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:26.773220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3f60b196-b88b-4ee1-92f7-a6c8c349b47b None None] Calling delete_port for 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:26.844783 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.848808 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f60b196-b88b-4ee1-92f7-a6c8c349b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.854875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fcbd35-85b3-4a03-91bd-53a6dbede281']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:26.865773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:26.866065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3a4f37-4fc5-446c-9200-4ee0934c63c1') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:26.874943 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.875187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60b196-b88b-4ee1-92f7-a6c8c349b47b None None] Pushing event deleted for resources: {'Port': ['ID=4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:26.879128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60b196-b88b-4ee1-92f7-a6c8c349b47b None None] No DVR routers for this DVR port 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:26.890173 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.895465 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:25Z', 'revision_number': 10, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:26.897600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:57:26.897994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:57:26.901322 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:57:26.925753 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ee5f2-518d-42ff-8259-13f19fe42578 None None] The sync data for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 is: [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:25Z', 'revision_number': 10, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None, '_interfaces': [{'id': '00c06900-b009-42a8-829b-a88affccbe1b', 'name': '', 'network_id': '712f7877-e925-4390-bd0d-2f2c23dad935', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'mac_address': 'fa:16:3e:a7:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:57:07Z', 'updated_at': '2021-08-17T16:57:13Z', 'revision_number': 5, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'subnets': [{'id': '68b54624-33dc-46c8-9f43-19ae12f21682', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:26.966459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.973515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:26.975419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/networks/d4fcbd35-85b3-4a03-91bd-53a6dbede281 HTTP/1.1" status: 204 len: 168 time: 0.5464320 Aug 17 16:57:26.978567 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38456) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:26.988123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c31d0-34ee-4147-9347-7d2b46730d75 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Network': ['ID=d4fcbd35-85b3-4a03-91bd-53a6dbede281,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:27.310462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:27.316668 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:27.331847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:27.332199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 5df3ec1a-1f2b-4163-83c0-433235d6d5b8 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:27.332653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:27.356633 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:27.357016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c7dcf44-bcfe-4894-bfb6-813ad0f6f91d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:27.568135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port 00c06900-b009-42a8-829b-a88affccbe1b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:27.568439 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:27.661395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port 00c06900-b009-42a8-829b-a88affccbe1b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=00c06900-b009-42a8-829b-a88affccbe1b,segment=NetworkSegment(afd3783a-01ad-42d5-bd9d-d5fb28e69bbe),segment_id=afd3783a-01ad-42d5-bd9d-d5fb28e69bbe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:27.661756 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:27.674578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for 00c06900-b009-42a8-829b-a88affccbe1b owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:27.846512 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:27.874635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=00c06900-b009-42a8-829b-a88affccbe1b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:27.976803 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.135044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:28.212452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:28.217286 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e523b2bc-4af7-42c8-b5e8-6de01cc9980b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2364948 Aug 17 16:57:28.219936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38458) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:28.222544 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] Sync routers for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:28.232056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:28.232660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:28.271081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2937e2-8aee-4d1c-ae46-bea71ab1301e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting subnet 68b54624-33dc-46c8-9f43-19ae12f21682 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:57:28.274231 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff2937e2-8aee-4d1c-ae46-bea71ab1301e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.298968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:28.315189 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff2937e2-8aee-4d1c-ae46-bea71ab1301e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.354704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:27Z', 'revision_number': 11, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:28.381032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] Checking router: 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:28.389262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:28.389798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:28.405329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff2937e2-8aee-4d1c-ae46-bea71ab1301e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.459038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:28.464326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff2937e2-8aee-4d1c-ae46-bea71ab1301e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.494405 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff2937e2-8aee-4d1c-ae46-bea71ab1301e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.499308 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ff2937e2-8aee-4d1c-ae46-bea71ab1301e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/68b54624-33dc-46c8-9f43-19ae12f21682 HTTP/1.1" status: 204 len: 168 time: 0.2755101 Aug 17 16:57:28.499308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2937e2-8aee-4d1c-ae46-bea71ab1301e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Subnet': ['ID=68b54624-33dc-46c8-9f43-19ae12f21682,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:28.499904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38460) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:28.519748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c22094-40d4-4b41-a897-68343731b99b None None] Network 712f7877-e925-4390-bd0d-2f2c23dad935 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:28.523242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:27Z', 'revision_number': 11, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:28.574952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.579715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b47fa-7c37-49c4-b052-d85e029909b4 None None] The sync data for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 is: [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:27Z', 'revision_number': 11, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:28.636190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Deleting port c35dc47b-b7d5-4038-8222-b3d92f04fef7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:28.636527 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.700359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] For port c35dc47b-b7d5-4038-8222-b3d92f04fef7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c35dc47b-b7d5-4038-8222-b3d92f04fef7,segment=NetworkSegment(afd3783a-01ad-42d5-bd9d-d5fb28e69bbe),segment_id=afd3783a-01ad-42d5-bd9d-d5fb28e69bbe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:28.700715 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.713246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Calling delete_port for c35dc47b-b7d5-4038-8222-b3d92f04fef7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:28.793074 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.818621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Port': ['ID=c35dc47b-b7d5-4038-8222-b3d92f04fef7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:28.822132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No DVR routers for this DVR port c35dc47b-b7d5-4038-8222-b3d92f04fef7 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:28.903825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.914513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712f7877-e925-4390-bd0d-2f2c23dad935']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:28.924786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:28.925082 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd3783a-01ad-42d5-bd9d-d5fb28e69bbe') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:28.935104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.947127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b0ae9-3c0f-41b8-931d-f6b314abca9d None None] DHCP port deletion for 712f7877-e925-4390-bd0d-2f2c23dad935 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:57:28.949482 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.957403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:57:28.957953 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: timer() Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:57:28.961626 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:57:29.027931 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.035357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.037291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/networks/712f7877-e925-4390-bd0d-2f2c23dad935 HTTP/1.1" status: 204 len: 168 time: 0.5369704 Aug 17 16:57:29.040054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:29.044938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a6da32e0-1312-40a2-99bb-6ea45963b891 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'routes': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:29.052975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d859167-78b9-4c5b-b3dd-383b21f031ff tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Pushing event deleted for resources: {'Network': ['ID=712f7877-e925-4390-bd0d-2f2c23dad935,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:29.207299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-a6da32e0-1312-40a2-99bb-6ea45963b891 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Added routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 16:57:29.207607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-a6da32e0-1312-40a2-99bb-6ea45963b891 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Removed routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 16:57:29.207994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6da32e0-1312-40a2-99bb-6ea45963b891 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.303693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c35dc47b-b7d5-4038-8222-b3d92f04fef7 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:29.323566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: c35dc47b-b7d5-4038-8222-b3d92f04fef7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:29.323919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c35dc47b-b7d5-4038-8222-b3d92f04fef7 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:29.324349 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 00c06900-b009-42a8-829b-a88affccbe1b no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:29.342891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 00c06900-b009-42a8-829b-a88affccbe1b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:29.343239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 00c06900-b009-42a8-829b-a88affccbe1b not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:29.350399 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6da32e0-1312-40a2-99bb-6ea45963b891 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.353666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6da32e0-1312-40a2-99bb-6ea45963b891 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.426380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6da32e0-1312-40a2-99bb-6ea45963b891 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:29.502470 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6da32e0-1312-40a2-99bb-6ea45963b891 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:29.509365 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6da32e0-1312-40a2-99bb-6ea45963b891 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.510539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a6da32e0-1312-40a2-99bb-6ea45963b891 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb HTTP/1.1" status: 200 len: 705 time: 0.4694512 Aug 17 16:57:29.511579 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] Sync routers for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:29.513222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:29.521643 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:29.522235 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:29.540481 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4890c4f6-0f7f-4ed2-b3b9-d75073cb9371 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ef0a806-47f6-4fac-9d7f-1a919b4eefdb HTTP/1.1" status: 200 len: 205 time: 0.0261667 Aug 17 16:57:29.542949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:29.588972 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:29.619148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df0b0e10-bdc5-463c-950d-26cf51073513 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.638356 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:27Z', 'revision_number': 11, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:29.667111 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] Checking router: 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:29.675285 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] Routers {'2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:29.675878 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:29.740202 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] Set router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:29.779018 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df0b0e10-bdc5-463c-950d-26cf51073513 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.781104 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df0b0e10-bdc5-463c-950d-26cf51073513 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.792671 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:27Z', 'revision_number': 11, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:29.819287 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad7770-c776-4c41-8f29-5329435eaac4 None None] The sync data for ids ['2ef0a806-47f6-4fac-9d7f-1a919b4eefdb'] in n-d-804878-1 is: [{'id': '2ef0a806-47f6-4fac-9d7f-1a919b4eefdb', 'name': 'tempest-RoutersIpV6Test-router-2128100758', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:06Z', 'updated_at': '2021-08-17T16:57:27Z', 'revision_number': 11, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:29.826262 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df0b0e10-bdc5-463c-950d-26cf51073513 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.826886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0b0e10-bdc5-463c-950d-26cf51073513 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef0a806-47f6-4fac-9d7f-1a919b4eefdb {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:57:29.833644 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df0b0e10-bdc5-463c-950d-26cf51073513 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.834870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-df0b0e10-bdc5-463c-950d-26cf51073513 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb HTTP/1.1" status: 204 len: 168 time: 0.2910149 Aug 17 16:57:29.839021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38468) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:29.843729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-acbe1def-4023-4b9e-a70b-60ec4e9ee787 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734583806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:29.870179 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acbe1def-4023-4b9e-a70b-60ec4e9ee787 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.871319 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acbe1def-4023-4b9e-a70b-60ec4e9ee787 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.929489 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acbe1def-4023-4b9e-a70b-60ec4e9ee787 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.933696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acbe1def-4023-4b9e-a70b-60ec4e9ee787 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.951438 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acbe1def-4023-4b9e-a70b-60ec4e9ee787 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:29.953261 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-acbe1def-4023-4b9e-a70b-60ec4e9ee787 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1130745 Aug 17 16:57:29.956385 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38470) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:29.961848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-907a12c7-47f7-4362-a47f-f4bc460cca6a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:30.173310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-907a12c7-47f7-4362-a47f-f4bc460cca6a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045745'] for router, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:30.184039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-907a12c7-47f7-4362-a47f-f4bc460cca6a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691257'] for router, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:30.282980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907a12c7-47f7-4362-a47f-f4bc460cca6a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Router c5f733dc-449f-4f8b-b0d4-648494ab7397 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:57:30.362236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907a12c7-47f7-4362-a47f-f4bc460cca6a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:30.369225 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-907a12c7-47f7-4362-a47f-f4bc460cca6a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:30.370543 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-907a12c7-47f7-4362-a47f-f4bc460cca6a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "PUT /v2.0/routers/c5f733dc-449f-4f8b-b0d4-648494ab7397 HTTP/1.1" status: 200 len: 697 time: 0.4128256 Aug 17 16:57:30.372043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] Sync routers for ids ['c5f733dc-449f-4f8b-b0d4-648494ab7397'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:30.373009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:30.381477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] Routers {'c5f733dc-449f-4f8b-b0d4-648494ab7397'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:30.382115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c5f733dc-449f-4f8b-b0d4-648494ab7397'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:30.452397 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec07cf1f-87da-43e6-97ca-9ab67bbef638 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/routers/c5f733dc-449f-4f8b-b0d4-648494ab7397 HTTP/1.1" status: 200 len: 703 time: 0.0782366 Aug 17 16:57:30.454236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] Set router c5f733dc-449f-4f8b-b0d4-648494ab7397 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:30.455753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:30.482659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6ef268c2-3d4c-456f-b751-40193b5f8572 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5f733dc-449f-4f8b-b0d4-648494ab7397 HTTP/1.1" status: 200 len: 205 time: 0.0258305 Aug 17 16:57:30.485049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:30.511702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f733dc-449f-4f8b-b0d4-648494ab7397', 'name': 'tempest-RoutersIpV6Test-router-734583806', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:29Z', 'updated_at': '2021-08-17T16:57:30Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:30.539632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] Checking router: c5f733dc-449f-4f8b-b0d4-648494ab7397 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:57:30.548389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] Routers {'c5f733dc-449f-4f8b-b0d4-648494ab7397'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:30.549055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['c5f733dc-449f-4f8b-b0d4-648494ab7397'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:30.560346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3949a7e5-65dc-4432-8be4-165f0f786bc9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:30.620894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] Set router c5f733dc-449f-4f8b-b0d4-648494ab7397 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:57:30.675696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f733dc-449f-4f8b-b0d4-648494ab7397', 'name': 'tempest-RoutersIpV6Test-router-734583806', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:29Z', 'updated_at': '2021-08-17T16:57:30Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:30.701262 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60665d24-bf96-4c9c-8a9a-9706f898cac0 None None] The sync data for ids ['c5f733dc-449f-4f8b-b0d4-648494ab7397'] in n-d-804878-1 is: [{'id': 'c5f733dc-449f-4f8b-b0d4-648494ab7397', 'name': 'tempest-RoutersIpV6Test-router-734583806', 'tenant_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:57:29Z', 'updated_at': '2021-08-17T16:57:30Z', 'revision_number': 2, 'project_id': 'b3db94f87dcc43939ed8509fd4887bb5', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:30.724207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3949a7e5-65dc-4432-8be4-165f0f786bc9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:30.726456 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3949a7e5-65dc-4432-8be4-165f0f786bc9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:30.769415 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3949a7e5-65dc-4432-8be4-165f0f786bc9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:30.770971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3949a7e5-65dc-4432-8be4-165f0f786bc9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Fanout notify agent at l3_agent the message router_deleted on router c5f733dc-449f-4f8b-b0d4-648494ab7397 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:57:30.778364 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3949a7e5-65dc-4432-8be4-165f0f786bc9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:30.779526 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3949a7e5-65dc-4432-8be4-165f0f786bc9 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/c5f733dc-449f-4f8b-b0d4-648494ab7397 HTTP/1.1" status: 204 len: 168 time: 0.2935832 Aug 17 16:57:30.782820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:30.810290 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-43b4aab4-2d41-4cf6-9c53-ed17cf6c0812 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5f733dc-449f-4f8b-b0d4-648494ab7397 HTTP/1.1" status: 200 len: 205 time: 0.0263004 Aug 17 16:57:30.812603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:30.854114 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d19259e9-62c8-4be2-89eb-53c46c4e4b7a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] delete failed (client error): The resource could not be found. Aug 17 16:57:30.855462 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d19259e9-62c8-4be2-89eb-53c46c4e4b7a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/c5f733dc-449f-4f8b-b0d4-648494ab7397 HTTP/1.1" status: 404 len: 336 time: 0.0417132 Aug 17 16:57:30.858094 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:30.886610 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d3133e-78fa-4d62-8393-6be37aa31660 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] DELETE failed (client error): The resource could not be found. Aug 17 16:57:30.887069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d3133e-78fa-4d62-8393-6be37aa31660 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:57:30.888818 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-19d3133e-78fa-4d62-8393-6be37aa31660 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/9cdf4f60-44f0-413d-855a-4387c0fbe792 HTTP/1.1" status: 404 len: 337 time: 0.0297904 Aug 17 16:57:30.891371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:30.918116 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb00849-2bcc-4c60-81fe-36ffa8c0f33c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] DELETE failed (client error): The resource could not be found. Aug 17 16:57:30.918598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb00849-2bcc-4c60-81fe-36ffa8c0f33c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:57:30.920314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4fb00849-2bcc-4c60-81fe-36ffa8c0f33c tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/a130669a-6505-4cdf-a454-5c2ac2526609 HTTP/1.1" status: 404 len: 337 time: 0.0280437 Aug 17 16:57:30.922912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38486) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:30.950559 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d17ee3-ee18-4c57-adb6-b269b91caed0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] DELETE failed (client error): The resource could not be found. Aug 17 16:57:30.951054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d17ee3-ee18-4c57-adb6-b269b91caed0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:57:30.953405 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c7d17ee3-ee18-4c57-adb6-b269b91caed0 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/57f4dab2-1f83-49e6-babf-d626924973f0 HTTP/1.1" status: 404 len: 337 time: 0.0292125 Aug 17 16:57:30.956368 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:30.986782 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e51c0f8-7a84-4ba0-8185-5ce86dad6c6d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] DELETE failed (client error): The resource could not be found. Aug 17 16:57:30.987238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e51c0f8-7a84-4ba0-8185-5ce86dad6c6d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:57:30.988949 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e51c0f8-7a84-4ba0-8185-5ce86dad6c6d tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/68b54624-33dc-46c8-9f43-19ae12f21682 HTTP/1.1" status: 404 len: 337 time: 0.0316942 Aug 17 16:57:30.991475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.018847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-441d06bd-3ce3-49f8-828c-e1f106f03fb5 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ef0a806-47f6-4fac-9d7f-1a919b4eefdb HTTP/1.1" status: 200 len: 205 time: 0.0263147 Aug 17 16:57:31.020990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.057254 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-39139153-538c-4526-87e0-36fa36b85e3a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] delete failed (client error): The resource could not be found. Aug 17 16:57:31.058179 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-39139153-538c-4526-87e0-36fa36b85e3a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/2ef0a806-47f6-4fac-9d7f-1a919b4eefdb HTTP/1.1" status: 404 len: 336 time: 0.0363178 Aug 17 16:57:31.060608 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.088213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3215ec1a-514c-4161-b442-0d5420fbcddd tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=05e1d278-d7b8-43d5-a327-7a6aaee6372d HTTP/1.1" status: 200 len: 205 time: 0.0265694 Aug 17 16:57:31.090510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.131694 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d48e9aba-12b9-440c-a358-fc8305feab28 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] delete failed (client error): The resource could not be found. Aug 17 16:57:31.132718 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d48e9aba-12b9-440c-a358-fc8305feab28 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/05e1d278-d7b8-43d5-a327-7a6aaee6372d HTTP/1.1" status: 404 len: 336 time: 0.0412533 Aug 17 16:57:31.135248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.161961 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5bedb0-82c4-407b-b69c-7a6908d7f062 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] DELETE failed (client error): The resource could not be found. Aug 17 16:57:31.162421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5bedb0-82c4-407b-b69c-7a6908d7f062 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:57:31.164071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce5bedb0-82c4-407b-b69c-7a6908d7f062 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/902dd580-a5ce-4a4a-b2e8-a7b4402df270 HTTP/1.1" status: 404 len: 337 time: 0.0279529 Aug 17 16:57:31.166532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.192729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d38c718a-4617-40d1-86c9-27fb1e21567b tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=32094604-2966-4e46-ac4c-ae267cb90c07 HTTP/1.1" status: 200 len: 205 time: 0.0250721 Aug 17 16:57:31.194858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.235650 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-649e0e41-ae29-4cf1-acae-2cc31714531a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] delete failed (client error): The resource could not be found. Aug 17 16:57:31.236668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-649e0e41-ae29-4cf1-acae-2cc31714531a tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/32094604-2966-4e46-ac4c-ae267cb90c07 HTTP/1.1" status: 404 len: 336 time: 0.0409389 Aug 17 16:57:31.239754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.269582 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0a0c805f-e9bf-4e28-9ab1-6c7a838294d7 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6b00ba4-332b-42af-bbb3-9b382ea4332f HTTP/1.1" status: 200 len: 205 time: 0.0262120 Aug 17 16:57:31.269806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38506) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.306853 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-0728c798-a9ac-41c0-ab80-94ac5052df3f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] delete failed (client error): The resource could not be found. Aug 17 16:57:31.310225 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0728c798-a9ac-41c0-ab80-94ac5052df3f tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/c6b00ba4-332b-42af-bbb3-9b382ea4332f HTTP/1.1" status: 404 len: 336 time: 0.0371659 Aug 17 16:57:31.310983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38508) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.340584 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fedff2-a7ea-404c-8a8a-a0ac00bd7948 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] DELETE failed (client error): The resource could not be found. Aug 17 16:57:31.341036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2fedff2-a7ea-404c-8a8a-a0ac00bd7948 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:57:31.342795 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c2fedff2-a7ea-404c-8a8a-a0ac00bd7948 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/74e68949-82d2-4516-a5b7-176f1f6ce349 HTTP/1.1" status: 404 len: 337 time: 0.0308185 Aug 17 16:57:31.345392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38510) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.373562 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6941ba35-9bd7-49be-b5ac-5e63a759a39e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=e531cccf-8934-42e3-a7aa-34a998ae8de1 HTTP/1.1" status: 200 len: 205 time: 0.0264666 Aug 17 16:57:31.375993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.417132 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-770d1c1e-6b0f-4a88-9b89-ced8109aa468 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] delete failed (client error): The resource could not be found. Aug 17 16:57:31.418817 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-770d1c1e-6b0f-4a88-9b89-ced8109aa468 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/e531cccf-8934-42e3-a7aa-34a998ae8de1 HTTP/1.1" status: 404 len: 336 time: 0.0418587 Aug 17 16:57:31.421314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38514) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.447805 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e499c434-4ab3-4c23-b81c-7280a79d8816 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] DELETE failed (client error): The resource could not be found. Aug 17 16:57:31.448259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e499c434-4ab3-4c23-b81c-7280a79d8816 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:57:31.449966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e499c434-4ab3-4c23-b81c-7280a79d8816 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/5af36d03-fe68-4093-b81d-2d007276ea25 HTTP/1.1" status: 404 len: 337 time: 0.0277734 Aug 17 16:57:31.452512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.479468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7cbf5e5-0110-4b17-80ae-1781cc17d338 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0dc0e21-dc0c-4dbf-8694-043d684da272 HTTP/1.1" status: 200 len: 205 time: 0.0259254 Aug 17 16:57:31.481930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38518) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.522688 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-aaffca3c-5926-4bf9-a61e-4b474968e005 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] delete failed (client error): The resource could not be found. Aug 17 16:57:31.523738 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-aaffca3c-5926-4bf9-a61e-4b474968e005 tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/routers/c0dc0e21-dc0c-4dbf-8694-043d684da272 HTTP/1.1" status: 404 len: 336 time: 0.0409017 Aug 17 16:57:31.526244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.554078 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1d4ed7-8f66-40c8-afb3-420aef1e98bb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] DELETE failed (client error): The resource could not be found. Aug 17 16:57:31.554578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1d4ed7-8f66-40c8-afb3-420aef1e98bb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:57:31.556345 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bf1d4ed7-8f66-40c8-afb3-420aef1e98bb tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/e82dd5bf-609c-4428-ba75-b5a486dec10f HTTP/1.1" status: 404 len: 337 time: 0.0291688 Aug 17 16:57:31.558893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.585263 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-53492ee5-80fa-481c-99f4-83515eb9281e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] DELETE failed (client error): The resource could not be found. Aug 17 16:57:31.585717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53492ee5-80fa-481c-99f4-83515eb9281e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 16:57:31.587494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-53492ee5-80fa-481c-99f4-83515eb9281e tempest-RoutersIpV6Test-1007806795 tempest-RoutersIpV6Test-1007806795-project] 10.222.0.77 "DELETE /v2.0/subnets/9ca4dafc-4d49-4308-9a14-dabc09b1ef1c HTTP/1.1" status: 404 len: 337 time: 0.0276868 Aug 17 16:57:31.824217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:31.957912 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1fb4fd52-5b7f-4c72-ba07-659637f3e075 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3db94f87dcc43939ed8509fd4887bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325512 Aug 17 16:57:31.960333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:32.008785 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b60136af-889f-43fd-845e-e8594b2c3377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.029388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b60136af-889f-43fd-845e-e8594b2c3377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.080467 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b60136af-889f-43fd-845e-e8594b2c3377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.083188 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b60136af-889f-43fd-845e-e8594b2c3377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.084330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b60136af-889f-43fd-845e-e8594b2c3377 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1fed3d74-7744-4d82-9bc0-2b47f4c9b05b HTTP/1.1" status: 204 len: 168 time: 0.1230857 Aug 17 16:57:32.092327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60136af-889f-43fd-845e-e8594b2c3377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fed3d74-7744-4d82-9bc0-2b47f4c9b05b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:32.177497 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94fd242e-111e-4531-a48f-ba5eae428024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.705339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38554) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:32.801743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e98167b1-2a7a-4c43-adf7-1ea467aa9955 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-912516031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:32.824639 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e98167b1-2a7a-4c43-adf7-1ea467aa9955 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.825815 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e98167b1-2a7a-4c43-adf7-1ea467aa9955 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.888884 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e98167b1-2a7a-4c43-adf7-1ea467aa9955 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.894493 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e98167b1-2a7a-4c43-adf7-1ea467aa9955 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.910818 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e98167b1-2a7a-4c43-adf7-1ea467aa9955 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.912114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e98167b1-2a7a-4c43-adf7-1ea467aa9955 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2056224 Aug 17 16:57:32.914755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38558) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:32.919664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-458028282'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:32.939114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Made reservation on behalf of 358ba8794f4c4038be7837c1b8e0ac3b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:32.942550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:32.951568 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:33.042004 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:33.045482 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:33.073669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:57:33.080372 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06b799c-03ce-4d4b-88c0-423511a07803,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:33.086185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:33.086581 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Added segment e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9 of type vlan for network 92518d07-feb3-4efa-81eb-db9eece1083b Aug 17 16:57:33.126348 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:33.151662 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:33.157067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:33.157673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:33.213332 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2975388 Aug 17 16:57:33.216119 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38560) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:33.220956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Request body: {'subnet': {'network_id': '92518d07-feb3-4efa-81eb-db9eece1083b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:33.605907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a54bf-95ff-4283-bb2a-231f9af850ca tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'Network': ['ID=92518d07-feb3-4efa-81eb-db9eece1083b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:33.616649 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 92518d07-feb3-4efa-81eb-db9eece1083b details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:57:33.657114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Made reservation on behalf of 358ba8794f4c4038be7837c1b8e0ac3b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:33.661279 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:33.836047 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:33.897010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'Subnet': ['ID=3a0694ff-3166-45c3-b878-a73d879f450c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:33.907799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Checking segment: {'id': 'e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '92518d07-feb3-4efa-81eb-db9eece1083b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:33.908253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Network hostable DHCP agents. Network: 92518d07-feb3-4efa-81eb-db9eece1083b, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:57:33.924174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Network 92518d07-feb3-4efa-81eb-db9eece1083b is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:57:33.933778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 92518d07-feb3-4efa-81eb-db9eece1083b) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:33.937726 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:33.938349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:33.943500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19da586-16ca-46d2-b8fe-6a76e43db5d6 None None] Network 92518d07-feb3-4efa-81eb-db9eece1083b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:33.953784 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-70d1f323-499d-458f-8a90-978856289638 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7366698 Aug 17 16:57:33.957473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:33.962860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Request body: {'network': {'name': 'tempest-router-network01--988179633'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:33.984819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Made reservation on behalf of 358ba8794f4c4038be7837c1b8e0ac3b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:33.988521 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.011997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:57:34.022932 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.023264 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Added segment 922307ec-1d71-4d24-a6d2-cc47d5f20515 of type vlan for network c79b8095-6bbe-4433-9dcc-892f3b6a7496 Aug 17 16:57:34.065444 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.091191 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.096719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:34.097342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.097712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-92518d07-feb3-4efa-81eb-db9eece1083b', 'network_id': '92518d07-feb3-4efa-81eb-db9eece1083b', 'tenant_id': '358ba8794f4c4038be7837c1b8e0ac3b', 'fixed_ips': [{'subnet_id': '3a0694ff-3166-45c3-b878-a73d879f450c'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:57:34.098617 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.159471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2007587 Aug 17 16:57:34.162216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38564) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:34.171101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Request body: {'network': {'name': 'tempest-router-network02--343185121'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:34.173274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7c672-b071-4b67-b00b-b7227e90d106 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'Network': ['ID=c79b8095-6bbe-4433-9dcc-892f3b6a7496,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:34.185775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network c79b8095-6bbe-4433-9dcc-892f3b6a7496 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:57:34.200676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Made reservation on behalf of 358ba8794f4c4038be7837c1b8e0ac3b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:34.204780 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.233241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:57:34.244344 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.244859 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Added segment 3e6724da-9a39-4443-b784-cb113da4ea9c of type vlan for network 1870b452-60ba-453e-bc4c-7eab0c48c69d Aug 17 16:57:34.292551 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.301787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Allocated IP 172.20.0.2 (92518d07-feb3-4efa-81eb-db9eece1083b/3a0694ff-3166-45c3-b878-a73d879f450c/23173ec5-0310-4016-858b-eea5d8e26f90) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:34.326424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.334153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:34.334932 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.391928 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2280612 Aug 17 16:57:34.394731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38566) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:34.400145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Request body: {'subnet': {'network_id': 'c79b8095-6bbe-4433-9dcc-892f3b6a7496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:34.452791 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.455171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe784e8d-8739-4ba1-9b36-c4307ff42baa tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'Network': ['ID=1870b452-60ba-453e-bc4c-7eab0c48c69d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:34.461651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Transition to ACTIVE for port object 23173ec5-0310-4016-858b-eea5d8e26f90 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:34.468815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 1870b452-60ba-453e-bc4c-7eab0c48c69d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:57:34.502677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Made reservation on behalf of 358ba8794f4c4038be7837c1b8e0ac3b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:34.506095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.516948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Transition to ACTIVE for port object 23173ec5-0310-4016-858b-eea5d8e26f90 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:34.530181 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.585777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Network 92518d07-feb3-4efa-81eb-db9eece1083b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:34.589432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:34.593766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:34.599002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Pushing event updated for resources: {'Port': ['ID=23173ec5-0310-4016-858b-eea5d8e26f90,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:34.651974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Attempting to bind port 23173ec5-0310-4016-858b-eea5d8e26f90 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:34.652734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Attempting to bind port 23173ec5-0310-4016-858b-eea5d8e26f90 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '92518d07-feb3-4efa-81eb-db9eece1083b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:34.652734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Attempting to bind port 23173ec5-0310-4016-858b-eea5d8e26f90 on network 92518d07-feb3-4efa-81eb-db9eece1083b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:34.657566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:34.658465 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Checking segment: {'id': 'e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '92518d07-feb3-4efa-81eb-db9eece1083b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:34.658867 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.659258 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Bound using segment: {'id': 'e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '92518d07-feb3-4efa-81eb-db9eece1083b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:34.659747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Bound port: 23173ec5-0310-4016-858b-eea5d8e26f90, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '92518d07-feb3-4efa-81eb-db9eece1083b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:34.660127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.687466 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.725926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] For port 23173ec5-0310-4016-858b-eea5d8e26f90, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:34.729430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] For port 23173ec5-0310-4016-858b-eea5d8e26f90, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=23173ec5-0310-4016-858b-eea5d8e26f90,segment=NetworkSegment(e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9),segment_id=e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:34.733509 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.748028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'Subnet': ['ID=43d8fa56-841a-4b3e-a1b6-a05a6ef822f7,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:34.760595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Checking segment: {'id': '922307ec-1d71-4d24-a6d2-cc47d5f20515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c79b8095-6bbe-4433-9dcc-892f3b6a7496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:34.760959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Network hostable DHCP agents. Network: c79b8095-6bbe-4433-9dcc-892f3b6a7496, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:57:34.780163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Network c79b8095-6bbe-4433-9dcc-892f3b6a7496 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:57:34.790162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, c79b8095-6bbe-4433-9dcc-892f3b6a7496) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:34.793189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd02e98-94a7-49fa-8437-a53174f7a30b None None] Pushing event updated for resources: {'Port': ['ID=23173ec5-0310-4016-858b-eea5d8e26f90,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:34.794624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:34.795443 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.808498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124da98-770a-449a-b876-287f0fa7fa7d None None] Network c79b8095-6bbe-4433-9dcc-892f3b6a7496 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:34.812776 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f16f3c02-1915-42cc-b2a0-a56f22c30835 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4142933 Aug 17 16:57:34.812968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38568) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:34.818568 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Request body: {'subnet': {'network_id': '1870b452-60ba-453e-bc4c-7eab0c48c69d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:34.878524 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3399833d-c0c4-43c3-aaf7-1b6cf1ef0da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.937415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Made reservation on behalf of 358ba8794f4c4038be7837c1b8e0ac3b for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:34.942112 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:34.987159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-c79b8095-6bbe-4433-9dcc-892f3b6a7496', 'network_id': 'c79b8095-6bbe-4433-9dcc-892f3b6a7496', 'tenant_id': '358ba8794f4c4038be7837c1b8e0ac3b', 'fixed_ips': [{'subnet_id': '43d8fa56-841a-4b3e-a1b6-a05a6ef822f7'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:57:34.988279 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:35.120604 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:35.160635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:35.179014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Allocated IP 172.20.0.2 (c79b8095-6bbe-4433-9dcc-892f3b6a7496/43d8fa56-841a-4b3e-a1b6-a05a6ef822f7/ea2cd8ff-a7b5-4661-b483-242148716d58) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:35.224063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'Subnet': ['ID=b4f2dba9-040c-4f51-904a-0c9c1dc092fb,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:35.234200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Checking segment: {'id': '3e6724da-9a39-4443-b784-cb113da4ea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1870b452-60ba-453e-bc4c-7eab0c48c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:35.234553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Network hostable DHCP agents. Network: 1870b452-60ba-453e-bc4c-7eab0c48c69d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:57:35.251975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Network 1870b452-60ba-453e-bc4c-7eab0c48c69d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:57:35.261641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 1870b452-60ba-453e-bc4c-7eab0c48c69d) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:35.270081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:35.270081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:35.286929 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a8f96873-2a0d-4ac6-8e86-f1279a70c6f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4729054 Aug 17 16:57:35.287976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:35.298504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bcd3c2-4f42-4a04-ae69-85ff1e6ceece None None] Network 1870b452-60ba-453e-bc4c-7eab0c48c69d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:35.367437 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23173ec5-0310-4016-858b-eea5d8e26f90 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:35.590671 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:35.596686 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:35.619919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Transition to ACTIVE for port object ea2cd8ff-a7b5-4661-b483-242148716d58 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:35.649322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Transition to ACTIVE for port object ea2cd8ff-a7b5-4661-b483-242148716d58 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:35.662155 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:35.685910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 23173ec5-0310-4016-858b-eea5d8e26f90 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:35.745254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Network c79b8095-6bbe-4433-9dcc-892f3b6a7496 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:35.748596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Pushing event updated for resources: {'Port': ['ID=ea2cd8ff-a7b5-4661-b483-242148716d58,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:35.752483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:35.768875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:35.798259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-1870b452-60ba-453e-bc4c-7eab0c48c69d', 'network_id': '1870b452-60ba-453e-bc4c-7eab0c48c69d', 'tenant_id': '358ba8794f4c4038be7837c1b8e0ac3b', 'fixed_ips': [{'subnet_id': 'b4f2dba9-040c-4f51-904a-0c9c1dc092fb'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:57:35.799759 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:35.847458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Attempting to bind port ea2cd8ff-a7b5-4661-b483-242148716d58 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:35.847730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Attempting to bind port ea2cd8ff-a7b5-4661-b483-242148716d58 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '922307ec-1d71-4d24-a6d2-cc47d5f20515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c79b8095-6bbe-4433-9dcc-892f3b6a7496'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:35.847942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Attempting to bind port ea2cd8ff-a7b5-4661-b483-242148716d58 on network c79b8095-6bbe-4433-9dcc-892f3b6a7496 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:35.855764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:35.856144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Checking segment: {'id': '922307ec-1d71-4d24-a6d2-cc47d5f20515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c79b8095-6bbe-4433-9dcc-892f3b6a7496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:35.856572 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:35.857046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Bound using segment: {'id': '922307ec-1d71-4d24-a6d2-cc47d5f20515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c79b8095-6bbe-4433-9dcc-892f3b6a7496'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:35.857993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Bound port: ea2cd8ff-a7b5-4661-b483-242148716d58, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922307ec-1d71-4d24-a6d2-cc47d5f20515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c79b8095-6bbe-4433-9dcc-892f3b6a7496'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:35.857993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:35.865946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Allocated IP 172.20.0.1 (c79b8095-6bbe-4433-9dcc-892f3b6a7496/43d8fa56-841a-4b3e-a1b6-a05a6ef822f7/3991150f-e463-4cca-84d5-fde414c4ff9c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:35.906518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ba773-0279-44a5-80b2-af770ed7f0bc None None] Network 92518d07-feb3-4efa-81eb-db9eece1083b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:35.989209 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.002485 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Transition to ACTIVE for port object 3991150f-e463-4cca-84d5-fde414c4ff9c will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:36.036278 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.070144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b6886b24-0fd4-48f9-8def-fa1b089a3600 None None] Provisioning for port 23173ec5-0310-4016-858b-eea5d8e26f90 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:36.078891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Network c79b8095-6bbe-4433-9dcc-892f3b6a7496 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:36.082599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:36.086475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:36.104999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b6886b24-0fd4-48f9-8def-fa1b089a3600 None None] Provisioning complete for port 23173ec5-0310-4016-858b-eea5d8e26f90 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:36.105546 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6886b24-0fd4-48f9-8def-fa1b089a3600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.107064 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.110389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'Port': ['ID=3991150f-e463-4cca-84d5-fde414c4ff9c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:36.114613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Allocated IP 172.20.0.2 (1870b452-60ba-453e-bc4c-7eab0c48c69d/b4f2dba9-040c-4f51-904a-0c9c1dc092fb/796376c5-a03c-495e-a5c0-3cc7dbec61ff) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:36.133540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.147135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] For port ea2cd8ff-a7b5-4661-b483-242148716d58, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:36.180232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] For port ea2cd8ff-a7b5-4661-b483-242148716d58, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea2cd8ff-a7b5-4661-b483-242148716d58,segment=NetworkSegment(922307ec-1d71-4d24-a6d2-cc47d5f20515),segment_id=922307ec-1d71-4d24-a6d2-cc47d5f20515)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:36.205863 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.249496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.374882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1393a8-cce1-46d3-966c-1e096d6727af None None] Pushing event updated for resources: {'Port': ['ID=ea2cd8ff-a7b5-4661-b483-242148716d58,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:36.426217 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6886b24-0fd4-48f9-8def-fa1b089a3600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.503054 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.522935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b6886b24-0fd4-48f9-8def-fa1b089a3600 None None] For port 23173ec5-0310-4016-858b-eea5d8e26f90, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=23173ec5-0310-4016-858b-eea5d8e26f90,segment=NetworkSegment(e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9),segment_id=e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:36.525987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Transition to ACTIVE for port object 796376c5-a03c-495e-a5c0-3cc7dbec61ff will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:36.530396 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6886b24-0fd4-48f9-8def-fa1b089a3600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.549449 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.556432 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.583412 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:57:36.596189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6886b24-0fd4-48f9-8def-fa1b089a3600 None None] Pushing event updated for resources: {'Port': ['ID=23173ec5-0310-4016-858b-eea5d8e26f90,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:36.604755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Transition to ACTIVE for port object 796376c5-a03c-495e-a5c0-3cc7dbec61ff will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:36.613045 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.634161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'Port': ['ID=3991150f-e463-4cca-84d5-fde414c4ff9c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:36.663370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Network 1870b452-60ba-453e-bc4c-7eab0c48c69d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:36.663999 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.666771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:36.681287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:36.689176 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Pushing event updated for resources: {'Port': ['ID=796376c5-a03c-495e-a5c0-3cc7dbec61ff,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:36.747612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Attempting to bind port 796376c5-a03c-495e-a5c0-3cc7dbec61ff on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:57:36.748183 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Attempting to bind port 796376c5-a03c-495e-a5c0-3cc7dbec61ff by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '3e6724da-9a39-4443-b784-cb113da4ea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1870b452-60ba-453e-bc4c-7eab0c48c69d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:57:36.748312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Attempting to bind port 796376c5-a03c-495e-a5c0-3cc7dbec61ff on network 1870b452-60ba-453e-bc4c-7eab0c48c69d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:57:36.753584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:57:36.754060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Checking segment: {'id': '3e6724da-9a39-4443-b784-cb113da4ea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1870b452-60ba-453e-bc4c-7eab0c48c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:57:36.754363 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.754776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Bound using segment: {'id': '3e6724da-9a39-4443-b784-cb113da4ea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1870b452-60ba-453e-bc4c-7eab0c48c69d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:57:36.755234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Bound port: 796376c5-a03c-495e-a5c0-3cc7dbec61ff, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6724da-9a39-4443-b784-cb113da4ea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1870b452-60ba-453e-bc4c-7eab0c48c69d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:57:36.755611 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.770455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Network c79b8095-6bbe-4433-9dcc-892f3b6a7496 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:36.771831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:36.818775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] For port 796376c5-a03c-495e-a5c0-3cc7dbec61ff, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:57:36.821723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] For port 796376c5-a03c-495e-a5c0-3cc7dbec61ff, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=796376c5-a03c-495e-a5c0-3cc7dbec61ff,segment=NetworkSegment(3e6724da-9a39-4443-b784-cb113da4ea9c),segment_id=3e6724da-9a39-4443-b784-cb113da4ea9c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:57:36.826901 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.902938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8b59b779-24e0-4fa2-b785-1f7d53e3ef75 None None] Provisioning complete for port 23173ec5-0310-4016-858b-eea5d8e26f90 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:36.903313 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b59b779-24e0-4fa2-b785-1f7d53e3ef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:36.908380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f80e-deae-464d-a968-ba92ea9fbef9 None None] Pushing event updated for resources: {'Port': ['ID=796376c5-a03c-495e-a5c0-3cc7dbec61ff,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:37.299798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Router 70e64992-ae90-4a4b-8c25-aeae91d8305b is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:57:37.413044 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:37.419284 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-79339617-270d-408a-b02a-34fce51157f1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "PUT /v2.0/routers/70e64992-ae90-4a4b-8c25-aeae91d8305b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1302807 Aug 17 16:57:37.422432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:37.424383 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976645ab-3a9d-4972-847d-85d8265927de None None] Sync routers for ids ['70e64992-ae90-4a4b-8c25-aeae91d8305b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:37.448807 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976645ab-3a9d-4972-847d-85d8265927de None None] Routers {'70e64992-ae90-4a4b-8c25-aeae91d8305b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:37.449441 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-976645ab-3a9d-4972-847d-85d8265927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70e64992-ae90-4a4b-8c25-aeae91d8305b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:37.465217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 796376c5-a03c-495e-a5c0-3cc7dbec61ff up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:37.494324 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-976645ab-3a9d-4972-847d-85d8265927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:37.505792 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976645ab-3a9d-4972-847d-85d8265927de None None] Routers {'70e64992-ae90-4a4b-8c25-aeae91d8305b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:37.507040 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-976645ab-3a9d-4972-847d-85d8265927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70e64992-ae90-4a4b-8c25-aeae91d8305b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:37.522093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 796376c5-a03c-495e-a5c0-3cc7dbec61ff completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:37.526786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23173ec5-0310-4016-858b-eea5d8e26f90 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:37.542324 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-976645ab-3a9d-4972-847d-85d8265927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:37.543360 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976645ab-3a9d-4972-847d-85d8265927de None None] The sync data for ids ['70e64992-ae90-4a4b-8c25-aeae91d8305b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:37.577754 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f78429-b4e9-4254-abc9-f3036b91d2dc None None] Network c79b8095-6bbe-4433-9dcc-892f3b6a7496 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:37.625753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 23173ec5-0310-4016-858b-eea5d8e26f90 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:37.626127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:37.658850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fe2ae5ea-ab7f-4d8d-b9c2-dc39539ce27c None None] Provisioning for port ea2cd8ff-a7b5-4661-b483-242148716d58 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:37.795620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea2cd8ff-a7b5-4661-b483-242148716d58 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:37.799465 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:37.828809 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-7f2fc2ba-97ca-4ba0-bd41-c2917d743192 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 16:57:37.832465 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f2fc2ba-97ca-4ba0-bd41-c2917d743192 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "PUT /v2.0/routers/70e64992-ae90-4a4b-8c25-aeae91d8305b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4057956 Aug 17 16:57:37.832465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:37.870358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ea2cd8ff-a7b5-4661-b483-242148716d58 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:37.875058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ea2cd8ff-a7b5-4661-b483-242148716d58 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:37.875436 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:37.969112 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.009851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf669e-14bd-4083-b556-b2e34cb30c64 None None] Network 1870b452-60ba-453e-bc4c-7eab0c48c69d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:38.012831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ea2cd8ff-a7b5-4661-b483-242148716d58, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea2cd8ff-a7b5-4661-b483-242148716d58,segment=NetworkSegment(922307ec-1d71-4d24-a6d2-cc47d5f20515),segment_id=922307ec-1d71-4d24-a6d2-cc47d5f20515)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:38.050324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.115639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-450a9044-27bb-4f33-a342-5916c4335e04 None None] Provisioning for port 796376c5-a03c-495e-a5c0-3cc7dbec61ff completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:38.137270 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-450a9044-27bb-4f33-a342-5916c4335e04 None None] Provisioning complete for port 796376c5-a03c-495e-a5c0-3cc7dbec61ff triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:38.137649 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-450a9044-27bb-4f33-a342-5916c4335e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.161698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ea2cd8ff-a7b5-4661-b483-242148716d58,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:38.226776 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.290926 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-450a9044-27bb-4f33-a342-5916c4335e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.329254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-450a9044-27bb-4f33-a342-5916c4335e04 None None] For port 796376c5-a03c-495e-a5c0-3cc7dbec61ff, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=796376c5-a03c-495e-a5c0-3cc7dbec61ff,segment=NetworkSegment(3e6724da-9a39-4443-b784-cb113da4ea9c),segment_id=3e6724da-9a39-4443-b784-cb113da4ea9c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:38.336932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-450a9044-27bb-4f33-a342-5916c4335e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.393222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a9044-27bb-4f33-a342-5916c4335e04 None None] Pushing event updated for resources: {'Port': ['ID=796376c5-a03c-495e-a5c0-3cc7dbec61ff,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:38.459839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-929746c7-4a5b-4e72-ae92-7ad917ed4fbb None None] Provisioning complete for port ea2cd8ff-a7b5-4661-b483-242148716d58 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:38.460208 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-929746c7-4a5b-4e72-ae92-7ad917ed4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.510834 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Deleting port 3991150f-e463-4cca-84d5-fde414c4ff9c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:38.511926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.564366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-929746c7-4a5b-4e72-ae92-7ad917ed4fbb None None] Provisioning for port 3991150f-e463-4cca-84d5-fde414c4ff9c completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:38.569500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-929746c7-4a5b-4e72-ae92-7ad917ed4fbb None None] Provisioning complete for port 3991150f-e463-4cca-84d5-fde414c4ff9c triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:38.570073 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-929746c7-4a5b-4e72-ae92-7ad917ed4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.608255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-929746c7-4a5b-4e72-ae92-7ad917ed4fbb None None] Port 3991150f-e463-4cca-84d5-fde414c4ff9c cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:38.620540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.632109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Calling delete_port for 3991150f-e463-4cca-84d5-fde414c4ff9c owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:38.727093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2216bf6e-f5a1-45a1-8810-5720c72175ef None None] Provisioning complete for port 796376c5-a03c-495e-a5c0-3cc7dbec61ff triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:38.727508 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2216bf6e-f5a1-45a1-8810-5720c72175ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.799507 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:38.809992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2216bf6e-f5a1-45a1-8810-5720c72175ef None None] Could not find standard attr ID for object 3991150f-e463-4cca-84d5-fde414c4ff9c. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 16:57:38.827781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event deleted for resources: {'Port': ['ID=3991150f-e463-4cca-84d5-fde414c4ff9c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:38.968149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:39.127151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Router 70e64992-ae90-4a4b-8c25-aeae91d8305b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:39.205092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:39.210031 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d21aa7d7-e4e1-456c-ad07-c2cb80ef7c94 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "PUT /v2.0/routers/70e64992-ae90-4a4b-8c25-aeae91d8305b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3762736 Aug 17 16:57:39.213749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:39.216294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d624c9-e2a8-49a9-b658-6295177349ed None None] Sync routers for ids ['70e64992-ae90-4a4b-8c25-aeae91d8305b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:39.225984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d624c9-e2a8-49a9-b658-6295177349ed None None] Routers {'70e64992-ae90-4a4b-8c25-aeae91d8305b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:39.226634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-19d624c9-e2a8-49a9-b658-6295177349ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70e64992-ae90-4a4b-8c25-aeae91d8305b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:39.253260 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-ca7bb3af-b68f-476f-bd39-5afa9120abc1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] delete failed (client error): The resource could not be found. Aug 17 16:57:39.254348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca7bb3af-b68f-476f-bd39-5afa9120abc1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1711998130 HTTP/1.1" status: 404 len: 335 time: 0.0395830 Aug 17 16:57:39.257894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:39.262475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e2cec36a-f455-4125-baf3-616152ebf10d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Request body: {'router': {'external_gateway_info': {'network_id': '70e64992-ae90-4a4b-8c25-aeae91d8305b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:39.262611 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-19d624c9-e2a8-49a9-b658-6295177349ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:39.272204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d624c9-e2a8-49a9-b658-6295177349ed None None] Routers {'70e64992-ae90-4a4b-8c25-aeae91d8305b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:39.272867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-19d624c9-e2a8-49a9-b658-6295177349ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70e64992-ae90-4a4b-8c25-aeae91d8305b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:39.305946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-19d624c9-e2a8-49a9-b658-6295177349ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:39.306631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d624c9-e2a8-49a9-b658-6295177349ed None None] The sync data for ids ['70e64992-ae90-4a4b-8c25-aeae91d8305b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:39.327942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea2cd8ff-a7b5-4661-b483-242148716d58 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:39.375567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ea2cd8ff-a7b5-4661-b483-242148716d58 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:39.375938 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:39.456364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 796376c5-a03c-495e-a5c0-3cc7dbec61ff up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:57:39.478441 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2cec36a-f455-4125-baf3-616152ebf10d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:39.499474 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e2cec36a-f455-4125-baf3-616152ebf10d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] update failed (client error): The resource could not be found. Aug 17 16:57:39.500534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e2cec36a-f455-4125-baf3-616152ebf10d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "PUT /v2.0/routers/70e64992-ae90-4a4b-8c25-aeae91d8305b HTTP/1.1" status: 404 len: 339 time: 0.2416177 Aug 17 16:57:39.502839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 796376c5-a03c-495e-a5c0-3cc7dbec61ff triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:39.503209 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:39.504589 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:39.783041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:40.020540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Allocated IP 172.20.0.1 (92518d07-feb3-4efa-81eb-db9eece1083b/3a0694ff-3166-45c3-b878-a73d879f450c/19b0af36-0fe4-439c-bb38-8da0f4f7f5f9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:57:40.471341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:40.484297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Transition to ACTIVE for port object 19b0af36-0fe4-439c-bb38-8da0f4f7f5f9 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:57:40.516714 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:40.552069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Network 92518d07-feb3-4efa-81eb-db9eece1083b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:40.554988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:40.560881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:57:40.590040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'Port': ['ID=19b0af36-0fe4-439c-bb38-8da0f4f7f5f9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:40.610989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:40.730194 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:40.842773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-944d8618-b794-4d6c-ba5f-33e9b8f83918 None None] Provisioning for port 19b0af36-0fe4-439c-bb38-8da0f4f7f5f9 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:57:40.846938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-944d8618-b794-4d6c-ba5f-33e9b8f83918 None None] Provisioning complete for port 19b0af36-0fe4-439c-bb38-8da0f4f7f5f9 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:40.847307 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-944d8618-b794-4d6c-ba5f-33e9b8f83918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:40.884543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-944d8618-b794-4d6c-ba5f-33e9b8f83918 None None] Port 19b0af36-0fe4-439c-bb38-8da0f4f7f5f9 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:40.987168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:40.991586 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:41.066834 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:41.068666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event updated for resources: {'Port': ['ID=19b0af36-0fe4-439c-bb38-8da0f4f7f5f9,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:41.158828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Network 92518d07-feb3-4efa-81eb-db9eece1083b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:57:41.160217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:57:41.264152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Router 70e64992-ae90-4a4b-8c25-aeae91d8305b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:41.360391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:41.365329 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0b155453-9d4c-4444-9395-942e16912d0d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "PUT /v2.0/routers/70e64992-ae90-4a4b-8c25-aeae91d8305b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8598144 Aug 17 16:57:41.368123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38582) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:41.370046 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce297994-2fec-4d41-b763-816056710e96 None None] Sync routers for ids ['70e64992-ae90-4a4b-8c25-aeae91d8305b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:41.379739 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce297994-2fec-4d41-b763-816056710e96 None None] Routers {'70e64992-ae90-4a4b-8c25-aeae91d8305b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:41.380335 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ce297994-2fec-4d41-b763-816056710e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70e64992-ae90-4a4b-8c25-aeae91d8305b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:41.406598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0f923063-b239-4c72-99dd-cc1138872e5e None None] Provisioning complete for port 19b0af36-0fe4-439c-bb38-8da0f4f7f5f9 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:57:41.407303 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f923063-b239-4c72-99dd-cc1138872e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:41.415959 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ce297994-2fec-4d41-b763-816056710e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:41.424478 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce297994-2fec-4d41-b763-816056710e96 None None] Routers {'70e64992-ae90-4a4b-8c25-aeae91d8305b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:41.425067 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ce297994-2fec-4d41-b763-816056710e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70e64992-ae90-4a4b-8c25-aeae91d8305b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:41.442986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0f923063-b239-4c72-99dd-cc1138872e5e None None] Port 19b0af36-0fe4-439c-bb38-8da0f4f7f5f9 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:57:41.457213 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ce297994-2fec-4d41-b763-816056710e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:41.457856 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce297994-2fec-4d41-b763-816056710e96 None None] The sync data for ids ['70e64992-ae90-4a4b-8c25-aeae91d8305b'] in n-d-804878-1 is: [] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:41.465136 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c70c964-0630-40c8-9fcb-63bc31688ea9 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:41.549187 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-4c70c964-0630-40c8-9fcb-63bc31688ea9 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 16:57:41.550146 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4c70c964-0630-40c8-9fcb-63bc31688ea9 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "DELETE /v2.0/routers/70e64992-ae90-4a4b-8c25-aeae91d8305b HTTP/1.1" status: 409 len: 329 time: 0.1809661 Aug 17 16:57:41.552991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38584) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:41.857392 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:42.097476 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Deleting port 19b0af36-0fe4-439c-bb38-8da0f4f7f5f9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:42.097816 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:42.186096 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:42.197628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Calling delete_port for 19b0af36-0fe4-439c-bb38-8da0f4f7f5f9 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:42.364343 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:42.390727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event deleted for resources: {'Port': ['ID=19b0af36-0fe4-439c-bb38-8da0f4f7f5f9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:42.530432 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:42.691176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Router 70e64992-ae90-4a4b-8c25-aeae91d8305b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:57:42.768894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:57:42.774074 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2ecac4d1-3810-4c6f-bc89-9cdb18842ceb tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "PUT /v2.0/routers/70e64992-ae90-4a4b-8c25-aeae91d8305b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2200704 Aug 17 16:57:42.777530 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38586) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:42.780009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c576d3b2-6de4-4dc5-b888-c7de62cf9559 None None] Sync routers for ids ['70e64992-ae90-4a4b-8c25-aeae91d8305b'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:57:42.789180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c576d3b2-6de4-4dc5-b888-c7de62cf9559 None None] Routers {'70e64992-ae90-4a4b-8c25-aeae91d8305b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:42.789792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c576d3b2-6de4-4dc5-b888-c7de62cf9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70e64992-ae90-4a4b-8c25-aeae91d8305b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:42.815621 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-f3549e4f-4292-4cd9-9213-3272baec8d5b tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] show failed (client error): The resource could not be found. Aug 17 16:57:42.816688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f3549e4f-4292-4cd9-9213-3272baec8d5b tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-1620692754 HTTP/1.1" status: 404 len: 335 time: 0.0382149 Aug 17 16:57:42.820324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38588) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:42.822578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c576d3b2-6de4-4dc5-b888-c7de62cf9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:42.824713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-84fa93a6-6a2d-459c-961b-a5383fa6f6b1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:42.831024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c576d3b2-6de4-4dc5-b888-c7de62cf9559 None None] Routers {'70e64992-ae90-4a4b-8c25-aeae91d8305b'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:57:42.831610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c576d3b2-6de4-4dc5-b888-c7de62cf9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:57:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70e64992-ae90-4a4b-8c25-aeae91d8305b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:42.863341 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-84fa93a6-6a2d-459c-961b-a5383fa6f6b1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] update failed (client error): The resource could not be found. Aug 17 16:57:42.865098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-84fa93a6-6a2d-459c-961b-a5383fa6f6b1 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1377985599 HTTP/1.1" status: 404 len: 335 time: 0.0431361 Aug 17 16:57:42.866597 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c576d3b2-6de4-4dc5-b888-c7de62cf9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:42.867241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c576d3b2-6de4-4dc5-b888-c7de62cf9559 None None] The sync data for ids ['70e64992-ae90-4a4b-8c25-aeae91d8305b'] in n-d-804878-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:57:42.867781 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38590) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:42.920514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b6fdcb-12c0-43bd-964f-f28ca878290d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Deleting subnet b4f2dba9-040c-4f51-904a-0c9c1dc092fb {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:57:42.924291 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b6fdcb-12c0-43bd-964f-f28ca878290d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:42.963839 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b6fdcb-12c0-43bd-964f-f28ca878290d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.051353 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b6fdcb-12c0-43bd-964f-f28ca878290d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.107979 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b6fdcb-12c0-43bd-964f-f28ca878290d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.137149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6fdcb-12c0-43bd-964f-f28ca878290d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f2dba9-040c-4f51-904a-0c9c1dc092fb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:43.141447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b6fdcb-12c0-43bd-964f-f28ca878290d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.144048 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-21b6fdcb-12c0-43bd-964f-f28ca878290d tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "DELETE /v2.0/subnets/b4f2dba9-040c-4f51-904a-0c9c1dc092fb HTTP/1.1" status: 204 len: 168 time: 0.2746522 Aug 17 16:57:43.146447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38592) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:43.148009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e40c5ab-2dcb-4309-9965-1500a7676531 None None] Network 1870b452-60ba-453e-bc4c-7eab0c48c69d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:43.198167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-377802c4-250f-4ac3-b78e-b2b18e03e144 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Deleting subnet 43d8fa56-841a-4b3e-a1b6-a05a6ef822f7 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:57:43.201503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-377802c4-250f-4ac3-b78e-b2b18e03e144 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.242786 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-377802c4-250f-4ac3-b78e-b2b18e03e144 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.318002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be822578-1284-487a-afec-5558cb95bbbc None None] DHCP port deletion for 1870b452-60ba-453e-bc4c-7eab0c48c69d request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:57:43.338380 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-377802c4-250f-4ac3-b78e-b2b18e03e144 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.401124 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-377802c4-250f-4ac3-b78e-b2b18e03e144 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.429909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377802c4-250f-4ac3-b78e-b2b18e03e144 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event deleted for resources: {'Subnet': ['ID=43d8fa56-841a-4b3e-a1b6-a05a6ef822f7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:43.435221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-377802c4-250f-4ac3-b78e-b2b18e03e144 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.438051 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-377802c4-250f-4ac3-b78e-b2b18e03e144 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "DELETE /v2.0/subnets/43d8fa56-841a-4b3e-a1b6-a05a6ef822f7 HTTP/1.1" status: 204 len: 168 time: 0.2904384 Aug 17 16:57:43.440442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:43.504235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1872c16-221e-44b1-9793-abbc16ad64f0 None None] Network c79b8095-6bbe-4433-9dcc-892f3b6a7496 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:43.524291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.576821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Deleting port 796376c5-a03c-495e-a5c0-3cc7dbec61ff {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:43.577053 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.616020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-be822578-1284-487a-afec-5558cb95bbbc None None] Deleting port 796376c5-a03c-495e-a5c0-3cc7dbec61ff {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:43.616407 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be822578-1284-487a-afec-5558cb95bbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.640278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] For port 796376c5-a03c-495e-a5c0-3cc7dbec61ff, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=796376c5-a03c-495e-a5c0-3cc7dbec61ff,segment=NetworkSegment(3e6724da-9a39-4443-b784-cb113da4ea9c),segment_id=3e6724da-9a39-4443-b784-cb113da4ea9c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:43.640643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.652826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Calling delete_port for 796376c5-a03c-495e-a5c0-3cc7dbec61ff owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:43.683889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-be822578-1284-487a-afec-5558cb95bbbc None None] For port 796376c5-a03c-495e-a5c0-3cc7dbec61ff, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=796376c5-a03c-495e-a5c0-3cc7dbec61ff,segment=NetworkSegment(3e6724da-9a39-4443-b784-cb113da4ea9c),segment_id=3e6724da-9a39-4443-b784-cb113da4ea9c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:43.684285 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be822578-1284-487a-afec-5558cb95bbbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.696786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-be822578-1284-487a-afec-5558cb95bbbc None None] Calling delete_port for 796376c5-a03c-495e-a5c0-3cc7dbec61ff owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:43.738503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.759368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41089982-fe32-442a-9d48-c5b6c6ca4a1d None None] DHCP port deletion for c79b8095-6bbe-4433-9dcc-892f3b6a7496 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:57:43.766985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event deleted for resources: {'Port': ['ID=796376c5-a03c-495e-a5c0-3cc7dbec61ff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:43.772312 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] No DVR routers for this DVR port 796376c5-a03c-495e-a5c0-3cc7dbec61ff on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:43.805429 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be822578-1284-487a-afec-5558cb95bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.835910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be822578-1284-487a-afec-5558cb95bbbc None None] Pushing event deleted for resources: {'Port': ['ID=796376c5-a03c-495e-a5c0-3cc7dbec61ff,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:43.839972 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be822578-1284-487a-afec-5558cb95bbbc None None] No DVR routers for this DVR port 796376c5-a03c-495e-a5c0-3cc7dbec61ff on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:43.848392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-41089982-fe32-442a-9d48-c5b6c6ca4a1d None None] Deleting port ea2cd8ff-a7b5-4661-b483-242148716d58 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:43.848776 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41089982-fe32-442a-9d48-c5b6c6ca4a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.862574 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.879259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1870b452-60ba-453e-bc4c-7eab0c48c69d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:43.895924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6724da-9a39-4443-b784-cb113da4ea9c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:43.896211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6724da-9a39-4443-b784-cb113da4ea9c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:43.905276 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.918623 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.924378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:57:43.924793 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:57:43.927756 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:57:43.930766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-41089982-fe32-442a-9d48-c5b6c6ca4a1d None None] For port ea2cd8ff-a7b5-4661-b483-242148716d58, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea2cd8ff-a7b5-4661-b483-242148716d58,segment=NetworkSegment(922307ec-1d71-4d24-a6d2-cc47d5f20515),segment_id=922307ec-1d71-4d24-a6d2-cc47d5f20515)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:43.930766 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41089982-fe32-442a-9d48-c5b6c6ca4a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.942420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-41089982-fe32-442a-9d48-c5b6c6ca4a1d None None] Calling delete_port for ea2cd8ff-a7b5-4661-b483-242148716d58 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:43.988113 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:43.995498 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.000744 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "DELETE /v2.0/networks/1870b452-60ba-453e-bc4c-7eab0c48c69d HTTP/1.1" status: 204 len: 168 time: 0.5561152 Aug 17 16:57:44.001454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:44.028315 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41089982-fe32-442a-9d48-c5b6c6ca4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.029076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16430bdf-28fb-4768-9207-b1cf66f055b2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event deleted for resources: {'Network': ['ID=1870b452-60ba-453e-bc4c-7eab0c48c69d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:44.054705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41089982-fe32-442a-9d48-c5b6c6ca4a1d None None] Pushing event deleted for resources: {'Port': ['ID=ea2cd8ff-a7b5-4661-b483-242148716d58,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:44.056510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41089982-fe32-442a-9d48-c5b6c6ca4a1d None None] No DVR routers for this DVR port ea2cd8ff-a7b5-4661-b483-242148716d58 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:44.093203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.181366 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.190967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79b8095-6bbe-4433-9dcc-892f3b6a7496']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:44.200580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922307ec-1d71-4d24-a6d2-cc47d5f20515') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:44.200866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922307ec-1d71-4d24-a6d2-cc47d5f20515') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:44.210015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.224492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.230777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:57:44.231162 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:57:44.234288 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:57:44.290485 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.296998 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.298857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "DELETE /v2.0/networks/c79b8095-6bbe-4433-9dcc-892f3b6a7496 HTTP/1.1" status: 204 len: 168 time: 0.2966287 Aug 17 16:57:44.301445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38598) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:44.310309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b55d69-05e5-4c3e-b01f-8b92302321ab tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event deleted for resources: {'Network': ['ID=c79b8095-6bbe-4433-9dcc-892f3b6a7496,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:44.357018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a71030-e52b-4d79-b6cb-ed2247d9e7b3 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Deleting subnet 3a0694ff-3166-45c3-b878-a73d879f450c {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 16:57:44.359989 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36a71030-e52b-4d79-b6cb-ed2247d9e7b3 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.399789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36a71030-e52b-4d79-b6cb-ed2247d9e7b3 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.479646 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36a71030-e52b-4d79-b6cb-ed2247d9e7b3 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.541054 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36a71030-e52b-4d79-b6cb-ed2247d9e7b3 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.568637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a71030-e52b-4d79-b6cb-ed2247d9e7b3 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0694ff-3166-45c3-b878-a73d879f450c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:44.570601 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36a71030-e52b-4d79-b6cb-ed2247d9e7b3 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.574296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-36a71030-e52b-4d79-b6cb-ed2247d9e7b3 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "DELETE /v2.0/subnets/3a0694ff-3166-45c3-b878-a73d879f450c HTTP/1.1" status: 204 len: 168 time: 0.2715850 Aug 17 16:57:44.575112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:44.575902 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3146a6-2f97-4f54-bc1c-f3bfd64b259e None None] Network 92518d07-feb3-4efa-81eb-db9eece1083b requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:57:44.659245 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.714210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Deleting port 23173ec5-0310-4016-858b-eea5d8e26f90 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:44.714595 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.751058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddc3ceb-ac96-4560-96a6-edc6d750557d None None] DHCP port deletion for 92518d07-feb3-4efa-81eb-db9eece1083b request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 16:57:44.784921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] For port 23173ec5-0310-4016-858b-eea5d8e26f90, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=23173ec5-0310-4016-858b-eea5d8e26f90,segment=NetworkSegment(e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9),segment_id=e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:44.785291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.797777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Calling delete_port for 23173ec5-0310-4016-858b-eea5d8e26f90 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:44.797948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc3ceb-ac96-4560-96a6-edc6d750557d None None] Deleting port 23173ec5-0310-4016-858b-eea5d8e26f90 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:57:44.798181 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3ceb-ac96-4560-96a6-edc6d750557d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.864976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7ddc3ceb-ac96-4560-96a6-edc6d750557d None None] For port 23173ec5-0310-4016-858b-eea5d8e26f90, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=23173ec5-0310-4016-858b-eea5d8e26f90,segment=NetworkSegment(e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9),segment_id=e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:57:44.865714 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3ceb-ac96-4560-96a6-edc6d750557d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.876918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.878533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc3ceb-ac96-4560-96a6-edc6d750557d None None] Calling delete_port for 23173ec5-0310-4016-858b-eea5d8e26f90 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:57:44.904146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event deleted for resources: {'Port': ['ID=23173ec5-0310-4016-858b-eea5d8e26f90,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:44.906408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] No DVR routers for this DVR port 23173ec5-0310-4016-858b-eea5d8e26f90 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:44.916822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.917097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.917434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.917768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.918123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.918479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.918805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.919128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.919451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.919770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.920090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.920414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:44.961592 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3ceb-ac96-4560-96a6-edc6d750557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:44.988381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc3ceb-ac96-4560-96a6-edc6d750557d None None] Pushing event deleted for resources: {'Port': ['ID=23173ec5-0310-4016-858b-eea5d8e26f90,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:44.991782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc3ceb-ac96-4560-96a6-edc6d750557d None None] No DVR routers for this DVR port 23173ec5-0310-4016-858b-eea5d8e26f90 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:57:45.003361 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.013291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92518d07-feb3-4efa-81eb-db9eece1083b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:45.023104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:45.023403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27f1c55-ff1e-4d55-95ca-bb4c054cfdc9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:45.032080 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.045535 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.051765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:57:45.052149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:57:45.055062 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:57:45.112787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.120738 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.122402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "DELETE /v2.0/networks/92518d07-feb3-4efa-81eb-db9eece1083b HTTP/1.1" status: 204 len: 168 time: 0.5460720 Aug 17 16:57:45.125257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38602) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:45.136897 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbeb45-4ba3-4f24-8d0c-3b325e55cf6c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Pushing event deleted for resources: {'Network': ['ID=92518d07-feb3-4efa-81eb-db9eece1083b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:45.156751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-06864663-e3e0-461f-b08a-f350291450c2 tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "GET /v2.0/ports?device_id=70e64992-ae90-4a4b-8c25-aeae91d8305b HTTP/1.1" status: 200 len: 205 time: 0.0303106 Aug 17 16:57:45.159580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38604) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:45.233701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92822f48-b497-4067-8e56-c687e0b57c2c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.313959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23173ec5-0310-4016-858b-eea5d8e26f90 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:45.334237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 23173ec5-0310-4016-858b-eea5d8e26f90 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:45.334896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 23173ec5-0310-4016-858b-eea5d8e26f90 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:45.335572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea2cd8ff-a7b5-4661-b483-242148716d58 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:45.357121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ea2cd8ff-a7b5-4661-b483-242148716d58 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:45.357471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea2cd8ff-a7b5-4661-b483-242148716d58 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:45.357888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 796376c5-a03c-495e-a5c0-3cc7dbec61ff no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:57:45.377273 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 796376c5-a03c-495e-a5c0-3cc7dbec61ff {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:57:45.377616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 796376c5-a03c-495e-a5c0-3cc7dbec61ff not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:57:45.396185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92822f48-b497-4067-8e56-c687e0b57c2c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.398354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92822f48-b497-4067-8e56-c687e0b57c2c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.440142 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92822f48-b497-4067-8e56-c687e0b57c2c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.440808 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92822f48-b497-4067-8e56-c687e0b57c2c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Fanout notify agent at l3_agent the message router_deleted on router 70e64992-ae90-4a4b-8c25-aeae91d8305b {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 16:57:45.448401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92822f48-b497-4067-8e56-c687e0b57c2c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.449515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-92822f48-b497-4067-8e56-c687e0b57c2c tempest-RoutersNegativeTest-1568782802 tempest-RoutersNegativeTest-1568782802-project] 10.222.0.77 "DELETE /v2.0/routers/70e64992-ae90-4a4b-8c25-aeae91d8305b HTTP/1.1" status: 204 len: 168 time: 0.2890494 Aug 17 16:57:45.685300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38610) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:45.816965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b12f5158-9a1e-4169-8111-7b76a3871915 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=358ba8794f4c4038be7837c1b8e0ac3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305215 Aug 17 16:57:45.819490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38614) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:45.866725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e0ded94-1414-4f7f-9683-ae1c5a3bd9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:45.886889 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e0ded94-1414-4f7f-9683-ae1c5a3bd9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:46.271196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e0ded94-1414-4f7f-9683-ae1c5a3bd9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:46.273798 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e0ded94-1414-4f7f-9683-ae1c5a3bd9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:46.274990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1e0ded94-1414-4f7f-9683-ae1c5a3bd9d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b06b799c-03ce-4d4b-88c0-423511a07803 HTTP/1.1" status: 204 len: 168 time: 0.4545927 Aug 17 16:57:46.282914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ded94-1414-4f7f-9683-ae1c5a3bd9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06b799c-03ce-4d4b-88c0-423511a07803,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:46.890242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38636) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:46.987051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7a6104af-c047-4dcb-891b-55d158618d8d tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1706046245', 'prefixes': ['172.20.0.0/16']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:47.040924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a6104af-c047-4dcb-891b-55d158618d8d tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] Notify callbacks [] for subnetpool, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:47.042017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7a6104af-c047-4dcb-891b-55d158618d8d tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1507635 Aug 17 16:57:47.044668 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38640) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:47.080341 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9d625d70-6142-4d78-8f13-87fc0abe6c79 tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] 10.222.0.77 "GET /v2.0/subnetpools/ce5f49ae-9afd-4613-bb80-4033462096e5 HTTP/1.1" status: 200 len: 732 time: 0.0341616 Aug 17 16:57:47.082687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38642) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:47.086881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b994dcc0-e72d-47de-b1d4-51c9afee18a6 tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-514188599'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:47.162817 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b994dcc0-e72d-47de-b1d4-51c9afee18a6 tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] Notify callbacks [] for subnetpool, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:47.164056 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b994dcc0-e72d-47de-b1d4-51c9afee18a6 tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] 10.222.0.77 "PUT /v2.0/subnetpools/ce5f49ae-9afd-4613-bb80-4033462096e5 HTTP/1.1" status: 200 len: 683 time: 0.0804634 Aug 17 16:57:47.166697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38644) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:47.240777 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbb76837-595f-4d7b-a9fd-778cbc5784ee tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] Notify callbacks [] for subnetpool, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:47.241892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fbb76837-595f-4d7b-a9fd-778cbc5784ee tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] 10.222.0.77 "DELETE /v2.0/subnetpools/ce5f49ae-9afd-4613-bb80-4033462096e5 HTTP/1.1" status: 204 len: 168 time: 0.0741062 Aug 17 16:57:47.244516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38646) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:47.258253 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-0467e711-8646-459d-b041-72045aafd9ec tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] show failed (client error): The resource could not be found. Aug 17 16:57:47.260522 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0467e711-8646-459d-b041-72045aafd9ec tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] 10.222.0.77 "GET /v2.0/subnetpools/ce5f49ae-9afd-4613-bb80-4033462096e5 HTTP/1.1" status: 404 len: 346 time: 0.0150375 Aug 17 16:57:47.261726 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38648) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:47.275861 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-46d5cbf5-9d49-40e3-a80f-9997181d2e82 tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] delete failed (client error): The resource could not be found. Aug 17 16:57:47.276832 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-46d5cbf5-9d49-40e3-a80f-9997181d2e82 tempest-SubnetPoolsTestJSON-70112264 tempest-SubnetPoolsTestJSON-70112264-project] 10.222.0.77 "DELETE /v2.0/subnetpools/ce5f49ae-9afd-4613-bb80-4033462096e5 HTTP/1.1" status: 404 len: 346 time: 0.0142500 Aug 17 16:57:47.511635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38654) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:47.615594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54c09c62-9360-43d5-a83a-a3fec88a700b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:47.701325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54c09c62-9360-43d5-a83a-a3fec88a700b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:47.705633 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54c09c62-9360-43d5-a83a-a3fec88a700b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:47.743952 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-54c09c62-9360-43d5-a83a-a3fec88a700b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c244ea6a54664e44a60dfb6c568114b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312801 Aug 17 16:57:47.744826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c09c62-9360-43d5-a83a-a3fec88a700b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7044a07-d969-413b-b0ec-1187e975c5d7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:47.746633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:47.796637 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfca0a06-e733-426a-bfb2-abb3909dcbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:47.817276 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfca0a06-e733-426a-bfb2-abb3909dcbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:47.864688 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfca0a06-e733-426a-bfb2-abb3909dcbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:47.867272 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfca0a06-e733-426a-bfb2-abb3909dcbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:47.868429 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bfca0a06-e733-426a-bfb2-abb3909dcbf8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b7044a07-d969-413b-b0ec-1187e975c5d7 HTTP/1.1" status: 204 len: 168 time: 0.1206954 Aug 17 16:57:47.876343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca0a06-e733-426a-bfb2-abb3909dcbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7044a07-d969-413b-b0ec-1187e975c5d7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:48.487129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38680) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:48.581452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1986495965'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:57:48.602108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Made reservation on behalf of 49da202459ef4e1cbe9a88ef65ae085b for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:57:48.605683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:48.614974 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:48.702748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:48.706319 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:48.737248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:57:48.743356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61fff77a-0571-4bb6-89d1-5a9713c50761,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:48.749095 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:48.749432 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Added segment 71e3cb92-4933-42a1-a5a8-321a5849c422 of type vlan for network 4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d Aug 17 16:57:48.788603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:48.811728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:48.817216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:57:48.817796 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:48.869435 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3811975 Aug 17 16:57:48.872944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:48.878519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-05fc5c08-6785-4eaa-91a5-a3f05a764a6d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d', 'tempest-TagsTest-Tag-1974137806') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:48.884198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f1741-88a1-4623-befb-197c1ea92a70 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Pushing event updated for resources: {'Network': ['ID=4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:48.895602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:57:48.969413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-05fc5c08-6785-4eaa-91a5-a3f05a764a6d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "PUT /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags/tempest-TagsTest-Tag-1974137806 HTTP/1.1" status: 201 len: 201 time: 0.0931304 Aug 17 16:57:48.969618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:48.973812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-5865f99f-e0fa-478e-b701-782f1bd2252b tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d', 'tempest-TagsTest-Tag-1974137806') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.042041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5865f99f-e0fa-478e-b701-782f1bd2252b tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "GET /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags/tempest-TagsTest-Tag-1974137806 HTTP/1.1" status: 204 len: 168 time: 0.0707059 Aug 17 16:57:49.043844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.048134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-a4028956-10fb-4891-b972-d5a0959a6247 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.115960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4028956-10fb-4891-b972-d5a0959a6247 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "GET /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags HTTP/1.1" status: 200 len: 238 time: 0.0711110 Aug 17 16:57:49.118391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.122753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-5fdfa4a5-196f-466b-9141-87d2fc43a685 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d', {'tags': ['tempest-TagsTest-Tag-1546120062', 'tempest-TagsTest-Tag-1750905658', 'tempest-TagsTest-Tag-1639898285']}) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.194977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5fdfa4a5-196f-466b-9141-87d2fc43a685 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "PUT /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags HTTP/1.1" status: 200 len: 309 time: 0.0756097 Aug 17 16:57:49.197483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.201732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-e0cd2163-1358-48a4-b388-4322aedb0e5b tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d', 'tempest-TagsTest-Tag-1546120062') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.285200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0cd2163-1358-48a4-b388-4322aedb0e5b tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "DELETE /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags/tempest-TagsTest-Tag-1546120062 HTTP/1.1" status: 204 len: 168 time: 0.0867448 Aug 17 16:57:49.287742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.292065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-b1d57c48-335d-499a-8a27-1a9dcdfacfa9 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d', 'tempest-TagsTest-Tag-1546120062') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.356107 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b1d57c48-335d-499a-8a27-1a9dcdfacfa9 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] show failed (client error): The resource could not be found. Aug 17 16:57:49.357135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1d57c48-335d-499a-8a27-1a9dcdfacfa9 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "GET /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags/tempest-TagsTest-Tag-1546120062 HTTP/1.1" status: 404 len: 326 time: 0.0685067 Aug 17 16:57:49.359811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.364453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-90075cc5-a33c-4e8c-a61a-4ae2473f8940 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d', 'tempest-TagsTest-Tag-1750905658') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.432987 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-90075cc5-a33c-4e8c-a61a-4ae2473f8940 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "GET /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags/tempest-TagsTest-Tag-1750905658 HTTP/1.1" status: 204 len: 168 time: 0.0722008 Aug 17 16:57:49.435406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.440150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-95d4d570-487b-4cd4-911b-054051c3fe92 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d', 'tempest-TagsTest-Tag-1639898285') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.504732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-95d4d570-487b-4cd4-911b-054051c3fe92 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "GET /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags/tempest-TagsTest-Tag-1639898285 HTTP/1.1" status: 204 len: 168 time: 0.0683467 Aug 17 16:57:49.507107 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.511233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-6914cafa-c7f3-403d-81ad-3c36188e4a84 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.594811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6914cafa-c7f3-403d-81ad-3c36188e4a84 tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "DELETE /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags HTTP/1.1" status: 204 len: 168 time: 0.0867627 Aug 17 16:57:49.597826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.602057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-0507251f-c63c-4ee5-8d73-5825ff0fab7c tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d', 'tempest-TagsTest-Tag-1750905658') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.666439 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-0507251f-c63c-4ee5-8d73-5825ff0fab7c tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] show failed (client error): The resource could not be found. Aug 17 16:57:49.667451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0507251f-c63c-4ee5-8d73-5825ff0fab7c tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "GET /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags/tempest-TagsTest-Tag-1750905658 HTTP/1.1" status: 404 len: 326 time: 0.0687091 Aug 17 16:57:49.670118 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.674320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-34a8f2b6-d75a-4534-94a8-7d9b7e0de7ee tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d', 'tempest-TagsTest-Tag-1639898285') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.743449 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-34a8f2b6-d75a-4534-94a8-7d9b7e0de7ee tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] show failed (client error): The resource could not be found. Aug 17 16:57:49.744461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-34a8f2b6-d75a-4534-94a8-7d9b7e0de7ee tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "GET /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags/tempest-TagsTest-Tag-1639898285 HTTP/1.1" status: 404 len: 326 time: 0.0734475 Aug 17 16:57:49.747138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.751383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-18686598-c80d-4082-98de-83c04014da4a tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:49.824297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-18686598-c80d-4082-98de-83c04014da4a tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "DELETE /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d/tags HTTP/1.1" status: 204 len: 168 time: 0.0761244 Aug 17 16:57:49.828186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:49.855732 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:49.904816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:49.994734 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.004359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:50.013940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e3cb92-4933-42a1-a5a8-321a5849c422') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:50.014235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e3cb92-4933-42a1-a5a8-321a5849c422') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:57:50.023492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.039957 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.046808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 16:57:50.047338 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: timer() Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 16:57:50.050566 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 16:57:50.107376 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.114333 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.116288 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] 10.222.0.77 "DELETE /v2.0/networks/4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d HTTP/1.1" status: 204 len: 168 time: 0.2871740 Aug 17 16:57:50.128392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38989f-3b88-4b00-a7bd-2d57129e671d tempest-TagsTest-1667080521 tempest-TagsTest-1667080521-project] Pushing event deleted for resources: {'Network': ['ID=4ddadd37-7fef-4346-8c8a-44c7f2b3eb3d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:50.136429 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.352001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:50.489499 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a34ff36-4f80-45bb-aa4a-741c1d73ec26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49da202459ef4e1cbe9a88ef65ae085b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363208 Aug 17 16:57:50.492083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:50.539239 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dd824ce-7d38-42e0-9bab-cf63919ab3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.560899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dd824ce-7d38-42e0-9bab-cf63919ab3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.606626 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dd824ce-7d38-42e0-9bab-cf63919ab3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.609149 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dd824ce-7d38-42e0-9bab-cf63919ab3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:50.610196 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5dd824ce-7d38-42e0-9bab-cf63919ab3c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61fff77a-0571-4bb6-89d1-5a9713c50761 HTTP/1.1" status: 204 len: 168 time: 0.1172421 Aug 17 16:57:50.618216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd824ce-7d38-42e0-9bab-cf63919ab3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fff77a-0571-4bb6-89d1-5a9713c50761,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:51.941569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38762) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:52.066347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-346c63c3-b163-482c-88d5-820b218d32d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.158955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-346c63c3-b163-482c-88d5-820b218d32d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.163025 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-346c63c3-b163-482c-88d5-820b218d32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.199472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c63c3-b163-482c-88d5-820b218d32d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca2a83-4df4-4807-8c3d-6c33b05a6d54,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:52.206730 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-346c63c3-b163-482c-88d5-820b218d32d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f57a019c6c54c2e9b8e6fb440f4ed4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612503 Aug 17 16:57:52.206945 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38770) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:52.260013 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9207-2442-4bab-bb35-3f67215fb8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.282504 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9207-2442-4bab-bb35-3f67215fb8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.332397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9207-2442-4bab-bb35-3f67215fb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.335141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9207-2442-4bab-bb35-3f67215fb8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.336297 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5e5a9207-2442-4bab-bb35-3f67215fb8a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0eca2a83-4df4-4807-8c3d-6c33b05a6d54 HTTP/1.1" status: 204 len: 168 time: 0.1284533 Aug 17 16:57:52.344388 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a9207-2442-4bab-bb35-3f67215fb8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca2a83-4df4-4807-8c3d-6c33b05a6d54,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:52.598728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38776) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:52.612430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c08ee43-565f-4ae9-b310-9101ac89d890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.701357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c08ee43-565f-4ae9-b310-9101ac89d890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.706010 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c08ee43-565f-4ae9-b310-9101ac89d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.745876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9c08ee43-565f-4ae9-b310-9101ac89d890 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4f1bb33a3d3c4f098b9454467cd251f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458833 Aug 17 16:57:52.747670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08ee43-565f-4ae9-b310-9101ac89d890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33923c3-e307-4036-8bd3-18bed9a2fdfb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:52.748537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:52.799068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eed0f7d9-5b20-4b9d-9f8e-c511fac0dfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.820723 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eed0f7d9-5b20-4b9d-9f8e-c511fac0dfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.870555 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eed0f7d9-5b20-4b9d-9f8e-c511fac0dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.873926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eed0f7d9-5b20-4b9d-9f8e-c511fac0dfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:52.878137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-eed0f7d9-5b20-4b9d-9f8e-c511fac0dfee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f33923c3-e307-4036-8bd3-18bed9a2fdfb HTTP/1.1" status: 204 len: 168 time: 0.1257129 Aug 17 16:57:52.884649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0f7d9-5b20-4b9d-9f8e-c511fac0dfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33923c3-e307-4036-8bd3-18bed9a2fdfb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:54.526200 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38840) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:54.638758 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f67b712-8b02-45e9-b513-0cecd0e562d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:54.734096 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f67b712-8b02-45e9-b513-0cecd0e562d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:54.738734 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f67b712-8b02-45e9-b513-0cecd0e562d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:54.780676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f67b712-8b02-45e9-b513-0cecd0e562d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=73f8e93fdc484814912c2f47580887f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501926 Aug 17 16:57:54.780676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67b712-8b02-45e9-b513-0cecd0e562d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a65d3f2-ec36-4a6c-a4d7-ae2ce29c62f5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:54.781193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38844) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:54.832407 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:54.854208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:54.907094 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:54.910562 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:54.912368 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a65d3f2-ec36-4a6c-a4d7-ae2ce29c62f5 HTTP/1.1" status: 204 len: 168 time: 0.1300833 Aug 17 16:57:54.922963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a65d3f2-ec36-4a6c-a4d7-ae2ce29c62f5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:54.931436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.931597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.931928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.932270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.932627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.932935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.933328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.933587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.933911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.934231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.934781 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:54.935285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091beac0-c4d1-4780-a903-b40d27a66a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:57:55.200240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 38850) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:55.214225 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-293c3106-a289-46fb-b19a-282c4e99e7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:55.303319 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-293c3106-a289-46fb-b19a-282c4e99e7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:55.307183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-293c3106-a289-46fb-b19a-282c4e99e7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:55.345462 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-293c3106-a289-46fb-b19a-282c4e99e7b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=903f341cce334fc7920d35786ab8630e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439137 Aug 17 16:57:55.346281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c3106-a289-46fb-b19a-282c4e99e7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7834e583-f2e1-4786-886e-36b569258c49,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:57:55.348206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 38852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:57:55.402984 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9977302-1da3-42a8-a4dd-ea6a21a34088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:55.424455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9977302-1da3-42a8-a4dd-ea6a21a34088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:55.474667 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9977302-1da3-42a8-a4dd-ea6a21a34088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:55.477519 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9977302-1da3-42a8-a4dd-ea6a21a34088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:57:55.478753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9977302-1da3-42a8-a4dd-ea6a21a34088 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7834e583-f2e1-4786-886e-36b569258c49 HTTP/1.1" status: 204 len: 168 time: 0.1283541 Aug 17 16:57:55.489697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9977302-1da3-42a8-a4dd-ea6a21a34088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7834e583-f2e1-4786-886e-36b569258c49,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:02.163228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-44cb13f9-a71d-4288-8ca4-dbc372567582 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896880694&fields=id&tenant_id=9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 267 time: 0.0433598 Aug 17 16:58:02.191312 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47438d27-a4ff-4c3d-bed2-f9cdbe290af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:02.301701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956990-490e-434f-a947-bcbafa552a3c req-a96d012f-25ab-40c2-819e-313ec7ed36dc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:02.303326 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-a96d012f-25ab-40c2-819e-313ec7ed36dc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1334813 Aug 17 16:58:02.319504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-08f7be08-d732-4d62-b064-b85bff79f0fe tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/quotas/9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 375 time: 0.0095799 Aug 17 16:58:02.382689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-77fe2ce2-5555-4063-a0f3-3a3a60349c64 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0577052 Aug 17 16:58:02.503986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-65c36c94-19f0-440a-8582-e05581fc9465 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:58:02.505271 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-65c36c94-19f0-440a-8582-e05581fc9465 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1107340 Aug 17 16:58:02.603470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-50b95d27-6edd-4c6d-98df-e7d3d4bd5e29 service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911326 Aug 17 16:58:02.700501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-4d5d80a3-2a85-40c5-b370-c9c152521972 service neutron] 10.222.0.77 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905781 Aug 17 16:58:04.047417 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4644a08-167f-4ae5-ab54-a109320cf6f8 req-e916422f-5c4e-4f84-b853-2339cb51015c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 210 time: 0.0356631 Aug 17 16:58:04.870949 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1869e5d6-a06e-4251-8130-56444897ce80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:05.044029 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:05.162106 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-62a55756-f71c-430b-9e5e-df5dc89bad2f req-d5c8daa4-2a3b-4dfb-b91a-de00413ff6bd tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 210 time: 0.0359769 Aug 17 16:58:05.197465 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956990-490e-434f-a947-bcbafa552a3c req-3a2ed9cd-49b6-4faa-ba85-262a229050cd tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:05.199088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-3a2ed9cd-49b6-4faa-ba85-262a229050cd tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.91 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 812 time: 0.1511281 Aug 17 16:58:05.249903 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-29a0b4fe-3233-43d9-9599-a25350c27e57 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9119b68d37a246b4965702f6c3c5b476 HTTP/1.1" status: 200 len: 379 time: 0.0401313 Aug 17 16:58:05.260348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'port': {'device_id': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'admin_state_up': True, 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'security_groups': ['88380767-e411-4b5e-a718-37b5203a17de']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:58:05.378067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Made reservation on behalf of 9119b68d37a246b4965702f6c3c5b476 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:58:05.381649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:05.522602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Allocated IP 172.20.0.5 (4e635362-b05b-4ac3-88d0-eda554336e5f/0056277a-f45d-4baf-bc74-065aba685c6d/f03ff35e-87f8-4963-9d64-cf835ed6e7c1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:58:05.717541 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:05.735488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Transition to ACTIVE for port object f03ff35e-87f8-4963-9d64-cf835ed6e7c1 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:58:05.785144 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:05.837482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:58:05.840732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:58:05.861936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:58:05.922827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:05.924142 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:05.979448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235086 Aug 17 16:58:05.998491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-bdc89568-6883-4536-8260-072ebd1efc41 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 16:58:05.999722 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-bdc89568-6883-4536-8260-072ebd1efc41 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065084 Aug 17 16:58:06.000887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae4fc3-981a-4fe9-ab8e-45057771fa37 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:06.013389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Request body: {'port': {'device_id': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:58:06.035027 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:06.082325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-9e903894-1219-4484-a163-1be38ed7ebbb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1413138 Aug 17 16:58:06.082915 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:06.135576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8ceb188e-ce13-40ba-af61-31f93a746b4e None None] Provisioning for port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:58:06.139847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8ceb188e-ce13-40ba-af61-31f93a746b4e None None] Provisioning complete for port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:58:06.140491 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ceb188e-ce13-40ba-af61-31f93a746b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:06.183436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb188e-ce13-40ba-af61-31f93a746b4e None None] Port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:58:06.250476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-bfa00d59-7233-4519-b240-93939a1915da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:06.252061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-bfa00d59-7233-4519-b240-93939a1915da service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 1096 time: 0.1233881 Aug 17 16:58:06.319999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecaf32-3dcd-4b1a-b7eb-7a7b5b90e4ab req-1f31085c-9501-4635-8df3-0487bca528aa tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:06.328358 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-15ecaf32-3dcd-4b1a-b7eb-7a7b5b90e4ab req-1f31085c-9501-4635-8df3-0487bca528aa tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 931 time: 0.0620294 Aug 17 16:58:06.379974 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-15ecaf32-3dcd-4b1a-b7eb-7a7b5b90e4ab req-5317c6ec-9a8f-47d4-9aa4-f31ddf45d75b tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504217 Aug 17 16:58:06.514104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-ba24aa1f-bb1a-4637-92b6-e292058a923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:06.515641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-ba24aa1f-bb1a-4637-92b6-e292058a923b service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.2313538 Aug 17 16:58:06.616387 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-d579da77-205f-4fa4-bc67-842895f256e6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60c004-2a51-405c-b813-0641d2bb657f HTTP/1.1" status: 200 len: 1001 time: 0.0893586 Aug 17 16:58:06.702496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03ff35e-87f8-4963-9d64-cf835ed6e7c1 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:58:06.713612 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:06.722129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-d2fb5a7e-3d51-4d98-9adc-2bee8d21d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:06.724116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-d2fb5a7e-3d51-4d98-9adc-2bee8d21d8e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0830643 Aug 17 16:58:06.732985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Transition to ACTIVE for port object f03ff35e-87f8-4963-9d64-cf835ed6e7c1 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:58:06.746279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:06.841971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Pushing event updated for resources: {'Port': ['ID=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:06.856462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-5f0381e2-0814-4035-a7b8-6ab80abaa9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:06.861050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-5f0381e2-0814-4035-a7b8-6ab80abaa9c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269479 Aug 17 16:58:07.121408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39046) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:07.249827 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ec58057-5d40-4305-9291-91673cc1afcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.358785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Attempting to bind port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:58:07.359367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Attempting to bind port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:58:07.359367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Attempting to bind port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:58:07.363304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ec58057-5d40-4305-9291-91673cc1afcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.365896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 on network 4e635362-b05b-4ac3-88d0-eda554336e5f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:58:07.366314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Attempting to bind port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 on network 4e635362-b05b-4ac3-88d0-eda554336e5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:58:07.368453 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ec58057-5d40-4305-9291-91673cc1afcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.373254 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:58:07.373591 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Checking segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:58:07.373972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Bound using segment: {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:58:07.374412 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Bound port: f03ff35e-87f8-4963-9d64-cf835ed6e7c1, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e637ac-91da-4d70-b074-d0efee3fb227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:58:07.374773 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.424547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec58057-5d40-4305-9291-91673cc1afcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6d8d45-9f0d-4eaa-abfe-dcba93354fe0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:07.446515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] For port f03ff35e-87f8-4963-9d64-cf835ed6e7c1, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:58:07.449846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] For port f03ff35e-87f8-4963-9d64-cf835ed6e7c1, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:58:07.454933 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.471904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:07.473492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.475125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] 10.222.0.91 "PUT /v2.0/ports/f03ff35e-87f8-4963-9d64-cf835ed6e7c1 HTTP/1.1" status: 200 len: 1091 time: 1.4670830 Aug 17 16:58:07.479443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'tag': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:58:07.482430 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b5bcc-a674-49d0-b804-0571cccc1c29" -d '{"events": [{"name": "network-changed", "server_uuid": "f59b6b89-00e7-4b59-965f-5a83a89a8eb1", "tag": "f03ff35e-87f8-4963-9d64-cf835ed6e7c1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:58:07.494637 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8ec58057-5d40-4305-9291-91673cc1afcc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f700f00a1fe416eb266dbfa1ed79214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719056 Aug 17 16:58:07.495694 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39054) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:07.591713 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7163004-1bc6-4694-82f7-12c20a182302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.613225 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1471b06b-a965-4b2b-931c-93fcf71d888c x-openstack-request-id: req-1471b06b-a965-4b2b-931c-93fcf71d888c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:58:07.613463 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59b6b89-00e7-4b59-965f-5a83a89a8eb1", "tag": "f03ff35e-87f8-4963-9d64-cf835ed6e7c1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:58:07.613655 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1471b06b-a965-4b2b-931c-93fcf71d888c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:58:07.614049 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'tag': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'status': 'completed', 'code': 200} Aug 17 16:58:07.629632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7163004-1bc6-4694-82f7-12c20a182302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.632966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461829d-5509-4a68-8e55-ad66cd5dbfc5 req-93e91910-3e30-43c2-ad53-646dce8095ec tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:07.634610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b461829d-5509-4a68-8e55-ad66cd5dbfc5 req-93e91910-3e30-43c2-ad53-646dce8095ec tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 943 time: 0.1178191 Aug 17 16:58:07.643815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-b9f731fa-437a-4839-9069-b47efcd763f2 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7525952 Aug 17 16:58:07.673145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956990-490e-434f-a947-bcbafa552a3c req-788b91ab-bba4-4f5c-b476-833c67f553ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:07.674799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-788b91ab-bba4-4f5c-b476-833c67f553ff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 1094 time: 0.1130185 Aug 17 16:58:07.691997 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7163004-1bc6-4694-82f7-12c20a182302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.696623 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7163004-1bc6-4694-82f7-12c20a182302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.702228 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b7163004-1bc6-4694-82f7-12c20a182302 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c6d8d45-9f0d-4eaa-abfe-dcba93354fe0 HTTP/1.1" status: 204 len: 168 time: 0.2052150 Aug 17 16:58:07.713978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7163004-1bc6-4694-82f7-12c20a182302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6d8d45-9f0d-4eaa-abfe-dcba93354fe0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:07.747702 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-35818e67-e86f-4005-bc12-56ba83d49038 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f03ff35e-87f8-4963-9d64-cf835ed6e7c1 HTTP/1.1" status: 200 len: 217 time: 0.0595064 Aug 17 16:58:07.757967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfc5d4-533a-40ba-a249-fd71f312901b service neutron] Pushing event updated for resources: {'Port': ['ID=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:07.791429 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:07.828787 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b461829d-5509-4a68-8e55-ad66cd5dbfc5 req-7e0fe61e-3e43-4f4a-a000-147eb1e3e9ee tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825850 Aug 17 16:58:07.919865 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a2fc0bdb-8298-4160-9446-859aa8db8fa3 req-1fb92d74-5f27-4138-bdcb-42d89b5296b6 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631142 Aug 17 16:58:07.922405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956990-490e-434f-a947-bcbafa552a3c req-9466a485-f57c-4590-86ff-44b90e8c17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:07.941067 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-9466a485-f57c-4590-86ff-44b90e8c17dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.1559026 Aug 17 16:58:08.004980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956990-490e-434f-a947-bcbafa552a3c req-6e6a5b61-cac9-4927-8384-74883c1fc963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:08.006706 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-6e6a5b61-cac9-4927-8384-74883c1fc963 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583878 Aug 17 16:58:08.101352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39062) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:08.122226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-d181b880-1a54-468d-917b-7352cbdddd34 service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081638 Aug 17 16:58:08.127234 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7ffe8b8-da47-448c-9a6b-9be94b03309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:08.262736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91956990-490e-434f-a947-bcbafa552a3c req-ff330b15-1a36-44c7-8742-888b495ac4fd service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327412 Aug 17 16:58:08.263570 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7ffe8b8-da47-448c-9a6b-9be94b03309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:08.268847 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7ffe8b8-da47-448c-9a6b-9be94b03309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:08.311472 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a7ffe8b8-da47-448c-9a6b-9be94b03309a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=baaa48ed29e44841a8787305a5a99399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090144 Aug 17 16:58:08.312323 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffe8b8-da47-448c-9a6b-9be94b03309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbfa006-3c3e-4567-937d-f615253bff67,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:08.316023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39064) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:08.368346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-0a605196-3adc-4bf8-ac35-05621ef191dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:08.370173 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-0a605196-3adc-4bf8-ac35-05621ef191dd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 1094 time: 0.0626435 Aug 17 16:58:08.386965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70a0637f-5a87-49a6-8fbc-1d937f04b887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:08.409159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70a0637f-5a87-49a6-8fbc-1d937f04b887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:08.458507 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70a0637f-5a87-49a6-8fbc-1d937f04b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:08.461106 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70a0637f-5a87-49a6-8fbc-1d937f04b887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:08.462276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-70a0637f-5a87-49a6-8fbc-1d937f04b887 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9fbfa006-3c3e-4567-937d-f615253bff67 HTTP/1.1" status: 204 len: 168 time: 0.1449521 Aug 17 16:58:08.471932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-51ab5d69-db33-4d4f-9fc5-44d2a31abd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:08.473669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0637f-5a87-49a6-8fbc-1d937f04b887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbfa006-3c3e-4567-937d-f615253bff67,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:08.474442 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-51ab5d69-db33-4d4f-9fc5-44d2a31abd3e service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0958235 Aug 17 16:58:08.528750 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-1dd07d04-8f2b-4740-ae12-6079960d4a5d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f03ff35e-87f8-4963-9d64-cf835ed6e7c1 HTTP/1.1" status: 200 len: 217 time: 0.0467455 Aug 17 16:58:08.579432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-42977495-0f47-4948-a9a0-57be6e81535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:08.581185 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-42977495-0f47-4948-a9a0-57be6e81535d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0459192 Aug 17 16:58:08.630626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-450423c2-2d15-42bd-9dc1-b707b377fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:08.632754 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-450423c2-2d15-42bd-9dc1-b707b377fa9c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444298 Aug 17 16:58:08.730078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-2542c39a-cd92-4807-8d81-fbbbf62a270c service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905998 Aug 17 16:58:08.812760 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39070) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:08.829617 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5149f547-ab48-4d65-b721-91d12d101922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:08.831111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-007b5bcc-a674-49d0-b804-0571cccc1c29 req-02aed50c-29d2-4412-a2bc-f12d42273c88 service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939641 Aug 17 16:58:08.954086 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5149f547-ab48-4d65-b721-91d12d101922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:08.973120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d4033-ad5b-44f3-8323-61707f2a6745 req-222f6fe3-774f-4ca6-a019-ad0c63414213 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:08.974655 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c74d4033-ad5b-44f3-8323-61707f2a6745 req-222f6fe3-774f-4ca6-a019-ad0c63414213 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0676177 Aug 17 16:58:08.975248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5149f547-ab48-4d65-b721-91d12d101922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:09.033500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5149f547-ab48-4d65-b721-91d12d101922 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e942a59d7174435d9e9a3aab20830746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172415 Aug 17 16:58:09.033500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149f547-ab48-4d65-b721-91d12d101922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484c6ef2-7e59-412b-a0d1-759776f5f7de,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:09.033854 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:09.053003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c74d4033-ad5b-44f3-8323-61707f2a6745 req-4fe376d4-f68c-477b-949f-03db30b8a8f2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613382 Aug 17 16:58:09.089583 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29bdab46-9060-4f87-88a2-539936e9358e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:09.111744 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29bdab46-9060-4f87-88a2-539936e9358e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:09.159190 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29bdab46-9060-4f87-88a2-539936e9358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:09.161768 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29bdab46-9060-4f87-88a2-539936e9358e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:09.162969 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-29bdab46-9060-4f87-88a2-539936e9358e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/484c6ef2-7e59-412b-a0d1-759776f5f7de HTTP/1.1" status: 204 len: 168 time: 0.1276801 Aug 17 16:58:09.171322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdab46-9060-4f87-88a2-539936e9358e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484c6ef2-7e59-412b-a0d1-759776f5f7de,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:10.176214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6226bb3-e8ae-45db-a953-1ad648a74ce9 req-a9022193-5be9-4f3a-b321-04a161f1bd4c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:10.177716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6226bb3-e8ae-45db-a953-1ad648a74ce9 req-a9022193-5be9-4f3a-b321-04a161f1bd4c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0554976 Aug 17 16:58:10.216558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6226bb3-e8ae-45db-a953-1ad648a74ce9 req-e6f5de1f-4c46-4659-80d5-8a1451ef1e44 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326793 Aug 17 16:58:11.336189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b450f95-88dd-44ea-87e3-a01f192ad97c req-cbbdf732-08c1-4032-953e-6d33c6e465e0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:11.337802 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6b450f95-88dd-44ea-87e3-a01f192ad97c req-cbbdf732-08c1-4032-953e-6d33c6e465e0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0519276 Aug 17 16:58:11.382591 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6b450f95-88dd-44ea-87e3-a01f192ad97c req-4ea67604-0fbf-4822-8238-3cab2420fe66 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386131 Aug 17 16:58:12.498805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800fc9b-e756-4438-b7dd-f462a752911a req-2d388f82-3301-4d86-be9a-4cd5959a5746 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:12.500044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4800fc9b-e756-4438-b7dd-f462a752911a req-2d388f82-3301-4d86-be9a-4cd5959a5746 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0496612 Aug 17 16:58:12.539517 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4800fc9b-e756-4438-b7dd-f462a752911a req-dbcd03f4-aad2-4f8b-94b5-477f4f1a3a8a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326371 Aug 17 16:58:13.582815 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:58:13.659639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc82e2-24ab-4f00-a91d-50281c5e183b req-e647d737-57a1-4ffb-86e2-2f4e3590a0cf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:13.661193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7cc82e2-24ab-4f00-a91d-50281c5e183b req-e647d737-57a1-4ffb-86e2-2f4e3590a0cf tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0501115 Aug 17 16:58:13.700373 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7cc82e2-24ab-4f00-a91d-50281c5e183b req-877042a4-293f-460d-936c-f5fcb3c4231c tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329585 Aug 17 16:58:14.838164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81795ec-c83c-40b0-85fa-ab7a3f4bcefb req-a7bb4a76-e9ea-4870-b679-297724b59f68 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:14.840018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f81795ec-c83c-40b0-85fa-ab7a3f4bcefb req-a7bb4a76-e9ea-4870-b679-297724b59f68 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0584424 Aug 17 16:58:14.884310 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f81795ec-c83c-40b0-85fa-ab7a3f4bcefb req-064d89c1-8591-4500-b766-3556aaadbcc4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358443 Aug 17 16:58:15.962450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39172) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:16.009693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37777083-451e-46d3-bf7c-a15dd3c65151 req-7e69941b-9da8-47f3-b8b3-3e8db2da2dd6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:16.011193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37777083-451e-46d3-bf7c-a15dd3c65151 req-7e69941b-9da8-47f3-b8b3-3e8db2da2dd6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 943 time: 0.0553734 Aug 17 16:58:16.051258 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37777083-451e-46d3-bf7c-a15dd3c65151 req-151cc493-3691-439e-b3c7-1279a400a33f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337057 Aug 17 16:58:16.099151 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-462f5c00-31d3-4d52-b32f-b22ad833c47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.150889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device f03ff35e-87f8-4963-9d64-cf835ed6e7c1 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:58:16.186899 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-462f5c00-31d3-4d52-b32f-b22ad833c47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.190721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-462f5c00-31d3-4d52-b32f-b22ad833c47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.231181 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-462f5c00-31d3-4d52-b32f-b22ad833c47c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a2d51c3b259f494188529146a6940516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672024 Aug 17 16:58:16.232199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f5c00-31d3-4d52-b32f-b22ad833c47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd97634-abe4-4cba-8ab2-80c53f77c449,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:16.232889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39176) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:16.251296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port f03ff35e-87f8-4963-9d64-cf835ed6e7c1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:58:16.263241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'port_id': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'mac_address': 'fa:16:3e:22:0c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:58:16.284375 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-590e86d9-7e52-408b-ac11-2cb65f32c6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.300936 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.305045 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-590e86d9-7e52-408b-ac11-2cb65f32c6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.313741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03ff35e-87f8-4963-9d64-cf835ed6e7c1 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:58:16.340191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port f03ff35e-87f8-4963-9d64-cf835ed6e7c1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:58:16.344444 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.364892 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-590e86d9-7e52-408b-ac11-2cb65f32c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.367534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-590e86d9-7e52-408b-ac11-2cb65f32c6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.368765 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-590e86d9-7e52-408b-ac11-2cb65f32c6dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6fd97634-abe4-4cba-8ab2-80c53f77c449 HTTP/1.1" status: 204 len: 168 time: 0.1348636 Aug 17 16:58:16.378293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e86d9-7e52-408b-ac11-2cb65f32c6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd97634-abe4-4cba-8ab2-80c53f77c449,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:16.409532 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:16.417106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.417475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.417817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.418154 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.418518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.418858 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.419189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.419797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.420131 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.420463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.420910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.421138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:58:16.563944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['f03ff35e-87f8-4963-9d64-cf835ed6e7c1'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:58:16.625345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39182) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:16.639183 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07540dfa-63ea-46aa-9ef4-c76a97ade035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.732392 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07540dfa-63ea-46aa-9ef4-c76a97ade035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.736438 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07540dfa-63ea-46aa-9ef4-c76a97ade035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.777982 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-07540dfa-63ea-46aa-9ef4-c76a97ade035 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e3052c4e87f45149b0a2bd93731ec2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486225 Aug 17 16:58:16.777982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07540dfa-63ea-46aa-9ef4-c76a97ade035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b52160-7202-4972-8d8e-51e527a31382,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:16.778400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39184) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:16.828297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e569aab6-6746-4af5-af5d-9dad89fe5a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.849413 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e569aab6-6746-4af5-af5d-9dad89fe5a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.894675 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e569aab6-6746-4af5-af5d-9dad89fe5a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.897216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e569aab6-6746-4af5-af5d-9dad89fe5a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:16.898364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e569aab6-6746-4af5-af5d-9dad89fe5a77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1b52160-7202-4972-8d8e-51e527a31382 HTTP/1.1" status: 204 len: 168 time: 0.1187420 Aug 17 16:58:16.906054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569aab6-6746-4af5-af5d-9dad89fe5a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b52160-7202-4972-8d8e-51e527a31382,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:17.175876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2bc0b-5d83-4d62-90dd-39454e4a0ad4 req-99dfebe7-20bb-4e69-9376-899082eb36c5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:17.177561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2b2bc0b-5d83-4d62-90dd-39454e4a0ad4 req-99dfebe7-20bb-4e69-9376-899082eb36c5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 944 time: 0.0572565 Aug 17 16:58:17.219788 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2b2bc0b-5d83-4d62-90dd-39454e4a0ad4 req-f29b5b9c-01bb-4088-82bd-e09afa1d1b6a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357366 Aug 17 16:58:18.163847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device f03ff35e-87f8-4963-9d64-cf835ed6e7c1 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:58:18.213606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:58:18.217234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:58:18.217594 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:18.302928 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:18.325865 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:58:18.328743 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d3c704-4f2f-4bac-a526-db3bd3e09630" -d '{"events": [{"server_uuid": "f59b6b89-00e7-4b59-965f-5a83a89a8eb1", "name": "network-vif-plugged", "status": "completed", "tag": "f03ff35e-87f8-4963-9d64-cf835ed6e7c1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:58:18.347250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port f03ff35e-87f8-4963-9d64-cf835ed6e7c1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:58:18.347466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109f60f-af6b-409a-94cd-c9f6da477cdf req-2bdce0e6-734d-4a2a-b427-38fe9deb802a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:18.353237 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:18.354996 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3109f60f-af6b-409a-94cd-c9f6da477cdf req-2bdce0e6-734d-4a2a-b427-38fe9deb802a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 944 time: 0.0638447 Aug 17 16:58:18.392012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3109f60f-af6b-409a-94cd-c9f6da477cdf req-e4c430d6-dd10-40a6-a71c-5acb450e8da4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360653 Aug 17 16:58:18.410740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:19.391796 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e96cc1-60b2-40e6-a181-13d9117cda99 x-openstack-request-id: req-64e96cc1-60b2-40e6-a181-13d9117cda99 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:58:19.392380 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59b6b89-00e7-4b59-965f-5a83a89a8eb1", "name": "network-vif-plugged", "status": "completed", "tag": "f03ff35e-87f8-4963-9d64-cf835ed6e7c1", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:58:19.392380 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64e96cc1-60b2-40e6-a181-13d9117cda99 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:58:19.392785 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'code': 200} Aug 17 16:58:19.495551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec7667-aa0b-4c0a-ad68-f5cf08f94c1d req-da753b49-df02-4105-8455-898b244d3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:19.497131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92ec7667-aa0b-4c0a-ad68-f5cf08f94c1d req-da753b49-df02-4105-8455-898b244d3011 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0406504 Aug 17 16:58:19.518065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374bab4-e2c0-42e2-b501-68643b57acf1 req-b9b8cbdf-d807-42e3-a760-c9171c80f6d3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:19.520264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3374bab4-e2c0-42e2-b501-68643b57acf1 req-b9b8cbdf-d807-42e3-a760-c9171c80f6d3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0564837 Aug 17 16:58:19.533063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-92ec7667-aa0b-4c0a-ad68-f5cf08f94c1d req-70a5f1d9-10a4-4030-b50b-1634da5402c8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291622 Aug 17 16:58:19.559391 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3374bab4-e2c0-42e2-b501-68643b57acf1 req-38c6b63e-205f-4984-9915-cb5509929a14 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327561 Aug 17 16:58:19.858625 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:20.140132 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:20.677018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79d30-0b3c-4fc8-b93c-78dc73b99c9c req-5591dadf-13f3-47cf-98ae-803a8d267d93 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:20.678464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53d79d30-0b3c-4fc8-b93c-78dc73b99c9c req-5591dadf-13f3-47cf-98ae-803a8d267d93 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0495625 Aug 17 16:58:20.717491 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53d79d30-0b3c-4fc8-b93c-78dc73b99c9c req-bfc36429-0708-4774-a748-4d4e51f1306a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329018 Aug 17 16:58:20.836040 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e3d61-80cd-41e0-b663-a66713e1ddef req-a7f10afa-886b-43d4-b063-12bb0293590d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:20.837595 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-281e3d61-80cd-41e0-b663-a66713e1ddef req-a7f10afa-886b-43d4-b063-12bb0293590d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0498321 Aug 17 16:58:20.877053 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-281e3d61-80cd-41e0-b663-a66713e1ddef req-f144d9de-8da0-46d1-a216-ae7ec83de262 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327995 Aug 17 16:58:20.899359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39288) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:20.938024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04bc842-87a5-47e1-80fe-bf074712302d tempest-TestVolumeBootPattern-858576281 tempest-TestVolumeBootPattern-858576281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:20.940674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c04bc842-87a5-47e1-80fe-bf074712302d tempest-TestVolumeBootPattern-858576281 tempest-TestVolumeBootPattern-858576281-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 1091 time: 0.0400360 Aug 17 16:58:20.943231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39290) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:20.947736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:58:20.970618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:21.075011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:21.180709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Allocated IP 172.25.7.245 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/c9081cd5-d8d9-4027-a248-1ef0af5bebba) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:58:21.289277 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:21.327074 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:21.363503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:58:21.368324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:58:21.371818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:58:21.395645 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=c9081cd5-d8d9-4027-a248-1ef0af5bebba,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:21.744945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:21.814758 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:21.974154 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:21.979617 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:22.060368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event updated for resources: {'Port': ['ID=c9081cd5-d8d9-4027-a248-1ef0af5bebba,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:22.066089 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:22.167212 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Floating IP c3b573f4-cff4-40bc-b846-23ef70987662 associated. External IP: 172.25.7.245, port: f03ff35e-87f8-4963-9d64-cf835ed6e7c1. Aug 17 16:58:22.377723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Router b08603b8-c570-419a-8c30-3705df87c19b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:58:22.488579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:58:22.498425 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] Sync routers for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:58:22.505437 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:22.507989 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:58:22.508927 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:58:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:58:22.535572 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-791961a2-f3c0-494f-b15e-0de9ec38ece2 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5912998 Aug 17 16:58:22.536455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'tag': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:58:22.538893 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8795d11-2720-483d-b68a-505ba9f8ccc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f59b6b89-00e7-4b59-965f-5a83a89a8eb1", "tag": "f03ff35e-87f8-4963-9d64-cf835ed6e7c1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:58:22.620459 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:58:22.718326 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d67498-f730-4096-a81e-6b6b2bf14560 x-openstack-request-id: req-e4d67498-f730-4096-a81e-6b6b2bf14560 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:58:22.718636 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59b6b89-00e7-4b59-965f-5a83a89a8eb1", "tag": "f03ff35e-87f8-4963-9d64-cf835ed6e7c1", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:58:22.718883 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4d67498-f730-4096-a81e-6b6b2bf14560 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:58:22.719339 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'tag': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'status': 'completed', 'code': 200} Aug 17 16:58:22.789549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-0d7492b5-2179-4d08-8d58-c76310d120e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:22.791717 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-0d7492b5-2179-4d08-8d58-c76310d120e5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0480373 Aug 17 16:58:22.885966 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '41c1303c-b4ea-47a8-8aee-9492dff0bc3b', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:a8:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:56:18Z', 'updated_at': '2021-08-17T16:56:21Z', 'revision_number': 1, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}, {'id': 'c3b573f4-cff4-40bc-b846-23ef70987662', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.245', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:22:0c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:58:21Z', 'updated_at': '2021-08-17T16:58:21Z', 'revision_number': 0, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:58:22.906721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-7e40ded3-6d5c-40b4-8a2d-0a86ca6a2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:22.908950 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-7e40ded3-6d5c-40b4-8a2d-0a86ca6a2254 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.1108923 Aug 17 16:58:22.916767 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] Checking router: b08603b8-c570-419a-8c30-3705df87c19b for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:58:22.926583 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:58:22.927191 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:58:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:58:22.990395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39310) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:22.999146 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-b1134b5e-db5e-4784-b30d-5ff00a03577f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f03ff35e-87f8-4963-9d64-cf835ed6e7c1 HTTP/1.1" status: 200 len: 999 time: 0.0822611 Aug 17 16:58:23.045313 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:58:23.048874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-34236df5-df7a-4050-9ced-66b2d8dac021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:23.050505 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-34236df5-df7a-4050-9ced-66b2d8dac021 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0450757 Aug 17 16:58:23.100001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-b1ac4d6b-5102-4570-a271-d9727c772d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:58:23.101547 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-b1ac4d6b-5102-4570-a271-d9727c772d0e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443385 Aug 17 16:58:23.106636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f82541e4-c371-4145-b62d-b0354cf6ba3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.200474 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f82541e4-c371-4145-b62d-b0354cf6ba3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.204622 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f82541e4-c371-4145-b62d-b0354cf6ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.212963 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-680d7de7-bc52-49c1-ae3a-d9a1cd1a593f service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042325 Aug 17 16:58:23.244286 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f82541e4-c371-4145-b62d-b0354cf6ba3a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d1022014c6f40bc8eb902a43455c848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527211 Aug 17 16:58:23.245143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82541e4-c371-4145-b62d-b0354cf6ba3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503eb328-5a0d-4e94-84f8-a8e78ce98fdf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:23.247407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39314) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:23.294271 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '41c1303c-b4ea-47a8-8aee-9492dff0bc3b', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:a8:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:56:18Z', 'updated_at': '2021-08-17T16:56:21Z', 'revision_number': 1, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}, {'id': 'c3b573f4-cff4-40bc-b846-23ef70987662', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.245', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:22:0c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:58:21Z', 'updated_at': '2021-08-17T16:58:21Z', 'revision_number': 0, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:58:23.302878 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-342d8c5c-a666-4156-b30a-c0f159bbe3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.315332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f8795d11-2720-483d-b68a-505ba9f8ccc8 req-368c8df7-2370-4a2f-9d6c-43469d3679ed service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958507 Aug 17 16:58:23.326824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-342d8c5c-a666-4156-b30a-c0f159bbe3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.382791 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-342d8c5c-a666-4156-b30a-c0f159bbe3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.385451 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-342d8c5c-a666-4156-b30a-c0f159bbe3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.388999 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-342d8c5c-a666-4156-b30a-c0f159bbe3eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/503eb328-5a0d-4e94-84f8-a8e78ce98fdf HTTP/1.1" status: 204 len: 168 time: 0.1383538 Aug 17 16:58:23.395833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d8c5c-a666-4156-b30a-c0f159bbe3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503eb328-5a0d-4e94-84f8-a8e78ce98fdf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:23.422193 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1628193-a919-4ec0-9c03-2134e1917058 None None] The sync data for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 is: [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '41c1303c-b4ea-47a8-8aee-9492dff0bc3b', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:a8:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:56:18Z', 'updated_at': '2021-08-17T16:56:21Z', 'revision_number': 1, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}, {'id': 'c3b573f4-cff4-40bc-b846-23ef70987662', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.245', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:22:0c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:58:21Z', 'updated_at': '2021-08-17T16:58:21Z', 'revision_number': 0, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:58:23.628624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78320b89-4866-46dd-9340-6a181ef55b91 None None] New status for floating IP c3b573f4-cff4-40bc-b846-23ef70987662: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:58:23.655407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39320) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:23.669056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b606-5f0f-4a3a-a8ee-8e7fb4e6f8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.758313 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b606-5f0f-4a3a-a8ee-8e7fb4e6f8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.761896 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b606-5f0f-4a3a-a8ee-8e7fb4e6f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.799526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4b606-5f0f-4a3a-a8ee-8e7fb4e6f8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb4bebb-a473-4cf6-8c17-3c9ddafd74cc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:23.807021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ddc4b606-5f0f-4a3a-a8ee-8e7fb4e6f8fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aef710514cc4409d88cfb2a2987611a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503875 Aug 17 16:58:23.807225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:23.857647 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6636247f-9a59-4ee1-9387-097c5ace2341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.879137 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6636247f-9a59-4ee1-9387-097c5ace2341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.927911 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6636247f-9a59-4ee1-9387-097c5ace2341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.930458 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6636247f-9a59-4ee1-9387-097c5ace2341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:23.931596 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6636247f-9a59-4ee1-9387-097c5ace2341 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6bb4bebb-a473-4cf6-8c17-3c9ddafd74cc HTTP/1.1" status: 204 len: 168 time: 0.1232207 Aug 17 16:58:23.939108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636247f-9a59-4ee1-9387-097c5ace2341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb4bebb-a473-4cf6-8c17-3c9ddafd74cc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:24.239977 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:24.253161 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa7edfbc-8a1c-408f-bf0a-1e8d3d858638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:24.339511 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa7edfbc-8a1c-408f-bf0a-1e8d3d858638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:24.343130 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa7edfbc-8a1c-408f-bf0a-1e8d3d858638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:24.381507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fa7edfbc-8a1c-408f-bf0a-1e8d3d858638 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3232900944044d668d15f78391cd48ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404543 Aug 17 16:58:24.382410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7edfbc-8a1c-408f-bf0a-1e8d3d858638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e430986-e09e-468a-8629-b517ed6a279e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:24.384193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39330) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:24.433792 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-504a7022-a814-4513-b0fe-e5633b0c8d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:24.454900 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-504a7022-a814-4513-b0fe-e5633b0c8d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:24.500520 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-504a7022-a814-4513-b0fe-e5633b0c8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:24.503199 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-504a7022-a814-4513-b0fe-e5633b0c8d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:24.504242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-504a7022-a814-4513-b0fe-e5633b0c8d7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e430986-e09e-468a-8629-b517ed6a279e HTTP/1.1" status: 204 len: 168 time: 0.1185222 Aug 17 16:58:24.511685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a7022-a814-4513-b0fe-e5633b0c8d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e430986-e09e-468a-8629-b517ed6a279e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:25.513095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39360) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:25.623379 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef329bb8-550d-4ade-b72b-6ad4cac528de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:25.708667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef329bb8-550d-4ade-b72b-6ad4cac528de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:25.712213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef329bb8-550d-4ade-b72b-6ad4cac528de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:25.749852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef329bb8-550d-4ade-b72b-6ad4cac528de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0b2ed4-3515-4464-9ae6-6c4c086252c7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:25.754212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ef329bb8-550d-4ade-b72b-6ad4cac528de admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8f8fe2187aa413db8ac79a310c2ced1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400987 Aug 17 16:58:25.756751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39364) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:58:25.805784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-602153ae-9efc-433a-90d2-8a4ebfe9368d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:25.826304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-602153ae-9efc-433a-90d2-8a4ebfe9368d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:25.871668 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-602153ae-9efc-433a-90d2-8a4ebfe9368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:25.874392 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-602153ae-9efc-433a-90d2-8a4ebfe9368d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:25.875574 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-602153ae-9efc-433a-90d2-8a4ebfe9368d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de0b2ed4-3515-4464-9ae6-6c4c086252c7 HTTP/1.1" status: 204 len: 168 time: 0.1179287 Aug 17 16:58:25.883112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602153ae-9efc-433a-90d2-8a4ebfe9368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0b2ed4-3515-4464-9ae6-6c4c086252c7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:58:32.185993 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2e281ff-dc9b-4edf-b935-8acf6e04f0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:34.872196 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55b347c8-6439-4017-b558-6d37e3a9170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:35.051129 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:36.031002 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:37.786601 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:49.877711 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:50.146666 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:58:50.583059 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:59:02.193213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0401ba64-1a39-495b-9cb0-2839a7a17a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:04.873473 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a412bf40-6d9a-4bff-b0c2-9048a1fdc3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:05.044068 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:05.917021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-a1b0b2be-2e75-4bf1-aeb6-82e1272e8062 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394177 Aug 17 16:59:06.012766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-3821b555-5bfc-44bb-99d7-786601613e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:06.014429 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-3821b555-5bfc-44bb-99d7-786601613e34 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 1096 time: 0.0528378 Aug 17 16:59:06.038557 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:06.136247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-ff846797-64f8-4a5f-bcc8-614eefe889f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:06.137815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-ff846797-64f8-4a5f-bcc8-614eefe889f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0983477 Aug 17 16:59:06.215607 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-55747e31-be6d-4399-9f20-6230dcfe0c96 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60c004-2a51-405c-b813-0641d2bb657f HTTP/1.1" status: 200 len: 1001 time: 0.0704217 Aug 17 16:59:06.267378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-0e07e149-3932-4088-b45c-c1f0a5ff8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:06.268849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-0e07e149-3932-4088-b45c-c1f0a5ff8fac service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0466061 Aug 17 16:59:06.314266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-8077fcfc-b187-4485-8153-0e21939d1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:06.315929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-8077fcfc-b187-4485-8153-0e21939d1c7b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402701 Aug 17 16:59:06.417917 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-ec766471-2dea-4376-a380-4c19dce7a66a service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951233 Aug 17 16:59:06.514778 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9f0b294-c65b-4910-8c17-87d9f30dfa15 req-c8ab7863-656c-4fbe-b3d5-490bbf6ff5a0 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898385 Aug 17 16:59:07.789908 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:09.638743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39652) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:09.745644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:09.837673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:09.841333 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:09.880256 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=93a1c071a8084d5f80e3ab0b93292d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404301 Aug 17 16:59:09.880968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235ac51e-7506-40f6-bf16-e902680f2caa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:09.882972 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:09.889147 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.889489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.889831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.890164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.890520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.890901 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.891204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.891523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.892313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.892313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.892638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.892921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc9998-fbe9-4fe0-8d4d-73b4c38d0eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:09.936182 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:09.957194 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:10.004102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:10.006707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:10.007882 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/235ac51e-7506-40f6-bf16-e902680f2caa HTTP/1.1" status: 204 len: 168 time: 0.1238751 Aug 17 16:59:10.015571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235ac51e-7506-40f6-bf16-e902680f2caa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:10.023000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.023357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.023687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.024017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.024341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.024661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.025127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.025300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.025606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.025920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.026383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.026721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8bdf8-732d-4639-bc5c-00ce96f35583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:10.221700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-d0678149-c2e1-407e-82e6-f540928f159b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490923 Aug 17 16:59:10.306581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-450b53ed-4da6-4874-b25c-2e22cd05f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:10.308120 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-450b53ed-4da6-4874-b25c-2e22cd05f144 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0425549 Aug 17 16:59:10.418751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-22018a63-bc42-4a7c-b515-c735d1eb32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:10.420297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-22018a63-bc42-4a7c-b515-c735d1eb32e0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0928497 Aug 17 16:59:10.490137 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-eb433f73-0020-4d32-88f8-a26995d339a5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f03ff35e-87f8-4963-9d64-cf835ed6e7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0626545 Aug 17 16:59:10.542808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-529d3d7b-99dd-4500-9eca-0f306070ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:10.544470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-529d3d7b-99dd-4500-9eca-0f306070ec18 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0470760 Aug 17 16:59:10.595783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-d89a2a28-4087-44e2-90e3-0ecd0bf4a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:10.597318 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-d89a2a28-4087-44e2-90e3-0ecd0bf4a6aa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460668 Aug 17 16:59:10.689474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-3b198dea-b04f-4420-be4a-510509fc8be8 service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846312 Aug 17 16:59:10.787176 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ed9f5e9-2b79-4732-8928-9e131260cade req-6175df8c-fd1e-42df-b6b9-dc44df0bfa47 service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908184 Aug 17 16:59:19.884194 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:20.188868 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:25.793088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-1623333d-b50f-4a13-b42e-3eff93b0c130 req-b2faa052-32c8-41e4-b7a3-ccce0c73699b service neutron] (94839) timed out ('10.222.0.77', 58472) {{(pid=94839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 16:59:27.583104 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 16:59:28.049374 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39792) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:28.154327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f36e55ef-0a56-4330-a1e0-92f8af013db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:28.243665 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f36e55ef-0a56-4330-a1e0-92f8af013db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:28.247217 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f36e55ef-0a56-4330-a1e0-92f8af013db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:28.286065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f36e55ef-0a56-4330-a1e0-92f8af013db3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b10054c8c2b4d179c215a68e6a202dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356427 Aug 17 16:59:28.288086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e55ef-0a56-4330-a1e0-92f8af013db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a54a5a-d827-4e30-a655-a5a66baddd88,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:28.288742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39796) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:28.338686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f4048c2-7ea6-4e55-98d1-49bbe5fc2d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:28.361102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f4048c2-7ea6-4e55-98d1-49bbe5fc2d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:28.409165 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f4048c2-7ea6-4e55-98d1-49bbe5fc2d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:28.411663 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f4048c2-7ea6-4e55-98d1-49bbe5fc2d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:28.412812 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4f4048c2-7ea6-4e55-98d1-49bbe5fc2d03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9a54a5a-d827-4e30-a655-a5a66baddd88 HTTP/1.1" status: 204 len: 168 time: 0.1230927 Aug 17 16:59:28.420209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4048c2-7ea6-4e55-98d1-49bbe5fc2d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a54a5a-d827-4e30-a655-a5a66baddd88,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:30.279419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39850) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:30.284623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'network': {'name': 'tempest-network-smoke--792954094', 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'port_security_enabled': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:59:30.304727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Made reservation on behalf of 3c3a882f3cb445a78f27d4e6cbd78961 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:59:30.308167 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.316971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.412081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.415779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.442136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 16:59:30.451721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b8df3f-05ce-4a46-81c2-cbc514d7939a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:30.457035 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.457385 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Added segment 85397d4b-99c7-43c9-b99c-fc85dc31ce35 of type vlan for network 411eaeda-73f4-46ea-959f-69bd553ff053 Aug 17 16:59:30.497683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.523277 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.528777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:30.529355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.579780 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2991688 Aug 17 16:59:30.582624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39852) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:30.586965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'admin_state_up': True, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:59:30.610696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3653a-0fd8-4d91-90d0-a59fe18fdacc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Network': ['ID=411eaeda-73f4-46ea-959f-69bd553ff053,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:30.620956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 411eaeda-73f4-46ea-959f-69bd553ff053 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 16:59:30.625498 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.626591 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.682817 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:30.818084 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:31.009325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:31.027714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:31.135885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Allocated IP 172.25.7.232 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/fd81b86d-08e7-43da-b8b0-ea4c4d241de2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:59:31.239227 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:31.276304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:31.318287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:59:31.321203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:59:31.324751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:59:31.347731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Port': ['ID=fd81b86d-08e7-43da-b8b0-ea4c4d241de2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:31.899401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:32.090350 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:32.184688 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d77c6a5-86a7-4367-96ee-000ccefceaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:32.216931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Router fbf5207d-8266-4b5a-90ae-79966bf50497 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 16:59:32.322674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:59:32.331859 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Sync routers for ids ['fbf5207d-8266-4b5a-90ae-79966bf50497'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:59:32.340322 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:32.340679 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Routers {'fbf5207d-8266-4b5a-90ae-79966bf50497'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:59:32.341273 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:59:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fbf5207d-8266-4b5a-90ae-79966bf50497'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:32.341636 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1ca06dbc-a3e2-4fac-a65e-aad9c35764b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7580228 Aug 17 16:59:32.345365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:32.450945 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Set router fbf5207d-8266-4b5a-90ae-79966bf50497 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:59:32.467862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-19e1d0ef-11b0-4e0e-ba88-0b0c08c6a796 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=3c3a882f3cb445a78f27d4e6cbd78961&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1213748 Aug 17 16:59:32.471088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:32.559912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab9c456-2601-42e8-995f-f57aa15a4199 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:32.561392 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-eab9c456-2601-42e8-995f-f57aa15a4199 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894322 Aug 17 16:59:32.564348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:32.591618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8777915e-a9eb-4d78-b9dc-f30ed3d599e0 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262384 Aug 17 16:59:32.594746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:32.599719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1656433430', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:59:32.627403 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:31Z', 'revision_number': 3, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:32.652681 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Checking router: fbf5207d-8266-4b5a-90ae-79966bf50497 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:59:32.653022 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Updating router fbf5207d-8266-4b5a-90ae-79966bf50497 port fd81b86d-08e7-43da-b8b0-ea4c4d241de2 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:59:32.678199 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:32.689686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Made reservation on behalf of 3c3a882f3cb445a78f27d4e6cbd78961 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:59:32.693569 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:32.870119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:32.928411 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:32.932390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Subnet': ['ID=64dc3a3e-beb6-40d7-8178-ff6f686de53a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:32.940340 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Transition to ACTIVE for port object fd81b86d-08e7-43da-b8b0-ea4c4d241de2 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:59:32.941275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Checking segment: {'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:59:32.941672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network hostable DHCP agents. Network: 411eaeda-73f4-46ea-959f-69bd553ff053, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 16:59:32.946283 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:32.963719 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network 411eaeda-73f4-46ea-959f-69bd553ff053 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 16:59:32.970924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 411eaeda-73f4-46ea-959f-69bd553ff053) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:59:32.980957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:32.980957 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:32.991303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8dc285-04a2-4403-88e4-e8fbef77c5a7 None None] Network 411eaeda-73f4-46ea-959f-69bd553ff053 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:59:32.996798 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-de184b8f-acd1-4c04-8b73-d8ac7b67e1f7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4010513 Aug 17 16:59:32.998552 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Attempting to bind port fd81b86d-08e7-43da-b8b0-ea4c4d241de2 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:59:32.998943 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Attempting to bind port fd81b86d-08e7-43da-b8b0-ea4c4d241de2 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:59:32.999303 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Attempting to bind port fd81b86d-08e7-43da-b8b0-ea4c4d241de2 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:59:32.999794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39864) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:33.009711 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:59:33.010091 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:59:33.010509 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:33.010894 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:59:33.011356 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Bound port: fd81b86d-08e7-43da-b8b0-ea4c4d241de2, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:59:33.011733 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:33.014539 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Pushing event updated for resources: {'Port': ['ID=fd81b86d-08e7-43da-b8b0-ea4c4d241de2,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:33.039395 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.039739 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.040377 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.040377 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.041102 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.041102 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.041341 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.041599 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.041914 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.042404 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.042547 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.042877 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.074498 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] For port fd81b86d-08e7-43da-b8b0-ea4c4d241de2, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:59:33.077099 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] For port fd81b86d-08e7-43da-b8b0-ea4c4d241de2, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fd81b86d-08e7-43da-b8b0-ea4c4d241de2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:59:33.082298 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:33.140482 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Routers {'fbf5207d-8266-4b5a-90ae-79966bf50497'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:59:33.141093 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:59:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fbf5207d-8266-4b5a-90ae-79966bf50497'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:33.142892 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd678b2-4bc6-47af-9593-f83294ceeaa9 None None] Pushing event updated for resources: {'Port': ['ID=fd81b86d-08e7-43da-b8b0-ea4c4d241de2,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:33.163756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-411eaeda-73f4-46ea-959f-69bd553ff053', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 16:59:33.165225 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:33.247635 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] Set router fbf5207d-8266-4b5a-90ae-79966bf50497 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:59:33.307276 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Allocated IP 172.20.0.2 (411eaeda-73f4-46ea-959f-69bd553ff053/64dc3a3e-beb6-40d7-8178-ff6f686de53a/c3dfaf9d-4362-45e2-be31-0130849174ef) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:59:33.433625 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:31Z', 'revision_number': 3, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:33.456262 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:33.457777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:33.461726 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59901a-b83d-4589-9db9-6095a31d03c3 None None] The sync data for ids ['fbf5207d-8266-4b5a-90ae-79966bf50497'] in n-d-804878-1 is: [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:31Z', 'revision_number': 3, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:59:33.469838 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Transition to ACTIVE for port object c3dfaf9d-4362-45e2-be31-0130849174ef will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:59:33.487960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Transition to ACTIVE for port object c3dfaf9d-4362-45e2-be31-0130849174ef will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:59:33.494540 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:33.532043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Network 411eaeda-73f4-46ea-959f-69bd553ff053 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:59:33.538745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:59:33.542520 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:59:33.549305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Pushing event updated for resources: {'Port': ['ID=c3dfaf9d-4362-45e2-be31-0130849174ef,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:33.559602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.559952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.560293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.560628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.560959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.561288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.561615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.561939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.562287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.562658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.562980 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.563299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 16:59:33.610331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Attempting to bind port c3dfaf9d-4362-45e2-be31-0130849174ef on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:59:33.610730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Attempting to bind port c3dfaf9d-4362-45e2-be31-0130849174ef by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:59:33.611106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Attempting to bind port c3dfaf9d-4362-45e2-be31-0130849174ef on network 411eaeda-73f4-46ea-959f-69bd553ff053 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:59:33.616279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:59:33.616657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Checking segment: {'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:59:33.617060 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:33.617451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Bound using segment: {'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:59:33.617934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Bound port: c3dfaf9d-4362-45e2-be31-0130849174ef, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:59:33.618319 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:33.695388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] For port c3dfaf9d-4362-45e2-be31-0130849174ef, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:59:33.705619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] For port c3dfaf9d-4362-45e2-be31-0130849174ef, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c3dfaf9d-4362-45e2-be31-0130849174ef,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:59:33.712649 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:33.783776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Allocated IP 172.20.0.1 (411eaeda-73f4-46ea-959f-69bd553ff053/64dc3a3e-beb6-40d7-8178-ff6f686de53a/2d4352dc-d5c2-418f-b439-446c1d3fe051) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:59:33.791872 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de061955-0fda-4743-ad1d-179d11752b12 None None] Pushing event updated for resources: {'Port': ['ID=c3dfaf9d-4362-45e2-be31-0130849174ef,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:34.297979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:34.312288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Transition to ACTIVE for port object 2d4352dc-d5c2-418f-b439-446c1d3fe051 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:59:34.345590 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:34.399316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network 411eaeda-73f4-46ea-959f-69bd553ff053 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:59:34.402821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:59:34.407642 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:59:34.412460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Port': ['ID=2d4352dc-d5c2-418f-b439-446c1d3fe051,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:34.455081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:34.590867 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:34.729386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4efb1f7-b1ef-4a31-8cc6-5015efa9b1d4 None None] Network 411eaeda-73f4-46ea-959f-69bd553ff053 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 16:59:34.854405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-93c0b344-f388-4615-8c85-7e760e5e0ced None None] Provisioning for port c3dfaf9d-4362-45e2-be31-0130849174ef completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:59:34.882505 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:34.887180 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:34.897624 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78e28513-4fef-4772-a409-ef8e63584d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:34.967438 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:34.969989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Port': ['ID=2d4352dc-d5c2-418f-b439-446c1d3fe051,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:35.047685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.079632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network 411eaeda-73f4-46ea-959f-69bd553ff053 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:59:35.081217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:59:35.196110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-80fd49fd-38f2-4a29-95bf-5712b9f239bd None None] Provisioning for port 2d4352dc-d5c2-418f-b439-446c1d3fe051 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:59:35.200237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-80fd49fd-38f2-4a29-95bf-5712b9f239bd None None] Provisioning complete for port 2d4352dc-d5c2-418f-b439-446c1d3fe051 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:35.200609 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80fd49fd-38f2-4a29-95bf-5712b9f239bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.206909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Router fbf5207d-8266-4b5a-90ae-79966bf50497 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:59:35.241517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-80fd49fd-38f2-4a29-95bf-5712b9f239bd None None] Port 2d4352dc-d5c2-418f-b439-446c1d3fe051 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:59:35.327021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:59:35.333069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b811b56a-7e1b-49c2-a624-b200b6597a66 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "PUT /v2.0/routers/fbf5207d-8266-4b5a-90ae-79966bf50497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3313341 Aug 17 16:59:35.335521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:35.338238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Sync routers for ids ['fbf5207d-8266-4b5a-90ae-79966bf50497'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:59:35.352471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0884dc87-5db6-4dec-9807-964795be638e tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--618045190', 'description': 'tempest-secgroup_access--618045190 description', 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:59:35.361203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Routers {'fbf5207d-8266-4b5a-90ae-79966bf50497'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:59:35.362259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:59:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fbf5207d-8266-4b5a-90ae-79966bf50497'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:35.389957 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0884dc87-5db6-4dec-9807-964795be638e tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.414925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0f5fa92a-87a2-4dd3-9cd1-9ba8d22fb759 None None] Provisioning complete for port 2d4352dc-d5c2-418f-b439-446c1d3fe051 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:35.415781 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f5fa92a-87a2-4dd3-9cd1-9ba8d22fb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.493054 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fd81b86d-08e7-43da-b8b0-ea4c4d241de2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:59:35.505187 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0884dc87-5db6-4dec-9807-964795be638e tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.509344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0884dc87-5db6-4dec-9807-964795be638e tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.541550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fa92a-87a2-4dd3-9cd1-9ba8d22fb759 None None] Port 2d4352dc-d5c2-418f-b439-446c1d3fe051 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:59:35.541902 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884dc87-5db6-4dec-9807-964795be638e tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77dd7443-5ce6-4f77-a53c-04c2e8558ddc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:35.546663 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0884dc87-5db6-4dec-9807-964795be638e tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.548179 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0884dc87-5db6-4dec-9807-964795be638e tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2058411 Aug 17 16:59:35.551282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39868) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:35.555834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-2385ab1e-86e7-4954-a3a5-dc35d4d9de9a tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--888440394', 'description': 'tempest-secgroup_general--888440394 description', 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:59:35.568314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Set router fbf5207d-8266-4b5a-90ae-79966bf50497 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:59:35.579999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2385ab1e-86e7-4954-a3a5-dc35d4d9de9a tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.618719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port fd81b86d-08e7-43da-b8b0-ea4c4d241de2 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:59:35.649546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port fd81b86d-08e7-43da-b8b0-ea4c4d241de2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:35.650054 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.667349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2385ab1e-86e7-4954-a3a5-dc35d4d9de9a tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.671101 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2385ab1e-86e7-4954-a3a5-dc35d4d9de9a tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.700467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2385ab1e-86e7-4954-a3a5-dc35d4d9de9a tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.701704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2385ab1e-86e7-4954-a3a5-dc35d4d9de9a tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1494319 Aug 17 16:59:35.704143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385ab1e-86e7-4954-a3a5-dc35d4d9de9a tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067b6bc2-ef1a-4bae-864c-7c653d171750,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:35.705378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:35.710999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e72a9442-0aba-4bff-b64a-6679d94bef35 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'security_group_rule': {'security_group_id': '77dd7443-5ce6-4f77-a53c-04c2e8558ddc', 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:59:35.738751 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e72a9442-0aba-4bff-b64a-6679d94bef35 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.749390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cd884e4d-6038-4ccc-b27a-be240df99f1c None None] Provisioning complete for port 2d4352dc-d5c2-418f-b439-446c1d3fe051 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:35.750521 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd884e4d-6038-4ccc-b27a-be240df99f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.800825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e72a9442-0aba-4bff-b64a-6679d94bef35 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.804950 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e72a9442-0aba-4bff-b64a-6679d94bef35 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.826519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a9442-0aba-4bff-b64a-6679d94bef35 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c687e937-5a7b-4dfe-89ed-96293e6df56f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:35.834898 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e72a9442-0aba-4bff-b64a-6679d94bef35 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:35.836287 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e72a9442-0aba-4bff-b64a-6679d94bef35 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292019 Aug 17 16:59:35.985017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-219baa23-b8d5-4ba9-86a2-11e0eb1e7ad5 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_access--618045190&fields=id&tenant_id=3c3a882f3cb445a78f27d4e6cbd78961 HTTP/1.1" status: 200 len: 267 time: 0.0360792 Aug 17 16:59:35.992531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cd884e4d-6038-4ccc-b27a-be240df99f1c None None] Port 2d4352dc-d5c2-418f-b439-446c1d3fe051 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:59:36.029351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-2b466f6c-398b-4ee0-a6d6-8e4a2a1f1648 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_general--888440394&fields=id&tenant_id=3c3a882f3cb445a78f27d4e6cbd78961 HTTP/1.1" status: 200 len: 267 time: 0.0385969 Aug 17 16:59:36.038111 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.065514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port fd81b86d-08e7-43da-b8b0-ea4c4d241de2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fd81b86d-08e7-43da-b8b0-ea4c4d241de2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:59:36.069310 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.071327 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.072107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c3dfaf9d-4362-45e2-be31-0130849174ef up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:59:36.142061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-510f3057-c888-4f0a-a9dd-20f18e49e870 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:36.143482 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-510f3057-c888-4f0a-a9dd-20f18e49e870 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/networks?id=411eaeda-73f4-46ea-959f-69bd553ff053 HTTP/1.1" status: 200 len: 796 time: 0.1064737 Aug 17 16:59:36.159109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:34Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2d4352dc-d5c2-418f-b439-446c1d3fe051', 'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:88:5c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:33Z', 'updated_at': '2021-08-17T16:59:34Z', 'revision_number': 2, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:36.160069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-1e435090-15d5-4335-82c8-9431aff31a3e tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/quotas/3c3a882f3cb445a78f27d4e6cbd78961 HTTP/1.1" status: 200 len: 375 time: 0.0101318 Aug 17 16:59:36.195601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=fd81b86d-08e7-43da-b8b0-ea4c4d241de2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:36.198947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Checking router: fbf5207d-8266-4b5a-90ae-79966bf50497 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:59:36.199409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Updating router fbf5207d-8266-4b5a-90ae-79966bf50497 port 2d4352dc-d5c2-418f-b439-446c1d3fe051 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 16:59:36.203399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port c3dfaf9d-4362-45e2-be31-0130849174ef completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:59:36.219839 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-e8e78ccb-1233-4232-8111-90156a7f2275 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c3a882f3cb445a78f27d4e6cbd78961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539873 Aug 17 16:59:36.222124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c3dfaf9d-4362-45e2-be31-0130849174ef triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:36.222531 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.249344 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.317088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-cc8c0489-a9de-4a7f-bd9d-109adaa880b5 service neutron] 10.222.0.77 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854185 Aug 17 16:59:36.410842 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.415298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-05ebb542-7d89-4b3c-bc2b-01b69c289691 service neutron] 10.222.0.77 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920298 Aug 17 16:59:36.493904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port c3dfaf9d-4362-45e2-be31-0130849174ef, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c3dfaf9d-4362-45e2-be31-0130849174ef,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:59:36.503730 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.584357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=c3dfaf9d-4362-45e2-be31-0130849174ef,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:36.601194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73b387fd-05ee-4ebd-b369-d9975c21d25c req-c54230d5-26aa-40f2-8cd0-9b6f881b1bb5 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 210 time: 0.0343401 Aug 17 16:59:36.625562 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.637925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Transition to ACTIVE for port object 2d4352dc-d5c2-418f-b439-446c1d3fe051 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:59:36.643848 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.702027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d32d3-786b-48d7-9dda-6962a05e2b0c None None] Pushing event updated for resources: {'Port': ['ID=2d4352dc-d5c2-418f-b439-446c1d3fe051,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:36.751960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Attempting to bind port 2d4352dc-d5c2-418f-b439-446c1d3fe051 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:59:36.752947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Attempting to bind port 2d4352dc-d5c2-418f-b439-446c1d3fe051 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:59:36.752947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Attempting to bind port 2d4352dc-d5c2-418f-b439-446c1d3fe051 on network 411eaeda-73f4-46ea-959f-69bd553ff053 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:59:36.758586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:59:36.759167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Checking segment: {'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:59:36.759346 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.759690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Bound using segment: {'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:59:36.797380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Bound port: 2d4352dc-d5c2-418f-b439-446c1d3fe051, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:59:36.797380 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.845607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] For port 2d4352dc-d5c2-418f-b439-446c1d3fe051, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:59:36.849300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] For port 2d4352dc-d5c2-418f-b439-446c1d3fe051, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2d4352dc-d5c2-418f-b439-446c1d3fe051,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:59:36.856526 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:36.913285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Routers {'fbf5207d-8266-4b5a-90ae-79966bf50497'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:59:36.913919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:59:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fbf5207d-8266-4b5a-90ae-79966bf50497'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:36.968891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d32d3-786b-48d7-9dda-6962a05e2b0c None None] Pushing event updated for resources: {'Port': ['ID=2d4352dc-d5c2-418f-b439-446c1d3fe051,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:37.059754 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] Set router fbf5207d-8266-4b5a-90ae-79966bf50497 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:59:37.280871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:34Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2d4352dc-d5c2-418f-b439-446c1d3fe051', 'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:88:5c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:33Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:37.306737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df259ed-80cb-49e5-8c40-b10756d1f0b7 None None] The sync data for ids ['fbf5207d-8266-4b5a-90ae-79966bf50497'] in n-d-804878-1 is: [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:34Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2d4352dc-d5c2-418f-b439-446c1d3fe051', 'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:88:5c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:33Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:59:37.430001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fd81b86d-08e7-43da-b8b0-ea4c4d241de2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:59:37.497570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port fd81b86d-08e7-43da-b8b0-ea4c4d241de2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:37.498035 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:37.590812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-34f04b73-16e4-4582-a761-285a856a4de2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:37.593142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-34f04b73-16e4-4582-a761-285a856a4de2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.91 "GET /v2.0/networks?id=411eaeda-73f4-46ea-959f-69bd553ff053 HTTP/1.1" status: 200 len: 796 time: 0.1308954 Aug 17 16:59:37.603146 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c3dfaf9d-4362-45e2-be31-0130849174ef up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:59:37.665300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-12a58523-a532-49ec-af8e-5f0c276c1743 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c3a882f3cb445a78f27d4e6cbd78961 HTTP/1.1" status: 200 len: 476 time: 0.0627062 Aug 17 16:59:37.665546 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port c3dfaf9d-4362-45e2-be31-0130849174ef triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:37.665946 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:37.677398 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'port': {'device_id': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'admin_state_up': True, 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'security_groups': ['77dd7443-5ce6-4f77-a53c-04c2e8558ddc', '067b6bc2-ef1a-4bae-864c-7c653d171750']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:59:37.752830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-df204ad5-e75b-4829-8399-255487e839a7 req-74344d15-1058-4ec0-a58d-338a83705a4f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 210 time: 0.0578566 Aug 17 16:59:37.796214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:37.822724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Made reservation on behalf of 3c3a882f3cb445a78f27d4e6cbd78961 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 16:59:37.826246 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:37.961077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Allocated IP 172.20.0.4 (411eaeda-73f4-46ea-959f-69bd553ff053/64dc3a3e-beb6-40d7-8178-ff6f686de53a/c5c56dd9-37d5-40f0-9b53-d950018bf7f3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:59:38.129877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:38.145552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Transition to ACTIVE for port object c5c56dd9-37d5-40f0-9b53-d950018bf7f3 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:59:38.180856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:38.228667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network 411eaeda-73f4-46ea-959f-69bd553ff053 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:59:38.232010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:59:38.237600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:59:38.260656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Port': ['ID=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:38.289466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:38.290103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:38.305115 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-9077fd29-bf15-47f0-9b1e-212f59ad2e49 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6317434 Aug 17 16:59:38.318498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Request body: {'port': {'device_id': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:59:38.385203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:38.535563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b5e95554-02e5-4400-bb5e-66223a516e52 None None] Provisioning for port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:59:38.539530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b5e95554-02e5-4400-bb5e-66223a516e52 None None] Provisioning complete for port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:38.539923 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5e95554-02e5-4400-bb5e-66223a516e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:38.575281 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b5e95554-02e5-4400-bb5e-66223a516e52 None None] Port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 16:59:38.660089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c56dd9-37d5-40f0-9b53-d950018bf7f3 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:59:38.667787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:38.680580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Transition to ACTIVE for port object c5c56dd9-37d5-40f0-9b53-d950018bf7f3 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 16:59:38.684229 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:38.734853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:38.812694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Attempting to bind port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 16:59:38.813026 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Attempting to bind port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 16:59:38.813360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Attempting to bind port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 on network 411eaeda-73f4-46ea-959f-69bd553ff053 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:59:38.817979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 on network 411eaeda-73f4-46ea-959f-69bd553ff053 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 16:59:38.818239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Attempting to bind port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 on network 411eaeda-73f4-46ea-959f-69bd553ff053 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 16:59:38.823292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 16, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 16:59:38.823630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Checking segment: {'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 16:59:38.824010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Bound using segment: {'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 16:59:38.824442 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Bound port: c5c56dd9-37d5-40f0-9b53-d950018bf7f3, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85397d4b-99c7-43c9-b99c-fc85dc31ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 16:59:38.824802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:38.880015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d39edd-9a8a-4309-928d-c400729b487d req-1b4f1c5d-cc02-4075-a992-984ae05c3e4c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:38.881780 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53d39edd-9a8a-4309-928d-c400729b487d req-1b4f1c5d-cc02-4075-a992-984ae05c3e4c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 982 time: 0.0520449 Aug 17 16:59:38.894046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] For port c5c56dd9-37d5-40f0-9b53-d950018bf7f3, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 16:59:38.897269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] For port c5c56dd9-37d5-40f0-9b53-d950018bf7f3, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 16:59:38.902823 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:38.926512 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-53d39edd-9a8a-4309-928d-c400729b487d req-e919b787-31f0-4a8e-a350-d0a672e21b54 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0380433 Aug 17 16:59:38.937384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:38.938073 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:38.939652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] 10.222.0.91 "PUT /v2.0/ports/c5c56dd9-37d5-40f0-9b53-d950018bf7f3 HTTP/1.1" status: 200 len: 1130 time: 0.6256762 Aug 17 16:59:38.940096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'tag': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:59:38.942320 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ed4d30-406c-4259-874e-aedf3c60771c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd96cd7-dcbe-40bf-a9ef-68f0b432e590", "tag": "c5c56dd9-37d5-40f0-9b53-d950018bf7f3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:59:38.990434 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89377723-916a-4664-a034-07a468dfe758 x-openstack-request-id: req-89377723-916a-4664-a034-07a468dfe758 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:59:38.990722 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd96cd7-dcbe-40bf-a9ef-68f0b432e590", "tag": "c5c56dd9-37d5-40f0-9b53-d950018bf7f3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:59:38.991319 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89377723-916a-4664-a034-07a468dfe758 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:59:38.991417 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'tag': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'status': 'completed', 'code': 200} Aug 17 16:59:38.992059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617f4f1-f1da-4463-8518-a55746b64bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:39.042190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-b57db10e-6158-4086-9686-19d447f04cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:39.043796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-b57db10e-6158-4086-9686-19d447f04cd0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c3a882f3cb445a78f27d4e6cbd78961&device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 1133 time: 0.0480311 Aug 17 16:59:39.088225 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-5ef9a68e-85f0-408c-accb-5c454c8f08f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5c56dd9-37d5-40f0-9b53-d950018bf7f3 HTTP/1.1" status: 200 len: 217 time: 0.0365396 Aug 17 16:59:39.138705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-988b23a7-7e52-473f-be42-f716f40032eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:39.140205 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-988b23a7-7e52-473f-be42-f716f40032eb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64dc3a3e-beb6-40d7-8178-ff6f686de53a HTTP/1.1" status: 200 len: 835 time: 0.0451324 Aug 17 16:59:39.189389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-2999b8fe-ab79-4759-997f-c95fa604f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:39.190910 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-2999b8fe-ab79-4759-997f-c95fa604f36a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=411eaeda-73f4-46ea-959f-69bd553ff053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437000 Aug 17 16:59:39.280708 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-c5a39949-e471-4ee5-88f8-9c092becd97a service neutron] 10.222.0.91 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826175 Aug 17 16:59:39.378110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ba3ab1-4402-49d9-ab38-1d3cc89adeee req-0084c0d5-6ad4-490b-a011-9a0d3e4a40df service neutron] 10.222.0.91 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904379 Aug 17 16:59:39.410653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2d4352dc-d5c2-418f-b439-446c1d3fe051 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:59:39.460070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2d4352dc-d5c2-418f-b439-446c1d3fe051 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:59:39.463549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2d4352dc-d5c2-418f-b439-446c1d3fe051 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:39.463918 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:39.464004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-af529170-606b-435c-958c-d521e3245e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:39.465487 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-af529170-606b-435c-958c-d521e3245e91 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c3a882f3cb445a78f27d4e6cbd78961&device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 1133 time: 0.0411432 Aug 17 16:59:39.543288 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:39.557581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-f50af0c8-4408-479f-8f7d-7f7f8bd2a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:39.559100 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-f50af0c8-4408-479f-8f7d-7f7f8bd2a028 service neutron] 10.222.0.91 "GET /v2.0/networks?id=411eaeda-73f4-46ea-959f-69bd553ff053 HTTP/1.1" status: 200 len: 897 time: 0.0862260 Aug 17 16:59:39.575500 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 2d4352dc-d5c2-418f-b439-446c1d3fe051, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2d4352dc-d5c2-418f-b439-446c1d3fe051,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:59:39.580118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:39.605656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-dedef2ba-f281-4a7e-8443-98681e506d39 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5c56dd9-37d5-40f0-9b53-d950018bf7f3 HTTP/1.1" status: 200 len: 217 time: 0.0389075 Aug 17 16:59:39.627018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=2d4352dc-d5c2-418f-b439-446c1d3fe051,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:39.656763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-8270b679-baeb-4068-bb05-a5b4b2efad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:39.658216 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-8270b679-baeb-4068-bb05-a5b4b2efad98 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64dc3a3e-beb6-40d7-8178-ff6f686de53a HTTP/1.1" status: 200 len: 835 time: 0.0458651 Aug 17 16:59:39.701793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-ad4b92e3-1eed-4c96-aa27-0f0d61edb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:39.703772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-ad4b92e3-1eed-4c96-aa27-0f0d61edb6a7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=411eaeda-73f4-46ea-959f-69bd553ff053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381942 Aug 17 16:59:39.796528 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-29192f1a-cf87-419c-8d30-f8548e509976 service neutron] 10.222.0.91 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853403 Aug 17 16:59:39.887236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4ed4d30-406c-4259-874e-aedf3c60771c req-412aca94-96f4-473c-afd2-9bc2db3244cf service neutron] 10.222.0.91 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828848 Aug 17 16:59:40.042267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4344391-f96d-4bae-9de4-b10a58b327a2 req-fd25f42e-eba8-46a2-bdfb-69c518968817 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:40.043767 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4344391-f96d-4bae-9de4-b10a58b327a2 req-fd25f42e-eba8-46a2-bdfb-69c518968817 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 982 time: 0.0487926 Aug 17 16:59:40.083397 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e4344391-f96d-4bae-9de4-b10a58b327a2 req-2bb5219c-a071-4b59-95f5-d9ac4b8b2f57 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0335565 Aug 17 16:59:40.577749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c5c56dd9-37d5-40f0-9b53-d950018bf7f3 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 16:59:40.672719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port c5c56dd9-37d5-40f0-9b53-d950018bf7f3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:59:40.683562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'port_id': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'mac_address': 'fa:16:3e:9a:52:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 16:59:40.719380 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:40.731752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c56dd9-37d5-40f0-9b53-d950018bf7f3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 16:59:40.751216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port c5c56dd9-37d5-40f0-9b53-d950018bf7f3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:59:40.755310 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:40.801094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:40.963719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['c5c56dd9-37d5-40f0-9b53-d950018bf7f3'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 16:59:41.204227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27da6d-545e-4ff7-9046-93e7f78da3b2 req-c1f3d4ac-13cf-4043-b34e-df64177fbd37 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:41.205926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf27da6d-545e-4ff7-9046-93e7f78da3b2 req-c1f3d4ac-13cf-4043-b34e-df64177fbd37 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 983 time: 0.0551083 Aug 17 16:59:41.246304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf27da6d-545e-4ff7-9046-93e7f78da3b2 req-28a52899-be72-41b7-8f9d-c70d8632b1ed tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0340087 Aug 17 16:59:41.393525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2d4352dc-d5c2-418f-b439-446c1d3fe051 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:59:41.439756 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 2d4352dc-d5c2-418f-b439-446c1d3fe051 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:41.440123 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:42.363577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530cc5e-edaf-4188-b327-5333ffb43666 req-33467dae-018f-432e-b903-09ab7f772472 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:42.365055 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f530cc5e-edaf-4188-b327-5333ffb43666 req-33467dae-018f-432e-b903-09ab7f772472 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 983 time: 0.0530314 Aug 17 16:59:42.404088 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f530cc5e-edaf-4188-b327-5333ffb43666 req-e609c1e8-0325-4a08-923a-253e092d0a1c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0329988 Aug 17 16:59:42.682029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c5c56dd9-37d5-40f0-9b53-d950018bf7f3 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 16:59:42.729599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 16:59:42.733540 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 16:59:42.733903 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:42.811528 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:42.834616 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:59:42.836824 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad74e1db-3bc9-424a-a3f5-466c58d8ebf5" -d '{"events": [{"server_uuid": "5dd96cd7-dcbe-40bf-a9ef-68f0b432e590", "name": "network-vif-plugged", "status": "completed", "tag": "c5c56dd9-37d5-40f0-9b53-d950018bf7f3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:59:42.850309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port c5c56dd9-37d5-40f0-9b53-d950018bf7f3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:59:42.854448 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:42.879151 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cdcd8c-e32b-46b0-9c25-693a8b53f79c x-openstack-request-id: req-77cdcd8c-e32b-46b0-9c25-693a8b53f79c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:59:42.879456 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd96cd7-dcbe-40bf-a9ef-68f0b432e590", "name": "network-vif-plugged", "status": "completed", "tag": "c5c56dd9-37d5-40f0-9b53-d950018bf7f3", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:59:42.879716 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77cdcd8c-e32b-46b0-9c25-693a8b53f79c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:59:42.880099 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'code': 200} Aug 17 16:59:42.906634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:42.969396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c63a6-ab7d-4e32-bc0f-941c57f2afdd req-34a4eaf6-d1b9-4950-ba57-ef59a3ab3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:42.970960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f7c63a6-ab7d-4e32-bc0f-941c57f2afdd req-34a4eaf6-d1b9-4950-ba57-ef59a3ab3c45 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 1135 time: 0.0414846 Aug 17 16:59:43.008232 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f7c63a6-ab7d-4e32-bc0f-941c57f2afdd req-b5f6204a-f842-4d64-a3d9-04305b3f0776 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0301147 Aug 17 16:59:43.518562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f554078-4284-4477-9e26-439146b1c996 req-c7661fb4-db45-4121-9d1e-05b9247303db tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:43.520066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3f554078-4284-4477-9e26-439146b1c996 req-c7661fb4-db45-4121-9d1e-05b9247303db tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 984 time: 0.0487864 Aug 17 16:59:43.559620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3f554078-4284-4477-9e26-439146b1c996 req-2d86b8d1-e541-415e-87a2-cc4d89f4b077 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0334392 Aug 17 16:59:44.681988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11d688-5548-4395-a3d6-9734a9ad534e req-a88fcbeb-bf29-462a-a022-186569b1e819 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:44.683495 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb11d688-5548-4395-a3d6-9734a9ad534e req-a88fcbeb-bf29-462a-a022-186569b1e819 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 984 time: 0.0487804 Aug 17 16:59:44.723302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb11d688-5548-4395-a3d6-9734a9ad534e req-ff62af2a-57c3-4b50-9c6e-9e3111369176 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0336978 Aug 17 16:59:44.835106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd460a6-5902-4c1a-aaf8-9593a6885cc3 req-c991962d-d620-4968-840d-5acc852fea9f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:44.836581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5dd460a6-5902-4c1a-aaf8-9593a6885cc3 req-c991962d-d620-4968-840d-5acc852fea9f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 984 time: 0.0484056 Aug 17 16:59:44.876838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5dd460a6-5902-4c1a-aaf8-9593a6885cc3 req-261c4ba7-63d8-4ea1-8623-4d7d77febc0a tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0342114 Aug 17 16:59:44.985355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b74312-446a-46cc-8501-11bdb8ad10e4 req-ecbec38d-f9b8-4978-bfb3-26bcf05d5e99 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:44.987362 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17b74312-446a-46cc-8501-11bdb8ad10e4 req-ecbec38d-f9b8-4978-bfb3-26bcf05d5e99 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 1135 time: 0.0450034 Aug 17 16:59:45.006532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-17b74312-446a-46cc-8501-11bdb8ad10e4 req-f764ac5c-2d45-4e90-9b40-ecb4263d5db9 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:45.093103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-17b74312-446a-46cc-8501-11bdb8ad10e4 req-f764ac5c-2d45-4e90-9b40-ecb4263d5db9 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:45.097273 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-17b74312-446a-46cc-8501-11bdb8ad10e4 req-f764ac5c-2d45-4e90-9b40-ecb4263d5db9 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:45.121005 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-17b74312-446a-46cc-8501-11bdb8ad10e4 req-f764ac5c-2d45-4e90-9b40-ecb4263d5db9 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1275291 Aug 17 16:59:45.129474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764ac5c-2d45-4e90-9b40-ecb4263d5db9 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f03ce3c-ceb9-4165-8ec9-bfa89e7c1db9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:45.142494 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:45.181768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f852693f-874d-4beb-a7ba-a27a43edd545 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:45.183307 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f852693f-874d-4beb-a7ba-a27a43edd545 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 1130 time: 0.0397978 Aug 17 16:59:45.186881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:45.191387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 16:59:45.211760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:45.308760 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:45.408798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Allocated IP 172.25.7.228 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/47ee276e-b796-4556-bc94-796897141372) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 16:59:45.511802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:45.550961 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:45.584123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 16:59:45.586717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 16:59:45.592630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 16:59:45.619056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Port': ['ID=47ee276e-b796-4556-bc94-796897141372,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:45.948339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:46.016880 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:46.165248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:46.169685 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:46.243341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Port': ['ID=47ee276e-b796-4556-bc94-796897141372,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:46.252287 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:46.350652 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Floating IP aba674cd-6411-40b5-87c7-e9b193605b75 associated. External IP: 172.25.7.228, port: c5c56dd9-37d5-40f0-9b53-d950018bf7f3. Aug 17 16:59:46.556975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Router fbf5207d-8266-4b5a-90ae-79966bf50497 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:59:47.002663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:59:47.013374 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] Sync routers for ids ['fbf5207d-8266-4b5a-90ae-79966bf50497'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:59:47.018350 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:47.022631 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] Routers {'fbf5207d-8266-4b5a-90ae-79966bf50497'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:59:47.023235 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:59:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fbf5207d-8266-4b5a-90ae-79966bf50497'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:47.045299 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b2a9a71-e122-475d-87e4-2672218a5737 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8574009 Aug 17 16:59:47.045866 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'tag': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:59:47.049011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39926) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:47.049461 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c84c368-2fe7-4b9f-bc4e-d22869904229" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd96cd7-dcbe-40bf-a9ef-68f0b432e590", "tag": "c5c56dd9-37d5-40f0-9b53-d950018bf7f3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:59:47.092303 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1393fab2-1665-494b-a9eb-6d0d4b426347 x-openstack-request-id: req-1393fab2-1665-494b-a9eb-6d0d4b426347 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:59:47.092590 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd96cd7-dcbe-40bf-a9ef-68f0b432e590", "tag": "c5c56dd9-37d5-40f0-9b53-d950018bf7f3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:59:47.092837 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1393fab2-1665-494b-a9eb-6d0d4b426347 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:59:47.093230 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'tag': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'status': 'completed', 'code': 200} Aug 17 16:59:47.135370 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] Set router fbf5207d-8266-4b5a-90ae-79966bf50497 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:59:47.155670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-1d1c742e-6b65-4c08-b25a-14b74eaf7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.157233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-1d1c742e-6b65-4c08-b25a-14b74eaf7322 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c3a882f3cb445a78f27d4e6cbd78961&device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 1135 time: 0.0412624 Aug 17 16:59:47.162933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033c2b3-3f50-478d-846d-98f5fec6effd tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.163411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033c2b3-3f50-478d-846d-98f5fec6effd tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.163874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033c2b3-3f50-478d-846d-98f5fec6effd tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.164322 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033c2b3-3f50-478d-846d-98f5fec6effd tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.165216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033c2b3-3f50-478d-846d-98f5fec6effd tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.165216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033c2b3-3f50-478d-846d-98f5fec6effd tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.169533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2033c2b3-3f50-478d-846d-98f5fec6effd tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1170688 Aug 17 16:59:47.169870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39930) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:47.224834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44510334-f49e-4017-a399-fdc194f28de0 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.225407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44510334-f49e-4017-a399-fdc194f28de0 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.225874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44510334-f49e-4017-a399-fdc194f28de0 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.226326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44510334-f49e-4017-a399-fdc194f28de0 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.226791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44510334-f49e-4017-a399-fdc194f28de0 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.227232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44510334-f49e-4017-a399-fdc194f28de0 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.231998 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-44510334-f49e-4017-a399-fdc194f28de0 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0582528 Aug 17 16:59:47.233101 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39932) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:47.253328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-3306a857-925c-4171-bbed-1432440fe629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.254838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-3306a857-925c-4171-bbed-1432440fe629 service neutron] 10.222.0.91 "GET /v2.0/networks?id=411eaeda-73f4-46ea-959f-69bd553ff053 HTTP/1.1" status: 200 len: 897 time: 0.0907412 Aug 17 16:59:47.325130 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-b8ba3177-839b-4b5d-b292-5b2a8e4180f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5c56dd9-37d5-40f0-9b53-d950018bf7f3 HTTP/1.1" status: 200 len: 999 time: 0.0635219 Aug 17 16:59:47.375589 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:34Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'aba674cd-6411-40b5-87c7-e9b193605b75', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'port_id': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'mac_address': 'fa:16:3e:9a:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:59:45Z', 'updated_at': '2021-08-17T16:59:45Z', 'revision_number': 0, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4352dc-d5c2-418f-b439-446c1d3fe051', 'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:88:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:33Z', 'updated_at': '2021-08-17T16:59:39Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:47.377079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-d4813cc3-73f9-4281-b566-4425d63e0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.378606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-d4813cc3-73f9-4281-b566-4425d63e0ef7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64dc3a3e-beb6-40d7-8178-ff6f686de53a HTTP/1.1" status: 200 len: 835 time: 0.0472090 Aug 17 16:59:47.403049 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] Checking router: fbf5207d-8266-4b5a-90ae-79966bf50497 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:59:47.411555 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] Routers {'fbf5207d-8266-4b5a-90ae-79966bf50497'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:59:47.412244 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:59:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fbf5207d-8266-4b5a-90ae-79966bf50497'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:47.430335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-352eb3a2-6487-4ff0-805e-b6a1a8faf3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.432062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-352eb3a2-6487-4ff0-805e-b6a1a8faf3b0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=411eaeda-73f4-46ea-959f-69bd553ff053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469282 Aug 17 16:59:47.502069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:47.502263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ce0b9958-3f9d-4b74-9ff2-2a46d1d52cfe tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.2678924 Aug 17 16:59:47.558669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-f6fd2845-9ff5-4863-b2f9-189857b426bc service neutron] 10.222.0.91 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198285 Aug 17 16:59:47.565645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2f1809-7988-426c-8953-2be5ac964584 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.566138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2f1809-7988-426c-8953-2be5ac964584 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:47.575316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4f2f1809-7988-426c-8953-2be5ac964584 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fbf5207d-8266-4b5a-90ae-79966bf50497 HTTP/1.1" status: 200 len: 1990 time: 0.0646091 Aug 17 16:59:47.610332 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] Set router fbf5207d-8266-4b5a-90ae-79966bf50497 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:59:47.656757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c84c368-2fe7-4b9f-bc4e-d22869904229 req-69ebf078-be7c-4b7a-8ffc-b384a4ed883d service neutron] 10.222.0.91 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879507 Aug 17 16:59:47.824365 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:34Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'aba674cd-6411-40b5-87c7-e9b193605b75', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'port_id': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'mac_address': 'fa:16:3e:9a:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:59:45Z', 'updated_at': '2021-08-17T16:59:45Z', 'revision_number': 0, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4352dc-d5c2-418f-b439-446c1d3fe051', 'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:88:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:33Z', 'updated_at': '2021-08-17T16:59:39Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:47.852929 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4433513-b058-46a7-8074-8e54f5c1bf1d None None] The sync data for ids ['fbf5207d-8266-4b5a-90ae-79966bf50497'] in n-d-804878-1 is: [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:34Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'aba674cd-6411-40b5-87c7-e9b193605b75', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'port_id': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'mac_address': 'fa:16:3e:9a:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:59:45Z', 'updated_at': '2021-08-17T16:59:45Z', 'revision_number': 0, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4352dc-d5c2-418f-b439-446c1d3fe051', 'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:88:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:33Z', 'updated_at': '2021-08-17T16:59:39Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:59:48.047299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101337c-553c-488c-a21e-3b62460660a1 None None] New status for floating IP aba674cd-6411-40b5-87c7-e9b193605b75: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:59:49.898445 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:50.191713 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:51.784544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 39938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 16:59:51.942917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Deleting port c9081cd5-d8d9-4027-a248-1ef0af5bebba {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:59:51.943252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:52.023596 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:52.023921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:52.035357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Calling delete_port for c9081cd5-d8d9-4027-a248-1ef0af5bebba owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:59:52.181595 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:52.208356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'Port': ['ID=c9081cd5-d8d9-4027-a248-1ef0af5bebba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:52.265432 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:52.265767 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Floating IP c3b573f4-cff4-40bc-b846-23ef70987662 disassociated (deleted). External IP: 172.25.7.245, port: f03ff35e-87f8-4963-9d64-cf835ed6e7c1. Aug 17 16:59:52.468815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Router b08603b8-c570-419a-8c30-3705df87c19b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 16:59:52.575316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 16:59:52.580144 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:52.586103 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] Sync routers for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 16:59:52.595606 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:59:52.596110 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:59:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:52.606581 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-164cba6e-9e23-48a4-9c9f-7b5a738c718f tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "DELETE /v2.0/floatingips/c3b573f4-cff4-40bc-b846-23ef70987662 HTTP/1.1" status: 204 len: 168 time: 0.8209076 Aug 17 16:59:52.607172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'tag': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:59:52.610300 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a002f15-ab35-43b2-b521-8b1807d897b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f59b6b89-00e7-4b59-965f-5a83a89a8eb1", "tag": "f03ff35e-87f8-4963-9d64-cf835ed6e7c1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:59:52.651574 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf107ad-b2df-4c2d-a905-5cb83fe806b2 x-openstack-request-id: req-cdf107ad-b2df-4c2d-a905-5cb83fe806b2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:59:52.651862 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59b6b89-00e7-4b59-965f-5a83a89a8eb1", "tag": "f03ff35e-87f8-4963-9d64-cf835ed6e7c1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:59:52.652112 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cdf107ad-b2df-4c2d-a905-5cb83fe806b2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:59:52.652518 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'tag': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'status': 'completed', 'code': 200} Aug 17 16:59:52.705305 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:59:52.714775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-2e32678e-2873-4e66-b9b1-8d1499e7abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:52.716542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-2e32678e-2873-4e66-b9b1-8d1499e7abac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0424068 Aug 17 16:59:52.823378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-2c7672b9-07cb-465b-bbb9-694b6c252d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:52.825110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-2c7672b9-07cb-465b-bbb9-694b6c252d90 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.0971828 Aug 17 16:59:52.837420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe2695-8318-4437-b8a7-4c93023a6988 req-1b57b4a7-f16d-4a86-803b-bff7d4dec8b3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:52.840297 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4fe2695-8318-4437-b8a7-4c93023a6988 req-1b57b4a7-f16d-4a86-803b-bff7d4dec8b3 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0520139 Aug 17 16:59:52.872541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-f1345ceb-6399-48de-a700-4d8d800e903a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f03ff35e-87f8-4963-9d64-cf835ed6e7c1 HTTP/1.1" status: 200 len: 217 time: 0.0395713 Aug 17 16:59:52.884575 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4fe2695-8318-4437-b8a7-4c93023a6988 req-825bc407-4e7b-4bdf-89ed-245701aa26de tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383084 Aug 17 16:59:52.928081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-38fc11e8-f1c5-4e73-8fe1-7d7f325ecd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:52.929849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-38fc11e8-f1c5-4e73-8fe1-7d7f325ecd59 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0493550 Aug 17 16:59:52.929956 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '41c1303c-b4ea-47a8-8aee-9492dff0bc3b', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:a8:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:56:18Z', 'updated_at': '2021-08-17T16:56:21Z', 'revision_number': 1, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:52.963678 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] Checking router: b08603b8-c570-419a-8c30-3705df87c19b for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 16:59:52.969003 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 16:59:52.969480 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:59:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:52.976781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-63de2193-0e7b-4394-a86c-23c035ba8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:52.978324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-63de2193-0e7b-4394-a86c-23c035ba8605 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412898 Aug 17 16:59:53.075074 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 16:59:53.078964 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-7f4e7f6f-9dd0-4f36-8dd1-aad85c65706c service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916450 Aug 17 16:59:53.176499 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2a002f15-ab35-43b2-b521-8b1807d897b9 req-f14e5ad1-7819-4db0-968e-c60b4f88b6ac service neutron] 10.222.0.91 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895257 Aug 17 16:59:53.294346 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '41c1303c-b4ea-47a8-8aee-9492dff0bc3b', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:a8:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:56:18Z', 'updated_at': '2021-08-17T16:56:21Z', 'revision_number': 1, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 16:59:53.320486 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02dbcab-6fd6-4e8f-b46c-94bcc45d9619 None None] The sync data for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 is: [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '41c1303c-b4ea-47a8-8aee-9492dff0bc3b', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'port_id': '3c60c004-2a51-405c-b813-0641d2bb657f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'mac_address': 'fa:16:3e:a8:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T16:56:18Z', 'updated_at': '2021-08-17T16:56:21Z', 'revision_number': 1, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 16:59:53.541173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6788947-0fe7-4a2d-8283-5b3b40e8369c None None] New status for floating IP c3b573f4-cff4-40bc-b846-23ef70987662: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 16:59:54.061149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f1e14-e339-42fe-acc0-b138424a57cb req-3058deea-98a3-4952-ad35-08111ca4260e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:54.063275 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e1f1e14-e339-42fe-acc0-b138424a57cb req-3058deea-98a3-4952-ad35-08111ca4260e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 945 time: 0.1078391 Aug 17 16:59:54.100410 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4e1f1e14-e339-42fe-acc0-b138424a57cb req-c9d2bbfa-605f-456a-8b15-918625ee25bc tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311022 Aug 17 16:59:54.356300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-20a9e5b2-66e1-438a-a416-8060a22e6817 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 16:59:54.357996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-20a9e5b2-66e1-438a-a416-8060a22e6817 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.91 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 945 time: 0.0471568 Aug 17 16:59:54.449195 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-47d32880-5958-46d0-91e1-48298f3cd8a5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Deleting port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 16:59:54.449534 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-47d32880-5958-46d0-91e1-48298f3cd8a5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:54.535402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-47d32880-5958-46d0-91e1-48298f3cd8a5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] For port f03ff35e-87f8-4963-9d64-cf835ed6e7c1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 16:59:54.535748 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-47d32880-5958-46d0-91e1-48298f3cd8a5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:54.552430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-47d32880-5958-46d0-91e1-48298f3cd8a5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Calling delete_port for f03ff35e-87f8-4963-9d64-cf835ed6e7c1 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 16:59:54.677844 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-47d32880-5958-46d0-91e1-48298f3cd8a5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:54.706250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d32880-5958-46d0-91e1-48298f3cd8a5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'Port': ['ID=f03ff35e-87f8-4963-9d64-cf835ed6e7c1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 16:59:54.750403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-47d32880-5958-46d0-91e1-48298f3cd8a5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] No DVR routers for this DVR port f03ff35e-87f8-4963-9d64-cf835ed6e7c1 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 16:59:54.753067 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-47d32880-5958-46d0-91e1-48298f3cd8a5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 16:59:54.755247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf21a224-03ad-40d1-ab5e-dc6f5e530c9d req-47d32880-5958-46d0-91e1-48298f3cd8a5 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.91 "DELETE /v2.0/ports/f03ff35e-87f8-4963-9d64-cf835ed6e7c1 HTTP/1.1" status: 204 len: 173 time: 0.3913424 Aug 17 16:59:54.755682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'name': 'network-vif-deleted', 'tag': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 16:59:54.757915 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887c3d9f-28a3-438a-977b-538b34a68bf2" -d '{"events": [{"server_uuid": "f59b6b89-00e7-4b59-965f-5a83a89a8eb1", "name": "network-vif-deleted", "tag": "f03ff35e-87f8-4963-9d64-cf835ed6e7c1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 16:59:54.798075 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1569162-9162-4475-b083-c79d4efc6995 x-openstack-request-id: req-e1569162-9162-4475-b083-c79d4efc6995 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 16:59:54.798364 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59b6b89-00e7-4b59-965f-5a83a89a8eb1", "name": "network-vif-deleted", "tag": "f03ff35e-87f8-4963-9d64-cf835ed6e7c1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 16:59:54.798637 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1569162-9162-4475-b083-c79d4efc6995 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 16:59:54.799042 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59b6b89-00e7-4b59-965f-5a83a89a8eb1', 'name': 'network-vif-deleted', 'tag': 'f03ff35e-87f8-4963-9d64-cf835ed6e7c1', 'status': 'completed', 'code': 200} Aug 17 16:59:55.199667 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59cbdf98-191d-4055-a0d1-c381a2c3ead5 req-c05279bb-f67d-4ccd-8dff-9d6c8cfecae4 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 210 time: 0.0267873 Aug 17 16:59:56.298460 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e722a915-5961-437a-a1a6-af84e516f886 req-eef4b002-106c-490a-b5e7-1f876e92b06a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Aug 17 16:59:56.757693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device f03ff35e-87f8-4963-9d64-cf835ed6e7c1 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 16:59:56.777573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: f03ff35e-87f8-4963-9d64-cf835ed6e7c1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 16:59:56.777917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device f03ff35e-87f8-4963-9d64-cf835ed6e7c1 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 16:59:57.394553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8562223e-6ed0-40f1-8ddb-68b96be57c58 req-75ee4559-4ca4-4b96-b57f-96e88a13a1a6 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 210 time: 0.0274773 Aug 17 16:59:58.499767 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c40c6ab-fa5c-4880-b292-32813d7f4daf req-dc6c133c-a7b3-4c78-b082-726652c5f2aa tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59b6b89-00e7-4b59-965f-5a83a89a8eb1 HTTP/1.1" status: 200 len: 210 time: 0.0268722 Aug 17 17:00:02.186069 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0661ce8c-cc7a-472f-a152-06cb20d5cac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:03.855241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 39982) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:04.064333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Deleting port 5d5e9046-7546-4391-ae38-6005e4215118 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:04.064670 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:04.143265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:04.143591 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:04.156057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Calling delete_port for 5d5e9046-7546-4391-ae38-6005e4215118 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:04.334309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:04.360475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'Port': ['ID=5d5e9046-7546-4391-ae38-6005e4215118,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:04.441647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:04.441981 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Floating IP 41c1303c-b4ea-47a8-8aee-9492dff0bc3b disassociated (deleted). External IP: 172.25.7.130, port: 3c60c004-2a51-405c-b813-0641d2bb657f. Aug 17 17:00:04.581512 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:00:04.646400 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Router b08603b8-c570-419a-8c30-3705df87c19b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:00:04.753320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:00:04.757892 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:04.762440 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2621e53-0540-4639-8867-88fd720116ab None None] Sync routers for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:00:04.771264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2621e53-0540-4639-8867-88fd720116ab None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:04.771920 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d2621e53-0540-4639-8867-88fd720116ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T16:59:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:04.787612 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c656177e-98da-4f84-af40-11996fec3726 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "DELETE /v2.0/floatingips/41c1303c-b4ea-47a8-8aee-9492dff0bc3b HTTP/1.1" status: 204 len: 168 time: 0.9288688 Aug 17 17:00:04.787612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'tag': '3c60c004-2a51-405c-b813-0641d2bb657f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:00:04.788047 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfe7a6f-fafd-4755-9b4b-96014eb8320c", "tag": "3c60c004-2a51-405c-b813-0641d2bb657f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:00:04.824946 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729910d7-c9a7-45a5-b14c-22b123696c93 x-openstack-request-id: req-729910d7-c9a7-45a5-b14c-22b123696c93 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:00:04.825331 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfe7a6f-fafd-4755-9b4b-96014eb8320c", "tag": "3c60c004-2a51-405c-b813-0641d2bb657f", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:00:04.825605 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-729910d7-c9a7-45a5-b14c-22b123696c93 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:00:04.826073 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'tag': '3c60c004-2a51-405c-b813-0641d2bb657f', 'status': 'completed', 'code': 200} Aug 17 17:00:04.881303 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-416d78ab-6654-4421-aa3f-5912ffe72d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:04.881735 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d2621e53-0540-4639-8867-88fd720116ab None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:04.973032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-8d1a0034-b704-4511-a777-4719a614caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:04.974579 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-8d1a0034-b704-4511-a777-4719a614caed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9119b68d37a246b4965702f6c3c5b476&device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 1096 time: 0.1232932 Aug 17 17:00:05.050526 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:05.080540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82daceb-fdcf-4cb8-b1c0-222a45a0a071 req-54f44847-77cb-4453-bf64-a7b58f770b31 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:05.082039 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f82daceb-fdcf-4cb8-b1c0-222a45a0a071 req-54f44847-77cb-4453-bf64-a7b58f770b31 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 945 time: 0.1065633 Aug 17 17:00:05.088992 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d2621e53-0540-4639-8867-88fd720116ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:05.116726 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2621e53-0540-4639-8867-88fd720116ab None None] Checking router: b08603b8-c570-419a-8c30-3705df87c19b for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:00:05.124798 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2621e53-0540-4639-8867-88fd720116ab None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:05.125395 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d2621e53-0540-4639-8867-88fd720116ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:05.130230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-fcb76692-6d34-484f-9bf8-f3d5ff678fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:05.131752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-fcb76692-6d34-484f-9bf8-f3d5ff678fa5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 200 len: 913 time: 0.1474614 Aug 17 17:00:05.138855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f82daceb-fdcf-4cb8-b1c0-222a45a0a071 req-fce3d310-9016-4f4a-b5c7-d07407d6d586 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502031 Aug 17 17:00:05.180235 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-5865a292-10cf-4db4-94c4-6d3c1058f5d6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60c004-2a51-405c-b813-0641d2bb657f HTTP/1.1" status: 200 len: 217 time: 0.0404105 Aug 17 17:00:05.236426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-a4c6ea58-89ae-499b-b1b2-2981bcdb8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:05.237931 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-a4c6ea58-89ae-499b-b1b2-2981bcdb8d4f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 200 len: 851 time: 0.0475843 Aug 17 17:00:05.284778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-a5ee7a83-c1ba-4dda-a5e0-da06941fca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:05.286291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-a5ee7a83-c1ba-4dda-a5e0-da06941fca72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e635362-b05b-4ac3-88d0-eda554336e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406315 Aug 17 17:00:05.324181 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d2621e53-0540-4639-8867-88fd720116ab None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:05.385783 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-d9659397-6d0a-4787-a629-c41034fa14b0 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900776 Aug 17 17:00:05.474873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69d8aa13-088d-4750-b8d7-e9cc1cadcb3e req-b5ee65fb-94e2-4f84-bdce-31a25bbc0d20 service neutron] 10.222.0.93 "GET /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815139 Aug 17 17:00:05.524826 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d2621e53-0540-4639-8867-88fd720116ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:05.550317 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2621e53-0540-4639-8867-88fd720116ab None None] The sync data for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 is: [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:23Z', 'revision_number': 4, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd4f7326a-c4fd-46b2-83ab-a694e0bbe3d2', 'name': '', 'network_id': '4e635362-b05b-4ac3-88d0-eda554336e5f', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'mac_address': 'fa:16:3e:3e:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:22Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'subnets': [{'id': '0056277a-f45d-4baf-bc74-065aba685c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:00:05.762036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8810a91d-ccf5-4d65-a56f-c21809c21874 None None] New status for floating IP 41c1303c-b4ea-47a8-8aee-9492dff0bc3b: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:00:06.043077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:06.323782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff28cae-2486-453c-80bc-5705d41621d6 req-c1f92f7f-a595-4fa2-91d9-1a3bd6a4616a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:06.325428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5ff28cae-2486-453c-80bc-5705d41621d6 req-c1f92f7f-a595-4fa2-91d9-1a3bd6a4616a tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 945 time: 0.1162732 Aug 17 17:00:06.369223 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5ff28cae-2486-453c-80bc-5705d41621d6 req-0cf3a29f-418e-4af8-a382-b5316f6c5f62 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/security-groups?id=88380767-e411-4b5e-a718-37b5203a17de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378072 Aug 17 17:00:06.564536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-70ed484f-d92d-4b1e-9fa2-65367d473ab0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:06.565963 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-70ed484f-d92d-4b1e-9fa2-65367d473ab0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 945 time: 0.0495751 Aug 17 17:00:06.657554 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-223f31cf-d523-4edc-b040-99b99ab91d2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Deleting port 3c60c004-2a51-405c-b813-0641d2bb657f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:06.658021 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-223f31cf-d523-4edc-b040-99b99ab91d2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:06.750426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-223f31cf-d523-4edc-b040-99b99ab91d2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] For port 3c60c004-2a51-405c-b813-0641d2bb657f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3c60c004-2a51-405c-b813-0641d2bb657f,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:06.750790 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-223f31cf-d523-4edc-b040-99b99ab91d2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:06.762263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-223f31cf-d523-4edc-b040-99b99ab91d2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Calling delete_port for 3c60c004-2a51-405c-b813-0641d2bb657f owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:06.888408 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-223f31cf-d523-4edc-b040-99b99ab91d2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:06.922332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f31cf-d523-4edc-b040-99b99ab91d2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'Port': ['ID=3c60c004-2a51-405c-b813-0641d2bb657f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:06.963385 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-223f31cf-d523-4edc-b040-99b99ab91d2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] No DVR routers for this DVR port 3c60c004-2a51-405c-b813-0641d2bb657f on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:00:06.966107 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-223f31cf-d523-4edc-b040-99b99ab91d2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:06.969047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e92ab3f-5a84-4f7d-8bad-98df937945cc req-223f31cf-d523-4edc-b040-99b99ab91d2e tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.93 "DELETE /v2.0/ports/3c60c004-2a51-405c-b813-0641d2bb657f HTTP/1.1" status: 204 len: 173 time: 0.3960352 Aug 17 17:00:06.969705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'name': 'network-vif-deleted', 'tag': '3c60c004-2a51-405c-b813-0641d2bb657f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:00:06.972988 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc37d68-704a-428c-8346-1d12036fcea0" -d '{"events": [{"server_uuid": "9bfe7a6f-fafd-4755-9b4b-96014eb8320c", "name": "network-vif-deleted", "tag": "3c60c004-2a51-405c-b813-0641d2bb657f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:00:07.011140 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfbd39a-f709-47f5-91a9-04496fe9005c x-openstack-request-id: req-acfbd39a-f709-47f5-91a9-04496fe9005c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:00:07.011430 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfe7a6f-fafd-4755-9b4b-96014eb8320c", "name": "network-vif-deleted", "tag": "3c60c004-2a51-405c-b813-0641d2bb657f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:00:07.011847 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-acfbd39a-f709-47f5-91a9-04496fe9005c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:00:07.012182 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfe7a6f-fafd-4755-9b4b-96014eb8320c', 'name': 'network-vif-deleted', 'tag': '3c60c004-2a51-405c-b813-0641d2bb657f', 'status': 'completed', 'code': 200} Aug 17 17:00:07.470028 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1e3dec94-7496-4774-afc1-97b7031cf0f3 req-ad773c3a-5cc5-48fc-b2c0-c651d17d20e8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 210 time: 0.0280108 Aug 17 17:00:07.796886 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:08.566503 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d82b75e4-e290-48ed-97c0-f5ed570dc236 req-a260c6c6-03a8-4fec-9e2a-8dffa13b3fb8 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 210 time: 0.0272641 Aug 17 17:00:09.659455 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30028614-e00f-41c6-902e-61f86a57f4b3 req-172cf59a-6df0-447f-b1c3-a1cbad126a62 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bfe7a6f-fafd-4755-9b4b-96014eb8320c HTTP/1.1" status: 200 len: 210 time: 0.0261221 Aug 17 17:00:10.683324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3c60c004-2a51-405c-b813-0641d2bb657f no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:10.707283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 3c60c004-2a51-405c-b813-0641d2bb657f {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:10.707627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3c60c004-2a51-405c-b813-0641d2bb657f not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:10.714802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40010) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:10.837682 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Deleting port e0e9e5e5-985a-42b0-ac10-308643fda439 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:10.837942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:10.916311 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:10.916641 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:10.928579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Calling delete_port for e0e9e5e5-985a-42b0-ac10-308643fda439 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:11.059177 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:11.082806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'Port': ['ID=e0e9e5e5-985a-42b0-ac10-308643fda439,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:11.096584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.096928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.097268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.097603 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.097934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.098334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.098652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.098938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.099257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.099576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.099891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.100212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:11.156481 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:11.159227 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:11.160500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7ce26e72-c884-4985-9d0a-d85366e66e8d tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "DELETE /v2.0/floatingips/a9566da8-820d-4a69-8c0e-68b9ad3d13f5 HTTP/1.1" status: 204 len: 168 time: 0.4446998 Aug 17 17:00:11.263569 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-6c1da19c-6e14-4ad7-8d60-65e4ddd95e5b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904777 Aug 17 17:00:11.354158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-c3dfd395-3c91-4d94-9bf1-e527a6e212ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:11.355705 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-c3dfd395-3c91-4d94-9bf1-e527a6e212ce service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c3a882f3cb445a78f27d4e6cbd78961&device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 1135 time: 0.0485706 Aug 17 17:00:11.459738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-5b4b7c83-415d-4c04-be54-9a53685d4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:11.461178 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-5b4b7c83-415d-4c04-be54-9a53685d4122 service neutron] 10.222.0.91 "GET /v2.0/networks?id=411eaeda-73f4-46ea-959f-69bd553ff053 HTTP/1.1" status: 200 len: 897 time: 0.0844927 Aug 17 17:00:11.530212 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-bdfe5d99-7ac1-4ab6-b0b6-5a1e3507bf9b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5c56dd9-37d5-40f0-9b53-d950018bf7f3 HTTP/1.1" status: 200 len: 1001 time: 0.0622957 Aug 17 17:00:11.579129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-6315c89d-203c-447a-a0aa-9cae0729c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:11.580483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-6315c89d-203c-447a-a0aa-9cae0729c507 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64dc3a3e-beb6-40d7-8178-ff6f686de53a HTTP/1.1" status: 200 len: 835 time: 0.0431523 Aug 17 17:00:11.625571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-d045f038-b417-441c-b311-89997ed8863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:11.627066 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-d045f038-b417-441c-b311-89997ed8863c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=411eaeda-73f4-46ea-959f-69bd553ff053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396528 Aug 17 17:00:11.720471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-9461d47f-1a5c-4f09-b90b-c2e94773eea9 service neutron] 10.222.0.91 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866106 Aug 17 17:00:11.810270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f0cb60c5-c802-4bd0-b1be-ab9b3a594abe req-10757593-a333-47a6-8f02-8b392291b248 service neutron] 10.222.0.91 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828006 Aug 17 17:00:13.415888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40026) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:13.475129 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f656a484-0008-47d4-8c57-52afcb1574c0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:13.500525 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f656a484-0008-47d4-8c57-52afcb1574c0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:13.563077 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f656a484-0008-47d4-8c57-52afcb1574c0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:13.565570 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f656a484-0008-47d4-8c57-52afcb1574c0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:13.566758 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f656a484-0008-47d4-8c57-52afcb1574c0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] 10.222.0.77 "DELETE /v2.0/security-groups/88380767-e411-4b5e-a718-37b5203a17de HTTP/1.1" status: 204 len: 168 time: 0.1498733 Aug 17 17:00:13.583604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656a484-0008-47d4-8c57-52afcb1574c0 tempest-TestVolumeBootPattern-689091354 tempest-TestVolumeBootPattern-689091354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88380767-e411-4b5e-a718-37b5203a17de,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:13.626119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:14.076040 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:14.318885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Deleting port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:14.319219 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:14.395648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] For port d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:14.396008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:14.408694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Calling delete_port for d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:14.582208 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:14.611657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:14.623248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.623592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.623930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.624327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.624629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.624957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.625284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.625606 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.625924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.626241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.626948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:14.626948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:15.125448 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:15.339895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Router b08603b8-c570-419a-8c30-3705df87c19b has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:00:15.448012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:00:15.455009 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-03a827a1-948e-4d39-8d0e-5ddeac776e3f admin admin] 10.222.0.77 "PUT /v2.0/routers/b08603b8-c570-419a-8c30-3705df87c19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8266146 Aug 17 17:00:15.457187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:15.457507 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] Sync routers for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:00:15.466736 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:15.467331 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:15.562660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:15.569340 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:15.665855 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:15.719467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Deleting port 529d7c7a-0876-4008-9478-cca49dff287c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:15.719845 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:15.747889 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '529d7c7a-0876-4008-9478-cca49dff287c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T17:00:14Z', 'revision_number': 5, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port': {'id': '529d7c7a-0876-4008-9478-cca49dff287c', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T16:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:15.773755 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] Checking router: b08603b8-c570-419a-8c30-3705df87c19b for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:00:15.782276 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] Routers {'b08603b8-c570-419a-8c30-3705df87c19b'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:15.782918 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b08603b8-c570-419a-8c30-3705df87c19b'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:15.799215 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] For port 529d7c7a-0876-4008-9478-cca49dff287c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=529d7c7a-0876-4008-9478-cca49dff287c,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:15.799578 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:15.811718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Calling delete_port for 529d7c7a-0876-4008-9478-cca49dff287c owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:15.867743 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] Set router b08603b8-c570-419a-8c30-3705df87c19b gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:15.919086 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T17:00:15Z', 'revision_number': 6, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:15.947908 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060332a7-175e-4af3-bc1b-f2d669d46235 None None] The sync data for ids ['b08603b8-c570-419a-8c30-3705df87c19b'] in n-d-804878-1 is: [{'id': 'b08603b8-c570-419a-8c30-3705df87c19b', 'name': 'tempest-TestVolumeBootPattern-2133359138-router', 'tenant_id': '9119b68d37a246b4965702f6c3c5b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:20Z', 'updated_at': '2021-08-17T17:00:15Z', 'revision_number': 6, 'project_id': '9119b68d37a246b4965702f6c3c5b476', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:00:15.987766 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.019643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=529d7c7a-0876-4008-9478-cca49dff287c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:16.075895 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.165696 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.167872 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.210426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.210973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b08603b8-c570-419a-8c30-3705df87c19b {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:00:16.215180 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.216423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7839cc28-75e8-42a0-b13c-3424fbf77d2a admin admin] 10.222.0.77 "DELETE /v2.0/routers/b08603b8-c570-419a-8c30-3705df87c19b HTTP/1.1" status: 204 len: 168 time: 0.7582421 Aug 17 17:00:16.219568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:16.267540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f2bc14-fdfc-4147-98c8-3517cd4bfe82 admin admin] Deleting subnet 0056277a-f45d-4baf-bc74-065aba685c6d {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:00:16.270637 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43f2bc14-fdfc-4147-98c8-3517cd4bfe82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.306270 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43f2bc14-fdfc-4147-98c8-3517cd4bfe82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.386993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43f2bc14-fdfc-4147-98c8-3517cd4bfe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.439986 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43f2bc14-fdfc-4147-98c8-3517cd4bfe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.472179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2bc14-fdfc-4147-98c8-3517cd4bfe82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0056277a-f45d-4baf-bc74-065aba685c6d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:16.474310 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43f2bc14-fdfc-4147-98c8-3517cd4bfe82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.476192 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-43f2bc14-fdfc-4147-98c8-3517cd4bfe82 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0056277a-f45d-4baf-bc74-065aba685c6d HTTP/1.1" status: 204 len: 168 time: 0.2557244 Aug 17 17:00:16.477378 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e2b7b-df8b-4b80-933f-943a05405110 None None] Network 4e635362-b05b-4ac3-88d0-eda554336e5f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:00:16.478651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:16.546952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.599571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Deleting port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:16.599911 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.668565 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] For port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:16.669228 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.683135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e51290-8283-4203-a362-f5c5473ef886 None None] DHCP port deletion for 4e635362-b05b-4ac3-88d0-eda554336e5f request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:00:16.683419 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Calling delete_port for 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:16.733406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-71e51290-8283-4203-a362-f5c5473ef886 None None] Deleting port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:16.734465 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71e51290-8283-4203-a362-f5c5473ef886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.764060 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.794666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:16.795696 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-71e51290-8283-4203-a362-f5c5473ef886 None None] For port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37,segment=NetworkSegment(b4e637ac-91da-4d70-b074-d0efee3fb227),segment_id=b4e637ac-91da-4d70-b074-d0efee3fb227)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:16.796204 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71e51290-8283-4203-a362-f5c5473ef886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.798578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] No DVR routers for this DVR port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:00:16.809152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-71e51290-8283-4203-a362-f5c5473ef886 None None] Calling delete_port for 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:16.872559 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.885024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e635362-b05b-4ac3-88d0-eda554336e5f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:16.897555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e637ac-91da-4d70-b074-d0efee3fb227') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:16.897918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e637ac-91da-4d70-b074-d0efee3fb227') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:16.908102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.923428 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.930717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:00:16.931132 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:00:16.932968 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:00:16.998197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:17.005096 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:17.009915 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] 10.222.0.77 "DELETE /v2.0/networks/4e635362-b05b-4ac3-88d0-eda554336e5f HTTP/1.1" status: 204 len: 168 time: 0.5276148 Aug 17 17:00:17.010278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40042) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:17.019342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a093c-8ec3-4fe5-a34c-6ab53f16381e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e635362-b05b-4ac3-88d0-eda554336e5f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:17.070137 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71e51290-8283-4203-a362-f5c5473ef886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:17.091682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71e51290-8283-4203-a362-f5c5473ef886 None None] Network 4e635362-b05b-4ac3-88d0-eda554336e5f is not hosted by any dhcp agent {{(pid=94840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 17:00:17.092132 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e51290-8283-4203-a362-f5c5473ef886 None None] No DVR routers for this DVR port 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:00:17.095812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e51290-8283-4203-a362-f5c5473ef886 None None] Pushing event deleted for resources: {'Port': ['ID=3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:17.359592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:17.414595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:17.433428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:17.433767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d4f7326a-c4fd-46b2-83ab-a694e0bbe3d2 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:17.434174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:17.453674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:17.454015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3d7586f9-5c0e-45f1-9ecd-f61e7e52cc37 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:17.454457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 529d7c7a-0876-4008-9478-cca49dff287c no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:17.472857 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 529d7c7a-0876-4008-9478-cca49dff287c {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:17.473193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 529d7c7a-0876-4008-9478-cca49dff287c not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:17.604637 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] Deleting port 4717e49f-5913-42d1-82d5-1f142ea3c446 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:17.604890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:17.681005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] For port 4717e49f-5913-42d1-82d5-1f142ea3c446, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4717e49f-5913-42d1-82d5-1f142ea3c446,segment=NetworkSegment(815ab4db-c791-402f-9f95-39b45d4b5890),segment_id=815ab4db-c791-402f-9f95-39b45d4b5890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:17.681357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:17.697613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] Calling delete_port for 4717e49f-5913-42d1-82d5-1f142ea3c446 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:18.226870 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:18.254828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4717e49f-5913-42d1-82d5-1f142ea3c446,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:18.416787 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:18.629083 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] Router f9dba031-ff68-44e3-8683-0c477a76b9c8 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:00:18.733618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:00:18.738588 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0e1eeef7-4d5d-4915-a502-86f004ddb9a1 admin admin] 10.222.0.77 "PUT /v2.0/routers/f9dba031-ff68-44e3-8683-0c477a76b9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271876 Aug 17 17:00:18.741282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40044) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:18.742162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] Sync routers for ids ['f9dba031-ff68-44e3-8683-0c477a76b9c8'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:00:18.751187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] Routers {'f9dba031-ff68-44e3-8683-0c477a76b9c8'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:18.751797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['f9dba031-ff68-44e3-8683-0c477a76b9c8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:18.845942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:18.856479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] Set router f9dba031-ff68-44e3-8683-0c477a76b9c8 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:18.954698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.009624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Deleting port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:19.009970 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.042244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'name': 'tempest-TestVolumeBootPattern-1284366823-router', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:25Z', 'updated_at': '2021-08-17T17:00:17Z', 'revision_number': 5, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'gw_port': {'id': '87f6facb-4b15-4c5e-b84a-11cc58bc59d1', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:50:26Z', 'updated_at': '2021-08-17T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:19.068886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] Checking router: f9dba031-ff68-44e3-8683-0c477a76b9c8 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:00:19.076968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] Routers {'f9dba031-ff68-44e3-8683-0c477a76b9c8'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:19.078142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['f9dba031-ff68-44e3-8683-0c477a76b9c8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:19.092678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] For port 87f6facb-4b15-4c5e-b84a-11cc58bc59d1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=87f6facb-4b15-4c5e-b84a-11cc58bc59d1,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:19.093066 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.105142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Calling delete_port for 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:19.163806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] Set router f9dba031-ff68-44e3-8683-0c477a76b9c8 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:19.219488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'name': 'tempest-TestVolumeBootPattern-1284366823-router', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:25Z', 'updated_at': '2021-08-17T17:00:18Z', 'revision_number': 6, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:19.245447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b3975-5ffc-4a7d-8631-4e52f94e15e6 None None] The sync data for ids ['f9dba031-ff68-44e3-8683-0c477a76b9c8'] in n-d-804878-1 is: [{'id': 'f9dba031-ff68-44e3-8683-0c477a76b9c8', 'name': 'tempest-TestVolumeBootPattern-1284366823-router', 'tenant_id': '4d063e4d64d8410ebdc1305185cf289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:50:25Z', 'updated_at': '2021-08-17T17:00:18Z', 'revision_number': 6, 'project_id': '4d063e4d64d8410ebdc1305185cf289a', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:00:19.278639 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.305296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f6facb-4b15-4c5e-b84a-11cc58bc59d1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:19.363579 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.454642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.456683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.498804 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.499251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9dba031-ff68-44e3-8683-0c477a76b9c8 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:00:19.503550 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.504695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8745b45f-0ed2-42b9-9cd8-abfd11a34f01 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f9dba031-ff68-44e3-8683-0c477a76b9c8 HTTP/1.1" status: 204 len: 168 time: 0.7624900 Aug 17 17:00:19.507148 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40046) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:19.551282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec666b1-97ad-4dbe-8552-5b4b40517696 admin admin] Deleting subnet 0313cd8b-2fb6-4ab3-a982-059b61b04a73 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:00:19.554135 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cec666b1-97ad-4dbe-8552-5b4b40517696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.592133 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cec666b1-97ad-4dbe-8552-5b4b40517696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.695866 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cec666b1-97ad-4dbe-8552-5b4b40517696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.749310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cec666b1-97ad-4dbe-8552-5b4b40517696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.773868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec666b1-97ad-4dbe-8552-5b4b40517696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0313cd8b-2fb6-4ab3-a982-059b61b04a73,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:19.777421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cec666b1-97ad-4dbe-8552-5b4b40517696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.782201 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cec666b1-97ad-4dbe-8552-5b4b40517696 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0313cd8b-2fb6-4ab3-a982-059b61b04a73 HTTP/1.1" status: 204 len: 168 time: 0.2712085 Aug 17 17:00:19.782312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40048) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:19.785842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a9f8c6-576e-4ac6-a61e-9549d4706533 None None] Network 1cbc8790-854d-4cbe-8a24-4a108716bc23 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:00:19.852402 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.906326 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Deleting port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:19.906901 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.917702 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.971247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] For port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4,segment=NetworkSegment(815ab4db-c791-402f-9f95-39b45d4b5890),segment_id=815ab4db-c791-402f-9f95-39b45d4b5890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:19.971640 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:19.985990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Calling delete_port for 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:20.012799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560142e-2941-4536-b0c4-1153894d94b8 None None] DHCP port deletion for 1cbc8790-854d-4cbe-8a24-4a108716bc23 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:00:20.014896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4717e49f-5913-42d1-82d5-1f142ea3c446 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:20.036612 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4717e49f-5913-42d1-82d5-1f142ea3c446 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:20.036950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4717e49f-5913-42d1-82d5-1f142ea3c446 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:20.078890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.083055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c560142e-2941-4536-b0c4-1153894d94b8 None None] Deleting port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:20.083448 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c560142e-2941-4536-b0c4-1153894d94b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.107183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] No DVR routers for this DVR port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:00:20.119459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:20.148068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c560142e-2941-4536-b0c4-1153894d94b8 None None] For port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:20.148458 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c560142e-2941-4536-b0c4-1153894d94b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.160943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c560142e-2941-4536-b0c4-1153894d94b8 None None] Calling delete_port for 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:20.163668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-c560142e-2941-4536-b0c4-1153894d94b8 None None] Port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 17:00:20.164879 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c560142e-2941-4536-b0c4-1153894d94b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.191251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560142e-2941-4536-b0c4-1153894d94b8 None None] Pushing event deleted for resources: {'Port': ['ID=2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:20.196703 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.198944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560142e-2941-4536-b0c4-1153894d94b8 None None] No DVR routers for this DVR port 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:00:20.212100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbc8790-854d-4cbe-8a24-4a108716bc23']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:20.217835 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.223927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815ab4db-c791-402f-9f95-39b45d4b5890') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:20.224243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815ab4db-c791-402f-9f95-39b45d4b5890') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:20.233431 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.250416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.256305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:00:20.256737 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:00:20.258505 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:00:20.314151 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.319906 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.321793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1cbc8790-854d-4cbe-8a24-4a108716bc23 HTTP/1.1" status: 204 len: 168 time: 0.5384262 Aug 17 17:00:20.340844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca350a-4096-4365-9d85-25e4ccac5cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbc8790-854d-4cbe-8a24-4a108716bc23,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:20.444907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40052) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:20.491027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8c427eb5-a132-442a-9985-b39296a04bbe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9119b68d37a246b4965702f6c3c5b476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447531 Aug 17 17:00:20.493258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40054) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:20.542776 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5fc9b17-71c9-4aa3-acf9-a2bb980d037a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.565832 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5fc9b17-71c9-4aa3-acf9-a2bb980d037a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.614596 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5fc9b17-71c9-4aa3-acf9-a2bb980d037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.617345 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5fc9b17-71c9-4aa3-acf9-a2bb980d037a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:20.618525 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f5fc9b17-71c9-4aa3-acf9-a2bb980d037a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1883ab69-494b-46ca-8b43-d76b4f032dff HTTP/1.1" status: 204 len: 168 time: 0.1243608 Aug 17 17:00:20.626555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc9b17-71c9-4aa3-acf9-a2bb980d037a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1883ab69-494b-46ca-8b43-d76b4f032dff,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:20.936333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40060) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:20.978302 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e2a71a02-2a90-44ef-8e68-4e8846d977ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d063e4d64d8410ebdc1305185cf289a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407515 Aug 17 17:00:20.980767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40062) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:21.027824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2a190fc-ab1e-49a2-8baa-d7f9f8a66066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:21.048971 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2a190fc-ab1e-49a2-8baa-d7f9f8a66066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:21.096914 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2a190fc-ab1e-49a2-8baa-d7f9f8a66066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:21.099522 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2a190fc-ab1e-49a2-8baa-d7f9f8a66066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:21.100662 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b2a190fc-ab1e-49a2-8baa-d7f9f8a66066 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33726385-d626-48f4-88ed-4b60d5e5081f HTTP/1.1" status: 204 len: 168 time: 0.1190000 Aug 17 17:00:21.108600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a190fc-ab1e-49a2-8baa-d7f9f8a66066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33726385-d626-48f4-88ed-4b60d5e5081f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:21.413601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:21.438704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:21.439141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 87f6facb-4b15-4c5e-b84a-11cc58bc59d1 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:21.439485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:21.459703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:21.460050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2c7a2ff4-4aa5-44cb-a7ea-247b920e19e4 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:21.817688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40070) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:21.895501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c84a6271-dda6-47bc-a676-a45bfd38e96d tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0766561 Aug 17 17:00:21.898067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40072) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:21.902805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'network': {'name': 'tempest-network-smoke--1495147034', 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'port_security_enabled': False}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:21.923833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Made reservation on behalf of 3c3a882f3cb445a78f27d4e6cbd78961 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:00:21.927698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:21.949616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:00:21.957896 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:21.958234 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Added segment 5d399529-758e-4b7d-9299-082cddd816cb of type vlan for network 41bc752b-d4b9-49ae-b322-6be7bee693b0 Aug 17 17:00:21.997719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.024081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.029743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:22.030319 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.084032 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1847291 Aug 17 17:00:22.086607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:22.091394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1122275589', 'admin_state_up': True, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:22.096135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4a245-4828-4f5e-8363-df8824fe2035 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Network': ['ID=41bc752b-d4b9-49ae-b322-6be7bee693b0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:22.106802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 41bc752b-d4b9-49ae-b322-6be7bee693b0 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:00:22.116450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.117532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.171263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.305964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.494787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.513117 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.612829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Allocated IP 172.25.7.19 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/b3f2fa9e-d263-4d06-990e-391c88611d6b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:00:22.715195 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.752793 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:22.791633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:00:22.794599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:00:22.798223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:00:22.803410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Port': ['ID=b3f2fa9e-d263-4d06-990e-391c88611d6b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:23.049690 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:23.241145 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:23.371942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Router 8d809ebd-c06a-4b30-8cef-a38196922790 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:00:23.481625 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:00:23.491691 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Sync routers for ids ['8d809ebd-c06a-4b30-8cef-a38196922790'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:00:23.500766 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:23.501633 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Routers {'8d809ebd-c06a-4b30-8cef-a38196922790'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:23.501981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a11abd27-2279-4e28-a9c4-d4905588eebf tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4143066 Aug 17 17:00:23.502246 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8d809ebd-c06a-4b30-8cef-a38196922790'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:23.505154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40076) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:23.580143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3bb9e-4b2e-45bf-ab37-b707714827fd tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:23.581620 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-34f3bb9e-4b2e-45bf-ab37-b707714827fd tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=3c3a882f3cb445a78f27d4e6cbd78961&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0753317 Aug 17 17:00:23.584353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40078) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:23.605889 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Set router 8d809ebd-c06a-4b30-8cef-a38196922790 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:23.732547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fdfd00-cafc-480b-b85e-4b5cdbb4ddfb tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:23.734350 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d3fdfd00-cafc-480b-b85e-4b5cdbb4ddfb tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1490459 Aug 17 17:00:23.737223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40080) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:23.770492 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-aed73e7d-6d85-4a0d-97fc-8f79d7252ccf tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321896 Aug 17 17:00:23.773081 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40082) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:23.777964 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1122275589', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:22Z', 'revision_number': 3, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:23.801499 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6fd6c265-5c14-46bb-a134-c93314503801 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=3c3a882f3cb445a78f27d4e6cbd78961&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273790 Aug 17 17:00:23.803981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40084) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:23.807063 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Checking router: 8d809ebd-c06a-4b30-8cef-a38196922790 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:00:23.807405 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Updating router 8d809ebd-c06a-4b30-8cef-a38196922790 port b3f2fa9e-d263-4d06-990e-391c88611d6b binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:00:23.831697 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:24.151152 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a47c2-ec02-43d5-8e04-ecd475d2b637 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:24.152675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-6f5a47c2-ec02-43d5-8e04-ecd475d2b637 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3477936 Aug 17 17:00:24.155486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40086) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:24.178550 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:24.185197 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-af1bfe69-7565-4e95-b942-0d1b51b81cee tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263681 Aug 17 17:00:24.185398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40088) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:24.188460 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Transition to ACTIVE for port object b3f2fa9e-d263-4d06-990e-391c88611d6b will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:00:24.191079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1529589046', 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0', 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:24.194252 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:24.246543 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5313a26-81aa-4152-a408-0c4bc9609c0d None None] Pushing event updated for resources: {'Port': ['ID=b3f2fa9e-d263-4d06-990e-391c88611d6b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:24.248792 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Attempting to bind port b3f2fa9e-d263-4d06-990e-391c88611d6b on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:00:24.249155 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Attempting to bind port b3f2fa9e-d263-4d06-990e-391c88611d6b by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:00:24.249654 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Attempting to bind port b3f2fa9e-d263-4d06-990e-391c88611d6b on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:00:24.256393 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:00:24.256393 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:00:24.256656 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:24.256989 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:00:24.257391 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Bound port: b3f2fa9e-d263-4d06-990e-391c88611d6b, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:00:24.257813 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:24.287298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Made reservation on behalf of 3c3a882f3cb445a78f27d4e6cbd78961 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:00:24.290922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:24.312682 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] For port b3f2fa9e-d263-4d06-990e-391c88611d6b, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:00:24.316237 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] For port b3f2fa9e-d263-4d06-990e-391c88611d6b, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b3f2fa9e-d263-4d06-990e-391c88611d6b,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:00:24.320590 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:24.374217 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Routers {'8d809ebd-c06a-4b30-8cef-a38196922790'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:24.374851 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8d809ebd-c06a-4b30-8cef-a38196922790'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:24.411201 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5313a26-81aa-4152-a408-0c4bc9609c0d None None] Pushing event updated for resources: {'Port': ['ID=b3f2fa9e-d263-4d06-990e-391c88611d6b,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:24.475147 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:24.482417 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] Set router 8d809ebd-c06a-4b30-8cef-a38196922790 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:24.536708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Subnet': ['ID=cd831eeb-3f57-49e6-8e53-89a63ae06789,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:24.543687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Checking segment: {'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:00:24.544036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network hostable DHCP agents. Network: 41bc752b-d4b9-49ae-b322-6be7bee693b0, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:00:24.561015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network 41bc752b-d4b9-49ae-b322-6be7bee693b0 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:00:24.570166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 41bc752b-d4b9-49ae-b322-6be7bee693b0) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:00:24.576095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:24.577259 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:24.578660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427d8005-875e-4d10-a222-7f166e4f1e5a None None] Network 41bc752b-d4b9-49ae-b322-6be7bee693b0 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:00:24.592283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8792d158-3446-4658-b2ea-d17bd68f816f tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4058769 Aug 17 17:00:24.595222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:24.667365 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1122275589', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:22Z', 'revision_number': 3, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:24.695618 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad3890-b145-49a8-9f75-f6c05098f00b None None] The sync data for ids ['8d809ebd-c06a-4b30-8cef-a38196922790'] in n-d-804878-1 is: [{'id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1122275589', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:22Z', 'revision_number': 3, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:00:24.733986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-41bc752b-d4b9-49ae-b322-6be7bee693b0', 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'fixed_ips': [{'subnet_id': 'cd831eeb-3f57-49e6-8e53-89a63ae06789'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:00:24.735447 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:24.883740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Allocated IP 172.20.0.18 (41bc752b-d4b9-49ae-b322-6be7bee693b0/cd831eeb-3f57-49e6-8e53-89a63ae06789/eb2b9765-e757-4cdd-9299-98e0107a5414) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:00:25.080969 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:25.090283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Transition to ACTIVE for port object eb2b9765-e757-4cdd-9299-98e0107a5414 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:00:25.106263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Transition to ACTIVE for port object eb2b9765-e757-4cdd-9299-98e0107a5414 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:00:25.113579 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:25.163971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Pushing event updated for resources: {'Port': ['ID=eb2b9765-e757-4cdd-9299-98e0107a5414,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:25.167537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Network 41bc752b-d4b9-49ae-b322-6be7bee693b0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:00:25.169293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:00:25.171491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:00:25.227390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Attempting to bind port eb2b9765-e757-4cdd-9299-98e0107a5414 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:00:25.227766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Attempting to bind port eb2b9765-e757-4cdd-9299-98e0107a5414 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:00:25.228127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Attempting to bind port eb2b9765-e757-4cdd-9299-98e0107a5414 on network 41bc752b-d4b9-49ae-b322-6be7bee693b0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:00:25.233563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:00:25.233939 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Checking segment: {'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:00:25.234343 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:25.235832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Bound using segment: {'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:00:25.236314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Bound port: eb2b9765-e757-4cdd-9299-98e0107a5414, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:00:25.236696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:25.307314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] For port eb2b9765-e757-4cdd-9299-98e0107a5414, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:00:25.310747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] For port eb2b9765-e757-4cdd-9299-98e0107a5414, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eb2b9765-e757-4cdd-9299-98e0107a5414,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:00:25.316552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:25.389993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f8f01-cb6e-480d-9e86-24360d395d13 None None] Pushing event updated for resources: {'Port': ['ID=eb2b9765-e757-4cdd-9299-98e0107a5414,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:25.470097 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:25.487148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b3f2fa9e-d263-4d06-990e-391c88611d6b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:00:25.571126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b3f2fa9e-d263-4d06-990e-391c88611d6b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:00:25.583860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b3f2fa9e-d263-4d06-990e-391c88611d6b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:25.584467 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:25.680430 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:25.704189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b3f2fa9e-d263-4d06-990e-391c88611d6b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b3f2fa9e-d263-4d06-990e-391c88611d6b,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:25.712702 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:25.771829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b3f2fa9e-d263-4d06-990e-391c88611d6b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:25.813448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Allocated IP 172.20.0.17 (41bc752b-d4b9-49ae-b322-6be7bee693b0/cd831eeb-3f57-49e6-8e53-89a63ae06789/d8718fd1-0499-4a8f-86b7-d28f906b4c8a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:00:25.928009 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:25.941926 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Transition to ACTIVE for port object d8718fd1-0499-4a8f-86b7-d28f906b4c8a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:00:25.975320 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:26.014510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network 41bc752b-d4b9-49ae-b322-6be7bee693b0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:00:26.019609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:00:26.023366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:00:26.048469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Port': ['ID=d8718fd1-0499-4a8f-86b7-d28f906b4c8a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:26.071762 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:26.209265 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:26.387341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b428a-2261-4df0-b40d-e6d346d869dc None None] Network 41bc752b-d4b9-49ae-b322-6be7bee693b0 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:00:26.495858 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:26.500926 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:26.507219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6014ad07-c052-4ca6-acd1-13b6b554c23d None None] Provisioning for port eb2b9765-e757-4cdd-9299-98e0107a5414 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:00:26.576643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:26.578635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Port': ['ID=d8718fd1-0499-4a8f-86b7-d28f906b4c8a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:26.687357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network 41bc752b-d4b9-49ae-b322-6be7bee693b0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:00:26.689137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:00:26.811654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Router 8d809ebd-c06a-4b30-8cef-a38196922790 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:00:26.839184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-66bc415e-119f-41ec-9e31-0b8be859a5bc None None] Provisioning for port d8718fd1-0499-4a8f-86b7-d28f906b4c8a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:00:26.843147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-66bc415e-119f-41ec-9e31-0b8be859a5bc None None] Provisioning complete for port d8718fd1-0499-4a8f-86b7-d28f906b4c8a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:26.843519 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66bc415e-119f-41ec-9e31-0b8be859a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:26.881847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-66bc415e-119f-41ec-9e31-0b8be859a5bc None None] Port d8718fd1-0499-4a8f-86b7-d28f906b4c8a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:00:26.930845 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:00:26.938424 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2322e107-b947-4d0a-84b8-8b90498b0466 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "PUT /v2.0/routers/8d809ebd-c06a-4b30-8cef-a38196922790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3420415 Aug 17 17:00:26.942503 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Sync routers for ids ['8d809ebd-c06a-4b30-8cef-a38196922790'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:00:26.951781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Routers {'8d809ebd-c06a-4b30-8cef-a38196922790'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:26.952399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8d809ebd-c06a-4b30-8cef-a38196922790'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:27.052603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9aa0373b-c35d-438c-a9bf-beecaaefad52 None None] Provisioning complete for port d8718fd1-0499-4a8f-86b7-d28f906b4c8a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:27.053210 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9aa0373b-c35d-438c-a9bf-beecaaefad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:27.098721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Set router 8d809ebd-c06a-4b30-8cef-a38196922790 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:27.132110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9aa0373b-c35d-438c-a9bf-beecaaefad52 None None] Port d8718fd1-0499-4a8f-86b7-d28f906b4c8a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:00:27.206934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba328e2-8170-4a68-a111-15f5000c12bb req-1f5a325e-21ef-4bee-b4cd-84ff35586596 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:27.208423 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-1f5a325e-21ef-4bee-b4cd-84ff35586596 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/networks?id=41bc752b-d4b9-49ae-b322-6be7bee693b0 HTTP/1.1" status: 200 len: 798 time: 0.1042826 Aug 17 17:00:27.223621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-74bd15c6-dfeb-46ca-b781-b6f4d058f412 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/quotas/3c3a882f3cb445a78f27d4e6cbd78961 HTTP/1.1" status: 200 len: 375 time: 0.0091035 Aug 17 17:00:27.288896 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-9b4944c7-14f3-4d84-9a7c-4df3f6708168 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c3a882f3cb445a78f27d4e6cbd78961&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0597816 Aug 17 17:00:27.291406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4774a757-6091-46b0-a87f-e2fc19e4b47e None None] Provisioning complete for port d8718fd1-0499-4a8f-86b7-d28f906b4c8a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:27.291778 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4774a757-6091-46b0-a87f-e2fc19e4b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:27.332472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4774a757-6091-46b0-a87f-e2fc19e4b47e None None] Port d8718fd1-0499-4a8f-86b7-d28f906b4c8a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:00:27.348530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1122275589', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:26Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd8718fd1-0499-4a8f-86b7-d28f906b4c8a', 'name': '', 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:f8:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cd831eeb-3f57-49e6-8e53-89a63ae06789', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:25Z', 'updated_at': '2021-08-17T17:00:26Z', 'revision_number': 2, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': 'cd831eeb-3f57-49e6-8e53-89a63ae06789', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:27.374591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Checking router: 8d809ebd-c06a-4b30-8cef-a38196922790 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:00:27.374946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Updating router 8d809ebd-c06a-4b30-8cef-a38196922790 port d8718fd1-0499-4a8f-86b7-d28f906b4c8a binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:00:27.386721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-6f36ac5a-0118-4964-a543-2f1adc417594 service neutron] 10.222.0.77 "GET /v2.0/networks/41bc752b-d4b9-49ae-b322-6be7bee693b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861046 Aug 17 17:00:27.406887 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:27.501725 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-e01fb28f-0893-4e72-83ab-0da6be64cdb4 service neutron] 10.222.0.77 "GET /v2.0/networks/41bc752b-d4b9-49ae-b322-6be7bee693b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038885 Aug 17 17:00:27.575730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb2b9765-e757-4cdd-9299-98e0107a5414 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:00:27.680850 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-48a8dbaf-1ce9-4040-8525-bfa1226142f5 req-47348cda-99ce-4395-b7d5-761456a1897a tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 210 time: 0.0282187 Aug 17 17:00:27.716059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port eb2b9765-e757-4cdd-9299-98e0107a5414 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:00:27.725430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port eb2b9765-e757-4cdd-9299-98e0107a5414 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:27.725804 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:27.890484 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:27.957894 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:27.961181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port eb2b9765-e757-4cdd-9299-98e0107a5414, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eb2b9765-e757-4cdd-9299-98e0107a5414,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:27.970432 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:27.971345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b3f2fa9e-d263-4d06-990e-391c88611d6b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:00:27.973601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Transition to ACTIVE for port object d8718fd1-0499-4a8f-86b7-d28f906b4c8a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:00:27.999603 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:28.077578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=eb2b9765-e757-4cdd-9299-98e0107a5414,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:28.152096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b3f2fa9e-d263-4d06-990e-391c88611d6b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:28.152473 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:28.164265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106edb7-59de-443b-a0ff-4969b396fda6 None None] Pushing event updated for resources: {'Port': ['ID=d8718fd1-0499-4a8f-86b7-d28f906b4c8a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:28.188626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Attempting to bind port d8718fd1-0499-4a8f-86b7-d28f906b4c8a on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:00:28.189001 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Attempting to bind port d8718fd1-0499-4a8f-86b7-d28f906b4c8a by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:00:28.189367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Attempting to bind port d8718fd1-0499-4a8f-86b7-d28f906b4c8a on network 41bc752b-d4b9-49ae-b322-6be7bee693b0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:00:28.205499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:00:28.205878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Checking segment: {'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:00:28.206284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:28.206725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Bound using segment: {'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:00:28.207180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Bound port: d8718fd1-0499-4a8f-86b7-d28f906b4c8a, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:00:28.207558 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:28.309977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] For port d8718fd1-0499-4a8f-86b7-d28f906b4c8a, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:00:28.322779 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] For port d8718fd1-0499-4a8f-86b7-d28f906b4c8a, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d8718fd1-0499-4a8f-86b7-d28f906b4c8a,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:00:28.326866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:28.393931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Routers {'8d809ebd-c06a-4b30-8cef-a38196922790'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:28.394608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8d809ebd-c06a-4b30-8cef-a38196922790'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:28.433390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106edb7-59de-443b-a0ff-4969b396fda6 None None] Pushing event updated for resources: {'Port': ['ID=d8718fd1-0499-4a8f-86b7-d28f906b4c8a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:28.512516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] Set router 8d809ebd-c06a-4b30-8cef-a38196922790 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:28.637269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba328e2-8170-4a68-a111-15f5000c12bb req-f909621e-da78-4bed-a8aa-9fed1fe7b590 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:28.638834 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-f909621e-da78-4bed-a8aa-9fed1fe7b590 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.93 "GET /v2.0/networks?id=41bc752b-d4b9-49ae-b322-6be7bee693b0 HTTP/1.1" status: 200 len: 798 time: 0.1326098 Aug 17 17:00:28.652310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Request body: {'port': {'device_id': '38b41b32-4365-4698-9be2-51e379ceac56', 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0', 'admin_state_up': True, 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:28.732724 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1122275589', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:26Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd8718fd1-0499-4a8f-86b7-d28f906b4c8a', 'name': '', 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:f8:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cd831eeb-3f57-49e6-8e53-89a63ae06789', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:25Z', 'updated_at': '2021-08-17T17:00:28Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': 'cd831eeb-3f57-49e6-8e53-89a63ae06789', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:28.759881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0a677-2ef6-434b-ada1-349cf7271095 None None] The sync data for ids ['8d809ebd-c06a-4b30-8cef-a38196922790'] in n-d-804878-1 is: [{'id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1122275589', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:26Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd8718fd1-0499-4a8f-86b7-d28f906b4c8a', 'name': '', 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:f8:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cd831eeb-3f57-49e6-8e53-89a63ae06789', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:25Z', 'updated_at': '2021-08-17T17:00:28Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': 'cd831eeb-3f57-49e6-8e53-89a63ae06789', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:00:28.786893 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9ce725c8-d1f8-4234-b885-f5a6a4ac07b9 req-af3ec389-8ced-43db-bc0a-33f6ceb8ecd9 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 210 time: 0.0326731 Aug 17 17:00:28.796928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Made reservation on behalf of 3c3a882f3cb445a78f27d4e6cbd78961 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:00:28.811991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:28.956294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Allocated IP 172.20.0.21 (41bc752b-d4b9-49ae-b322-6be7bee693b0/cd831eeb-3f57-49e6-8e53-89a63ae06789/037b5993-ef70-4209-a22a-ef0b861f4679) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:00:29.076754 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.096827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Transition to ACTIVE for port object 037b5993-ef70-4209-a22a-ef0b861f4679 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:00:29.130552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.174728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Network 41bc752b-d4b9-49ae-b322-6be7bee693b0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:00:29.178050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:00:29.180696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:00:29.211632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event updated for resources: {'Port': ['ID=037b5993-ef70-4209-a22a-ef0b861f4679,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:29.246743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:29.247388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.267098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-fa8618a2-415f-40d3-a045-a1d6c6def08c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6194911 Aug 17 17:00:29.279931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Request body: {'port': {'device_id': '38b41b32-4365-4698-9be2-51e379ceac56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:29.343368 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.490216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d7e15a6-1251-48b9-8335-11b046a6e9f2 None None] Provisioning for port 037b5993-ef70-4209-a22a-ef0b861f4679 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:00:29.494652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4d7e15a6-1251-48b9-8335-11b046a6e9f2 None None] Provisioning complete for port 037b5993-ef70-4209-a22a-ef0b861f4679 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:29.495371 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d7e15a6-1251-48b9-8335-11b046a6e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.530272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb2b9765-e757-4cdd-9299-98e0107a5414 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:00:29.561392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e15a6-1251-48b9-8335-11b046a6e9f2 None None] Port 037b5993-ef70-4209-a22a-ef0b861f4679 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:00:29.587596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port eb2b9765-e757-4cdd-9299-98e0107a5414 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:29.587977 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.658772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037b5993-ef70-4209-a22a-ef0b861f4679 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:00:29.665987 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.669350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d8718fd1-0499-4a8f-86b7-d28f906b4c8a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:00:29.680505 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Transition to ACTIVE for port object 037b5993-ef70-4209-a22a-ef0b861f4679 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:00:29.684840 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.726917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d8718fd1-0499-4a8f-86b7-d28f906b4c8a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:00:29.731693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d8718fd1-0499-4a8f-86b7-d28f906b4c8a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:29.731926 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.764349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Pushing event updated for resources: {'Port': ['ID=037b5993-ef70-4209-a22a-ef0b861f4679,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:29.836792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Attempting to bind port 037b5993-ef70-4209-a22a-ef0b861f4679 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:00:29.837131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Attempting to bind port 037b5993-ef70-4209-a22a-ef0b861f4679 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:00:29.837462 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Attempting to bind port 037b5993-ef70-4209-a22a-ef0b861f4679 on network 41bc752b-d4b9-49ae-b322-6be7bee693b0 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:00:29.843690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Port 037b5993-ef70-4209-a22a-ef0b861f4679 on network 41bc752b-d4b9-49ae-b322-6be7bee693b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:00:29.843899 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.844624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Attempting to bind port 037b5993-ef70-4209-a22a-ef0b861f4679 on network 41bc752b-d4b9-49ae-b322-6be7bee693b0 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:00:29.852320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:00:29.852913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Checking segment: {'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:00:29.853861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Bound using segment: {'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:00:29.854489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Bound port: 037b5993-ef70-4209-a22a-ef0b861f4679, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d399529-758e-4b7d-9299-082cddd816cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:00:29.855004 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.899657 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d8718fd1-0499-4a8f-86b7-d28f906b4c8a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d8718fd1-0499-4a8f-86b7-d28f906b4c8a,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:29.917745 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:29.965542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa3d6a-3594-4ebc-a31b-b8e6e445d693 req-74479710-3168-4e74-8749-76a9c77dd674 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:29.975579 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0eaa3d6a-3594-4ebc-a31b-b8e6e445d693 req-74479710-3168-4e74-8749-76a9c77dd674 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 907 time: 0.0708237 Aug 17 17:00:29.989383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] For port 037b5993-ef70-4209-a22a-ef0b861f4679, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:00:29.994279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] For port 037b5993-ef70-4209-a22a-ef0b861f4679, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=037b5993-ef70-4209-a22a-ef0b861f4679,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:00:29.999886 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:30.028148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d8718fd1-0499-4a8f-86b7-d28f906b4c8a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:30.041294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:30.041945 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:30.043605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] 10.222.0.93 "PUT /v2.0/ports/037b5993-ef70-4209-a22a-ef0b861f4679 HTTP/1.1" status: 200 len: 1055 time: 0.7680042 Aug 17 17:00:30.044061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b41b32-4365-4698-9be2-51e379ceac56', 'tag': '037b5993-ef70-4209-a22a-ef0b861f4679'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:00:30.046439 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44" -d '{"events": [{"name": "network-changed", "server_uuid": "38b41b32-4365-4698-9be2-51e379ceac56", "tag": "037b5993-ef70-4209-a22a-ef0b861f4679"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:00:30.068690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd3245-2afe-49db-bdff-e720e4aa22f7 service neutron] Pushing event updated for resources: {'Port': ['ID=037b5993-ef70-4209-a22a-ef0b861f4679,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:30.102624 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d23bf9-b472-4228-90cf-0f9df45826a8 x-openstack-request-id: req-25d23bf9-b472-4228-90cf-0f9df45826a8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:00:30.102920 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b41b32-4365-4698-9be2-51e379ceac56", "tag": "037b5993-ef70-4209-a22a-ef0b861f4679", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:00:30.103159 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25d23bf9-b472-4228-90cf-0f9df45826a8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:00:30.103552 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b41b32-4365-4698-9be2-51e379ceac56', 'tag': '037b5993-ef70-4209-a22a-ef0b861f4679', 'status': 'completed', 'code': 200} Aug 17 17:00:30.137791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba328e2-8170-4a68-a111-15f5000c12bb req-4901fd9e-b244-4b1a-ba0d-bb1cec4f099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:30.139333 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-4901fd9e-b244-4b1a-ba0d-bb1cec4f099a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c3a882f3cb445a78f27d4e6cbd78961&device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 1058 time: 0.0463865 Aug 17 17:00:30.188330 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-7ce81b3e-4b30-4b33-8de1-5931d050d4da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=037b5993-ef70-4209-a22a-ef0b861f4679 HTTP/1.1" status: 200 len: 217 time: 0.0403721 Aug 17 17:00:30.240386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba328e2-8170-4a68-a111-15f5000c12bb req-056cd120-3bc7-40a0-b0f3-d71965cd2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:30.241777 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-056cd120-3bc7-40a0-b0f3-d71965cd2f14 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd831eeb-3f57-49e6-8e53-89a63ae06789 HTTP/1.1" status: 200 len: 838 time: 0.0477879 Aug 17 17:00:30.288736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba328e2-8170-4a68-a111-15f5000c12bb req-bf967bc8-43bc-494c-aba5-90315065d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:30.290244 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-bf967bc8-43bc-494c-aba5-90315065d824 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41bc752b-d4b9-49ae-b322-6be7bee693b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411229 Aug 17 17:00:30.386558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-a81f2c85-1928-40a1-aaf1-299a858d89c2 service neutron] 10.222.0.93 "GET /v2.0/networks/41bc752b-d4b9-49ae-b322-6be7bee693b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882642 Aug 17 17:00:30.492659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-eba328e2-8170-4a68-a111-15f5000c12bb req-3d1b7595-a81a-46f7-af69-a7f7e6e16067 service neutron] 10.222.0.93 "GET /v2.0/networks/41bc752b-d4b9-49ae-b322-6be7bee693b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993304 Aug 17 17:00:30.579002 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-f64e99d6-fd32-4165-b681-4d46ccc2df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:30.580538 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-f64e99d6-fd32-4165-b681-4d46ccc2df12 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c3a882f3cb445a78f27d4e6cbd78961&device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 1058 time: 0.0413744 Aug 17 17:00:30.674618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-77723a13-98ab-4532-8eda-d109876cb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:30.676082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-77723a13-98ab-4532-8eda-d109876cb567 service neutron] 10.222.0.93 "GET /v2.0/networks?id=41bc752b-d4b9-49ae-b322-6be7bee693b0 HTTP/1.1" status: 200 len: 899 time: 0.0886641 Aug 17 17:00:30.717571 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-784e0567-87cd-476c-96ce-160577899654 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=037b5993-ef70-4209-a22a-ef0b861f4679 HTTP/1.1" status: 200 len: 217 time: 0.0343242 Aug 17 17:00:30.771096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-fab530a4-7a84-4cde-a449-8fb98522ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:30.772458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-fab530a4-7a84-4cde-a449-8fb98522ced3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd831eeb-3f57-49e6-8e53-89a63ae06789 HTTP/1.1" status: 200 len: 838 time: 0.0476663 Aug 17 17:00:30.818798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-dc818cbc-c66a-47a3-8b24-9de68451eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:30.820294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-dc818cbc-c66a-47a3-8b24-9de68451eb42 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41bc752b-d4b9-49ae-b322-6be7bee693b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400350 Aug 17 17:00:30.920058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-f8d0406e-6d75-47dc-9e0a-e5a4d7cb8898 service neutron] 10.222.0.93 "GET /v2.0/networks/41bc752b-d4b9-49ae-b322-6be7bee693b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916655 Aug 17 17:00:31.011800 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecf36ec0-e12f-471d-853e-8a4fba2e6e44 req-c3c32abd-089c-4cca-9078-9201d3c81cb1 service neutron] 10.222.0.93 "GET /v2.0/networks/41bc752b-d4b9-49ae-b322-6be7bee693b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Aug 17 17:00:31.101916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29024-8124-480f-9145-877c8c9471c4 req-679cce9d-3490-4eb2-a0ae-ee6046ae1ffc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:31.103371 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-feb29024-8124-480f-9145-877c8c9471c4 req-679cce9d-3490-4eb2-a0ae-ee6046ae1ffc tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 907 time: 0.0532124 Aug 17 17:00:31.424272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d8718fd1-0499-4a8f-86b7-d28f906b4c8a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:00:31.477011 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d8718fd1-0499-4a8f-86b7-d28f906b4c8a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:31.477642 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:32.189551 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f8d-e359-44d5-9d37-b5e41646e7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:32.241620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae854c-872a-49b4-81e3-00db43677598 req-22ee7741-2337-422d-bf06-a801139ada2b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:32.243356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69ae854c-872a-49b4-81e3-00db43677598 req-22ee7741-2337-422d-bf06-a801139ada2b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 907 time: 0.0520699 Aug 17 17:00:32.776566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 037b5993-ef70-4209-a22a-ef0b861f4679 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:00:32.871744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 037b5993-ef70-4209-a22a-ef0b861f4679, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=037b5993-ef70-4209-a22a-ef0b861f4679,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:32.882824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '037b5993-ef70-4209-a22a-ef0b861f4679', 'network_id': '41bc752b-d4b9-49ae-b322-6be7bee693b0', 'port_id': '037b5993-ef70-4209-a22a-ef0b861f4679', 'mac_address': 'fa:16:3e:78:63:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd831eeb-3f57-49e6-8e53-89a63ae06789', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:00:32.920184 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:32.932931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037b5993-ef70-4209-a22a-ef0b861f4679 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:00:32.952163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 037b5993-ef70-4209-a22a-ef0b861f4679, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=037b5993-ef70-4209-a22a-ef0b861f4679,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:32.956763 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:33.004514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=037b5993-ef70-4209-a22a-ef0b861f4679,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:33.195914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['037b5993-ef70-4209-a22a-ef0b861f4679'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:00:33.359792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc24b-34e5-49a0-ba73-f8f365a2a3be req-69c76c79-2067-4631-9bc2-c0dc5d482da9 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:33.361288 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e40cc24b-34e5-49a0-ba73-f8f365a2a3be req-69c76c79-2067-4631-9bc2-c0dc5d482da9 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 908 time: 0.0508919 Aug 17 17:00:34.478156 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75dc88-cc8f-44e4-8d0b-267329aab38a req-c8e5961e-a272-4d1e-a272-5d625a67858e tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:34.479656 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ed75dc88-cc8f-44e4-8d0b-267329aab38a req-c8e5961e-a272-4d1e-a272-5d625a67858e tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 908 time: 0.0518837 Aug 17 17:00:34.776964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 037b5993-ef70-4209-a22a-ef0b861f4679 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:00:34.823760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 037b5993-ef70-4209-a22a-ef0b861f4679 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:00:34.827261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 037b5993-ef70-4209-a22a-ef0b861f4679 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:00:34.827626 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:34.901791 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8e07e0e-2ca2-4173-a1cc-d65df92c1906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:34.912155 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:34.933761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b41b32-4365-4698-9be2-51e379ceac56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037b5993-ef70-4209-a22a-ef0b861f4679'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:00:34.935996 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee06b2b-e264-4000-a442-89cdd6cac299" -d '{"events": [{"server_uuid": "38b41b32-4365-4698-9be2-51e379ceac56", "name": "network-vif-plugged", "status": "completed", "tag": "037b5993-ef70-4209-a22a-ef0b861f4679"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:00:34.952531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 037b5993-ef70-4209-a22a-ef0b861f4679, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=037b5993-ef70-4209-a22a-ef0b861f4679,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:34.956727 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:34.981174 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6e4c8a-89f4-43bc-a684-71d3252a04ec x-openstack-request-id: req-2b6e4c8a-89f4-43bc-a684-71d3252a04ec {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:00:34.981466 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b41b32-4365-4698-9be2-51e379ceac56", "name": "network-vif-plugged", "status": "completed", "tag": "037b5993-ef70-4209-a22a-ef0b861f4679", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:00:34.981714 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b6e4c8a-89f4-43bc-a684-71d3252a04ec {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:00:34.982109 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b41b32-4365-4698-9be2-51e379ceac56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037b5993-ef70-4209-a22a-ef0b861f4679', 'code': 200} Aug 17 17:00:35.009102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=037b5993-ef70-4209-a22a-ef0b861f4679,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:35.016424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.016772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.017112 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.017781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.017781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.018083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.018587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.018973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.019085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.019375 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.019695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.020569 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:00:35.052959 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:35.084291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b61cf-caa9-4883-8f32-7f10604363f7 req-04861a72-a1c6-4219-971b-3c7047e21245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:35.085742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-927b61cf-caa9-4883-8f32-7f10604363f7 req-04861a72-a1c6-4219-971b-3c7047e21245 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 1060 time: 0.0435696 Aug 17 17:00:35.591703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa334651-f623-48a9-8233-5e19dffdef6c req-536aff62-ffe3-4f57-b65b-a84cccd352aa tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:35.593170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa334651-f623-48a9-8233-5e19dffdef6c req-536aff62-ffe3-4f57-b65b-a84cccd352aa tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 909 time: 0.0476451 Aug 17 17:00:36.047715 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:36.709316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463c013-13fd-4749-932b-447e2acf20e6 req-9c8098c9-06c3-42c0-875b-1f5495c7b975 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:36.710827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2463c013-13fd-4749-932b-447e2acf20e6 req-9c8098c9-06c3-42c0-875b-1f5495c7b975 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 909 time: 0.0480456 Aug 17 17:00:36.825303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eba4c-1636-4a4c-81d8-bea3492fad7f req-feaaa28a-f472-4de3-9976-183b969699f0 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:36.826790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e27eba4c-1636-4a4c-81d8-bea3492fad7f req-feaaa28a-f472-4de3-9976-183b969699f0 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 909 time: 0.0494220 Aug 17 17:00:36.932875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc35ac-33f6-46b0-81c1-3a13d232099c req-461e8b74-a33c-4491-a428-2777b1f2b158 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:36.934275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-39fc35ac-33f6-46b0-81c1-3a13d232099c req-461e8b74-a33c-4491-a428-2777b1f2b158 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 1060 time: 0.0422509 Aug 17 17:00:37.040592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f1d72-8084-4ac9-871f-51eb820c9793 req-2cf4c62f-772a-4ef7-9d9b-c4fc07dd97e8 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:37.042065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-094f1d72-8084-4ac9-871f-51eb820c9793 req-2cf4c62f-772a-4ef7-9d9b-c4fc07dd97e8 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 1135 time: 0.0427451 Aug 17 17:00:37.077895 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-094f1d72-8084-4ac9-871f-51eb820c9793 req-b201180b-286b-4d42-9314-35a2c84a8eb0 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0298481 Aug 17 17:00:37.100053 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:37.138660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f976b0-50f5-48d7-8d18-775502057451 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:37.140280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-26f976b0-50f5-48d7-8d18-775502057451 tempest-TestSecurityGroupsBasicOps-677435153 tempest-TestSecurityGroupsBasicOps-677435153-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 1055 time: 0.0392141 Aug 17 17:00:37.351267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c062af-d740-4b4d-ba90-48c55868dccc req-2387eb8c-3d85-4762-80ab-c68389c60798 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:37.352730 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70c062af-d740-4b4d-ba90-48c55868dccc req-2387eb8c-3d85-4762-80ab-c68389c60798 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 909 time: 0.0486839 Aug 17 17:00:37.798296 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:38.470231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263935-0636-4312-b604-58eb1c7b1c3b req-bfb4f812-5962-4d8d-8bb3-bf89dec8878b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:38.471721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8263935-0636-4312-b604-58eb1c7b1c3b req-bfb4f812-5962-4d8d-8bb3-bf89dec8878b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 909 time: 0.0511158 Aug 17 17:00:38.606877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-78d542f5-ebf0-49ab-87c0-49f167873865 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:38.608230 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-78d542f5-ebf0-49ab-87c0-49f167873865 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.93 "GET /v2.0/ports?device_id=38b41b32-4365-4698-9be2-51e379ceac56 HTTP/1.1" status: 200 len: 909 time: 0.0473435 Aug 17 17:00:38.697147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-cab980f1-f88f-4c3d-bafc-b127ebe43c8c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Deleting port 037b5993-ef70-4209-a22a-ef0b861f4679 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:38.697483 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-cab980f1-f88f-4c3d-bafc-b127ebe43c8c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:38.783688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-cab980f1-f88f-4c3d-bafc-b127ebe43c8c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] For port 037b5993-ef70-4209-a22a-ef0b861f4679, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=037b5993-ef70-4209-a22a-ef0b861f4679,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:38.784043 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-cab980f1-f88f-4c3d-bafc-b127ebe43c8c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:38.795982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-cab980f1-f88f-4c3d-bafc-b127ebe43c8c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Calling delete_port for 037b5993-ef70-4209-a22a-ef0b861f4679 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:38.920415 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-cab980f1-f88f-4c3d-bafc-b127ebe43c8c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:38.946838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab980f1-f88f-4c3d-bafc-b127ebe43c8c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Port': ['ID=037b5993-ef70-4209-a22a-ef0b861f4679,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:38.994088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-cab980f1-f88f-4c3d-bafc-b127ebe43c8c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] No DVR routers for this DVR port 037b5993-ef70-4209-a22a-ef0b861f4679 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:00:38.996659 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-cab980f1-f88f-4c3d-bafc-b127ebe43c8c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:38.998752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02a6f836-731c-4acd-aefe-cccc2388a37b req-cab980f1-f88f-4c3d-bafc-b127ebe43c8c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.93 "DELETE /v2.0/ports/037b5993-ef70-4209-a22a-ef0b861f4679 HTTP/1.1" status: 204 len: 173 time: 0.3847578 Aug 17 17:00:38.999220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b41b32-4365-4698-9be2-51e379ceac56', 'name': 'network-vif-deleted', 'tag': '037b5993-ef70-4209-a22a-ef0b861f4679'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:00:39.001486 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28793827-545b-4593-9029-841d85c9c4a5" -d '{"events": [{"server_uuid": "38b41b32-4365-4698-9be2-51e379ceac56", "name": "network-vif-deleted", "tag": "037b5993-ef70-4209-a22a-ef0b861f4679"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:00:39.048026 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb60c38-af2b-43d6-8790-9aaaa43f8b0b x-openstack-request-id: req-ccb60c38-af2b-43d6-8790-9aaaa43f8b0b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:00:39.048467 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b41b32-4365-4698-9be2-51e379ceac56", "name": "network-vif-deleted", "tag": "037b5993-ef70-4209-a22a-ef0b861f4679", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:00:39.048783 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ccb60c38-af2b-43d6-8790-9aaaa43f8b0b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:00:39.049243 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b41b32-4365-4698-9be2-51e379ceac56', 'name': 'network-vif-deleted', 'tag': '037b5993-ef70-4209-a22a-ef0b861f4679', 'status': 'completed', 'code': 200} Aug 17 17:00:39.527051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40154) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:39.895453 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:40.148011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Deleting port d8718fd1-0499-4a8f-86b7-d28f906b4c8a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:40.148272 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:40.239486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] For port d8718fd1-0499-4a8f-86b7-d28f906b4c8a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d8718fd1-0499-4a8f-86b7-d28f906b4c8a,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:40.239850 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:40.252003 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Calling delete_port for d8718fd1-0499-4a8f-86b7-d28f906b4c8a owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:40.433280 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:40.465563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Port': ['ID=d8718fd1-0499-4a8f-86b7-d28f906b4c8a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:40.635387 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:40.839713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Router 8d809ebd-c06a-4b30-8cef-a38196922790 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:00:40.942440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:00:40.947357 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8b8cb196-205f-4b6a-97a0-aecc27611c53 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "PUT /v2.0/routers/8d809ebd-c06a-4b30-8cef-a38196922790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4192557 Aug 17 17:00:40.949999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40156) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:40.952612 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] Sync routers for ids ['8d809ebd-c06a-4b30-8cef-a38196922790'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:00:40.962410 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] Routers {'8d809ebd-c06a-4b30-8cef-a38196922790'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:40.963164 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8d809ebd-c06a-4b30-8cef-a38196922790'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:41.005305 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c3712e-3ac2-4097-8296-0f7c1bdeb831 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Deleting subnet cd831eeb-3f57-49e6-8e53-89a63ae06789 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:00:41.008330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13c3712e-3ac2-4097-8296-0f7c1bdeb831 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.047738 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13c3712e-3ac2-4097-8296-0f7c1bdeb831 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.066245 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] Set router 8d809ebd-c06a-4b30-8cef-a38196922790 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:41.132922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13c3712e-3ac2-4097-8296-0f7c1bdeb831 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.195789 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13c3712e-3ac2-4097-8296-0f7c1bdeb831 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.224324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3712e-3ac2-4097-8296-0f7c1bdeb831 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Subnet': ['ID=cd831eeb-3f57-49e6-8e53-89a63ae06789,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:41.227104 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13c3712e-3ac2-4097-8296-0f7c1bdeb831 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.228989 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-13c3712e-3ac2-4097-8296-0f7c1bdeb831 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "DELETE /v2.0/subnets/cd831eeb-3f57-49e6-8e53-89a63ae06789 HTTP/1.1" status: 204 len: 168 time: 0.2780409 Aug 17 17:00:41.231647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40158) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:41.234235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc1f4d1-9ca6-4013-9c29-e4d595b17ae1 None None] Network 41bc752b-d4b9-49ae-b322-6be7bee693b0 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:00:41.245413 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1122275589', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:40Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:41.275881 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] Checking router: 8d809ebd-c06a-4b30-8cef-a38196922790 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:00:41.286205 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] Routers {'8d809ebd-c06a-4b30-8cef-a38196922790'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:41.286845 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['8d809ebd-c06a-4b30-8cef-a38196922790'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:41.342732 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.396067 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] Set router 8d809ebd-c06a-4b30-8cef-a38196922790 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:41.439331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30be1575-5359-45ab-8f27-548ba9d2f5b9 None None] DHCP port deletion for 41bc752b-d4b9-49ae-b322-6be7bee693b0 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:00:41.451530 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.495984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-30be1575-5359-45ab-8f27-548ba9d2f5b9 None None] Deleting port eb2b9765-e757-4cdd-9299-98e0107a5414 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:41.496509 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30be1575-5359-45ab-8f27-548ba9d2f5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.513499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Deleting port b3f2fa9e-d263-4d06-990e-391c88611d6b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:41.513844 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.563363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-30be1575-5359-45ab-8f27-548ba9d2f5b9 None None] For port eb2b9765-e757-4cdd-9299-98e0107a5414, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=eb2b9765-e757-4cdd-9299-98e0107a5414,segment=NetworkSegment(5d399529-758e-4b7d-9299-082cddd816cb),segment_id=5d399529-758e-4b7d-9299-082cddd816cb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:41.564046 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30be1575-5359-45ab-8f27-548ba9d2f5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.580926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-30be1575-5359-45ab-8f27-548ba9d2f5b9 None None] Calling delete_port for eb2b9765-e757-4cdd-9299-98e0107a5414 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:41.582534 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1122275589', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:40Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:41.596949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] For port b3f2fa9e-d263-4d06-990e-391c88611d6b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b3f2fa9e-d263-4d06-990e-391c88611d6b,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:41.597306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.609477 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:00:41.610207 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f3648-eb43-4df9-b860-cdfd979af1b4 None None] The sync data for ids ['8d809ebd-c06a-4b30-8cef-a38196922790'] in n-d-804878-1 is: [{'id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1122275589', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:40Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'b3f2fa9e-d263-4d06-990e-391c88611d6b', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d809ebd-c06a-4b30-8cef-a38196922790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:00:22Z', 'updated_at': '2021-08-17T17:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:00:41.613852 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Calling delete_port for b3f2fa9e-d263-4d06-990e-391c88611d6b owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:41.665037 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30be1575-5359-45ab-8f27-548ba9d2f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.690840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be1575-5359-45ab-8f27-548ba9d2f5b9 None None] Pushing event deleted for resources: {'Port': ['ID=eb2b9765-e757-4cdd-9299-98e0107a5414,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:41.694560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be1575-5359-45ab-8f27-548ba9d2f5b9 None None] No DVR routers for this DVR port eb2b9765-e757-4cdd-9299-98e0107a5414 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:00:41.784483 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.813778 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Port': ['ID=b3f2fa9e-d263-4d06-990e-391c88611d6b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:41.870165 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.961126 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:41.963324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.013784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.014590 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Fanout notify agent at l3_agent the message router_deleted on router 8d809ebd-c06a-4b30-8cef-a38196922790 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:00:42.022446 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.023580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-33463bdf-2faf-4e67-86ab-ab03f16e4476 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "DELETE /v2.0/routers/8d809ebd-c06a-4b30-8cef-a38196922790 HTTP/1.1" status: 204 len: 168 time: 0.7884533 Aug 17 17:00:42.026448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40160) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:42.372709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.459722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.469218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bc752b-d4b9-49ae-b322-6be7bee693b0']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:42.478823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d399529-758e-4b7d-9299-082cddd816cb') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:42.479061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d399529-758e-4b7d-9299-082cddd816cb') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:42.488467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.502265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.507953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:00:42.508342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:00:42.511243 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:00:42.566409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.573082 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.576717 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "DELETE /v2.0/networks/41bc752b-d4b9-49ae-b322-6be7bee693b0 HTTP/1.1" status: 204 len: 168 time: 0.5475125 Aug 17 17:00:42.578138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40162) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:42.599009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000af27-8346-4b7a-9d11-eb9dd1c7467b tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Network': ['ID=41bc752b-d4b9-49ae-b322-6be7bee693b0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:42.751075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Deleting port 47ee276e-b796-4556-bc94-796897141372 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:42.751342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.792108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 037b5993-ef70-4209-a22a-ef0b861f4679 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:42.815343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 037b5993-ef70-4209-a22a-ef0b861f4679 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:42.815684 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 037b5993-ef70-4209-a22a-ef0b861f4679 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:42.825843 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.826349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:42.837642 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Calling delete_port for 47ee276e-b796-4556-bc94-796897141372 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:42.985693 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:43.011042 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Port': ['ID=47ee276e-b796-4556-bc94-796897141372,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:43.072461 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:43.072796 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Floating IP aba674cd-6411-40b5-87c7-e9b193605b75 disassociated (deleted). External IP: 172.25.7.228, port: c5c56dd9-37d5-40f0-9b53-d950018bf7f3. Aug 17 17:00:43.285851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Router fbf5207d-8266-4b5a-90ae-79966bf50497 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:00:43.389348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:00:43.394277 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:43.408000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] Sync routers for ids ['fbf5207d-8266-4b5a-90ae-79966bf50497'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:00:43.420413 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] Routers {'fbf5207d-8266-4b5a-90ae-79966bf50497'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:43.421365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fbf5207d-8266-4b5a-90ae-79966bf50497'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:43.427451 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-afeafc70-b9d0-48a7-96b4-5a97090b8966 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "DELETE /v2.0/floatingips/aba674cd-6411-40b5-87c7-e9b193605b75 HTTP/1.1" status: 204 len: 168 time: 0.8481882 Aug 17 17:00:43.428287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'tag': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:00:43.431143 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd96cd7-dcbe-40bf-a9ef-68f0b432e590", "tag": "c5c56dd9-37d5-40f0-9b53-d950018bf7f3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:00:43.471289 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa3f8f5-206b-4e96-8b81-814d9cdf8b05 x-openstack-request-id: req-caa3f8f5-206b-4e96-8b81-814d9cdf8b05 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:00:43.471605 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd96cd7-dcbe-40bf-a9ef-68f0b432e590", "tag": "c5c56dd9-37d5-40f0-9b53-d950018bf7f3", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:00:43.471784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb2b9765-e757-4cdd-9299-98e0107a5414 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:43.471890 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-caa3f8f5-206b-4e96-8b81-814d9cdf8b05 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:00:43.472240 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'tag': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'status': 'completed', 'code': 200} Aug 17 17:00:43.498492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: eb2b9765-e757-4cdd-9299-98e0107a5414 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:43.498833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device eb2b9765-e757-4cdd-9299-98e0107a5414 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:43.499274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b3f2fa9e-d263-4d06-990e-391c88611d6b no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:43.522702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b3f2fa9e-d263-4d06-990e-391c88611d6b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:43.522702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b3f2fa9e-d263-4d06-990e-391c88611d6b not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:43.523106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d8718fd1-0499-4a8f-86b7-d28f906b4c8a no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:43.537313 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-4cbb406b-a0da-4b36-b6c2-0575b7523188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:43.538822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-4cbb406b-a0da-4b36-b6c2-0575b7523188 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c3a882f3cb445a78f27d4e6cbd78961&device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 1135 time: 0.0421362 Aug 17 17:00:43.571720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d8718fd1-0499-4a8f-86b7-d28f906b4c8a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:43.572055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d8718fd1-0499-4a8f-86b7-d28f906b4c8a not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:43.602750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] Set router fbf5207d-8266-4b5a-90ae-79966bf50497 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:43.652258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-e4c8ae02-9069-4e35-a04b-2943ec30224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:43.653745 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-e4c8ae02-9069-4e35-a04b-2943ec30224c service neutron] 10.222.0.91 "GET /v2.0/networks?id=411eaeda-73f4-46ea-959f-69bd553ff053 HTTP/1.1" status: 200 len: 897 time: 0.1018040 Aug 17 17:00:43.685926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef4028-8b4d-499d-8991-f6d88b853597 req-ad344cbc-98d5-4c8b-b811-0527ff94df36 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:43.688164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ceef4028-8b4d-499d-8991-f6d88b853597 req-ad344cbc-98d5-4c8b-b811-0527ff94df36 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 984 time: 0.0516138 Aug 17 17:00:43.701050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-b4c64085-b421-499e-beb7-baca19d7daf6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5c56dd9-37d5-40f0-9b53-d950018bf7f3 HTTP/1.1" status: 200 len: 217 time: 0.0391412 Aug 17 17:00:43.731118 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ceef4028-8b4d-499d-8991-f6d88b853597 req-92c52ed7-d28c-415c-873a-cdcbe7b18ea1 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0361729 Aug 17 17:00:43.757463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-5d4cd329-7616-4f4d-8f45-2901999bade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:43.758951 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-5d4cd329-7616-4f4d-8f45-2901999bade1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64dc3a3e-beb6-40d7-8178-ff6f686de53a HTTP/1.1" status: 200 len: 835 time: 0.0507360 Aug 17 17:00:43.803553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-9112c20b-5c64-48fc-8eaa-2402a406bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:43.804937 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-9112c20b-5c64-48fc-8eaa-2402a406bdc5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=411eaeda-73f4-46ea-959f-69bd553ff053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391276 Aug 17 17:00:43.816829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:34Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2d4352dc-d5c2-418f-b439-446c1d3fe051', 'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:88:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:33Z', 'updated_at': '2021-08-17T16:59:39Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:43.843776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] Checking router: fbf5207d-8266-4b5a-90ae-79966bf50497 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:00:43.852013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] Routers {'fbf5207d-8266-4b5a-90ae-79966bf50497'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:43.852620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fbf5207d-8266-4b5a-90ae-79966bf50497'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:43.900420 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-1abf3ee8-89c9-481b-95c8-41abe7696f72 service neutron] 10.222.0.91 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864615 Aug 17 17:00:43.995360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-944e7d1b-aaa2-4bbc-b9da-dab718b4c70e req-180191af-a8b2-4ea0-ac6f-90f5b701dbcf service neutron] 10.222.0.91 "GET /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876706 Aug 17 17:00:44.114538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] Set router fbf5207d-8266-4b5a-90ae-79966bf50497 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:44.306201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:34Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2d4352dc-d5c2-418f-b439-446c1d3fe051', 'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:88:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:33Z', 'updated_at': '2021-08-17T16:59:39Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:44.335340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6927eb2-ac14-4c59-864f-8542cb84659f None None] The sync data for ids ['fbf5207d-8266-4b5a-90ae-79966bf50497'] in n-d-804878-1 is: [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T16:59:34Z', 'revision_number': 4, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '2d4352dc-d5c2-418f-b439-446c1d3fe051', 'name': '', 'network_id': '411eaeda-73f4-46ea-959f-69bd553ff053', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'mac_address': 'fa:16:3e:88:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:33Z', 'updated_at': '2021-08-17T16:59:39Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'subnets': [{'id': '64dc3a3e-beb6-40d7-8178-ff6f686de53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:00:44.537605 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f782433-2b49-4e91-b36f-c611d7b30ebc None None] New status for floating IP aba674cd-6411-40b5-87c7-e9b193605b75: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:00:44.860763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a8b1-168b-4079-921e-710612e2ce6b req-f4e67674-d036-462e-93e0-f1ca11dd0055 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:44.862211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d178a8b1-168b-4079-921e-710612e2ce6b req-f4e67674-d036-462e-93e0-f1ca11dd0055 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 984 time: 0.0619195 Aug 17 17:00:44.922227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-f664fd36-c8da-42f2-82c2-aa8e3cf365af tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:44.923682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-f664fd36-c8da-42f2-82c2-aa8e3cf365af tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dd96cd7-dcbe-40bf-a9ef-68f0b432e590 HTTP/1.1" status: 200 len: 984 time: 0.0800514 Aug 17 17:00:44.927943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d178a8b1-168b-4079-921e-710612e2ce6b req-a8adb860-7950-4aab-8fcc-7c33fabe9933 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "GET /v2.0/security-groups?id=77dd7443-5ce6-4f77-a53c-04c2e8558ddc&id=067b6bc2-ef1a-4bae-864c-7c653d171750&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0525641 Aug 17 17:00:45.023379 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-6c086b7b-a2db-46fc-975c-b072711f0386 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Deleting port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:45.023744 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-6c086b7b-a2db-46fc-975c-b072711f0386 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:45.109488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-6c086b7b-a2db-46fc-975c-b072711f0386 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] For port c5c56dd9-37d5-40f0-9b53-d950018bf7f3, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:45.109842 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-6c086b7b-a2db-46fc-975c-b072711f0386 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:45.121743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-6c086b7b-a2db-46fc-975c-b072711f0386 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Calling delete_port for c5c56dd9-37d5-40f0-9b53-d950018bf7f3 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:45.246976 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-6c086b7b-a2db-46fc-975c-b072711f0386 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:45.276124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c086b7b-a2db-46fc-975c-b072711f0386 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Port': ['ID=c5c56dd9-37d5-40f0-9b53-d950018bf7f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:45.315752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-6c086b7b-a2db-46fc-975c-b072711f0386 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] No DVR routers for this DVR port c5c56dd9-37d5-40f0-9b53-d950018bf7f3 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:00:45.318258 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-6c086b7b-a2db-46fc-975c-b072711f0386 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:45.320263 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3da88c09-8592-4578-b9b0-e78ec8a25a3d req-6c086b7b-a2db-46fc-975c-b072711f0386 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.91 "DELETE /v2.0/ports/c5c56dd9-37d5-40f0-9b53-d950018bf7f3 HTTP/1.1" status: 204 len: 173 time: 0.3862011 Aug 17 17:00:45.320686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'name': 'network-vif-deleted', 'tag': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:00:45.322901 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be36043c-a941-4e6d-96f7-8eb459cc295c" -d '{"events": [{"server_uuid": "5dd96cd7-dcbe-40bf-a9ef-68f0b432e590", "name": "network-vif-deleted", "tag": "c5c56dd9-37d5-40f0-9b53-d950018bf7f3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:00:45.359134 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cb896b-4a44-4d24-ab02-6ba2a3bc9099 x-openstack-request-id: req-24cb896b-4a44-4d24-ab02-6ba2a3bc9099 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:00:45.359449 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd96cd7-dcbe-40bf-a9ef-68f0b432e590", "name": "network-vif-deleted", "tag": "c5c56dd9-37d5-40f0-9b53-d950018bf7f3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:00:45.359705 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24cb896b-4a44-4d24-ab02-6ba2a3bc9099 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:00:45.360160 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd96cd7-dcbe-40bf-a9ef-68f0b432e590', 'name': 'network-vif-deleted', 'tag': 'c5c56dd9-37d5-40f0-9b53-d950018bf7f3', 'status': 'completed', 'code': 200} Aug 17 17:00:45.983780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40176) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:46.037840 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70ca31b0-68ea-4fbc-af6d-03b4f3416ded tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.059968 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70ca31b0-68ea-4fbc-af6d-03b4f3416ded tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.100610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70ca31b0-68ea-4fbc-af6d-03b4f3416ded tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.103124 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70ca31b0-68ea-4fbc-af6d-03b4f3416ded tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.104273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-70ca31b0-68ea-4fbc-af6d-03b4f3416ded tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "DELETE /v2.0/security-groups/067b6bc2-ef1a-4bae-864c-7c653d171750 HTTP/1.1" status: 204 len: 168 time: 0.1195035 Aug 17 17:00:46.106968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40178) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:46.114442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca31b0-68ea-4fbc-af6d-03b4f3416ded tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067b6bc2-ef1a-4bae-864c-7c653d171750,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:46.166746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5970-cc26-46ed-a7ea-91e5c0f389b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.189196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5970-cc26-46ed-a7ea-91e5c0f389b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.232167 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5970-cc26-46ed-a7ea-91e5c0f389b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.235120 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5970-cc26-46ed-a7ea-91e5c0f389b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.236273 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8f5b5970-cc26-46ed-a7ea-91e5c0f389b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "DELETE /v2.0/security-groups/77dd7443-5ce6-4f77-a53c-04c2e8558ddc HTTP/1.1" status: 204 len: 168 time: 0.1283276 Aug 17 17:00:46.239345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40180) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:46.246005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b5970-cc26-46ed-a7ea-91e5c0f389b2 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dd7443-5ce6-4f77-a53c-04c2e8558ddc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:46.601234 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.850011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Deleting port 2d4352dc-d5c2-418f-b439-446c1d3fe051 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:46.850349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.937944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] For port 2d4352dc-d5c2-418f-b439-446c1d3fe051, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2d4352dc-d5c2-418f-b439-446c1d3fe051,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:46.938223 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:46.955295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Calling delete_port for 2d4352dc-d5c2-418f-b439-446c1d3fe051 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:47.099638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c5c56dd9-37d5-40f0-9b53-d950018bf7f3 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:47.119466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: c5c56dd9-37d5-40f0-9b53-d950018bf7f3 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:47.119806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device c5c56dd9-37d5-40f0-9b53-d950018bf7f3 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:47.141963 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:47.167448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Port': ['ID=2d4352dc-d5c2-418f-b439-446c1d3fe051,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:47.345007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:47.559523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Router fbf5207d-8266-4b5a-90ae-79966bf50497 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:00:47.664342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:00:47.669824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5f4e251a-6198-4593-9ec2-ed0648422716 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "PUT /v2.0/routers/fbf5207d-8266-4b5a-90ae-79966bf50497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4292457 Aug 17 17:00:47.671800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40182) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:47.674755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] Sync routers for ids ['fbf5207d-8266-4b5a-90ae-79966bf50497'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:00:47.684165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] Routers {'fbf5207d-8266-4b5a-90ae-79966bf50497'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:47.684772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fbf5207d-8266-4b5a-90ae-79966bf50497'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:47.723343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-766f3055-9425-4903-bc93-e2c2e56d324c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Deleting subnet 64dc3a3e-beb6-40d7-8178-ff6f686de53a {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:00:47.726394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-766f3055-9425-4903-bc93-e2c2e56d324c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:47.765342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-766f3055-9425-4903-bc93-e2c2e56d324c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:47.789285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] Set router fbf5207d-8266-4b5a-90ae-79966bf50497 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:47.854257 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-766f3055-9425-4903-bc93-e2c2e56d324c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:47.912714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-766f3055-9425-4903-bc93-e2c2e56d324c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:47.937579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f3055-9425-4903-bc93-e2c2e56d324c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Subnet': ['ID=64dc3a3e-beb6-40d7-8178-ff6f686de53a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:47.944834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-766f3055-9425-4903-bc93-e2c2e56d324c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:47.946730 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-766f3055-9425-4903-bc93-e2c2e56d324c tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "DELETE /v2.0/subnets/64dc3a3e-beb6-40d7-8178-ff6f686de53a HTTP/1.1" status: 204 len: 168 time: 0.2734115 Aug 17 17:00:47.949846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40184) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:47.953543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0096b9-8ada-45b0-b918-13887e14e620 None None] Network 411eaeda-73f4-46ea-959f-69bd553ff053 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:00:48.026030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T17:00:47Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:48.054089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] Checking router: fbf5207d-8266-4b5a-90ae-79966bf50497 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:00:48.060999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.097067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] Routers {'fbf5207d-8266-4b5a-90ae-79966bf50497'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:00:48.097702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:00:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['fbf5207d-8266-4b5a-90ae-79966bf50497'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:48.167149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.210594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] Set router fbf5207d-8266-4b5a-90ae-79966bf50497 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:00:48.230399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Deleting port fd81b86d-08e7-43da-b8b0-ea4c4d241de2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:48.230761 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.241426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0181052e-7322-4b8d-bf46-67ad825720f4 None None] DHCP port deletion for 411eaeda-73f4-46ea-959f-69bd553ff053 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:00:48.314118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] For port fd81b86d-08e7-43da-b8b0-ea4c4d241de2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fd81b86d-08e7-43da-b8b0-ea4c4d241de2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:48.314509 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.326059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Calling delete_port for fd81b86d-08e7-43da-b8b0-ea4c4d241de2 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:48.399698 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0181052e-7322-4b8d-bf46-67ad825720f4 None None] Deleting port c3dfaf9d-4362-45e2-be31-0130849174ef {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:00:48.400066 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0181052e-7322-4b8d-bf46-67ad825720f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.472764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0181052e-7322-4b8d-bf46-67ad825720f4 None None] For port c3dfaf9d-4362-45e2-be31-0130849174ef, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=c3dfaf9d-4362-45e2-be31-0130849174ef,segment=NetworkSegment(85397d4b-99c7-43c9-b99c-fc85dc31ce35),segment_id=85397d4b-99c7-43c9-b99c-fc85dc31ce35)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:48.473160 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0181052e-7322-4b8d-bf46-67ad825720f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.493305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0181052e-7322-4b8d-bf46-67ad825720f4 None None] Calling delete_port for c3dfaf9d-4362-45e2-be31-0130849174ef owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:00:48.509046 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T17:00:47Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:48.565738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a199d-6fcf-4511-a46b-7553ec42bb91 None None] The sync data for ids ['fbf5207d-8266-4b5a-90ae-79966bf50497'] in n-d-804878-1 is: [{'id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2051820595', 'tenant_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T16:59:30Z', 'updated_at': '2021-08-17T17:00:47Z', 'revision_number': 5, 'project_id': '3c3a882f3cb445a78f27d4e6cbd78961', 'gw_port': {'id': 'fd81b86d-08e7-43da-b8b0-ea4c4d241de2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5207d-8266-4b5a-90ae-79966bf50497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T16:59:31Z', 'updated_at': '2021-08-17T16:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:00:48.609347 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0181052e-7322-4b8d-bf46-67ad825720f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.638669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181052e-7322-4b8d-bf46-67ad825720f4 None None] Pushing event deleted for resources: {'Port': ['ID=c3dfaf9d-4362-45e2-be31-0130849174ef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:48.643458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181052e-7322-4b8d-bf46-67ad825720f4 None None] No DVR routers for this DVR port c3dfaf9d-4362-45e2-be31-0130849174ef on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:00:48.755359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.781860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Port': ['ID=fd81b86d-08e7-43da-b8b0-ea4c4d241de2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:48.842029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.933618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.935816 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.981388 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.981836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Fanout notify agent at l3_agent the message router_deleted on router fbf5207d-8266-4b5a-90ae-79966bf50497 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:00:48.989879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:48.991034 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4783b174-b592-4790-8464-5f2e07983355 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "DELETE /v2.0/routers/fbf5207d-8266-4b5a-90ae-79966bf50497 HTTP/1.1" status: 204 len: 168 time: 1.0401993 Aug 17 17:00:48.993559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40186) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:49.076214 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.164065 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.175402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411eaeda-73f4-46ea-959f-69bd553ff053']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:49.185656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85397d4b-99c7-43c9-b99c-fc85dc31ce35') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:49.185946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85397d4b-99c7-43c9-b99c-fc85dc31ce35') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:00:49.196184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.210256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.216232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:00:49.216615 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:00:49.219808 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:00:49.283565 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.290356 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.292177 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] 10.222.0.77 "DELETE /v2.0/networks/411eaeda-73f4-46ea-959f-69bd553ff053 HTTP/1.1" status: 204 len: 168 time: 0.2976992 Aug 17 17:00:49.304204 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311ebe0-f442-49bc-82d9-8c1c72a7fae7 tempest-TestSecurityGroupsBasicOps-659196959 tempest-TestSecurityGroupsBasicOps-659196959-project] Pushing event deleted for resources: {'Network': ['ID=411eaeda-73f4-46ea-959f-69bd553ff053,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:49.587736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fd81b86d-08e7-43da-b8b0-ea4c4d241de2 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:49.597311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40194) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:49.609192 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: fd81b86d-08e7-43da-b8b0-ea4c4d241de2 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:49.610214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fd81b86d-08e7-43da-b8b0-ea4c4d241de2 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:49.610673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c3dfaf9d-4362-45e2-be31-0130849174ef no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:49.629628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: c3dfaf9d-4362-45e2-be31-0130849174ef {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:49.629972 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device c3dfaf9d-4362-45e2-be31-0130849174ef not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:49.630396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2d4352dc-d5c2-418f-b439-446c1d3fe051 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:00:49.649218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2d4352dc-d5c2-418f-b439-446c1d3fe051 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:00:49.649563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2d4352dc-d5c2-418f-b439-446c1d3fe051 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:00:49.729163 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-14488434-e6be-4a9c-80d4-74e24828f167 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c3a882f3cb445a78f27d4e6cbd78961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306231 Aug 17 17:00:49.731680 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40198) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:49.778958 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e34371-98cf-4fed-b468-0f6a1e70c423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.800406 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e34371-98cf-4fed-b468-0f6a1e70c423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.845666 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e34371-98cf-4fed-b468-0f6a1e70c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.848132 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e34371-98cf-4fed-b468-0f6a1e70c423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:49.849270 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3e34371-98cf-4fed-b468-0f6a1e70c423 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26b8df3f-05ce-4a46-81c2-cbc514d7939a HTTP/1.1" status: 204 len: 168 time: 0.1166804 Aug 17 17:00:49.856674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e34371-98cf-4fed-b468-0f6a1e70c423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b8df3f-05ce-4a46-81c2-cbc514d7939a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:49.913715 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.104693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40204) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:50.122894 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcca56c6-b41d-41b0-8f3f-38f53fa14f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.209131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcca56c6-b41d-41b0-8f3f-38f53fa14f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.213404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcca56c6-b41d-41b0-8f3f-38f53fa14f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.221173 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.254457 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dcca56c6-b41d-41b0-8f3f-38f53fa14f8c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af9281cf7a004a08b282630530e9c230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485932 Aug 17 17:00:50.255330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca56c6-b41d-41b0-8f3f-38f53fa14f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fe132e-46a7-4d14-927e-f111eb6828b9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:50.257166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:50.309230 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3857026-98dd-401d-b1c2-102fea495113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.330173 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3857026-98dd-401d-b1c2-102fea495113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.375069 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3857026-98dd-401d-b1c2-102fea495113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.377636 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3857026-98dd-401d-b1c2-102fea495113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.378862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b3857026-98dd-401d-b1c2-102fea495113 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4fe132e-46a7-4d14-927e-f111eb6828b9 HTTP/1.1" status: 204 len: 168 time: 0.1201079 Aug 17 17:00:50.386217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3857026-98dd-401d-b1c2-102fea495113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fe132e-46a7-4d14-927e-f111eb6828b9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:50.688388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:50.726891 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-46741359-011c-4931-9ee1-dc2dea89569d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dbddf19a1bcc4ad6933b0328b681173b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372097 Aug 17 17:00:50.729259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:50.778612 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6e29e5-adef-467c-9fda-6083a5a3590b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.799616 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6e29e5-adef-467c-9fda-6083a5a3590b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.845600 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6e29e5-adef-467c-9fda-6083a5a3590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.848252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6e29e5-adef-467c-9fda-6083a5a3590b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:50.849382 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc6e29e5-adef-467c-9fda-6083a5a3590b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f03ce3c-ceb9-4165-8ec9-bfa89e7c1db9 HTTP/1.1" status: 204 len: 168 time: 0.1192572 Aug 17 17:00:50.856871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e29e5-adef-467c-9fda-6083a5a3590b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f03ce3c-ceb9-4165-8ec9-bfa89e7c1db9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:51.505769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:51.602157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-812530113-network', 'tenant_id': '640c2e900d0a4337ad95b4ef2882e1c5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:51.622942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Made reservation on behalf of 640c2e900d0a4337ad95b4ef2882e1c5 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:00:51.625097 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:51.633222 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:51.722615 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:51.726393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:51.746698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:00:51.759745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f527e-95dc-4d76-93a3-82905e44e3fd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:51.764496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:51.764832 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Added segment 0949fa81-b22e-4aae-b25e-eb4586ccf35d of type vlan for network 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 Aug 17 17:00:51.804108 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:51.831199 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:51.832218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:51.832779 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:51.880797 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3736546 Aug 17 17:00:51.883809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40240) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:51.889072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Request body: {'subnet': {'network_id': '5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-812530113-subnet', 'tenant_id': '640c2e900d0a4337ad95b4ef2882e1c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:51.892489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfc29c-9902-4e36-88e5-947f98c6ede7 admin admin] Pushing event updated for resources: {'Network': ['ID=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:51.902018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:00:51.910074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Made reservation on behalf of 640c2e900d0a4337ad95b4ef2882e1c5 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:00:51.912444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.080919 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.132865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb16862-7e1b-4d1c-a488-1237be1dfba9,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:52.143958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Checking segment: {'id': '0949fa81-b22e-4aae-b25e-eb4586ccf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:00:52.144317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Network hostable DHCP agents. Network: 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:00:52.160315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Network 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:00:52.168747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:00:52.174205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:52.175022 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.178223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2676b136-ba0f-4f4e-a440-a572157f337a None None] Network 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:00:52.191374 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0f36aaf1-c3f7-4e70-9f11-5a10ae8bdc90 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3064578 Aug 17 17:00:52.308026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0e9935-8e6a-4234-93f2-7a79e3d497f8 None None] Network 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:00:52.645796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:52.650833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-517142151-network', 'tenant_id': '1a808b73f68340b9ae6cae520b80b920'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:52.671051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Made reservation on behalf of 1a808b73f68340b9ae6cae520b80b920 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:00:52.673250 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.682334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.773368 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.776928 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.797066 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:00:52.811674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e213f9e6-223d-4745-9656-16b3713ff31f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:52.815035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.815477 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Added segment 0aa479fb-dbd6-4d03-a0dd-931aa07c5dec of type vlan for network db82e069-4b13-443b-b5a7-5df784c4ce67 Aug 17 17:00:52.854207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.881570 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.882551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:52.883124 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:52.931839 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2848430 Aug 17 17:00:52.934544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40258) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:00:52.940284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Request body: {'subnet': {'network_id': 'db82e069-4b13-443b-b5a7-5df784c4ce67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-517142151-subnet', 'tenant_id': '1a808b73f68340b9ae6cae520b80b920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:52.943558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34979d42-b52d-468b-89fb-585a2d9d7516 admin admin] Pushing event updated for resources: {'Network': ['ID=db82e069-4b13-443b-b5a7-5df784c4ce67,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:52.953629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network db82e069-4b13-443b-b5a7-5df784c4ce67 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:00:52.962608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Made reservation on behalf of 1a808b73f68340b9ae6cae520b80b920 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:00:52.965332 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:53.135285 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:53.193324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7915230-2ea4-4d32-8941-2097ff479fbd,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:53.197573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Checking segment: {'id': '0aa479fb-dbd6-4d03-a0dd-931aa07c5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db82e069-4b13-443b-b5a7-5df784c4ce67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:00:53.197930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Network hostable DHCP agents. Network: db82e069-4b13-443b-b5a7-5df784c4ce67, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:00:53.214456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Network db82e069-4b13-443b-b5a7-5df784c4ce67 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:00:53.223426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, db82e069-4b13-443b-b5a7-5df784c4ce67) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:00:53.227594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:53.228235 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:53.232575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11939b72-e626-4d32-8dca-c8218ecec2f7 None None] Network db82e069-4b13-443b-b5a7-5df784c4ce67 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:00:53.242364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-64a5686e-4d24-4d61-b9ff-20b8069c6b30 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3067167 Aug 17 17:00:53.355987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e19a52-f9d9-4efc-95d4-d8fdbbac1e7c None None] Network db82e069-4b13-443b-b5a7-5df784c4ce67 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:00:53.711948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-df0e2c06-0963-463d-b47f-0cb81d7d5e25 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:53.713303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-df0e2c06-0963-463d-b47f-0cb81d7d5e25 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/networks?id=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 HTTP/1.1" status: 200 len: 811 time: 0.1051800 Aug 17 17:00:53.728796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-9558d21a-9773-4a17-8a88-211683fa9522 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/quotas/640c2e900d0a4337ad95b4ef2882e1c5 HTTP/1.1" status: 200 len: 375 time: 0.0089808 Aug 17 17:00:53.759547 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-dcfcfc13-d20f-4b41-92a3-6688f0d3e819 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=640c2e900d0a4337ad95b4ef2882e1c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256681 Aug 17 17:00:53.852647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-bef6dc2b-0109-4fa9-b7af-fc459d3a76c7 service neutron] 10.222.0.77 "GET /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857043 Aug 17 17:00:54.282320 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-80863e2f-0baa-4909-b7a4-c04a2b31f729 service neutron] 10.222.0.77 "GET /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233224 Aug 17 17:00:54.444871 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4be00ca0-00bc-4056-9ff4-d98bd2e848e6 req-5cf94ac5-81c1-4717-965f-44dbb1ac53f2 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 210 time: 0.0325902 Aug 17 17:00:55.321304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-8b1e1636-3498-48c5-bab5-1677a0b498c7 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:55.322976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-8b1e1636-3498-48c5-bab5-1677a0b498c7 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.91 "GET /v2.0/networks?id=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 HTTP/1.1" status: 200 len: 811 time: 0.1059723 Aug 17 17:00:55.335996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Request body: {'port': {'device_id': '3159c501-9720-4a2e-82fe-1eff6e147f14', 'network_id': '5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9', 'admin_state_up': True, 'tenant_id': '640c2e900d0a4337ad95b4ef2882e1c5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:55.441867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Made reservation on behalf of 640c2e900d0a4337ad95b4ef2882e1c5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:00:55.445293 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:55.548513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a209c31f-a06a-4407-aff8-3b87b81a3c09 req-ab4f0e13-c597-4617-bd58-282cf4113eb5 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 210 time: 0.0316882 Aug 17 17:00:55.594706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Allocated IP 172.20.0.6 (5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9/dcb16862-7e1b-4d1c-a488-1237be1dfba9/0783f935-cbf4-48a6-9696-b8f9a1ea8bc4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:00:55.737616 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:55.773627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:55.817438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Network 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:00:55.820602 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:00:55.824311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:00:55.851353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Pushing event updated for resources: {'Port': ['ID=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:55.878415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:55.879017 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:55.892469 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-64d9f492-249f-4075-9f2d-c1c4e54b4d11 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606852 Aug 17 17:00:55.904234 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Request body: {'port': {'device_id': '3159c501-9720-4a2e-82fe-1eff6e147f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:00:55.955904 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:56.210237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:00:56.217523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:56.229685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Transition to ACTIVE for port object 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:00:56.232646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:56.284223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Pushing event updated for resources: {'Port': ['ID=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:56.351515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Attempting to bind port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:00:56.352205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Attempting to bind port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '0949fa81-b22e-4aae-b25e-eb4586ccf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:00:56.352205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Attempting to bind port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 on network 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:00:56.356463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 on network 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:00:56.356776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Attempting to bind port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 on network 5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:00:56.361698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:00:56.362028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Checking segment: {'id': '0949fa81-b22e-4aae-b25e-eb4586ccf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:00:56.362434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Bound using segment: {'id': '0949fa81-b22e-4aae-b25e-eb4586ccf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:00:56.362853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Bound port: 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0949fa81-b22e-4aae-b25e-eb4586ccf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:00:56.363198 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:56.426546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] For port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:00:56.429530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] For port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,segment=NetworkSegment(0949fa81-b22e-4aae-b25e-eb4586ccf35d),segment_id=0949fa81-b22e-4aae-b25e-eb4586ccf35d)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:00:56.433075 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:56.468921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:56.469676 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:56.471083 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] 10.222.0.91 "PUT /v2.0/ports/0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 HTTP/1.1" status: 200 len: 1091 time: 0.5708258 Aug 17 17:00:56.471506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3159c501-9720-4a2e-82fe-1eff6e147f14', 'tag': '0783f935-cbf4-48a6-9696-b8f9a1ea8bc4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:00:56.473716 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06" -d '{"events": [{"name": "network-changed", "server_uuid": "3159c501-9720-4a2e-82fe-1eff6e147f14", "tag": "0783f935-cbf4-48a6-9696-b8f9a1ea8bc4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:00:56.499628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68aff4-8b5a-4a15-b931-8dd95f272a27 service neutron] Pushing event updated for resources: {'Port': ['ID=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:56.548120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-fef9f14b-0dc3-4390-abed-209a1f09a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:56.549748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-fef9f14b-0dc3-4390-abed-209a1f09a22e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=640c2e900d0a4337ad95b4ef2882e1c5&device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 1094 time: 0.0419748 Aug 17 17:00:56.595386 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b23532-2187-418c-94bc-4bfe2c850ac0 x-openstack-request-id: req-b0b23532-2187-418c-94bc-4bfe2c850ac0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:00:56.595673 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3159c501-9720-4a2e-82fe-1eff6e147f14", "tag": "0783f935-cbf4-48a6-9696-b8f9a1ea8bc4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:00:56.595924 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0b23532-2187-418c-94bc-4bfe2c850ac0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:00:56.596322 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3159c501-9720-4a2e-82fe-1eff6e147f14', 'tag': '0783f935-cbf4-48a6-9696-b8f9a1ea8bc4', 'status': 'completed', 'code': 200} Aug 17 17:00:56.597869 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-664afec9-a704-46a1-82b9-ee9323082c3a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 HTTP/1.1" status: 200 len: 217 time: 0.0399036 Aug 17 17:00:56.680110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-8ec98551-43ba-4329-9895-a797f2b34231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:56.681566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-8ec98551-43ba-4329-9895-a797f2b34231 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dcb16862-7e1b-4d1c-a488-1237be1dfba9 HTTP/1.1" status: 200 len: 851 time: 0.0765860 Aug 17 17:00:56.694233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55791522-f31b-494b-ba9b-054f527b5d04 req-85ca0e69-81a1-4548-a2b4-f1c3a0e14c02 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:56.695641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55791522-f31b-494b-ba9b-054f527b5d04 req-85ca0e69-81a1-4548-a2b4-f1c3a0e14c02 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 943 time: 0.0608926 Aug 17 17:00:56.725107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-ef103c3d-129c-4f52-a177-7982311a9609 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284765 Aug 17 17:00:56.797241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-55791522-f31b-494b-ba9b-054f527b5d04 req-9964c445-d140-44e8-918f-ab7aa924b8f4 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927465 Aug 17 17:00:56.833512 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-876e2d0d-4e81-4e5e-a49f-a67a1b8bba2e service neutron] 10.222.0.91 "GET /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007547 Aug 17 17:00:56.920911 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-620c4c64-598a-4646-ae4b-e43bf6e441cd req-1b30a0e1-e4b6-428f-8a7f-730a4f03c1ab service neutron] 10.222.0.91 "GET /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805273 Aug 17 17:00:57.013159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06 req-cdd54b68-979e-4bad-bd40-e0222a39035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:57.014686 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06 req-cdd54b68-979e-4bad-bd40-e0222a39035d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=640c2e900d0a4337ad95b4ef2882e1c5&device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 1094 time: 0.0476480 Aug 17 17:00:57.103391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06 req-4869576b-4d8c-4eca-bd54-3d14b6c9139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:57.104820 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06 req-4869576b-4d8c-4eca-bd54-3d14b6c9139c service neutron] 10.222.0.91 "GET /v2.0/networks?id=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 HTTP/1.1" status: 200 len: 912 time: 0.0831518 Aug 17 17:00:57.149967 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06 req-3646117c-5dc0-4564-aa4d-03cdee0f52f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 HTTP/1.1" status: 200 len: 217 time: 0.0378149 Aug 17 17:00:57.197954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06 req-96250095-d89e-4852-ac3d-2f15be4fdcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:57.199369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06 req-96250095-d89e-4852-ac3d-2f15be4fdcde service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dcb16862-7e1b-4d1c-a488-1237be1dfba9 HTTP/1.1" status: 200 len: 851 time: 0.0420954 Aug 17 17:00:57.231207 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06 req-b0c010a5-3d2e-447a-9f8b-6a9f09499d17 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241232 Aug 17 17:00:57.324782 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06 req-191d54f1-236b-4195-bc50-f83d1745620d service neutron] 10.222.0.91 "GET /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862374 Aug 17 17:00:57.413940 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36a9d58c-b5f1-464c-b435-6a0c5dda4d06 req-40267342-a509-4368-9bc0-ab6efc97d658 service neutron] 10.222.0.91 "GET /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814035 Aug 17 17:00:57.913431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89babde6-2907-45a2-8c53-b7d4621d22df req-c9dabb3d-5df2-4ef0-8d10-e07014033c48 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:57.914933 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-89babde6-2907-45a2-8c53-b7d4621d22df req-c9dabb3d-5df2-4ef0-8d10-e07014033c48 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 943 time: 0.0491059 Aug 17 17:00:57.951675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-89babde6-2907-45a2-8c53-b7d4621d22df req-5d036e4c-d319-4242-9531-8cb8350029b8 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309556 Aug 17 17:00:59.066034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd3d09-b7ae-4ee5-a191-54d8641b436a req-4990b0c9-2d18-401b-b9d6-5325b2f75019 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:00:59.067539 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11cd3d09-b7ae-4ee5-a191-54d8641b436a req-4990b0c9-2d18-401b-b9d6-5325b2f75019 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 943 time: 0.0491366 Aug 17 17:00:59.105638 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11cd3d09-b7ae-4ee5-a191-54d8641b436a req-91fa6957-bb3b-4e6f-8d36-437b20c3e3a9 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321584 Aug 17 17:00:59.161474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:00:59.252205 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,segment=NetworkSegment(0949fa81-b22e-4aae-b25e-eb4586ccf35d),segment_id=0949fa81-b22e-4aae-b25e-eb4586ccf35d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:59.266489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '0783f935-cbf4-48a6-9696-b8f9a1ea8bc4', 'network_id': '5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9', 'port_id': '0783f935-cbf4-48a6-9696-b8f9a1ea8bc4', 'mac_address': 'fa:16:3e:99:3a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb16862-7e1b-4d1c-a488-1237be1dfba9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:00:59.303552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:59.316253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:00:59.334949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,segment=NetworkSegment(0949fa81-b22e-4aae-b25e-eb4586ccf35d),segment_id=0949fa81-b22e-4aae-b25e-eb4586ccf35d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:00:59.338469 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:00:59.384642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:00:59.536163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0783f935-cbf4-48a6-9696-b8f9a1ea8bc4'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:01:00.218810 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad9ce7-cace-4244-b995-8d2669a4c2c3 req-4232b84d-df61-4828-b4bd-67934fdb5709 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:00.220302 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-58ad9ce7-cace-4244-b995-8d2669a4c2c3 req-4232b84d-df61-4828-b4bd-67934fdb5709 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 944 time: 0.0498691 Aug 17 17:01:00.257771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-58ad9ce7-cace-4244-b995-8d2669a4c2c3 req-45bf452b-2842-4ac9-a0fa-8f27c68d2deb tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Aug 17 17:01:01.161084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:01:01.209286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:01:01.212799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:01:01.213202 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:01.292893 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:01.314979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3159c501-9720-4a2e-82fe-1eff6e147f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783f935-cbf4-48a6-9696-b8f9a1ea8bc4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:01:01.317204 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4b940a-1a8c-4aac-9672-bfc47412c7ab" -d '{"events": [{"server_uuid": "3159c501-9720-4a2e-82fe-1eff6e147f14", "name": "network-vif-plugged", "status": "completed", "tag": "0783f935-cbf4-48a6-9696-b8f9a1ea8bc4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:01:01.330869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,segment=NetworkSegment(0949fa81-b22e-4aae-b25e-eb4586ccf35d),segment_id=0949fa81-b22e-4aae-b25e-eb4586ccf35d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:01:01.335168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:01.359861 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9548a4-15a3-41ac-9755-843519ea7a75 x-openstack-request-id: req-5d9548a4-15a3-41ac-9755-843519ea7a75 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:01:01.360157 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3159c501-9720-4a2e-82fe-1eff6e147f14", "name": "network-vif-plugged", "status": "completed", "tag": "0783f935-cbf4-48a6-9696-b8f9a1ea8bc4", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:01:01.360412 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d9548a4-15a3-41ac-9755-843519ea7a75 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:01:01.360799 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3159c501-9720-4a2e-82fe-1eff6e147f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783f935-cbf4-48a6-9696-b8f9a1ea8bc4', 'code': 200} Aug 17 17:01:01.386910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14056ae0-fdc4-44bf-b59d-32e2762c1add req-529be6a3-e3ec-4afe-a70e-4476ba2391fc tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:01.388418 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14056ae0-fdc4-44bf-b59d-32e2762c1add req-529be6a3-e3ec-4afe-a70e-4476ba2391fc tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0635777 Aug 17 17:01:01.393848 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:01.451077 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14056ae0-fdc4-44bf-b59d-32e2762c1add req-aa5631ab-c57a-4e58-b7d4-56b1df0d789c tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558259 Aug 17 17:01:01.463922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c353934-d438-491a-9cac-d6da71581fae req-52f039d8-4229-4028-b58c-65a3e76160d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:01.465398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2c353934-d438-491a-9cac-d6da71581fae req-52f039d8-4229-4028-b58c-65a3e76160d7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 1096 time: 0.0494995 Aug 17 17:01:01.501349 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2c353934-d438-491a-9cac-d6da71581fae req-440370b3-64c2-4190-858d-105e8cc766c8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275874 Aug 17 17:01:02.190878 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70d3cf6e-0c73-4810-bf2f-d5c863fff3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:02.571364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f391bc3-15f0-4dcb-bcda-8525e9c40d02 req-d4c6e3f3-3a9e-4335-b956-72217d8a0121 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:02.572816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f391bc3-15f0-4dcb-bcda-8525e9c40d02 req-d4c6e3f3-3a9e-4335-b956-72217d8a0121 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0526872 Aug 17 17:01:02.610611 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1f391bc3-15f0-4dcb-bcda-8525e9c40d02 req-b58c0823-a19b-4b92-8266-32d300f9640f tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Aug 17 17:01:02.724018 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2a66a-7274-433b-aa46-0ca23982768d req-44d39215-7502-4fe9-bb88-66ae6ebd6ad7 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:02.725505 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8cd2a66a-7274-433b-aa46-0ca23982768d req-44d39215-7502-4fe9-bb88-66ae6ebd6ad7 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0487247 Aug 17 17:01:02.764716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8cd2a66a-7274-433b-aa46-0ca23982768d req-20fb2ff7-4cc2-4a85-80e3-3ea6d4d78b8d tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Aug 17 17:01:02.984482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83cd36-dac1-4095-9c96-00d7e500c5a3 req-ea23d4b5-ffaa-4c4b-8ebe-2f7b306bba0a tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:02.985993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee83cd36-dac1-4095-9c96-00d7e500c5a3 req-ea23d4b5-ffaa-4c4b-8ebe-2f7b306bba0a tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0533037 Aug 17 17:01:03.023463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ee83cd36-dac1-4095-9c96-00d7e500c5a3 req-a82b72ac-b16c-4af6-9f2d-e039c803efd8 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313447 Aug 17 17:01:04.145209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005852-2c1b-445b-bf79-1a6a9b7d035a req-2403ef6d-c43b-45cf-9ed7-05e3767de5ab tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:04.146729 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f6005852-2c1b-445b-bf79-1a6a9b7d035a req-2403ef6d-c43b-45cf-9ed7-05e3767de5ab tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0521715 Aug 17 17:01:04.184690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f6005852-2c1b-445b-bf79-1a6a9b7d035a req-91434f83-4bfa-45c6-ae41-e22a19dd2d5a tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320439 Aug 17 17:01:04.382358 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe2c9-ceae-4058-a923-912d3a061307 req-a70b8c0c-1eed-44a4-ab10-f533d242088d tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:04.383909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-475fe2c9-ceae-4058-a923-912d3a061307 req-a70b8c0c-1eed-44a4-ab10-f533d242088d tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0498383 Aug 17 17:01:04.403775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040aa12-5250-4b52-b29f-8eda42edf4a8 req-255646b1-97e2-4f52-ab74-ab70a5ce05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:04.405285 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9040aa12-5250-4b52-b29f-8eda42edf4a8 req-255646b1-97e2-4f52-ab74-ab70a5ce05be service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=640c2e900d0a4337ad95b4ef2882e1c5&device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 1096 time: 0.0412645 Aug 17 17:01:04.422753 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-475fe2c9-ceae-4058-a923-912d3a061307 req-67c39f24-d7c2-48d6-a573-76f4135b6ffa tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Aug 17 17:01:04.498525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040aa12-5250-4b52-b29f-8eda42edf4a8 req-df167462-402b-4feb-8ed6-c0cb352dab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:04.500033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9040aa12-5250-4b52-b29f-8eda42edf4a8 req-df167462-402b-4feb-8ed6-c0cb352dab11 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 HTTP/1.1" status: 200 len: 912 time: 0.0878465 Aug 17 17:01:04.545532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9040aa12-5250-4b52-b29f-8eda42edf4a8 req-b387e379-b7fa-418b-8fa1-467e11aad56b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 HTTP/1.1" status: 200 len: 217 time: 0.0369475 Aug 17 17:01:04.593704 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040aa12-5250-4b52-b29f-8eda42edf4a8 req-348998ac-dec4-47f1-9f2a-e069bfc1f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:04.595129 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9040aa12-5250-4b52-b29f-8eda42edf4a8 req-348998ac-dec4-47f1-9f2a-e069bfc1f5ff service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dcb16862-7e1b-4d1c-a488-1237be1dfba9 HTTP/1.1" status: 200 len: 851 time: 0.0429108 Aug 17 17:01:04.626133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9040aa12-5250-4b52-b29f-8eda42edf4a8 req-bbdcd48b-7d63-455d-bc06-e98c92194b3f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244842 Aug 17 17:01:04.718492 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9040aa12-5250-4b52-b29f-8eda42edf4a8 req-74b48915-4a24-4549-acc3-c94dfc4a9645 service neutron] 10.222.0.91 "GET /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854075 Aug 17 17:01:04.807996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9040aa12-5250-4b52-b29f-8eda42edf4a8 req-5ed18ca4-0db9-4d3b-8292-95710e3a0ba7 service neutron] 10.222.0.91 "GET /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826912 Aug 17 17:01:04.880912 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-896ee320-de90-492b-bad4-35bbdcd9f1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:05.053936 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:05.563975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4a03c-dbd7-4ff0-8c4c-3323ccaf2734 req-ddfc1302-b6d9-4856-8338-fc75f9eebd26 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:05.565501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94a4a03c-dbd7-4ff0-8c4c-3323ccaf2734 req-ddfc1302-b6d9-4856-8338-fc75f9eebd26 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0540385 Aug 17 17:01:05.602574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-94a4a03c-dbd7-4ff0-8c4c-3323ccaf2734 req-7aca9efd-ff2f-48c9-a778-f35f29ce9b79 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310485 Aug 17 17:01:05.822288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba8fda-bc9d-458e-88f7-bb7a9dcccf1a req-e28cd2ae-2787-4acf-8e81-00231bd365a5 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:05.823810 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6ba8fda-bc9d-458e-88f7-bb7a9dcccf1a req-e28cd2ae-2787-4acf-8e81-00231bd365a5 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0493338 Aug 17 17:01:05.864119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6ba8fda-bc9d-458e-88f7-bb7a9dcccf1a req-11670785-a8b0-44d2-bf87-92c8b4a62823 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Aug 17 17:01:06.050467 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:06.986210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118527ce-12e9-4ef1-ad2e-632534580721 req-dd968989-0f48-4afb-afaf-ad3e2007701e tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:06.987749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-118527ce-12e9-4ef1-ad2e-632534580721 req-dd968989-0f48-4afb-afaf-ad3e2007701e tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0541780 Aug 17 17:01:07.025681 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-118527ce-12e9-4ef1-ad2e-632534580721 req-40b617fe-be56-4b2a-b3ed-3b84eebd3d61 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Aug 17 17:01:07.229559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e69e70-47cf-4adc-870a-42213fa19f2f req-3e60d0dd-ac06-439e-9bdc-6bd5179c31fd tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:07.231114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56e69e70-47cf-4adc-870a-42213fa19f2f req-3e60d0dd-ac06-439e-9bdc-6bd5179c31fd tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0582607 Aug 17 17:01:07.245413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349c710-4b65-4580-8bf6-f51c3a48703b req-bc5792ff-b383-497d-8d18-0b8809d63f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:07.247736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8349c710-4b65-4580-8bf6-f51c3a48703b req-bc5792ff-b383-497d-8d18-0b8809d63f00 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=640c2e900d0a4337ad95b4ef2882e1c5&device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 1096 time: 0.0455055 Aug 17 17:01:07.271676 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56e69e70-47cf-4adc-870a-42213fa19f2f req-cfddaf81-d89e-4220-b385-682d20523308 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330288 Aug 17 17:01:07.342300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349c710-4b65-4580-8bf6-f51c3a48703b req-7eaa4d5d-f006-42ec-8e04-704c80302928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:07.343939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8349c710-4b65-4580-8bf6-f51c3a48703b req-7eaa4d5d-f006-42ec-8e04-704c80302928 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 HTTP/1.1" status: 200 len: 912 time: 0.0891533 Aug 17 17:01:07.386733 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8349c710-4b65-4580-8bf6-f51c3a48703b req-fba33e69-720b-42cb-98c3-07663dc0176c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 HTTP/1.1" status: 200 len: 217 time: 0.0359423 Aug 17 17:01:07.439748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349c710-4b65-4580-8bf6-f51c3a48703b req-25cfe8fc-9b1f-4519-9cf0-d0340754fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:07.441182 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8349c710-4b65-4580-8bf6-f51c3a48703b req-25cfe8fc-9b1f-4519-9cf0-d0340754fcc1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dcb16862-7e1b-4d1c-a488-1237be1dfba9 HTTP/1.1" status: 200 len: 851 time: 0.0471499 Aug 17 17:01:07.474435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8349c710-4b65-4580-8bf6-f51c3a48703b req-91498c7d-9fc2-45af-8a60-821c6a72ee3f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255876 Aug 17 17:01:07.565425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8349c710-4b65-4580-8bf6-f51c3a48703b req-e11c702f-30a1-4743-9c11-61ea03861dcb service neutron] 10.222.0.91 "GET /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843184 Aug 17 17:01:07.657025 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8349c710-4b65-4580-8bf6-f51c3a48703b req-03ab1c2c-39dc-47da-93cc-c1d266fca5d1 service neutron] 10.222.0.91 "GET /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850608 Aug 17 17:01:07.801845 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:08.392569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ff511-2fed-44a4-a249-02ef1c077b31 req-9c83d834-f825-46a6-9482-aff4800da9ea tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:08.394044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d03ff511-2fed-44a4-a249-02ef1c077b31 req-9c83d834-f825-46a6-9482-aff4800da9ea tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0500314 Aug 17 17:01:08.430325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d03ff511-2fed-44a4-a249-02ef1c077b31 req-48a52645-931f-4038-9805-720e41a00cb1 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302622 Aug 17 17:01:08.677617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b791d4d-06c0-4a43-bf43-3c7aae5a00f7 req-f4a5ab93-db0a-41f5-9393-b5e0adf67961 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:08.679105 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b791d4d-06c0-4a43-bf43-3c7aae5a00f7 req-f4a5ab93-db0a-41f5-9393-b5e0adf67961 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0485170 Aug 17 17:01:08.715842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b791d4d-06c0-4a43-bf43-3c7aae5a00f7 req-5703fbb6-0da3-4172-9a35-b2c6489c818c tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308619 Aug 17 17:01:09.831218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831c33d-3e51-4507-b45d-fbf5dd1c4022 req-3ee00529-d0da-4134-8cca-8b483ebe96c5 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:09.832683 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9831c33d-3e51-4507-b45d-fbf5dd1c4022 req-3ee00529-d0da-4134-8cca-8b483ebe96c5 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0487983 Aug 17 17:01:09.869187 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9831c33d-3e51-4507-b45d-fbf5dd1c4022 req-cf52bfdb-d705-4bcc-b3ea-8a7d1eb4db84 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8f527e-95dc-4d76-93a3-82905e44e3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306351 Aug 17 17:01:10.361707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-13825121-3b14-4978-936f-9e6577658fad tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:10.363160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-13825121-3b14-4978-936f-9e6577658fad tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.91 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 945 time: 0.0519717 Aug 17 17:01:10.449794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-bc2720ad-6e7f-4c34-8239-5ea71f767a63 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Deleting port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:01:10.450133 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-bc2720ad-6e7f-4c34-8239-5ea71f767a63 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:10.538263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-bc2720ad-6e7f-4c34-8239-5ea71f767a63 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] For port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,segment=NetworkSegment(0949fa81-b22e-4aae-b25e-eb4586ccf35d),segment_id=0949fa81-b22e-4aae-b25e-eb4586ccf35d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:01:10.538641 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-bc2720ad-6e7f-4c34-8239-5ea71f767a63 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:10.551458 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-bc2720ad-6e7f-4c34-8239-5ea71f767a63 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Calling delete_port for 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:01:10.685253 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-bc2720ad-6e7f-4c34-8239-5ea71f767a63 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:10.696523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['0783f935-cbf4-48a6-9696-b8f9a1ea8bc4'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:01:10.714464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2720ad-6e7f-4c34-8239-5ea71f767a63 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Pushing event deleted for resources: {'Port': ['ID=0783f935-cbf4-48a6-9696-b8f9a1ea8bc4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:10.753433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-bc2720ad-6e7f-4c34-8239-5ea71f767a63 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] No DVR routers for this DVR port 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:01:10.755952 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-bc2720ad-6e7f-4c34-8239-5ea71f767a63 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:10.758011 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d3d4bbd9-d028-4d25-a80c-bf32176c4b0b req-bc2720ad-6e7f-4c34-8239-5ea71f767a63 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.91 "DELETE /v2.0/ports/0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 HTTP/1.1" status: 204 len: 173 time: 0.3888371 Aug 17 17:01:10.758475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3159c501-9720-4a2e-82fe-1eff6e147f14', 'name': 'network-vif-deleted', 'tag': '0783f935-cbf4-48a6-9696-b8f9a1ea8bc4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:01:10.760701 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b4c39f-855e-4f62-9837-bd93ab7a3ab9" -d '{"events": [{"server_uuid": "3159c501-9720-4a2e-82fe-1eff6e147f14", "name": "network-vif-deleted", "tag": "0783f935-cbf4-48a6-9696-b8f9a1ea8bc4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:01:10.796648 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fbb2b2-27f3-46b4-b59d-6a28d901b189 x-openstack-request-id: req-e6fbb2b2-27f3-46b4-b59d-6a28d901b189 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:01:10.797556 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3159c501-9720-4a2e-82fe-1eff6e147f14", "name": "network-vif-deleted", "tag": "0783f935-cbf4-48a6-9696-b8f9a1ea8bc4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:01:10.797765 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6fbb2b2-27f3-46b4-b59d-6a28d901b189 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:01:10.798226 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3159c501-9720-4a2e-82fe-1eff6e147f14', 'name': 'network-vif-deleted', 'tag': '0783f935-cbf4-48a6-9696-b8f9a1ea8bc4', 'status': 'completed', 'code': 200} Aug 17 17:01:10.978096 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b501c80-adc6-456e-9853-bde41eb72fa6 req-532a51ae-abdf-4324-993a-89a0e4976f10 tempest-TestServerAdvancedOps-1359486594 tempest-TestServerAdvancedOps-1359486594-project] 10.222.0.77 "GET /v2.0/ports?device_id=3159c501-9720-4a2e-82fe-1eff6e147f14 HTTP/1.1" status: 200 len: 210 time: 0.0317380 Aug 17 17:01:12.036449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40348) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:12.080801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Deleting subnet dcb16862-7e1b-4d1c-a488-1237be1dfba9 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:01:12.083831 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.117677 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.157391 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.209549 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.236610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb16862-7e1b-4d1c-a488-1237be1dfba9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:12.243358 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.245225 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/dcb16862-7e1b-4d1c-a488-1237be1dfba9 HTTP/1.1" status: 204 len: 168 time: 0.2077286 Aug 17 17:01:12.247765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:12.250736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.251076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.251407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.251731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.252053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.252374 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.252692 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.253007 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.253320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.253631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.253952 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.254262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271149e-20ef-420f-a95e-2940639aeafd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:12.318449 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.396328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.405840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:01:12.415567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0949fa81-b22e-4aae-b25e-eb4586ccf35d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:01:12.415858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0949fa81-b22e-4aae-b25e-eb4586ccf35d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:01:12.425412 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.439312 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.444960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:01:12.445340 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:01:12.446972 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:01:12.503235 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.508455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.510815 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9 HTTP/1.1" status: 204 len: 168 time: 0.2619851 Aug 17 17:01:12.513958 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40352) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:12.521472 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52f40b-e96c-41f4-94c3-d5207ddf38a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8e8b98-4452-40a3-86fc-bbe3dc3e1fa9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:12.558605 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb00df2a-0ea1-4aa4-8c11-5efd957c022d admin admin] Deleting subnet e7915230-2ea4-4d32-8941-2097ff479fbd {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:01:12.561686 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb00df2a-0ea1-4aa4-8c11-5efd957c022d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.596059 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb00df2a-0ea1-4aa4-8c11-5efd957c022d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.634803 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb00df2a-0ea1-4aa4-8c11-5efd957c022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.684702 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb00df2a-0ea1-4aa4-8c11-5efd957c022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.714741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00df2a-0ea1-4aa4-8c11-5efd957c022d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7915230-2ea4-4d32-8941-2097ff479fbd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:12.718420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb00df2a-0ea1-4aa4-8c11-5efd957c022d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.720318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-eb00df2a-0ea1-4aa4-8c11-5efd957c022d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e7915230-2ea4-4d32-8941-2097ff479fbd HTTP/1.1" status: 204 len: 168 time: 0.2052939 Aug 17 17:01:12.722784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40354) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:12.790946 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.871389 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.881195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db82e069-4b13-443b-b5a7-5df784c4ce67']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:01:12.891291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa479fb-dbd6-4d03-a0dd-931aa07c5dec') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:01:12.891580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa479fb-dbd6-4d03-a0dd-931aa07c5dec') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:01:12.900150 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.913936 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.919650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:01:12.920027 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:01:12.921597 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:01:12.974563 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.980733 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:12.982619 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] 10.222.0.77 "DELETE /v2.0/networks/db82e069-4b13-443b-b5a7-5df784c4ce67 HTTP/1.1" status: 204 len: 168 time: 0.2589071 Aug 17 17:01:12.996011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf4be9-681c-4044-a916-070782d2e143 admin admin] Pushing event deleted for resources: {'Network': ['ID=db82e069-4b13-443b-b5a7-5df784c4ce67,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:13.136992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40358) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:13.181002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8562ef2c-1336-4612-ba1e-9520e1f54179 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=640c2e900d0a4337ad95b4ef2882e1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428300 Aug 17 17:01:13.183441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40360) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:13.231134 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0294fd7d-9b2a-44fd-9bf9-8c33e98b0086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:13.252328 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0294fd7d-9b2a-44fd-9bf9-8c33e98b0086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:13.269731 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:01:13.293727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:01:13.294074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 0783f935-cbf4-48a6-9696-b8f9a1ea8bc4 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:01:13.305445 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0294fd7d-9b2a-44fd-9bf9-8c33e98b0086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:13.308155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0294fd7d-9b2a-44fd-9bf9-8c33e98b0086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:13.309315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0294fd7d-9b2a-44fd-9bf9-8c33e98b0086 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f8f527e-95dc-4d76-93a3-82905e44e3fd HTTP/1.1" status: 204 len: 168 time: 0.1250041 Aug 17 17:01:13.317577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294fd7d-9b2a-44fd-9bf9-8c33e98b0086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f527e-95dc-4d76-93a3-82905e44e3fd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:13.616139 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:13.656203 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8309f4e1-cf3a-47e8-b2ac-21e8b7fd80ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a808b73f68340b9ae6cae520b80b920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388536 Aug 17 17:01:13.658832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:13.705342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55561ea8-5916-4251-b1bf-514aafe68fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:13.725930 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55561ea8-5916-4251-b1bf-514aafe68fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:13.771863 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55561ea8-5916-4251-b1bf-514aafe68fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:13.774533 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55561ea8-5916-4251-b1bf-514aafe68fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:13.775673 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-55561ea8-5916-4251-b1bf-514aafe68fd5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e213f9e6-223d-4745-9656-16b3713ff31f HTTP/1.1" status: 204 len: 168 time: 0.1159716 Aug 17 17:01:13.783235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55561ea8-5916-4251-b1bf-514aafe68fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213f9e6-223d-4745-9656-16b3713ff31f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:18.579807 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:01:19.927494 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:20.220444 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:23.669995 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-fdc6279f-c8b5-4c33-adab-f0524dc0d214 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=30bd2ca175474dbd9240053d9708bdc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291800 Aug 17 17:01:23.856867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-79fae85a-f039-44c6-8706-43e451c86880 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:23.858269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-79fae85a-f039-44c6-8706-43e451c86880 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821957 Aug 17 17:01:23.873240 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-17ac5fdb-d5df-4588-8148-feb3a7d1524c tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/quotas/30bd2ca175474dbd9240053d9708bdc7 HTTP/1.1" status: 200 len: 375 time: 0.0089450 Aug 17 17:01:23.924954 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-b8d830d0-8722-4d2b-8e53-f9afd38c96bd tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=30bd2ca175474dbd9240053d9708bdc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464654 Aug 17 17:01:24.089640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffdd7373-ced7-4aa0-8be2-2bdf86d5670f req-cd12b7fb-b94b-4a31-a2f8-f716a8fe4985 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 210 time: 0.0314684 Aug 17 17:01:25.069355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-8ab32824-c4f0-421e-b3d1-65d45d7b40e1 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=30bd2ca175474dbd9240053d9708bdc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286074 Aug 17 17:01:25.186872 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bfa9eb41-4be5-477c-98e2-615c835e0f64 req-ce2ea80e-a93c-41ea-aa67-9bf0167d3577 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 210 time: 0.0275388 Aug 17 17:01:25.255842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-759684cc-8b8d-49aa-a56b-d3c2b86c4b7e tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:25.257231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-759684cc-8b8d-49aa-a56b-d3c2b86c4b7e tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823292 Aug 17 17:01:25.270113 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Request body: {'port': {'device_id': 'e162c8e1-fa0a-49b3-a2c9-407501236ed2', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'admin_state_up': True, 'tenant_id': '30bd2ca175474dbd9240053d9708bdc7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:01:25.376293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Made reservation on behalf of 30bd2ca175474dbd9240053d9708bdc7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:01:25.379749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:25.388139 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:25.475214 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:25.478730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:25.541928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9875a4-6b2d-4966-b63b-c55c0542e466,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:25.556794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.557142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.557480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.557813 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.558141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.558501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.558828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.559152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.559474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.559794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.560112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.560429 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:25.619375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Allocated IP 192.168.233.72 (ceaaf7dd-0afd-478f-9d68-7d97afabbd84/54e902cf-d5c6-4b30-b954-dccf781ff1e5/91b7546d-035b-4ded-a67e-513f506a0a45) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:01:25.763217 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:25.776359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Transition to ACTIVE for port object 91b7546d-035b-4ded-a67e-513f506a0a45 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:01:25.808543 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:25.852252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:01:25.855266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:01:25.860686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:01:25.867003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Pushing event updated for resources: {'Port': ['ID=91b7546d-035b-4ded-a67e-513f506a0a45,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:25.913832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:25.914468 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:25.929773 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-cfd54aea-9886-469b-981d-303ed2c0e958 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6633267 Aug 17 17:01:25.942525 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Request body: {'port': {'device_id': 'e162c8e1-fa0a-49b3-a2c9-407501236ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:01:26.004956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:26.053561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ffed1f76-f852-4f77-bf89-0e2f18e6508e None None] Provisioning for port 91b7546d-035b-4ded-a67e-513f506a0a45 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:01:26.057528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ffed1f76-f852-4f77-bf89-0e2f18e6508e None None] Provisioning complete for port 91b7546d-035b-4ded-a67e-513f506a0a45 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:01:26.057919 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffed1f76-f852-4f77-bf89-0e2f18e6508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:26.093125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ffed1f76-f852-4f77-bf89-0e2f18e6508e None None] Port 91b7546d-035b-4ded-a67e-513f506a0a45 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:01:26.272676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b7546d-035b-4ded-a67e-513f506a0a45 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:01:26.293189 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:26.310610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Transition to ACTIVE for port object 91b7546d-035b-4ded-a67e-513f506a0a45 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:01:26.316237 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:26.331290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cb22f-dd7c-4b49-bfe1-fbf6053d4ba8 req-ddf0b8ed-90ed-4dc9-a642-16fed57f3d75 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:26.332789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b40cb22f-dd7c-4b49-bfe1-fbf6053d4ba8 req-ddf0b8ed-90ed-4dc9-a642-16fed57f3d75 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 935 time: 0.0778029 Aug 17 17:01:26.420096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Pushing event updated for resources: {'Port': ['ID=91b7546d-035b-4ded-a67e-513f506a0a45,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:26.432497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b40cb22f-dd7c-4b49-bfe1-fbf6053d4ba8 req-9f628a1c-142e-423e-9599-7153826fd6dd tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a9875a4-6b2d-4966-b63b-c55c0542e466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739779 Aug 17 17:01:26.478929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Attempting to bind port 91b7546d-035b-4ded-a67e-513f506a0a45 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:01:26.479262 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Attempting to bind port 91b7546d-035b-4ded-a67e-513f506a0a45 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:01:26.479588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Attempting to bind port 91b7546d-035b-4ded-a67e-513f506a0a45 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:01:26.484227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Port 91b7546d-035b-4ded-a67e-513f506a0a45 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:01:26.484547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Attempting to bind port 91b7546d-035b-4ded-a67e-513f506a0a45 on network ceaaf7dd-0afd-478f-9d68-7d97afabbd84 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:01:26.489415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:01:26.489749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Checking segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:01:26.490131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Bound using segment: {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:01:26.490583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Bound port: 91b7546d-035b-4ded-a67e-513f506a0a45, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c3a51d-3524-40a4-8e1f-8d728f4b1f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:01:26.490944 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:26.558012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] For port 91b7546d-035b-4ded-a67e-513f506a0a45, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:01:26.560929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] For port 91b7546d-035b-4ded-a67e-513f506a0a45, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=91b7546d-035b-4ded-a67e-513f506a0a45,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:01:26.565679 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:26.936743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:26.937451 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:26.938775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] 10.222.0.91 "PUT /v2.0/ports/91b7546d-035b-4ded-a67e-513f506a0a45 HTTP/1.1" status: 200 len: 1095 time: 1.0005934 Aug 17 17:01:26.939204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e162c8e1-fa0a-49b3-a2c9-407501236ed2', 'tag': '91b7546d-035b-4ded-a67e-513f506a0a45'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:01:26.941436 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024" -d '{"events": [{"name": "network-changed", "server_uuid": "e162c8e1-fa0a-49b3-a2c9-407501236ed2", "tag": "91b7546d-035b-4ded-a67e-513f506a0a45"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:01:26.966524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a438f6-9504-478e-b4c0-78d830f5811b service neutron] Pushing event updated for resources: {'Port': ['ID=91b7546d-035b-4ded-a67e-513f506a0a45,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:27.009710 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14898536-bae8-48c7-86ac-2b7d70ce7d5b x-openstack-request-id: req-14898536-bae8-48c7-86ac-2b7d70ce7d5b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:01:27.009998 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e162c8e1-fa0a-49b3-a2c9-407501236ed2", "tag": "91b7546d-035b-4ded-a67e-513f506a0a45", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:01:27.010246 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14898536-bae8-48c7-86ac-2b7d70ce7d5b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:01:27.010660 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e162c8e1-fa0a-49b3-a2c9-407501236ed2', 'tag': '91b7546d-035b-4ded-a67e-513f506a0a45', 'status': 'completed', 'code': 200} Aug 17 17:01:27.026965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-a09d7471-f824-4d3b-ac21-5f9ec64b0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:27.028500 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-a09d7471-f824-4d3b-ac21-5f9ec64b0bd4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=30bd2ca175474dbd9240053d9708bdc7&device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0470505 Aug 17 17:01:27.072855 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-6605c0e5-69a7-49aa-a102-ccad5d8632c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=91b7546d-035b-4ded-a67e-513f506a0a45 HTTP/1.1" status: 200 len: 217 time: 0.0362220 Aug 17 17:01:27.125808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-9867483d-de16-4fa3-a543-a4f653d4e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:27.127334 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-9867483d-de16-4fa3-a543-a4f653d4e533 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0480828 Aug 17 17:01:27.172320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-565b26b2-6374-45e4-a1a9-f7b25599d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:27.173796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-565b26b2-6374-45e4-a1a9-f7b25599d86f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394766 Aug 17 17:01:27.263870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-ad07abab-96eb-4ef4-ac54-bab583b87de7 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831771 Aug 17 17:01:27.350233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-77cc168c-94ce-48e2-b60d-db705bdbfdbd req-5c58bf5a-95b2-49a2-b751-c23e534a186d service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796475 Aug 17 17:01:27.434739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-4d467c0e-5d9f-4cf6-af8c-77691e949344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:27.436256 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-4d467c0e-5d9f-4cf6-af8c-77691e949344 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=30bd2ca175474dbd9240053d9708bdc7&device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0408111 Aug 17 17:01:27.556057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-19e85466-4410-40af-87df-d38cbc88c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:27.557439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-19e85466-4410-40af-87df-d38cbc88c6ab service neutron] 10.222.0.91 "GET /v2.0/networks?id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84 HTTP/1.1" status: 200 len: 870 time: 0.1147735 Aug 17 17:01:27.570155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1289928-2a9f-40b9-bd1d-75f8f6740090 req-10ac3174-c884-44f3-b4c4-063282c119ad tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:27.571553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1289928-2a9f-40b9-bd1d-75f8f6740090 req-10ac3174-c884-44f3-b4c4-063282c119ad tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 947 time: 0.0698183 Aug 17 17:01:27.615286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-c298e32d-209d-4114-8f5d-f1dcdffa90bf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=91b7546d-035b-4ded-a67e-513f506a0a45 HTTP/1.1" status: 200 len: 217 time: 0.0428131 Aug 17 17:01:27.667971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1289928-2a9f-40b9-bd1d-75f8f6740090 req-5c5d8275-b581-4143-a4c3-98f79f83a71b tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a9875a4-6b2d-4966-b63b-c55c0542e466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889390 Aug 17 17:01:27.678887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-79505c38-da98-42cb-a3b9-7bb0d838c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:27.680327 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-79505c38-da98-42cb-a3b9-7bb0d838c3a0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=54e902cf-d5c6-4b30-b954-dccf781ff1e5 HTTP/1.1" status: 200 len: 843 time: 0.0574567 Aug 17 17:01:27.726005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-c0540029-75c6-4696-9dd9-4e776f501669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:27.727500 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-c0540029-75c6-4696-9dd9-4e776f501669 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ceaaf7dd-0afd-478f-9d68-7d97afabbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394542 Aug 17 17:01:27.819676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-cb364678-7851-4425-91ea-d386e52f70f9 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842972 Aug 17 17:01:27.908247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c1076d4-b1bd-4a92-8d6e-0433ef38a024 req-39ceeb26-bcf2-42d2-906c-ff9f513c3131 service neutron] 10.222.0.91 "GET /v2.0/networks/ceaaf7dd-0afd-478f-9d68-7d97afabbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812438 Aug 17 17:01:28.782811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6834c-a9c6-4dfd-a1dd-bd6c17a0381d req-363fc310-4d74-43be-91ab-9bf0b5938ee2 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:28.784269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43a6834c-a9c6-4dfd-a1dd-bd6c17a0381d req-363fc310-4d74-43be-91ab-9bf0b5938ee2 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 947 time: 0.0484293 Aug 17 17:01:28.820818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43a6834c-a9c6-4dfd-a1dd-bd6c17a0381d req-5f94e750-a81c-4b33-84f3-3c1b153dad32 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a9875a4-6b2d-4966-b63b-c55c0542e466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306802 Aug 17 17:01:29.332363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 91b7546d-035b-4ded-a67e-513f506a0a45 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:01:29.581019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 91b7546d-035b-4ded-a67e-513f506a0a45, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=91b7546d-035b-4ded-a67e-513f506a0a45,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:01:29.591466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '91b7546d-035b-4ded-a67e-513f506a0a45', 'network_id': 'ceaaf7dd-0afd-478f-9d68-7d97afabbd84', 'port_id': '91b7546d-035b-4ded-a67e-513f506a0a45', 'mac_address': 'fa:16:3e:32:a4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e902cf-d5c6-4b30-b954-dccf781ff1e5', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:01:29.627503 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:29.639455 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b7546d-035b-4ded-a67e-513f506a0a45 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:01:29.658808 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 91b7546d-035b-4ded-a67e-513f506a0a45, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=91b7546d-035b-4ded-a67e-513f506a0a45,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:01:29.664614 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:29.712280 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=91b7546d-035b-4ded-a67e-513f506a0a45,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:29.840358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-4a2b3a81-5aa2-47bd-b534-d187bd748d33 req-861e662a-23c2-409c-9307-76530085756c service neutron] (94838) timed out ('10.222.0.91', 52042) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 17:01:29.847709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['91b7546d-035b-4ded-a67e-513f506a0a45'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:01:29.938367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39df76f-c984-4727-b6f0-19c1fcc4b1ef req-7914cc3a-1873-4953-ab24-f5a7892bc9bd tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:29.939907 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c39df76f-c984-4727-b6f0-19c1fcc4b1ef req-7914cc3a-1873-4953-ab24-f5a7892bc9bd tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 948 time: 0.0503843 Aug 17 17:01:29.978788 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c39df76f-c984-4727-b6f0-19c1fcc4b1ef req-c2f11d59-4477-453d-b7fa-9e433b64dad4 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a9875a4-6b2d-4966-b63b-c55c0542e466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Aug 17 17:01:31.098969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e649c-370f-487d-9ab8-1019e1ff9e54 req-c704a8a4-aa2f-4c93-95b9-bc117bd7b2e8 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:31.100439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3e649c-370f-487d-9ab8-1019e1ff9e54 req-c704a8a4-aa2f-4c93-95b9-bc117bd7b2e8 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 948 time: 0.0519593 Aug 17 17:01:31.137732 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d3e649c-370f-487d-9ab8-1019e1ff9e54 req-64ee3a48-20c0-43f7-af5e-f038bec7619a tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a9875a4-6b2d-4966-b63b-c55c0542e466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Aug 17 17:01:31.347605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 91b7546d-035b-4ded-a67e-513f506a0a45 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:01:31.395128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 91b7546d-035b-4ded-a67e-513f506a0a45 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:01:31.398997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 91b7546d-035b-4ded-a67e-513f506a0a45 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:01:31.399367 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:31.477313 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:31.498815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e162c8e1-fa0a-49b3-a2c9-407501236ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b7546d-035b-4ded-a67e-513f506a0a45'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:01:31.501631 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07feceab-3e93-45d6-9538-89d4eae0082d" -d '{"events": [{"server_uuid": "e162c8e1-fa0a-49b3-a2c9-407501236ed2", "name": "network-vif-plugged", "status": "completed", "tag": "91b7546d-035b-4ded-a67e-513f506a0a45"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:01:31.514323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 91b7546d-035b-4ded-a67e-513f506a0a45, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=91b7546d-035b-4ded-a67e-513f506a0a45,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:01:31.518236 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:31.567101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=91b7546d-035b-4ded-a67e-513f506a0a45,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:31.605164 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eb45fd-9228-41bb-87e3-d434ec235b8a x-openstack-request-id: req-43eb45fd-9228-41bb-87e3-d434ec235b8a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:01:31.605462 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e162c8e1-fa0a-49b3-a2c9-407501236ed2", "name": "network-vif-plugged", "status": "completed", "tag": "91b7546d-035b-4ded-a67e-513f506a0a45", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:01:31.605710 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43eb45fd-9228-41bb-87e3-d434ec235b8a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:01:31.606101 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e162c8e1-fa0a-49b3-a2c9-407501236ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b7546d-035b-4ded-a67e-513f506a0a45', 'code': 200} Aug 17 17:01:31.704127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05356e4-f330-4518-8f16-ea4893a38ecd req-4d6c377b-0773-42f7-8e54-bc62b492ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:31.705592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c05356e4-f330-4518-8f16-ea4893a38ecd req-4d6c377b-0773-42f7-8e54-bc62b492ff2b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 1100 time: 0.0441480 Aug 17 17:01:31.740241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c05356e4-f330-4518-8f16-ea4893a38ecd req-0d73b76f-26e5-4e7b-b4e8-f48e915743e6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1a9875a4-6b2d-4966-b63b-c55c0542e466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277572 Aug 17 17:01:32.191690 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d09fe490-2670-447f-b847-5811f5f75024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:32.251489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a332fa-12a5-4fbe-93ae-a3377bb3decc req-5d587d49-fe01-4284-8474-2a3940c23ff9 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:32.252899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-15a332fa-12a5-4fbe-93ae-a3377bb3decc req-5d587d49-fe01-4284-8474-2a3940c23ff9 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 949 time: 0.0481246 Aug 17 17:01:32.290451 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-15a332fa-12a5-4fbe-93ae-a3377bb3decc req-5b560a77-33ff-49e4-b98c-d1bd3c9b4966 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a9875a4-6b2d-4966-b63b-c55c0542e466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315299 Aug 17 17:01:33.408343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe254e-d62c-42a6-bdd4-92015f50cdb9 req-bd0e2526-2084-49fa-933c-13b3cba1dfb3 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:33.409812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0bfe254e-d62c-42a6-bdd4-92015f50cdb9 req-bd0e2526-2084-49fa-933c-13b3cba1dfb3 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 949 time: 0.0496750 Aug 17 17:01:33.447282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0bfe254e-d62c-42a6-bdd4-92015f50cdb9 req-7766196c-fd84-46fc-8e6a-6832b9967cae tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a9875a4-6b2d-4966-b63b-c55c0542e466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Aug 17 17:01:34.384235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c4175-6325-4957-a10b-4808135972e9 req-e1a61750-120c-426e-b51f-0b646770765d tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:34.385612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e0c4175-6325-4957-a10b-4808135972e9 req-e1a61750-120c-426e-b51f-0b646770765d tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 949 time: 0.0482218 Aug 17 17:01:34.422576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e0c4175-6325-4957-a10b-4808135972e9 req-cc9769ad-9369-4b1a-96a3-4700906de17e tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a9875a4-6b2d-4966-b63b-c55c0542e466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303028 Aug 17 17:01:34.882045 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb5dce87-5e5f-47a2-bb9a-d6320c73fb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:35.054504 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:35.537184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f128f2-0a3d-425c-86a7-8752e24ca71c req-43775219-3273-4ffc-ac1c-ff6e9321ce45 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:35.538666 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76f128f2-0a3d-425c-86a7-8752e24ca71c req-43775219-3273-4ffc-ac1c-ff6e9321ce45 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 949 time: 0.0483019 Aug 17 17:01:35.575571 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76f128f2-0a3d-425c-86a7-8752e24ca71c req-0cad6c33-a648-4253-9356-0174f89dd286 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a9875a4-6b2d-4966-b63b-c55c0542e466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310578 Aug 17 17:01:35.658680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdb824-c839-420a-b044-c8135801c2f6 req-1aa7693a-73dc-4184-8856-9d1c18f212c3 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:35.660058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84fdb824-c839-420a-b044-c8135801c2f6 req-1aa7693a-73dc-4184-8856-9d1c18f212c3 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.91 "GET /v2.0/ports?device_id=e162c8e1-fa0a-49b3-a2c9-407501236ed2 HTTP/1.1" status: 200 len: 949 time: 0.0529668 Aug 17 17:01:35.746296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-84fdb824-c839-420a-b044-c8135801c2f6 req-543b2933-0d1a-4e62-9719-c962380cc904 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Deleting port 91b7546d-035b-4ded-a67e-513f506a0a45 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:01:35.746663 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-84fdb824-c839-420a-b044-c8135801c2f6 req-543b2933-0d1a-4e62-9719-c962380cc904 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:35.836035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-84fdb824-c839-420a-b044-c8135801c2f6 req-543b2933-0d1a-4e62-9719-c962380cc904 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] For port 91b7546d-035b-4ded-a67e-513f506a0a45, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=91b7546d-035b-4ded-a67e-513f506a0a45,segment=NetworkSegment(77c3a51d-3524-40a4-8e1f-8d728f4b1f56),segment_id=77c3a51d-3524-40a4-8e1f-8d728f4b1f56)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:01:35.836388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-84fdb824-c839-420a-b044-c8135801c2f6 req-543b2933-0d1a-4e62-9719-c962380cc904 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:35.848375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-84fdb824-c839-420a-b044-c8135801c2f6 req-543b2933-0d1a-4e62-9719-c962380cc904 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Calling delete_port for 91b7546d-035b-4ded-a67e-513f506a0a45 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:01:35.974667 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-84fdb824-c839-420a-b044-c8135801c2f6 req-543b2933-0d1a-4e62-9719-c962380cc904 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:35.987083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['91b7546d-035b-4ded-a67e-513f506a0a45'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:01:36.009140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b2933-0d1a-4e62-9719-c962380cc904 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Pushing event deleted for resources: {'Port': ['ID=91b7546d-035b-4ded-a67e-513f506a0a45,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:36.051589 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fdb824-c839-420a-b044-c8135801c2f6 req-543b2933-0d1a-4e62-9719-c962380cc904 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] No DVR routers for this DVR port 91b7546d-035b-4ded-a67e-513f506a0a45 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:01:36.054635 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-84fdb824-c839-420a-b044-c8135801c2f6 req-543b2933-0d1a-4e62-9719-c962380cc904 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:36.054807 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:36.056750 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84fdb824-c839-420a-b044-c8135801c2f6 req-543b2933-0d1a-4e62-9719-c962380cc904 tempest-ServersAdminNegativeTestJSON-1532233024 tempest-ServersAdminNegativeTestJSON-1532233024-project] 10.222.0.91 "DELETE /v2.0/ports/91b7546d-035b-4ded-a67e-513f506a0a45 HTTP/1.1" status: 204 len: 173 time: 0.3897154 Aug 17 17:01:36.057198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e162c8e1-fa0a-49b3-a2c9-407501236ed2', 'name': 'network-vif-deleted', 'tag': '91b7546d-035b-4ded-a67e-513f506a0a45'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:01:36.059488 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d9c93e-eba6-4e6c-bfe3-02857f334b27" -d '{"events": [{"server_uuid": "e162c8e1-fa0a-49b3-a2c9-407501236ed2", "name": "network-vif-deleted", "tag": "91b7546d-035b-4ded-a67e-513f506a0a45"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:01:36.102810 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5deb875-f11c-4605-8879-b8558c9f9294 x-openstack-request-id: req-e5deb875-f11c-4605-8879-b8558c9f9294 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:01:36.103373 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e162c8e1-fa0a-49b3-a2c9-407501236ed2", "name": "network-vif-deleted", "tag": "91b7546d-035b-4ded-a67e-513f506a0a45", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:01:36.103781 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5deb875-f11c-4605-8879-b8558c9f9294 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:01:36.104337 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e162c8e1-fa0a-49b3-a2c9-407501236ed2', 'name': 'network-vif-deleted', 'tag': '91b7546d-035b-4ded-a67e-513f506a0a45', 'status': 'completed', 'code': 200} Aug 17 17:01:36.862451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40500) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:36.997255 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4ffba24b-914b-4c14-80dd-ba88725a0b27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30bd2ca175474dbd9240053d9708bdc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336234 Aug 17 17:01:36.999804 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40504) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:37.050102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e511efd6-59fa-4428-bec1-e33e2b5eff7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.072065 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e511efd6-59fa-4428-bec1-e33e2b5eff7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.119001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e511efd6-59fa-4428-bec1-e33e2b5eff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.121503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e511efd6-59fa-4428-bec1-e33e2b5eff7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.122684 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e511efd6-59fa-4428-bec1-e33e2b5eff7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a9875a4-6b2d-4966-b63b-c55c0542e466 HTTP/1.1" status: 204 len: 168 time: 0.1219382 Aug 17 17:01:37.130190 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511efd6-59fa-4428-bec1-e33e2b5eff7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9875a4-6b2d-4966-b63b-c55c0542e466,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:37.380935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40510) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:37.394698 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-796ff4d9-8ce9-4db6-9bd7-abbc90e61ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.482322 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-796ff4d9-8ce9-4db6-9bd7-abbc90e61ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.486716 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-796ff4d9-8ce9-4db6-9bd7-abbc90e61ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.522496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ff4d9-8ce9-4db6-9bd7-abbc90e61ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e088b4f-a233-436b-9b1e-bbbc2012a36b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:37.526815 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-796ff4d9-8ce9-4db6-9bd7-abbc90e61ef2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62496167c93d4314939fe7b60cb65a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448815 Aug 17 17:01:37.529622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40512) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:37.580100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8b78592-41b8-4376-89d1-c4abd3486dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.601000 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8b78592-41b8-4376-89d1-c4abd3486dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.646890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8b78592-41b8-4376-89d1-c4abd3486dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.649408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8b78592-41b8-4376-89d1-c4abd3486dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:37.650592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e8b78592-41b8-4376-89d1-c4abd3486dc5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e088b4f-a233-436b-9b1e-bbbc2012a36b HTTP/1.1" status: 204 len: 168 time: 0.1201799 Aug 17 17:01:37.658818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b78592-41b8-4376-89d1-c4abd3486dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e088b4f-a233-436b-9b1e-bbbc2012a36b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:37.804767 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.336968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:38.437287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-922261845-network', 'tenant_id': '59dee51c30ad480cb1890f02e7da3691'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:01:38.457778 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Made reservation on behalf of 59dee51c30ad480cb1890f02e7da3691 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:01:38.460074 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.468328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.554442 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.558122 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.581994 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:01:38.591467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533e19b7-08f5-4da5-acf5-619ef55ba3c3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:38.596121 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.596462 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Added segment 321330c8-765a-433d-bc48-f8686856c14e of type vlan for network b5868117-70cc-416c-a6b7-7c555a41690f Aug 17 17:01:38.642047 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.665974 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.667020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:38.667591 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.715881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3772695 Aug 17 17:01:38.719581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40538) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:01:38.724559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Request body: {'subnet': {'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-922261845-subnet', 'tenant_id': '59dee51c30ad480cb1890f02e7da3691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:01:38.732428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac93e5-bdc9-4017-9711-f2f8ed2d82de admin admin] Pushing event updated for resources: {'Network': ['ID=b5868117-70cc-416c-a6b7-7c555a41690f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:38.743871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network b5868117-70cc-416c-a6b7-7c555a41690f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:01:38.747894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Made reservation on behalf of 59dee51c30ad480cb1890f02e7da3691 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:01:38.750316 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.912532 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:38.966096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e1b766-8945-41e9-8025-615a04bb2e69,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:38.975163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Checking segment: {'id': '321330c8-765a-433d-bc48-f8686856c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:01:38.975520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Network hostable DHCP agents. Network: b5868117-70cc-416c-a6b7-7c555a41690f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:01:38.992554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Network b5868117-70cc-416c-a6b7-7c555a41690f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:01:39.000881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, b5868117-70cc-416c-a6b7-7c555a41690f) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:01:39.004981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:39.005565 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:39.010265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c197d9f-2240-4f1b-95da-31e35d9a3505 None None] Network b5868117-70cc-416c-a6b7-7c555a41690f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:01:39.019321 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-86e582b4-2ac5-4008-8490-4bf3afb3df39 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2986305 Aug 17 17:01:39.135247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c50fc-be9e-4f36-a66c-d373f006b717 None None] Network b5868117-70cc-416c-a6b7-7c555a41690f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:01:39.373058 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 91b7546d-035b-4ded-a67e-513f506a0a45 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:01:39.393886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 91b7546d-035b-4ded-a67e-513f506a0a45 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:01:39.394233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 91b7546d-035b-4ded-a67e-513f506a0a45 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:01:39.442520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-e89a1a0d-7cb7-45b2-842e-eb3ebad347e4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:39.443977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-e89a1a0d-7cb7-45b2-842e-eb3ebad347e4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/networks?id=b5868117-70cc-416c-a6b7-7c555a41690f HTTP/1.1" status: 200 len: 811 time: 0.1082165 Aug 17 17:01:39.458634 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-4368b832-0165-4880-a0b8-b70f93137401 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/quotas/59dee51c30ad480cb1890f02e7da3691 HTTP/1.1" status: 200 len: 375 time: 0.0088251 Aug 17 17:01:39.489813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-eac97c73-43d8-4898-8492-640b8e8f446d tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=59dee51c30ad480cb1890f02e7da3691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261323 Aug 17 17:01:39.579217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-fb9e2be0-018e-4ec9-b67e-2a7dfec9a7f7 service neutron] 10.222.0.77 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827277 Aug 17 17:01:39.666440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-b707aed8-76bc-4f43-b9f6-b82278cdb128 service neutron] 10.222.0.77 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811725 Aug 17 17:01:39.822904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8ead55fe-f70e-4fef-8041-c26c54606756 req-e429ca83-7e67-4d1c-9d9d-bacaf01dcc59 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 210 time: 0.0272193 Aug 17 17:01:40.708796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-32c1ceb4-964a-4cce-891e-23efc8c7b8fe tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:40.710265 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-32c1ceb4-964a-4cce-891e-23efc8c7b8fe tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.91 "GET /v2.0/networks?id=b5868117-70cc-416c-a6b7-7c555a41690f HTTP/1.1" status: 200 len: 811 time: 0.1090109 Aug 17 17:01:40.722603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Request body: {'port': {'device_id': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f', 'admin_state_up': True, 'tenant_id': '59dee51c30ad480cb1890f02e7da3691'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:01:40.829851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Made reservation on behalf of 59dee51c30ad480cb1890f02e7da3691 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:01:40.833358 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:40.927442 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-43c5024d-bf06-4ea6-bc45-7fa6fcd23641 req-548f6336-55b9-447d-bb90-284918cdf480 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 210 time: 0.0348079 Aug 17 17:01:40.986439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Allocated IP 172.20.0.5 (b5868117-70cc-416c-a6b7-7c555a41690f/e5e1b766-8945-41e9-8025-615a04bb2e69/ae6f7d4a-3852-4bb6-952c-2aec22aa603f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:01:41.133325 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:41.170391 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:41.215557 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Network b5868117-70cc-416c-a6b7-7c555a41690f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:01:41.222045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:01:41.224157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Pushing event updated for resources: {'Port': ['ID=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:41.226242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:01:41.276495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:41.277006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:41.291109 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-5b5d2ed6-860a-44e6-8595-234a01c00dc4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722404 Aug 17 17:01:41.304962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Request body: {'port': {'device_id': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:01:41.358811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:41.617513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6f7d4a-3852-4bb6-952c-2aec22aa603f {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:01:41.624707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:41.636320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Transition to ACTIVE for port object ae6f7d4a-3852-4bb6-952c-2aec22aa603f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:01:41.639232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:41.702789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Pushing event updated for resources: {'Port': ['ID=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:41.752647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Attempting to bind port ae6f7d4a-3852-4bb6-952c-2aec22aa603f on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:01:41.753285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Attempting to bind port ae6f7d4a-3852-4bb6-952c-2aec22aa603f by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '321330c8-765a-433d-bc48-f8686856c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:01:41.753285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Attempting to bind port ae6f7d4a-3852-4bb6-952c-2aec22aa603f on network b5868117-70cc-416c-a6b7-7c555a41690f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:01:41.757480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Port ae6f7d4a-3852-4bb6-952c-2aec22aa603f on network b5868117-70cc-416c-a6b7-7c555a41690f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:01:41.757798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Attempting to bind port ae6f7d4a-3852-4bb6-952c-2aec22aa603f on network b5868117-70cc-416c-a6b7-7c555a41690f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:01:41.762506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:01:41.762837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Checking segment: {'id': '321330c8-765a-433d-bc48-f8686856c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:01:41.763213 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Bound using segment: {'id': '321330c8-765a-433d-bc48-f8686856c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:01:41.763632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Bound port: ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321330c8-765a-433d-bc48-f8686856c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:01:41.763980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:41.829107 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:01:41.832029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,segment=NetworkSegment(321330c8-765a-433d-bc48-f8686856c14e),segment_id=321330c8-765a-433d-bc48-f8686856c14e)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:01:41.835456 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:41.866963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:41.868606 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:41.869935 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] 10.222.0.91 "PUT /v2.0/ports/ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 200 len: 1091 time: 0.5690043 Aug 17 17:01:41.870389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:01:41.872602 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:01:41.901316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eae90-af2f-4f65-aeb9-e7d00eb94acf service neutron] Pushing event updated for resources: {'Port': ['ID=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:41.915039 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcac659-019b-4a04-a8fa-1e693def4c94 x-openstack-request-id: req-3bcac659-019b-4a04-a8fa-1e693def4c94 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:01:41.915321 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:01:41.915566 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bcac659-019b-4a04-a8fa-1e693def4c94 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:01:41.915950 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f', 'status': 'completed', 'code': 200} Aug 17 17:01:41.948101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-93f63667-f678-442a-be25-93e5d299a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:41.949628 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-93f63667-f678-442a-be25-93e5d299a71b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=59dee51c30ad480cb1890f02e7da3691&device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0433178 Aug 17 17:01:41.994279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-56a8db6c-071a-4705-b273-8608c90ad224 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 200 len: 217 time: 0.0370355 Aug 17 17:01:42.071941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-c1b662aa-01cc-4c2f-9fab-aca95f72c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:42.073402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-c1b662aa-01cc-4c2f-9fab-aca95f72c4ce service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e5e1b766-8945-41e9-8025-615a04bb2e69 HTTP/1.1" status: 200 len: 851 time: 0.0690434 Aug 17 17:01:42.082203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1075-a48b-44f5-9cfa-2e25f0ef3ce5 req-e420c682-7ed9-4a73-afec-e1ebc6442544 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:42.083601 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-babb1075-a48b-44f5-9cfa-2e25f0ef3ce5 req-e420c682-7ed9-4a73-afec-e1ebc6442544 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 943 time: 0.0880983 Aug 17 17:01:42.119034 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-3ef33db1-2859-4eea-adcf-8089329ec204 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5868117-70cc-416c-a6b7-7c555a41690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344634 Aug 17 17:01:42.180955 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-babb1075-a48b-44f5-9cfa-2e25f0ef3ce5 req-da93c571-dbf4-4aa9-b0e5-058322a9ebc9 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890718 Aug 17 17:01:42.221267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-0bcdfc9d-b058-4251-a9d6-df56cba28832 service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944471 Aug 17 17:01:42.311467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c6a5b2f-c5c4-449b-be68-de8af07f22c1 req-1169e7da-ca93-4f9e-8e2f-24c5b3716123 service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833166 Aug 17 17:01:42.400488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd req-cf60535c-ee50-4042-893c-316d471ea1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:42.401878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd req-cf60535c-ee50-4042-893c-316d471ea1fd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=59dee51c30ad480cb1890f02e7da3691&device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0459366 Aug 17 17:01:42.488533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd req-feeaac78-06a7-4044-83b8-9cbf40b14ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:42.489946 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd req-feeaac78-06a7-4044-83b8-9cbf40b14ee4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5868117-70cc-416c-a6b7-7c555a41690f HTTP/1.1" status: 200 len: 912 time: 0.0813601 Aug 17 17:01:42.535848 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd req-9771e4ce-396f-4fad-8e5b-4310b12e9d96 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 200 len: 217 time: 0.0387361 Aug 17 17:01:42.584983 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd req-36160be4-b888-49be-aea7-a547aab75135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:42.586468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd req-36160be4-b888-49be-aea7-a547aab75135 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e5e1b766-8945-41e9-8025-615a04bb2e69 HTTP/1.1" status: 200 len: 851 time: 0.0426552 Aug 17 17:01:42.619007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd req-2eef0e92-293b-4801-8fa9-a15d883ef569 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5868117-70cc-416c-a6b7-7c555a41690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240178 Aug 17 17:01:42.710497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd req-6befad04-0d0b-4b58-af77-076d927d0cee service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839324 Aug 17 17:01:42.798157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c3f6963-f506-4a68-8e6d-8fabc53ea9fd req-c35617b7-575e-4369-94a8-8d9061450714 service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803750 Aug 17 17:01:43.301793 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589dbe-6d92-4523-bb81-6c2c16811f5e req-2d0d4858-f899-4881-aa3f-567a17e55ef6 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:43.303224 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37589dbe-6d92-4523-bb81-6c2c16811f5e req-2d0d4858-f899-4881-aa3f-567a17e55ef6 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 943 time: 0.0528436 Aug 17 17:01:43.339743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-37589dbe-6d92-4523-bb81-6c2c16811f5e req-060f103b-0bfd-404e-bfbb-f19e492d76ea tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304360 Aug 17 17:01:43.381232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ae6f7d4a-3852-4bb6-952c-2aec22aa603f details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:01:43.477542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,segment=NetworkSegment(321330c8-765a-433d-bc48-f8686856c14e),segment_id=321330c8-765a-433d-bc48-f8686856c14e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:01:43.488977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f', 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f', 'port_id': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f', 'mac_address': 'fa:16:3e:c1:80:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e1b766-8945-41e9-8025-615a04bb2e69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:01:43.524002 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:43.536676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6f7d4a-3852-4bb6-952c-2aec22aa603f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:01:43.556978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,segment=NetworkSegment(321330c8-765a-433d-bc48-f8686856c14e),segment_id=321330c8-765a-433d-bc48-f8686856c14e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:01:43.560828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:43.606805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:43.614115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.614487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.614829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.615163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.615493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.615821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.616145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.616468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.616788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.617107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.617428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.617740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:01:43.742697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['ae6f7d4a-3852-4bb6-952c-2aec22aa603f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:01:44.454781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468945dd-2696-48a3-9497-514b5672885c req-8da51233-6816-4e11-84ef-dc241e852250 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:44.456261 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-468945dd-2696-48a3-9497-514b5672885c req-8da51233-6816-4e11-84ef-dc241e852250 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 944 time: 0.0497458 Aug 17 17:01:44.493490 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-468945dd-2696-48a3-9497-514b5672885c req-bd42d6e8-547a-4ff3-8e8c-67ee62f2b00d tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Aug 17 17:01:45.394945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ae6f7d4a-3852-4bb6-952c-2aec22aa603f up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:01:45.442977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port ae6f7d4a-3852-4bb6-952c-2aec22aa603f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:01:45.446428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port ae6f7d4a-3852-4bb6-952c-2aec22aa603f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:01:45.446801 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:45.524911 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:45.546929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:01:45.549184 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd43760-c69d-46ad-95c9-7c2c8e49253a" -d '{"events": [{"server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "name": "network-vif-plugged", "status": "completed", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:01:45.563315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,segment=NetworkSegment(321330c8-765a-433d-bc48-f8686856c14e),segment_id=321330c8-765a-433d-bc48-f8686856c14e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:01:45.567796 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:45.595332 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f32b28e-f28e-4f5e-a0bb-a7c0a61c447b x-openstack-request-id: req-2f32b28e-f28e-4f5e-a0bb-a7c0a61c447b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:01:45.595617 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "name": "network-vif-plugged", "status": "completed", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:01:45.595887 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f32b28e-f28e-4f5e-a0bb-a7c0a61c447b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:01:45.596276 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f', 'code': 200} Aug 17 17:01:45.613553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8169245-188a-4fb2-9a6d-f90f0ab3ab50 req-df531ef3-928e-4018-a253-fe1fb9b31d95 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:45.615810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8169245-188a-4fb2-9a6d-f90f0ab3ab50 req-df531ef3-928e-4018-a253-fe1fb9b31d95 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0541914 Aug 17 17:01:45.631542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:01:45.659010 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8169245-188a-4fb2-9a6d-f90f0ab3ab50 req-ad882f20-f324-4c8b-954c-6d46d2a17a17 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Aug 17 17:01:45.704259 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ea206-60b9-49ca-ba4b-e635fc5bb9dd req-dff7ca5e-864c-470d-92be-0c6a3acb6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:45.705761 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-986ea206-60b9-49ca-ba4b-e635fc5bb9dd req-dff7ca5e-864c-470d-92be-0c6a3acb6c26 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0448074 Aug 17 17:01:45.739969 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-986ea206-60b9-49ca-ba4b-e635fc5bb9dd req-d20cb979-520a-48f2-8037-e32a351efb7e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276129 Aug 17 17:01:46.773588 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4f4c8-d948-465e-be4e-6d96174afa24 req-c1075edc-6919-496d-96ef-f12390b3c0ad tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:46.775147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aba4f4c8-d948-465e-be4e-6d96174afa24 req-c1075edc-6919-496d-96ef-f12390b3c0ad tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0485568 Aug 17 17:01:46.812071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aba4f4c8-d948-465e-be4e-6d96174afa24 req-d9f5376c-f6e1-45e2-94d3-6b2c978a6edf tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303614 Aug 17 17:01:47.046956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bcd71-9dc2-4022-93ca-eb0df109e76b req-9055f9cf-2391-48cf-8710-f2787a2fc83e tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:47.048540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-998bcd71-9dc2-4022-93ca-eb0df109e76b req-9055f9cf-2391-48cf-8710-f2787a2fc83e tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0482938 Aug 17 17:01:47.093088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-998bcd71-9dc2-4022-93ca-eb0df109e76b req-b6839f63-585e-4d1f-88d6-de25c094b194 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Aug 17 17:01:47.150155 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-cfd6178a-a3b1-41fe-baaf-7ba2acb4732d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1552505 Aug 17 17:01:48.208492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d48817-b18e-4775-95d9-17d0a8f4d23d req-1d7b8ad9-a881-4139-9017-bb562b3babba tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:48.210023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-16d48817-b18e-4775-95d9-17d0a8f4d23d req-1d7b8ad9-a881-4139-9017-bb562b3babba tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0490510 Aug 17 17:01:48.250070 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-16d48817-b18e-4775-95d9-17d0a8f4d23d req-4385ccec-5b6f-4eda-aee0-ca4750c7325a tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Aug 17 17:01:48.291140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-df0f0eec-9594-4cb5-9d4b-323fc00b6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:48.292644 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-df0f0eec-9594-4cb5-9d4b-323fc00b6e47 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=59dee51c30ad480cb1890f02e7da3691&device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0415006 Aug 17 17:01:48.384006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b9f83c4e-5257-45a3-867d-5951d6ed1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:48.385369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b9f83c4e-5257-45a3-867d-5951d6ed1cd3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5868117-70cc-416c-a6b7-7c555a41690f HTTP/1.1" status: 200 len: 912 time: 0.0862749 Aug 17 17:01:48.426453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-beedbdea-d4d4-440b-adc5-fced127dcce2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 200 len: 217 time: 0.0345297 Aug 17 17:01:48.473919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-c1613c25-16b3-47fd-99e2-007460e6ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:48.475356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-c1613c25-16b3-47fd-99e2-007460e6ee34 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e5e1b766-8945-41e9-8025-615a04bb2e69 HTTP/1.1" status: 200 len: 851 time: 0.0423479 Aug 17 17:01:48.505971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-77ab36fe-0cb6-4572-9a3c-a2e422bf1642 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5868117-70cc-416c-a6b7-7c555a41690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239050 Aug 17 17:01:48.597703 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-08f72a81-fdd5-4f58-94b1-d91dc12977d3 service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841410 Aug 17 17:01:48.685851 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-11dda8fa-33fa-48e3-a9c7-1e72b1cbbe08 service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807047 Aug 17 17:01:49.369229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44437ead-c5b9-42db-b687-e468b2091f31 req-2d55adfe-971e-44ba-b8e5-11268b1369df tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:49.370729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44437ead-c5b9-42db-b687-e468b2091f31 req-2d55adfe-971e-44ba-b8e5-11268b1369df tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0538630 Aug 17 17:01:49.407352 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44437ead-c5b9-42db-b687-e468b2091f31 req-0e24ecce-2e6b-4348-b071-55e04dec159c tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Aug 17 17:01:49.928565 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:50.240573 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:01:50.525475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ed003-ecff-47da-a023-1565e6c98773 req-e0bd3b6f-f8fe-4d16-8dc3-dcb2ddf58c40 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:50.526929 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-353ed003-ecff-47da-a023-1565e6c98773 req-e0bd3b6f-f8fe-4d16-8dc3-dcb2ddf58c40 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0527694 Aug 17 17:01:50.563814 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-353ed003-ecff-47da-a023-1565e6c98773 req-e4dbf061-2333-4ee3-a611-10cfda6ae68f tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302055 Aug 17 17:01:51.678728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdc779-e5a9-4a19-84e7-218022f78114 req-b91ad086-79a8-45dc-892c-3aa89fabfa72 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:51.680143 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01fdc779-e5a9-4a19-84e7-218022f78114 req-b91ad086-79a8-45dc-892c-3aa89fabfa72 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0489781 Aug 17 17:01:51.716615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01fdc779-e5a9-4a19-84e7-218022f78114 req-fd99317c-ffa9-4224-b4f4-18e3c7249644 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306334 Aug 17 17:01:52.832124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0856e-37d0-4b87-a100-2a44f349af45 req-810a93ef-1e18-4674-be5f-330df866f790 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:52.833617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85d0856e-37d0-4b87-a100-2a44f349af45 req-810a93ef-1e18-4674-be5f-330df866f790 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0495670 Aug 17 17:01:52.872671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85d0856e-37d0-4b87-a100-2a44f349af45 req-b5210bfc-dab7-4fc6-80ab-ec194ae58c70 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331318 Aug 17 17:01:53.927741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-98744ea0-8bad-4621-8644-d3b652a84b93 req-e9be2807-e503-4bf4-98dc-452ab4b40315 service neutron] (94838) timed out ('10.222.0.77', 36872) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 17:01:53.989208 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb0d18-b73c-4bd6-bb32-d3115ba0d36f req-22493c86-f0d8-4acd-bf18-186ac9bca401 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:53.990708 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aacb0d18-b73c-4bd6-bb32-d3115ba0d36f req-22493c86-f0d8-4acd-bf18-186ac9bca401 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0496132 Aug 17 17:01:54.027966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aacb0d18-b73c-4bd6-bb32-d3115ba0d36f req-284267bc-c6ab-4601-ae40-a8e4c0a78b30 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Aug 17 17:01:55.141218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cfe22-14f2-456b-83ab-6a9c2a392a6a req-2d6cba3d-c635-44a2-88a1-76aeb76b1045 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:55.142703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd1cfe22-14f2-456b-83ab-6a9c2a392a6a req-2d6cba3d-c635-44a2-88a1-76aeb76b1045 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0484052 Aug 17 17:01:55.179565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd1cfe22-14f2-456b-83ab-6a9c2a392a6a req-904a52d7-e42f-452f-8c42-c06d2f29ce81 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Aug 17 17:01:55.579516 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:01:56.295634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166429d1-fa29-4fd3-8ce5-82c143193193 req-45ed6524-1b20-400f-9a4a-f62963d7bd20 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:56.297694 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-166429d1-fa29-4fd3-8ce5-82c143193193 req-45ed6524-1b20-400f-9a4a-f62963d7bd20 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0519774 Aug 17 17:01:56.334250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-166429d1-fa29-4fd3-8ce5-82c143193193 req-904d6bc1-44b5-4fb5-897a-d016372f7a8f tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Aug 17 17:01:57.451845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d641e-4c5c-4e9a-a100-cabf708d0677 req-13bc4647-585e-41b2-9dcf-21a015e600a0 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:57.453995 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c7d641e-4c5c-4e9a-a100-cabf708d0677 req-13bc4647-585e-41b2-9dcf-21a015e600a0 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0534923 Aug 17 17:01:57.490426 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c7d641e-4c5c-4e9a-a100-cabf708d0677 req-e10bb735-de46-4691-b3ac-e609777d775a tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305440 Aug 17 17:01:58.603934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54602936-ad1b-44cd-8465-98449c4f7c26 req-e322979f-2ac9-44ac-b411-2d72a1689094 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:58.605417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54602936-ad1b-44cd-8465-98449c4f7c26 req-e322979f-2ac9-44ac-b411-2d72a1689094 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0492136 Aug 17 17:01:58.643801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54602936-ad1b-44cd-8465-98449c4f7c26 req-407df6df-984e-4042-8463-ce10e0852af9 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Aug 17 17:01:59.757870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afe1ef-4d5d-44c0-86dd-b1e40f0ef955 req-ad4a3a17-bb86-4d7d-b37b-9366720ebfd4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:01:59.759374 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f0afe1ef-4d5d-44c0-86dd-b1e40f0ef955 req-ad4a3a17-bb86-4d7d-b37b-9366720ebfd4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0495870 Aug 17 17:01:59.796881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f0afe1ef-4d5d-44c0-86dd-b1e40f0ef955 req-77bfb546-5416-4e2e-b74e-e69a1627ca76 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316200 Aug 17 17:02:00.910317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244b688-7d6a-4f3d-8244-df27de4c1fac req-dd84142c-b8d1-4c87-9e76-015309734a2e tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:00.911806 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7244b688-7d6a-4f3d-8244-df27de4c1fac req-dd84142c-b8d1-4c87-9e76-015309734a2e tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0479324 Aug 17 17:02:00.949223 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7244b688-7d6a-4f3d-8244-df27de4c1fac req-995a7317-df9f-4a4c-9d00-528a5b85a3b2 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315259 Aug 17 17:02:02.065931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753910-d91b-4222-99e1-a661d17ecccf req-d27f2cbb-05ed-4284-868f-543e8ad39b95 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:02.067425 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9f753910-d91b-4222-99e1-a661d17ecccf req-d27f2cbb-05ed-4284-868f-543e8ad39b95 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0500293 Aug 17 17:02:02.104391 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9f753910-d91b-4222-99e1-a661d17ecccf req-13253db3-7049-4c6f-a5d8-c16c2b8204d6 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Aug 17 17:02:02.193214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-908f2cfa-cc94-4fbb-8cd4-705804a76978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:03.220364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfd091-7de3-48f3-a28c-1c82ed122d67 req-2aea1306-21f2-4a8c-bbbc-120b42c4edb0 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:03.221835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecdfd091-7de3-48f3-a28c-1c82ed122d67 req-2aea1306-21f2-4a8c-bbbc-120b42c4edb0 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Aug 17 17:02:03.258432 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecdfd091-7de3-48f3-a28c-1c82ed122d67 req-fe323666-8767-4771-ac74-15328e753299 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304928 Aug 17 17:02:04.376947 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de746e-1ff1-4684-b9bd-f3e48e853b69 req-9c4fed3e-6d8c-41ab-97fd-df286932eac9 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:04.378441 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-21de746e-1ff1-4684-b9bd-f3e48e853b69 req-9c4fed3e-6d8c-41ab-97fd-df286932eac9 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0534379 Aug 17 17:02:04.415951 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-21de746e-1ff1-4684-b9bd-f3e48e853b69 req-8f306504-b9d8-42c7-bad1-a749c420e7ae tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315423 Aug 17 17:02:04.882202 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-427046d2-704c-436c-aab5-c3bb74ea0d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:05.054694 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:05.529848 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86057ba-a8c3-4dbd-9570-48dc1c2019c0 req-630d669d-e8a0-4cf3-83ce-ad854af987aa tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:05.531505 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f86057ba-a8c3-4dbd-9570-48dc1c2019c0 req-630d669d-e8a0-4cf3-83ce-ad854af987aa tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0496209 Aug 17 17:02:05.570306 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f86057ba-a8c3-4dbd-9570-48dc1c2019c0 req-d41fe09e-05bf-455e-84eb-253e035d71a1 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Aug 17 17:02:06.056011 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:06.684672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dce2d5-a3a5-4240-98f4-30b0bf343202 req-8ead1c0b-c63b-4e61-aec0-0f048b10c9a4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:06.686116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-72dce2d5-a3a5-4240-98f4-30b0bf343202 req-8ead1c0b-c63b-4e61-aec0-0f048b10c9a4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0481679 Aug 17 17:02:06.725318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-72dce2d5-a3a5-4240-98f4-30b0bf343202 req-66279395-3eab-4e07-8399-3cde9a1c4c9e tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Aug 17 17:02:07.809332 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:07.846756 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cfacb-2c23-4fc0-844b-c9ab923384cf req-58077789-8e27-4dfb-b39d-2fad9a862fad tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:07.848264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e6cfacb-2c23-4fc0-844b-c9ab923384cf req-58077789-8e27-4dfb-b39d-2fad9a862fad tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0519161 Aug 17 17:02:07.887305 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7e6cfacb-2c23-4fc0-844b-c9ab923384cf req-6c47c39e-d350-448f-9c04-a84d843b3ac6 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329394 Aug 17 17:02:09.002971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3529b-c20a-425b-901b-07e46593dfc3 req-d15dad90-dd1a-4e47-aaec-a49e4c1face4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:09.004465 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c3d3529b-c20a-425b-901b-07e46593dfc3 req-d15dad90-dd1a-4e47-aaec-a49e4c1face4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0514543 Aug 17 17:02:09.041770 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c3d3529b-c20a-425b-901b-07e46593dfc3 req-01b4ba2e-11b1-42cc-82a2-9b6f4bb1feb3 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Aug 17 17:02:10.163766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a804eac-a308-458c-80f1-df06324f1a3a req-cecafcdd-5932-41d3-ac03-d36df9fa04cb tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:10.165243 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a804eac-a308-458c-80f1-df06324f1a3a req-cecafcdd-5932-41d3-ac03-d36df9fa04cb tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0524640 Aug 17 17:02:10.201861 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a804eac-a308-458c-80f1-df06324f1a3a req-f75eef9e-1ca2-4fd6-a869-73d526fc5af4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Aug 17 17:02:11.318802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30e93f-2bac-40df-954f-1762a352c73c req-7b8323df-1bba-4735-89b0-29e679ef0869 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:11.320257 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c30e93f-2bac-40df-954f-1762a352c73c req-7b8323df-1bba-4735-89b0-29e679ef0869 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0514574 Aug 17 17:02:11.357585 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c30e93f-2bac-40df-954f-1762a352c73c req-96de0fcc-ec5b-4dfb-9a38-b9692768312d tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Aug 17 17:02:12.248067 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54d5f3-dffb-4ea3-9bb5-5a7024c6bbad req-910b6156-be1f-488d-b0d9-8bd0c285112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:12.249439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf54d5f3-dffb-4ea3-9bb5-5a7024c6bbad req-910b6156-be1f-488d-b0d9-8bd0c285112b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=59dee51c30ad480cb1890f02e7da3691&device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0403762 Aug 17 17:02:12.359912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54d5f3-dffb-4ea3-9bb5-5a7024c6bbad req-0f3e0acc-52b2-42e4-8b05-13049d634718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:12.361865 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf54d5f3-dffb-4ea3-9bb5-5a7024c6bbad req-0f3e0acc-52b2-42e4-8b05-13049d634718 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5868117-70cc-416c-a6b7-7c555a41690f HTTP/1.1" status: 200 len: 912 time: 0.0913773 Aug 17 17:02:12.414250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf54d5f3-dffb-4ea3-9bb5-5a7024c6bbad req-f0d91b0d-e7bb-4bce-ba5a-600494c1a164 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 200 len: 217 time: 0.0407183 Aug 17 17:02:12.493238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54d5f3-dffb-4ea3-9bb5-5a7024c6bbad req-6111eca9-68cd-4f4b-b717-9d8c4576d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:12.494693 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf54d5f3-dffb-4ea3-9bb5-5a7024c6bbad req-6111eca9-68cd-4f4b-b717-9d8c4576d484 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e5e1b766-8945-41e9-8025-615a04bb2e69 HTTP/1.1" status: 200 len: 851 time: 0.0739098 Aug 17 17:02:12.506342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741310-2c0c-456f-9ab0-618fb631e84d req-b2c59430-96b8-41b0-878c-d896535f260e tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:12.507691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6741310-2c0c-456f-9ab0-618fb631e84d req-b2c59430-96b8-41b0-878c-d896535f260e tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0780020 Aug 17 17:02:12.537093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf54d5f3-dffb-4ea3-9bb5-5a7024c6bbad req-e1f46476-a6e5-4dba-9a74-fe37908a6e28 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5868117-70cc-416c-a6b7-7c555a41690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285354 Aug 17 17:02:12.600406 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6741310-2c0c-456f-9ab0-618fb631e84d req-7434295c-5682-4c4f-8de6-11fd9e28435b tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845797 Aug 17 17:02:12.640747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf54d5f3-dffb-4ea3-9bb5-5a7024c6bbad req-1d01fcf6-0b09-4dd0-8ea9-b6d3c6b3f3c2 service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946040 Aug 17 17:02:12.738727 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf54d5f3-dffb-4ea3-9bb5-5a7024c6bbad req-c4871a43-e67d-470a-a027-2d243778ae0f service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907998 Aug 17 17:02:13.714501 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4a279-c7b0-47f1-81b5-f11cdf017c5c req-9af89926-8b49-431c-8d52-75e7faf79c25 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:13.715979 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87c4a279-c7b0-47f1-81b5-f11cdf017c5c req-9af89926-8b49-431c-8d52-75e7faf79c25 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0488999 Aug 17 17:02:13.754002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-87c4a279-c7b0-47f1-81b5-f11cdf017c5c req-9965e5fb-ff7f-4b5c-8415-9f180f3f8675 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314007 Aug 17 17:02:14.866724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74c3f1-7679-4d4d-8b4a-4ebccd0f2a0a req-7bb8f034-b766-4ba4-aad7-db3a3f193bdd tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:14.868170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f74c3f1-7679-4d4d-8b4a-4ebccd0f2a0a req-7bb8f034-b766-4ba4-aad7-db3a3f193bdd tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0485480 Aug 17 17:02:14.904946 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f74c3f1-7679-4d4d-8b4a-4ebccd0f2a0a req-2360dd89-8029-4ec5-855a-1847da7211e8 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308490 Aug 17 17:02:15.498762 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-708722f4-02fc-49dd-9519-7e890e5afeb4 service neutron] show failed (client error): The resource could not be found. Aug 17 17:02:15.499742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-708722f4-02fc-49dd-9519-7e890e5afeb4 service neutron] 10.222.0.91 "GET /v2.0/ports/ae6f7d4a-3852-4bb6-952c-2aec22aa603f/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0576577 Aug 17 17:02:15.687486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-45e49bec-67e2-40a0-9145-8174cfa4195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:15.688887 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-45e49bec-67e2-40a0-9145-8174cfa4195f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0&tenant_id=59dee51c30ad480cb1890f02e7da3691 HTTP/1.1" status: 200 len: 1096 time: 0.0411828 Aug 17 17:02:15.700370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:02:15.751844 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:15.950793 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,segment=NetworkSegment(321330c8-765a-433d-bc48-f8686856c14e),segment_id=321330c8-765a-433d-bc48-f8686856c14e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:02:15.987821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:02:16.021311 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bf26d-98b3-4654-ae6a-0c784a8607be req-02b66b92-de39-43ee-998c-03f6710e6b79 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:16.022824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc0bf26d-98b3-4654-ae6a-0c784a8607be req-02b66b92-de39-43ee-998c-03f6710e6b79 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Aug 17 17:02:16.027343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:02:16.029561 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d481fb4d-03a4-434d-8e84-4afe7251853d" -d '{"events": [{"server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:02:16.033730 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:16.047725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Transition to ACTIVE for port object ae6f7d4a-3852-4bb6-952c-2aec22aa603f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:02:16.052428 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:16.063325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bc0bf26d-98b3-4654-ae6a-0c784a8607be req-63b8abd6-a323-4e63-9fd4-d90b65b94ada tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341947 Aug 17 17:02:16.089145 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 17:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dd4ae6-883c-4fe2-993c-ed4f412e7ac5 x-openstack-request-id: req-d1dd4ae6-883c-4fe2-993c-ed4f412e7ac5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:02:16.089430 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:02:16.089675 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1dd4ae6-883c-4fe2-993c-ed4f412e7ac5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:02:16.090054 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f', 'code': 200} Aug 17 17:02:16.112915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] No DVR routers for this DVR port ae6f7d4a-3852-4bb6-952c-2aec22aa603f on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:02:16.120872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:16.153995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Attempting to bind port ae6f7d4a-3852-4bb6-952c-2aec22aa603f on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:02:16.154323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Attempting to bind port ae6f7d4a-3852-4bb6-952c-2aec22aa603f by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '321330c8-765a-433d-bc48-f8686856c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:02:16.154674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Attempting to bind port ae6f7d4a-3852-4bb6-952c-2aec22aa603f on network b5868117-70cc-416c-a6b7-7c555a41690f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:02:16.158910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Port ae6f7d4a-3852-4bb6-952c-2aec22aa603f on network b5868117-70cc-416c-a6b7-7c555a41690f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:02:16.159224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Attempting to bind port ae6f7d4a-3852-4bb6-952c-2aec22aa603f on network b5868117-70cc-416c-a6b7-7c555a41690f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:02:16.163841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:02:16.164167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Checking segment: {'id': '321330c8-765a-433d-bc48-f8686856c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:02:16.164537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Bound using segment: {'id': '321330c8-765a-433d-bc48-f8686856c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:02:16.164950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Bound port: ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321330c8-765a-433d-bc48-f8686856c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:02:16.165294 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:16.228573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:02:16.231566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,segment=NetworkSegment(321330c8-765a-433d-bc48-f8686856c14e),segment_id=321330c8-765a-433d-bc48-f8686856c14e)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:02:16.236759 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:16.268439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:16.269580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:16.271042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] 10.222.0.93 "PUT /v2.0/ports/ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 200 len: 1091 time: 0.5745909 Aug 17 17:02:16.301969 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819c3dc-0416-4b5a-ac75-e528520830e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:16.336011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-ac3ee24f-f067-4f66-8694-d6225f04484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:16.337517 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-ac3ee24f-f067-4f66-8694-d6225f04484f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=59dee51c30ad480cb1890f02e7da3691&device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0429711 Aug 17 17:02:16.782342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-819755b5-3f40-462e-a50e-7d56bdd4609e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:16.783809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-819755b5-3f40-462e-a50e-7d56bdd4609e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b5868117-70cc-416c-a6b7-7c555a41690f HTTP/1.1" status: 200 len: 912 time: 0.4390459 Aug 17 17:02:16.826107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-bb788f62-61d0-4dc3-aa03-c3f3f31dcfdb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 200 len: 217 time: 0.0346332 Aug 17 17:02:16.876903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-ecc0f0e3-0559-4d9a-81c2-3ad9b8644ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:16.878294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-ecc0f0e3-0559-4d9a-81c2-3ad9b8644ce7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5e1b766-8945-41e9-8025-615a04bb2e69 HTTP/1.1" status: 200 len: 851 time: 0.0453341 Aug 17 17:02:16.911735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-4263c35d-41d7-465c-a39f-8e375d6d1d2e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b5868117-70cc-416c-a6b7-7c555a41690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239086 Aug 17 17:02:17.001326 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-82a10d17-6cb1-45ec-af22-fed7bdf40795 service neutron] 10.222.0.93 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821774 Aug 17 17:02:17.091198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6b40d26-82f4-4cd7-b1b1-5f1e8fac9de4 req-08d570a1-ccbf-4a77-aba5-60b5cc98f566 service neutron] 10.222.0.93 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825834 Aug 17 17:02:17.193216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187cea5-7c4f-4520-a672-ede25bcd6179 req-4559f46b-5a7b-48ef-a91a-f9888eb68dab tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:17.194783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b187cea5-7c4f-4520-a672-ede25bcd6179 req-4559f46b-5a7b-48ef-a91a-f9888eb68dab tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 943 time: 0.0549912 Aug 17 17:02:17.233984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b187cea5-7c4f-4520-a672-ede25bcd6179 req-0c067d74-6ff7-473f-9626-1fe22e194c13 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330434 Aug 17 17:02:18.090856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:02:18.093339 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6734ee7-a15a-4ab3-83ce-805593c7cff9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:02:18.141178 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83610cc4-79d7-473c-b2c8-4789ec9383c6 x-openstack-request-id: req-83610cc4-79d7-473c-b2c8-4789ec9383c6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:02:18.141467 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:02:18.141719 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83610cc4-79d7-473c-b2c8-4789ec9383c6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:02:18.142109 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f', 'status': 'completed', 'code': 200} Aug 17 17:02:18.229882 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-8b454637-e620-40cf-8f1c-8836dcb81c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:18.231376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-8b454637-e620-40cf-8f1c-8836dcb81c5b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=59dee51c30ad480cb1890f02e7da3691&device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0691335 Aug 17 17:02:18.233122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-dfbef2ad-de0d-4558-93b8-b53139f2c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:18.234676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-dfbef2ad-de0d-4558-93b8-b53139f2c672 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=59dee51c30ad480cb1890f02e7da3691&device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0641577 Aug 17 17:02:18.350544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311852c-38c8-4f92-ae48-77aed2868666 req-d7602ab2-e6da-4c61-92b1-13f43ea278a1 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:18.352081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c311852c-38c8-4f92-ae48-77aed2868666 req-d7602ab2-e6da-4c61-92b1-13f43ea278a1 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 943 time: 0.0501041 Aug 17 17:02:18.391182 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c311852c-38c8-4f92-ae48-77aed2868666 req-d1dccddc-e70c-4034-b225-cb27b8f50f71 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Aug 17 17:02:18.398868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-9cbdea81-2c8d-4234-951d-261d72f323e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:18.400372 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-9cbdea81-2c8d-4234-951d-261d72f323e9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b5868117-70cc-416c-a6b7-7c555a41690f HTTP/1.1" status: 200 len: 912 time: 0.1601133 Aug 17 17:02:18.402895 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-0d972af3-c3a6-4991-ab38-4c6b9556a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:18.404206 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-0d972af3-c3a6-4991-ab38-4c6b9556a168 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5868117-70cc-416c-a6b7-7c555a41690f HTTP/1.1" status: 200 len: 912 time: 0.1629691 Aug 17 17:02:18.474113 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-bebd6ef9-5d6b-4c37-a190-24a3d406f310 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 200 len: 217 time: 0.0653834 Aug 17 17:02:18.475449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-d35c3bad-f833-467a-aca1-0f20e9bba623 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 200 len: 217 time: 0.0606394 Aug 17 17:02:18.563930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-11b42344-4a9b-405b-9731-9abeca57a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:18.565192 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-11b42344-4a9b-405b-9731-9abeca57a341 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5e1b766-8945-41e9-8025-615a04bb2e69 HTTP/1.1" status: 200 len: 851 time: 0.0829911 Aug 17 17:02:18.566707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-2e49d1f6-925b-4cc3-8f17-76de81d88a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:18.568471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-2e49d1f6-925b-4cc3-8f17-76de81d88a74 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e5e1b766-8945-41e9-8025-615a04bb2e69 HTTP/1.1" status: 200 len: 851 time: 0.0847151 Aug 17 17:02:18.624576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-5993e945-320d-4e4c-9948-f6a8d10a5659 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b5868117-70cc-416c-a6b7-7c555a41690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482974 Aug 17 17:02:18.626400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-477cc38d-b568-48d0-a3e6-8a5de9e3590b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5868117-70cc-416c-a6b7-7c555a41690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422161 Aug 17 17:02:18.785231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-f8bd02a6-9380-4b53-b841-b698ab873515 service neutron] 10.222.0.93 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447251 Aug 17 17:02:18.786960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-31e8cbf0-1e39-47e4-8a0b-483378f9b4c2 service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539228 Aug 17 17:02:18.944125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-4f0829bf-0432-4d02-8419-3fda589d200d service neutron] 10.222.0.93 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517603 Aug 17 17:02:18.945978 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6734ee7-a15a-4ab3-83ce-805593c7cff9 req-f6a16f35-4d9c-431d-9914-ab57799cd6e4 service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468484 Aug 17 17:02:19.288541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ae6f7d4a-3852-4bb6-952c-2aec22aa603f details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:02:19.384887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,segment=NetworkSegment(321330c8-765a-433d-bc48-f8686856c14e),segment_id=321330c8-765a-433d-bc48-f8686856c14e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:02:19.396409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f', 'network_id': 'b5868117-70cc-416c-a6b7-7c555a41690f', 'port_id': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f', 'mac_address': 'fa:16:3e:c1:80:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e1b766-8945-41e9-8025-615a04bb2e69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:02:19.433936 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:19.447180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6f7d4a-3852-4bb6-952c-2aec22aa603f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:02:19.470316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,segment=NetworkSegment(321330c8-765a-433d-bc48-f8686856c14e),segment_id=321330c8-765a-433d-bc48-f8686856c14e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:02:19.474673 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:19.498646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ae6f7d4a-3852-4bb6-952c-2aec22aa603f no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:02:19.510293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13705a-5c38-48f6-afc9-e8c9daeda341 req-dd0a33ca-10f5-41c1-b83a-812e866587a7 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:19.511827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be13705a-5c38-48f6-afc9-e8c9daeda341 req-dd0a33ca-10f5-41c1-b83a-812e866587a7 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 943 time: 0.0514228 Aug 17 17:02:19.551926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:19.553449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be13705a-5c38-48f6-afc9-e8c9daeda341 req-97d3b3dd-a045-47a3-b711-41afca1ededc tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355821 Aug 17 17:02:19.556387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ae6f7d4a-3852-4bb6-952c-2aec22aa603f not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:02:19.693069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['ae6f7d4a-3852-4bb6-952c-2aec22aa603f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:02:19.787338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-5dbf4bb4-90b7-4230-9bdd-588e3b5b1ceb tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:19.788902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-5dbf4bb4-90b7-4230-9bdd-588e3b5b1ceb tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0&tenant_id=59dee51c30ad480cb1890f02e7da3691&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 944 time: 0.0533555 Aug 17 17:02:19.851022 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-78b0cff0-4312-4f6e-9209-87ff704d733a service neutron] delete failed (client error): The resource could not be found. Aug 17 17:02:19.851685 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-78b0cff0-4312-4f6e-9209-87ff704d733a service neutron] 10.222.0.91 "DELETE /v2.0/ports/ae6f7d4a-3852-4bb6-952c-2aec22aa603f/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0553870 Aug 17 17:02:19.927195 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:19.934640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-2dbb7efb-2763-4592-8900-57af0ee68606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:19.936148 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-2dbb7efb-2763-4592-8900-57af0ee68606 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=59dee51c30ad480cb1890f02e7da3691&device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 1095 time: 0.0411329 Aug 17 17:02:20.030975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-70478c55-9beb-4fe2-91b6-52f7643421de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:20.032458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-70478c55-9beb-4fe2-91b6-52f7643421de service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5868117-70cc-416c-a6b7-7c555a41690f HTTP/1.1" status: 200 len: 912 time: 0.0898542 Aug 17 17:02:20.074870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-9fe68dbd-b82f-4a42-a2cc-16be2fd09067 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 200 len: 217 time: 0.0357509 Aug 17 17:02:20.123082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-0047b004-45fa-4a43-a0b4-18a1dd54d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:20.124402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-0047b004-45fa-4a43-a0b4-18a1dd54d920 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e5e1b766-8945-41e9-8025-615a04bb2e69 HTTP/1.1" status: 200 len: 851 time: 0.0429549 Aug 17 17:02:20.158689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-9366f6d3-1f3a-4f0a-833d-994d7545678e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5868117-70cc-416c-a6b7-7c555a41690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276456 Aug 17 17:02:20.248139 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-f8d28107-d97e-4a40-982b-d03fadb5440d service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821743 Aug 17 17:02:20.263264 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:20.341942 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-0f5d01dd-b74c-44a6-8f23-2aefca1263bb service neutron] 10.222.0.91 "GET /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869863 Aug 17 17:02:21.010942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58530a3-440a-447e-b27f-51eff94344b7 req-74f9cddb-417b-4afa-a08a-98dd3db2a22c tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:21.012442 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a58530a3-440a-447e-b27f-51eff94344b7 req-74f9cddb-417b-4afa-a08a-98dd3db2a22c tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 944 time: 0.0521526 Aug 17 17:02:21.049020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a58530a3-440a-447e-b27f-51eff94344b7 req-bf3674d6-7774-4342-ba8e-6239afcf1fe4 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305247 Aug 17 17:02:21.335477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ae6f7d4a-3852-4bb6-952c-2aec22aa603f up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:02:21.384115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port ae6f7d4a-3852-4bb6-952c-2aec22aa603f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:02:21.387748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port ae6f7d4a-3852-4bb6-952c-2aec22aa603f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:02:21.388118 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:21.463890 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:21.485516 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:02:21.487781 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f4c3ac-5f96-4e20-9f48-98cef0b60e7f" -d '{"events": [{"server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "name": "network-vif-plugged", "status": "completed", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:02:21.503725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,segment=NetworkSegment(321330c8-765a-433d-bc48-f8686856c14e),segment_id=321330c8-765a-433d-bc48-f8686856c14e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:02:21.507827 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:21.530921 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee9212a-8b7f-481c-ae2e-c5510f50996d x-openstack-request-id: req-fee9212a-8b7f-481c-ae2e-c5510f50996d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:02:21.531210 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "name": "network-vif-plugged", "status": "completed", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:02:21.531457 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fee9212a-8b7f-481c-ae2e-c5510f50996d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:02:21.531839 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f', 'code': 200} Aug 17 17:02:21.556065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:22.163550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e500-fac4-4c86-94a6-86f30c85aee7 req-4840cef7-c360-4e9f-9d2c-24ce3fba1e32 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:22.165004 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9245e500-fac4-4c86-94a6-86f30c85aee7 req-4840cef7-c360-4e9f-9d2c-24ce3fba1e32 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0482018 Aug 17 17:02:22.201569 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9245e500-fac4-4c86-94a6-86f30c85aee7 req-17e409e7-2aa3-4e28-a185-240d16e5e268 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.77 "GET /v2.0/security-groups?id=533e19b7-08f5-4da5-acf5-619ef55ba3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Aug 17 17:02:22.301758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-ba48c746-54a5-48ac-b29f-317d3ec45f31 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:22.303443 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-ba48c746-54a5-48ac-b29f-317d3ec45f31 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c6154b2-a892-47dc-b563-b7819b6fe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0523450 Aug 17 17:02:22.390359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-b332ab17-17ed-4de2-8e3f-47fa7ce48009 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Deleting port ae6f7d4a-3852-4bb6-952c-2aec22aa603f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:02:22.390720 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-b332ab17-17ed-4de2-8e3f-47fa7ce48009 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:22.479304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-b332ab17-17ed-4de2-8e3f-47fa7ce48009 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] For port ae6f7d4a-3852-4bb6-952c-2aec22aa603f, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,segment=NetworkSegment(321330c8-765a-433d-bc48-f8686856c14e),segment_id=321330c8-765a-433d-bc48-f8686856c14e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:02:22.479660 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-b332ab17-17ed-4de2-8e3f-47fa7ce48009 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:22.493024 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-b332ab17-17ed-4de2-8e3f-47fa7ce48009 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Calling delete_port for ae6f7d4a-3852-4bb6-952c-2aec22aa603f owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:02:22.617094 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-b332ab17-17ed-4de2-8e3f-47fa7ce48009 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:22.628961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['ae6f7d4a-3852-4bb6-952c-2aec22aa603f'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:02:22.650474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332ab17-17ed-4de2-8e3f-47fa7ce48009 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Pushing event deleted for resources: {'Port': ['ID=ae6f7d4a-3852-4bb6-952c-2aec22aa603f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:22.688190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-b332ab17-17ed-4de2-8e3f-47fa7ce48009 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] No DVR routers for this DVR port ae6f7d4a-3852-4bb6-952c-2aec22aa603f on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:02:22.690815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-b332ab17-17ed-4de2-8e3f-47fa7ce48009 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:22.693037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f05c1cfb-1ded-4f37-917a-5b3f540012ed req-b332ab17-17ed-4de2-8e3f-47fa7ce48009 tempest-DeleteServersTestJSON-1531665249 tempest-DeleteServersTestJSON-1531665249-project] 10.222.0.93 "DELETE /v2.0/ports/ae6f7d4a-3852-4bb6-952c-2aec22aa603f HTTP/1.1" status: 204 len: 173 time: 0.3833168 Aug 17 17:02:22.693309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'name': 'network-vif-deleted', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:02:22.695802 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbc2918-da36-4c9b-a6c9-ee5ada1eb061" -d '{"events": [{"server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "name": "network-vif-deleted", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:02:22.733206 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b7e86a-aeb4-480f-bdbd-2ac7e0b1b260 x-openstack-request-id: req-44b7e86a-aeb4-480f-bdbd-2ac7e0b1b260 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:02:22.733506 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6154b2-a892-47dc-b563-b7819b6fe2e0", "name": "network-vif-deleted", "tag": "ae6f7d4a-3852-4bb6-952c-2aec22aa603f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:02:22.733753 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44b7e86a-aeb4-480f-bdbd-2ac7e0b1b260 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:02:22.734463 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6154b2-a892-47dc-b563-b7819b6fe2e0', 'name': 'network-vif-deleted', 'tag': 'ae6f7d4a-3852-4bb6-952c-2aec22aa603f', 'status': 'completed', 'code': 200} Aug 17 17:02:23.326218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40696) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:02:23.370758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Deleting subnet e5e1b766-8945-41e9-8025-615a04bb2e69 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:02:23.373762 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.411242 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.455391 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.507079 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.533456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e1b766-8945-41e9-8025-615a04bb2e69,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:23.536478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.538183 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e5e1b766-8945-41e9-8025-615a04bb2e69 HTTP/1.1" status: 204 len: 168 time: 0.2109504 Aug 17 17:02:23.540859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:02:23.544392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.544741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.545079 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.545420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.545743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.546069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.546412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.546738 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.547059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.547380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.547699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.548013 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266d0c-2c23-48a9-8985-98d87103d013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:23.609391 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.688492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.698520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5868117-70cc-416c-a6b7-7c555a41690f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:02:23.708056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321330c8-765a-433d-bc48-f8686856c14e') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:02:23.708352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321330c8-765a-433d-bc48-f8686856c14e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:02:23.716865 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.730560 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.736458 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:02:23.736838 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:02:23.738597 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:02:23.796126 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.801312 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:23.803180 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b5868117-70cc-416c-a6b7-7c555a41690f HTTP/1.1" status: 204 len: 168 time: 0.2613411 Aug 17 17:02:23.813850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b06b61-7071-433a-abf8-daaf14090878 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5868117-70cc-416c-a6b7-7c555a41690f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:23.908402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:02:23.947679 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2c58e51-9ae6-47fc-8f62-89e7f8701554 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=59dee51c30ad480cb1890f02e7da3691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380108 Aug 17 17:02:23.949981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:02:23.998548 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26eaded8-f3c5-4849-843d-e8608f1c2039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:24.019378 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26eaded8-f3c5-4849-843d-e8608f1c2039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:24.064459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26eaded8-f3c5-4849-843d-e8608f1c2039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:24.067692 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26eaded8-f3c5-4849-843d-e8608f1c2039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:24.068836 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-26eaded8-f3c5-4849-843d-e8608f1c2039 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/533e19b7-08f5-4da5-acf5-619ef55ba3c3 HTTP/1.1" status: 204 len: 168 time: 0.1179147 Aug 17 17:02:24.076479 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaded8-f3c5-4849-843d-e8608f1c2039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533e19b7-08f5-4da5-acf5-619ef55ba3c3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:24.720335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 40728) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:02:24.844233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-564460668-network', 'tenant_id': 'dfc1546fdf7545af99a0bb1b5753c2bf'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:02:24.865847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Made reservation on behalf of dfc1546fdf7545af99a0bb1b5753c2bf for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:02:24.868251 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:24.876945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:24.966012 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:24.969616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:24.994614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:02:25.003433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e81f614-465e-4a95-86bd-3b5b4dc33631,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:25.009719 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:25.010069 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Added segment 72c9089f-28c9-47b5-b290-b3b06dd4fe47 of type vlan for network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 Aug 17 17:02:25.053848 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:25.077247 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:25.078106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:25.078714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:25.141121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4196484 Aug 17 17:02:25.145022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 40734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:02:25.151466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Request body: {'subnet': {'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-564460668-subnet', 'tenant_id': 'dfc1546fdf7545af99a0bb1b5753c2bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:02:25.165090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378bbc5-a1f4-4d19-b2e2-f301e314b24a admin admin] Pushing event updated for resources: {'Network': ['ID=da02b8f1-34cf-48ff-9bf1-c4416ec569a6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:25.172070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Made reservation on behalf of dfc1546fdf7545af99a0bb1b5753c2bf for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:02:25.174398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:25.175358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:02:25.340700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:25.367177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ae6f7d4a-3852-4bb6-952c-2aec22aa603f no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:02:25.388003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: ae6f7d4a-3852-4bb6-952c-2aec22aa603f {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:02:25.388353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ae6f7d4a-3852-4bb6-952c-2aec22aa603f not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:02:25.401781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fde803f-bcb5-451b-a834-e3d5f0834808,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:25.408795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Checking segment: {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:02:25.409180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Network hostable DHCP agents. Network: da02b8f1-34cf-48ff-9bf1-c4416ec569a6, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:02:25.424395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:02:25.432697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, da02b8f1-34cf-48ff-9bf1-c4416ec569a6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:02:25.436827 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:25.437413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:25.441968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b7a31d-1e06-4068-a43f-a570191b645b None None] Network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:02:25.451894 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e1b13f1-a9ac-4c99-bee3-3b96b7a18f0f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3058035 Aug 17 17:02:25.567360 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7577017-6eac-45aa-9293-e86f19d7dff0 None None] Network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:02:26.212631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-affc60d4-2474-41ef-b136-38fca208b643 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:26.214101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-affc60d4-2474-41ef-b136-38fca208b643 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 814 time: 0.4448829 Aug 17 17:02:26.229388 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-d67a65da-5248-4f59-9eca-da22287e858c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/quotas/dfc1546fdf7545af99a0bb1b5753c2bf HTTP/1.1" status: 200 len: 375 time: 0.0094488 Aug 17 17:02:26.260071 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-bfe71424-a6a0-40c7-8008-9eb766a7d53f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250485 Aug 17 17:02:26.317329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-2f08f65b-463c-4aea-b30f-a59d0b836599 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:02:26.318322 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-2f08f65b-463c-4aea-b30f-a59d0b836599 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518651 Aug 17 17:02:26.411255 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-7141f20f-6702-4b8c-9a5e-82e3dfa49b58 service neutron] 10.222.0.77 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867243 Aug 17 17:02:26.498631 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-74fff0ea-3c8d-412e-84fe-9161cc25f35e service neutron] 10.222.0.77 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812778 Aug 17 17:02:26.655435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-14cefdaf-1d55-453a-8813-cb0cefcc18e2 req-aebdf523-b0fa-4fb5-82d1-5c62c2f497a4 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 210 time: 0.0277116 Aug 17 17:02:27.751014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-38f1bd60-3af6-4be9-b3ef-ff920252a79d req-2685dfcb-3400-492f-80b6-22e97eadea66 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 210 time: 0.0274580 Aug 17 17:02:27.769111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-79017fa2-6551-41dc-b052-6ee160b52000 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:27.770621 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-79017fa2-6551-41dc-b052-6ee160b52000 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.93 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 814 time: 0.1132646 Aug 17 17:02:27.783683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Request body: {'port': {'device_id': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6', 'admin_state_up': True, 'tenant_id': 'dfc1546fdf7545af99a0bb1b5753c2bf'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:02:27.888348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Made reservation on behalf of dfc1546fdf7545af99a0bb1b5753c2bf for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:02:27.891856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:28.017519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Allocated IP 172.20.0.8 (da02b8f1-34cf-48ff-9bf1-c4416ec569a6/3fde803f-bcb5-451b-a834-e3d5f0834808/94b86828-422f-45f8-ac28-1a6315946d39) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:02:28.163570 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:28.203840 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:28.248712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:02:28.251725 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:02:28.255454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:02:28.261634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Pushing event updated for resources: {'Port': ['ID=94b86828-422f-45f8-ac28-1a6315946d39,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:28.288998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.289338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.289674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.290004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.290329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.290676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.290997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.291314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.291634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.291950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.292265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.292578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:02:28.316487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:28.317097 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:28.331316 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-0d3979c4-d526-4236-8506-f0564e858f47 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518215 Aug 17 17:02:28.343216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Request body: {'port': {'device_id': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:02:28.398986 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:28.653137 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b86828-422f-45f8-ac28-1a6315946d39 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:02:28.661038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:28.672392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Transition to ACTIVE for port object 94b86828-422f-45f8-ac28-1a6315946d39 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:02:28.676156 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:28.724241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=94b86828-422f-45f8-ac28-1a6315946d39,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:28.794165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Attempting to bind port 94b86828-422f-45f8-ac28-1a6315946d39 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:02:28.794745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Attempting to bind port 94b86828-422f-45f8-ac28-1a6315946d39 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:02:28.794858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Attempting to bind port 94b86828-422f-45f8-ac28-1a6315946d39 on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:02:28.799151 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Port 94b86828-422f-45f8-ac28-1a6315946d39 on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:02:28.799492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Attempting to bind port 94b86828-422f-45f8-ac28-1a6315946d39 on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:02:28.804229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:02:28.804559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Checking segment: {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:02:28.804934 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Bound using segment: {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:02:28.805351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Bound port: 94b86828-422f-45f8-ac28-1a6315946d39, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:02:28.805705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:28.901269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc80a-71f5-4c9a-84ef-887c4fc2a268 req-5639a7ad-fa78-4be8-9e30-83e64f9e8bc9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:28.902780 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-211bc80a-71f5-4c9a-84ef-887c4fc2a268 req-5639a7ad-fa78-4be8-9e30-83e64f9e8bc9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 943 time: 0.0829589 Aug 17 17:02:28.906878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:02:28.911367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94b86828-422f-45f8-ac28-1a6315946d39,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:02:28.918229 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:28.978517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:28.979123 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:28.980530 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] 10.222.0.93 "PUT /v2.0/ports/94b86828-422f-45f8-ac28-1a6315946d39 HTTP/1.1" status: 200 len: 1091 time: 0.6413786 Aug 17 17:02:28.980962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:02:28.983396 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c6a210-583e-4a6e-a1f9-9e13b17df816" -d '{"events": [{"name": "network-changed", "server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "tag": "94b86828-422f-45f8-ac28-1a6315946d39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:02:28.991236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-211bc80a-71f5-4c9a-84ef-887c4fc2a268 req-503729f3-f91c-464d-8ef5-b80f35513059 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822279 Aug 17 17:02:29.007059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d0ead-e515-402a-93ec-c1c40a5cdbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=94b86828-422f-45f8-ac28-1a6315946d39,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:29.037452 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124ea06c-10ad-402d-b7a4-5b6d8f5a291f x-openstack-request-id: req-124ea06c-10ad-402d-b7a4-5b6d8f5a291f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:02:29.037745 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "tag": "94b86828-422f-45f8-ac28-1a6315946d39", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:02:29.037997 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-124ea06c-10ad-402d-b7a4-5b6d8f5a291f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:02:29.038741 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39', 'status': 'completed', 'code': 200} Aug 17 17:02:29.085596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-05b00744-0d3b-43c0-957c-9f94b08df47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:29.087111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-05b00744-0d3b-43c0-957c-9f94b08df47b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 1094 time: 0.0424118 Aug 17 17:02:29.132078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-bb7f2cea-9857-403e-82b0-2f4815656afd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b86828-422f-45f8-ac28-1a6315946d39 HTTP/1.1" status: 200 len: 217 time: 0.0349131 Aug 17 17:02:29.182904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-d462961e-268c-49b6-ac9b-a6d81c34d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:29.184299 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-d462961e-268c-49b6-ac9b-a6d81c34d338 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0459783 Aug 17 17:02:29.215580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-a6496523-b6bb-40ee-8c44-05fb47c7c19e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240653 Aug 17 17:02:29.302602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-277c855e-0fba-4682-9077-9c7618ae4530 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791216 Aug 17 17:02:29.393027 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9be4d158-8d1a-434b-be7b-806f1f592c78 req-a88394ab-614e-4ad1-9561-4a03e2989ef3 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838306 Aug 17 17:02:29.478367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6a210-583e-4a6e-a1f9-9e13b17df816 req-c4c557c0-b602-4e0a-b78e-e3404129c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:29.479906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34c6a210-583e-4a6e-a1f9-9e13b17df816 req-c4c557c0-b602-4e0a-b78e-e3404129c008 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 1094 time: 0.0411167 Aug 17 17:02:29.572998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6a210-583e-4a6e-a1f9-9e13b17df816 req-f4d0c22f-c5b8-4b45-9027-e6386c2963b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:29.574466 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34c6a210-583e-4a6e-a1f9-9e13b17df816 req-f4d0c22f-c5b8-4b45-9027-e6386c2963b0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.0879622 Aug 17 17:02:29.617294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34c6a210-583e-4a6e-a1f9-9e13b17df816 req-29d8478f-0758-4538-a7be-3539999f3ade service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b86828-422f-45f8-ac28-1a6315946d39 HTTP/1.1" status: 200 len: 217 time: 0.0356026 Aug 17 17:02:29.665614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6a210-583e-4a6e-a1f9-9e13b17df816 req-fa116c27-a56e-4126-a0bf-2be6c0f006ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:29.667052 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34c6a210-583e-4a6e-a1f9-9e13b17df816 req-fa116c27-a56e-4126-a0bf-2be6c0f006ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0425084 Aug 17 17:02:29.699483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34c6a210-583e-4a6e-a1f9-9e13b17df816 req-010144ad-a9bb-48f6-97b7-5a2a5f9d5b52 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236027 Aug 17 17:02:29.793375 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34c6a210-583e-4a6e-a1f9-9e13b17df816 req-b161b0eb-ebfc-4b8f-8dcf-4e60989d3554 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851696 Aug 17 17:02:29.885142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-34c6a210-583e-4a6e-a1f9-9e13b17df816 req-e290aeb3-a2cc-4ff1-8800-fe2c6e986f08 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837533 Aug 17 17:02:30.104065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5431d-6051-45f3-9b2f-946fe28faff5 req-d7479477-d6d5-4356-aec2-d637d6bc1ffb tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:30.105515 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0c5431d-6051-45f3-9b2f-946fe28faff5 req-d7479477-d6d5-4356-aec2-d637d6bc1ffb tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 943 time: 0.0478380 Aug 17 17:02:30.144458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0c5431d-6051-45f3-9b2f-946fe28faff5 req-dc4a7267-a845-40b9-8533-aa60f192d0b5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327835 Aug 17 17:02:31.264092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e95fc-6203-4cf3-8806-76233ae83d2c req-7643d7bd-f406-43ad-8338-50aea503d1cd tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:31.265477 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-391e95fc-6203-4cf3-8806-76233ae83d2c req-7643d7bd-f406-43ad-8338-50aea503d1cd tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 943 time: 0.0530465 Aug 17 17:02:31.303111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-391e95fc-6203-4cf3-8806-76233ae83d2c req-cfa32b6c-5752-4918-ad3c-af29e5b73ec7 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316505 Aug 17 17:02:31.370735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 94b86828-422f-45f8-ac28-1a6315946d39 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:02:31.465232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94b86828-422f-45f8-ac28-1a6315946d39,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:02:31.476793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '94b86828-422f-45f8-ac28-1a6315946d39', 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6', 'port_id': '94b86828-422f-45f8-ac28-1a6315946d39', 'mac_address': 'fa:16:3e:c5:ae:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fde803f-bcb5-451b-a834-e3d5f0834808', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:02:31.511946 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:31.524620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b86828-422f-45f8-ac28-1a6315946d39 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:02:31.543789 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94b86828-422f-45f8-ac28-1a6315946d39,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:02:31.547485 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:31.595776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=94b86828-422f-45f8-ac28-1a6315946d39,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:31.734031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['94b86828-422f-45f8-ac28-1a6315946d39'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:02:32.194192 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-901257bf-2216-4977-afbf-0b7543b69269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:32.417227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbb906-8aa4-4167-8ae5-dda886889faf req-4ac6fec5-2d83-4341-8e1a-fa3db562a5d3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:32.418719 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-befbb906-8aa4-4167-8ae5-dda886889faf req-4ac6fec5-2d83-4341-8e1a-fa3db562a5d3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 944 time: 0.0489967 Aug 17 17:02:32.454976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-befbb906-8aa4-4167-8ae5-dda886889faf req-ca277737-a5e8-46d1-ae41-88dec3e7fb09 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303838 Aug 17 17:02:32.578342 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:02:33.382084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 94b86828-422f-45f8-ac28-1a6315946d39 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:02:33.434278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 94b86828-422f-45f8-ac28-1a6315946d39 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:02:33.438073 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 94b86828-422f-45f8-ac28-1a6315946d39 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:02:33.438475 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:33.514036 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:33.536328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:02:33.538622 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6957e1bc-6a96-48e1-84b0-c751d835f7f2" -d '{"events": [{"server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "name": "network-vif-plugged", "status": "completed", "tag": "94b86828-422f-45f8-ac28-1a6315946d39"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:02:33.552481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94b86828-422f-45f8-ac28-1a6315946d39,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:02:33.557370 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:33.580014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a3ff-a6bf-4c64-97fd-f53d31b57eda req-d2528bf4-49ab-4030-9f63-bfec164392e5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:33.581671 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2590a3ff-a6bf-4c64-97fd-f53d31b57eda req-d2528bf4-49ab-4030-9f63-bfec164392e5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 944 time: 0.0550251 Aug 17 17:02:33.582484 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd06e80f-ccba-49a9-b295-2b72e856dd64 x-openstack-request-id: req-bd06e80f-ccba-49a9-b295-2b72e856dd64 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:02:33.582776 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "name": "network-vif-plugged", "status": "completed", "tag": "94b86828-422f-45f8-ac28-1a6315946d39", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:02:33.583026 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd06e80f-ccba-49a9-b295-2b72e856dd64 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:02:33.583407 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39', 'code': 200} Aug 17 17:02:33.607580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=94b86828-422f-45f8-ac28-1a6315946d39,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:02:33.629832 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2590a3ff-a6bf-4c64-97fd-f53d31b57eda req-9d5bdba7-332a-47ed-92e8-524924c01c18 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Aug 17 17:02:33.675853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41354f5d-1807-429c-abd1-68f6037540ac req-d44b6b27-be74-49ca-af36-6ccf1165025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:33.677314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41354f5d-1807-429c-abd1-68f6037540ac req-d44b6b27-be74-49ca-af36-6ccf1165025f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 1096 time: 0.0402801 Aug 17 17:02:33.714680 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-41354f5d-1807-429c-abd1-68f6037540ac req-1c48cf2c-3c6a-4330-baa9-36a8d8332b72 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302231 Aug 17 17:02:34.745083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36847a08-8f91-4c2e-beab-4c5b2da695fb req-b3637241-3497-4565-aeb8-e5c9b457e022 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:34.746606 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36847a08-8f91-4c2e-beab-4c5b2da695fb req-b3637241-3497-4565-aeb8-e5c9b457e022 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0487823 Aug 17 17:02:34.783755 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-36847a08-8f91-4c2e-beab-4c5b2da695fb req-79f5d399-cb44-4f52-b709-9dfcf284421d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313025 Aug 17 17:02:34.882455 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51e9797d-7930-4eb8-b4fa-428ea53e7a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:34.897206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4b537-0553-4e7f-806f-e0df2ae20f24 req-9ce213f2-7ec2-406f-baf0-118280df2e22 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:34.898838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f1f4b537-0553-4e7f-806f-e0df2ae20f24 req-9ce213f2-7ec2-406f-baf0-118280df2e22 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0491786 Aug 17 17:02:34.937881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f1f4b537-0553-4e7f-806f-e0df2ae20f24 req-ce20f595-1b8e-426a-89be-3a8fc84bb9d0 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332358 Aug 17 17:02:35.059577 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:35.145038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d32e4a-b261-455b-b25e-ce1e2ac2e457 req-e46bfe50-e1fb-47d6-937d-3ceca8b23b3d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:35.146437 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27d32e4a-b261-455b-b25e-ce1e2ac2e457 req-e46bfe50-e1fb-47d6-937d-3ceca8b23b3d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0528591 Aug 17 17:02:35.183788 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27d32e4a-b261-455b-b25e-ce1e2ac2e457 req-6c2f0a6a-1808-4dd0-8959-ba0a0f0d45b3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Aug 17 17:02:35.297950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ffbea-4475-4da5-873b-48d3e49f8eb6 req-c8fa00a8-3891-43e3-9bcd-31e352e42d8b tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:35.299465 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dd8ffbea-4475-4da5-873b-48d3e49f8eb6 req-c8fa00a8-3891-43e3-9bcd-31e352e42d8b tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0514593 Aug 17 17:02:35.337122 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dd8ffbea-4475-4da5-873b-48d3e49f8eb6 req-8205a3a4-5c12-4462-9609-071bd4a32be6 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Aug 17 17:02:35.584804 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-c745886b-95a9-4336-afff-33d772c111ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717864 Aug 17 17:02:35.593088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775a610-38be-401c-affe-14c2d80220c0 req-f9f2894a-09bd-4f45-ada2-e8adec3bc2b7 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:35.594523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f775a610-38be-401c-affe-14c2d80220c0 req-f9f2894a-09bd-4f45-ada2-e8adec3bc2b7 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0718489 Aug 17 17:02:35.634298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f775a610-38be-401c-affe-14c2d80220c0 req-f2fad1c5-d401-4fc9-811e-de19f0e710d3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330927 Aug 17 17:02:36.058396 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:36.754542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d71f9-0115-4966-b39d-b8a3e77adb4f req-ba4b617a-7beb-4800-94da-c9e37f041cc4 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:36.756058 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d4d71f9-0115-4966-b39d-b8a3e77adb4f req-ba4b617a-7beb-4800-94da-c9e37f041cc4 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0512609 Aug 17 17:02:36.794755 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d4d71f9-0115-4966-b39d-b8a3e77adb4f req-11eda401-bbe8-45c8-8a54-ee2299ae264d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325124 Aug 17 17:02:36.806224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-b7224d59-478c-460c-8ba2-eccc11d1f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:36.807765 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-b7224d59-478c-460c-8ba2-eccc11d1f60b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 1096 time: 0.0426695 Aug 17 17:02:36.899308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-1a7570ca-cfee-49b0-9b70-7ed72d6c2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:36.900734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-1a7570ca-cfee-49b0-9b70-7ed72d6c2210 service neutron] 10.222.0.93 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.0851784 Aug 17 17:02:36.942772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-67fc30cd-aa0c-483e-9430-445f89dd08a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b86828-422f-45f8-ac28-1a6315946d39 HTTP/1.1" status: 200 len: 217 time: 0.0349743 Aug 17 17:02:36.992927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-3aad180d-1900-4706-8298-6903e951cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:36.994364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-3aad180d-1900-4706-8298-6903e951cee5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0440373 Aug 17 17:02:37.026529 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-aef62d00-672e-4478-924f-65073154bab3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242624 Aug 17 17:02:37.478347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-2f0e12b8-8ccf-4c44-8e10-f974ab440aeb service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443188 Aug 17 17:02:37.573852 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-47fc3c27-7870-4ff5-ad24-282bbb048a62 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876584 Aug 17 17:02:37.810887 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:37.912612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c1a7a-9055-4888-b92b-ea1944c794f4 req-abd82199-18a6-4cce-a790-23df937fec48 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:37.914107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-259c1a7a-9055-4888-b92b-ea1944c794f4 req-abd82199-18a6-4cce-a790-23df937fec48 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0488820 Aug 17 17:02:37.951207 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-259c1a7a-9055-4888-b92b-ea1944c794f4 req-03fb773e-cd27-4a34-bd65-e040fe5be8d2 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 Aug 17 17:02:39.079095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d0d7b-7cf7-4cac-a19c-5cdfa906d895 req-d36198e1-5364-45de-90a3-e9abaa2075d6 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:39.081078 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-250d0d7b-7cf7-4cac-a19c-5cdfa906d895 req-d36198e1-5364-45de-90a3-e9abaa2075d6 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0483358 Aug 17 17:02:39.118318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-250d0d7b-7cf7-4cac-a19c-5cdfa906d895 req-226ea11a-4abd-40a9-9375-1b8acaea99c1 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Aug 17 17:02:40.247318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21394cf7-c0f5-416d-91e1-2f0a24208f0b req-59852188-e1d6-4fa6-a5fc-2558ed203b8a tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:40.248723 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-21394cf7-c0f5-416d-91e1-2f0a24208f0b req-59852188-e1d6-4fa6-a5fc-2558ed203b8a tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0488486 Aug 17 17:02:40.285301 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-21394cf7-c0f5-416d-91e1-2f0a24208f0b req-20c43d62-8566-4956-9553-14b7d1e92e2f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307066 Aug 17 17:02:41.404410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a3115-0d1f-462f-8c17-0b569f10264b req-70d2f971-de2d-492e-b9f4-0aec352439e4 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:41.405877 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d8a3115-0d1f-462f-8c17-0b569f10264b req-70d2f971-de2d-492e-b9f4-0aec352439e4 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0534794 Aug 17 17:02:41.443492 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d8a3115-0d1f-462f-8c17-0b569f10264b req-7bf1393a-b065-40c8-8303-bf0da705dea1 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310817 Aug 17 17:02:42.559763 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9407a-2c27-4d85-971e-36953357b40c req-1f6793ce-df55-4c7a-b5af-205d5c4b098b tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:42.561214 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09b9407a-2c27-4d85-971e-36953357b40c req-1f6793ce-df55-4c7a-b5af-205d5c4b098b tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0516310 Aug 17 17:02:42.598748 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09b9407a-2c27-4d85-971e-36953357b40c req-c3138739-fbf0-4e62-bd07-daf67e94868f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Aug 17 17:02:43.712836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83b3ae-9b5c-4b4f-88de-3c5b6317821d req-c7c32915-c67c-480b-b7b9-724a68d2dfb7 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:43.714238 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc83b3ae-9b5c-4b4f-88de-3c5b6317821d req-c7c32915-c67c-480b-b7b9-724a68d2dfb7 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0493574 Aug 17 17:02:43.755208 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc83b3ae-9b5c-4b4f-88de-3c5b6317821d req-9d4255e9-b984-42a2-b716-f6d160cef8c5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350001 Aug 17 17:02:44.867675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ee35e-b9d0-4efd-a6cf-9bdc7a1e5e03 req-d92a1c66-439b-4284-958c-8d92e2b7c740 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:44.869133 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-572ee35e-b9d0-4efd-a6cf-9bdc7a1e5e03 req-d92a1c66-439b-4284-958c-8d92e2b7c740 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0485930 Aug 17 17:02:44.905312 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-572ee35e-b9d0-4efd-a6cf-9bdc7a1e5e03 req-18a644a5-3e86-4f26-af16-c42f97aec607 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303423 Aug 17 17:02:46.020178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbc8db-6b91-411c-9b18-0d227f39107f req-f33eed02-c207-462e-a07c-65d2651432f2 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:46.021667 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5cbc8db-6b91-411c-9b18-0d227f39107f req-f33eed02-c207-462e-a07c-65d2651432f2 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0500231 Aug 17 17:02:46.058442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5cbc8db-6b91-411c-9b18-0d227f39107f req-0284dc7f-7ddf-4eff-b55c-4d4d03a39828 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307374 Aug 17 17:02:47.172149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e494d-7631-4cd1-a5cd-de923c180b34 req-888c7c0a-f018-4c9b-ae18-7a0cc8a8b88d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:47.173600 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc6e494d-7631-4cd1-a5cd-de923c180b34 req-888c7c0a-f018-4c9b-ae18-7a0cc8a8b88d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0479937 Aug 17 17:02:47.211184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bc6e494d-7631-4cd1-a5cd-de923c180b34 req-d9b2640a-16df-4651-bd3b-c84f1531a890 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Aug 17 17:02:48.329435 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74763d0-302c-4ff6-adab-18c40062c165 req-7c265b7c-d9a2-4734-9bd0-e3948d652420 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:48.330939 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d74763d0-302c-4ff6-adab-18c40062c165 req-7c265b7c-d9a2-4734-9bd0-e3948d652420 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0536509 Aug 17 17:02:48.370218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d74763d0-302c-4ff6-adab-18c40062c165 req-ddeb804b-b330-4394-9f45-9df0c9fab4ce tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333271 Aug 17 17:02:49.486582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dee97-3f60-44ca-af5e-b44d6245f3dd req-c8a0a55f-2580-4ffb-bee6-187ddc607e95 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:49.488514 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a19dee97-3f60-44ca-af5e-b44d6245f3dd req-c8a0a55f-2580-4ffb-bee6-187ddc607e95 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0529747 Aug 17 17:02:49.525007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a19dee97-3f60-44ca-af5e-b44d6245f3dd req-8d2598ab-fd2b-4a87-8b02-04951b6396f9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305514 Aug 17 17:02:49.957471 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:50.257974 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:02:50.637648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec0c0-6e81-4300-b898-b354a2351459 req-18a624c0-3b37-4cbe-8380-f28dcc7e9dff tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:50.639149 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-459ec0c0-6e81-4300-b898-b354a2351459 req-18a624c0-3b37-4cbe-8380-f28dcc7e9dff tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0482888 Aug 17 17:02:50.676895 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-459ec0c0-6e81-4300-b898-b354a2351459 req-dcde15af-d039-4709-9a90-bf8e7df1b291 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311384 Aug 17 17:02:51.790893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59fd9-927c-49c4-9a6b-72f94a66d24f req-05dac20d-2591-4612-a082-523283617744 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:51.792365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acb59fd9-927c-49c4-9a6b-72f94a66d24f req-05dac20d-2591-4612-a082-523283617744 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0487459 Aug 17 17:02:51.829262 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acb59fd9-927c-49c4-9a6b-72f94a66d24f req-7a8fa4bc-f917-46e4-9b70-22fe4e5b6dc4 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310590 Aug 17 17:02:52.944290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78c04-81f6-47d1-987c-7318914e95d3 req-ca47b168-7215-4fe8-9fe8-e48f3eec73a2 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:52.945773 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eff78c04-81f6-47d1-987c-7318914e95d3 req-ca47b168-7215-4fe8-9fe8-e48f3eec73a2 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0494459 Aug 17 17:02:52.982724 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-eff78c04-81f6-47d1-987c-7318914e95d3 req-e028e91d-72e4-46a8-9391-ff04f85590b4 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309370 Aug 17 17:02:54.097779 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ef3d8-4e94-4882-a51f-2ab4b526d57f req-456750ab-d387-43ae-bdca-1a9c51064f83 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:54.099249 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c93ef3d8-4e94-4882-a51f-2ab4b526d57f req-456750ab-d387-43ae-bdca-1a9c51064f83 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0483937 Aug 17 17:02:54.136766 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c93ef3d8-4e94-4882-a51f-2ab4b526d57f req-372e54aa-70fe-4cef-8677-2a743483fca5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Aug 17 17:02:55.255170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5937dcb-2e14-4db1-a23d-21b8d65bc0e7 req-c89fd753-88d9-4a69-bd05-622309d2f3b1 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:55.256567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5937dcb-2e14-4db1-a23d-21b8d65bc0e7 req-c89fd753-88d9-4a69-bd05-622309d2f3b1 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0532689 Aug 17 17:02:55.293866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5937dcb-2e14-4db1-a23d-21b8d65bc0e7 req-3e73acd7-a6bb-460b-8f31-a2bce1cb1a8c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Aug 17 17:02:56.414627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504acc09-6be8-421e-994c-9cc791b29d31 req-05061dcb-f5d1-42b3-8861-7529cc926885 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:56.416135 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-504acc09-6be8-421e-994c-9cc791b29d31 req-05061dcb-f5d1-42b3-8861-7529cc926885 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0547392 Aug 17 17:02:56.453987 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-504acc09-6be8-421e-994c-9cc791b29d31 req-a74bb577-a72f-4744-861f-30c7deaa616a tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Aug 17 17:02:57.572735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a77fd5-8dc6-4ada-9e94-6be75a45cdce req-15903d9f-0e96-4fca-a21c-5c0cb348962e tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:57.574211 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4a77fd5-8dc6-4ada-9e94-6be75a45cdce req-15903d9f-0e96-4fca-a21c-5c0cb348962e tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0493016 Aug 17 17:02:57.611362 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f4a77fd5-8dc6-4ada-9e94-6be75a45cdce req-2aa03237-c442-4f1d-9be1-c28db1271edf tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Aug 17 17:02:58.726550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d266fe-46cd-4d3e-a765-bc1840554388 req-584d89fc-13a8-4804-97df-5cebd5c76f11 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:58.728012 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9d266fe-46cd-4d3e-a765-bc1840554388 req-584d89fc-13a8-4804-97df-5cebd5c76f11 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0488031 Aug 17 17:02:58.765726 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9d266fe-46cd-4d3e-a765-bc1840554388 req-c992393c-625c-4835-9de2-88536aa764b9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Aug 17 17:02:59.882956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd14e13-6e10-4a9a-bb89-180d96569964 req-7cdd8779-9e79-43c5-aaeb-00a2360190fe tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:02:59.884471 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5bd14e13-6e10-4a9a-bb89-180d96569964 req-7cdd8779-9e79-43c5-aaeb-00a2360190fe tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0509472 Aug 17 17:02:59.922959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5bd14e13-6e10-4a9a-bb89-180d96569964 req-0cbff7b2-9c97-404b-bd41-b7d34f65b578 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325370 Aug 17 17:03:01.038618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3eb76-b850-44a0-9534-38958fad0e0b req-9e2223de-cb18-4a3e-a582-acff138cdd5a tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:01.040084 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-40f3eb76-b850-44a0-9534-38958fad0e0b req-9e2223de-cb18-4a3e-a582-acff138cdd5a tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0482397 Aug 17 17:03:01.076983 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-40f3eb76-b850-44a0-9534-38958fad0e0b req-7c6c92de-2fcc-4650-8d95-149115ccb635 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Aug 17 17:03:02.194711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395f5f1-8967-4b25-b736-7fe96f33b11e req-20aa7de4-5c36-4a6b-85d9-1f886544c110 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:02.195292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1f34ac8-3bbe-4b30-a5eb-734a7b37317b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:02.196231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5395f5f1-8967-4b25-b736-7fe96f33b11e req-20aa7de4-5c36-4a6b-85d9-1f886544c110 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0531836 Aug 17 17:03:02.234687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5395f5f1-8967-4b25-b736-7fe96f33b11e req-17f4deb3-37d7-4d42-bd65-98061328d2db tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Aug 17 17:03:03.352443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbac387-e4c8-467a-9204-d040c419a9c6 req-67b0de67-395b-4d71-8037-b32db8b71eaa tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:03.353911 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4dbac387-e4c8-467a-9204-d040c419a9c6 req-67b0de67-395b-4d71-8037-b32db8b71eaa tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0535235 Aug 17 17:03:03.391939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4dbac387-e4c8-467a-9204-d040c419a9c6 req-725e0b43-cd05-4612-8c2c-e67e18b1edbc tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Aug 17 17:03:04.505683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e4f10-4fc0-4fad-a88f-3b2ea56bcca6 req-06b42bec-ef76-4132-abdf-2c512f52c2cd tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:04.507174 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3b6e4f10-4fc0-4fad-a88f-3b2ea56bcca6 req-06b42bec-ef76-4132-abdf-2c512f52c2cd tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0501068 Aug 17 17:03:04.544129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3b6e4f10-4fc0-4fad-a88f-3b2ea56bcca6 req-67cf8c04-62eb-46c3-a241-60294afdaf30 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310736 Aug 17 17:03:04.736265 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-6e37cfc5-02d4-42ce-b42d-1391d28942a1 service neutron] show failed (client error): The resource could not be found. Aug 17 17:03:04.737254 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-6e37cfc5-02d4-42ce-b42d-1391d28942a1 service neutron] 10.222.0.93 "GET /v2.0/ports/94b86828-422f-45f8-ac28-1a6315946d39/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0541973 Aug 17 17:03:04.883151 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b910bf1e-f018-4f8b-adc1-152334521764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:04.934404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-9de6d1b2-d747-498c-98e9-f75d3233623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:04.935886 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-9de6d1b2-d747-498c-98e9-f75d3233623c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b&tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf HTTP/1.1" status: 200 len: 1096 time: 0.0417097 Aug 17 17:03:04.947572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:03:05.003761 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:05.060971 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:05.204604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=94b86828-422f-45f8-ac28-1a6315946d39,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:05.237154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:03:05.281707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:03:05.283988 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e9bd8d-98a8-444c-b0bf-39636a9c2383" -d '{"events": [{"server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "name": "network-vif-unplugged", "status": "completed", "tag": "94b86828-422f-45f8-ac28-1a6315946d39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:03:05.287830 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:05.299748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Transition to ACTIVE for port object 94b86828-422f-45f8-ac28-1a6315946d39 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:03:05.303488 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:05.337679 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f9f651-0b03-40bf-a28f-64102a2a82c0 x-openstack-request-id: req-24f9f651-0b03-40bf-a28f-64102a2a82c0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:03:05.337797 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "name": "network-vif-unplugged", "status": "completed", "tag": "94b86828-422f-45f8-ac28-1a6315946d39", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:03:05.337948 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24f9f651-0b03-40bf-a28f-64102a2a82c0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:03:05.338337 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39', 'code': 200} Aug 17 17:03:05.367138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=94b86828-422f-45f8-ac28-1a6315946d39,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:05.369434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] No DVR routers for this DVR port 94b86828-422f-45f8-ac28-1a6315946d39 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:03:05.407785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Attempting to bind port 94b86828-422f-45f8-ac28-1a6315946d39 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:03:05.408116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Attempting to bind port 94b86828-422f-45f8-ac28-1a6315946d39 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:03:05.408438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Attempting to bind port 94b86828-422f-45f8-ac28-1a6315946d39 on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:03:05.412627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Port 94b86828-422f-45f8-ac28-1a6315946d39 on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:03:05.412943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Attempting to bind port 94b86828-422f-45f8-ac28-1a6315946d39 on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:03:05.417633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:03:05.417964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Checking segment: {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:03:05.418345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Bound using segment: {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:03:05.418786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Bound port: 94b86828-422f-45f8-ac28-1a6315946d39, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:03:05.419130 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:05.480517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:03:05.483549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=94b86828-422f-45f8-ac28-1a6315946d39,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:03:05.487215 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:05.525982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:05.526627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:05.528020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] 10.222.0.91 "PUT /v2.0/ports/94b86828-422f-45f8-ac28-1a6315946d39 HTTP/1.1" status: 200 len: 1091 time: 0.5844018 Aug 17 17:03:05.549170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709912b-b555-41dc-8d15-39f47ac10ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=94b86828-422f-45f8-ac28-1a6315946d39,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:05.594516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-3a0af92e-43f1-48e3-a66d-ea0e9eda603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:05.596025 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-3a0af92e-43f1-48e3-a66d-ea0e9eda603e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 1094 time: 0.0422459 Aug 17 17:03:05.659368 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022519b-9c15-43c7-82da-c0459c645a48 req-d4f141ec-feb8-4874-8d0c-0940f3ac07e4 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:05.660947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8022519b-9c15-43c7-82da-c0459c645a48 req-d4f141ec-feb8-4874-8d0c-0940f3ac07e4 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 943 time: 0.0505059 Aug 17 17:03:05.692958 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-90c0dc7d-338a-4de3-a13f-bfb456167757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:05.694501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-90c0dc7d-338a-4de3-a13f-bfb456167757 service neutron] 10.222.0.91 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.0916166 Aug 17 17:03:05.700114 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8022519b-9c15-43c7-82da-c0459c645a48 req-2af5b79e-9190-45a9-837c-92d2f2bf7424 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Aug 17 17:03:05.739020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-f44b0cf0-e3be-47b3-8102-4e74ba4bc475 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b86828-422f-45f8-ac28-1a6315946d39 HTTP/1.1" status: 200 len: 217 time: 0.0370421 Aug 17 17:03:05.792030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-4348d656-2f45-4590-8233-9166fdd6facb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:05.793459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-4348d656-2f45-4590-8233-9166fdd6facb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0482748 Aug 17 17:03:05.826681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-b55a9d6b-89bb-4ed8-823b-15e495acc99f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255256 Aug 17 17:03:05.916475 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-03107b0b-fad7-44f8-9f94-f7447b8908a1 service neutron] 10.222.0.91 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827892 Aug 17 17:03:06.011688 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8a9548a-96bf-4505-8ccc-a584c4dc62de req-1f097e45-b9cd-473d-b507-947cc251921d service neutron] 10.222.0.91 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878210 Aug 17 17:03:06.060702 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:06.820300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c530a-7477-4c0a-9c24-188b9491face req-3818dad9-412c-4861-9130-48b56adec6da tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:06.821772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-753c530a-7477-4c0a-9c24-188b9491face req-3818dad9-412c-4861-9130-48b56adec6da tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 943 time: 0.0508902 Aug 17 17:03:06.861075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-753c530a-7477-4c0a-9c24-188b9491face req-528efdce-50df-4958-bb4f-f8033ffec3c2 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332148 Aug 17 17:03:07.339522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:03:07.341897 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71df542f-24dd-4e63-be00-a8028a8241fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "tag": "94b86828-422f-45f8-ac28-1a6315946d39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:03:07.392615 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dbd970-b4e9-40d2-a60c-a63e0d58d967 x-openstack-request-id: req-73dbd970-b4e9-40d2-a60c-a63e0d58d967 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:03:07.392903 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "tag": "94b86828-422f-45f8-ac28-1a6315946d39", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:03:07.393151 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73dbd970-b4e9-40d2-a60c-a63e0d58d967 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:03:07.393545 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39', 'status': 'completed', 'code': 200} Aug 17 17:03:07.490182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df542f-24dd-4e63-be00-a8028a8241fc req-2cb8f39a-3d74-4440-adb8-da60d59b6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:07.491832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-2cb8f39a-3d74-4440-adb8-da60d59b6798 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 1094 time: 0.0744236 Aug 17 17:03:07.509881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df542f-24dd-4e63-be00-a8028a8241fc req-231a13e9-ce6d-48e9-a7ff-73f7fb06c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:07.511657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-231a13e9-ce6d-48e9-a7ff-73f7fb06c8af service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 1094 time: 0.0863495 Aug 17 17:03:07.521818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 94b86828-422f-45f8-ac28-1a6315946d39 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:03:07.563523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 94b86828-422f-45f8-ac28-1a6315946d39 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:03:07.667965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df542f-24dd-4e63-be00-a8028a8241fc req-64d56fe8-490d-4246-990c-4a61261830bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:07.669467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-64d56fe8-490d-4246-990c-4a61261830bc service neutron] 10.222.0.93 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.1706440 Aug 17 17:03:07.674230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df542f-24dd-4e63-be00-a8028a8241fc req-ddf6533f-37f4-4658-8b68-752e4d8a5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:07.675691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-ddf6533f-37f4-4658-8b68-752e4d8a5ecb service neutron] 10.222.0.91 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.1523259 Aug 17 17:03:07.717943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-cc0a2568-893e-4d86-9f8f-84849147b5a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b86828-422f-45f8-ac28-1a6315946d39 HTTP/1.1" status: 200 len: 217 time: 0.0406256 Aug 17 17:03:07.749760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 94b86828-422f-45f8-ac28-1a6315946d39 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:03:07.757880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-630f2803-223e-4523-86b1-2b1a01af02f3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b86828-422f-45f8-ac28-1a6315946d39 HTTP/1.1" status: 200 len: 217 time: 0.0736592 Aug 17 17:03:07.827269 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:07.829819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df542f-24dd-4e63-be00-a8028a8241fc req-3ad0c8b0-e293-4bfa-a799-1941aeb51f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:07.831358 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-3ad0c8b0-e293-4bfa-a799-1941aeb51f69 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0823064 Aug 17 17:03:07.835724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df542f-24dd-4e63-be00-a8028a8241fc req-cbd24073-c1e2-4396-be59-96aaf6b7f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:07.836835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-cbd24073-c1e2-4396-be59-96aaf6b7f5ab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0600674 Aug 17 17:03:07.860233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=94b86828-422f-45f8-ac28-1a6315946d39,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:07.870639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '94b86828-422f-45f8-ac28-1a6315946d39', 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6', 'port_id': '94b86828-422f-45f8-ac28-1a6315946d39', 'mac_address': 'fa:16:3e:c5:ae:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fde803f-bcb5-451b-a834-e3d5f0834808', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:03:07.874494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-57e51b39-c446-43b4-be42-373d51e684a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333867 Aug 17 17:03:07.897020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-7b71d2f5-966f-4a78-baa7-daa5f870bbb9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485718 Aug 17 17:03:07.912754 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:07.927405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b86828-422f-45f8-ac28-1a6315946d39 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:03:07.949370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=94b86828-422f-45f8-ac28-1a6315946d39,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:07.954982 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:08.007405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=94b86828-422f-45f8-ac28-1a6315946d39,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:08.015008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.015431 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.015836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.016237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.016628 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.017008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.017402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.017798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.018177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.018602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.018988 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.019370 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:08.100092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c4711-b691-409f-af38-c17b5eca8665 req-988fb80b-5b3e-425c-8416-b45ba3627a8e tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:08.101645 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b3c4711-b691-409f-af38-c17b5eca8665 req-988fb80b-5b3e-425c-8416-b45ba3627a8e tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 944 time: 0.1343868 Aug 17 17:03:08.108441 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-ca3b9871-8c65-4ca6-a135-ba0d91596e3d service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105930 Aug 17 17:03:08.121580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-beff980d-7e82-494e-ae12-2811506a7ab6 service neutron] 10.222.0.91 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120738 Aug 17 17:03:08.173511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['94b86828-422f-45f8-ac28-1a6315946d39'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:03:08.252723 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b3c4711-b691-409f-af38-c17b5eca8665 req-f4e795da-6256-4bc8-a0e0-4a2276b0c421 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413026 Aug 17 17:03:08.302926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-a19fa77b-ab43-445c-bc0b-9e8573b65223 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835837 Aug 17 17:03:08.308570 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-71df542f-24dd-4e63-be00-a8028a8241fc req-10e46351-2a63-44a8-a98c-8ad51f95b823 service neutron] 10.222.0.91 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722455 Aug 17 17:03:08.486492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff27a7d-de61-4be6-8ab2-ac33941ac25c req-caddc32e-7ebb-45b4-aca7-6b367006dc7b tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:08.487994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ff27a7d-de61-4be6-8ab2-ac33941ac25c req-caddc32e-7ebb-45b4-aca7-6b367006dc7b tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 944 time: 0.0880592 Aug 17 17:03:08.496587 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-f1ed814f-99db-4f0e-9140-bbb8947c8f23 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:08.497924 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-f1ed814f-99db-4f0e-9140-bbb8947c8f23 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.93 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b&tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 944 time: 0.0852728 Aug 17 17:03:08.561681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3ff27a7d-de61-4be6-8ab2-ac33941ac25c req-6676f4e1-0fea-49f2-b1b3-29f1fbf9541a tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627851 Aug 17 17:03:08.581318 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-0e40c1bd-53f9-4a33-a54e-930c66157e00 service neutron] delete failed (client error): The resource could not be found. Aug 17 17:03:08.582906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-0e40c1bd-53f9-4a33-a54e-930c66157e00 service neutron] 10.222.0.93 "DELETE /v2.0/ports/94b86828-422f-45f8-ac28-1a6315946d39/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0767570 Aug 17 17:03:08.670134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-b85d80fd-2959-48c9-b0ce-7b1d3d13ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:08.671697 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-b85d80fd-2959-48c9-b0ce-7b1d3d13ac61 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 1095 time: 0.0451725 Aug 17 17:03:08.760463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-9c938049-8ce9-4ef2-a111-e941b6970174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:08.761908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-9c938049-8ce9-4ef2-a111-e941b6970174 service neutron] 10.222.0.93 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.0834877 Aug 17 17:03:08.808419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-1d25fdf0-1ea9-4b9b-8f54-96ac3d5fb1cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b86828-422f-45f8-ac28-1a6315946d39 HTTP/1.1" status: 200 len: 217 time: 0.0392327 Aug 17 17:03:08.856342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-4e1ec0ae-1857-4bfe-880b-0ed0a5bea145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:08.857779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-4e1ec0ae-1857-4bfe-880b-0ed0a5bea145 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0430059 Aug 17 17:03:08.888800 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-419ca155-3df7-4e0b-9ae1-7c7be1739fa9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239594 Aug 17 17:03:08.975557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-b5dfb716-0d8a-463b-a9ba-73089ca3d94c service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794880 Aug 17 17:03:09.069093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-029c6674-faab-4ee2-8340-9b4bbaff2dea req-062b4322-42c4-4d22-950f-93676638ef8d service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857964 Aug 17 17:03:09.577272 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:03:09.683696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36cc1b-0080-4fff-9b31-d114293cac24 req-af189a1a-05a6-4587-9023-8477ec96e09a tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:09.685189 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc36cc1b-0080-4fff-9b31-d114293cac24 req-af189a1a-05a6-4587-9023-8477ec96e09a tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 944 time: 0.0532248 Aug 17 17:03:09.721712 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc36cc1b-0080-4fff-9b31-d114293cac24 req-7e6cc4be-03ca-4727-a869-9ac641f5b29d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305023 Aug 17 17:03:09.749795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 94b86828-422f-45f8-ac28-1a6315946d39 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:03:09.798234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 94b86828-422f-45f8-ac28-1a6315946d39 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:03:09.803017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 94b86828-422f-45f8-ac28-1a6315946d39 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:03:09.803382 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:09.838672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5198bd-ecb4-4e4b-8fea-640d3ab29eb0 req-df71a65e-2b62-4866-aca8-080f095f16ab tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:09.840188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c5198bd-ecb4-4e4b-8fea-640d3ab29eb0 req-df71a65e-2b62-4866-aca8-080f095f16ab tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 944 time: 0.0508471 Aug 17 17:03:09.880761 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c5198bd-ecb4-4e4b-8fea-640d3ab29eb0 req-cd79acab-925c-4c24-882d-f03758f420cb tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Aug 17 17:03:10.005838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d762b5-e764-431e-897d-59fd5d6ff109 req-00f6b959-8d22-4bfc-b0a6-93fd2f475115 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:10.007423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-28d762b5-e764-431e-897d-59fd5d6ff109 req-00f6b959-8d22-4bfc-b0a6-93fd2f475115 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 944 time: 0.0529213 Aug 17 17:03:10.048267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-28d762b5-e764-431e-897d-59fd5d6ff109 req-0158449d-c251-48c6-970b-858273ce3e06 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Aug 17 17:03:10.050033 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:10.073028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:03:10.075250 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e203ac21-6dfb-4e36-9f75-ba13ac28b612" -d '{"events": [{"server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "name": "network-vif-plugged", "status": "completed", "tag": "94b86828-422f-45f8-ac28-1a6315946d39"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:03:10.090530 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=94b86828-422f-45f8-ac28-1a6315946d39,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:10.094730 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:10.121748 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7659dbe6-8034-4537-b826-a0f80f39cb5d x-openstack-request-id: req-7659dbe6-8034-4537-b826-a0f80f39cb5d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:03:10.122140 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "name": "network-vif-plugged", "status": "completed", "tag": "94b86828-422f-45f8-ac28-1a6315946d39", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:03:10.122408 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7659dbe6-8034-4537-b826-a0f80f39cb5d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:03:10.122785 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39', 'code': 200} Aug 17 17:03:10.148278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=94b86828-422f-45f8-ac28-1a6315946d39,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:10.400116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-d0a04854-d3fd-4a97-8024-b0b72300e8f0 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:10.401591 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-d0a04854-d3fd-4a97-8024-b0b72300e8f0 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 814 time: 0.1055219 Aug 17 17:03:10.416605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-58b47b2e-b329-4ed9-b711-f78df946c75f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/quotas/dfc1546fdf7545af99a0bb1b5753c2bf HTTP/1.1" status: 200 len: 375 time: 0.0093613 Aug 17 17:03:10.475117 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-4de8427d-41cb-4b04-93fb-364dfe6eaed6 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0532765 Aug 17 17:03:10.569540 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-4514b124-9561-40cc-a41e-f416d2c5b217 service neutron] 10.222.0.77 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874538 Aug 17 17:03:10.657510 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-60cce5fc-f23f-4ee5-8a4d-7ff78225169d service neutron] 10.222.0.77 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817246 Aug 17 17:03:10.815048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c3785519-cb65-4e6f-923b-aa71314cdd79 req-6f9f9763-131d-413d-9d5a-93fcf3e0e8c5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 210 time: 0.0266514 Aug 17 17:03:11.512081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ed364-7a28-49c3-a727-614415b7acae req-dc51eb00-b7ac-42a7-986c-5d4242d9ef0f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:11.513546 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d24ed364-7a28-49c3-a727-614415b7acae req-dc51eb00-b7ac-42a7-986c-5d4242d9ef0f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.91 "GET /v2.0/ports?device_id=ced03d31-1f40-4b96-83a7-41fc7e4ef00b HTTP/1.1" status: 200 len: 945 time: 0.0526891 Aug 17 17:03:11.602677 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d24ed364-7a28-49c3-a727-614415b7acae req-baf46f98-37ab-4e4a-8744-3a610994f8c8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Deleting port 94b86828-422f-45f8-ac28-1a6315946d39 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:03:11.603027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d24ed364-7a28-49c3-a727-614415b7acae req-baf46f98-37ab-4e4a-8744-3a610994f8c8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:11.766357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d24ed364-7a28-49c3-a727-614415b7acae req-baf46f98-37ab-4e4a-8744-3a610994f8c8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] For port 94b86828-422f-45f8-ac28-1a6315946d39, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=94b86828-422f-45f8-ac28-1a6315946d39,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:11.766677 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d24ed364-7a28-49c3-a727-614415b7acae req-baf46f98-37ab-4e4a-8744-3a610994f8c8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:11.795178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-28eaefc7-2011-473e-b0e6-c076e9edc16c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:11.796629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-28eaefc7-2011-473e-b0e6-c076e9edc16c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.93 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 814 time: 0.1505115 Aug 17 17:03:11.797450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d24ed364-7a28-49c3-a727-614415b7acae req-baf46f98-37ab-4e4a-8744-3a610994f8c8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Calling delete_port for 94b86828-422f-45f8-ac28-1a6315946d39 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:03:11.811373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Request body: {'port': {'device_id': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6', 'admin_state_up': True, 'tenant_id': 'dfc1546fdf7545af99a0bb1b5753c2bf'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:03:11.912100 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6fe3f458-c1f0-44e6-b318-fde5aac032fb req-6344fd92-53d5-40ab-beb0-5b67c3236735 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 210 time: 0.0274277 Aug 17 17:03:12.001087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Made reservation on behalf of dfc1546fdf7545af99a0bb1b5753c2bf for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:03:12.005103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:12.042177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d24ed364-7a28-49c3-a727-614415b7acae req-baf46f98-37ab-4e4a-8744-3a610994f8c8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:12.052854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['94b86828-422f-45f8-ac28-1a6315946d39'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:03:12.106984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf46f98-37ab-4e4a-8744-3a610994f8c8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Pushing event deleted for resources: {'Port': ['ID=94b86828-422f-45f8-ac28-1a6315946d39,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:12.157601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24ed364-7a28-49c3-a727-614415b7acae req-baf46f98-37ab-4e4a-8744-3a610994f8c8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] No DVR routers for this DVR port 94b86828-422f-45f8-ac28-1a6315946d39 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:03:12.162668 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d24ed364-7a28-49c3-a727-614415b7acae req-baf46f98-37ab-4e4a-8744-3a610994f8c8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:12.164662 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d24ed364-7a28-49c3-a727-614415b7acae req-baf46f98-37ab-4e4a-8744-3a610994f8c8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.91 "DELETE /v2.0/ports/94b86828-422f-45f8-ac28-1a6315946d39 HTTP/1.1" status: 204 len: 173 time: 0.6454203 Aug 17 17:03:12.165084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'name': 'network-vif-deleted', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:03:12.167429 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70d7c34-c070-4cd8-a02a-a2854d62f9a2" -d '{"events": [{"server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "name": "network-vif-deleted", "tag": "94b86828-422f-45f8-ac28-1a6315946d39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:03:12.211422 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764fa752-d37f-454b-950a-ce3b17d4608c x-openstack-request-id: req-764fa752-d37f-454b-950a-ce3b17d4608c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:03:12.211710 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced03d31-1f40-4b96-83a7-41fc7e4ef00b", "name": "network-vif-deleted", "tag": "94b86828-422f-45f8-ac28-1a6315946d39", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:03:12.211958 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-764fa752-d37f-454b-950a-ce3b17d4608c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:03:12.212353 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced03d31-1f40-4b96-83a7-41fc7e4ef00b', 'name': 'network-vif-deleted', 'tag': '94b86828-422f-45f8-ac28-1a6315946d39', 'status': 'completed', 'code': 200} Aug 17 17:03:12.218042 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Allocated IP 172.20.0.2 (da02b8f1-34cf-48ff-9bf1-c4416ec569a6/3fde803f-bcb5-451b-a834-e3d5f0834808/a544b4e1-38e2-4978-aa73-2872fc3ebd2e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:03:12.369639 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:12.407038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:12.418910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['94b86828-422f-45f8-ac28-1a6315946d39'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:03:12.451644 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:03:12.454708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:03:12.458344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:03:12.464415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Pushing event updated for resources: {'Port': ['ID=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:12.510700 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:12.511381 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:12.525796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-57e84629-fddc-4626-ac94-3d840df1c22f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7192035 Aug 17 17:03:12.538297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Request body: {'port': {'device_id': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:03:12.598636 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:12.854596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a544b4e1-38e2-4978-aa73-2872fc3ebd2e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:03:12.862398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:12.874782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Transition to ACTIVE for port object a544b4e1-38e2-4978-aa73-2872fc3ebd2e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:03:12.878293 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:12.925129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Pushing event updated for resources: {'Port': ['ID=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:13.000404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Attempting to bind port a544b4e1-38e2-4978-aa73-2872fc3ebd2e on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:03:13.000736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Attempting to bind port a544b4e1-38e2-4978-aa73-2872fc3ebd2e by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:03:13.001064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Attempting to bind port a544b4e1-38e2-4978-aa73-2872fc3ebd2e on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:03:13.005573 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Port a544b4e1-38e2-4978-aa73-2872fc3ebd2e on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:03:13.005897 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Attempting to bind port a544b4e1-38e2-4978-aa73-2872fc3ebd2e on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:03:13.010747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:03:13.011083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Checking segment: {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:03:13.011466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Bound using segment: {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:03:13.011892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Bound port: a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:03:13.012250 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:13.032407 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbea517-9207-4967-abf5-f81c25268a82 req-4c593c50-c7d0-4fb6-9acc-5c2390c0ace9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:13.033921 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbea517-9207-4967-abf5-f81c25268a82 req-4c593c50-c7d0-4fb6-9acc-5c2390c0ace9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 943 time: 0.0552645 Aug 17 17:03:13.072866 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8dbea517-9207-4967-abf5-f81c25268a82 req-50b72a98-a350-4f8f-99bd-8339e8f78893 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Aug 17 17:03:13.074961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:03:13.078148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:03:13.083687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:13.117660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:13.118268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:13.119662 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] 10.222.0.93 "PUT /v2.0/ports/a544b4e1-38e2-4978-aa73-2872fc3ebd2e HTTP/1.1" status: 200 len: 1091 time: 0.5854928 Aug 17 17:03:13.141357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6df0b-29ba-4a4d-90e1-5a5cb008fe78 service neutron] Pushing event updated for resources: {'Port': ['ID=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:13.197196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-2fe3fcba-e9dd-45fb-97a7-4f0b5b58310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:13.198753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-2fe3fcba-e9dd-45fb-97a7-4f0b5b58310c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 1094 time: 0.0439007 Aug 17 17:03:13.241721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-3c00b4af-50e7-417d-a169-0df0cc6e05df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e HTTP/1.1" status: 200 len: 217 time: 0.0353723 Aug 17 17:03:13.289154 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-08bf5ca2-5356-47fb-8980-653b854739b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:13.290588 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-08bf5ca2-5356-47fb-8980-653b854739b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0424285 Aug 17 17:03:13.324958 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-56420eda-8acd-4fa2-bcd1-d19781c1ab3c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272095 Aug 17 17:03:13.413558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-3fe7bedf-f6e6-49e2-944f-6ba4ec2a940b service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817456 Aug 17 17:03:13.505486 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-075f9328-9e3f-4a65-9111-efc0cf7d9e96 req-a53802cc-5ee4-4076-b252-05dc40272e97 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852969 Aug 17 17:03:14.189346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc7730-49c8-4e5d-ace6-b99c6bb5d64e req-9603d737-7e88-45a5-bb54-942c1a40b7ac tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:14.190819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68bc7730-49c8-4e5d-ace6-b99c6bb5d64e req-9603d737-7e88-45a5-bb54-942c1a40b7ac tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 943 time: 0.0495818 Aug 17 17:03:14.212815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:03:14.214996 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea" -d '{"events": [{"name": "network-changed", "server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:03:14.234232 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68bc7730-49c8-4e5d-ace6-b99c6bb5d64e req-2f735166-2c47-41a4-a735-3c02a2e7896f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373447 Aug 17 17:03:14.253041 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea46651-d619-4d7f-a77e-5c07b961d778 x-openstack-request-id: req-cea46651-d619-4d7f-a77e-5c07b961d778 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:03:14.253333 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:03:14.253607 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cea46651-d619-4d7f-a77e-5c07b961d778 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:03:14.254007 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e', 'status': 'completed', 'code': 200} Aug 17 17:03:14.315194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea req-6ea04b58-5531-4498-95f7-101431292215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:14.316797 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea req-6ea04b58-5531-4498-95f7-101431292215 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 1094 time: 0.0417693 Aug 17 17:03:14.408032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea req-95dea4fe-962e-48c2-bc89-e03cb53f86df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:14.409463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea req-95dea4fe-962e-48c2-bc89-e03cb53f86df service neutron] 10.222.0.93 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.0859034 Aug 17 17:03:14.451277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea req-8db22a0c-7a9e-49d3-817c-3cf8f9b1084d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e HTTP/1.1" status: 200 len: 217 time: 0.0346727 Aug 17 17:03:14.499735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea req-ec8a8b63-f006-4905-8a8e-bbf339d9c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:14.501042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea req-ec8a8b63-f006-4905-8a8e-bbf339d9c7a2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0423107 Aug 17 17:03:14.534792 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea req-da5c1301-1435-44e1-991b-e12025c0c603 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270402 Aug 17 17:03:14.622093 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea req-d9936f04-7fd8-48d4-8e1b-71fb7044e225 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807045 Aug 17 17:03:15.063752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59ca2a20-b2e9-4689-8fdc-00746ae3bbea req-c06dfe18-ffd0-4056-8ff7-d1c5bf9116f1 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340560 Aug 17 17:03:15.349984 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc7897-6b95-4f41-b14f-e1ed52cade78 req-859610e4-ef5a-4816-b56a-7a9b0e7dbd39 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:15.351464 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-62bc7897-6b95-4f41-b14f-e1ed52cade78 req-859610e4-ef5a-4816-b56a-7a9b0e7dbd39 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 943 time: 0.0485320 Aug 17 17:03:15.389018 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-62bc7897-6b95-4f41-b14f-e1ed52cade78 req-6e2f9d7e-32a4-4275-a8be-19139e1674f5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Aug 17 17:03:15.569326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a544b4e1-38e2-4978-aa73-2872fc3ebd2e details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:03:15.665243 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:15.675736 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e', 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6', 'port_id': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e', 'mac_address': 'fa:16:3e:7a:14:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fde803f-bcb5-451b-a834-e3d5f0834808', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:03:15.711002 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:15.723412 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a544b4e1-38e2-4978-aa73-2872fc3ebd2e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:03:15.746313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:15.750025 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:15.796005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:15.799793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 94b86828-422f-45f8-ac28-1a6315946d39 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:03:15.820897 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 94b86828-422f-45f8-ac28-1a6315946d39 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:03:15.821184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 94b86828-422f-45f8-ac28-1a6315946d39 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:03:15.937257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['a544b4e1-38e2-4978-aa73-2872fc3ebd2e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:03:16.505962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5fbce-38e2-4a20-8884-879c0f5ec488 req-ac7ee87f-d842-4713-8a95-379b999853f3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:16.507459 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40c5fbce-38e2-4a20-8884-879c0f5ec488 req-ac7ee87f-d842-4713-8a95-379b999853f3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 944 time: 0.0502481 Aug 17 17:03:16.544400 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-40c5fbce-38e2-4a20-8884-879c0f5ec488 req-07f023b0-c3db-482c-b332-fed9c4713912 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Aug 17 17:03:17.615399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a544b4e1-38e2-4978-aa73-2872fc3ebd2e up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:03:17.658059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ebbb2-2076-4cbd-bbd7-e6698bd621cf req-e9cac5f9-30eb-45a0-8709-e6ccecbd1f5d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:17.659574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-515ebbb2-2076-4cbd-bbd7-e6698bd621cf req-e9cac5f9-30eb-45a0-8709-e6ccecbd1f5d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 944 time: 0.0491142 Aug 17 17:03:17.664072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port a544b4e1-38e2-4978-aa73-2872fc3ebd2e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:03:17.668381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port a544b4e1-38e2-4978-aa73-2872fc3ebd2e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:03:17.668755 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:17.698230 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-515ebbb2-2076-4cbd-bbd7-e6698bd621cf req-d5c2201a-080f-47cd-89f7-ec91fac3b362 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Aug 17 17:03:17.749456 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:17.771235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:03:17.773521 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62380637-2116-4935-ace3-b96785608eeb" -d '{"events": [{"server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "name": "network-vif-plugged", "status": "completed", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:03:17.788860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:17.793339 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:17.820384 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8056fcb-a63a-4027-b5c1-27805c55b07c x-openstack-request-id: req-f8056fcb-a63a-4027-b5c1-27805c55b07c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:03:17.820670 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "name": "network-vif-plugged", "status": "completed", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:03:17.820912 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8056fcb-a63a-4027-b5c1-27805c55b07c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:03:17.821289 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e', 'code': 200} Aug 17 17:03:17.848441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:17.910056 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e6227-92b6-4d67-80d7-212e258b3721 req-05016853-ce9c-4bc8-9087-e7c9b27561aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:17.912104 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-024e6227-92b6-4d67-80d7-212e258b3721 req-05016853-ce9c-4bc8-9087-e7c9b27561aa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 1096 time: 0.0433466 Aug 17 17:03:17.945695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-024e6227-92b6-4d67-80d7-212e258b3721 req-bedb5640-40fe-4199-a3ad-6d5f12269cfc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269902 Aug 17 17:03:18.814974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85079f4-ce0a-41b5-b5e8-45910941d559 req-d30dcced-83d7-462d-b49e-26e8f834a4e2 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:18.816900 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d85079f4-ce0a-41b5-b5e8-45910941d559 req-d30dcced-83d7-462d-b49e-26e8f834a4e2 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0516529 Aug 17 17:03:18.854608 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d85079f4-ce0a-41b5-b5e8-45910941d559 req-02cbf882-6109-46a4-9f45-3a2fb5c09826 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Aug 17 17:03:19.946174 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:19.970937 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118a934-1d68-465a-aa72-898c5bbb4fb3 req-b7a590d6-7619-4e1d-b46b-3af4dcb64923 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:19.972413 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d118a934-1d68-465a-aa72-898c5bbb4fb3 req-b7a590d6-7619-4e1d-b46b-3af4dcb64923 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0495400 Aug 17 17:03:20.010649 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d118a934-1d68-465a-aa72-898c5bbb4fb3 req-1c82c076-7171-4351-8f8e-6d737e5f15b4 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Aug 17 17:03:20.123114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feb9d8-118d-470b-ad30-fbdfba2761bc req-bd938216-032f-40e1-adbd-715a1bfc6130 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:20.124585 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2feb9d8-118d-470b-ad30-fbdfba2761bc req-bd938216-032f-40e1-adbd-715a1bfc6130 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0497184 Aug 17 17:03:20.161618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c2feb9d8-118d-470b-ad30-fbdfba2761bc req-725c1e9d-b845-4c6c-bacc-b6217b5e961d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310848 Aug 17 17:03:20.245296 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:20.408525 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-3a4b927d-88ec-4679-b4a1-911e1ab4f606 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710576 Aug 17 17:03:20.420415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af1f36-9b19-45ab-b6ba-2639c59744ca req-8e59cbe4-ae35-4855-b3c0-d72b1c25f60c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:20.421829 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11af1f36-9b19-45ab-b6ba-2639c59744ca req-8e59cbe4-ae35-4855-b3c0-d72b1c25f60c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0563633 Aug 17 17:03:20.460759 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11af1f36-9b19-45ab-b6ba-2639c59744ca req-dd22ee73-cd88-48fe-8828-c83aaba712bb tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Aug 17 17:03:21.435955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-327d9339-81b9-45b0-9a69-71d6bd849bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:21.437365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-327d9339-81b9-45b0-9a69-71d6bd849bfe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 1096 time: 0.0413542 Aug 17 17:03:21.531144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-e198ad8d-3873-4c33-baca-e00524214f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:21.532668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-e198ad8d-3873-4c33-baca-e00524214f1f service neutron] 10.222.0.93 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.0888226 Aug 17 17:03:21.573895 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-0627eb13-a9f6-461f-b359-4ae198d222f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e HTTP/1.1" status: 200 len: 217 time: 0.0345101 Aug 17 17:03:21.583028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698be6-d318-4036-891d-f7caf30dc4f2 req-0948d3d4-4300-42c8-88a9-b0fe3a6b634f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:21.584519 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc698be6-d318-4036-891d-f7caf30dc4f2 req-0948d3d4-4300-42c8-88a9-b0fe3a6b634f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Aug 17 17:03:21.622684 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cc698be6-d318-4036-891d-f7caf30dc4f2 req-a55350ff-dc29-4e06-805b-5fc7f269c3c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Aug 17 17:03:21.623642 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-31fab924-5a1e-4817-8145-77118e390c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:21.625106 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-31fab924-5a1e-4817-8145-77118e390c2d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0443485 Aug 17 17:03:21.661273 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-faa970ff-c07a-405c-87e2-206b071a3235 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289192 Aug 17 17:03:21.748605 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-e2d34730-c6b0-43cb-85a5-28df6f6f0681 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812247 Aug 17 17:03:21.823943 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-b6a8d8a5-8ef9-42e9-8e58-048c55360f2e req-f02da49a-2ce3-4bcb-a405-86e809c04eb8 service neutron] (94839) timed out ('10.222.0.93', 54516) {{(pid=94839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 17:03:21.840209 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-6994be9d-ade2-4824-a44a-4f5c557e340a service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846176 Aug 17 17:03:22.736758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aaa48-72a4-4dcf-8ce2-acd0fdd7bbf5 req-b6ca762e-16ab-4dec-ab05-b0c81660bb81 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:22.738210 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-898aaa48-72a4-4dcf-8ce2-acd0fdd7bbf5 req-b6ca762e-16ab-4dec-ab05-b0c81660bb81 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0491185 Aug 17 17:03:22.775408 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-898aaa48-72a4-4dcf-8ce2-acd0fdd7bbf5 req-15b71a4c-6634-4b9b-91d9-62058c3e03e3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305731 Aug 17 17:03:23.889402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560658d1-cfba-48a9-ac78-ec171f502ed7 req-3038c8fb-aa29-4583-989f-d0fe803e8bb9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:23.890912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-560658d1-cfba-48a9-ac78-ec171f502ed7 req-3038c8fb-aa29-4583-989f-d0fe803e8bb9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0492637 Aug 17 17:03:23.929106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-560658d1-cfba-48a9-ac78-ec171f502ed7 req-e27a5806-3bda-4096-8560-9a45e6277a36 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Aug 17 17:03:25.043488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11153ac5-767b-4840-a29e-bba6fbc5ae10 req-5f45e8ad-15c5-4a58-afd4-a7f985fe7898 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:25.044970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11153ac5-767b-4840-a29e-bba6fbc5ae10 req-5f45e8ad-15c5-4a58-afd4-a7f985fe7898 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0485380 Aug 17 17:03:25.082867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-11153ac5-767b-4840-a29e-bba6fbc5ae10 req-1c372c10-ee90-457f-bf40-245eb9c16a7f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Aug 17 17:03:26.196163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a391a-a339-4c18-b39b-b9c2467b2ef3 req-b492cdbb-ad25-4334-9fe5-c0710a6872df tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:26.197651 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b46a391a-a339-4c18-b39b-b9c2467b2ef3 req-b492cdbb-ad25-4334-9fe5-c0710a6872df tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0493684 Aug 17 17:03:26.235507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b46a391a-a339-4c18-b39b-b9c2467b2ef3 req-820606ca-0a85-418c-b319-a8df6eb9c1b3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Aug 17 17:03:27.351716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239b3e4-36ab-436f-a14a-9aac7258c998 req-45f4ec5b-e8ad-411a-80f1-8a8a50d27791 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:27.353160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3239b3e4-36ab-436f-a14a-9aac7258c998 req-45f4ec5b-e8ad-411a-80f1-8a8a50d27791 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0530200 Aug 17 17:03:27.389328 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3239b3e4-36ab-436f-a14a-9aac7258c998 req-6aea09c9-aa04-47eb-a435-56e6c181269f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302892 Aug 17 17:03:28.508938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899324c9-1b70-496c-92e2-e1f80ba53e5e req-fe115ee6-3cd4-4f36-8c2b-43515f2b95fc tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:28.510447 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-899324c9-1b70-496c-92e2-e1f80ba53e5e req-fe115ee6-3cd4-4f36-8c2b-43515f2b95fc tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0539074 Aug 17 17:03:28.547793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-899324c9-1b70-496c-92e2-e1f80ba53e5e req-77f2494b-24dd-4cb1-959e-600fe1781dbd tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313435 Aug 17 17:03:29.661887 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffc95e-0a76-4474-b65c-0919030f4f71 req-20796f14-65a5-4a18-9219-7380206bc208 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:29.663369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0fffc95e-0a76-4474-b65c-0919030f4f71 req-20796f14-65a5-4a18-9219-7380206bc208 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0488389 Aug 17 17:03:29.700075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0fffc95e-0a76-4474-b65c-0919030f4f71 req-b1e9de9e-0cbe-41e1-86df-e5705a30f6f0 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307240 Aug 17 17:03:30.816712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbde13-1ef9-4dfe-a420-ac327830b9d3 req-55c1a656-1a92-4e02-ba82-9c7126d7f0ae tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:30.818203 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07fbde13-1ef9-4dfe-a420-ac327830b9d3 req-55c1a656-1a92-4e02-ba82-9c7126d7f0ae tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0496123 Aug 17 17:03:30.855536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-07fbde13-1ef9-4dfe-a420-ac327830b9d3 req-96922c61-b63f-408a-8423-96f07623d8cf tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Aug 17 17:03:31.969071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354201f2-bb1d-400a-84c8-fad1b87f3829 req-b701d61c-416d-4e6b-a38b-e5d413d775bf tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:31.970576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-354201f2-bb1d-400a-84c8-fad1b87f3829 req-b701d61c-416d-4e6b-a38b-e5d413d775bf tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0488243 Aug 17 17:03:32.008769 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-354201f2-bb1d-400a-84c8-fad1b87f3829 req-b002a5f6-4ea1-4e35-b846-485fa342d606 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Aug 17 17:03:32.195692 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-61cf69ff-5ec8-4ca3-a1f1-25061cbdce92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:33.121441 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4190c5-27f9-48b9-a3df-3ded92d2d076 req-2870e761-f635-47a7-9fb4-d990e343fd83 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:33.123063 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b4190c5-27f9-48b9-a3df-3ded92d2d076 req-2870e761-f635-47a7-9fb4-d990e343fd83 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0485585 Aug 17 17:03:33.160428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8b4190c5-27f9-48b9-a3df-3ded92d2d076 req-9c3e861e-f259-46bd-84ab-7c4018c47cf5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Aug 17 17:03:34.277809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e434ffe-02cb-4540-a9c8-4c7813ee0cc9 req-9efa628e-6ae4-4f6e-852b-2ee3b6c46ca3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:34.279207 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e434ffe-02cb-4540-a9c8-4c7813ee0cc9 req-9efa628e-6ae4-4f6e-852b-2ee3b6c46ca3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0525706 Aug 17 17:03:34.315920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0e434ffe-02cb-4540-a9c8-4c7813ee0cc9 req-bb45b12d-5beb-424f-9249-c52a8792a653 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307786 Aug 17 17:03:34.884698 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07071bcf-831d-4c07-8f31-d0db86e8abf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:35.061719 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:35.434628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beea3-c5e6-4ad0-b9ee-33b76f263abb req-7c3fd8b5-d28d-4c8f-bfd9-c4930705a469 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:35.436126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f27beea3-c5e6-4ad0-b9ee-33b76f263abb req-7c3fd8b5-d28d-4c8f-bfd9-c4930705a469 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0537183 Aug 17 17:03:35.473049 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f27beea3-c5e6-4ad0-b9ee-33b76f263abb req-77401135-aa39-44ac-8421-b1aabccfd6f8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305171 Aug 17 17:03:36.066325 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:36.593368 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51950-f684-490e-9b83-d6886a2e7b4a req-e48189b7-db7d-4abe-a9d5-75601c4c780a tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:36.594870 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6c51950-f684-490e-9b83-d6886a2e7b4a req-e48189b7-db7d-4abe-a9d5-75601c4c780a tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0538597 Aug 17 17:03:36.632630 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6c51950-f684-490e-9b83-d6886a2e7b4a req-2b3d6792-5956-48c2-a018-99ed48bb6b71 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312648 Aug 17 17:03:37.748029 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb918e0-4835-4e52-877d-4537b195dd5a req-77b12422-4b91-4450-8732-2c1c81320189 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:37.749422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cfb918e0-4835-4e52-877d-4537b195dd5a req-77b12422-4b91-4450-8732-2c1c81320189 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0497746 Aug 17 17:03:37.787018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cfb918e0-4835-4e52-877d-4537b195dd5a req-d0431472-2022-4250-853a-034c14f308db tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Aug 17 17:03:37.817201 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:38.901941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f451b0-dbc8-462a-811d-af896b931d72 req-414e62be-c632-4624-af09-ba7e0097ce24 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:38.903437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9f451b0-dbc8-462a-811d-af896b931d72 req-414e62be-c632-4624-af09-ba7e0097ce24 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0498545 Aug 17 17:03:38.940883 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a9f451b0-dbc8-462a-811d-af896b931d72 req-1364bd44-eb07-40fc-aa87-7eeed51e0aca tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316389 Aug 17 17:03:40.054728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd6cff-6f27-4a83-b91c-5bdcfca58f62 req-36453b18-7629-4866-bed1-24e3b2457c0c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:40.056187 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cabd6cff-6f27-4a83-b91c-5bdcfca58f62 req-36453b18-7629-4866-bed1-24e3b2457c0c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0490940 Aug 17 17:03:40.093507 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cabd6cff-6f27-4a83-b91c-5bdcfca58f62 req-310115a2-7739-444d-bf72-ab9d1c2da863 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Aug 17 17:03:41.211879 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae57a-7dd8-4b08-802f-66053eed80a5 req-378af160-5601-40ac-88b9-29ff192de0cd tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:41.213338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ac5ae57a-7dd8-4b08-802f-66053eed80a5 req-378af160-5601-40ac-88b9-29ff192de0cd tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0532460 Aug 17 17:03:41.252058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ac5ae57a-7dd8-4b08-802f-66053eed80a5 req-f8b769ee-a123-4798-beff-6a99f96ed786 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327554 Aug 17 17:03:42.373520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e40050-d02b-436f-8950-c59b80796093 req-985e3215-9dda-409d-a5a1-65f71c480702 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:42.375046 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-38e40050-d02b-436f-8950-c59b80796093 req-985e3215-9dda-409d-a5a1-65f71c480702 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0536134 Aug 17 17:03:42.414683 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-38e40050-d02b-436f-8950-c59b80796093 req-aed7ae31-6656-485f-8176-f9c0a3042ecb tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Aug 17 17:03:43.527938 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686599c-daa1-475d-b06e-5b88b0a6a44f req-4c66e641-bd61-4015-bd97-cb130b0e5701 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:43.529410 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3686599c-daa1-475d-b06e-5b88b0a6a44f req-4c66e641-bd61-4015-bd97-cb130b0e5701 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0486383 Aug 17 17:03:43.567140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3686599c-daa1-475d-b06e-5b88b0a6a44f req-0336f5c7-3a4d-4585-9b62-b8878a0b0525 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Aug 17 17:03:44.681432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee038fd0-2326-4f8e-b4e6-d31a148adc24 req-81963094-02e7-4e7d-b38a-6c6724df6748 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:44.683006 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee038fd0-2326-4f8e-b4e6-d31a148adc24 req-81963094-02e7-4e7d-b38a-6c6724df6748 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0492017 Aug 17 17:03:44.720031 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee038fd0-2326-4f8e-b4e6-d31a148adc24 req-765a887b-c27d-4bd6-9e32-d675c6fce58d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312159 Aug 17 17:03:45.835842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6143579-13e1-442f-b983-34ab5e7c8380 req-32194c4d-cce9-4ddb-b077-ea9180315fa8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:45.837431 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6143579-13e1-442f-b983-34ab5e7c8380 req-32194c4d-cce9-4ddb-b077-ea9180315fa8 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0510504 Aug 17 17:03:45.875379 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6143579-13e1-442f-b983-34ab5e7c8380 req-350ae2a1-5210-49ba-9497-7b8f1f93356b tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320942 Aug 17 17:03:46.576737 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:03:46.991736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc7ea-bce4-4286-a874-48c077022eab req-e3dc3db5-830d-4df2-b104-5486bf39751f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:46.993232 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b64bc7ea-bce4-4286-a874-48c077022eab req-e3dc3db5-830d-4df2-b104-5486bf39751f tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0501506 Aug 17 17:03:47.031963 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b64bc7ea-bce4-4286-a874-48c077022eab req-70a418e9-38d8-4bf1-82c0-c78ca1271a5e tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Aug 17 17:03:48.152294 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971e8e-439d-481a-82e4-d6fb3529484e req-cc43cd53-7e39-4ad4-acf7-a90248220288 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:48.153753 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53971e8e-439d-481a-82e4-d6fb3529484e req-cc43cd53-7e39-4ad4-acf7-a90248220288 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0524814 Aug 17 17:03:48.194965 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53971e8e-439d-481a-82e4-d6fb3529484e req-7feba2ec-b0df-48aa-a7d6-d8be636c02d0 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352950 Aug 17 17:03:48.592632 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-7bd27601-4594-48f2-b1bd-c7006cbba768 service neutron] show failed (client error): The resource could not be found. Aug 17 17:03:48.593627 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-7bd27601-4594-48f2-b1bd-c7006cbba768 service neutron] 10.222.0.93 "GET /v2.0/ports/a544b4e1-38e2-4978-aa73-2872fc3ebd2e/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0542862 Aug 17 17:03:48.786318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-01722201-332b-470a-ba4e-76b27af5c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:48.787837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-01722201-332b-470a-ba4e-76b27af5c026 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329&tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf HTTP/1.1" status: 200 len: 1096 time: 0.0428855 Aug 17 17:03:48.800186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:03:48.856068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:49.060599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:49.093048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:03:49.132222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:03:49.134443 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577aa84f-6af2-437f-a329-e077d9eeea1e" -d '{"events": [{"server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "name": "network-vif-unplugged", "status": "completed", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:03:49.138481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:49.150619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Transition to ACTIVE for port object a544b4e1-38e2-4978-aa73-2872fc3ebd2e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:03:49.154196 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:49.183391 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 17:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a37e92f-d995-498c-b4f6-162a25bbcbf1 x-openstack-request-id: req-3a37e92f-d995-498c-b4f6-162a25bbcbf1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:03:49.183684 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "name": "network-vif-unplugged", "status": "completed", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:03:49.183957 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a37e92f-d995-498c-b4f6-162a25bbcbf1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:03:49.184345 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e', 'code': 200} Aug 17 17:03:49.220034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] No DVR routers for this DVR port a544b4e1-38e2-4978-aa73-2872fc3ebd2e on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:03:49.223129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Pushing event updated for resources: {'Port': ['ID=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:49.233226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.233576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.233912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.234249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.234595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.235180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.235502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.235820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.236138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.236457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.236770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.237084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:49.295758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Attempting to bind port a544b4e1-38e2-4978-aa73-2872fc3ebd2e on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:03:49.296069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Attempting to bind port a544b4e1-38e2-4978-aa73-2872fc3ebd2e by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:03:49.296394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Attempting to bind port a544b4e1-38e2-4978-aa73-2872fc3ebd2e on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:03:49.303077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Port a544b4e1-38e2-4978-aa73-2872fc3ebd2e on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:03:49.303392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Attempting to bind port a544b4e1-38e2-4978-aa73-2872fc3ebd2e on network da02b8f1-34cf-48ff-9bf1-c4416ec569a6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:03:49.313131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:03:49.313471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Checking segment: {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:03:49.313850 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Bound using segment: {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:03:49.314279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Bound port: a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c9089f-28c9-47b5-b290-b3b06dd4fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:03:49.314658 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:49.336639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0071d0-2839-4203-869c-7e747c1e2b0f req-769413d3-fe3c-4c8d-b52c-c8e4c4f8d3b5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:49.338180 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d0071d0-2839-4203-869c-7e747c1e2b0f req-769413d3-fe3c-4c8d-b52c-c8e4c4f8d3b5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 943 time: 0.0742364 Aug 17 17:03:49.415484 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d0071d0-2839-4203-869c-7e747c1e2b0f req-366a9319-51d0-484c-85ed-59661d558430 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565708 Aug 17 17:03:49.416403 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:03:49.419559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:03:49.423356 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:49.461148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:49.461764 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:49.464363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] 10.222.0.91 "PUT /v2.0/ports/a544b4e1-38e2-4978-aa73-2872fc3ebd2e HTTP/1.1" status: 200 len: 1091 time: 0.6671300 Aug 17 17:03:49.484360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e9386-ac96-4565-9566-4bd3eb619030 service neutron] Pushing event updated for resources: {'Port': ['ID=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:49.529072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-4e11ebf2-1f4f-475a-8c72-cca7b4d59f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:49.530573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-4e11ebf2-1f4f-475a-8c72-cca7b4d59f5c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 1094 time: 0.0410016 Aug 17 17:03:49.624390 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-bfab3a25-db60-498c-9f6b-f4bd4a01c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:49.625873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-bfab3a25-db60-498c-9f6b-f4bd4a01c7fa service neutron] 10.222.0.91 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.0888684 Aug 17 17:03:49.668012 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-e874a2e8-aa36-469a-9b5c-5e8dd16863ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e HTTP/1.1" status: 200 len: 217 time: 0.0350080 Aug 17 17:03:49.716016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-bef7a070-5732-4e39-87a3-e642da7bf52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:49.717456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-bef7a070-5732-4e39-87a3-e642da7bf52c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0429573 Aug 17 17:03:49.749542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-0084a0bc-26c8-4b6d-a307-8ea94ec0861f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252244 Aug 17 17:03:49.841659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-b92e0b24-a7f3-496c-8e78-ecd45d7cf6ef service neutron] 10.222.0.91 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849123 Aug 17 17:03:49.931156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0275aa48-7002-42c8-bf63-1c03cbfbdb9b req-c599dc8f-460e-4d24-a524-347ff9e3ea90 service neutron] 10.222.0.91 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823827 Aug 17 17:03:49.954694 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:50.246011 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:50.537998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6b275-c7b8-4954-bf01-76410ef97c32 req-8014bd98-865d-4fd3-936b-bc35dbdb5333 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:50.539460 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-def6b275-c7b8-4954-bf01-76410ef97c32 req-8014bd98-865d-4fd3-936b-bc35dbdb5333 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 943 time: 0.0531564 Aug 17 17:03:50.577109 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-def6b275-c7b8-4954-bf01-76410ef97c32 req-8c3a5bcd-2014-4976-9ca9-71b795c474b3 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Aug 17 17:03:51.185199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:03:51.187550 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be8f09f-ec57-4289-9d82-9b10b56be514" -d '{"events": [{"name": "network-changed", "server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:03:51.234550 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef219164-131b-48ba-8f78-6f6a25dcb07a x-openstack-request-id: req-ef219164-131b-48ba-8f78-6f6a25dcb07a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:03:51.235091 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:03:51.235342 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef219164-131b-48ba-8f78-6f6a25dcb07a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:03:51.235743 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e', 'status': 'completed', 'code': 200} Aug 17 17:03:51.330868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-88d20bfe-e299-40cf-8353-e48ab906ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:51.332388 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-88d20bfe-e299-40cf-8353-e48ab906ad3f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 1094 time: 0.0752273 Aug 17 17:03:51.334916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-a5049ad5-d571-4dc0-8b0f-ae0e092de50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:51.336267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-a5049ad5-d571-4dc0-8b0f-ae0e092de50c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 1094 time: 0.0706847 Aug 17 17:03:51.496713 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-7e4de785-edac-4420-986c-d1b70aef99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:51.498185 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-7e4de785-edac-4420-986c-d1b70aef99fe service neutron] 10.222.0.93 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.1590166 Aug 17 17:03:51.499276 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-e72ed664-0cda-4cd2-8714-dff68e56e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:51.500589 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-e72ed664-0cda-4cd2-8714-dff68e56e203 service neutron] 10.222.0.91 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.1530304 Aug 17 17:03:51.574784 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-7128ee91-3238-441d-9d2f-bfb35e623312 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e HTTP/1.1" status: 200 len: 217 time: 0.0674767 Aug 17 17:03:51.576122 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-fcfbbee4-7a5c-4442-9fe6-270f78f016c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e HTTP/1.1" status: 200 len: 217 time: 0.0678918 Aug 17 17:03:51.661691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-be77cf87-66ce-4398-bdb5-37f0de228c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:51.663733 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-be77cf87-66ce-4398-bdb5-37f0de228c0a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0813522 Aug 17 17:03:51.665079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-498186e8-a39a-4f8b-a561-5327c2095c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:51.666461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-498186e8-a39a-4f8b-a561-5327c2095c94 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0829871 Aug 17 17:03:51.693076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162d72-a6f4-478d-a550-a511bec8193d req-dbdc82fa-3a18-4e5f-b36e-85365fbcce21 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:51.694906 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56162d72-a6f4-478d-a550-a511bec8193d req-dbdc82fa-3a18-4e5f-b36e-85365fbcce21 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 943 time: 0.0504830 Aug 17 17:03:51.714976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-d00fce45-13e9-48d5-b5c4-ac6a95bd5ee4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438828 Aug 17 17:03:51.716722 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-39fccc90-176a-4adf-959c-a04d053807ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366867 Aug 17 17:03:51.733343 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56162d72-a6f4-478d-a550-a511bec8193d req-6649bfce-3c12-4461-aeae-a0b62da11776 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Aug 17 17:03:51.817704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a544b4e1-38e2-4978-aa73-2872fc3ebd2e no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:03:51.864280 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device a544b4e1-38e2-4978-aa73-2872fc3ebd2e not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:03:51.886223 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-445669e9-589a-4b10-b952-35d164441357 service neutron] 10.222.0.91 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624634 Aug 17 17:03:51.888129 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-4783e04f-e3a4-4742-a8be-1a4f198a2f81 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655576 Aug 17 17:03:51.904769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.93', 55061) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:03:51.957608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a544b4e1-38e2-4978-aa73-2872fc3ebd2e details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:03:52.012677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49700246-4b50-4351-bbe1-a3e2748c70af req-285525be-e0de-4748-879c-5894e7bd7acc tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:52.014489 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-49700246-4b50-4351-bbe1-a3e2748c70af req-285525be-e0de-4748-879c-5894e7bd7acc tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 943 time: 0.1211956 Aug 17 17:03:52.036758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-ccaee1ba-31c5-46b3-a4c7-cbd30be56e67 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:52.038567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-ccaee1ba-31c5-46b3-a4c7-cbd30be56e67 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.93 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329&tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 943 time: 0.1327136 Aug 17 17:03:52.051385 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-e7041790-d098-49ce-b6cb-8c75fc187cad service neutron] 10.222.0.91 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573918 Aug 17 17:03:52.054083 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-78933999-8181-4b59-9f44-45f77cbcbf59 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527998 Aug 17 17:03:52.072249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:52.083926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e', 'network_id': 'da02b8f1-34cf-48ff-9bf1-c4416ec569a6', 'port_id': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e', 'mac_address': 'fa:16:3e:7a:14:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fde803f-bcb5-451b-a834-e3d5f0834808', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:03:52.110132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-49700246-4b50-4351-bbe1-a3e2748c70af req-c5918e35-c832-41de-80b8-7f5ef2b3c438 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869267 Aug 17 17:03:52.120920 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:52.131929 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-8ff6f299-4009-4dfa-af78-5c08c25296cf service neutron] delete failed (client error): The resource could not be found. Aug 17 17:03:52.133313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-8ff6f299-4009-4dfa-af78-5c08c25296cf service neutron] 10.222.0.93 "DELETE /v2.0/ports/a544b4e1-38e2-4978-aa73-2872fc3ebd2e/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0861816 Aug 17 17:03:52.134783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a544b4e1-38e2-4978-aa73-2872fc3ebd2e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:03:52.154335 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:52.160167 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:52.213748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:52.250574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-f2caf4ca-4b27-445e-8a60-f3e2ab0a6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:52.252083 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-f2caf4ca-4b27-445e-8a60-f3e2ab0a6ccb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 1095 time: 0.0755911 Aug 17 17:03:52.358254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['a544b4e1-38e2-4978-aa73-2872fc3ebd2e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:03:52.403307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-6217ca5b-6523-4df8-8b4a-b166d502d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:52.404795 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-6217ca5b-6523-4df8-8b4a-b166d502d1fc service neutron] 10.222.0.93 "GET /v2.0/networks?id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 200 len: 915 time: 0.1456618 Aug 17 17:03:52.467512 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-1c6a6f4d-ac2b-4b80-9dc9-64ed9c6b45a7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e HTTP/1.1" status: 200 len: 217 time: 0.0540929 Aug 17 17:03:52.522564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-1f77248f-fad1-4db8-b4e4-9c6a926eff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:52.523994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-1f77248f-fad1-4db8-b4e4-9c6a926eff95 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 200 len: 854 time: 0.0495079 Aug 17 17:03:52.573863 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-d2957a5c-05dd-4e6a-b235-9a6e8ad87642 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da02b8f1-34cf-48ff-9bf1-c4416ec569a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429084 Aug 17 17:03:52.663957 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-861a1223-c07d-486f-baac-422dfc0e21d3 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817943 Aug 17 17:03:52.753138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-45952792-f1bc-4aeb-bf80-47f74eef8b45 req-aec9fba9-716f-4339-a867-44ce37cf2254 service neutron] 10.222.0.93 "GET /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826406 Aug 17 17:03:53.239349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9062a-922d-4787-aaf1-5ef4f0503232 req-c13437f2-2df7-48d4-9949-a9fa89e802a9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:53.241443 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0aa9062a-922d-4787-aaf1-5ef4f0503232 req-c13437f2-2df7-48d4-9949-a9fa89e802a9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 944 time: 0.0571783 Aug 17 17:03:53.279676 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0aa9062a-922d-4787-aaf1-5ef4f0503232 req-2908d8d1-97fe-4ce3-afe9-fd7fb0660a8c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Aug 17 17:03:53.393966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a373e1-89ac-4ab7-bd91-f01ebf7eae6f req-ab441e6e-3941-4818-ba24-e17c9f21be87 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:53.395447 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f6a373e1-89ac-4ab7-bd91-f01ebf7eae6f req-ab441e6e-3941-4818-ba24-e17c9f21be87 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 944 time: 0.0491927 Aug 17 17:03:53.432469 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f6a373e1-89ac-4ab7-bd91-f01ebf7eae6f req-d54f1185-59b1-4f15-8513-a8be3f1dfcd5 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 Aug 17 17:03:53.544928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a9ce2-c9aa-46c1-a3ee-f794befb50d6 req-cac1d3eb-1343-4982-94ce-04dc2079ad16 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:53.546313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f8a9ce2-c9aa-46c1-a3ee-f794befb50d6 req-cac1d3eb-1343-4982-94ce-04dc2079ad16 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 944 time: 0.0490789 Aug 17 17:03:53.582174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4f8a9ce2-c9aa-46c1-a3ee-f794befb50d6 req-9caf267b-e8ae-495f-a866-d3e24cf8b41d tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300663 Aug 17 17:03:53.902410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225a485-2116-4f96-9115-37c57bc0526d req-7fda3ea0-2eab-4ff3-a01c-8414c9526639 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:53.903873 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2225a485-2116-4f96-9115-37c57bc0526d req-7fda3ea0-2eab-4ff3-a01c-8414c9526639 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 944 time: 0.0486412 Aug 17 17:03:53.940718 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2225a485-2116-4f96-9115-37c57bc0526d req-ba6b1c22-1b29-4cc7-a687-343fc2add455 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306394 Aug 17 17:03:53.983005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a544b4e1-38e2-4978-aa73-2872fc3ebd2e up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:03:54.033869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port a544b4e1-38e2-4978-aa73-2872fc3ebd2e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:03:54.037328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port a544b4e1-38e2-4978-aa73-2872fc3ebd2e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:03:54.037698 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:54.111988 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:54.133796 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:03:54.136038 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac1256d-99b7-4c7f-9f92-88ec24a958d9" -d '{"events": [{"server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "name": "network-vif-plugged", "status": "completed", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:03:54.149539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:54.153500 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:54.176127 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b82332-b5fc-4d0e-a0dc-f129238f3796 x-openstack-request-id: req-e5b82332-b5fc-4d0e-a0dc-f129238f3796 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:03:54.176417 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "name": "network-vif-plugged", "status": "completed", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:03:54.176664 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5b82332-b5fc-4d0e-a0dc-f129238f3796 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:03:54.177050 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e', 'code': 200} Aug 17 17:03:54.202073 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:55.027012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-e04cbb8a-5eed-4174-a035-b0c00775879c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:55.028460 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-e04cbb8a-5eed-4174-a035-b0c00775879c tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.91 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0537751 Aug 17 17:03:55.058731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8853-2a6c-41cd-8500-c8acd3fbdab6 req-0bf693a1-f95b-421f-9c55-3049332507ea tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:55.060233 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8ff8853-2a6c-41cd-8500-c8acd3fbdab6 req-0bf693a1-f95b-421f-9c55-3049332507ea tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24dd17a2-f388-4aff-8e4b-f09d349b7329 HTTP/1.1" status: 200 len: 945 time: 0.0518575 Aug 17 17:03:55.098909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d8ff8853-2a6c-41cd-8500-c8acd3fbdab6 req-ab92e525-2f36-4e17-8227-250071b842c2 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.77 "GET /v2.0/security-groups?id=3e81f614-465e-4a95-86bd-3b5b4dc33631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Aug 17 17:03:55.122349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-c0003e1f-4184-411f-8dbc-9a803756e2c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Deleting port a544b4e1-38e2-4978-aa73-2872fc3ebd2e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:03:55.122748 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-c0003e1f-4184-411f-8dbc-9a803756e2c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:55.208966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-c0003e1f-4184-411f-8dbc-9a803756e2c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] For port a544b4e1-38e2-4978-aa73-2872fc3ebd2e, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,segment=NetworkSegment(72c9089f-28c9-47b5-b290-b3b06dd4fe47),segment_id=72c9089f-28c9-47b5-b290-b3b06dd4fe47)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:03:55.209325 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-c0003e1f-4184-411f-8dbc-9a803756e2c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:55.221384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-c0003e1f-4184-411f-8dbc-9a803756e2c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Calling delete_port for a544b4e1-38e2-4978-aa73-2872fc3ebd2e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:03:55.348677 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-c0003e1f-4184-411f-8dbc-9a803756e2c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:55.361744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['a544b4e1-38e2-4978-aa73-2872fc3ebd2e'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:03:55.377864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0003e1f-4184-411f-8dbc-9a803756e2c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Pushing event deleted for resources: {'Port': ['ID=a544b4e1-38e2-4978-aa73-2872fc3ebd2e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:55.421517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-c0003e1f-4184-411f-8dbc-9a803756e2c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] No DVR routers for this DVR port a544b4e1-38e2-4978-aa73-2872fc3ebd2e on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:03:55.424110 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-c0003e1f-4184-411f-8dbc-9a803756e2c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:55.426107 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d7d61cc-0815-450c-b8db-b6403d2305c5 req-c0003e1f-4184-411f-8dbc-9a803756e2c9 tempest-ServerDiskConfigTestJSON-575570472 tempest-ServerDiskConfigTestJSON-575570472-project] 10.222.0.91 "DELETE /v2.0/ports/a544b4e1-38e2-4978-aa73-2872fc3ebd2e HTTP/1.1" status: 204 len: 173 time: 0.3918216 Aug 17 17:03:55.426572 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'name': 'network-vif-deleted', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:03:55.429486 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7048c22-435b-419a-9824-83a08dbf7937" -d '{"events": [{"server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "name": "network-vif-deleted", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:03:55.464556 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0196a6-bc13-41e9-a3ef-ac876932915f x-openstack-request-id: req-3a0196a6-bc13-41e9-a3ef-ac876932915f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:03:55.464847 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dd17a2-f388-4aff-8e4b-f09d349b7329", "name": "network-vif-deleted", "tag": "a544b4e1-38e2-4978-aa73-2872fc3ebd2e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:03:55.465095 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a0196a6-bc13-41e9-a3ef-ac876932915f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:03:55.465517 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dd17a2-f388-4aff-8e4b-f09d349b7329', 'name': 'network-vif-deleted', 'tag': 'a544b4e1-38e2-4978-aa73-2872fc3ebd2e', 'status': 'completed', 'code': 200} Aug 17 17:03:56.220565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41090) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:03:56.264741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Deleting subnet 3fde803f-bcb5-451b-a834-e3d5f0834808 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:03:56.267592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.301364 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.339420 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.393187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.418914 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fde803f-bcb5-451b-a834-e3d5f0834808,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:56.425572 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.428399 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3fde803f-bcb5-451b-a834-e3d5f0834808 HTTP/1.1" status: 204 len: 168 time: 0.2068386 Aug 17 17:03:56.431051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:03:56.437677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.438025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.438362 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.438725 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.439054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.439379 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.439698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.440019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.440337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.440652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.440970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.441285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3da19-f9c4-41cb-8264-6083c58361bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:03:56.503248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.583991 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.593649 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da02b8f1-34cf-48ff-9bf1-c4416ec569a6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:03:56.603247 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c9089f-28c9-47b5-b290-b3b06dd4fe47') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:03:56.603529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c9089f-28c9-47b5-b290-b3b06dd4fe47') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:03:56.612613 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.626321 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.632607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:03:56.632984 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:03:56.634620 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:03:56.686876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.692631 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.694981 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] 10.222.0.77 "DELETE /v2.0/networks/da02b8f1-34cf-48ff-9bf1-c4416ec569a6 HTTP/1.1" status: 204 len: 168 time: 0.2624443 Aug 17 17:03:56.710127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f924396-aa09-4f82-8a0b-b553eb19dc4c admin admin] Pushing event deleted for resources: {'Network': ['ID=da02b8f1-34cf-48ff-9bf1-c4416ec569a6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:56.814124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:03:56.853816 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c9b1eac4-994c-4562-b32f-8e2582a2414c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dfc1546fdf7545af99a0bb1b5753c2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384178 Aug 17 17:03:56.856225 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:03:56.903001 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88d7f96d-f422-4fed-82cc-7d8f0e4cefa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.923967 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88d7f96d-f422-4fed-82cc-7d8f0e4cefa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.971093 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88d7f96d-f422-4fed-82cc-7d8f0e4cefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.973707 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88d7f96d-f422-4fed-82cc-7d8f0e4cefa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:56.975687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-88d7f96d-f422-4fed-82cc-7d8f0e4cefa4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3e81f614-465e-4a95-86bd-3b5b4dc33631 HTTP/1.1" status: 204 len: 168 time: 0.1184404 Aug 17 17:03:56.983739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7f96d-f422-4fed-82cc-7d8f0e4cefa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e81f614-465e-4a95-86bd-3b5b4dc33631,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:57.610169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:03:57.712699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-460102246-network', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:03:57.733308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Made reservation on behalf of 803bcc5d712047ae8c8f5cbdabffb175 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:03:57.736054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:57.744232 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:57.835512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:57.839366 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:57.868057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:03:57.873150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c239a22-83cd-4382-bdde-f40bac36860f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:57.881025 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:57.881150 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Added segment fbe02581-be5e-4bba-b583-a1461632a0b6 of type vlan for network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 Aug 17 17:03:57.919946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:57.942751 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:57.944180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:57.944745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:57.998340 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3837981 Aug 17 17:03:57.998754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41124) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:03:58.003839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Request body: {'subnet': {'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-460102246-subnet', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:03:58.006892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92d349-bf8b-45cb-919a-0d1fa840ec34 admin admin] Pushing event updated for resources: {'Network': ['ID=8455690c-3ab2-49a7-ae99-1f3910ef0b44,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:58.017389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:03:58.026242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Made reservation on behalf of 803bcc5d712047ae8c8f5cbdabffb175 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:03:58.028573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.200588 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.253664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263413ca-c25b-49f6-b133-73062b0456a2,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:58.263545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:03:58.263893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Network hostable DHCP agents. Network: 8455690c-3ab2-49a7-ae99-1f3910ef0b44, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:03:58.279450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:03:58.287527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 8455690c-3ab2-49a7-ae99-1f3910ef0b44) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:03:58.291959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:03:58.293001 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.296361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc60976c-731d-4a24-bdb6-db86b17c0d4b None None] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:03:58.307121 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f0e59a17-20e9-4c1c-98e2-7b3efa4324d7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3071365 Aug 17 17:03:58.309862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41126) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:03:58.314247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:03:58.334763 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.335870 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.392986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.440273 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:03:58.441127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.529895 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.577026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Allocated IP 172.20.0.2 (8455690c-3ab2-49a7-ae99-1f3910ef0b44/263413ca-c25b-49f6-b133-73062b0456a2/1e18b794-23d9-45a0-b07e-63dfb9fa4842) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:03:58.716987 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.725866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Transition to ACTIVE for port object 1e18b794-23d9-45a0-b07e-63dfb9fa4842 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:03:58.742145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Transition to ACTIVE for port object 1e18b794-23d9-45a0-b07e-63dfb9fa4842 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:03:58.748256 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.793252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:03:58.796207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:03:58.800055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:03:58.806201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Pushing event updated for resources: {'Port': ['ID=1e18b794-23d9-45a0-b07e-63dfb9fa4842,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:58.862367 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Attempting to bind port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:03:58.862763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Attempting to bind port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:03:58.863122 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Attempting to bind port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:03:58.869543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:03:58.869944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:03:58.870349 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.870775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:03:58.871242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Bound port: 1e18b794-23d9-45a0-b07e-63dfb9fa4842, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:03:58.871628 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:58.936233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] For port 1e18b794-23d9-45a0-b07e-63dfb9fa4842, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:03:58.939539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] For port 1e18b794-23d9-45a0-b07e-63dfb9fa4842, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1e18b794-23d9-45a0-b07e-63dfb9fa4842,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:03:58.943717 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:59.013148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c174c4-c333-4ddb-bdcb-34d3bd0427f4 None None] Pushing event updated for resources: {'Port': ['ID=1e18b794-23d9-45a0-b07e-63dfb9fa4842,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:59.047879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:59.067315 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:59.190325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Allocated IP 172.25.7.239 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/93e075ac-220e-4421-89e0-e615e0f57593) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:03:59.294341 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:59.336928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:59.377290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:03:59.380293 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:03:59.383888 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:03:59.389160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Pushing event updated for resources: {'Port': ['ID=93e075ac-220e-4421-89e0-e615e0f57593,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:03:59.577379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1e18b794-23d9-45a0-b07e-63dfb9fa4842 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:03:59.634063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:03:59.641863 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:59.846346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:03:59.894290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946d78f-e918-47ee-859c-c2f5a9754179 None None] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:03:59.979547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Router 383658b4-abb6-4992-850b-be17dc42d320 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:04:00.020727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7e0ba049-c8d4-4774-b9a2-5e324a7b6487 None None] Provisioning for port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:04:00.040594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7e0ba049-c8d4-4774-b9a2-5e324a7b6487 None None] Provisioning complete for port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:00.040964 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba049-c8d4-4774-b9a2-5e324a7b6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.043478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a544b4e1-38e2-4978-aa73-2872fc3ebd2e no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:04:00.086472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: a544b4e1-38e2-4978-aa73-2872fc3ebd2e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:04:00.086811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device a544b4e1-38e2-4978-aa73-2872fc3ebd2e not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:04:00.090902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:04:00.103073 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:04:00.107740 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.113270 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1c1c2fda-0d2c-41b7-858f-e588447fad5e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8003044 Aug 17 17:04:00.113354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:04:00.122275 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:04:00.123260 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8323809e-adeb-4864-8207-78f741154c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:03:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:00.159882 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba049-c8d4-4774-b9a2-5e324a7b6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.199675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e0ba049-c8d4-4774-b9a2-5e324a7b6487 None None] For port 1e18b794-23d9-45a0-b07e-63dfb9fa4842, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1e18b794-23d9-45a0-b07e-63dfb9fa4842,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:04:00.205865 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba049-c8d4-4774-b9a2-5e324a7b6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.242334 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:04:00.260664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ba049-c8d4-4774-b9a2-5e324a7b6487 None None] Pushing event updated for resources: {'Port': ['ID=1e18b794-23d9-45a0-b07e-63dfb9fa4842,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:00.426988 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eb7be745-d71c-4cc7-acb7-085ac1bea7af None None] Provisioning complete for port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:00.427305 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb7be745-d71c-4cc7-acb7-085ac1bea7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.437462 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8323809e-adeb-4864-8207-78f741154c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:03:59Z', 'revision_number': 3, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:00.463849 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:04:00.464193 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Updating router 383658b4-abb6-4992-850b-be17dc42d320 port 93e075ac-220e-4421-89e0-e615e0f57593 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:04:00.488786 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.555227 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.705776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Allocated IP 172.20.0.1 (8455690c-3ab2-49a7-ae99-1f3910ef0b44/263413ca-c25b-49f6-b133-73062b0456a2/0c480fc7-1f8f-46e0-8872-cab6bee3d2fe) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:04:00.740362 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.750160 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Transition to ACTIVE for port object 93e075ac-220e-4421-89e0-e615e0f57593 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:04:00.756497 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.804420 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Attempting to bind port 93e075ac-220e-4421-89e0-e615e0f57593 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:04:00.804885 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Attempting to bind port 93e075ac-220e-4421-89e0-e615e0f57593 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:04:00.805263 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Attempting to bind port 93e075ac-220e-4421-89e0-e615e0f57593 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:04:00.812138 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Pushing event updated for resources: {'Port': ['ID=93e075ac-220e-4421-89e0-e615e0f57593,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:00.814659 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.814950 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:04:00.815307 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:04:00.815692 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.816068 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:04:00.816512 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Bound port: 93e075ac-220e-4421-89e0-e615e0f57593, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:04:00.816904 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.823520 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.823852 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.824184 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.824505 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.824820 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.825134 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.825445 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.825756 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.826063 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.826388 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.826706 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.827016 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:00.828076 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Transition to ACTIVE for port object 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:04:00.863336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.878423 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-8323809e-adeb-4864-8207-78f741154c8e None None] For port 93e075ac-220e-4421-89e0-e615e0f57593, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:04:00.881854 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-8323809e-adeb-4864-8207-78f741154c8e None None] For port 93e075ac-220e-4421-89e0-e615e0f57593, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=93e075ac-220e-4421-89e0-e615e0f57593,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:04:00.885385 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:00.905079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:04:00.908116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:04:00.911791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:04:00.934809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Pushing event updated for resources: {'Port': ['ID=0c480fc7-1f8f-46e0-8872-cab6bee3d2fe,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:00.945919 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30bac3-e85a-4ee6-972d-7e6aab492f4f None None] Pushing event updated for resources: {'Port': ['ID=93e075ac-220e-4421-89e0-e615e0f57593,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:00.949192 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:04:00.949192 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8323809e-adeb-4864-8207-78f741154c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:03:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:00.953946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:01.067139 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-8323809e-adeb-4864-8207-78f741154c8e None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:04:01.096962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:01.147833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-01f3cdcf-082f-4d0d-8597-0e3a08616463 None None] Provisioning for port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:04:01.151631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-01f3cdcf-082f-4d0d-8597-0e3a08616463 None None] Provisioning complete for port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:01.152003 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01f3cdcf-082f-4d0d-8597-0e3a08616463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:01.190795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-01f3cdcf-082f-4d0d-8597-0e3a08616463 None None] Port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:04:01.255465 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8323809e-adeb-4864-8207-78f741154c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:03:59Z', 'revision_number': 3, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:01.268267 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:01.272720 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:01.280962 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323809e-adeb-4864-8207-78f741154c8e None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:03:59Z', 'revision_number': 3, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:04:01.343732 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:01.345576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Pushing event updated for resources: {'Port': ['ID=0c480fc7-1f8f-46e0-8872-cab6bee3d2fe,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:01.442818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:04:01.444316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:04:01.722156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1e18b794-23d9-45a0-b07e-63dfb9fa4842 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:04:01.753973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-694ab615-2b80-4cd6-a026-baeeb36f5cc4 None None] Provisioning complete for port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:01.754351 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-694ab615-2b80-4cd6-a026-baeeb36f5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:01.803327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-694ab615-2b80-4cd6-a026-baeeb36f5cc4 None None] Port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:04:01.811080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:01.811457 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:01.897841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 93e075ac-220e-4421-89e0-e615e0f57593 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:04:01.952154 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 93e075ac-220e-4421-89e0-e615e0f57593 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:04:01.956155 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 93e075ac-220e-4421-89e0-e615e0f57593 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:01.956532 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:01.966985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Router 383658b4-abb6-4992-850b-be17dc42d320 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:04:02.044157 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:02.066932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 93e075ac-220e-4421-89e0-e615e0f57593, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=93e075ac-220e-4421-89e0-e615e0f57593,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:04:02.071306 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:02.089741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:04:02.098425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-85fc7c16-9b3e-4ef3-8b45-299bcefbfa03 admin admin] 10.222.0.77 "PUT /v2.0/routers/383658b4-abb6-4992-850b-be17dc42d320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804606 Aug 17 17:04:02.127766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=93e075ac-220e-4421-89e0-e615e0f57593,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:02.195127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-901c028b-18ee-4733-b316-c5b265c209f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:02.831466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:04:02.841931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:04:02.842678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:03:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:02.900443 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:04:02.905126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-54ba8d3a-1dc9-4cdd-96ae-a94e00912b40 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1303855124', 'description': 'tempest-description--1289017655'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:04:02.926290 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54ba8d3a-1dc9-4cdd-96ae-a94e00912b40 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:02.948525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:04:03.022679 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54ba8d3a-1dc9-4cdd-96ae-a94e00912b40 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.026611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54ba8d3a-1dc9-4cdd-96ae-a94e00912b40 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.051981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54ba8d3a-1dc9-4cdd-96ae-a94e00912b40 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.053224 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-54ba8d3a-1dc9-4cdd-96ae-a94e00912b40 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1517310 Aug 17 17:04:03.056669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41140) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:04:03.057391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba8d3a-1dc9-4cdd-96ae-a94e00912b40 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4e5b7-3c00-4d60-81ae-d86151b1207f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:03.064354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-45d6b137-cf2d-4447-80ae-63fecf04f8e7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'security_group_rule': {'security_group_id': 'e4a4e5b7-3c00-4d60-81ae-d86151b1207f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:04:03.095384 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45d6b137-cf2d-4447-80ae-63fecf04f8e7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.151039 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45d6b137-cf2d-4447-80ae-63fecf04f8e7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.155059 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45d6b137-cf2d-4447-80ae-63fecf04f8e7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.159549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 2, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:03.172898 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6b137-cf2d-4447-80ae-63fecf04f8e7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bfff84-7331-4d1d-a54f-fe2108c529b3,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:03.179940 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45d6b137-cf2d-4447-80ae-63fecf04f8e7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.183891 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-45d6b137-cf2d-4447-80ae-63fecf04f8e7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223071 Aug 17 17:04:03.184245 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41142) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:04:03.189120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-521c3b61-7d5c-4a50-b86a-dc975696b213 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'security_group_rule': {'security_group_id': 'e4a4e5b7-3c00-4d60-81ae-d86151b1207f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:04:03.189745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:04:03.190123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Updating router 383658b4-abb6-4992-850b-be17dc42d320 port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:04:03.216594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-521c3b61-7d5c-4a50-b86a-dc975696b213 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.218028 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.280727 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-521c3b61-7d5c-4a50-b86a-dc975696b213 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.284771 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-521c3b61-7d5c-4a50-b86a-dc975696b213 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.303899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c3b61-7d5c-4a50-b86a-dc975696b213 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00898873-f52f-4d0a-8d2c-463f0ee93020,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:03.306258 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-521c3b61-7d5c-4a50-b86a-dc975696b213 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.307543 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-521c3b61-7d5c-4a50-b86a-dc975696b213 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224732 Aug 17 17:04:03.310586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41144) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:04:03.315025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:04:03.336306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.438052 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.484010 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.495006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Transition to ACTIVE for port object 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:04:03.501352 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.552893 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Allocated IP 172.25.7.209 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/1d5bdf03-b1d5-45e0-8d2a-1d6a923c5e80) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:04:03.674174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.717006 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.750018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 93e075ac-220e-4421-89e0-e615e0f57593 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:04:03.756790 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92e3fd-b9a5-49ce-808e-788e80945c79 None None] Pushing event updated for resources: {'Port': ['ID=0c480fc7-1f8f-46e0-8872-cab6bee3d2fe,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:03.769232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:04:03.772332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:04:03.774836 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:04:03.790689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Attempting to bind port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:04:03.791091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Attempting to bind port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:04:03.791448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Attempting to bind port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:04:03.799753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event updated for resources: {'Port': ['ID=1d5bdf03-b1d5-45e0-8d2a-1d6a923c5e80,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:03.800406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:04:03.800775 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:04:03.801173 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.801554 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:04:03.802013 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Bound port: 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:04:03.803159 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.861851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 93e075ac-220e-4421-89e0-e615e0f57593 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:03.862127 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.866631 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.902520 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.909763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] For port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:04:03.916960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] For port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0c480fc7-1f8f-46e0-8872-cab6bee3d2fe,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:04:03.923960 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:03.994639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92e3fd-b9a5-49ce-808e-788e80945c79 None None] Pushing event updated for resources: {'Port': ['ID=0c480fc7-1f8f-46e0-8872-cab6bee3d2fe,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:04.016263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:04:04.016914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:03:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:04.085243 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:04.091680 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:04.144439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:04:04.163147 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event updated for resources: {'Port': ['ID=1d5bdf03-b1d5-45e0-8d2a-1d6a923c5e80,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:04.173183 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:04.188517 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:04.189793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ea439eaa-d77d-4fd8-9272-f41fed466507 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8782520 Aug 17 17:04:04.347741 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-bf90d08e-5787-4946-9759-5f8ee38a4784 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1303855124&fields=id&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 267 time: 0.0501192 Aug 17 17:04:04.364843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:03Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:04.391204 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3e0b2-2e11-48c4-9fad-a6d5b5b65354 None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:03Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:04:04.469281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-62d56265-3cdb-48b0-bbd1-869393d3bccd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:04.470848 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-62d56265-3cdb-48b0-bbd1-869393d3bccd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 811 time: 0.1156318 Aug 17 17:04:04.486093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-00f0b95a-78ec-4bff-b8c2-e5b50855e4ac tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/quotas/803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 375 time: 0.0093520 Aug 17 17:04:04.550763 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-23f11736-9d67-409a-80cf-8dfc34849ba4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549958 Aug 17 17:04:04.655245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-472a18b4-30d6-421e-b3dd-33b58a37ee8a service neutron] 10.222.0.77 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902338 Aug 17 17:04:04.752063 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-0794f6f5-a992-4ada-9391-da3f87999f0a service neutron] 10.222.0.77 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904310 Aug 17 17:04:04.920188 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-668f568e-e83c-4a20-9e24-b9d229f68014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:04.940253 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75ca62f8-bf8d-42f7-a5eb-0f18a2f5f785 req-e06fe2ac-0947-4e1b-8850-214a14f73c49 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 210 time: 0.0423820 Aug 17 17:04:05.072271 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:05.569821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:04:05.616933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:04:05.620443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:05.620807 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:05.699837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:05.731417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0c480fc7-1f8f-46e0-8872-cab6bee3d2fe,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:04:05.735797 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:05.784732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=0c480fc7-1f8f-46e0-8872-cab6bee3d2fe,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:05.892051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-ab8c8579-d693-4bce-bd8d-f674fe37ec34 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:05.893510 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-ab8c8579-d693-4bce-bd8d-f674fe37ec34 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 811 time: 0.1089709 Aug 17 17:04:05.937747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-33c0ca78-baa8-49c7-95f2-4d60fc575dba tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 380 time: 0.0352790 Aug 17 17:04:05.947886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'port': {'device_id': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'admin_state_up': True, 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'security_groups': ['e4a4e5b7-3c00-4d60-81ae-d86151b1207f']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:04:06.040278 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc48d0ba-87b6-4ce9-b011-003d43507aa9 req-0066044d-b1e5-4f26-9037-8e89496e181a tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 210 time: 0.0274243 Aug 17 17:04:06.064544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Made reservation on behalf of 803bcc5d712047ae8c8f5cbdabffb175 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:04:06.066680 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:06.068996 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:06.191627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Allocated IP 172.20.0.14 (8455690c-3ab2-49a7-ae99-1f3910ef0b44/263413ca-c25b-49f6-b133-73062b0456a2/e2537e40-a48d-4eac-8897-6507e7dd898b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:04:06.330865 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:06.343851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Transition to ACTIVE for port object e2537e40-a48d-4eac-8897-6507e7dd898b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:04:06.375805 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:06.416331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:04:06.421346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:04:06.425159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:04:06.458987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event updated for resources: {'Port': ['ID=e2537e40-a48d-4eac-8897-6507e7dd898b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:06.484530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:06.485413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:06.500831 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-a2a1c55a-3524-4884-8f57-887695f50020 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5564716 Aug 17 17:04:06.512950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Request body: {'port': {'device_id': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:04:06.569531 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:06.710285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6e66fcf8-eedc-4a47-b64a-3c8e2354b583 None None] Provisioning for port e2537e40-a48d-4eac-8897-6507e7dd898b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:04:06.714010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6e66fcf8-eedc-4a47-b64a-3c8e2354b583 None None] Provisioning complete for port e2537e40-a48d-4eac-8897-6507e7dd898b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:06.714470 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e66fcf8-eedc-4a47-b64a-3c8e2354b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:06.751590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6e66fcf8-eedc-4a47-b64a-3c8e2354b583 None None] Port e2537e40-a48d-4eac-8897-6507e7dd898b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:04:06.832418 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2537e40-a48d-4eac-8897-6507e7dd898b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:04:06.839653 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:06.851653 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Transition to ACTIVE for port object e2537e40-a48d-4eac-8897-6507e7dd898b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:04:06.855165 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:06.908840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Pushing event updated for resources: {'Port': ['ID=e2537e40-a48d-4eac-8897-6507e7dd898b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:06.980614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Attempting to bind port e2537e40-a48d-4eac-8897-6507e7dd898b on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:04:06.981249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Attempting to bind port e2537e40-a48d-4eac-8897-6507e7dd898b by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:04:06.981432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Attempting to bind port e2537e40-a48d-4eac-8897-6507e7dd898b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:04:06.986506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Port e2537e40-a48d-4eac-8897-6507e7dd898b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:04:06.986826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Attempting to bind port e2537e40-a48d-4eac-8897-6507e7dd898b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:04:06.992648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:04:06.993055 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:04:06.993445 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:04:06.993867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Bound port: e2537e40-a48d-4eac-8897-6507e7dd898b, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:04:06.994338 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:07.062543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:04:07.065784 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e2537e40-a48d-4eac-8897-6507e7dd898b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:04:07.069815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:07.113191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:07.113811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:07.115284 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] 10.222.0.91 "PUT /v2.0/ports/e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 1092 time: 0.6066308 Aug 17 17:04:07.115717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:04:07.117951 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a768b07-e04c-464a-99be-376bbc4d1719" -d '{"events": [{"name": "network-changed", "server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:04:07.172625 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273466a8-c923-4396-884b-1d9494010493 x-openstack-request-id: req-273466a8-c923-4396-884b-1d9494010493 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:04:07.172914 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:04:07.173275 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-273466a8-c923-4396-884b-1d9494010493 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:04:07.173680 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'status': 'completed', 'code': 200} Aug 17 17:04:07.180088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb24eb-8f4f-449b-8537-0960f4d3d882 service neutron] Pushing event updated for resources: {'Port': ['ID=e2537e40-a48d-4eac-8897-6507e7dd898b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:07.231336 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d395fc-bf77-45c7-8654-4912d2dd7b98 req-8d32c3f4-9673-4ed7-a192-ee9b2478d235 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:07.233407 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0d395fc-bf77-45c7-8654-4912d2dd7b98 req-8d32c3f4-9673-4ed7-a192-ee9b2478d235 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 944 time: 0.1101384 Aug 17 17:04:07.251071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-17b9a32a-ee43-4250-97a9-b66f5ce8a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:07.252591 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-17b9a32a-ee43-4250-97a9-b66f5ce8a003 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1095 time: 0.0919900 Aug 17 17:04:07.307063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-8bf82bd4-6cf3-4da6-afde-4e13c7caaaa4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 217 time: 0.0457344 Aug 17 17:04:07.333265 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0d395fc-bf77-45c7-8654-4912d2dd7b98 req-970c8dee-0c3c-49ab-a614-31cb7069eca3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878875 Aug 17 17:04:07.370635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-633623fc-11a2-4858-83bc-f0dbb867b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:07.372041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-633623fc-11a2-4858-83bc-f0dbb867b689 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0538263 Aug 17 17:04:07.426804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-b8a0b4ba-dead-464c-ac10-80fbb8dc97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:07.428503 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-b8a0b4ba-dead-464c-ac10-80fbb8dc97b2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495355 Aug 17 17:04:07.542119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-c069be3b-f10d-4822-8a61-fe8fc52d708c service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054924 Aug 17 17:04:07.580484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:04:07.631347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:07.631636 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:07.640785 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c442c7f2-8620-4cbb-94d5-0a901b0a1b9c req-e8a1ed42-7787-40b8-81cb-d8ef41ee6e5b service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913525 Aug 17 17:04:07.739030 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-b3fa3065-a672-4182-91e7-c631bf21060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:07.741102 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-b3fa3065-a672-4182-91e7-c631bf21060d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1095 time: 0.0503182 Aug 17 17:04:07.821196 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:07.839978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-664da4a6-e2f5-4522-939b-e289280291b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:07.841485 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-664da4a6-e2f5-4522-939b-e289280291b3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0933194 Aug 17 17:04:07.884334 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-d284b517-68fc-4c38-85cc-79a4b2c9e90d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 217 time: 0.0357254 Aug 17 17:04:07.939001 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-2204f47e-19bd-4fd0-92cd-8af80ff808b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:07.940482 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-2204f47e-19bd-4fd0-92cd-8af80ff808b2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0481269 Aug 17 17:04:07.991230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-9bcf5923-1845-47a3-81db-67b4d17a5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:07.992737 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-9bcf5923-1845-47a3-81db-67b4d17a5693 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448875 Aug 17 17:04:08.088995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-60a13033-7b74-46d2-be6a-58a9e9bee42a service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876856 Aug 17 17:04:08.190493 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9a768b07-e04c-464a-99be-376bbc4d1719 req-05dbcaa1-4233-46b2-9495-94ac5b8c2a86 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937815 Aug 17 17:04:08.448188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4141c-7d76-4b38-80cd-cd1e47f6c96f req-2acdae26-f8d6-49a8-96c4-c6892dd79773 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:08.449657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0b4141c-7d76-4b38-80cd-cd1e47f6c96f req-2acdae26-f8d6-49a8-96c4-c6892dd79773 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 944 time: 0.0484433 Aug 17 17:04:08.486530 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d0b4141c-7d76-4b38-80cd-cd1e47f6c96f req-e4d905c7-5b67-42e5-8f24-c30a10d14f75 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309060 Aug 17 17:04:09.611394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3981e26-f438-424d-93cf-80d864b284b8 req-c12bb45d-5e39-44cb-86da-a026caff8972 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:09.612848 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3981e26-f438-424d-93cf-80d864b284b8 req-c12bb45d-5e39-44cb-86da-a026caff8972 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 944 time: 0.0490355 Aug 17 17:04:09.650459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3981e26-f438-424d-93cf-80d864b284b8 req-eaa2fa6a-7d77-460d-b52a-6195e228e627 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310149 Aug 17 17:04:10.091099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e2537e40-a48d-4eac-8897-6507e7dd898b details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:04:10.186950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e2537e40-a48d-4eac-8897-6507e7dd898b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:04:10.198182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'mac_address': 'fa:16:3e:cc:44:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:04:10.235224 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:10.247630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2537e40-a48d-4eac-8897-6507e7dd898b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:04:10.266246 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e2537e40-a48d-4eac-8897-6507e7dd898b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:04:10.270014 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:10.323676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e2537e40-a48d-4eac-8897-6507e7dd898b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:10.330993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.331343 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.331683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.332017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.332346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.332675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.332999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.333320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.333660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.333963 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.334798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.335120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:04:10.472168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['e2537e40-a48d-4eac-8897-6507e7dd898b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:04:10.763821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64203c-554d-4096-bb70-e3823c22c65d req-a421edd9-8eb1-46d5-b5d1-b3edea23ae50 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:10.765217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe64203c-554d-4096-bb70-e3823c22c65d req-a421edd9-8eb1-46d5-b5d1-b3edea23ae50 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 945 time: 0.0487864 Aug 17 17:04:10.801186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe64203c-554d-4096-bb70-e3823c22c65d req-ef850e01-35fb-46b6-99a1-9b1ba4a66729 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301299 Aug 17 17:04:11.920715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244718f-d681-4770-8fa9-4ca21d09df74 req-352e9a89-19ae-4ebd-921b-d587d0b7d8be tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:11.922189 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e244718f-d681-4770-8fa9-4ca21d09df74 req-352e9a89-19ae-4ebd-921b-d587d0b7d8be tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 945 time: 0.0536020 Aug 17 17:04:11.959985 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e244718f-d681-4770-8fa9-4ca21d09df74 req-8e6dc3d3-3f95-49a3-a837-a75e80f08fc5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Aug 17 17:04:12.106878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e2537e40-a48d-4eac-8897-6507e7dd898b up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:04:12.155598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port e2537e40-a48d-4eac-8897-6507e7dd898b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:04:12.159014 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port e2537e40-a48d-4eac-8897-6507e7dd898b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:04:12.159380 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:12.235696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:12.258062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:04:12.260324 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc986d16-5596-4868-a951-aec82fcf1a3a" -d '{"events": [{"server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "name": "network-vif-plugged", "status": "completed", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:04:12.272782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e2537e40-a48d-4eac-8897-6507e7dd898b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:04:12.276418 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:12.299191 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c363c8-6025-4e0d-b831-4bb54b0f8e7f x-openstack-request-id: req-87c363c8-6025-4e0d-b831-4bb54b0f8e7f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:04:12.299478 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "name": "network-vif-plugged", "status": "completed", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:04:12.299727 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87c363c8-6025-4e0d-b831-4bb54b0f8e7f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:04:12.300112 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'code': 200} Aug 17 17:04:12.327257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=e2537e40-a48d-4eac-8897-6507e7dd898b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:04:12.393629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984a9e-755e-46fb-b62a-859bf775ecf5 req-eb6a60e9-05de-4595-90d1-f76ec7807d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:12.395283 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f984a9e-755e-46fb-b62a-859bf775ecf5 req-eb6a60e9-05de-4595-90d1-f76ec7807d58 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1097 time: 0.0410948 Aug 17 17:04:12.429440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f984a9e-755e-46fb-b62a-859bf775ecf5 req-1218047f-a1a6-474b-a4f1-d3fdf4dd862f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271909 Aug 17 17:04:13.073275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95121dd5-fc1b-46c0-a321-29ac9632c956 req-160bf7ce-c98c-468d-a528-6f184cee59fe tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:13.074877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-95121dd5-fc1b-46c0-a321-29ac9632c956 req-160bf7ce-c98c-468d-a528-6f184cee59fe tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0490062 Aug 17 17:04:13.113348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-95121dd5-fc1b-46c0-a321-29ac9632c956 req-620cf420-351c-43ef-8894-4752d12c6727 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321803 Aug 17 17:04:14.186865 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-d3345884-413e-4d1c-aee9-0a012076edc8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437577 Aug 17 17:04:14.235288 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5b892-3217-4e2a-8df5-72aae3db2fa2 req-ec655158-0822-4cc8-961b-34d980f934b3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:14.236709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ef5b892-3217-4e2a-8df5-72aae3db2fa2 req-ec655158-0822-4cc8-961b-34d980f934b3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0543525 Aug 17 17:04:14.266695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-ef1f2bd6-289e-4524-8f65-2318f80b9bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:14.268184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-ef1f2bd6-289e-4524-8f65-2318f80b9bb0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1097 time: 0.0416982 Aug 17 17:04:14.278039 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0ef5b892-3217-4e2a-8df5-72aae3db2fa2 req-257e7d85-df7a-4f2f-8242-b428fbdd9b26 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354235 Aug 17 17:04:14.405123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-032e9d31-f330-4084-9bc1-b851fa05c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:14.406594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-032e9d31-f330-4084-9bc1-b851fa05c50a service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.1195679 Aug 17 17:04:14.417831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55bedc-6603-4b04-b819-6423ab788930 req-401ff5ae-9f61-44d4-b54b-9a80e7110e1e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:14.419227 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c55bedc-6603-4b04-b819-6423ab788930 req-401ff5ae-9f61-44d4-b54b-9a80e7110e1e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0764804 Aug 17 17:04:14.427806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41194) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:04:14.432563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c18ee0c5-9cab-4b08-8145-b5d16ea90879 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'floatingip': {'port_id': 'e2537e40-a48d-4eac-8897-6507e7dd898b'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:04:14.454778 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-33d49a93-0122-468c-911e-7c873b89d954 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 217 time: 0.0346153 Aug 17 17:04:14.472380 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c18ee0c5-9cab-4b08-8145-b5d16ea90879 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:14.502890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-f11c27ae-a76b-4d42-ad2f-85fa4b406efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:14.504255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-f11c27ae-a76b-4d42-ad2f-85fa4b406efb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0434182 Aug 17 17:04:14.553946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-b1c14ebf-2bf9-4975-beff-fdc821cc33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:14.555462 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-b1c14ebf-2bf9-4975-beff-fdc821cc33cb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440488 Aug 17 17:04:14.645181 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-3e5e4ae4-2c70-466f-90f8-6ea31910a2c2 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815706 Aug 17 17:04:14.739691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1ca0debb-82c6-4b78-a1dd-99fe66fa84c4 req-37377228-8d3c-431d-9e0d-12e505bf006c service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870581 Aug 17 17:04:14.907165 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c18ee0c5-9cab-4b08-8145-b5d16ea90879 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:14.910731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c18ee0c5-9cab-4b08-8145-b5d16ea90879 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:15.010777 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-c18ee0c5-9cab-4b08-8145-b5d16ea90879 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8 associated. External IP: 172.25.7.209, port: e2537e40-a48d-4eac-8897-6507e7dd898b. Aug 17 17:04:15.517761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18ee0c5-9cab-4b08-8145-b5d16ea90879 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Router 383658b4-abb6-4992-850b-be17dc42d320 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:04:15.624999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18ee0c5-9cab-4b08-8145-b5d16ea90879 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:04:15.629490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c18ee0c5-9cab-4b08-8145-b5d16ea90879 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:15.634762 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:04:15.644400 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:04:15.645000 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:04:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:15.656868 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c18ee0c5-9cab-4b08-8145-b5d16ea90879 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "PUT /v2.0/floatingips/21c05d13-1d02-4b5a-bb91-c45eba851fa8 HTTP/1.1" status: 200 len: 992 time: 1.2279742 Aug 17 17:04:15.657481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:04:15.659752 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c4b66e-facc-41be-8427-64810a5136b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:04:15.753683 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:04:15.758878 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b2dd70-f5cb-4dc1-8e0f-bf97b36153dd x-openstack-request-id: req-e1b2dd70-f5cb-4dc1-8e0f-bf97b36153dd {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:04:15.759165 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:04:15.759415 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1b2dd70-f5cb-4dc1-8e0f-bf97b36153dd {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:04:15.759817 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'status': 'completed', 'code': 200} Aug 17 17:04:15.821242 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4b66e-facc-41be-8427-64810a5136b7 req-c9042430-8251-42a7-a633-e9ccb6132862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:15.822851 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08c4b66e-facc-41be-8427-64810a5136b7 req-c9042430-8251-42a7-a633-e9ccb6132862 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1097 time: 0.0412662 Aug 17 17:04:15.916306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4b66e-facc-41be-8427-64810a5136b7 req-29319049-5a15-4801-865e-ae7f6c59ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:15.917925 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08c4b66e-facc-41be-8427-64810a5136b7 req-29319049-5a15-4801-865e-ae7f6c59ab6b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0880044 Aug 17 17:04:15.985942 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08c4b66e-facc-41be-8427-64810a5136b7 req-c91bcf1e-e4e8-4236-b591-83c9b1f5e869 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 1000 time: 0.0613554 Aug 17 17:04:16.036676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4b66e-facc-41be-8427-64810a5136b7 req-19a99060-e487-49cd-8b6c-52bec2897396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:16.038071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08c4b66e-facc-41be-8427-64810a5136b7 req-19a99060-e487-49cd-8b6c-52bec2897396 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0452473 Aug 17 17:04:16.063840 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:cc:44:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:04:14Z', 'revision_number': 1, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:16.089279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4b66e-facc-41be-8427-64810a5136b7 req-9abcd2f9-ab18-4c5d-ab04-22aeffbfd822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:04:16.089880 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:04:16.090804 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08c4b66e-facc-41be-8427-64810a5136b7 req-9abcd2f9-ab18-4c5d-ab04-22aeffbfd822 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442190 Aug 17 17:04:16.098035 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:04:16.098668 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:04:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:16.180292 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08c4b66e-facc-41be-8427-64810a5136b7 req-0eeb36ee-f3fb-476c-aebb-42e72fae89cd service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821259 Aug 17 17:04:16.202312 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:04:16.273361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-08c4b66e-facc-41be-8427-64810a5136b7 req-c956cb43-fc50-44c7-9676-0e0092fb14e2 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859642 Aug 17 17:04:16.423604 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:cc:44:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:04:14Z', 'revision_number': 1, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:04:16.449185 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ea3fc-0c63-4ce7-8a2a-556dccae83b4 None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:cc:44:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:04:14Z', 'revision_number': 1, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:04:16.627981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd5254-e65b-49d5-9e59-f4f09506baee None None] New status for floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:04:19.956063 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:20.268572 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:23.575786 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:04:32.196360 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3669c982-eeb0-4e4b-b003-51feeef73a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:34.882772 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43bc6f03-dad1-4560-93ff-e085af9037c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:35.063699 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:36.069232 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:37.823038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:49.952777 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:04:50.276772 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:00.575761 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:05:02.197222 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6543f06c-0e46-4d86-9284-0732162c995f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:04.881931 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30918025-0f4f-458d-a7ec-2e9001923105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:05.064583 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:06.072026 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:07.827132 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:16.274517 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-c1749de8-627f-4f67-beba-dbe67f85141d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1262805 Aug 17 17:05:16.354842 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-deb1805d-a08f-45dc-b99d-f952ec0f1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:16.356301 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-deb1805d-a08f-45dc-b99d-f952ec0f1895 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1097 time: 0.0406737 Aug 17 17:05:16.463512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-e334440c-a030-4260-b4c3-71cf66d699b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:16.464991 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-e334440c-a030-4260-b4c3-71cf66d699b9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0903754 Aug 17 17:05:16.529362 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-65611aa8-354d-48f4-acb6-2f66be7efde2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 1002 time: 0.0573587 Aug 17 17:05:16.580496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-c2d33527-627a-4675-9a15-370ec67e3009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:16.581885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-c2d33527-627a-4675-9a15-370ec67e3009 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0462890 Aug 17 17:05:16.627468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-93b760a1-1b9c-45f0-9edd-1d3f0d7a38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:16.628931 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-93b760a1-1b9c-45f0-9edd-1d3f0d7a38bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396466 Aug 17 17:05:16.717125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-96db84ff-48ee-448b-93c5-1cd50cefad07 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809908 Aug 17 17:05:16.808277 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3f168c1b-023f-460e-adfe-8f3e221ee012 req-98a61571-ceea-4bca-9bd4-b2a9ee42fb3a service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845032 Aug 17 17:05:19.953143 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:20.275781 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:32.198396 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14ad375e-b149-4ac0-a30f-b18b11f8fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:34.881196 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8115088-f0df-4404-a263-137205ac09d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:35.065701 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:36.075004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:37.574620 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:05:37.829866 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:49.944855 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:50.294184 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:05:51.390527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb034f9-72ae-4396-8a5f-e21379ff63c9 req-49354bb0-0871-4088-ae65-fca76afe1650 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:51.392018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9bb034f9-72ae-4396-8a5f-e21379ff63c9 req-49354bb0-0871-4088-ae65-fca76afe1650 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.1651232 Aug 17 17:05:51.429468 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9bb034f9-72ae-4396-8a5f-e21379ff63c9 req-6137d899-6b6b-4d31-986f-f99632be5f67 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314047 Aug 17 17:05:51.702149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 41418) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:05:51.758480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f46d12-cd4d-40aa-b536-522899cf2cbd req-38e5466c-0e39-4b43-ba57-154b47f345a3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:51.760600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d3f46d12-cd4d-40aa-b536-522899cf2cbd req-38e5466c-0e39-4b43-ba57-154b47f345a3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0503573 Aug 17 17:05:51.792008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-05e8d0bc-ebe3-463b-a12d-25867d29efdf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884359 Aug 17 17:05:51.799045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d3f46d12-cd4d-40aa-b536-522899cf2cbd req-93253628-5629-47d9-a96b-119b07fa7f91 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Aug 17 17:05:52.899384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-630767b5-176f-472b-a0d4-4aa5808a147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:52.901481 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-630767b5-176f-472b-a0d4-4aa5808a147b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1097 time: 0.0469048 Aug 17 17:05:53.029828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1b3dc-7d52-4795-9f6e-2a20b83f326b req-8f9fe3e7-1262-4b14-8830-3b4e0cdb9d71 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:53.031338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5bb1b3dc-7d52-4795-9f6e-2a20b83f326b req-8f9fe3e7-1262-4b14-8830-3b4e0cdb9d71 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.1521769 Aug 17 17:05:53.035837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-3254a880-42ba-44f6-9883-831292133833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:53.037198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-3254a880-42ba-44f6-9883-831292133833 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.1290460 Aug 17 17:05:53.116058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5bb1b3dc-7d52-4795-9f6e-2a20b83f326b req-6fdf2a45-b1a3-46af-a24a-f9c38e8daf98 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778303 Aug 17 17:05:53.125032 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-8d5be823-b15b-44da-a43e-cb1302894e83 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 1002 time: 0.0795481 Aug 17 17:05:53.173674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-00c41ef9-8e32-45e5-a8d5-567917c08505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:53.175150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-00c41ef9-8e32-45e5-a8d5-567917c08505 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0442607 Aug 17 17:05:53.219968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-d956e670-8662-4b3d-a571-9f26eea8c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:53.221420 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-d956e670-8662-4b3d-a571-9f26eea8c9cf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393252 Aug 17 17:05:53.312353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-8e8fd7a8-ccf3-4235-b180-66628b7fdc8c service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833964 Aug 17 17:05:53.401397 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-cfd62b74-09b8-43fd-a33e-7143bc5fe01a service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819175 Aug 17 17:05:54.237377 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3706-d3dc-40b4-b519-3a8d7b51cf9f req-c4a07925-97f3-4203-b642-992b782864f8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:54.238783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-461b3706-d3dc-40b4-b519-3a8d7b51cf9f req-c4a07925-97f3-4203-b642-992b782864f8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0527437 Aug 17 17:05:54.275264 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-461b3706-d3dc-40b4-b519-3a8d7b51cf9f req-7afb34ac-cd7e-4db3-b177-ebf1d8a7a952 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307081 Aug 17 17:05:55.394050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bd67d-ab12-41d4-b660-156468af1084 req-015e9877-a972-4a0c-804e-1aea69303d67 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:55.395561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e18bd67d-ab12-41d4-b660-156468af1084 req-015e9877-a972-4a0c-804e-1aea69303d67 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0531976 Aug 17 17:05:55.434323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e18bd67d-ab12-41d4-b660-156468af1084 req-f9db2dc8-b508-4eaf-a78f-166b588a0ff2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Aug 17 17:05:56.548967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1dc14-3560-4b29-b109-1fa2bd7fd28a req-afc3b8cd-9100-48ea-b620-d11d2c77d63c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:56.550474 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fc1dc14-3560-4b29-b109-1fa2bd7fd28a req-afc3b8cd-9100-48ea-b620-d11d2c77d63c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0492644 Aug 17 17:05:56.587697 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9fc1dc14-3560-4b29-b109-1fa2bd7fd28a req-5b845837-e47f-44cf-aaed-d29fdbc07173 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312479 Aug 17 17:05:57.702520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b800b-82b6-41bf-adb4-79f7a5ba5838 req-0a4b0745-a2df-4e52-b6bd-0e2fb53c2772 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:57.703977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae7b800b-82b6-41bf-adb4-79f7a5ba5838 req-0a4b0745-a2df-4e52-b6bd-0e2fb53c2772 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0479474 Aug 17 17:05:57.740336 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae7b800b-82b6-41bf-adb4-79f7a5ba5838 req-62811421-a198-448f-84c2-cfa0f675a778 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305357 Aug 17 17:05:58.860677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b4699-253e-41fc-b127-f53cd3dfebbd req-6d9ce47e-2fd9-49e1-b1b1-ba14784fd8e1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:05:58.862467 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a95b4699-253e-41fc-b127-f53cd3dfebbd req-6d9ce47e-2fd9-49e1-b1b1-ba14784fd8e1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0492291 Aug 17 17:05:58.899440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a95b4699-253e-41fc-b127-f53cd3dfebbd req-1a7bddce-0b5d-4e7e-aa9b-0f359c9aaa31 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310900 Aug 17 17:06:00.013550 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2c2a2-4017-4953-816e-386a1f64674c req-ba440a30-3cf1-4602-92a5-602bd1f9db43 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:00.015069 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5a2c2a2-4017-4953-816e-386a1f64674c req-ba440a30-3cf1-4602-92a5-602bd1f9db43 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Aug 17 17:06:00.052140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5a2c2a2-4017-4953-816e-386a1f64674c req-658afffd-ea09-4dad-a87c-188519ef824e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Aug 17 17:06:00.289039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-51060ae6-3754-4f2e-9f63-d40001179a4f req-5d4c3973-a82e-4522-865e-49b3813259cf service neutron] (94839) timed out ('10.222.0.91', 52656) {{(pid=94839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 17:06:01.172581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0f9e9-fa95-41c9-aa9a-3eef1e71ca58 req-ec4ed5c9-7284-48e4-a0b8-d83110e64140 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:01.174037 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-baf0f9e9-fa95-41c9-aa9a-3eef1e71ca58 req-ec4ed5c9-7284-48e4-a0b8-d83110e64140 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0534558 Aug 17 17:06:01.210716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-baf0f9e9-fa95-41c9-aa9a-3eef1e71ca58 req-d9dd2e73-8e15-4ac3-bad9-c1d167d41377 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307822 Aug 17 17:06:02.199718 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e9756b-c84b-441e-8205-1e2becb24e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:02.328437 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305402e-6ea9-416c-9564-8fac550ccd62 req-2be2b7cc-0ea8-44e3-b5c7-2eae50e03f76 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:02.329878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f305402e-6ea9-416c-9564-8fac550ccd62 req-2be2b7cc-0ea8-44e3-b5c7-2eae50e03f76 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0515318 Aug 17 17:06:02.367236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f305402e-6ea9-416c-9564-8fac550ccd62 req-9a128067-536e-4d94-944d-cce7af94ebac tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312290 Aug 17 17:06:03.481076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d756e6-0e21-463b-a606-1e321fcf9a9f req-132bce6a-9c14-4d62-8bb6-404b102a295e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:03.482583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54d756e6-0e21-463b-a606-1e321fcf9a9f req-132bce6a-9c14-4d62-8bb6-404b102a295e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0490630 Aug 17 17:06:03.520830 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-54d756e6-0e21-463b-a606-1e321fcf9a9f req-ebd07c1d-1f37-4ac8-a03c-ced193d8dbdb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320785 Aug 17 17:06:04.635393 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c42079-0bc4-45ca-ad68-3acde055ec7c req-6c599fe2-7b50-4940-940e-1ac76853bccd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:04.637365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1c42079-0bc4-45ca-ad68-3acde055ec7c req-6c599fe2-7b50-4940-940e-1ac76853bccd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0488098 Aug 17 17:06:04.674574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1c42079-0bc4-45ca-ad68-3acde055ec7c req-858c0845-2ea6-4fdc-819a-b7328ce48717 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Aug 17 17:06:04.880994 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-874c4d9c-49ad-431c-bd16-e2a9954e399a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:05.065712 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:05.282181 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-792b8294-3289-432e-bf03-7d88ad1d44e9 service neutron] show failed (client error): The resource could not be found. Aug 17 17:06:05.283198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-792b8294-3289-432e-bf03-7d88ad1d44e9 service neutron] 10.222.0.91 "GET /v2.0/ports/e2537e40-a48d-4eac-8897-6507e7dd898b/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0533545 Aug 17 17:06:05.554284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-9a124146-8c87-455f-9956-15d82909e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:05.556302 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-9a124146-8c87-455f-9956-15d82909e54f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 1097 time: 0.1256473 Aug 17 17:06:05.568486 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:06:05.620397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:05.873703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfef1b-5c19-43da-bb72-25753fd5390e req-b7ef1c08-b9b5-4e04-9daa-5537870f9e7e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:05.875134 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4cdfef1b-5c19-43da-bb72-25753fd5390e req-b7ef1c08-b9b5-4e04-9daa-5537870f9e7e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.1314638 Aug 17 17:06:05.933814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=e2537e40-a48d-4eac-8897-6507e7dd898b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:06:05.937958 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4cdfef1b-5c19-43da-bb72-25753fd5390e req-682189fb-cfc8-4ae9-91fc-934b2b38d27c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569940 Aug 17 17:06:05.970970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:06:06.014765 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:06:06.017001 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ef5c56-ed0b-4b0f-849a-d903e16cfa04" -d '{"events": [{"server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "name": "network-vif-unplugged", "status": "completed", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:06:06.020701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:06.034438 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Transition to ACTIVE for port object e2537e40-a48d-4eac-8897-6507e7dd898b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:06:06.038994 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:06.071325 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1294a1c-7946-459f-9d5b-119566146f36 x-openstack-request-id: req-a1294a1c-7946-459f-9d5b-119566146f36 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:06:06.071614 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "name": "network-vif-unplugged", "status": "completed", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:06:06.071863 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1294a1c-7946-459f-9d5b-119566146f36 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:06:06.072251 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'code': 200} Aug 17 17:06:06.080183 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:06.108333 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Pushing event updated for resources: {'Port': ['ID=e2537e40-a48d-4eac-8897-6507e7dd898b,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:06:06.163414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.163751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.164084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.164411 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.164991 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.165272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.165592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.165911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.166228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.166570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.166890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.167729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:06.229014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] No DVR routers for this DVR port e2537e40-a48d-4eac-8897-6507e7dd898b on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:06:06.363788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Attempting to bind port e2537e40-a48d-4eac-8897-6507e7dd898b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:06:06.364051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Attempting to bind port e2537e40-a48d-4eac-8897-6507e7dd898b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:06:06.364382 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Attempting to bind port e2537e40-a48d-4eac-8897-6507e7dd898b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:06:06.369275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Port e2537e40-a48d-4eac-8897-6507e7dd898b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:06:06.369622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Attempting to bind port e2537e40-a48d-4eac-8897-6507e7dd898b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:06:06.375066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:06:06.375402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:06:06.375784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:06:06.376208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Bound port: e2537e40-a48d-4eac-8897-6507e7dd898b, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:06:06.376559 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:06.444709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:06:06.447751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e2537e40-a48d-4eac-8897-6507e7dd898b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:06:06.451488 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:06.483880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:06.484483 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:06.486090 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] 10.222.0.93 "PUT /v2.0/ports/e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 1092 time: 0.9214294 Aug 17 17:06:06.518757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e97ffa-751d-4bbb-bca9-0482243de5df service neutron] Pushing event updated for resources: {'Port': ['ID=e2537e40-a48d-4eac-8897-6507e7dd898b,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:06:06.554903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-208d3928-d9db-4886-9bda-e51c87606336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:06.556429 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-208d3928-d9db-4886-9bda-e51c87606336 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1095 time: 0.0459914 Aug 17 17:06:06.654310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-4d72fd8f-6c8d-4d0a-bb65-08995d5ce358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:06.655845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-4d72fd8f-6c8d-4d0a-bb65-08995d5ce358 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0925992 Aug 17 17:06:06.753010 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-45ab8346-3a09-4edf-83a1-5faf7ba69f10 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 1000 time: 0.0898423 Aug 17 17:06:06.805752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-97c10adb-bfd5-4f89-85bc-08e523d2cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:06.807205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-97c10adb-bfd5-4f89-85bc-08e523d2cf9b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0467858 Aug 17 17:06:06.861833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-815f27d0-4618-458a-ba45-2b0cfc07cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:06.863403 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-815f27d0-4618-458a-ba45-2b0cfc07cfb4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492561 Aug 17 17:06:06.874648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-d49f6c97-7354-4aff-a344-8067efe114c2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:06:06.875661 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-d49f6c97-7354-4aff-a344-8067efe114c2 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054758 Aug 17 17:06:06.967664 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-2a56b587-cb95-4e91-8fec-4d0855196391 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840151 Aug 17 17:06:07.096424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61830b50-df72-44aa-8d52-638fcc955904 req-42ef9348-a9a6-42aa-ae47-bad5003bd018 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:07.097788 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61830b50-df72-44aa-8d52-638fcc955904 req-42ef9348-a9a6-42aa-ae47-bad5003bd018 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 944 time: 0.0796590 Aug 17 17:06:07.099973 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce778e6c-ff97-41d8-97a5-ea8e4888d87c req-1dde60c1-15d1-4ca6-9b99-b2ffce98b394 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245065 Aug 17 17:06:07.136777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61830b50-df72-44aa-8d52-638fcc955904 req-89ccedcc-e253-4d6f-8572-cfe685657cd6 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329289 Aug 17 17:06:07.831349 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:08.074616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:06:08.077014 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3" -d '{"events": [{"name": "network-changed", "server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:06:08.127094 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e60e2ee-871f-4694-9b30-32c68a4cc91f x-openstack-request-id: req-1e60e2ee-871f-4694-9b30-32c68a4cc91f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:06:08.127389 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:06:08.128132 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e60e2ee-871f-4694-9b30-32c68a4cc91f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:06:08.128132 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'status': 'completed', 'code': 200} Aug 17 17:06:08.203493 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-c97efbcd-7f8c-4d29-a27b-021c4d710705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:08.205059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-c97efbcd-7f8c-4d29-a27b-021c4d710705 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1095 time: 0.0501654 Aug 17 17:06:08.207750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-d0756e83-d677-4b9c-be09-5cf0124e0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:08.209241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-d0756e83-d677-4b9c-be09-5cf0124e0cd1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1095 time: 0.0531142 Aug 17 17:06:08.295402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-2810f4a8-2bc0-4a8f-9062-09105a92373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:08.296885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-2810f4a8-2bc0-4a8f-9062-09105a92373c service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0845256 Aug 17 17:06:08.318611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d3ae9-cf04-4a5c-a4d4-914e22d0fb14 req-63bac42b-599b-4db5-a5d0-83663ea88500 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:08.320124 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d92d3ae9-cf04-4a5c-a4d4-914e22d0fb14 req-63bac42b-599b-4db5-a5d0-83663ea88500 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 944 time: 0.1100245 Aug 17 17:06:08.341809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-094f10af-5acc-4571-ab13-db43521010b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:08.343224 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-094f10af-5acc-4571-ab13-db43521010b2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.1247232 Aug 17 17:06:08.356010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e2537e40-a48d-4eac-8897-6507e7dd898b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:06:08.372830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-bcf334f3-43df-4f26-9257-d2f3af213ced service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 1000 time: 0.0681388 Aug 17 17:06:08.413719 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d92d3ae9-cf04-4a5c-a4d4-914e22d0fb14 req-4950899f-47b9-4fe7-b4ad-f327b455a3c5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823219 Aug 17 17:06:08.423181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-9b8451d0-7f00-442b-a636-edb53d300670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:08.424641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-9b8451d0-7f00-442b-a636-edb53d300670 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0450172 Aug 17 17:06:08.431299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-b9f5f1df-0587-4380-a6bd-0cc1a1c43865 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 1000 time: 0.0784976 Aug 17 17:06:08.463182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e2537e40-a48d-4eac-8897-6507e7dd898b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:06:08.475767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'mac_address': 'fa:16:3e:cc:44:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:06:08.478987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-6aa72f40-dddd-496c-a2dc-af07a79739e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:08.481200 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-6aa72f40-dddd-496c-a2dc-af07a79739e7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496781 Aug 17 17:06:08.484933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-638ebe91-ea6a-49d6-a587-a349226f3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:08.486894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-638ebe91-ea6a-49d6-a587-a349226f3df3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0482850 Aug 17 17:06:08.522010 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:08.537844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-7031f519-42c0-4548-b145-87b251f0efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:08.539452 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-7031f519-42c0-4548-b145-87b251f0efc9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426700 Aug 17 17:06:08.552570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2537e40-a48d-4eac-8897-6507e7dd898b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:06:08.575389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e2537e40-a48d-4eac-8897-6507e7dd898b no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:06:08.582169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e2537e40-a48d-4eac-8897-6507e7dd898b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:06:08.596127 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-8d02e23f-8c3a-4eed-9592-543d164a3b90 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079628 Aug 17 17:06:08.603148 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:08.662642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-30e82e00-fdda-494a-93ac-e1b5e7601480 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110377 Aug 17 17:06:08.667752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device e2537e40-a48d-4eac-8897-6507e7dd898b not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:06:08.672767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=e2537e40-a48d-4eac-8897-6507e7dd898b,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:06:08.681272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.681655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.683499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.684252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.684594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.684920 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.685242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.685562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.685875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.686195 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.686536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.686851 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:08.716129 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-7f7ae6ed-3da2-4d4a-bb94-4bb0add100cf service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117201 Aug 17 17:06:08.759777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3fe6ea60-4eb7-45a9-beb3-3f8897817af3 req-7f098e35-a92c-438b-a30c-6652a348654f service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879426 Aug 17 17:06:08.861782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['e2537e40-a48d-4eac-8897-6507e7dd898b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:06:09.537488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091e0fe-10f9-4d4a-a8b4-855a582b4875 req-5708df7c-fb00-4c5d-adae-f089102fbdd3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:09.539006 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c091e0fe-10f9-4d4a-a8b4-855a582b4875 req-5708df7c-fb00-4c5d-adae-f089102fbdd3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 945 time: 0.0492582 Aug 17 17:06:09.576694 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c091e0fe-10f9-4d4a-a8b4-855a582b4875 req-69e8cb6d-9b9c-4dae-bdd8-357a81ed28b7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320191 Aug 17 17:06:09.794791 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f604f4-006e-4258-8f2f-c070b6c71f89 req-6cb720ea-b2ca-4791-b411-7dbbd0666d58 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:09.796155 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39f604f4-006e-4258-8f2f-c070b6c71f89 req-6cb720ea-b2ca-4791-b411-7dbbd0666d58 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 945 time: 0.0794592 Aug 17 17:06:09.810010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-ed434641-ec0d-4537-b7ee-fec36b9dac73 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:09.811405 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-ed434641-ec0d-4537-b7ee-fec36b9dac73 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517&tenant_id=803bcc5d712047ae8c8f5cbdabffb175&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 945 time: 0.0837476 Aug 17 17:06:09.873242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39f604f4-006e-4258-8f2f-c070b6c71f89 req-4b2f3d7a-07f2-4a00-90a0-e8106a090f4b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712178 Aug 17 17:06:09.891289 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-fa4134f6-3091-483d-8692-41bf9a03c0db service neutron] delete failed (client error): The resource could not be found. Aug 17 17:06:09.892283 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-fa4134f6-3091-483d-8692-41bf9a03c0db service neutron] 10.222.0.91 "DELETE /v2.0/ports/e2537e40-a48d-4eac-8897-6507e7dd898b/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0686581 Aug 17 17:06:09.976629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-31792139-afb7-4c3f-8725-6da82455707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:09.978111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-31792139-afb7-4c3f-8725-6da82455707a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 1096 time: 0.0428479 Aug 17 17:06:10.067742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-cbaec9bf-5d4b-45f0-aebb-f2aa46b35856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:10.069089 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-cbaec9bf-5d4b-45f0-aebb-f2aa46b35856 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0837369 Aug 17 17:06:10.135532 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-1bfe8fc1-ba98-4a0c-8f2a-4122730d47dc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 200 len: 1001 time: 0.0594566 Aug 17 17:06:10.184290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-de9e59d6-9eb9-4f5a-8c8b-0c0b63c19b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:10.185674 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-de9e59d6-9eb9-4f5a-8c8b-0c0b63c19b38 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0433061 Aug 17 17:06:10.231061 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-bc9164b7-370e-415f-8c1c-6fe1f6286d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:10.232488 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-bc9164b7-370e-415f-8c1c-6fe1f6286d39 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397811 Aug 17 17:06:10.321510 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-ab09d9b8-0ede-41f2-ba97-a92e33214c54 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820911 Aug 17 17:06:10.354182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e2537e40-a48d-4eac-8897-6507e7dd898b up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:06:10.402341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port e2537e40-a48d-4eac-8897-6507e7dd898b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:06:10.406219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port e2537e40-a48d-4eac-8897-6507e7dd898b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:06:10.406626 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:10.410294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-304b2f3d-515b-4f52-80c6-58a454e30d9e req-58bdfd28-53d5-48c0-993d-45942b519f4b service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823741 Aug 17 17:06:10.487283 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:10.511208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:06:10.513405 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b61975e-0f04-42eb-9fbf-e47cb6986648" -d '{"events": [{"server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "name": "network-vif-plugged", "status": "completed", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:06:10.525926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e2537e40-a48d-4eac-8897-6507e7dd898b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:06:10.530592 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:10.563393 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202035e0-c947-46b8-8ee8-4571279a0697 x-openstack-request-id: req-202035e0-c947-46b8-8ee8-4571279a0697 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:06:10.563685 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "name": "network-vif-plugged", "status": "completed", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:06:10.563933 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-202035e0-c947-46b8-8ee8-4571279a0697 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:06:10.564313 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'code': 200} Aug 17 17:06:10.580188 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=e2537e40-a48d-4eac-8897-6507e7dd898b,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:06:10.992853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732451b-acbe-4723-95f4-c5c824f1b969 req-bba5709d-09a2-40e6-9b7d-099aaa87529b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:10.994342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a732451b-acbe-4723-95f4-c5c824f1b969 req-bba5709d-09a2-40e6-9b7d-099aaa87529b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0520740 Aug 17 17:06:11.036874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a732451b-acbe-4723-95f4-c5c824f1b969 req-844f7a2a-9bf7-43f2-8c63-42323e46faed tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351081 Aug 17 17:06:11.153257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bcd1-df18-40eb-accc-323c7644e7e1 req-124b9362-f0ac-4ea6-8a71-648fd45cb456 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:11.154650 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67e8bcd1-df18-40eb-accc-323c7644e7e1 req-124b9362-f0ac-4ea6-8a71-648fd45cb456 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0495546 Aug 17 17:06:11.192476 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-67e8bcd1-df18-40eb-accc-323c7644e7e1 req-945ef258-f073-4301-990e-26d623adf2f3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319521 Aug 17 17:06:11.303627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00e28f-6a09-4444-b75d-6fa8b4c067bd req-a6e84e4f-a1df-426c-a455-cea26b5ad586 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:11.305108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3a00e28f-6a09-4444-b75d-6fa8b4c067bd req-a6e84e4f-a1df-426c-a455-cea26b5ad586 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0485654 Aug 17 17:06:11.345203 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3a00e28f-6a09-4444-b75d-6fa8b4c067bd req-d95bbf86-fcbc-41dc-8bf8-a713e0e05257 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340676 Aug 17 17:06:11.568171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc14a-06c8-4768-a1c4-2e342563534c req-f71a7263-8578-4db9-9b63-74fb990ffb06 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:11.569643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5bc14a-06c8-4768-a1c4-2e342563534c req-f71a7263-8578-4db9-9b63-74fb990ffb06 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0480413 Aug 17 17:06:11.607459 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ad5bc14a-06c8-4768-a1c4-2e342563534c req-14965369-b8d2-47e1-98b1-c22338467181 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Aug 17 17:06:12.726515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b2ad8-76e7-44b1-be0c-29fc0570955c req-ac9f5ded-7cf0-4c5a-9c24-ff73cbf36224 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:12.727990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b97b2ad8-76e7-44b1-be0c-29fc0570955c req-ac9f5ded-7cf0-4c5a-9c24-ff73cbf36224 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0515218 Aug 17 17:06:12.765139 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b97b2ad8-76e7-44b1-be0c-29fc0570955c req-b615e292-6192-4514-ac49-4ea260b1d802 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304611 Aug 17 17:06:12.869655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-d893d416-8645-420a-bcad-548edf0d07c0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:12.871162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-d893d416-8645-420a-bcad-548edf0d07c0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 946 time: 0.0476315 Aug 17 17:06:12.956745 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Deleting port e2537e40-a48d-4eac-8897-6507e7dd898b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:06:12.957059 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:13.047386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] For port e2537e40-a48d-4eac-8897-6507e7dd898b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e2537e40-a48d-4eac-8897-6507e7dd898b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:06:13.047748 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:13.574658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:13.575029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:13.575336 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8 disassociated. External IP: 172.25.7.209, port: e2537e40-a48d-4eac-8897-6507e7dd898b. Aug 17 17:06:13.575693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Calling delete_port for e2537e40-a48d-4eac-8897-6507e7dd898b owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:06:13.701845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:13.728141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event deleted for resources: {'Port': ['ID=e2537e40-a48d-4eac-8897-6507e7dd898b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:06:13.850911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Router 383658b4-abb6-4992-850b-be17dc42d320 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:06:13.862293 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fca963cd-31bc-4580-9987-36bdf7fc70f9 req-2dc36e9a-11d8-48d0-9d4a-c6abe64e0fe9 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d25e4560-3a9a-4682-ab9d-60730fe1a517 HTTP/1.1" status: 200 len: 210 time: 0.0282521 Aug 17 17:06:13.965098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:06:13.974954 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:06:13.984562 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:06:13.985166 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:06:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:06:14.009467 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] No DVR routers for this DVR port e2537e40-a48d-4eac-8897-6507e7dd898b on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:06:14.012474 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:14.015014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13dd24ef-98ed-4a13-accc-f454864ba72c req-c3fc2c23-ee99-42b9-ae89-72e8456d1bd8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.93 "DELETE /v2.0/ports/e2537e40-a48d-4eac-8897-6507e7dd898b HTTP/1.1" status: 204 len: 173 time: 1.1377935 Aug 17 17:06:14.015461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'name': 'network-vif-deleted', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:06:14.017667 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8f6b9c-7360-47c8-8e07-8f0b25afb211" -d '{"events": [{"server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "name": "network-vif-deleted", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:06:14.056245 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb729ae4-95b0-454a-8628-7691651f2491 x-openstack-request-id: req-bb729ae4-95b0-454a-8628-7691651f2491 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:06:14.056474 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25e4560-3a9a-4682-ab9d-60730fe1a517", "name": "network-vif-deleted", "tag": "e2537e40-a48d-4eac-8897-6507e7dd898b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:06:14.056727 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb729ae4-95b0-454a-8628-7691651f2491 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:06:14.057128 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25e4560-3a9a-4682-ab9d-60730fe1a517', 'name': 'network-vif-deleted', 'tag': 'e2537e40-a48d-4eac-8897-6507e7dd898b', 'status': 'completed', 'code': 200} Aug 17 17:06:14.094464 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:06:14.287149 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:06:14.313931 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:06:14.321894 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:06:14.322515 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:06:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:06:14.429786 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:06:14.582388 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:06:14.628066 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:06:14.655962 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ee1d6-c249-450f-8d15-0c764ce740c3 None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:06:14.865881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98ad1c-f2f3-46bd-a9a2-3f964a62e280 None None] New status for floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:06:15.092619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-bc8a7996-9232-45ed-a29e-e3b2f91a64b8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1303855124&fields=id&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 267 time: 0.0318346 Aug 17 17:06:15.199980 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a28b9e44-ac50-42c7-881a-aded83ebd017 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:15.201402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a28b9e44-ac50-42c7-881a-aded83ebd017 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 811 time: 0.1023190 Aug 17 17:06:15.216612 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-3733b867-8614-4227-8c14-226d2091b559 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/quotas/803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 375 time: 0.0095177 Aug 17 17:06:15.268151 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a05a192d-795e-4e84-88df-1b73bbdc7dfd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463636 Aug 17 17:06:15.759873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-665dd2a9-e503-4de9-a9dc-c93326d75a85 service neutron] 10.222.0.77 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799583 Aug 17 17:06:15.850333 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-20930f7b-ccde-4b39-a4d0-ef9e2421157f service neutron] 10.222.0.77 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842130 Aug 17 17:06:16.010967 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-65f539f0-4e76-462a-92d1-1a080f4903d7 req-297197bd-9da0-4428-bc0e-719eb205f62a tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 210 time: 0.0276778 Aug 17 17:06:16.375925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e2537e40-a48d-4eac-8897-6507e7dd898b no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:06:16.399812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: e2537e40-a48d-4eac-8897-6507e7dd898b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:06:16.400083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e2537e40-a48d-4eac-8897-6507e7dd898b not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:06:16.892266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83a66b-112d-48f5-960e-2d72699d2111 req-45e32e27-058c-46e1-b4fe-018c4bc5da45 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:16.893727 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-45e32e27-058c-46e1-b4fe-018c4bc5da45 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 811 time: 0.1009178 Aug 17 17:06:16.935717 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a1000df1-b400-4ce1-98da-5da756bee627 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 380 time: 0.0327404 Aug 17 17:06:16.945691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'port': {'device_id': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'admin_state_up': True, 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'security_groups': ['e4a4e5b7-3c00-4d60-81ae-d86151b1207f']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:06:17.055057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Made reservation on behalf of 803bcc5d712047ae8c8f5cbdabffb175 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:06:17.059036 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:17.139059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8aa0169b-a703-4d59-8271-e53c5a031336 req-271b98e5-09f5-4d84-85b1-03f7b6a43fea tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 210 time: 0.0585549 Aug 17 17:06:17.207321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Allocated IP 172.20.0.8 (8455690c-3ab2-49a7-ae99-1f3910ef0b44/263413ca-c25b-49f6-b133-73062b0456a2/450f3e75-4406-4d0b-a96e-e7c4d4718abc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:06:17.342054 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:17.355438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Transition to ACTIVE for port object 450f3e75-4406-4d0b-a96e-e7c4d4718abc will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:06:17.389207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:17.429433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:06:17.435004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:06:17.438709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:06:17.463821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event updated for resources: {'Port': ['ID=450f3e75-4406-4d0b-a96e-e7c4d4718abc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:06:17.478558 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.478907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.479236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.480065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.480394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.480722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.481045 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.481363 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.481680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.481999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.482317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.482654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:06:17.503772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:17.504389 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:17.519479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-a425aacf-0a90-44fe-9283-87752c53e137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775747 Aug 17 17:06:17.532607 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Request body: {'port': {'device_id': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:06:17.593131 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:17.627322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d5942936-2eb4-4d18-b2ae-efc86536ae2c None None] Provisioning for port 450f3e75-4406-4d0b-a96e-e7c4d4718abc completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:06:17.631056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d5942936-2eb4-4d18-b2ae-efc86536ae2c None None] Provisioning complete for port 450f3e75-4406-4d0b-a96e-e7c4d4718abc triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:06:17.631431 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5942936-2eb4-4d18-b2ae-efc86536ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:17.664961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d5942936-2eb4-4d18-b2ae-efc86536ae2c None None] Port 450f3e75-4406-4d0b-a96e-e7c4d4718abc cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:06:17.862537 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450f3e75-4406-4d0b-a96e-e7c4d4718abc {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:06:17.869726 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:17.881185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Transition to ACTIVE for port object 450f3e75-4406-4d0b-a96e-e7c4d4718abc will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:06:17.885342 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:17.933158 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Pushing event updated for resources: {'Port': ['ID=450f3e75-4406-4d0b-a96e-e7c4d4718abc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:06:18.012742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Attempting to bind port 450f3e75-4406-4d0b-a96e-e7c4d4718abc on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:06:18.013069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Attempting to bind port 450f3e75-4406-4d0b-a96e-e7c4d4718abc by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:06:18.013395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Attempting to bind port 450f3e75-4406-4d0b-a96e-e7c4d4718abc on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:06:18.017794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Port 450f3e75-4406-4d0b-a96e-e7c4d4718abc on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:06:18.018107 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Attempting to bind port 450f3e75-4406-4d0b-a96e-e7c4d4718abc on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:06:18.023017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:06:18.023353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:06:18.023732 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:06:18.024155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Bound port: 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:06:18.024506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:18.091816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:06:18.095449 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:06:18.099884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:18.133555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:18.134239 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:18.136184 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] 10.222.0.91 "PUT /v2.0/ports/450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 1091 time: 0.6075552 Aug 17 17:06:18.136805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:06:18.138879 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e03483-4a88-4656-99ac-a386b519e1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:06:18.175566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cd971-1c8d-461e-8092-77b7210fb320 service neutron] Pushing event updated for resources: {'Port': ['ID=450f3e75-4406-4d0b-a96e-e7c4d4718abc,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:06:18.231452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83a66b-112d-48f5-960e-2d72699d2111 req-031c3706-541a-4feb-b6ea-fc30ba337a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:18.233195 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-031c3706-541a-4feb-b6ea-fc30ba337a07 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1094 time: 0.0533209 Aug 17 17:06:18.294770 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadd9a60-4cda-455c-9801-2025cfeb7917 x-openstack-request-id: req-eadd9a60-4cda-455c-9801-2025cfeb7917 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:06:18.295066 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:06:18.295502 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eadd9a60-4cda-455c-9801-2025cfeb7917 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:06:18.295767 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'status': 'completed', 'code': 200} Aug 17 17:06:18.297713 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-ba103f26-3fe2-4866-adf7-4ef5811c63a1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 217 time: 0.0540833 Aug 17 17:06:18.356830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d54a3-85a3-413c-9eed-2410ab7b64dc req-67fd05ee-d572-4f2e-9d41-b7c9bc19c1bd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:18.358352 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a29d54a3-85a3-413c-9eed-2410ab7b64dc req-67fd05ee-d572-4f2e-9d41-b7c9bc19c1bd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 943 time: 0.1293111 Aug 17 17:06:18.374767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83a66b-112d-48f5-960e-2d72699d2111 req-82dabdfc-4c8d-490e-a177-cae07a40e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:18.376156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-82dabdfc-4c8d-490e-a177-cae07a40e95d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0716672 Aug 17 17:06:18.429548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a29d54a3-85a3-413c-9eed-2410ab7b64dc req-07384e63-9add-4d45-b66c-42cadf254888 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634353 Aug 17 17:06:18.437633 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83a66b-112d-48f5-960e-2d72699d2111 req-7ddba63c-28d6-4ba6-8990-cf3f0ab491db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:18.439156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-7ddba63c-28d6-4ba6-8990-cf3f0ab491db service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557163 Aug 17 17:06:18.528862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-62871694-fdf8-44f5-a176-fb85db7713af service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827749 Aug 17 17:06:18.622029 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be83a66b-112d-48f5-960e-2d72699d2111 req-7bd9fc54-e15d-4bf2-a9d1-54115e199b4f service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859246 Aug 17 17:06:18.705683 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-6029e454-7d8a-4ba8-a0d7-21df75320f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:18.707166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-6029e454-7d8a-4ba8-a0d7-21df75320f28 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1094 time: 0.0409141 Aug 17 17:06:18.799917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-d84a95ff-2062-4227-aae6-b672c9a80d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:18.801357 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-d84a95ff-2062-4227-aae6-b672c9a80d1d service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0872910 Aug 17 17:06:18.843642 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-2b345a5b-f5a6-49a8-8025-467b8c037466 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 217 time: 0.0340159 Aug 17 17:06:18.892135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-0c78633f-acb0-4904-a580-42be292cc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:18.893509 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-0c78633f-acb0-4904-a580-42be292cc723 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0426598 Aug 17 17:06:18.943847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-087f3649-bfea-4508-a799-4a83733646d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:18.945322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-087f3649-bfea-4508-a799-4a83733646d1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439739 Aug 17 17:06:19.036068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-5c894ab1-71df-4771-8640-ae6fb4276462 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818517 Aug 17 17:06:19.130288 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6e03483-4a88-4656-99ac-a386b519e1c2 req-f08fe901-786b-407f-bbc0-5231d904a4ef service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856490 Aug 17 17:06:19.549953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb182b-c609-4a49-a220-b4e0673d402d req-2ab83893-ce5c-47c9-91e6-fdaf2e22ff96 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:19.551484 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-90bb182b-c609-4a49-a220-b4e0673d402d req-2ab83893-ce5c-47c9-91e6-fdaf2e22ff96 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 943 time: 0.0526412 Aug 17 17:06:19.590273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-90bb182b-c609-4a49-a220-b4e0673d402d req-b1fa7157-366e-4d0c-9643-4aa464d3ab59 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325322 Aug 17 17:06:19.966604 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:20.313269 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:20.704263 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ac1c1-896c-498c-babb-118c24db8294 req-161fb2e6-ac3a-49f4-a04d-d8d6d3da769c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:20.705741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884ac1c1-896c-498c-babb-118c24db8294 req-161fb2e6-ac3a-49f4-a04d-d8d6d3da769c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 943 time: 0.0491247 Aug 17 17:06:20.743343 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884ac1c1-896c-498c-babb-118c24db8294 req-899819bb-3a9d-4fa0-a016-8f3cc284faf7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Aug 17 17:06:21.857223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e366ab-293e-4306-b06f-bdae4fae5130 req-b6819af7-76a1-4995-9cef-e31cde820fe7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:21.858637 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03e366ab-293e-4306-b06f-bdae4fae5130 req-b6819af7-76a1-4995-9cef-e31cde820fe7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 943 time: 0.0488245 Aug 17 17:06:21.896488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-03e366ab-293e-4306-b06f-bdae4fae5130 req-3ccb2de3-4f1b-4197-b0e9-90ea650f70ce tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318024 Aug 17 17:06:22.617571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 450f3e75-4406-4d0b-a96e-e7c4d4718abc details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:06:22.708066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:06:22.721912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'mac_address': 'fa:16:3e:a3:2f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:06:22.758168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:22.770309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450f3e75-4406-4d0b-a96e-e7c4d4718abc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:06:22.788702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:06:22.793423 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:22.838468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=450f3e75-4406-4d0b-a96e-e7c4d4718abc,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:06:23.010835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ede0d1-b9a5-4e2e-939d-af0a52aa577b req-ce8c21f8-753b-473f-a079-96444797210f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:23.012321 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-40ede0d1-b9a5-4e2e-939d-af0a52aa577b req-ce8c21f8-753b-473f-a079-96444797210f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 944 time: 0.0496664 Aug 17 17:06:23.032613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['450f3e75-4406-4d0b-a96e-e7c4d4718abc'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:06:23.050145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-40ede0d1-b9a5-4e2e-939d-af0a52aa577b req-a0e42596-fcbb-40bb-a8d9-e8a6e9980ef5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319471 Aug 17 17:06:24.164446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59d77b-6f1a-4873-aa38-e8ec77a43354 req-2317dff4-27f4-48ec-b42c-6d3071e23eff tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:24.165945 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a59d77b-6f1a-4873-aa38-e8ec77a43354 req-2317dff4-27f4-48ec-b42c-6d3071e23eff tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 944 time: 0.0490119 Aug 17 17:06:24.202904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4a59d77b-6f1a-4873-aa38-e8ec77a43354 req-16db5852-f061-4e87-a1ae-04ce43e84a2b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311239 Aug 17 17:06:24.648418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 450f3e75-4406-4d0b-a96e-e7c4d4718abc up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:06:24.694456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 450f3e75-4406-4d0b-a96e-e7c4d4718abc completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:06:24.697856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 450f3e75-4406-4d0b-a96e-e7c4d4718abc triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:06:24.698860 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:24.774003 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:24.944400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:06:24.946619 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2fb7af-fba6-4865-9a18-902389de130f" -d '{"events": [{"server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "name": "network-vif-plugged", "status": "completed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:06:24.959667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:06:24.965258 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:24.989111 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0410e50d-1bb0-4af7-b27e-84c6745807a8 x-openstack-request-id: req-0410e50d-1bb0-4af7-b27e-84c6745807a8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:06:24.989400 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "name": "network-vif-plugged", "status": "completed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:06:24.989645 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0410e50d-1bb0-4af7-b27e-84c6745807a8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:06:24.990025 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'code': 200} Aug 17 17:06:25.020959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=450f3e75-4406-4d0b-a96e-e7c4d4718abc,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:06:25.093000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b795f7-d544-44d4-9074-67f9aa3eeaa9 req-df726b6c-b791-4987-ba62-6484371a220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:25.094530 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44b795f7-d544-44d4-9074-67f9aa3eeaa9 req-df726b6c-b791-4987-ba62-6484371a220a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1096 time: 0.0444510 Aug 17 17:06:25.131222 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-44b795f7-d544-44d4-9074-67f9aa3eeaa9 req-759a92da-3f93-4e24-b7cc-a7ded57718c9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298445 Aug 17 17:06:25.322508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61203d27-0e05-43ff-8199-0800702bdf26 req-95922d56-aa89-4728-98bd-78cbedb17269 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:25.324607 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61203d27-0e05-43ff-8199-0800702bdf26 req-95922d56-aa89-4728-98bd-78cbedb17269 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0530024 Aug 17 17:06:25.361527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-61203d27-0e05-43ff-8199-0800702bdf26 req-3cf7a2ef-c2c7-4f19-aed5-020cc9294667 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304635 Aug 17 17:06:26.477335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8dadf-b831-4113-a762-05e9072f6623 req-5e3f31c7-5518-4403-a297-20c417cfdcb8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:26.478808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-31c8dadf-b831-4113-a762-05e9072f6623 req-5e3f31c7-5518-4403-a297-20c417cfdcb8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0483201 Aug 17 17:06:26.515828 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-31c8dadf-b831-4113-a762-05e9072f6623 req-cfee523f-19c8-4274-9fbd-5c91417ddc08 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309539 Aug 17 17:06:26.627108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f564e49-5183-43fe-adda-8a5cb0e51c1e req-245a2e92-77c6-49f3-aa24-8f282770f01b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:26.628581 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6f564e49-5183-43fe-adda-8a5cb0e51c1e req-245a2e92-77c6-49f3-aa24-8f282770f01b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0496008 Aug 17 17:06:26.637799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41566) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:06:26.642286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f96ed241-2176-47be-bfea-b2c06aad3a49 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'floatingip': {'port_id': '450f3e75-4406-4d0b-a96e-e7c4d4718abc'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:06:26.680537 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f96ed241-2176-47be-bfea-b2c06aad3a49 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:27.114100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f96ed241-2176-47be-bfea-b2c06aad3a49 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:27.117758 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f96ed241-2176-47be-bfea-b2c06aad3a49 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:27.215207 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-f96ed241-2176-47be-bfea-b2c06aad3a49 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8 associated. External IP: 172.25.7.209, port: 450f3e75-4406-4d0b-a96e-e7c4d4718abc. Aug 17 17:06:27.422124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96ed241-2176-47be-bfea-b2c06aad3a49 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Router 383658b4-abb6-4992-850b-be17dc42d320 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:06:27.528624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96ed241-2176-47be-bfea-b2c06aad3a49 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:06:27.533508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f96ed241-2176-47be-bfea-b2c06aad3a49 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:27.538464 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:06:27.547124 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:06:27.548002 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:06:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:06:27.560469 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f96ed241-2176-47be-bfea-b2c06aad3a49 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "PUT /v2.0/floatingips/21c05d13-1d02-4b5a-bb91-c45eba851fa8 HTTP/1.1" status: 200 len: 991 time: 0.9215975 Aug 17 17:06:27.562747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:06:27.563432 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480a065c-f3af-4a53-bfc1-f0f15c7218f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:06:27.600375 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cac24df-ecb1-42f0-a172-e848f75436a7 x-openstack-request-id: req-4cac24df-ecb1-42f0-a172-e848f75436a7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:06:27.600662 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:06:27.600910 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cac24df-ecb1-42f0-a172-e848f75436a7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:06:27.601317 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'status': 'completed', 'code': 200} Aug 17 17:06:27.667010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-1ea050a3-fc18-4fe8-bd4d-f9de1dddf1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:27.668541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-1ea050a3-fc18-4fe8-bd4d-f9de1dddf1be service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1096 time: 0.0432312 Aug 17 17:06:27.744154 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:06:27.766345 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-8dbac3be-797c-4152-8044-53a9d30d5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:27.767885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-8dbac3be-797c-4152-8044-53a9d30d5759 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0922804 Aug 17 17:06:27.834268 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-650f1e47-1edc-40f6-a527-ef0221821dd5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 999 time: 0.0593626 Aug 17 17:06:27.889285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-1e1136e7-4722-464c-b224-d060bc30a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:27.890789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-1e1136e7-4722-464c-b224-d060bc30a6af service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0490348 Aug 17 17:06:27.937119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-76c28b5a-3f4c-44d6-88e7-516e230fbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:06:27.938669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-76c28b5a-3f4c-44d6-88e7-516e230fbce2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412762 Aug 17 17:06:27.960780 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:a3:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:06:27Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:06:27.987358 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:06:27.997157 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:06:27.997687 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:06:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:06:28.034974 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-dd58b873-a504-446c-a394-d9a5d22f3827 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892751 Aug 17 17:06:28.100323 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:06:28.125576 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-480a065c-f3af-4a53-bfc1-f0f15c7218f4 req-b68ec0be-d21f-4d56-b988-66fff55d4678 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824642 Aug 17 17:06:28.318737 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:a3:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:06:27Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:06:28.344264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ab564-f51f-41fe-b6d4-405d7dc6a4ad None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:a3:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:06:27Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:06:28.527552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088edc7-da65-49d2-b676-a55f328cd6df None None] New status for floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:06:32.199478 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-734ee962-e866-4508-8c6e-08592d75df58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:34.882250 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37776e03-96d6-4315-b955-33404629bdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:35.065591 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:36.085477 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:37.832750 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:49.977389 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:50.301923 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:06:51.581483 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:07:02.204075 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1615254e-e5d1-4dea-a3ca-4e453640b2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:04.882155 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0397379-0c07-4867-a093-fbda31d91f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:05.067093 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:06.082781 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:07.835505 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:19.192934 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-6406977e-9a2f-41fb-8e48-7dbcd095cf29 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399833 Aug 17 17:07:19.277086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-f5f71324-f8b5-446f-9d45-f7d3f71a12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:07:19.278483 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-f5f71324-f8b5-446f-9d45-f7d3f71a12e1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1096 time: 0.0438943 Aug 17 17:07:19.380343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-10aeb893-3cfb-44c3-90e2-e3936c209580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:07:19.381863 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-10aeb893-3cfb-44c3-90e2-e3936c209580 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0842798 Aug 17 17:07:19.449842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-d9d768ab-7a85-4996-8a9c-9414bee9399c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 1001 time: 0.0606685 Aug 17 17:07:19.497970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-1b009f38-586b-4847-b60d-9908c7b25800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:07:19.499426 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-1b009f38-586b-4847-b60d-9908c7b25800 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0424044 Aug 17 17:07:19.543743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-56fd9329-ab3a-4294-a2ee-cb10ffb30626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:07:19.545154 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-56fd9329-ab3a-4294-a2ee-cb10ffb30626 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390053 Aug 17 17:07:19.639167 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-17842961-207c-4f50-a002-fda5f4654b99 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857656 Aug 17 17:07:19.727388 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9727ce6f-55a9-4b79-8ae8-c5b72c40e51b req-030123af-5543-4fda-9c73-e266bf3702c5 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803139 Aug 17 17:07:19.980332 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:20.314061 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:28.580706 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:07:32.204749 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44035565-7e08-41e7-9429-d3b9132ade29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:34.881862 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b40d273-e9b5-4ee1-a6d1-bd3d14646f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:35.067878 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:36.086018 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:37.839037 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:49.986084 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:07:50.313862 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:02.205206 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f32b1469-fa6c-4d7e-827f-d82212b3c8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:03.267838 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f90f-3292-47d7-8264-0491425db818 req-8b76d9e9-2c67-47a0-b9f7-a57a69b1a98e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:03.269379 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3284f90f-3292-47d7-8264-0491425db818 req-8b76d9e9-2c67-47a0-b9f7-a57a69b1a98e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0501802 Aug 17 17:08:03.307722 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3284f90f-3292-47d7-8264-0491425db818 req-1ba39af5-a9e0-4cd7-984c-0f854af68162 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313261 Aug 17 17:08:04.427226 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cc9da-6f1a-4f13-b785-010acd2c5964 req-f85bb83d-75bf-4765-b9b8-6be17a1b945d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:04.428774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-399cc9da-6f1a-4f13-b785-010acd2c5964 req-f85bb83d-75bf-4765-b9b8-6be17a1b945d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0518217 Aug 17 17:08:04.466273 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-399cc9da-6f1a-4f13-b785-010acd2c5964 req-9b1e9cf6-6d57-46ce-8415-f17fa79621f4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316141 Aug 17 17:08:04.882257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e9d0c0d-f7b0-4c59-b80e-aeed5c5a703e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:05.067807 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:05.579315 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:08:05.585284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3fa0f-5b7b-4866-88fa-cfa367275cd0 req-2c2a5588-ee28-4d03-85fd-4e85f6e4bcf2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:05.586809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73b3fa0f-5b7b-4866-88fa-cfa367275cd0 req-2c2a5588-ee28-4d03-85fd-4e85f6e4bcf2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0534470 Aug 17 17:08:05.627145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73b3fa0f-5b7b-4866-88fa-cfa367275cd0 req-d6264a3f-0ddb-4d1a-b579-50cc2513da08 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339019 Aug 17 17:08:06.089002 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:06.742814 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5a733-a829-43ff-8e90-0590f37cc437 req-01bb05ff-df5d-44f1-9db9-b8030848caed tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:06.744269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5b5a733-a829-43ff-8e90-0590f37cc437 req-01bb05ff-df5d-44f1-9db9-b8030848caed tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0483451 Aug 17 17:08:06.785289 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b5b5a733-a829-43ff-8e90-0590f37cc437 req-e7968f22-4b85-4ed2-9687-06db92bdf4fe tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351398 Aug 17 17:08:07.843227 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:07.901427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e13f0-f2f9-4787-a6f6-cc43adf3f860 req-0c2af647-28eb-4147-9c3c-9773fbeaff17 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:07.902801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-919e13f0-f2f9-4787-a6f6-cc43adf3f860 req-0c2af647-28eb-4147-9c3c-9773fbeaff17 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0484185 Aug 17 17:08:07.941477 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-919e13f0-f2f9-4787-a6f6-cc43adf3f860 req-71d38d5c-42a4-431e-b43b-22be3d2de7e7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319457 Aug 17 17:08:09.056214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d361-4561-4693-8845-701e5f1adcda req-3ec3d34f-7a32-4d62-96f2-6d7e3d451d42 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:09.057694 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7281d361-4561-4693-8845-701e5f1adcda req-3ec3d34f-7a32-4d62-96f2-6d7e3d451d42 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0489461 Aug 17 17:08:09.095983 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7281d361-4561-4693-8845-701e5f1adcda req-57ff0eaf-9c2a-4c65-af22-fec8b4174775 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Aug 17 17:08:10.209454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0c322-30e9-450e-8d75-1e8a946208fb req-4cd2c671-b617-4940-b15b-ad81c3f0c79a tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:10.210965 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02c0c322-30e9-450e-8d75-1e8a946208fb req-4cd2c671-b617-4940-b15b-ad81c3f0c79a tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0492992 Aug 17 17:08:10.247351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02c0c322-30e9-450e-8d75-1e8a946208fb req-75cf7274-4125-47aa-bdaf-875fa9da02e0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304997 Aug 17 17:08:11.362955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802fd7e-6241-4b9c-bf1b-46f8c47fa71f req-c531f135-28e8-496f-bd0c-3fc50363be02 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:11.364647 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8802fd7e-6241-4b9c-bf1b-46f8c47fa71f req-c531f135-28e8-496f-bd0c-3fc50363be02 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0501657 Aug 17 17:08:11.403042 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8802fd7e-6241-4b9c-bf1b-46f8c47fa71f req-8fc9b854-24d9-42b1-ab48-62c8ec5e86d0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Aug 17 17:08:12.519890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48b1b2-efdb-4898-b1f9-0c0ba0c4ee3f req-143653c3-c09f-440c-83b0-f776cdef4ed2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:12.521355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d48b1b2-efdb-4898-b1f9-0c0ba0c4ee3f req-143653c3-c09f-440c-83b0-f776cdef4ed2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0520630 Aug 17 17:08:12.558040 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d48b1b2-efdb-4898-b1f9-0c0ba0c4ee3f req-90d88630-caf4-4675-aa6d-d3326d9d545c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307758 Aug 17 17:08:13.672860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769b490-aa87-4b9d-917d-91abbaa07762 req-7a777582-42d1-495b-8ab7-5b04c52f1890 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:13.674334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0769b490-aa87-4b9d-917d-91abbaa07762 req-7a777582-42d1-495b-8ab7-5b04c52f1890 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0489752 Aug 17 17:08:13.715183 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0769b490-aa87-4b9d-917d-91abbaa07762 req-dca9335e-c089-493d-a900-28b9546a2207 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350287 Aug 17 17:08:13.947445 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-532d24db-ba8d-4fa4-a9e5-ac580ef7565b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390794 Aug 17 17:08:13.953088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0038b0-4161-4077-ad34-087b6acacb51 req-6fc1c5ad-867e-4e29-95bd-76dfb02aaa19 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:13.954613 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b0038b0-4161-4077-ad34-087b6acacb51 req-6fc1c5ad-867e-4e29-95bd-76dfb02aaa19 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0521660 Aug 17 17:08:13.994605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9b0038b0-4161-4077-ad34-087b6acacb51 req-d8c5623e-19de-4997-be48-034a6b60c9b7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338740 Aug 17 17:08:15.141433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca7f5d-833a-45c2-a65d-5b3e581bfdf9 req-5713ea9d-7888-4b5d-8dfe-559d3e8d9a12 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:15.142942 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fca7f5d-833a-45c2-a65d-5b3e581bfdf9 req-5713ea9d-7888-4b5d-8dfe-559d3e8d9a12 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0776982 Aug 17 17:08:15.145568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-87df1422-c45e-4675-9f9d-3ffeccdcc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:15.146979 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-87df1422-c45e-4675-9f9d-3ffeccdcc2aa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1096 time: 0.0729985 Aug 17 17:08:15.226575 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fca7f5d-833a-45c2-a65d-5b3e581bfdf9 req-faff03aa-3003-4e40-aab0-93b909a527a7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774338 Aug 17 17:08:15.259506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-491f8365-8b3c-4c35-977d-f46699d6f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:15.260949 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-491f8365-8b3c-4c35-977d-f46699d6f6d1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.1045060 Aug 17 17:08:15.328517 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-c3ce5e1c-8a8f-4464-9637-3dffea4b720a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 1001 time: 0.0604064 Aug 17 17:08:15.377731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-0cd7ee59-58cf-413e-8ad1-b1748afa6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:15.379211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-0cd7ee59-58cf-413e-8ad1-b1748afa6c4d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0436177 Aug 17 17:08:15.424338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-6b2b5535-b847-4b07-9cf7-e8782098c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:15.425798 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-6b2b5535-b847-4b07-9cf7-e8782098c1c4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392749 Aug 17 17:08:15.437769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-e1b1de2c-abf4-46eb-b974-127ec86070f3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:08:15.438739 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-e1b1de2c-abf4-46eb-b974-127ec86070f3 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054417 Aug 17 17:08:15.531578 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-f8910289-df61-447d-a4e0-7fb7997063a4 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854700 Aug 17 17:08:15.621072 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bd78fdaa-5c8e-42ff-b054-241350e3dc11 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805185 Aug 17 17:08:16.343504 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6483b-5587-47eb-b00c-8fbdc581d93b req-c90fa082-00a0-444d-9e49-4c61b1cf6797 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:16.344990 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb6483b-5587-47eb-b00c-8fbdc581d93b req-c90fa082-00a0-444d-9e49-4c61b1cf6797 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0493345 Aug 17 17:08:16.382351 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ccb6483b-5587-47eb-b00c-8fbdc581d93b req-b47a0a1e-1090-4268-a096-b021c86135a6 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Aug 17 17:08:17.345443 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-eebcee45-6466-4e47-9c93-97aeda5b5abf service neutron] show failed (client error): The resource could not be found. Aug 17 17:08:17.346353 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-eebcee45-6466-4e47-9c93-97aeda5b5abf service neutron] 10.222.0.91 "GET /v2.0/ports/450f3e75-4406-4d0b-a96e-e7c4d4718abc/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0586584 Aug 17 17:08:17.507567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd6648-99c7-45ab-9732-a3a0f725e4f3 req-933ceeac-78ba-4257-9af4-17875f9dbad5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:17.509089 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6bd6648-99c7-45ab-9732-a3a0f725e4f3 req-933ceeac-78ba-4257-9af4-17875f9dbad5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0580997 Aug 17 17:08:17.544984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-b28c3e7e-d733-4d66-969d-0bf9856a2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:17.546621 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-b28c3e7e-d733-4d66-969d-0bf9856a2b69 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 1096 time: 0.0418656 Aug 17 17:08:17.547486 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c6bd6648-99c7-45ab-9732-a3a0f725e4f3 req-cc89da60-3a07-4425-8a51-865664d32464 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Aug 17 17:08:17.558454 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:08:17.614885 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:17.813028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:08:17.845452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:08:17.884339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:08:17.886508 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe000ea-d656-4a64-8d8a-50e246967be1" -d '{"events": [{"server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "name": "network-vif-unplugged", "status": "completed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:08:17.890570 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:17.902641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Transition to ACTIVE for port object 450f3e75-4406-4d0b-a96e-e7c4d4718abc will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:08:17.907295 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:17.937457 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 17:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb81a983-6b02-4248-bd84-502150bf5da0 x-openstack-request-id: req-fb81a983-6b02-4248-bd84-502150bf5da0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:08:17.938455 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "name": "network-vif-unplugged", "status": "completed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:08:17.938455 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb81a983-6b02-4248-bd84-502150bf5da0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:08:17.938455 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'code': 200} Aug 17 17:08:17.995049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Pushing event updated for resources: {'Port': ['ID=450f3e75-4406-4d0b-a96e-e7c4d4718abc,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:08:18.006633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.006974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.007309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.007641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.007967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.008291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.008612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.008927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.009243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.009558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.009872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.010198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:18.044090 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] No DVR routers for this DVR port 450f3e75-4406-4d0b-a96e-e7c4d4718abc on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:08:18.181499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Attempting to bind port 450f3e75-4406-4d0b-a96e-e7c4d4718abc on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:08:18.181828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Attempting to bind port 450f3e75-4406-4d0b-a96e-e7c4d4718abc by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:08:18.182156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Attempting to bind port 450f3e75-4406-4d0b-a96e-e7c4d4718abc on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:08:18.187296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Port 450f3e75-4406-4d0b-a96e-e7c4d4718abc on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:08:18.187612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Attempting to bind port 450f3e75-4406-4d0b-a96e-e7c4d4718abc on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:08:18.193878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:08:18.194154 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:08:18.194623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:08:18.195105 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Bound port: 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:08:18.195549 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:18.260188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:08:18.263187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:08:18.268090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:18.303717 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:18.304326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:18.305773 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] 10.222.0.93 "PUT /v2.0/ports/450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 1091 time: 0.7514453 Aug 17 17:08:18.330823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73777c-0f20-4d75-ac05-505717d7ef11 service neutron] Pushing event updated for resources: {'Port': ['ID=450f3e75-4406-4d0b-a96e-e7c4d4718abc,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:08:18.375174 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-53542c36-c6f4-46e4-9326-d27e29804ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:18.376731 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-53542c36-c6f4-46e4-9326-d27e29804ea0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1094 time: 0.0430470 Aug 17 17:08:18.474784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-d6347f4d-a356-4142-a38b-50f84a703a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:18.476267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-d6347f4d-a356-4142-a38b-50f84a703a26 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0918460 Aug 17 17:08:18.542428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-28356c38-11a4-4a8b-8bd1-3c30e2285771 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 999 time: 0.0572932 Aug 17 17:08:18.592928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-99ef4ebc-0d27-49c8-9124-e2908071502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:18.594465 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-99ef4ebc-0d27-49c8-9124-e2908071502a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0440803 Aug 17 17:08:18.645606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-5b41c1dc-4f08-4302-a611-ddc32efcf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:18.647165 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-5b41c1dc-4f08-4302-a611-ddc32efcf816 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454593 Aug 17 17:08:18.664948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c3cd4-6d7f-4960-81e4-cc89b1fb23a9 req-9b3f1eaf-15ea-4256-bd95-f0a94f7dff2f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:18.666346 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-531c3cd4-6d7f-4960-81e4-cc89b1fb23a9 req-9b3f1eaf-15ea-4256-bd95-f0a94f7dff2f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 943 time: 0.0493710 Aug 17 17:08:18.704364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-531c3cd4-6d7f-4960-81e4-cc89b1fb23a9 req-82ae4180-eaa6-46d4-8aef-128861a1b919 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Aug 17 17:08:18.736817 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-0b9bc3ec-7be8-4974-93c2-79c8551a4efc service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821595 Aug 17 17:08:18.830915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85468e3b-e91c-4b9b-b7d6-14b6bdbcc48d req-d5361d78-2b9f-482a-9c0e-6b57e7148a7e service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853224 Aug 17 17:08:19.826900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875268ab-024f-4dd8-a42f-0fd233197a4e req-77d9ed1d-3842-4dc0-9bd1-ae874a60e993 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:19.828433 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-875268ab-024f-4dd8-a42f-0fd233197a4e req-77d9ed1d-3842-4dc0-9bd1-ae874a60e993 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 943 time: 0.0506597 Aug 17 17:08:19.865280 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-875268ab-024f-4dd8-a42f-0fd233197a4e req-2733f21c-44c9-433d-a686-d9b30afd31c4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310996 Aug 17 17:08:19.938944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:08:19.941251 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd58bd0c-0366-4f90-93fd-b11edbc73a67" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:08:19.994752 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d0e28c-3842-4131-b8b2-c1646787f599 x-openstack-request-id: req-d4d0e28c-3842-4131-b8b2-c1646787f599 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:08:19.995098 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:08:19.995373 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4d0e28c-3842-4131-b8b2-c1646787f599 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:08:19.995772 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'status': 'completed', 'code': 200} Aug 17 17:08:19.996762 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:20.062628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-1b4eb217-18d9-4d04-a87c-a350ff1c7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:20.065062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-1b4eb217-18d9-4d04-a87c-a350ff1c7536 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1094 time: 0.0485144 Aug 17 17:08:20.077335 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-6da7a05e-7a38-4490-a4f9-47f5f986b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:20.078970 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-6da7a05e-7a38-4490-a4f9-47f5f986b6d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1094 time: 0.0450280 Aug 17 17:08:20.158873 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-335b5777-2717-4760-b8d8-2f15fbe56d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:20.160280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-335b5777-2717-4760-b8d8-2f15fbe56d01 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0881646 Aug 17 17:08:20.184948 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-e8f6a4f9-b736-457a-a0b9-8e7cfbd8cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:20.186483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-e8f6a4f9-b736-457a-a0b9-8e7cfbd8cf21 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0905321 Aug 17 17:08:20.229908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-bf29488b-8732-4271-b09e-4d409b456bc0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 999 time: 0.0609767 Aug 17 17:08:20.253723 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-109751d6-5bc3-4b38-96ed-a92691aae456 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 999 time: 0.0584509 Aug 17 17:08:20.278899 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-9a4a482b-e8e5-454b-b4bd-92f475defc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:20.280919 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-9a4a482b-e8e5-454b-b4bd-92f475defc22 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0437884 Aug 17 17:08:20.304528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-a4203664-ed4e-40a4-9bdf-a6f4a5c648fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:20.305991 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-a4203664-ed4e-40a4-9bdf-a6f4a5c648fa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0437589 Aug 17 17:08:20.325876 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-89399831-980d-4a8a-b181-639b3e818efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:20.328011 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-89399831-980d-4a8a-b181-639b3e818efa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399704 Aug 17 17:08:20.330356 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:20.357805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-5df11e24-4992-40fe-9eff-22a626395e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:20.359340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-5df11e24-4992-40fe-9eff-22a626395e9f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457451 Aug 17 17:08:20.424788 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-24edfeab-409d-4022-9719-a6a2ebd5ca52 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895114 Aug 17 17:08:20.451405 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-0a3f0499-e5ec-42b6-b971-634e438e37b5 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843136 Aug 17 17:08:20.513376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-87a3e764-e1dd-4d62-9a54-075916f13ad2 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825238 Aug 17 17:08:20.543318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd58bd0c-0366-4f90-93fd-b11edbc73a67 req-e1686f84-550e-4f3b-b79f-19ee3311bc43 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850105 Aug 17 17:08:20.959376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 450f3e75-4406-4d0b-a96e-e7c4d4718abc details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:08:20.980738 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff104b-db43-47d3-b294-4b8095c60fd4 req-8577d9d8-7f9f-4c79-a78e-52138e95a23c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:20.983134 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1ff104b-db43-47d3-b294-4b8095c60fd4 req-8577d9d8-7f9f-4c79-a78e-52138e95a23c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 943 time: 0.0508547 Aug 17 17:08:21.023152 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b1ff104b-db43-47d3-b294-4b8095c60fd4 req-a365b0e8-a549-41e2-909c-8eb47801b7b2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334587 Aug 17 17:08:21.056745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:08:21.068250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'mac_address': 'fa:16:3e:a3:2f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:08:21.104068 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:21.118436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450f3e75-4406-4d0b-a96e-e7c4d4718abc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:08:21.139474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:08:21.145312 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:21.200217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=450f3e75-4406-4d0b-a96e-e7c4d4718abc,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:08:21.208236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.208587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.208934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.209271 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.209739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.209928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.210253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.210601 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.210925 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.211251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.211570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.211894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:08:21.223923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 450f3e75-4406-4d0b-a96e-e7c4d4718abc no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:08:21.230860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ac4d9-ca69-402a-82f6-ca0e5afee819 req-9492f097-af9b-4a04-8508-d7a717449248 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:21.231699 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-601ac4d9-ca69-402a-82f6-ca0e5afee819 req-9492f097-af9b-4a04-8508-d7a717449248 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 944 time: 0.0529003 Aug 17 17:08:21.242957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b26d4-af15-430f-823d-5e765a81a05a req-71b77992-ead1-4061-989d-f7a14e654961 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:21.244880 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a10b26d4-af15-430f-823d-5e765a81a05a req-71b77992-ead1-4061-989d-f7a14e654961 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed&tenant_id=803bcc5d712047ae8c8f5cbdabffb175&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 944 time: 0.0581596 Aug 17 17:08:21.262318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 450f3e75-4406-4d0b-a96e-e7c4d4718abc not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:08:21.271430 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-601ac4d9-ca69-402a-82f6-ca0e5afee819 req-bd092513-68e1-45c9-b28e-be282ae3739a tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334899 Aug 17 17:08:21.311074 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-a10b26d4-af15-430f-823d-5e765a81a05a req-0cc62e29-c833-4799-becc-14ec6d7cbf49 service neutron] delete failed (client error): The resource could not be found. Aug 17 17:08:21.312080 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a10b26d4-af15-430f-823d-5e765a81a05a req-0cc62e29-c833-4799-becc-14ec6d7cbf49 service neutron] 10.222.0.91 "DELETE /v2.0/ports/450f3e75-4406-4d0b-a96e-e7c4d4718abc/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0596416 Aug 17 17:08:21.348042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['450f3e75-4406-4d0b-a96e-e7c4d4718abc'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:08:21.396269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b26d4-af15-430f-823d-5e765a81a05a req-06a65891-668a-49e9-b61e-d5480a51f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:21.397659 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a10b26d4-af15-430f-823d-5e765a81a05a req-06a65891-668a-49e9-b61e-d5480a51f5b2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1095 time: 0.0425773 Aug 17 17:08:21.486810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b26d4-af15-430f-823d-5e765a81a05a req-b8f06586-ee6d-4cc1-8a14-ba3d6a42359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:21.488593 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a10b26d4-af15-430f-823d-5e765a81a05a req-b8f06586-ee6d-4cc1-8a14-ba3d6a42359b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0844283 Aug 17 17:08:21.556382 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a10b26d4-af15-430f-823d-5e765a81a05a req-7382fafc-952e-46ee-9405-4c7f6b4e4c28 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 1000 time: 0.0602953 Aug 17 17:08:21.603772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b26d4-af15-430f-823d-5e765a81a05a req-b5efdfdb-03b3-44b5-9d60-03b98bb634c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:21.605142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a10b26d4-af15-430f-823d-5e765a81a05a req-b5efdfdb-03b3-44b5-9d60-03b98bb634c6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0419867 Aug 17 17:08:21.650478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b26d4-af15-430f-823d-5e765a81a05a req-4606da01-eade-4f08-83e3-cbb983d9ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:21.651866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a10b26d4-af15-430f-823d-5e765a81a05a req-4606da01-eade-4f08-83e3-cbb983d9ec1b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386791 Aug 17 17:08:21.741859 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a10b26d4-af15-430f-823d-5e765a81a05a req-46092ca4-5942-443f-9e0b-844e248d03ea service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826190 Aug 17 17:08:21.831244 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a10b26d4-af15-430f-823d-5e765a81a05a req-a70273fe-13a5-4b4d-8ec9-e4d15940383e service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819123 Aug 17 17:08:22.397796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe981e00-f0e3-408c-9ef9-6400adefddd0 req-4a31b0e8-f110-43ab-b3df-4ced05ab3cbf tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:22.399394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe981e00-f0e3-408c-9ef9-6400adefddd0 req-4a31b0e8-f110-43ab-b3df-4ced05ab3cbf tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 944 time: 0.0561645 Aug 17 17:08:22.436832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fe981e00-f0e3-408c-9ef9-6400adefddd0 req-20840192-12c2-4428-a43f-4487ae32d824 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Aug 17 17:08:22.552728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9cade-1fb6-4d28-aa8c-5d1a1f22e75b req-f98df2e5-fa6e-48ad-b0cb-1c85eacbd420 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:22.554101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bf9cade-1fb6-4d28-aa8c-5d1a1f22e75b req-f98df2e5-fa6e-48ad-b0cb-1c85eacbd420 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 944 time: 0.0523338 Aug 17 17:08:22.590902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bf9cade-1fb6-4d28-aa8c-5d1a1f22e75b req-c5a87ca2-0370-40e7-8d46-2387ae3de22f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Aug 17 17:08:22.806539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0632b9-b72d-4f8a-a45d-3c34e13430b4 req-c760a5f1-6dda-4788-9da0-ec193197ce47 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:22.807901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aa0632b9-b72d-4f8a-a45d-3c34e13430b4 req-c760a5f1-6dda-4788-9da0-ec193197ce47 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 944 time: 0.0695007 Aug 17 17:08:22.835494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-4f630aa1-4621-40e8-a42e-3a9dc56b5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:22.836896 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-4f630aa1-4621-40e8-a42e-3a9dc56b5e4a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 1095 time: 0.0648260 Aug 17 17:08:22.873924 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aa0632b9-b72d-4f8a-a45d-3c34e13430b4 req-30b97415-6472-466e-8cc7-a8301418eff0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589869 Aug 17 17:08:22.938982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-04ddc439-1238-411d-affe-9ffad0b9f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:22.940437 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-04ddc439-1238-411d-affe-9ffad0b9f572 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0928493 Aug 17 17:08:22.965997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 450f3e75-4406-4d0b-a96e-e7c4d4718abc up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:08:23.005180 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-c042376b-50ba-460a-bcca-4e90ed573a6b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 200 len: 1000 time: 0.0568960 Aug 17 17:08:23.017436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 450f3e75-4406-4d0b-a96e-e7c4d4718abc completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:08:23.021334 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 450f3e75-4406-4d0b-a96e-e7c4d4718abc triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:08:23.021714 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:23.061850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-1525e762-a2d5-47bf-b16e-3ca2a2a3c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:23.063290 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-1525e762-a2d5-47bf-b16e-3ca2a2a3c578 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0507636 Aug 17 17:08:23.099755 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:23.109021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-e94b1c2c-8782-4a13-805c-72901a29deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:23.110541 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-e94b1c2c-8782-4a13-805c-72901a29deb8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400455 Aug 17 17:08:23.123096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:08:23.125307 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1101ee13-862a-43f1-90aa-ce94a257e412" -d '{"events": [{"server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "name": "network-vif-plugged", "status": "completed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:08:23.138295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:08:23.142755 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:23.199006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=450f3e75-4406-4d0b-a96e-e7c4d4718abc,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:08:23.219632 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-5db0e332-ab7b-46bd-85b4-183e149a3de5 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016688 Aug 17 17:08:23.232982 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31e38cd-fbbd-4ff1-9416-59af69cedc76 x-openstack-request-id: req-e31e38cd-fbbd-4ff1-9416-59af69cedc76 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:08:23.233280 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "name": "network-vif-plugged", "status": "completed", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:08:23.233537 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e31e38cd-fbbd-4ff1-9416-59af69cedc76 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:08:23.233938 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'code': 200} Aug 17 17:08:23.309347 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1881d2ca-eff4-4d3f-82ad-83ed43f30d51 req-21644d0e-a7fb-4add-961d-d2aa902dbec0 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826092 Aug 17 17:08:23.987121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229425c-cce7-4a99-9b91-3a2fa5588a78 req-ad08b3aa-64f9-46c8-a322-2a12f8e9ff56 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:23.988876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7229425c-cce7-4a99-9b91-3a2fa5588a78 req-ad08b3aa-64f9-46c8-a322-2a12f8e9ff56 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0496218 Aug 17 17:08:24.025965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7229425c-cce7-4a99-9b91-3a2fa5588a78 req-d03536be-0b4d-4fdc-88a6-678049500add tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Aug 17 17:08:24.255413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b0533-8cee-4b36-9a07-4f7f6c81483c req-1b435e7d-a4d3-4ed8-8b54-684264dd8b4f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:24.256874 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-725b0533-8cee-4b36-9a07-4f7f6c81483c req-1b435e7d-a4d3-4ed8-8b54-684264dd8b4f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0520432 Aug 17 17:08:24.294359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-725b0533-8cee-4b36-9a07-4f7f6c81483c req-e669f3f1-97c1-4c67-ad20-bc4ae743a885 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Aug 17 17:08:25.409126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70396d-d5f4-4287-a0e4-50e050adbb69 req-c3d56fe6-ee6c-4d5a-9661-47ced0ac26c3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:25.410622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f70396d-d5f4-4287-a0e4-50e050adbb69 req-c3d56fe6-ee6c-4d5a-9661-47ced0ac26c3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0476241 Aug 17 17:08:25.448010 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1f70396d-d5f4-4287-a0e4-50e050adbb69 req-1d8ebd85-a501-4843-a1be-07504dee91b6 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313778 Aug 17 17:08:25.491246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-e41ad37e-8346-41e5-a4a0-ff9fb90b2e72 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:25.492703 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-e41ad37e-8346-41e5-a4a0-ff9fb90b2e72 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 945 time: 0.0494456 Aug 17 17:08:25.580760 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Deleting port 450f3e75-4406-4d0b-a96e-e7c4d4718abc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:08:25.581015 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:25.670753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] For port 450f3e75-4406-4d0b-a96e-e7c4d4718abc, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=450f3e75-4406-4d0b-a96e-e7c4d4718abc,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:08:25.671115 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:25.834176 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:25.834409 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:25.834710 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8 disassociated. External IP: 172.25.7.209, port: 450f3e75-4406-4d0b-a96e-e7c4d4718abc. Aug 17 17:08:25.835163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Calling delete_port for 450f3e75-4406-4d0b-a96e-e7c4d4718abc owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:08:25.962184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:25.993136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event deleted for resources: {'Port': ['ID=450f3e75-4406-4d0b-a96e-e7c4d4718abc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:08:26.444448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Router 383658b4-abb6-4992-850b-be17dc42d320 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:08:26.563425 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d35da68b-6a50-4843-867d-e2fb36a5ddce req-d685377a-903c-4dac-a06a-311f060d8551 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed HTTP/1.1" status: 200 len: 210 time: 0.0345626 Aug 17 17:08:26.575838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:08:26.585648 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:08:26.595390 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:08:26.595982 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:08:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:08:26.618098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] No DVR routers for this DVR port 450f3e75-4406-4d0b-a96e-e7c4d4718abc on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:08:26.620815 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:26.622823 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe78bfd4-00e5-48cf-a367-81a0ad60be11 req-be18ff2f-3cc5-428d-a12d-80c1b0296e88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.93 "DELETE /v2.0/ports/450f3e75-4406-4d0b-a96e-e7c4d4718abc HTTP/1.1" status: 204 len: 173 time: 1.1238141 Aug 17 17:08:26.623256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'name': 'network-vif-deleted', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:08:26.625478 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7da98e-7086-469b-a1e9-c8d7e465a351" -d '{"events": [{"server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "name": "network-vif-deleted", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:08:26.661309 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edecede0-1c46-4328-86d7-82321f028dc4 x-openstack-request-id: req-edecede0-1c46-4328-86d7-82321f028dc4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:08:26.661602 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bb30e6-1c6e-4068-8b0c-e7c81aa690ed", "name": "network-vif-deleted", "tag": "450f3e75-4406-4d0b-a96e-e7c4d4718abc", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:08:26.661856 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-edecede0-1c46-4328-86d7-82321f028dc4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:08:26.662255 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bb30e6-1c6e-4068-8b0c-e7c81aa690ed', 'name': 'network-vif-deleted', 'tag': '450f3e75-4406-4d0b-a96e-e7c4d4718abc', 'status': 'completed', 'code': 200} Aug 17 17:08:26.703857 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:08:26.902236 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:08:26.928241 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:08:26.936119 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:08:26.936700 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:08:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:08:27.038151 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:08:27.226272 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:08:27.251157 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391582fa-76d7-4015-b6fe-341cbcf7f11f None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:08:27.461409 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba818a7-6f80-44b0-aaf7-72e78b14a317 None None] New status for floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:08:27.826489 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-728b493f-f9dc-4016-aa93-a0fefbc2edad tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1303855124&fields=id&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 267 time: 0.0328774 Aug 17 17:08:27.933500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-d6ba77be-d3e1-4117-b624-e69794f6aae2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:27.934971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-d6ba77be-d3e1-4117-b624-e69794f6aae2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 811 time: 0.1020250 Aug 17 17:08:27.949856 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-ef385d88-26a9-42d5-9bf5-c3a480e5e45a tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/quotas/803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 375 time: 0.0087311 Aug 17 17:08:28.002444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-880518e8-5066-428a-8332-aec2836b86eb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475380 Aug 17 17:08:28.144039 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-77122ea8-796e-4a7a-9599-d91a67443da1 service neutron] 10.222.0.77 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298616 Aug 17 17:08:28.239450 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-2030887f-a254-4922-b3ea-3978d6a5dfb1 service neutron] 10.222.0.77 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888956 Aug 17 17:08:28.397948 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-471c6090-bdb1-4ed9-a637-56f5cce2886b req-08e41d6b-6806-41d3-879e-714720c853f4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 210 time: 0.0264468 Aug 17 17:08:29.403257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-d187b2fe-59b3-4ea9-8ff0-3c15f6d73b78 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:29.405396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-d187b2fe-59b3-4ea9-8ff0-3c15f6d73b78 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 811 time: 0.1042008 Aug 17 17:08:29.472868 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-745d971e-5bf1-4810-a329-41a0023b4fd1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 380 time: 0.0578895 Aug 17 17:08:29.484813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'port': {'device_id': '20956c38-d70a-40d7-8b68-71a1424104dc', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'admin_state_up': True, 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'security_groups': ['e4a4e5b7-3c00-4d60-81ae-d86151b1207f']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:08:29.503197 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c3f1eb2f-8dc3-48dc-a0ce-4fe7362a59c3 req-72fa7605-599c-41c4-b30d-d2acc63d19fb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 210 time: 0.0364549 Aug 17 17:08:29.605184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Made reservation on behalf of 803bcc5d712047ae8c8f5cbdabffb175 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:08:29.608667 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:29.734440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Allocated IP 172.20.0.10 (8455690c-3ab2-49a7-ae99-1f3910ef0b44/263413ca-c25b-49f6-b133-73062b0456a2/3afe2265-9325-41ac-b79c-60b7318fad46) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:08:29.879292 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:29.892167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Transition to ACTIVE for port object 3afe2265-9325-41ac-b79c-60b7318fad46 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:08:29.924839 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:29.965076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:08:29.970742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:08:29.974460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:08:30.002912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event updated for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:08:30.030591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:30.031238 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:30.047439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a5d25047-572c-4f54-893c-05943152c300 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5660632 Aug 17 17:08:30.060215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Request body: {'port': {'device_id': '20956c38-d70a-40d7-8b68-71a1424104dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:08:30.120916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:30.156024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-181a0f66-4d4f-493a-8d72-15095f0295ae None None] Provisioning for port 3afe2265-9325-41ac-b79c-60b7318fad46 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:08:30.160420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-181a0f66-4d4f-493a-8d72-15095f0295ae None None] Provisioning complete for port 3afe2265-9325-41ac-b79c-60b7318fad46 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:08:30.161220 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-181a0f66-4d4f-493a-8d72-15095f0295ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:30.194173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-181a0f66-4d4f-493a-8d72-15095f0295ae None None] Port 3afe2265-9325-41ac-b79c-60b7318fad46 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:08:30.386763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afe2265-9325-41ac-b79c-60b7318fad46 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:08:30.393961 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:30.406041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Transition to ACTIVE for port object 3afe2265-9325-41ac-b79c-60b7318fad46 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:08:30.410237 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:30.502835 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:08:30.533548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:08:30.533896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:08:30.534236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:08:30.539053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Port 3afe2265-9325-41ac-b79c-60b7318fad46 on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:08:30.539380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:08:30.545334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:08:30.545761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:08:30.546222 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:08:30.546759 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Bound port: 3afe2265-9325-41ac-b79c-60b7318fad46, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:08:30.547192 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:30.615524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:08:30.618926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:08:30.624064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952079b-4eb5-4876-b2c9-dcdc2c9ca593 req-dc6380cd-f291-48ec-8281-d7dc92d8d0e2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:30.625125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:30.625623 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b952079b-4eb5-4876-b2c9-dcdc2c9ca593 req-dc6380cd-f291-48ec-8281-d7dc92d8d0e2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 944 time: 0.0506153 Aug 17 17:08:30.659800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:30.660421 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:30.662020 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] 10.222.0.93 "PUT /v2.0/ports/3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1092 time: 0.6064398 Aug 17 17:08:30.662516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:08:30.664768 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d6af0b-7259-4621-963f-7bd6d11fe7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:08:30.676214 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b952079b-4eb5-4876-b2c9-dcdc2c9ca593 req-6653709f-ea3a-4f40-b13a-dd7a71cec412 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Aug 17 17:08:30.693055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8254f2b-02f4-4714-9d08-c810094adfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:08:30.741155 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cad762-e8cf-452a-a92c-67c69ba96958 x-openstack-request-id: req-78cad762-e8cf-452a-a92c-67c69ba96958 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:08:30.741534 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:08:30.741681 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78cad762-e8cf-452a-a92c-67c69ba96958 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:08:30.742077 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46', 'status': 'completed', 'code': 200} Aug 17 17:08:30.758498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-118ac139-d385-44b0-a7b7-306afe15b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:30.760055 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-118ac139-d385-44b0-a7b7-306afe15b4a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1095 time: 0.0506423 Aug 17 17:08:30.804824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-3861af34-467b-41fe-9527-731c6763405d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 217 time: 0.0365486 Aug 17 17:08:30.855881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-7b8a489e-7c68-4feb-a970-1a8da3c51630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:30.857417 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-7b8a489e-7c68-4feb-a970-1a8da3c51630 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0463870 Aug 17 17:08:30.902613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-d4e40a02-695f-455c-923f-4e785d0d66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:30.904730 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-d4e40a02-695f-455c-923f-4e785d0d66dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400300 Aug 17 17:08:30.997318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-504f71ed-af6f-40f8-8b33-0b3e9c185116 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862136 Aug 17 17:08:31.015160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 450f3e75-4406-4d0b-a96e-e7c4d4718abc no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:08:31.035328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 450f3e75-4406-4d0b-a96e-e7c4d4718abc {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:08:31.035676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 450f3e75-4406-4d0b-a96e-e7c4d4718abc not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:08:31.086690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6bfb7c9-bda4-46a2-946f-dad3670ced36 req-8cf8736c-dff3-4ce1-910b-5bd68ceb6f8f service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822091 Aug 17 17:08:31.177927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-ea5634c5-9cf2-458e-bfa1-a259e783ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:31.179448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-ea5634c5-9cf2-458e-bfa1-a259e783ff8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1095 time: 0.0461328 Aug 17 17:08:31.268581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-8cc0be22-c795-4e8c-94ae-de7c4fd0c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:31.269984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-8cc0be22-c795-4e8c-94ae-de7c4fd0c092 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0832751 Aug 17 17:08:31.316035 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-e0f697e3-6d0d-4f0e-93ed-e90218d7f5c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 217 time: 0.0387564 Aug 17 17:08:31.367498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-cfd573d5-d910-4a5e-818a-f0cfd0fa12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:31.368977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-cfd573d5-d910-4a5e-818a-f0cfd0fa12a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0456402 Aug 17 17:08:31.415774 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-eee7d5ae-1a27-46ba-918e-d54df6d164b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:31.417240 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-eee7d5ae-1a27-46ba-918e-d54df6d164b3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399616 Aug 17 17:08:31.510305 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-d8815fad-f32e-4d91-81fa-9736d29bb3e6 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845776 Aug 17 17:08:31.599165 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-23d6af0b-7259-4621-963f-7bd6d11fe7c8 req-e24c9a24-258a-4e24-83fe-493e943ed5a9 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807178 Aug 17 17:08:31.783738 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdba69-df65-4555-818c-352894cc4dea req-f2325e88-194f-442e-82b2-f551c4df5117 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:31.785188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4bfdba69-df65-4555-818c-352894cc4dea req-f2325e88-194f-442e-82b2-f551c4df5117 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 944 time: 0.0483561 Aug 17 17:08:31.822297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4bfdba69-df65-4555-818c-352894cc4dea req-74c2e2f6-e0ac-414a-a9b2-8256791727ae tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Aug 17 17:08:32.205248 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85007334-f9f1-447e-a3d0-5dde7c85cd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:32.938589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de1af-458c-47a3-b278-f980c5a0a3fd req-9137e5d4-d867-4940-8e4d-976c2c9adef4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:32.940072 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce5de1af-458c-47a3-b278-f980c5a0a3fd req-9137e5d4-d867-4940-8e4d-976c2c9adef4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 944 time: 0.0497806 Aug 17 17:08:32.978679 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce5de1af-458c-47a3-b278-f980c5a0a3fd req-d4134df2-e228-4bf7-8a7e-1eabbbbb78ba tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326228 Aug 17 17:08:33.012538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3afe2265-9325-41ac-b79c-60b7318fad46 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:08:33.108505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:08:33.119583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '3afe2265-9325-41ac-b79c-60b7318fad46', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': '3afe2265-9325-41ac-b79c-60b7318fad46', 'mac_address': 'fa:16:3e:47:df:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:08:33.157651 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:33.170323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afe2265-9325-41ac-b79c-60b7318fad46 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:08:33.188938 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:08:33.193226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:33.239844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:08:33.389964 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['3afe2265-9325-41ac-b79c-60b7318fad46'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:08:34.089831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85902f92-29ea-48aa-8213-2c8d3fb7c98c req-8efb9636-64e5-4d1d-939c-4ca32cad27cb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:34.091823 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85902f92-29ea-48aa-8213-2c8d3fb7c98c req-8efb9636-64e5-4d1d-939c-4ca32cad27cb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 945 time: 0.0483344 Aug 17 17:08:34.128779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-85902f92-29ea-48aa-8213-2c8d3fb7c98c req-7f83ae58-738d-44f1-983c-122700c306d4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Aug 17 17:08:34.882453 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39912b1d-edda-48d0-8f69-c71f28e6e815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:35.028307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3afe2265-9325-41ac-b79c-60b7318fad46 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:08:35.075142 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:35.086945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 3afe2265-9325-41ac-b79c-60b7318fad46 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:08:35.090519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 3afe2265-9325-41ac-b79c-60b7318fad46 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:08:35.090889 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:35.172462 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:35.194877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:08:35.197109 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb07ce42-1fff-4913-99dd-d3b322a10a38" -d '{"events": [{"server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "name": "network-vif-plugged", "status": "completed", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:08:35.210883 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:08:35.215259 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:35.241038 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1b0c6a-9b4f-4dd8-8244-2c87d5864ef0 x-openstack-request-id: req-9d1b0c6a-9b4f-4dd8-8244-2c87d5864ef0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:08:35.241333 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "name": "network-vif-plugged", "status": "completed", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:08:35.241583 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d1b0c6a-9b4f-4dd8-8244-2c87d5864ef0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:08:35.241973 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46', 'code': 200} Aug 17 17:08:35.262866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177bea-282f-43b9-bf2c-9d54afd9129c req-6962545f-ac80-41d7-84b3-248f98721940 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:35.264997 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae177bea-282f-43b9-bf2c-9d54afd9129c req-6962545f-ac80-41d7-84b3-248f98721940 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0588048 Aug 17 17:08:35.267677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:08:35.322164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae177bea-282f-43b9-bf2c-9d54afd9129c req-6eee336a-6c95-449f-81fc-bf49e857033a tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422039 Aug 17 17:08:35.350933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d23c13-8454-4ecc-b863-4ca74ecac4f0 req-4a081b63-802e-4feb-b7f7-027b44797cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:35.352400 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05d23c13-8454-4ecc-b863-4ca74ecac4f0 req-4a081b63-802e-4feb-b7f7-027b44797cd2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1097 time: 0.0451612 Aug 17 17:08:35.394209 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05d23c13-8454-4ecc-b863-4ca74ecac4f0 req-c2f1d52d-c939-4590-b9e1-8480bb3fb898 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349786 Aug 17 17:08:36.090859 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:36.438249 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebc8ad-e37c-4af8-91f4-990dd3ca3cbb req-433a1a17-8db5-4064-927a-9c8f3ade265b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:36.439757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0ebc8ad-e37c-4af8-91f4-990dd3ca3cbb req-433a1a17-8db5-4064-927a-9c8f3ade265b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0483320 Aug 17 17:08:36.480028 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0ebc8ad-e37c-4af8-91f4-990dd3ca3cbb req-95d1ec8d-b9f8-499c-9494-63370056c810 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343516 Aug 17 17:08:36.589630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564c74c-518e-47e7-bbbf-e8d7f4a95306 req-2c6c7850-9096-4cf9-9ae5-512b6a4abb44 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:36.591109 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1564c74c-518e-47e7-bbbf-e8d7f4a95306 req-2c6c7850-9096-4cf9-9ae5-512b6a4abb44 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0474448 Aug 17 17:08:36.600034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 41928) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:08:36.604391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-cd80a97b-d245-48d4-9a51-bcc1de1f1832 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'floatingip': {'port_id': '3afe2265-9325-41ac-b79c-60b7318fad46'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:08:36.646123 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd80a97b-d245-48d4-9a51-bcc1de1f1832 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:37.071521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd80a97b-d245-48d4-9a51-bcc1de1f1832 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:37.075250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd80a97b-d245-48d4-9a51-bcc1de1f1832 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:37.175523 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-cd80a97b-d245-48d4-9a51-bcc1de1f1832 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8 associated. External IP: 172.25.7.209, port: 3afe2265-9325-41ac-b79c-60b7318fad46. Aug 17 17:08:37.375035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd80a97b-d245-48d4-9a51-bcc1de1f1832 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Router 383658b4-abb6-4992-850b-be17dc42d320 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:08:37.480045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd80a97b-d245-48d4-9a51-bcc1de1f1832 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:08:37.485430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd80a97b-d245-48d4-9a51-bcc1de1f1832 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:37.490115 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94805d7-a204-4953-8482-d5becac51795 None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:08:37.499746 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94805d7-a204-4953-8482-d5becac51795 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:08:37.500347 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d94805d7-a204-4953-8482-d5becac51795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:08:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:08:37.512149 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cd80a97b-d245-48d4-9a51-bcc1de1f1832 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "PUT /v2.0/floatingips/21c05d13-1d02-4b5a-bb91-c45eba851fa8 HTTP/1.1" status: 200 len: 992 time: 0.9111097 Aug 17 17:08:37.512735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:08:37.515099 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397" -d '{"events": [{"name": "network-changed", "server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:08:37.556859 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d2e8c3-236f-4ab3-8cb0-11bc09a8230a x-openstack-request-id: req-41d2e8c3-236f-4ab3-8cb0-11bc09a8230a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:08:37.557158 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:08:37.557411 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41d2e8c3-236f-4ab3-8cb0-11bc09a8230a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:08:37.557822 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46', 'status': 'completed', 'code': 200} Aug 17 17:08:37.626738 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-7585346d-f722-4888-b7fc-7202273d0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:37.628199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-7585346d-f722-4888-b7fc-7202273d0014 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1097 time: 0.0480523 Aug 17 17:08:37.701709 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d94805d7-a204-4953-8482-d5becac51795 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:08:37.722069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-11d63e96-7d73-4676-8e14-ba834a1a68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:37.723592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-11d63e96-7d73-4676-8e14-ba834a1a68e8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0863583 Aug 17 17:08:37.792511 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-37de8f8e-65c6-4d8d-ad66-f9365875b918 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1000 time: 0.0612185 Aug 17 17:08:37.841769 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:37.844359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-6d95df34-bb99-4546-8588-9c8ff10cb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:37.845870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-6d95df34-bb99-4546-8588-9c8ff10cb896 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0469787 Aug 17 17:08:37.892229 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-dd5f904e-33ba-4af2-86b3-412028689672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:08:37.893685 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-dd5f904e-33ba-4af2-86b3-412028689672 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408983 Aug 17 17:08:37.926848 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d94805d7-a204-4953-8482-d5becac51795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': '3afe2265-9325-41ac-b79c-60b7318fad46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:47:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20956c38-d70a-40d7-8b68-71a1424104dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:08:36Z', 'revision_number': 9, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:08:37.953237 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94805d7-a204-4953-8482-d5becac51795 None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:08:37.961809 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94805d7-a204-4953-8482-d5becac51795 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:08:37.962525 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d94805d7-a204-4953-8482-d5becac51795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:08:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:08:37.991694 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-0775fe37-7470-4fa0-bda1-f6c06e29a9d2 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905719 Aug 17 17:08:38.065910 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-d94805d7-a204-4953-8482-d5becac51795 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:08:38.083065 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c4a15cd-15ba-4bb1-ac91-3cf37d7be397 req-f8639e56-eb25-440f-af9f-64c9322047ca service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839663 Aug 17 17:08:38.286458 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-d94805d7-a204-4953-8482-d5becac51795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': '3afe2265-9325-41ac-b79c-60b7318fad46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:47:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20956c38-d70a-40d7-8b68-71a1424104dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:08:36Z', 'revision_number': 9, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:08:38.312515 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94805d7-a204-4953-8482-d5becac51795 None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': '3afe2265-9325-41ac-b79c-60b7318fad46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:47:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20956c38-d70a-40d7-8b68-71a1424104dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:08:36Z', 'revision_number': 9, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:08:38.493020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1ad69-8f79-444f-abd5-145bf5423626 None None] New status for floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:08:42.577741 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:08:49.986621 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:08:50.342701 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:02.206366 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97513bd1-1460-42fd-be34-463903b2d2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:04.882327 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7af2424c-93c6-4d73-835c-baca92d4cf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:05.064962 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:06.093379 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:07.844976 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:17.458791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-c47c3acd-6d51-40f8-9011-3d28b06ba0a1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393834 Aug 17 17:09:17.544128 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-585fe61b-c8e7-4c13-8b26-204953f79806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:09:17.545599 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-585fe61b-c8e7-4c13-8b26-204953f79806 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1097 time: 0.0450401 Aug 17 17:09:17.646242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-c607970d-af22-4b31-ac94-5957b5820c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:09:17.647698 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-c607970d-af22-4b31-ac94-5957b5820c30 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0833974 Aug 17 17:09:17.715675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-1bf7bd45-0700-4600-a1ee-5fe82d11eb3a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1003 time: 0.0603275 Aug 17 17:09:17.763468 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-f7a5b5b2-14a9-4b0c-8c6f-b162bfa6b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:09:17.764829 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-f7a5b5b2-14a9-4b0c-8c6f-b162bfa6b20f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0420957 Aug 17 17:09:17.811436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-a014e419-79b5-4670-8905-a56490d27506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:09:17.812899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-a014e419-79b5-4670-8905-a56490d27506 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407479 Aug 17 17:09:17.905857 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-71bc7181-6080-4067-8697-abedc0d141bc service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856602 Aug 17 17:09:17.997095 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8796eb19-f8d4-4605-8aa5-692d234acdf2 req-afa1b7d6-3f20-4795-9d75-4dce78deb5b3 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840161 Aug 17 17:09:19.577172 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:09:20.010960 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:20.341595 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:32.206723 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97b4a043-8be3-46ed-a2af-09f8f79abf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:34.881672 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b61309ee-cc03-4d12-8571-f1a430963b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:35.064491 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:36.097300 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:37.841450 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:50.007990 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:50.356098 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:09:56.576703 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:10:02.208156 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54c29c66-7145-4a72-b8eb-2b359b1ae5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:04.881149 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af460a70-ccd6-41fa-a420-0773ff69f103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:05.066035 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:06.102605 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:07.845516 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:14.450310 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-3a732cdf-4f1b-4727-b7de-36d40b206b5a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470619 Aug 17 17:10:14.468110 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d3f97-b187-4c2e-b72f-bb30634d5689 req-818e04bf-8492-431c-80f6-b760444dab55 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:14.470008 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac6d3f97-b187-4c2e-b72f-bb30634d5689 req-818e04bf-8492-431c-80f6-b760444dab55 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0580153 Aug 17 17:10:14.519554 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ac6d3f97-b187-4c2e-b72f-bb30634d5689 req-495c9675-b101-4048-906d-f39b190143fc tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Aug 17 17:10:15.495371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-366266b3-0260-4e87-8fc6-2688b0d33e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:15.497381 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-366266b3-0260-4e87-8fc6-2688b0d33e27 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1097 time: 0.0411017 Aug 17 17:10:15.590829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-beeeb957-10f1-4bdf-bce4-0985fb14baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:15.592329 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-beeeb957-10f1-4bdf-bce4-0985fb14baf1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0852621 Aug 17 17:10:15.637601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ecb22-b2c5-40aa-bb00-3b945dd6e698 req-cbee8928-44ce-4753-b5a5-deb896e38986 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:15.639126 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-295ecb22-b2c5-40aa-bb00-3b945dd6e698 req-cbee8928-44ce-4753-b5a5-deb896e38986 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0497663 Aug 17 17:10:15.663088 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-c9922e74-b253-4196-923d-1d0d65b60fc7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1003 time: 0.0634468 Aug 17 17:10:15.676348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-295ecb22-b2c5-40aa-bb00-3b945dd6e698 req-e11dd9b6-5e76-4268-af5a-5606b859c346 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311031 Aug 17 17:10:15.714843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-fe043861-898f-4e30-a74e-7d1081f24b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:15.716294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-fe043861-898f-4e30-a74e-7d1081f24b10 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0435855 Aug 17 17:10:15.765508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-ac29b3f9-3860-4e85-a4e5-b9c56cf42c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:15.766906 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-ac29b3f9-3860-4e85-a4e5-b9c56cf42c1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400937 Aug 17 17:10:15.857256 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-60aedc53-46db-4898-96cd-24b2f1057cc0 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828443 Aug 17 17:10:15.948535 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-776aaf46-19da-48c0-a4de-fc6339459cce service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805771 Aug 17 17:10:16.797636 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bc242-719c-4ce8-85cc-e80f3073b438 req-c5247d32-c428-4d77-8d09-2a50cfc4d949 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:16.799129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d01bc242-719c-4ce8-85cc-e80f3073b438 req-c5247d32-c428-4d77-8d09-2a50cfc4d949 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0530002 Aug 17 17:10:16.836587 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d01bc242-719c-4ce8-85cc-e80f3073b438 req-f961b3a1-8fea-488f-b188-bc18aebfb6a3 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315986 Aug 17 17:10:17.950040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5f3b3-16f2-4ec5-a72a-a0eae24b0b3c req-f82ba582-7d63-4356-86af-a3f44aa204c7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:17.951547 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0ab5f3b3-16f2-4ec5-a72a-a0eae24b0b3c req-f82ba582-7d63-4356-86af-a3f44aa204c7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0482905 Aug 17 17:10:17.993259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0ab5f3b3-16f2-4ec5-a72a-a0eae24b0b3c req-e64b833a-781a-46e6-81b2-b18003ff8aa7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358236 Aug 17 17:10:18.592599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-76f432fc-8763-4629-b7b4-66bd5f300088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:18.594165 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-76f432fc-8763-4629-b7b4-66bd5f300088 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1097 time: 0.0401602 Aug 17 17:10:18.697492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-5c8fe8a3-e4b4-4618-94ea-5ac74e6ab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:18.699480 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-5c8fe8a3-e4b4-4618-94ea-5ac74e6ab672 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0865624 Aug 17 17:10:18.763268 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-da030fe5-4814-42ce-b54f-ea906ff742c6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1003 time: 0.0565686 Aug 17 17:10:18.817211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-2d01eef8-042c-48f6-9015-8422d6494e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:18.818638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-2d01eef8-042c-48f6-9015-8422d6494e74 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0461330 Aug 17 17:10:18.867309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-a8f5060f-bf9a-4e08-bdf8-ce5979e4857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:18.868694 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-a8f5060f-bf9a-4e08-bdf8-ce5979e4857a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425720 Aug 17 17:10:18.957602 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-4bc1384a-a673-431c-8dd2-3dd34640bebc service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797689 Aug 17 17:10:19.055006 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f782dd1b-9607-4803-acc7-da9db9b934b2 req-e7fd893f-eb9b-4a6c-99f9-c007e2bf4e2c service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863469 Aug 17 17:10:19.439036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a6b13-c2c1-4c28-b8e2-0fcc726defa9 req-dc091bc4-8f71-40ba-907e-c5f69944590d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:19.440530 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3f4a6b13-c2c1-4c28-b8e2-0fcc726defa9 req-dc091bc4-8f71-40ba-907e-c5f69944590d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.3793116 Aug 17 17:10:19.477901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3f4a6b13-c2c1-4c28-b8e2-0fcc726defa9 req-1054d76f-b416-47c2-b073-9735efee2b3d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313292 Aug 17 17:10:20.023087 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:20.385128 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:20.595792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2f79-02e2-4e9a-868e-ba1a3da4d61f req-df9425d2-66d8-4924-9937-227eb20f509d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:20.597268 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58db2f79-02e2-4e9a-868e-ba1a3da4d61f req-df9425d2-66d8-4924-9937-227eb20f509d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0485945 Aug 17 17:10:20.634615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-58db2f79-02e2-4e9a-868e-ba1a3da4d61f req-7f94021e-e3ab-47b0-8e95-66a4d3187a66 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313563 Aug 17 17:10:21.749308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d9e21-b8f0-46e4-b63d-4852eaa7d79d req-32f250ad-deb8-4526-adf4-30c839a7d6e4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:21.750788 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9d7d9e21-b8f0-46e4-b63d-4852eaa7d79d req-32f250ad-deb8-4526-adf4-30c839a7d6e4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0481648 Aug 17 17:10:21.786693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9d7d9e21-b8f0-46e4-b63d-4852eaa7d79d req-fccf6d46-559c-4196-a25d-35b41bba4137 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301046 Aug 17 17:10:22.902922 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adf924-d9bc-4e87-a3d1-5e1eed1b1797 req-ecb92874-f424-424e-ad06-f5a77b9020a6 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:22.904382 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1adf924-d9bc-4e87-a3d1-5e1eed1b1797 req-ecb92874-f424-424e-ad06-f5a77b9020a6 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0513282 Aug 17 17:10:22.941582 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1adf924-d9bc-4e87-a3d1-5e1eed1b1797 req-af93fa22-683d-4df4-8981-80e06c359d32 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Aug 17 17:10:24.056145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87d992-a580-4ce8-a23d-80ccbc1dd871 req-e78d8a48-c965-49a0-a022-e37107be6eb1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:24.057613 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d87d992-a580-4ce8-a23d-80ccbc1dd871 req-e78d8a48-c965-49a0-a022-e37107be6eb1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0485446 Aug 17 17:10:24.097119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1d87d992-a580-4ce8-a23d-80ccbc1dd871 req-026adf03-425a-43b4-8690-b5c7282024da tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331213 Aug 17 17:10:25.216463 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa6ac6-cce5-41d7-b1bd-a52e900f13e0 req-42180f6a-a85e-4a24-820e-603ad68ce179 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:25.217988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5fa6ac6-cce5-41d7-b1bd-a52e900f13e0 req-42180f6a-a85e-4a24-820e-603ad68ce179 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0508273 Aug 17 17:10:25.258994 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5fa6ac6-cce5-41d7-b1bd-a52e900f13e0 req-26ae2ef1-6b82-431a-ad27-0fbcffd7002e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348406 Aug 17 17:10:26.373506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7d7c8-3ab9-49a4-bc33-485cdaaa31f0 req-7353be2c-7389-4bf8-b5bb-316a386a5efe tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:26.374977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e5d7d7c8-3ab9-49a4-bc33-485cdaaa31f0 req-7353be2c-7389-4bf8-b5bb-316a386a5efe tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0489817 Aug 17 17:10:26.411281 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e5d7d7c8-3ab9-49a4-bc33-485cdaaa31f0 req-3c5f7192-2d25-4ac5-b803-bbcada74b506 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304401 Aug 17 17:10:27.524183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f95234-a020-46ed-a88f-909551b948e5 req-130bd182-a83e-49c9-a156-6508d9d518d1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:27.525638 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32f95234-a020-46ed-a88f-909551b948e5 req-130bd182-a83e-49c9-a156-6508d9d518d1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 946 time: 0.0481942 Aug 17 17:10:27.562438 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32f95234-a020-46ed-a88f-909551b948e5 req-18033d42-0359-4e8d-9cc4-2eb8dc116aa8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Aug 17 17:10:27.816854 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-479212d7-70be-423d-bfd1-f5478f140771 service neutron] show failed (client error): The resource could not be found. Aug 17 17:10:27.817848 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-479212d7-70be-423d-bfd1-f5478f140771 service neutron] 10.222.0.93 "GET /v2.0/ports/3afe2265-9325-41ac-b79c-60b7318fad46/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0539277 Aug 17 17:10:28.054826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-a1209850-6f29-46d2-a2c8-b3486515456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:28.056304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-a1209850-6f29-46d2-a2c8-b3486515456a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 1097 time: 0.0841362 Aug 17 17:10:28.068059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:10:28.122717 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:28.321999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:10:28.354394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:10:28.392844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:10:28.395452 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f60bc8b-31e1-4825-abe3-b383cc690104" -d '{"events": [{"server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:10:28.399564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:28.419500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Transition to ACTIVE for port object 3afe2265-9325-41ac-b79c-60b7318fad46 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:10:28.423087 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:28.450295 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 17:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd7a38b-5716-4bfa-9764-93413a4c0b47 x-openstack-request-id: req-cbd7a38b-5716-4bfa-9764-93413a4c0b47 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:10:28.450625 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:10:28.450876 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cbd7a38b-5716-4bfa-9764-93413a4c0b47 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:10:28.451265 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46', 'code': 200} Aug 17 17:10:28.872171 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Pushing event updated for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:28.898198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.898580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.898921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.899255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.899586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.899915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.900240 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.900560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.900881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.901201 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.901520 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.901864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:28.941109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] No DVR routers for this DVR port 3afe2265-9325-41ac-b79c-60b7318fad46 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:10:28.950169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4b797-8e40-4899-9d8a-1cea38116df1 req-21cf8f87-2b3d-476f-8817-f93f1f6e0c9d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:28.951700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6a4b797-8e40-4899-9d8a-1cea38116df1 req-21cf8f87-2b3d-476f-8817-f93f1f6e0c9d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 944 time: 0.0978303 Aug 17 17:10:29.060448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e6a4b797-8e40-4899-9d8a-1cea38116df1 req-59445090-773b-4b60-8226-7e552b3f6bd4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747097 Aug 17 17:10:29.108257 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:10:29.108592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:10:29.108921 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:10:29.113135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Port 3afe2265-9325-41ac-b79c-60b7318fad46 on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:10:29.113457 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:10:29.118476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:10:29.118818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:10:29.119206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:10:29.119631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Bound port: 3afe2265-9325-41ac-b79c-60b7318fad46, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:10:29.119983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:29.184666 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:10:29.187556 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:10:29.192552 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:29.234811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:29.235430 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:29.236837 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] 10.222.0.91 "PUT /v2.0/ports/3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1092 time: 1.1726501 Aug 17 17:10:29.254709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42711c79-f747-4f6d-825d-3afd03c3b567 service neutron] Pushing event updated for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:29.300201 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-e9a818a1-1a2f-4c45-bcd3-06243eef636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:29.301725 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-e9a818a1-1a2f-4c45-bcd3-06243eef636b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1095 time: 0.0426996 Aug 17 17:10:29.399087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-a4328058-32b1-4659-8439-a8508c14bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:29.400559 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-a4328058-32b1-4659-8439-a8508c14bf73 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0909991 Aug 17 17:10:29.465555 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-7043634d-6389-4d37-bff8-500782338ca4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1001 time: 0.0574477 Aug 17 17:10:29.518245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-a1fac298-5799-456a-87d4-733b752aa7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:29.519625 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-a1fac298-5799-456a-87d4-733b752aa7cb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0476856 Aug 17 17:10:29.564433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-c70a24a4-892b-407f-97b9-9ef76d31731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:29.565889 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-c70a24a4-892b-407f-97b9-9ef76d31731f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393648 Aug 17 17:10:29.654556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-ab1e8a8d-77e7-43ce-a666-5b707ec50e47 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814443 Aug 17 17:10:29.746790 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-a9607038-978f-4bdb-ab5e-23cb6d81b12e service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852866 Aug 17 17:10:30.177352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c51f3-7315-418e-b0d8-28b41ae80898 req-2d2e2914-0f75-444c-b35b-95735df1eabe tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:30.178832 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-077c51f3-7315-418e-b0d8-28b41ae80898 req-2d2e2914-0f75-444c-b35b-95735df1eabe tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 944 time: 0.0490129 Aug 17 17:10:30.216545 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-077c51f3-7315-418e-b0d8-28b41ae80898 req-dc8311d5-cfc8-4150-bb48-b9a854c988a4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Aug 17 17:10:30.452223 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:10:30.454639 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242b011e-6adc-4a79-a1e4-3ada0197f65f" -d '{"events": [{"name": "network-changed", "server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:10:30.502102 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2e6ace-a70c-4989-809f-7f958e1629ba x-openstack-request-id: req-0f2e6ace-a70c-4989-809f-7f958e1629ba {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:10:30.502436 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:10:30.502765 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f2e6ace-a70c-4989-809f-7f958e1629ba {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:10:30.503223 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46', 'status': 'completed', 'code': 200} Aug 17 17:10:30.564892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-2582f376-3bc1-4b2c-8587-23b4a95edb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:30.565192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-7af9fca7-2af6-4f59-a682-98431319610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:30.566582 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-2582f376-3bc1-4b2c-8587-23b4a95edb20 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1095 time: 0.0436516 Aug 17 17:10:30.566714 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-7af9fca7-2af6-4f59-a682-98431319610f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1095 time: 0.0408335 Aug 17 17:10:30.657186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-53d81d76-a073-4d06-b76f-abf0c3139a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:30.658716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-53d81d76-a073-4d06-b76f-abf0c3139a6f service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0837219 Aug 17 17:10:30.668928 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-16f1ae2a-c20a-456d-bb24-e32ff0cb4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:30.670411 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-16f1ae2a-c20a-456d-bb24-e32ff0cb4d27 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0954010 Aug 17 17:10:30.727217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-5330119b-2563-4f69-89c2-df3d083439f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1001 time: 0.0607641 Aug 17 17:10:30.736437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-67d7ad4e-f15a-4a46-9cac-c5475cb0e2b9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1001 time: 0.0578618 Aug 17 17:10:30.776365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-cd826842-b314-4ee5-8bc8-96e603116cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:30.777837 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-cd826842-b314-4ee5-8bc8-96e603116cf5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0437751 Aug 17 17:10:30.788999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-f79af9a1-f1de-4d25-8f21-afa83ef36914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:30.790462 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-f79af9a1-f1de-4d25-8f21-afa83ef36914 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0471549 Aug 17 17:10:30.824196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-c10b90f8-3944-4220-aa92-be027a693402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:30.825685 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-c10b90f8-3944-4220-aa92-be027a693402 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400953 Aug 17 17:10:30.836057 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-569c997f-88b6-443f-a51c-0156acf6c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:30.837562 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-569c997f-88b6-443f-a51c-0156acf6c519 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394704 Aug 17 17:10:30.919152 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-5afe1b85-0662-4e18-ac0a-d6b3bdf50e70 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858819 Aug 17 17:10:30.927502 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-5d1e00b2-045a-48e6-920f-796f25e0d28f service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821626 Aug 17 17:10:31.010496 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-a41e9020-b2cf-41a4-bac4-2f0f9f665680 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847392 Aug 17 17:10:31.023476 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-242b011e-6adc-4a79-a1e4-3ada0197f65f req-d64b7346-1f35-4fc0-bfaa-4d4d8a204455 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881479 Aug 17 17:10:31.339131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbade1-cbba-4915-9a55-1895c286de41 req-a64476e4-cd61-4e04-b2ae-4c057bde914b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:31.340573 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cebbade1-cbba-4915-9a55-1895c286de41 req-a64476e4-cd61-4e04-b2ae-4c057bde914b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 944 time: 0.0552909 Aug 17 17:10:31.377453 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cebbade1-cbba-4915-9a55-1895c286de41 req-c0d9dae8-b1bc-4b24-871b-8d32a1c3b0c6 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310080 Aug 17 17:10:31.618926 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3afe2265-9325-41ac-b79c-60b7318fad46 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:10:31.668125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3afe2265-9325-41ac-b79c-60b7318fad46 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:10:31.672408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-5f82d2f5-b6e0-4c30-b919-517034b69bc0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:31.673920 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-5f82d2f5-b6e0-4c30-b919-517034b69bc0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc&tenant_id=803bcc5d712047ae8c8f5cbdabffb175&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 944 time: 0.0644419 Aug 17 17:10:31.679547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d081fb-b67e-4a1e-8f59-21587a53442b req-dced51be-6589-4cca-b53a-8276da960413 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:31.681461 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0d081fb-b67e-4a1e-8f59-21587a53442b req-dced51be-6589-4cca-b53a-8276da960413 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 944 time: 0.0539696 Aug 17 17:10:31.719501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b0d081fb-b67e-4a1e-8f59-21587a53442b req-0e0ad46b-1a1c-41db-a92c-e9559b3d1dfc tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Aug 17 17:10:31.737544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-ea0e6154-ea0a-4376-9e1c-5fe91da436b4 service neutron] 10.222.0.91 "GET /v2.0/ports/3afe2265-9325-41ac-b79c-60b7318fad46/bindings/n-h1-804878-1 HTTP/1.1" status: 200 len: 382 time: 0.0560846 Aug 17 17:10:31.802563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-a7bcd6bf-8e55-4522-92b6-379d4a5b0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:31.804026 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-a7bcd6bf-8e55-4522-92b6-379d4a5b0444 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1095 time: 0.0441828 Aug 17 17:10:31.892595 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-fb01c524-da92-4a86-8d61-e07622e8cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:31.893945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-fb01c524-da92-4a86-8d61-e07622e8cd91 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0828700 Aug 17 17:10:31.960654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-1dd40496-5088-4311-ba93-bd7f94653071 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1001 time: 0.0597341 Aug 17 17:10:32.010557 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-c07675d4-f3f2-490e-aa39-51f7e463f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:32.012044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-c07675d4-f3f2-490e-aa39-51f7e463f800 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0436120 Aug 17 17:10:32.058894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-3272406b-6025-41b2-af84-18a27ef4bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:32.060345 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-3272406b-6025-41b2-af84-18a27ef4bf7a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417271 Aug 17 17:10:32.152941 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-e5613f1a-09d5-4a34-881f-0b0143c1f8c3 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855737 Aug 17 17:10:32.209527 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7480fefc-f104-45b1-8b79-162b51f32609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:32.244019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-5c42f10f-2b79-4668-9fc0-f47a551d1d46 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845482 Aug 17 17:10:32.836789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf837f0-8f49-483b-a6c9-e6a84c90a986 req-afa8cc90-6d8c-41a0-ad68-b9d24886e4ee tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:32.838255 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aaf837f0-8f49-483b-a6c9-e6a84c90a986 req-afa8cc90-6d8c-41a0-ad68-b9d24886e4ee tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 944 time: 0.0489736 Aug 17 17:10:32.874993 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aaf837f0-8f49-483b-a6c9-e6a84c90a986 req-372be0cc-da4e-4766-980c-dfec05a58cd7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Aug 17 17:10:33.574835 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:10:33.953135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3afe2265-9325-41ac-b79c-60b7318fad46 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:10:33.994698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2530c-e753-4f6d-921b-ce9f9087a49a req-31fcd740-a834-4291-9bc1-b96fface7c7f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:33.996297 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30b2530c-e753-4f6d-921b-ce9f9087a49a req-31fcd740-a834-4291-9bc1-b96fface7c7f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 944 time: 0.0520029 Aug 17 17:10:34.036983 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-30b2530c-e753-4f6d-921b-ce9f9087a49a req-07ba1e59-cef9-4a47-bf06-c89599f89fa9 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342171 Aug 17 17:10:34.060528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:10:34.071703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '3afe2265-9325-41ac-b79c-60b7318fad46', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': '3afe2265-9325-41ac-b79c-60b7318fad46', 'mac_address': 'fa:16:3e:47:df:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:10:34.104798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-169e7214-d406-48c3-b91e-b42ec02d5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:34.106351 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-169e7214-d406-48c3-b91e-b42ec02d5a86 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 1095 time: 0.0464041 Aug 17 17:10:34.107830 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:34.119027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:10:34.120507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afe2265-9325-41ac-b79c-60b7318fad46 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:10:34.141104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:10:34.145647 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:34.174395 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:34.191922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:34.199847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.200191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.200527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.200856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.201182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.201508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.201832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.202151 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.202499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.202818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.203135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.203451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.372946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:10:34.404872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:10:34.443735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3afe2265-9325-41ac-b79c-60b7318fad46 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:10:34.453034 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:34.463426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Ignored duplicate provisioning block setup for port 3afe2265-9325-41ac-b79c-60b7318fad46 by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 17:10:34.466819 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:34.545429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Pushing event updated for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:34.557036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.557381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.557719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.558054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.558966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.559298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.559619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.559941 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.560258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.560573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.560896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.561210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:10:34.594509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] No DVR routers for this DVR port 3afe2265-9325-41ac-b79c-60b7318fad46 on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:10:34.734491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:10:34.734817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:10:34.735135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:10:34.739551 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Port 3afe2265-9325-41ac-b79c-60b7318fad46 on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:10:34.739866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Attempting to bind port 3afe2265-9325-41ac-b79c-60b7318fad46 on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:10:34.744589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:10:34.744924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:10:34.745296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:10:34.745739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Bound port: 3afe2265-9325-41ac-b79c-60b7318fad46, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:10:34.746083 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:34.810886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:10:34.813727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:10:34.818256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:34.855481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:34.856200 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:34.857593 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] 10.222.0.93 "PUT /v2.0/ports/3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1092 time: 0.7429395 Aug 17 17:10:34.858013 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:10:34.860283 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c418d97-c63a-4146-bba8-6d8b413ed59a" -d '{"events": [{"name": "network-changed", "server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:10:34.882024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fc415-3450-48fd-852a-7fd93f9657fb service neutron] Pushing event updated for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:34.887991 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ab35129-e78f-4082-b411-af876509c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:34.934595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-2ed004dc-4ac8-4cc9-b127-6f0f756dafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:34.936326 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-2ed004dc-4ac8-4cc9-b127-6f0f756dafb7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1096 time: 0.0446599 Aug 17 17:10:35.004736 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee67a32f-fb8b-4868-bcfe-c0a7de2af140 x-openstack-request-id: req-ee67a32f-fb8b-4868-bcfe-c0a7de2af140 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:10:35.005347 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:10:35.005347 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee67a32f-fb8b-4868-bcfe-c0a7de2af140 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:10:35.005961 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46', 'status': 'completed', 'code': 200} Aug 17 17:10:35.057649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-cfeaf2e9-6d77-4fb3-9f71-66550d34ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.060234 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-cfeaf2e9-6d77-4fb3-9f71-66550d34ddd4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.1171815 Aug 17 17:10:35.070876 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:35.085865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-1d2e6300-ce91-4d3c-b13d-5b7f712f0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.087543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-1d2e6300-ce91-4d3c-b13d-5b7f712f0c31 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1096 time: 0.0563986 Aug 17 17:10:35.137629 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-1642ea47-42e8-4fbe-b462-ad66e6d4eb9b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1001 time: 0.0701249 Aug 17 17:10:35.198270 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-4acd2423-bcad-4afd-9a84-841731525d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.200207 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-4acd2423-bcad-4afd-9a84-841731525d07 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.1049500 Aug 17 17:10:35.217829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-e11d55b6-af63-4595-b251-12ef915b251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.219451 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-e11d55b6-af63-4595-b251-12ef915b251a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0739803 Aug 17 17:10:35.230675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e802-e2f0-4ead-adf3-433300f86986 req-728cbe24-ace6-4cb8-8a0e-1f0013693bb4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.232123 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98c6e802-e2f0-4ead-adf3-433300f86986 req-728cbe24-ace6-4cb8-8a0e-1f0013693bb4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 945 time: 0.0984042 Aug 17 17:10:35.275569 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-ab884e55-e86e-449d-9a2b-4c522aa8f8cc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1001 time: 0.0683961 Aug 17 17:10:35.297331 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98c6e802-e2f0-4ead-adf3-433300f86986 req-af8bd425-62e8-4cc8-9655-3b66f50698d5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543563 Aug 17 17:10:35.299968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-1c53585e-ce8d-40ee-b863-1ef84277b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.301475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-1c53585e-ce8d-40ee-b863-1ef84277b526 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684445 Aug 17 17:10:35.328698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-8201f9f6-258d-479f-b59d-352c9e79a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.330201 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-8201f9f6-258d-479f-b59d-352c9e79a4f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0483487 Aug 17 17:10:35.375918 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-5bd66962-e295-49ab-a414-183f5b0d7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.377460 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-5bd66962-e295-49ab-a414-183f5b0d7cbd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408025 Aug 17 17:10:35.398632 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-5336b432-978e-468c-8232-1ecfa180a1f3 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895457 Aug 17 17:10:35.471228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-1e8c8a38-17d9-4e36-b36f-74add3bb8609 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867250 Aug 17 17:10:35.487845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-085de55c-8d54-44a1-bdb9-54ee063285dd req-f3e0c63e-b9c0-4e68-a605-46eb9d612d4e service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820487 Aug 17 17:10:35.563152 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-e625bd97-2c63-4193-9b48-b6bd70411cf6 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850830 Aug 17 17:10:35.580636 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-de58d0d6-a170-4977-a5ab-1d2930b3a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.582205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-de58d0d6-a170-4977-a5ab-1d2930b3a3a4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 1096 time: 0.0467341 Aug 17 17:10:35.672766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-a746cc01-7976-4ba6-9ec1-2e22a2421d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.674265 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-a746cc01-7976-4ba6-9ec1-2e22a2421d0e service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0850449 Aug 17 17:10:35.743743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-ff3b2ce6-73eb-4534-9c53-7fdb75ca73c5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 200 len: 1001 time: 0.0621586 Aug 17 17:10:35.792869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-07815a40-96bb-4455-b2b9-5e16d7c5bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.794277 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-07815a40-96bb-4455-b2b9-5e16d7c5bf06 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0426600 Aug 17 17:10:35.841030 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-eebff7bb-045f-4842-9b1f-80b07f50b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:35.842506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-eebff7bb-045f-4842-9b1f-80b07f50b186 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396814 Aug 17 17:10:35.937521 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-ec354a5d-2d0b-4cae-9371-1fef9941e2fb service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855060 Aug 17 17:10:36.030416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c418d97-c63a-4146-bba8-6d8b413ed59a req-97131489-a810-4aca-b8f3-ce13250b814e service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833023 Aug 17 17:10:36.101575 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:36.412805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b51b-abdf-4e7d-974e-7a2a4520cdb7 req-4e1b0d03-0bb5-4038-b9bd-d738f8e32ab9 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:36.414273 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f403b51b-abdf-4e7d-974e-7a2a4520cdb7 req-4e1b0d03-0bb5-4038-b9bd-d738f8e32ab9 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 945 time: 0.0487676 Aug 17 17:10:36.457647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f403b51b-abdf-4e7d-974e-7a2a4520cdb7 req-09819fdf-14d5-42aa-9580-7e36c4369bed tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367565 Aug 17 17:10:37.575124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb9c26-557f-4285-b00f-568aa6c97cde req-0e170efd-6e85-4beb-96f7-194a5a65f344 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:37.576628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93bb9c26-557f-4285-b00f-568aa6c97cde req-0e170efd-6e85-4beb-96f7-194a5a65f344 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 945 time: 0.0518689 Aug 17 17:10:37.614852 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-93bb9c26-557f-4285-b00f-568aa6c97cde req-89f25ebc-4018-46d1-bc88-e14117011674 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323517 Aug 17 17:10:37.728097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3b31e-7088-450b-8efd-f358d722f5ae req-1bafdca4-440c-44c6-8c26-0c93a5c15e72 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:37.729587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a8b3b31e-7088-450b-8efd-f358d722f5ae req-1bafdca4-440c-44c6-8c26-0c93a5c15e72 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 945 time: 0.0500157 Aug 17 17:10:37.767355 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a8b3b31e-7088-450b-8efd-f358d722f5ae req-77a1ab66-3c2a-491d-846f-114f7419be17 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313737 Aug 17 17:10:37.847637 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:37.889613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5dec8-65f0-4d01-ac74-8ce9390afb11 req-90650a1c-3077-4b18-b90b-178c86e51f77 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:37.891130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81d5dec8-65f0-4d01-ac74-8ce9390afb11 req-90650a1c-3077-4b18-b90b-178c86e51f77 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 945 time: 0.0565591 Aug 17 17:10:37.928119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81d5dec8-65f0-4d01-ac74-8ce9390afb11 req-1b29279e-a64b-4c44-b3ee-4f49aef23fc2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310767 Aug 17 17:10:37.983399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3afe2265-9325-41ac-b79c-60b7318fad46 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:10:38.024815 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 3afe2265-9325-41ac-b79c-60b7318fad46 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:10:38.160098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffbfa6-b332-46b0-bd45-fd78e275012f req-2de6b71a-7f9d-4959-aff3-f827864185dc tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:38.161610 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-15ffbfa6-b332-46b0-bd45-fd78e275012f req-2de6b71a-7f9d-4959-aff3-f827864185dc tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 945 time: 0.0517633 Aug 17 17:10:38.199176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-15ffbfa6-b332-46b0-bd45-fd78e275012f req-551679b8-07fe-4fcc-a476-0364d90d42c9 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Aug 17 17:10:39.316832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d3702-b609-457d-bd15-51fdd743a5ed req-6e30c3ec-6013-47e9-8562-edb2d8e82e37 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:39.318315 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-008d3702-b609-457d-bd15-51fdd743a5ed req-6e30c3ec-6013-47e9-8562-edb2d8e82e37 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 945 time: 0.0493546 Aug 17 17:10:39.357341 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-008d3702-b609-457d-bd15-51fdd743a5ed req-39b5d8ec-b0ea-4e28-bc78-026159b7f37b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Aug 17 17:10:39.380522 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb943f3-76b1-472d-9188-72d57f768262 req-15a648d6-13d7-4c12-b7dd-f36febb8825f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:39.382006 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbb943f3-76b1-472d-9188-72d57f768262 req-15a648d6-13d7-4c12-b7dd-f36febb8825f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.93 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 945 time: 0.0501213 Aug 17 17:10:39.473290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Deleting port 3afe2265-9325-41ac-b79c-60b7318fad46 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:10:39.473626 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:39.561028 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:10:39.561289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:39.666337 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3afe2265-9325-41ac-b79c-60b7318fad46 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:10:39.734787 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:39.735156 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:39.735467 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8 disassociated. External IP: 172.25.7.209, port: 3afe2265-9325-41ac-b79c-60b7318fad46. Aug 17 17:10:39.735831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Calling delete_port for 3afe2265-9325-41ac-b79c-60b7318fad46 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:10:39.758062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 3afe2265-9325-41ac-b79c-60b7318fad46, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=3afe2265-9325-41ac-b79c-60b7318fad46,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:10:39.769572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '3afe2265-9325-41ac-b79c-60b7318fad46', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': '3afe2265-9325-41ac-b79c-60b7318fad46', 'mac_address': 'fa:16:3e:47:df:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:10:39.805061 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:39.821562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afe2265-9325-41ac-b79c-60b7318fad46 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:10:39.864222 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:39.898196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event deleted for resources: {'Port': ['ID=3afe2265-9325-41ac-b79c-60b7318fad46,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:40.011141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Router 383658b4-abb6-4992-850b-be17dc42d320 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:10:40.123380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:10:40.132723 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:10:40.143722 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:10:40.144353 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:10:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:10:40.165968 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] No DVR routers for this DVR port 3afe2265-9325-41ac-b79c-60b7318fad46 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:10:40.168534 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:40.170529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dbb943f3-76b1-472d-9188-72d57f768262 req-a881f71a-902c-4fda-8374-ec145a30595e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.93 "DELETE /v2.0/ports/3afe2265-9325-41ac-b79c-60b7318fad46 HTTP/1.1" status: 204 len: 173 time: 0.7826626 Aug 17 17:10:40.170963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'name': 'network-vif-deleted', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:10:40.173195 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b5a4ee9c95590048862d9b20f96338fa80941f3b1d97072210f4b740635c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb23599d-bc3a-485a-a4c9-38f6fe8c4550" -d '{"events": [{"server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "name": "network-vif-deleted", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:10:40.215073 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e514a6dd-a5e8-49e1-9a37-661fe2a7557b x-openstack-request-id: req-e514a6dd-a5e8-49e1-9a37-661fe2a7557b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:10:40.215446 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20956c38-d70a-40d7-8b68-71a1424104dc", "name": "network-vif-deleted", "tag": "3afe2265-9325-41ac-b79c-60b7318fad46", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:10:40.215755 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e514a6dd-a5e8-49e1-9a37-661fe2a7557b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:10:40.216217 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20956c38-d70a-40d7-8b68-71a1424104dc', 'name': 'network-vif-deleted', 'tag': '3afe2265-9325-41ac-b79c-60b7318fad46', 'status': 'completed', 'code': 200} Aug 17 17:10:40.252752 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:10:40.460721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6fcfc18b-d458-42a7-810a-7c1ba09f85ea req-7fc912d2-d778-4137-a43e-0a8de277d739 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=20956c38-d70a-40d7-8b68-71a1424104dc HTTP/1.1" status: 200 len: 210 time: 0.0273390 Aug 17 17:10:40.462455 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:10:40.488431 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:10:40.497344 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:10:40.497934 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:10:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:10:40.599831 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:10:40.800985 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:10:40.913426 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5346b223-3f8b-46d7-89ae-0684a600810d None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:10:41.122781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e426b-5165-49c5-81fd-c8b81fe71e02 None None] New status for floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:10:41.722495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-c048d19d-d7c7-41ca-ba5f-46e79c715848 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1303855124&fields=id&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 267 time: 0.0335612 Aug 17 17:10:41.827712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7de80-670c-45e3-971d-990942473cc7 req-edd2d2d4-432e-4838-9b58-b93cd40b0472 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:41.829091 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-edd2d2d4-432e-4838-9b58-b93cd40b0472 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 811 time: 0.0999060 Aug 17 17:10:41.843707 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-4dfde2e2-a917-47c8-a1be-699c34aa9b99 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/quotas/803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 375 time: 0.0089321 Aug 17 17:10:41.900431 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-ed688a5c-737b-48ef-940f-b89f073a84eb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514805 Aug 17 17:10:41.994734 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-65f43de0-aacf-4113-8115-0f3ac887d3fb service neutron] 10.222.0.77 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828886 Aug 17 17:10:42.088971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-a11fd4f3-ff04-4c36-a905-1f018f29a08f service neutron] 10.222.0.77 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874913 Aug 17 17:10:42.249889 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e83659c5-1a4c-4b71-94f6-f9d8cdf0b566 req-667d39be-72bd-4d99-938b-fa45655763c0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 210 time: 0.0313573 Aug 17 17:10:43.129567 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7de80-670c-45e3-971d-990942473cc7 req-47df2c17-16a5-4a52-a20a-edd922d30147 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:43.131043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-47df2c17-16a5-4a52-a20a-edd922d30147 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 811 time: 0.1028297 Aug 17 17:10:43.173377 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-09f07b08-f4fe-4469-9585-ec750b677de9 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 380 time: 0.0331051 Aug 17 17:10:43.182688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'port': {'device_id': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'admin_state_up': True, 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'security_groups': ['e4a4e5b7-3c00-4d60-81ae-d86151b1207f']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:10:43.298480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Made reservation on behalf of 803bcc5d712047ae8c8f5cbdabffb175 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:10:43.301962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:43.345486 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5e2e0126-1fb9-4248-aab3-a0c27e0641a8 req-3edfc89a-0477-4656-bf5c-30dd55ce07c1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 210 time: 0.0276747 Aug 17 17:10:43.430273 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Allocated IP 172.20.0.12 (8455690c-3ab2-49a7-ae99-1f3910ef0b44/263413ca-c25b-49f6-b133-73062b0456a2/d9969f4b-0791-4e92-be56-0aaa9fff270b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:10:43.565019 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:43.577797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Transition to ACTIVE for port object d9969f4b-0791-4e92-be56-0aaa9fff270b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:10:43.609424 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:43.659038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:10:43.662170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:10:43.665936 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:10:43.680690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3afe2265-9325-41ac-b79c-60b7318fad46 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:10:43.691232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:43.702758 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 3afe2265-9325-41ac-b79c-60b7318fad46 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:10:43.703085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 3afe2265-9325-41ac-b79c-60b7318fad46 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:10:43.719077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:43.719713 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:43.734365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-919a46a6-d482-4af1-abfc-f79dacd70310 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552390 Aug 17 17:10:43.747626 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Request body: {'port': {'device_id': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:10:43.804758 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:43.905303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7df21fa7-c04d-4c61-ab7f-ec6bca4a863e None None] Provisioning for port d9969f4b-0791-4e92-be56-0aaa9fff270b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:10:43.908981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7df21fa7-c04d-4c61-ab7f-ec6bca4a863e None None] Provisioning complete for port d9969f4b-0791-4e92-be56-0aaa9fff270b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:10:43.909353 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7df21fa7-c04d-4c61-ab7f-ec6bca4a863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:43.944988 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7df21fa7-c04d-4c61-ab7f-ec6bca4a863e None None] Port d9969f4b-0791-4e92-be56-0aaa9fff270b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:10:44.072244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9969f4b-0791-4e92-be56-0aaa9fff270b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:10:44.080186 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:44.091496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Transition to ACTIVE for port object d9969f4b-0791-4e92-be56-0aaa9fff270b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:10:44.095679 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:44.147391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:44.220219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:10:44.220545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:10:44.220869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:10:44.225552 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Port d9969f4b-0791-4e92-be56-0aaa9fff270b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:10:44.225981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:10:44.231551 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:10:44.231890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:10:44.232302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:10:44.232728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Bound port: d9969f4b-0791-4e92-be56-0aaa9fff270b, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:10:44.233197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:44.299087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:10:44.302013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:10:44.306431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:44.343647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:44.344262 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:44.345660 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] 10.222.0.91 "PUT /v2.0/ports/d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1092 time: 0.6030664 Aug 17 17:10:44.346106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:10:44.348374 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb67157-c33f-47f4-8368-1224b8863609" -d '{"events": [{"name": "network-changed", "server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:10:44.383816 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3217f27-9d6e-4de3-a7ec-daf2b4a850c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:44.427809 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048abf87-976a-4114-80fe-285f9af2e4ce x-openstack-request-id: req-048abf87-976a-4114-80fe-285f9af2e4ce {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:10:44.428100 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:10:44.428351 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-048abf87-976a-4114-80fe-285f9af2e4ce {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:10:44.428752 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'status': 'completed', 'code': 200} Aug 17 17:10:44.442333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7de80-670c-45e3-971d-990942473cc7 req-91c23713-048c-42f6-a1b2-b9458b888625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:44.443908 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-91c23713-048c-42f6-a1b2-b9458b888625 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1095 time: 0.0485666 Aug 17 17:10:44.482665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ee3a3-94f3-4ac7-8997-3781f6df6a9b req-036e8051-5a2f-47f5-8dfd-615a4a1cfd76 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:44.484414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea5ee3a3-94f3-4ac7-8997-3781f6df6a9b req-036e8051-5a2f-47f5-8dfd-615a4a1cfd76 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0571842 Aug 17 17:10:44.493369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-83ac98e1-f782-424b-b677-98721d53c0c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 217 time: 0.0405302 Aug 17 17:10:44.525771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ea5ee3a3-94f3-4ac7-8997-3781f6df6a9b req-069c7218-e7b0-46fe-98bb-af9ecd606817 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345995 Aug 17 17:10:44.552992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7de80-670c-45e3-971d-990942473cc7 req-af0cc632-3559-427f-8128-61ee013f3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:44.554496 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-af0cc632-3559-427f-8128-61ee013f3a86 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0541844 Aug 17 17:10:44.601766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7de80-670c-45e3-971d-990942473cc7 req-6f0f8b17-a7d7-440b-bc3c-aa47dbdcff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:44.603333 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-6f0f8b17-a7d7-440b-bc3c-aa47dbdcff2b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413318 Aug 17 17:10:44.698910 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-302c53c7-6375-4054-a6de-bc298e6d7d76 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878773 Aug 17 17:10:44.787091 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bea7de80-670c-45e3-971d-990942473cc7 req-6840de8a-5717-4c9b-b540-a9ce474c62d6 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809407 Aug 17 17:10:44.873349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb67157-c33f-47f4-8368-1224b8863609 req-88bc2fd7-891f-4642-acaf-bab9643a5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:44.874789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfb67157-c33f-47f4-8368-1224b8863609 req-88bc2fd7-891f-4642-acaf-bab9643a5328 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1095 time: 0.0415716 Aug 17 17:10:44.967661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb67157-c33f-47f4-8368-1224b8863609 req-3cc8be26-bb13-42e5-b28c-1da654ddb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:44.969106 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfb67157-c33f-47f4-8368-1224b8863609 req-3cc8be26-bb13-42e5-b28c-1da654ddb7c4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0872765 Aug 17 17:10:45.009503 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfb67157-c33f-47f4-8368-1224b8863609 req-5eaff645-9fd5-4cb7-9fa2-6aff096f0c88 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 217 time: 0.0332427 Aug 17 17:10:45.064325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb67157-c33f-47f4-8368-1224b8863609 req-7d460844-920f-4a0f-9657-9c0419da556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:45.065752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfb67157-c33f-47f4-8368-1224b8863609 req-7d460844-920f-4a0f-9657-9c0419da556c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0487745 Aug 17 17:10:45.111694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb67157-c33f-47f4-8368-1224b8863609 req-2cbce71d-ae98-4bfd-9398-0f046a4d4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:45.113121 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfb67157-c33f-47f4-8368-1224b8863609 req-2cbce71d-ae98-4bfd-9398-0f046a4d4612 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393276 Aug 17 17:10:45.206875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfb67157-c33f-47f4-8368-1224b8863609 req-6a22f249-c7a2-4e57-8a5c-0f47ac31ce03 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847602 Aug 17 17:10:45.296632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfb67157-c33f-47f4-8368-1224b8863609 req-59f7af12-86c3-4465-b003-fba1c5550b3d service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819647 Aug 17 17:10:45.644356 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c07cfe-aa97-4f5c-9b1a-6063f093cd74 req-eef340f8-e274-4667-a6f7-2addf932ee88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:45.645961 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7c07cfe-aa97-4f5c-9b1a-6063f093cd74 req-eef340f8-e274-4667-a6f7-2addf932ee88 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0516369 Aug 17 17:10:45.682774 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d7c07cfe-aa97-4f5c-9b1a-6063f093cd74 req-c7f26321-142b-449b-944b-32c62d34164f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306416 Aug 17 17:10:46.795534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3064a-7d4c-4060-8efe-171f265c63a6 req-1e37906d-ca62-4dd6-9a62-089aec934552 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:46.796983 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dab3064a-7d4c-4060-8efe-171f265c63a6 req-1e37906d-ca62-4dd6-9a62-089aec934552 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0482035 Aug 17 17:10:46.837428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dab3064a-7d4c-4060-8efe-171f265c63a6 req-b87dd23b-a8ba-435f-912c-de5e5727f42f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Aug 17 17:10:47.956654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b3673-9a32-4bd6-b7e8-976af93f49f9 req-0033ecfa-19ef-4cf5-9781-735510900fb2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:47.958037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b8b3673-9a32-4bd6-b7e8-976af93f49f9 req-0033ecfa-19ef-4cf5-9781-735510900fb2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0525711 Aug 17 17:10:47.996204 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2b8b3673-9a32-4bd6-b7e8-976af93f49f9 req-e92f712b-67d1-4531-92d8-8cfddeebe849 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322027 Aug 17 17:10:48.018886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:10:48.111965 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:10:48.123283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'mac_address': 'fa:16:3e:c6:9a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:10:48.161650 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:48.174277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9969f4b-0791-4e92-be56-0aaa9fff270b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:10:48.193032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:10:48.197049 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:48.244856 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:48.389454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['d9969f4b-0791-4e92-be56-0aaa9fff270b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:10:49.112519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8109b55-61a0-47fc-9e19-bbf8778931b5 req-581eb12e-093e-4e53-8855-27ea35d9d423 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:49.114251 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8109b55-61a0-47fc-9e19-bbf8778931b5 req-581eb12e-093e-4e53-8855-27ea35d9d423 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Aug 17 17:10:49.152071 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e8109b55-61a0-47fc-9e19-bbf8778931b5 req-bacbbcdd-6493-4c39-85a4-bf1a15fe6cca tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319154 Aug 17 17:10:50.020620 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:50.029137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:10:50.075115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port d9969f4b-0791-4e92-be56-0aaa9fff270b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:10:50.078867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port d9969f4b-0791-4e92-be56-0aaa9fff270b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:10:50.079235 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:50.153510 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:50.175131 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:10:50.177330 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df06ea4ac5e99f2aa96d50375aec1481cebcad132ef3b063e93a21050448113" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c8eb1-47b7-4d58-acc1-760bc19c0e88" -d '{"events": [{"server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "name": "network-vif-plugged", "status": "completed", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:10:50.190566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:10:50.195781 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:50.225391 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91ec7e5-9bd9-4e03-9fb0-8d09598f2c98 x-openstack-request-id: req-c91ec7e5-9bd9-4e03-9fb0-8d09598f2c98 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:10:50.225679 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "name": "network-vif-plugged", "status": "completed", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:10:50.225920 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c91ec7e5-9bd9-4e03-9fb0-8d09598f2c98 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:10:50.226302 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'code': 200} Aug 17 17:10:50.253738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:10:50.269011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827d759-bb0e-4338-bf36-8ae84a6508da req-c790bcc5-6ef7-464f-a8bf-a7e521078552 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:50.270540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2827d759-bb0e-4338-bf36-8ae84a6508da req-c790bcc5-6ef7-464f-a8bf-a7e521078552 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0505254 Aug 17 17:10:50.333529 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2827d759-bb0e-4338-bf36-8ae84a6508da req-95371c5c-7369-499f-9aa9-5913fa5a6abb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565827 Aug 17 17:10:50.342182 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611046ac-89c3-45fc-bc1b-419cb8fb0268 req-4928c303-35df-4801-8c41-c9ad093d0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:50.343678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-611046ac-89c3-45fc-bc1b-419cb8fb0268 req-4928c303-35df-4801-8c41-c9ad093d0520 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1097 time: 0.0657685 Aug 17 17:10:50.377916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-611046ac-89c3-45fc-bc1b-419cb8fb0268 req-399987a9-376c-4852-9121-0c152e899fb0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273678 Aug 17 17:10:50.384227 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:51.501450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b632a-9cee-444c-b1fc-17a798defd9d req-9e1444ca-4b74-442d-95c1-5a22d7af5500 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:51.502946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da7b632a-9cee-444c-b1fc-17a798defd9d req-9e1444ca-4b74-442d-95c1-5a22d7af5500 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.1007304 Aug 17 17:10:51.540811 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-da7b632a-9cee-444c-b1fc-17a798defd9d req-632e39fe-4e99-4654-9e6a-554feb59d6d9 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Aug 17 17:10:51.653808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45189d9f-fdd1-459e-b050-a0599020ad4e req-a9175129-885f-47d9-9287-77cdd1163b85 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:51.655201 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45189d9f-fdd1-459e-b050-a0599020ad4e req-a9175129-885f-47d9-9287-77cdd1163b85 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0520277 Aug 17 17:10:51.663788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42292) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:10:51.668180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f481c19f-63cc-4e98-bcb4-b9246ec457fb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Request body: {'floatingip': {'port_id': 'd9969f4b-0791-4e92-be56-0aaa9fff270b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:10:51.706970 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f481c19f-63cc-4e98-bcb4-b9246ec457fb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:52.135819 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f481c19f-63cc-4e98-bcb4-b9246ec457fb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:52.140318 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f481c19f-63cc-4e98-bcb4-b9246ec457fb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:52.240929 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-f481c19f-63cc-4e98-bcb4-b9246ec457fb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8 associated. External IP: 172.25.7.209, port: d9969f4b-0791-4e92-be56-0aaa9fff270b. Aug 17 17:10:52.443533 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f481c19f-63cc-4e98-bcb4-b9246ec457fb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Router 383658b4-abb6-4992-850b-be17dc42d320 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:10:52.548697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f481c19f-63cc-4e98-bcb4-b9246ec457fb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:10:52.553483 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f481c19f-63cc-4e98-bcb4-b9246ec457fb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:10:52.557929 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:10:52.567609 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:10:52.568223 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:10:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:10:52.673680 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:10:52.898157 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:c6:9a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:10:52Z', 'revision_number': 13, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:10:52.929627 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:10:52.937666 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f481c19f-63cc-4e98-bcb4-b9246ec457fb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "PUT /v2.0/floatingips/21c05d13-1d02-4b5a-bb91-c45eba851fa8 HTTP/1.1" status: 200 len: 993 time: 1.2728136 Aug 17 17:10:52.938273 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:10:52.938358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:10:52.938473 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:10:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:10:52.942295 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80393dce621868be88377218d34fc1cffaa7e70832b0072222418467187d335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e84b12-2558-4f3b-888b-0ec17064e65c" -d '{"events": [{"name": "network-changed", "server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:10:52.980096 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac33db5d-2416-4e49-8dda-047ce5fc16d9 x-openstack-request-id: req-ac33db5d-2416-4e49-8dda-047ce5fc16d9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:10:52.980390 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:10:52.980639 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac33db5d-2416-4e49-8dda-047ce5fc16d9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:10:52.981745 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'status': 'completed', 'code': 200} Aug 17 17:10:53.047147 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-e9e3e359-2912-4587-ab08-a2a3fb7d4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:53.048661 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-e9e3e359-2912-4587-ab08-a2a3fb7d4584 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1097 time: 0.0416548 Aug 17 17:10:53.053803 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:10:53.142677 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-a1cb9036-755a-4fb9-bf9e-15b2d4ea5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:53.144159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-a1cb9036-755a-4fb9-bf9e-15b2d4ea5ba7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0874877 Aug 17 17:10:53.208817 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-930e47a7-8841-49bf-981d-ab0afbac4357 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1001 time: 0.0572615 Aug 17 17:10:53.257799 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-40071118-bfa4-40c6-b69d-f391f4b6cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:53.259918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-40071118-bfa4-40c6-b69d-f391f4b6cfbb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0435555 Aug 17 17:10:53.273776 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:c6:9a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:10:52Z', 'revision_number': 13, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:10:53.300070 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03eb224-7520-49c1-b5fb-9d12bd10459a None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '21c05d13-1d02-4b5a-bb91-c45eba851fa8', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '383658b4-abb6-4992-850b-be17dc42d320', 'port_id': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'mac_address': 'fa:16:3e:c6:9a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:04:03Z', 'updated_at': '2021-08-17T17:10:52Z', 'revision_number': 13, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:10:53.309710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-9f835779-b54b-4bba-8114-b311958f3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:10:53.311322 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-9f835779-b54b-4bba-8114-b311958f3686 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442541 Aug 17 17:10:53.403719 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-4f6fd72e-7707-41c6-a51c-fe851e7a8f57 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850484 Aug 17 17:10:53.495102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b11c7a-5701-4273-b9e9-6e7cd0f3fd94 None None] New status for floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:10:53.500527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-82e84b12-2558-4f3b-888b-0ec17064e65c req-0b8a644f-55fc-444b-8379-7922e23cb713 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900145 Aug 17 17:11:02.210683 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85eac966-0350-4044-9556-36f1c9d573d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:04.880066 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64a099a1-d9d6-4ddc-8a23-513fd223c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:05.063268 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:06.103710 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:07.851385 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:10.573374 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:11:20.023353 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:20.399449 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:24.168622 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-3cccd20c-e5f7-424a-b2a4-8a43262ee896 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402234 Aug 17 17:11:24.250415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-ece17dc3-f5b0-4c74-b526-e83b954bc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:11:24.251801 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-ece17dc3-f5b0-4c74-b526-e83b954bc7a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1097 time: 0.0413926 Aug 17 17:11:24.356624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-668cbf20-93e8-42b0-9943-8fb08f75fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:11:24.358058 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-668cbf20-93e8-42b0-9943-8fb08f75fbeb service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0872467 Aug 17 17:11:24.422237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-86c8ecca-a3f2-4d52-9533-80f41309dba2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1003 time: 0.0567424 Aug 17 17:11:24.475019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-d9cac1d2-6dac-4c03-8ae4-7993ded7fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:11:24.476456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-d9cac1d2-6dac-4c03-8ae4-7993ded7fb57 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0472181 Aug 17 17:11:24.523642 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-5da2cdc2-6c5c-4a1b-ba48-e87101e8fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:11:24.525002 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-5da2cdc2-6c5c-4a1b-ba48-e87101e8fa1d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399501 Aug 17 17:11:24.616359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-aeb7148d-4db4-4285-a2c4-ba876156b250 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834670 Aug 17 17:11:24.708618 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-274d7ab3-d12b-4b58-b408-100b946f8895 req-06f76781-bb4b-41be-ad78-8c98f96fe70a service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847540 Aug 17 17:11:32.211903 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52550411-6fa1-4e43-b76d-451964ef9069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:34.879584 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88ff3d66-f08b-4195-b12d-c7d1f0b38296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:35.063264 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:36.106170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:37.849694 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:47.571401 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:11:50.048151 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:11:50.413641 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:02.214311 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7796d4e5-aba1-4863-bf3b-7c0d7d4f0bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:04.880338 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-781e2bfb-3351-4ca9-9f02-8f8367cbd5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:05.063044 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:06.109875 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:07.851842 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:20.019411 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:20.413983 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:24.569505 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:12:26.262907 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-5918d2c6-bd20-433c-b78c-c3a245b97921 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773377 Aug 17 17:12:26.343508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-55ab6f5b-ee4f-4314-9596-48af6628b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:26.344973 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-55ab6f5b-ee4f-4314-9596-48af6628b837 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1097 time: 0.0406697 Aug 17 17:12:26.450170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-310f60c0-ee71-457b-864f-ab0eeddabd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:26.451702 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-310f60c0-ee71-457b-864f-ab0eeddabd3b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0887003 Aug 17 17:12:26.517082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-4b7eef8d-6fa3-4413-87a5-7cc2a6637f11 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1003 time: 0.0579245 Aug 17 17:12:26.570948 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-bb94f6c3-e3b2-45d3-9744-4ea101301f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:26.572418 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-bb94f6c3-e3b2-45d3-9744-4ea101301f87 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0477095 Aug 17 17:12:26.621239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-417df58c-bfb9-4beb-9ac1-020e25d5278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:26.621239 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-417df58c-bfb9-4beb-9ac1-020e25d5278a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413311 Aug 17 17:12:26.713556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-cf495aa7-9cbe-4401-bd76-b00faa82a752 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849395 Aug 17 17:12:26.801302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7109850b-f226-4d5f-afcb-a7ed0e77a9b0 req-bb49d03d-4be8-45be-b48b-d8966dfe0001 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805540 Aug 17 17:12:30.310165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274fc4a-dc99-4f57-82f7-dbb5b53c276b req-ade46347-7c42-481d-92d8-17ed573df806 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:30.312700 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d274fc4a-dc99-4f57-82f7-dbb5b53c276b req-ade46347-7c42-481d-92d8-17ed573df806 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0925434 Aug 17 17:12:30.350324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d274fc4a-dc99-4f57-82f7-dbb5b53c276b req-7d120114-bb45-4d52-9f93-a09319657004 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322471 Aug 17 17:12:32.215433 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f449fd6d-a58d-46bc-95f6-97af0676b567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:34.880119 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aedbca0-57cc-4d2e-bd14-caec8bce0012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:35.067126 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:36.112283 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:37.848919 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:40.621471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec59f5-341b-4773-8fd6-923e278263aa req-96db8110-08b4-4950-a526-84d4fdd830fd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:40.623026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13ec59f5-341b-4773-8fd6-923e278263aa req-96db8110-08b4-4950-a526-84d4fdd830fd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0545285 Aug 17 17:12:40.650811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-c8c12dc4-f7b9-4b6a-9d3b-77601bc8c879 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938222 Aug 17 17:12:40.662014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-13ec59f5-341b-4773-8fd6-923e278263aa req-e5b95d41-591d-4685-951f-f98ae183cb8f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Aug 17 17:12:41.768818 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-15d400ab-4f68-454e-8752-49751427b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:41.770488 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-15d400ab-4f68-454e-8752-49751427b2e1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1097 time: 0.0673370 Aug 17 17:12:41.793978 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8565f1-899a-43c4-8ff4-9a770472548f req-410fc764-4203-47ad-abbb-78143d74380f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:41.795405 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c8565f1-899a-43c4-8ff4-9a770472548f req-410fc764-4203-47ad-abbb-78143d74380f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0645626 Aug 17 17:12:41.878633 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5c8565f1-899a-43c4-8ff4-9a770472548f req-c1831ede-bcbc-4dc7-b090-a386e28e635b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728581 Aug 17 17:12:41.900408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-3070a12b-4dd4-4ba2-8c57-e5900b0f196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:41.901864 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-3070a12b-4dd4-4ba2-8c57-e5900b0f196d service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.1236448 Aug 17 17:12:41.966398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-c4be6e66-451c-46e8-92ea-d5302fd256d8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1003 time: 0.0571401 Aug 17 17:12:42.014003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-e509b627-4a1b-4efd-80df-7b26540353dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:42.015976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-e509b627-4a1b-4efd-80df-7b26540353dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0432162 Aug 17 17:12:42.065594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-a5b7d0c6-c295-48e5-8ff5-1888fb329d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:42.067086 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-a5b7d0c6-c295-48e5-8ff5-1888fb329d54 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433273 Aug 17 17:12:42.155527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-55b4c0a8-576a-45ea-91ff-a614aa383ee6 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801136 Aug 17 17:12:42.246847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-98dd06c5-cf4e-42ac-ad9b-69d1999bcb07 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849862 Aug 17 17:12:42.994932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b96603-eedc-42ed-8410-5c29e17a9cba req-72387ec5-b6bf-4e64-b12a-8761dc8c9c70 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:42.996430 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-12b96603-eedc-42ed-8410-5c29e17a9cba req-72387ec5-b6bf-4e64-b12a-8761dc8c9c70 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0500026 Aug 17 17:12:43.033716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-12b96603-eedc-42ed-8410-5c29e17a9cba req-10ba07e2-042f-41ee-94b0-52fc3ef697d4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312006 Aug 17 17:12:44.150690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c6a3d-eb28-435f-81bc-e3f54a5fa94c req-f2ec9c86-d1f2-4027-91d8-5926a110f8ea tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:44.152153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a65c6a3d-eb28-435f-81bc-e3f54a5fa94c req-f2ec9c86-d1f2-4027-91d8-5926a110f8ea tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0495896 Aug 17 17:12:44.189535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a65c6a3d-eb28-435f-81bc-e3f54a5fa94c req-7e6f3741-cd31-4e82-80fb-1322226d701e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 Aug 17 17:12:45.302176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c542616-68ed-43ca-bbed-d1cdbbbe46b7 req-2d7404c4-abcb-4e5b-94ae-a758febeba32 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:45.303586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c542616-68ed-43ca-bbed-d1cdbbbe46b7 req-2d7404c4-abcb-4e5b-94ae-a758febeba32 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0486958 Aug 17 17:12:45.340846 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c542616-68ed-43ca-bbed-d1cdbbbe46b7 req-0d9d454e-ab44-486d-99bf-86c18f562995 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314119 Aug 17 17:12:46.456050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce88a2-213e-41e6-adca-8c54daaba10e req-cfdafcf2-1960-4cf8-a25e-c38aa3261c2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:46.457573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1ce88a2-213e-41e6-adca-8c54daaba10e req-cfdafcf2-1960-4cf8-a25e-c38aa3261c2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0479052 Aug 17 17:12:46.496587 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c1ce88a2-213e-41e6-adca-8c54daaba10e req-dad200ce-ff5c-4a44-91a8-c12893038260 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324976 Aug 17 17:12:47.617811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58f560-9bac-432b-8849-7a895cb7d006 req-02e2d221-e313-4eba-8aa9-488f6c93c151 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:47.619326 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d58f560-9bac-432b-8849-7a895cb7d006 req-02e2d221-e313-4eba-8aa9-488f6c93c151 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0529768 Aug 17 17:12:47.656283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d58f560-9bac-432b-8849-7a895cb7d006 req-529ed04f-bda6-47ab-b116-292b4dbaca73 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310571 Aug 17 17:12:48.774150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149338c-ce1f-42a5-85c9-824da2ddaba2 req-345d7106-33a4-4b56-afe5-62aff18c41f5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:48.775630 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d149338c-ce1f-42a5-85c9-824da2ddaba2 req-345d7106-33a4-4b56-afe5-62aff18c41f5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0521080 Aug 17 17:12:48.812964 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d149338c-ce1f-42a5-85c9-824da2ddaba2 req-29829f08-bc89-4389-85aa-5f1814253452 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306237 Aug 17 17:12:49.927908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3109c-765e-4c3b-b869-8e13a066babb req-b71e8220-6b84-42d9-8060-1919a9f2418a tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:49.929391 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-71f3109c-765e-4c3b-b869-8e13a066babb req-b71e8220-6b84-42d9-8060-1919a9f2418a tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0485725 Aug 17 17:12:49.967566 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-71f3109c-765e-4c3b-b869-8e13a066babb req-459c5f51-d5d7-4af6-8c3e-8327f8ad1631 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322764 Aug 17 17:12:50.021834 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:50.415440 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:51.082785 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4441-6347-4f00-9896-ccb2fd102728 req-12964b90-7687-43a5-9530-63880d232f64 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:51.084260 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b60d4441-6347-4f00-9896-ccb2fd102728 req-12964b90-7687-43a5-9530-63880d232f64 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0489569 Aug 17 17:12:51.121408 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b60d4441-6347-4f00-9896-ccb2fd102728 req-e68c13d6-1e79-4669-aad8-cb54a96254f8 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312324 Aug 17 17:12:52.234942 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602f549-6389-4ccc-8a54-ec8e185524db req-81d3ca96-128e-450e-921d-f0b27b2e2d78 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:52.236448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2602f549-6389-4ccc-8a54-ec8e185524db req-81d3ca96-128e-450e-921d-f0b27b2e2d78 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0481927 Aug 17 17:12:52.274704 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2602f549-6389-4ccc-8a54-ec8e185524db req-6f587576-671e-4a4f-a1f2-98044a609e5d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Aug 17 17:12:53.390498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d328d4-1eb7-409e-96cc-7cc7d893cb45 req-32f5bbd2-e46b-4110-b8e2-c60b0f240784 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:53.391988 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74d328d4-1eb7-409e-96cc-7cc7d893cb45 req-32f5bbd2-e46b-4110-b8e2-c60b0f240784 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0509880 Aug 17 17:12:53.429497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74d328d4-1eb7-409e-96cc-7cc7d893cb45 req-9276de94-3d67-4538-a4c9-e9dc4b7d41dc tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Aug 17 17:12:54.553049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21bedc-11aa-43d2-93ed-d6483ea7117c req-1a684c9a-1d65-4fbe-9fc9-60a843015420 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:54.554643 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce21bedc-11aa-43d2-93ed-d6483ea7117c req-1a684c9a-1d65-4fbe-9fc9-60a843015420 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0559692 Aug 17 17:12:54.593016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ce21bedc-11aa-43d2-93ed-d6483ea7117c req-6ee8e185-d6b7-490d-af34-6319233eecac tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323532 Aug 17 17:12:55.717361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d124dfd-0a26-4ebb-89e3-fa4ad22b6fda req-f3efeb28-ba51-41cd-90bc-8cebd7f20f99 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:55.718977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d124dfd-0a26-4ebb-89e3-fa4ad22b6fda req-f3efeb28-ba51-41cd-90bc-8cebd7f20f99 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0565667 Aug 17 17:12:55.759207 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d124dfd-0a26-4ebb-89e3-fa4ad22b6fda req-58029abd-02e9-4b84-9ecc-9a1087ccd4b4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340343 Aug 17 17:12:55.900998 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-203c9afa-5a0e-4934-b3d3-344290577fb8 service neutron] show failed (client error): The resource could not be found. Aug 17 17:12:55.901916 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-203c9afa-5a0e-4934-b3d3-344290577fb8 service neutron] 10.222.0.91 "GET /v2.0/ports/d9969f4b-0791-4e92-be56-0aaa9fff270b/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0548089 Aug 17 17:12:56.167966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-0dca3e1f-1489-42a3-a3dd-e270d58f3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:56.169398 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-0dca3e1f-1489-42a3-a3dd-e270d58f3577 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 1097 time: 0.0772510 Aug 17 17:12:56.182100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:12:56.233049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:56.435573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:12:56.468770 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:12:56.508655 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:12:56.513636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:56.527020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Transition to ACTIVE for port object d9969f4b-0791-4e92-be56-0aaa9fff270b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:12:56.531364 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:56.559969 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47daabfa-0d6e-4269-ba23-41f889e6c479" -d '{"events": [{"server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "name": "network-vif-unplugged", "status": "completed", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:12:56.622465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:12:56.634336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.634711 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.635045 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.635462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.635693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.636016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.636463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.636640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.636953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.637266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.637575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.637890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:12:56.673209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] No DVR routers for this DVR port d9969f4b-0791-4e92-be56-0aaa9fff270b on host n-h1-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:12:56.676562 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe4bc43-f630-4560-b952-44778cd89e4e x-openstack-request-id: req-efe4bc43-f630-4560-b952-44778cd89e4e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:12:56.676849 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "name": "network-vif-unplugged", "status": "completed", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:12:56.677101 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-efe4bc43-f630-4560-b952-44778cd89e4e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:12:56.677499 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'code': 200} Aug 17 17:12:56.816039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:12:56.816370 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:12:56.816699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:12:56.820954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Port d9969f4b-0791-4e92-be56-0aaa9fff270b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:12:56.821272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:12:56.826147 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:12:56.826520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:12:56.826904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:12:56.827328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Bound port: d9969f4b-0791-4e92-be56-0aaa9fff270b, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:12:56.828888 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:56.879296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2325517-cbf8-4044-af03-f966a364c241 req-5dd0b5c6-99ea-4d0c-9b77-8cebe4a89b0f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:56.880732 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2325517-cbf8-4044-af03-f966a364c241 req-5dd0b5c6-99ea-4d0c-9b77-8cebe4a89b0f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0496528 Aug 17 17:12:56.893207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:12:56.896240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:12:56.901968 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:56.919927 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e2325517-cbf8-4044-af03-f966a364c241 req-824392d8-29a7-4067-b73c-e416b5ed31fc tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331719 Aug 17 17:12:56.936022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:56.936625 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:12:56.938186 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] 10.222.0.93 "PUT /v2.0/ports/d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1092 time: 0.7600293 Aug 17 17:12:56.959506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf9be5-aef6-4de3-a94c-f0f5f2e272aa service neutron] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:12:57.009451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-7883fe28-62f9-486d-b5f6-f3940f95e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:57.011005 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-7883fe28-62f9-486d-b5f6-f3940f95e561 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1095 time: 0.0473323 Aug 17 17:12:57.106700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-b8524688-1ab5-4f53-92b8-e37555b8b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:57.108206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-b8524688-1ab5-4f53-92b8-e37555b8b0c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0888047 Aug 17 17:12:57.177111 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-7a2d8fb5-87ad-46aa-84a7-f504e5522a5b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1001 time: 0.0605824 Aug 17 17:12:57.226556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-ddfd58bf-7572-4e90-a3d5-c3a96a5829b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:57.228853 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-ddfd58bf-7572-4e90-a3d5-c3a96a5829b7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0446913 Aug 17 17:12:57.274681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-f63ba597-fd19-4c61-bde6-eb074ffbf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:57.276151 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-f63ba597-fd19-4c61-bde6-eb074ffbf42d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400538 Aug 17 17:12:57.367911 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-6d5095a3-72cb-425f-8333-aded956af394 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836546 Aug 17 17:12:57.456351 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a6b2fbf-9c09-4ae6-b8d2-a3fc5f54a37f req-539286fa-7079-463f-a856-c7665d2770f9 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809159 Aug 17 17:12:58.040543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59887524-f4f9-43ea-a513-2deb52d90ba0 req-1ad60b3f-0eb0-4be4-9d97-b78bc0fa08de tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:58.042145 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59887524-f4f9-43ea-a513-2deb52d90ba0 req-1ad60b3f-0eb0-4be4-9d97-b78bc0fa08de tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0521872 Aug 17 17:12:58.082190 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-59887524-f4f9-43ea-a513-2deb52d90ba0 req-b11b876f-ce65-453a-b2d1-b26863135fcc tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338967 Aug 17 17:12:58.678919 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:12:58.681893 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:12:58.731221 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2b7e6b-5796-4d4b-8e5c-7e359a999b46 x-openstack-request-id: req-ae2b7e6b-5796-4d4b-8e5c-7e359a999b46 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:12:58.731517 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:12:58.731768 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae2b7e6b-5796-4d4b-8e5c-7e359a999b46 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:12:58.732180 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'status': 'completed', 'code': 200} Aug 17 17:12:58.775543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:12:58.795528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-5ad20888-8bba-4ae2-9c2c-328f44b58c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:58.797244 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-5ad20888-8bba-4ae2-9c2c-328f44b58c69 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1095 time: 0.0465870 Aug 17 17:12:58.801198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-b8711a7f-688b-43a7-8822-30898af1510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:58.802827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-b8711a7f-688b-43a7-8822-30898af1510c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1095 time: 0.0482552 Aug 17 17:12:58.821201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:12:58.892734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-e0480117-c569-4019-99e9-472c486d72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:58.894199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-e0480117-c569-4019-99e9-472c486d72f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0900042 Aug 17 17:12:58.899474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-e3a474ca-b62f-4a66-9bba-0bff9940340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:58.900918 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-e3a474ca-b62f-4a66-9bba-0bff9940340a service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0911326 Aug 17 17:12:58.972148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-f462790f-8f22-466e-b10b-56118a23b941 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1001 time: 0.0697923 Aug 17 17:12:58.973639 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-caf2340a-07fa-4483-9d13-3b18eda7b2b3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1001 time: 0.0654228 Aug 17 17:12:59.024219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-9838de9c-9293-4ba6-b4bd-869da26424e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:59.024681 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-b3cdfb7d-ba16-4444-990f-5cd1ce14bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:59.025721 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-9838de9c-9293-4ba6-b4bd-869da26424e5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0456243 Aug 17 17:12:59.026170 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-b3cdfb7d-ba16-4444-990f-5cd1ce14bee9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0465353 Aug 17 17:12:59.072669 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-d17f5b7d-9fda-495a-b631-5365773eb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:59.072916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-f304a6f0-a44f-4862-9515-f518a62a53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:59.074187 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-d17f5b7d-9fda-495a-b631-5365773eb358 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399148 Aug 17 17:12:59.074317 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-f304a6f0-a44f-4862-9515-f518a62a53ad service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420244 Aug 17 17:12:59.187106 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-938536cb-5d74-4e46-8885-1229d2f1da43 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059537 Aug 17 17:12:59.288693 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-3514386f-d791-46ad-80dc-26ed81c48abb service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944977 Aug 17 17:12:59.550262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd2043-0dd7-4290-b171-bc35816baa37 req-9006f6e9-3e26-4242-85e7-8affc6295a33 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:12:59.551685 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bddd2043-0dd7-4290-b171-bc35816baa37 req-9006f6e9-3e26-4242-85e7-8affc6295a33 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0760872 Aug 17 17:12:59.555353 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-ad134fba-20ff-480b-a94a-d4576f4142d0 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734550 Aug 17 17:12:59.640902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bddd2043-0dd7-4290-b171-bc35816baa37 req-da9c0023-889d-4667-980c-5481702f49a2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824223 Aug 17 17:12:59.671046 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ca075b6-6aad-4d35-bf82-f2ff42e10f5a req-45deb140-2c27-4431-852f-7bd5d00ea937 service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066506 Aug 17 17:13:00.762925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68fc02-0c1c-455b-8593-11c1de4b20ad req-9f88325a-169c-42bd-af14-be5ddd51357c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:00.764477 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a68fc02-0c1c-455b-8593-11c1de4b20ad req-9f88325a-169c-42bd-af14-be5ddd51357c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0522568 Aug 17 17:13:00.802332 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7a68fc02-0c1c-455b-8593-11c1de4b20ad req-fd186288-73d1-43bf-bbea-c5f56eb362df tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318248 Aug 17 17:13:01.569734 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:13:01.918186 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c411414-4edb-4a27-a909-eeda770f0044 req-6d35fb48-aa32-4a41-8a9a-99e5cff5dc4f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:01.919674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c411414-4edb-4a27-a909-eeda770f0044 req-6d35fb48-aa32-4a41-8a9a-99e5cff5dc4f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0481510 Aug 17 17:13:01.957213 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c411414-4edb-4a27-a909-eeda770f0044 req-69209156-e8ee-4ecc-9170-f64f68743822 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311253 Aug 17 17:13:02.216229 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f617413-78ca-4b8d-9042-d446dd95b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:03.080682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa3275-a307-480b-9312-9b3d5a96249b req-fa3f3c90-8308-465f-9835-65af8aa1c5e6 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:03.082149 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfaa3275-a307-480b-9312-9b3d5a96249b req-fa3f3c90-8308-465f-9835-65af8aa1c5e6 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0529490 Aug 17 17:13:03.120858 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bfaa3275-a307-480b-9312-9b3d5a96249b req-e3c6651d-228b-4050-9632-72e42c2b2aa5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327792 Aug 17 17:13:04.239890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d031f08-dd8b-4430-a2be-841742962a4a req-c068f169-7173-4641-824a-233d67f79257 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:04.241634 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d031f08-dd8b-4430-a2be-841742962a4a req-c068f169-7173-4641-824a-233d67f79257 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0488582 Aug 17 17:13:04.283502 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3d031f08-dd8b-4430-a2be-841742962a4a req-64b6ca8a-3bd9-44cd-b1c9-7a0b9a62edad tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359848 Aug 17 17:13:04.880862 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83d9b4c8-e831-4aad-a2d5-7bca08aa71bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:05.066593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:05.403022 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0a659-6dd4-4380-92ca-712560df7f99 req-74895860-9063-441f-9a3a-fbaf5190b8d7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:05.404475 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cce0a659-6dd4-4380-92ca-712560df7f99 req-74895860-9063-441f-9a3a-fbaf5190b8d7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0489359 Aug 17 17:13:05.442467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cce0a659-6dd4-4380-92ca-712560df7f99 req-df9e7ff0-269d-44ed-adbd-8b765fde2d60 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Aug 17 17:13:06.121078 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:06.559510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985f009-bb9a-4285-a98f-922309ea1566 req-114a6faa-f7f9-41f9-a55b-6d4c66af1e38 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:06.561002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8985f009-bb9a-4285-a98f-922309ea1566 req-114a6faa-f7f9-41f9-a55b-6d4c66af1e38 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0492437 Aug 17 17:13:06.598982 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8985f009-bb9a-4285-a98f-922309ea1566 req-aed91c75-980e-4c91-afc7-8a2bd472965d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319960 Aug 17 17:13:07.714752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9898e-c42a-4f52-9a75-a3bd4bb431d2 req-79173da4-b177-4baa-8469-31dec09c1199 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:07.716300 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ae9898e-c42a-4f52-9a75-a3bd4bb431d2 req-79173da4-b177-4baa-8469-31dec09c1199 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0487392 Aug 17 17:13:07.755306 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2ae9898e-c42a-4f52-9a75-a3bd4bb431d2 req-37a43a4d-dfef-466b-bba4-970966f3c481 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Aug 17 17:13:07.853347 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:08.870280 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628440b-02a7-44d5-be33-37b1187bd6ea req-09b3d394-407c-49a4-b41c-0ef52702101e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:08.871696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4628440b-02a7-44d5-be33-37b1187bd6ea req-09b3d394-407c-49a4-b41c-0ef52702101e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0485601 Aug 17 17:13:08.909138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4628440b-02a7-44d5-be33-37b1187bd6ea req-32858dc2-c091-4e84-a778-2bfc0e1d21d0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Aug 17 17:13:09.219606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-82bd6f22-8213-49bb-985e-14bbc7529da1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:09.221058 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-82bd6f22-8213-49bb-985e-14bbc7529da1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.93 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51&tenant_id=803bcc5d712047ae8c8f5cbdabffb175&binding%3Ahost_id=n-h2-804878-1 HTTP/1.1" status: 200 len: 944 time: 0.0816317 Aug 17 17:13:09.232564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4ed0d-970b-49b5-9360-f39003265b6c req-dd752edf-cd05-4be2-b2bf-64087539e7be tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:09.234603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fae4ed0d-970b-49b5-9360-f39003265b6c req-dd752edf-cd05-4be2-b2bf-64087539e7be tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0688913 Aug 17 17:13:09.305490 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fae4ed0d-970b-49b5-9360-f39003265b6c req-f355e32f-4679-4c52-816b-bbd73f00dc7d tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637460 Aug 17 17:13:09.313256 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-a1815a85-2087-4f99-b070-2e5a2717d925 service neutron] 10.222.0.93 "GET /v2.0/ports/d9969f4b-0791-4e92-be56-0aaa9fff270b/bindings/n-h2-804878-1 HTTP/1.1" status: 200 len: 382 time: 0.0777895 Aug 17 17:13:09.375689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-6f983d03-ae39-4851-b071-b378de57de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:09.377130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-6f983d03-ae39-4851-b071-b378de57de0f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1095 time: 0.0415051 Aug 17 17:13:09.467330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-4e63b45a-a2e9-40ac-9acd-a9d1a149be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:09.469278 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-4e63b45a-a2e9-40ac-9acd-a9d1a149be03 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0854177 Aug 17 17:13:09.535574 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-f3dddc7a-4725-4f1f-b242-9cfc36ef4238 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1001 time: 0.0594742 Aug 17 17:13:09.590078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-5a3658ee-da91-44c7-ad35-8b0d6e875563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:09.591569 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-5a3658ee-da91-44c7-ad35-8b0d6e875563 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0486152 Aug 17 17:13:09.638891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-09ff5b42-e288-4686-bfce-fce3574c191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:09.640330 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-09ff5b42-e288-4686-bfce-fce3574c191a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416808 Aug 17 17:13:09.736428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-7b0d9430-d2f9-4d1f-b894-a932bd67129e service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890851 Aug 17 17:13:09.825718 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-34d2c6ab-8a54-42be-8a63-533fe7cb0f9c service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825417 Aug 17 17:13:10.415259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:13:10.428733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9560d-ddbe-4b03-ba97-1d619aa60706 req-53b016d3-016f-460b-aed6-8de56b3a1ef1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:10.430204 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0a9560d-ddbe-4b03-ba97-1d619aa60706 req-53b016d3-016f-460b-aed6-8de56b3a1ef1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0542004 Aug 17 17:13:10.467796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a0a9560d-ddbe-4b03-ba97-1d619aa60706 req-ae0cc593-334b-4bcb-bfca-5201badcebc7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315306 Aug 17 17:13:10.506957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:10.518254 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'mac_address': 'fa:16:3e:c6:9a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:13:10.553775 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:10.569295 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9969f4b-0791-4e92-be56-0aaa9fff270b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:13:10.587987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:10.591394 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:10.636457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:10.644092 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.644436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.644771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.645098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.645420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.645741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.646061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.646399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.646716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.647047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.647348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.647658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:10.828463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['d9969f4b-0791-4e92-be56-0aaa9fff270b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:13:11.586858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e1c15-3a04-46af-9068-13cc9f6a70e2 req-e114e588-a2e3-48ab-9289-c50c8f8d5944 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:11.588395 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a1e1c15-3a04-46af-9068-13cc9f6a70e2 req-e114e588-a2e3-48ab-9289-c50c8f8d5944 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0501187 Aug 17 17:13:11.627323 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1a1e1c15-3a04-46af-9068-13cc9f6a70e2 req-fe7e91dd-7f17-4d37-a8ea-704b5082fe36 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323713 Aug 17 17:13:12.427860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:13:12.525374 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:12.536822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'mac_address': 'fa:16:3e:c6:9a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:13:12.745322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d23deb-e2a2-41de-8ed2-06b25f4b5dac req-3d6817e2-a216-44c2-b979-4958af3afaa5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:12.746961 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-38d23deb-e2a2-41de-8ed2-06b25f4b5dac req-3d6817e2-a216-44c2-b979-4958af3afaa5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0504882 Aug 17 17:13:12.786970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-38d23deb-e2a2-41de-8ed2-06b25f4b5dac req-da0e6765-2144-466d-8d6d-60997b196ab7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332878 Aug 17 17:13:13.480080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-f5065ee8-5808-4077-8009-4cfc9195898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:13.481553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-f5065ee8-5808-4077-8009-4cfc9195898e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51&tenant_id=803bcc5d712047ae8c8f5cbdabffb175 HTTP/1.1" status: 200 len: 1096 time: 0.0409791 Aug 17 17:13:13.493145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:13:13.548200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:13.747891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:13.780689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:13:13.812699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d9969f4b-0791-4e92-be56-0aaa9fff270b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:13:13.821129 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:13.832101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Ignored duplicate provisioning block setup for port d9969f4b-0791-4e92-be56-0aaa9fff270b by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 17:13:13.835786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:13.911826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac182e-dd7e-437d-ab40-b723fba66e1f req-d3b4b9ea-8c8b-40b1-ac69-725df9214474 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:13.913379 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5ac182e-dd7e-437d-ab40-b723fba66e1f req-d3b4b9ea-8c8b-40b1-ac69-725df9214474 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 944 time: 0.0567300 Aug 17 17:13:13.923776 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=9']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:13.943326 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.943679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.944010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.944578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.944971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.945304 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.945629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.946391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.946391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.946596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.946913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.947231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:13.954576 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5ac182e-dd7e-437d-ab40-b723fba66e1f req-759c3329-1a6f-49af-bb21-028675557aa4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348277 Aug 17 17:13:13.979296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] No DVR routers for this DVR port d9969f4b-0791-4e92-be56-0aaa9fff270b on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:13:14.114125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:13:14.114394 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:13:14.114731 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:13:14.120059 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Port d9969f4b-0791-4e92-be56-0aaa9fff270b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:13:14.120371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Attempting to bind port d9969f4b-0791-4e92-be56-0aaa9fff270b on network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:13:14.125672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:13:14.125996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Checking segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:13:14.126364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Bound using segment: {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:13:14.126812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Bound port: d9969f4b-0791-4e92-be56-0aaa9fff270b, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe02581-be5e-4bba-b583-a1461632a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:13:14.127159 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:14.187717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:13:14.190861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:13:14.194938 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:14.229428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.230037 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:14.231457 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] 10.222.0.91 "PUT /v2.0/ports/d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1092 time: 0.7424560 Aug 17 17:13:14.231903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:13:14.262833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24376ed6-ea60-4f55-8a16-febf3329f25a service neutron] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:14.296588 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae1b620-3bfe-4f5c-b015-b61c297f7264" -d '{"events": [{"name": "network-changed", "server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:13:14.319126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-39f43020-e719-4760-a355-9bb9b3a6720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.320785 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-39f43020-e719-4760-a355-9bb9b3a6720c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1096 time: 0.0539365 Aug 17 17:13:14.400569 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30031d16-a3d9-4206-9eaa-05280dff54e7 x-openstack-request-id: req-30031d16-a3d9-4206-9eaa-05280dff54e7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:13:14.400866 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:13:14.401136 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30031d16-a3d9-4206-9eaa-05280dff54e7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:13:14.402293 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'status': 'completed', 'code': 200} Aug 17 17:13:14.424172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-1f933cca-2f33-4a11-b73c-bd63d5434eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.425632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-1f933cca-2f33-4a11-b73c-bd63d5434eff service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0973592 Aug 17 17:13:14.459980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-ecd2b40d-2787-42ac-aa11-62d409aec0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.461595 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-ecd2b40d-2787-42ac-aa11-62d409aec0aa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1096 time: 0.0420396 Aug 17 17:13:14.497118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-f63a0c2b-7e98-45c1-93f1-90ec4502c575 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1001 time: 0.0635889 Aug 17 17:13:14.545070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-240cc20c-bd71-4f89-b4d3-36151b3d6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.547160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-240cc20c-bd71-4f89-b4d3-36151b3d6be2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0437782 Aug 17 17:13:14.556693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-d30d2349-db4f-4954-913c-a83d4d1300dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.558184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-d30d2349-db4f-4954-913c-a83d4d1300dc service neutron] 10.222.0.93 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0889933 Aug 17 17:13:14.592635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cadcc2-278f-4a21-9adc-2496701d023e req-92d6649b-bafd-4534-bfc3-4a53e7ef2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.594682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-92d6649b-bafd-4534-bfc3-4a53e7ef2683 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401943 Aug 17 17:13:14.626023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-a572907b-918d-4f37-9967-1f209b729356 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1001 time: 0.0602324 Aug 17 17:13:14.675629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-12c5db21-ed99-4a46-8072-c40b2964cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.677272 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-12c5db21-ed99-4a46-8072-c40b2964cf25 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0444374 Aug 17 17:13:14.687547 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-db02f9cb-ad45-4f3a-ad67-0ee452e28607 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853839 Aug 17 17:13:14.726799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-50a1047b-8131-4196-92ed-4754dff180de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.728388 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-50a1047b-8131-4196-92ed-4754dff180de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439794 Aug 17 17:13:14.777397 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10cadcc2-278f-4a21-9adc-2496701d023e req-b03f43ba-1284-49fb-8906-a8f4e1e8deaf service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828259 Aug 17 17:13:14.824090 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-f3529f50-5819-459a-a35b-fec80469070b service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882142 Aug 17 17:13:14.860790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-255f984d-5489-4d81-a3db-1d01833abc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.862281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-255f984d-5489-4d81-a3db-1d01833abc60 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 1096 time: 0.0463207 Aug 17 17:13:14.924011 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-f4dde403-0fa5-46a1-af3c-26e9b405450f service neutron] 10.222.0.93 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926349 Aug 17 17:13:14.955873 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-b213864f-2378-4ea5-a7cc-31bdbdca551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:14.957349 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-b213864f-2378-4ea5-a7cc-31bdbdca551d service neutron] 10.222.0.91 "GET /v2.0/networks?id=8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 200 len: 912 time: 0.0870364 Aug 17 17:13:15.028974 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-44930367-cb70-4b42-8d81-deb37480855d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 200 len: 1001 time: 0.0646074 Aug 17 17:13:15.083611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c83e0-1ae0-4838-a6b3-34ec2a1a1901 req-c541d956-0613-4786-8c48-679dd2f54efb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:15.083828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-d37dc8d9-fa0d-4dd7-9ea0-d013fcbdab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:15.085354 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-349c83e0-1ae0-4838-a6b3-34ec2a1a1901 req-c541d956-0613-4786-8c48-679dd2f54efb tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0539916 Aug 17 17:13:15.085682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-d37dc8d9-fa0d-4dd7-9ea0-d013fcbdab4a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 200 len: 850 time: 0.0501964 Aug 17 17:13:15.127045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-349c83e0-1ae0-4838-a6b3-34ec2a1a1901 req-81a6cec1-462b-45c8-bf9d-87494c5c6186 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352197 Aug 17 17:13:15.139819 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-c75aab83-e761-46b4-886e-95acab8ce69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:15.142021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-c75aab83-e761-46b4-886e-95acab8ce69b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8455690c-3ab2-49a7-ae99-1f3910ef0b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491693 Aug 17 17:13:15.235745 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-bf56ce4e-1887-4064-9d5f-007f06c38b9c service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862753 Aug 17 17:13:15.325758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ae1b620-3bfe-4f5c-b015-b61c297f7264 req-4de0984c-f030-461f-8674-4ba809ca3276 service neutron] 10.222.0.91 "GET /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830007 Aug 17 17:13:16.258657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f7e1-98ee-4c12-a3c6-568f5c98ce61 req-c06c200b-e000-4c31-ba97-2b76a0103bfe tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:16.260060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf67f7e1-98ee-4c12-a3c6-568f5c98ce61 req-c06c200b-e000-4c31-ba97-2b76a0103bfe tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0489831 Aug 17 17:13:16.298641 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cf67f7e1-98ee-4c12-a3c6-568f5c98ce61 req-9b933e5e-41af-408c-a1a1-b0d61227b282 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Aug 17 17:13:16.475103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:13:16.515482 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:13:17.416480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31383a0c-2e5d-40ec-a30e-b462d142f42e req-45f44b12-78d1-4e77-8325-fa5d18fe2726 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:17.417956 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31383a0c-2e5d-40ec-a30e-b462d142f42e req-45f44b12-78d1-4e77-8325-fa5d18fe2726 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0508075 Aug 17 17:13:17.456608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31383a0c-2e5d-40ec-a30e-b462d142f42e req-e57cbd39-b569-41e8-9d91-0a66390dfa0b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324354 Aug 17 17:13:18.588340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f869-7aba-4205-9828-e097a94a5908 req-9446f309-89d0-4a50-bdf3-85ed3dbd8d3c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:18.589830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ba0f869-7aba-4205-9828-e097a94a5908 req-9446f309-89d0-4a50-bdf3-85ed3dbd8d3c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0562866 Aug 17 17:13:18.627857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6ba0f869-7aba-4205-9828-e097a94a5908 req-f2811644-d556-4d8c-a952-2e6c4d81adb2 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317338 Aug 17 17:13:19.740547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756f088-4a16-4261-9680-f4476e8a3337 req-6c942ec0-e01b-422e-b210-0c6f967b980e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:19.742277 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7756f088-4a16-4261-9680-f4476e8a3337 req-6c942ec0-e01b-422e-b210-0c6f967b980e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0477540 Aug 17 17:13:19.783874 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7756f088-4a16-4261-9680-f4476e8a3337 req-daf5b9fe-c301-4a75-b575-8f1bdb4ee285 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357406 Aug 17 17:13:20.032583 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:20.416533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:20.899913 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50d6cf-e393-4cde-9cd4-e031828c2925 req-766519da-d158-4040-ae4a-4025b1d2180f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:20.901390 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2c50d6cf-e393-4cde-9cd4-e031828c2925 req-766519da-d158-4040-ae4a-4025b1d2180f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0491199 Aug 17 17:13:20.938909 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2c50d6cf-e393-4cde-9cd4-e031828c2925 req-e6c05b01-2af1-492a-8fca-4ba185001ccd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310447 Aug 17 17:13:22.055562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c35f9-9bdb-41eb-863c-5213efc95d1b req-fbc73a8b-6683-430e-9812-ce610adfa099 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:22.056948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a91c35f9-9bdb-41eb-863c-5213efc95d1b req-fbc73a8b-6683-430e-9812-ce610adfa099 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0493240 Aug 17 17:13:22.093335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a91c35f9-9bdb-41eb-863c-5213efc95d1b req-bfac2840-d3c6-4c04-b85e-1956904ebaa5 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305247 Aug 17 17:13:23.208689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852ff3e-a5aa-4fe6-b409-e5d625761431 req-7eb24dfd-a2fa-40a7-97ed-b013607bbc3b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:23.210149 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9852ff3e-a5aa-4fe6-b409-e5d625761431 req-7eb24dfd-a2fa-40a7-97ed-b013607bbc3b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0486240 Aug 17 17:13:23.247063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9852ff3e-a5aa-4fe6-b409-e5d625761431 req-b28188a4-99d0-49a9-9b7e-18a080954668 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Aug 17 17:13:24.360799 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131b68-3119-4e6d-8a7a-2ae11dde76e8 req-0b726457-1957-4fca-a574-bd1b5ebe4cf0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:24.362283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5131b68-3119-4e6d-8a7a-2ae11dde76e8 req-0b726457-1957-4fca-a574-bd1b5ebe4cf0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0487468 Aug 17 17:13:24.400687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c5131b68-3119-4e6d-8a7a-2ae11dde76e8 req-76122c05-afa2-4c79-a503-4c43865e7b19 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320792 Aug 17 17:13:25.522764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e326c4-8064-4756-9020-d81e69cbb4f7 req-0c6a2cbf-e325-49bd-a739-587efa4ba890 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:25.524280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f2e326c4-8064-4756-9020-d81e69cbb4f7 req-0c6a2cbf-e325-49bd-a739-587efa4ba890 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0541873 Aug 17 17:13:25.561038 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f2e326c4-8064-4756-9020-d81e69cbb4f7 req-60a95b75-4032-4280-a85a-667ef73ff08e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309114 Aug 17 17:13:25.675307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64f838-c39e-4981-9684-6c137909fbd1 req-10d54ee9-c96f-438c-b9fe-705c387139a1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:25.676793 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec64f838-c39e-4981-9684-6c137909fbd1 req-10d54ee9-c96f-438c-b9fe-705c387139a1 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0488410 Aug 17 17:13:25.718213 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec64f838-c39e-4981-9684-6c137909fbd1 req-0ca0c698-5412-4165-a4fc-1c503d2a970e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355241 Aug 17 17:13:25.830028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d7e9-e88f-435b-98b5-189f1e0befc1 req-97b40ee7-1c8a-437d-b23b-3a824c7c3c0f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:25.831448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e602d7e9-e88f-435b-98b5-189f1e0befc1 req-97b40ee7-1c8a-437d-b23b-3a824c7c3c0f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0478804 Aug 17 17:13:25.869592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e602d7e9-e88f-435b-98b5-189f1e0befc1 req-e7dbdd65-99cb-45de-b862-ff9da9b86b6e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Aug 17 17:13:26.102432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07a759-22f3-4366-8221-5d32d5bbb5f6 req-70eba32f-e436-407c-8a7e-173aaa04e6dd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:26.103844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b07a759-22f3-4366-8221-5d32d5bbb5f6 req-70eba32f-e436-407c-8a7e-173aaa04e6dd tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 945 time: 0.0483038 Aug 17 17:13:26.141422 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b07a759-22f3-4366-8221-5d32d5bbb5f6 req-44fcee13-2a43-4bdd-9408-1eb195ded87a tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313444 Aug 17 17:13:26.868675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:13:26.963055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:26.974191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'port_id': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'mac_address': 'fa:16:3e:c6:9a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:13:27.011030 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:27.023127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9969f4b-0791-4e92-be56-0aaa9fff270b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:13:27.041493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:27.045004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:27.093621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:27.257809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc79a63-4069-4785-b29e-09cafcd57180 req-24fe9985-fb92-4705-85f9-cd69f57b93a7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:27.259319 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7cc79a63-4069-4785-b29e-09cafcd57180 req-24fe9985-fb92-4705-85f9-cd69f57b93a7 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0500433 Aug 17 17:13:27.297414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7cc79a63-4069-4785-b29e-09cafcd57180 req-a5a34cf5-b8df-4b0e-83e6-e4bbff1d938b tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4a4e5b7-3c00-4d60-81ae-d86151b1207f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Aug 17 17:13:27.555660 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-3ff4fd26-960e-4dea-b094-ba1a3aa980ba tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:27.557014 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-3ff4fd26-960e-4dea-b094-ba1a3aa980ba tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 946 time: 0.0512583 Aug 17 17:13:27.642621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Deleting port d9969f4b-0791-4e92-be56-0aaa9fff270b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:13:27.642956 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:27.731104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] For port d9969f4b-0791-4e92-be56-0aaa9fff270b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=d9969f4b-0791-4e92-be56-0aaa9fff270b,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:27.731465 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:27.896450 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:27.896698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:27.896999 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8 disassociated. External IP: 172.25.7.209, port: d9969f4b-0791-4e92-be56-0aaa9fff270b. Aug 17 17:13:27.897337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Calling delete_port for d9969f4b-0791-4e92-be56-0aaa9fff270b owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:13:28.025448 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:28.054284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event deleted for resources: {'Port': ['ID=d9969f4b-0791-4e92-be56-0aaa9fff270b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:28.169970 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Router 383658b4-abb6-4992-850b-be17dc42d320 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:13:28.279796 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:13:28.290792 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:13:28.300547 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:13:28.301138 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:13:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:28.318541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] No DVR routers for this DVR port d9969f4b-0791-4e92-be56-0aaa9fff270b on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:13:28.321431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:28.323643 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0387409-f7fd-4382-aad3-9a374ec2f878 req-65ad7365-50fd-4d04-9491-313a66f5002f tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.91 "DELETE /v2.0/ports/d9969f4b-0791-4e92-be56-0aaa9fff270b HTTP/1.1" status: 204 len: 173 time: 0.7603345 Aug 17 17:13:28.323940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'name': 'network-vif-deleted', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:13:28.326175 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20721f50-14fa-45c2-826b-791052cd5933" -d '{"events": [{"server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "name": "network-vif-deleted", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:13:28.365507 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f29f43-3639-4561-86e7-1c778c7f43c3 x-openstack-request-id: req-54f29f43-3639-4561-86e7-1c778c7f43c3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:13:28.366080 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57d82d2-52fb-4cb1-b5ef-e678a6834c51", "name": "network-vif-deleted", "tag": "d9969f4b-0791-4e92-be56-0aaa9fff270b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:13:28.366334 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54f29f43-3639-4561-86e7-1c778c7f43c3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:13:28.366742 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57d82d2-52fb-4cb1-b5ef-e678a6834c51', 'name': 'network-vif-deleted', 'tag': 'd9969f4b-0791-4e92-be56-0aaa9fff270b', 'status': 'completed', 'code': 200} Aug 17 17:13:28.421566 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:13:28.422619 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84925913-f38f-45f6-b49e-aff756451ac7 req-b53c8635-463b-4b5c-b2e2-1c5b38de676c tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 210 time: 0.0336800 Aug 17 17:13:28.617370 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:28.646769 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:13:28.654971 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:13:28.655567 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:13:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:28.854093 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:13:28.883909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:13:28.888449 n-d-804878-1 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No ports have port_id starting with d9969f4b-0791-4e92-be56-0aaa9fff270b Aug 17 17:13:28.889810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b requested by agent hyperv_n-h1-804878-1 not found in database {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 17 17:13:29.052506 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:29.078690 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53769d-4b9d-4cd7-b65e-e182b179f237 None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:04:01Z', 'revision_number': 4, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0c480fc7-1f8f-46e0-8872-cab6bee3d2fe', 'name': '', 'network_id': '8455690c-3ab2-49a7-ae99-1f3910ef0b44', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'mac_address': 'fa:16:3e:f7:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '263413ca-c25b-49f6-b133-73062b0456a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:04:00Z', 'updated_at': '2021-08-17T17:04:05Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'subnets': [{'id': '263413ca-c25b-49f6-b133-73062b0456a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:13:29.299710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3882807-57d9-4b3d-b1f2-20251b155c95 None None] New status for floating IP 21c05d13-1d02-4b5a-bb91-c45eba851fa8: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:13:29.521760 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c1ad9fa-3d0f-4422-bc41-08d3ed031b69 req-ef299baf-59ca-4167-a36d-9f29a7d0aeb6 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 210 time: 0.0281496 Aug 17 17:13:30.621626 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e9c948f5-de80-4ef6-b494-e7d83c6ba0b3 req-09504afd-1d81-4464-a5b2-7fd0017f22d6 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 210 time: 0.0299733 Aug 17 17:13:30.883202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:13:30.903433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: d9969f4b-0791-4e92-be56-0aaa9fff270b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:13:30.903777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device d9969f4b-0791-4e92-be56-0aaa9fff270b not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:13:31.726820 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-432bfb11-d1c4-4d23-95c9-ec5642dbb9c9 req-e3e4a682-3fd0-44e8-88bc-e5c78930b1f0 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/ports?device_id=a57d82d2-52fb-4cb1-b5ef-e678a6834c51 HTTP/1.1" status: 200 len: 210 time: 0.0263364 Aug 17 17:13:32.217430 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8978ecdd-2995-426b-be63-57d3b04dd48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:34.883209 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e674047-518f-4beb-9171-e00acb6e68db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:35.067666 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:36.118617 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:36.454739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:36.509119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c7bf-997a-48e2-b9f3-8a281ab5b529 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:36.532940 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c7bf-997a-48e2-b9f3-8a281ab5b529 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:36.580879 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c7bf-997a-48e2-b9f3-8a281ab5b529 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:36.583654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c7bf-997a-48e2-b9f3-8a281ab5b529 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:36.584808 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b7f0c7bf-997a-48e2-b9f3-8a281ab5b529 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "DELETE /v2.0/security-groups/e4a4e5b7-3c00-4d60-81ae-d86151b1207f HTTP/1.1" status: 204 len: 168 time: 0.1290317 Aug 17 17:13:36.587618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42756) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:36.595233 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0c7bf-997a-48e2-b9f3-8a281ab5b529 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a4e5b7-3c00-4d60-81ae-d86151b1207f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:36.612145 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [None req-9f220a72-2df5-4d16-baf5-35b4bfcb1bc4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] show failed (client error): The resource could not be found. Aug 17 17:13:36.617224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:36.626081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9f220a72-2df5-4d16-baf5-35b4bfcb1bc4 tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "GET /v2.0/security-groups/e4a4e5b7-3c00-4d60-81ae-d86151b1207f HTTP/1.1" status: 404 len: 347 time: 0.0368702 Aug 17 17:13:37.089283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f579cf84-19ac-44d7-8a5e-522c57afdc2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Deleting port 1d5bdf03-b1d5-45e0-8d2a-1d6a923c5e80 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:13:37.089625 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f579cf84-19ac-44d7-8a5e-522c57afdc2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:37.165029 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f579cf84-19ac-44d7-8a5e-522c57afdc2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:37.165355 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f579cf84-19ac-44d7-8a5e-522c57afdc2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:37.176530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f579cf84-19ac-44d7-8a5e-522c57afdc2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Calling delete_port for 1d5bdf03-b1d5-45e0-8d2a-1d6a923c5e80 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:13:37.305107 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f579cf84-19ac-44d7-8a5e-522c57afdc2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:37.331322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579cf84-19ac-44d7-8a5e-522c57afdc2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Pushing event deleted for resources: {'Port': ['ID=1d5bdf03-b1d5-45e0-8d2a-1d6a923c5e80,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:37.388329 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f579cf84-19ac-44d7-8a5e-522c57afdc2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:37.391459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f579cf84-19ac-44d7-8a5e-522c57afdc2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:37.392615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f579cf84-19ac-44d7-8a5e-522c57afdc2e tempest-ServerActionsTestJSON-483344408 tempest-ServerActionsTestJSON-483344408-project] 10.222.0.77 "DELETE /v2.0/floatingips/21c05d13-1d02-4b5a-bb91-c45eba851fa8 HTTP/1.1" status: 204 len: 168 time: 0.7742066 Aug 17 17:13:37.395467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:37.775653 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:37.854196 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:38.019540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] Deleting port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:13:38.019875 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:38.100342 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] For port 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0c480fc7-1f8f-46e0-8872-cab6bee3d2fe,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:38.100701 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:38.113136 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] Calling delete_port for 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:13:38.293995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:38.323781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c480fc7-1f8f-46e0-8872-cab6bee3d2fe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:38.488492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:38.569761 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:13:38.704265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] Router 383658b4-abb6-4992-850b-be17dc42d320 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:13:38.809169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:13:38.817250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c8541e0-9aef-437f-9b19-1a3a9c295d16 admin admin] 10.222.0.77 "PUT /v2.0/routers/383658b4-abb6-4992-850b-be17dc42d320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4208176 Aug 17 17:13:38.817595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42768) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:38.818747 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] Sync routers for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:13:38.828704 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:13:38.829302 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:13:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:38.922775 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:38.929668 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:13:39.030174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.082169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Deleting port 93e075ac-220e-4421-89e0-e615e0f57593 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:13:39.082478 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.105679 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '93e075ac-220e-4421-89e0-e615e0f57593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:13:38Z', 'revision_number': 5, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port': {'id': '93e075ac-220e-4421-89e0-e615e0f57593', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383658b4-abb6-4992-850b-be17dc42d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:03:59Z', 'updated_at': '2021-08-17T17:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:39.132142 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] Checking router: 383658b4-abb6-4992-850b-be17dc42d320 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:13:39.140157 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] Routers {'383658b4-abb6-4992-850b-be17dc42d320'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:13:39.140751 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:13:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['383658b4-abb6-4992-850b-be17dc42d320'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:39.165054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] For port 93e075ac-220e-4421-89e0-e615e0f57593, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=93e075ac-220e-4421-89e0-e615e0f57593,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:39.165418 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.177698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Calling delete_port for 93e075ac-220e-4421-89e0-e615e0f57593 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:13:39.223664 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] Set router 383658b4-abb6-4992-850b-be17dc42d320 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:13:39.276333 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:13:39Z', 'revision_number': 6, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:39.303404 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cddb192-45c8-48d6-ad96-fcd5dfb47389 None None] The sync data for ids ['383658b4-abb6-4992-850b-be17dc42d320'] in n-d-804878-1 is: [{'id': '383658b4-abb6-4992-850b-be17dc42d320', 'name': 'tempest-ServerActionsTestJSON-460102246-router', 'tenant_id': '803bcc5d712047ae8c8f5cbdabffb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:03:58Z', 'updated_at': '2021-08-17T17:13:39Z', 'revision_number': 6, 'project_id': '803bcc5d712047ae8c8f5cbdabffb175', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:13:39.346052 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.373235 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e075ac-220e-4421-89e0-e615e0f57593,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:39.434340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.524128 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.526709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.574834 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.575513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 383658b4-abb6-4992-850b-be17dc42d320 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:13:39.580394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.581539 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7a094b84-e07a-4466-bd43-62d2e8bc4d25 admin admin] 10.222.0.77 "DELETE /v2.0/routers/383658b4-abb6-4992-850b-be17dc42d320 HTTP/1.1" status: 204 len: 168 time: 0.7629659 Aug 17 17:13:39.584139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42770) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:39.628980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd54d5c5-b120-4749-9ef5-b5cc7d96aa8b admin admin] Deleting subnet 263413ca-c25b-49f6-b133-73062b0456a2 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:13:39.631270 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd54d5c5-b120-4749-9ef5-b5cc7d96aa8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.667150 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd54d5c5-b120-4749-9ef5-b5cc7d96aa8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.751634 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd54d5c5-b120-4749-9ef5-b5cc7d96aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.801242 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd54d5c5-b120-4749-9ef5-b5cc7d96aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.828369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54d5c5-b120-4749-9ef5-b5cc7d96aa8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263413ca-c25b-49f6-b133-73062b0456a2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:39.831955 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd54d5c5-b120-4749-9ef5-b5cc7d96aa8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.833784 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cd54d5c5-b120-4749-9ef5-b5cc7d96aa8b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/263413ca-c25b-49f6-b133-73062b0456a2 HTTP/1.1" status: 204 len: 168 time: 0.2487285 Aug 17 17:13:39.836488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:39.837304 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa1b13-3a54-4689-b24f-00ad6f3472f7 None None] Network 8455690c-3ab2-49a7-ae99-1f3910ef0b44 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:13:39.908022 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:39.963012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Deleting port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:13:39.963731 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.037832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] For port 1e18b794-23d9-45a0-b07e-63dfb9fa4842, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1e18b794-23d9-45a0-b07e-63dfb9fa4842,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:40.038546 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.052871 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Calling delete_port for 1e18b794-23d9-45a0-b07e-63dfb9fa4842 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:13:40.084764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200db73a-9477-4698-b5d2-a9bd9c627745 None None] DHCP port deletion for 8455690c-3ab2-49a7-ae99-1f3910ef0b44 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:13:40.143302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-200db73a-9477-4698-b5d2-a9bd9c627745 None None] Deleting port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:13:40.143676 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-200db73a-9477-4698-b5d2-a9bd9c627745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.152395 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.156158 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1e18b794-23d9-45a0-b07e-63dfb9fa4842 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:13:40.183653 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e18b794-23d9-45a0-b07e-63dfb9fa4842,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:40.189370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] No DVR routers for this DVR port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:13:40.204704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 1e18b794-23d9-45a0-b07e-63dfb9fa4842 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:13:40.205053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1e18b794-23d9-45a0-b07e-63dfb9fa4842 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:13:40.205464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:13:40.237505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:13:40.237843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0c480fc7-1f8f-46e0-8872-cab6bee3d2fe not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:13:40.238257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 93e075ac-220e-4421-89e0-e615e0f57593 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:13:40.262437 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.266420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-200db73a-9477-4698-b5d2-a9bd9c627745 None None] For port 1e18b794-23d9-45a0-b07e-63dfb9fa4842, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1e18b794-23d9-45a0-b07e-63dfb9fa4842,segment=NetworkSegment(fbe02581-be5e-4bba-b583-a1461632a0b6),segment_id=fbe02581-be5e-4bba-b583-a1461632a0b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:40.266814 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-200db73a-9477-4698-b5d2-a9bd9c627745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.269052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 93e075ac-220e-4421-89e0-e615e0f57593 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:13:40.269388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 93e075ac-220e-4421-89e0-e615e0f57593 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:13:40.280007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8455690c-3ab2-49a7-ae99-1f3910ef0b44']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:40.282150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-200db73a-9477-4698-b5d2-a9bd9c627745 None None] Calling delete_port for 1e18b794-23d9-45a0-b07e-63dfb9fa4842 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:13:40.291189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe02581-be5e-4bba-b583-a1461632a0b6') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:40.291486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe02581-be5e-4bba-b583-a1461632a0b6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:13:40.301496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.316655 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.322858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:13:40.323252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:13:40.325008 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:13:40.371083 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-200db73a-9477-4698-b5d2-a9bd9c627745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.387482 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.393322 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.395198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8455690c-3ab2-49a7-ae99-1f3910ef0b44 HTTP/1.1" status: 204 len: 168 time: 0.5577230 Aug 17 17:13:40.402931 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200db73a-9477-4698-b5d2-a9bd9c627745 None None] Pushing event deleted for resources: {'Port': ['ID=1e18b794-23d9-45a0-b07e-63dfb9fa4842,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:40.404785 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200db73a-9477-4698-b5d2-a9bd9c627745 None None] No DVR routers for this DVR port 1e18b794-23d9-45a0-b07e-63dfb9fa4842 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:13:40.417108 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29619405-282f-4604-9118-1965eb303f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=8455690c-3ab2-49a7-ae99-1f3910ef0b44,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:40.510989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:40.549602 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-08bf9765-a84b-4b59-9eec-251a21211693 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=803bcc5d712047ae8c8f5cbdabffb175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374467 Aug 17 17:13:40.551947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:40.598924 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64ace0d2-8ca3-49cd-9cdc-2bd55f6fa2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.619757 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64ace0d2-8ca3-49cd-9cdc-2bd55f6fa2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.671035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64ace0d2-8ca3-49cd-9cdc-2bd55f6fa2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.675478 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64ace0d2-8ca3-49cd-9cdc-2bd55f6fa2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:40.677486 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-64ace0d2-8ca3-49cd-9cdc-2bd55f6fa2e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c239a22-83cd-4382-bdde-f40bac36860f HTTP/1.1" status: 204 len: 168 time: 0.1242275 Aug 17 17:13:40.686239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ace0d2-8ca3-49cd-9cdc-2bd55f6fa2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c239a22-83cd-4382-bdde-f40bac36860f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:41.365761 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 42800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:41.460656 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1143055813-network', 'tenant_id': '84d77ebe3d3d49f7867f41bce082f7d7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:13:41.481120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Made reservation on behalf of 84d77ebe3d3d49f7867f41bce082f7d7 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:13:41.483338 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:41.491778 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:41.581550 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:41.585408 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:41.609901 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:13:41.619251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12475ccd-178b-4f2a-974c-cd7be240f0f1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:41.626655 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:41.627586 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Added segment 4d97c0c2-9edc-4098-aceb-92c8a7f803fa of type vlan for network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 Aug 17 17:13:41.666783 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:41.691106 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:41.692039 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:41.692609 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:41.745543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3782113 Aug 17 17:13:41.748537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 42804) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:13:41.755414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Request body: {'subnet': {'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1143055813-subnet', 'tenant_id': '84d77ebe3d3d49f7867f41bce082f7d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:13:41.757074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f305aa-7ba5-4d84-aa84-0d36a099717c admin admin] Pushing event updated for resources: {'Network': ['ID=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:41.767755 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:13:41.775886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Made reservation on behalf of 84d77ebe3d3d49f7867f41bce082f7d7 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:13:41.778269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:41.947329 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:42.000734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a2588e-a983-426f-933b-75d84eabf623,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:42.012274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Checking segment: {'id': '4d97c0c2-9edc-4098-aceb-92c8a7f803fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:13:42.012623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Network hostable DHCP agents. Network: 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:13:42.027609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:13:42.035906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:13:42.042155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:42.043132 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:42.043985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9cc54-a5e7-42c6-bc0d-5e9e137179ac None None] Network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:13:42.057697 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0e54c196-6d4b-4cb5-a125-4d88d7f56b38 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3071229 Aug 17 17:13:42.167376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717a042-1e5c-4d1f-8cb2-9d2eb7d1968f None None] Network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:13:42.473629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-770adeef-9de6-4b4c-aedc-8c2efe615cb2 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:42.475122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-770adeef-9de6-4b4c-aedc-8c2efe615cb2 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/networks?id=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 HTTP/1.1" status: 200 len: 814 time: 0.1062365 Aug 17 17:13:42.490073 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-f0869393-1fc5-4790-8edd-bf4d8e2dec8c tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/quotas/84d77ebe3d3d49f7867f41bce082f7d7 HTTP/1.1" status: 200 len: 375 time: 0.0093105 Aug 17 17:13:42.522548 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-89bc5c8d-2f7a-47df-9e76-91fe780414cf tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=84d77ebe3d3d49f7867f41bce082f7d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271649 Aug 17 17:13:42.607584 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-d0d6f1a3-2df6-4513-810b-0eeef98dc815 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:13:42.608611 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-d0d6f1a3-2df6-4513-810b-0eeef98dc815 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472395 Aug 17 17:13:42.698657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-db966ee2-57db-4079-aab0-c1ea18135c40 service neutron] 10.222.0.77 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839884 Aug 17 17:13:42.786705 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-538f7df3-4f72-4157-9a8f-802f020aa31a service neutron] 10.222.0.77 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815523 Aug 17 17:13:43.969616 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-574f85fe-6d32-4a1e-929c-2fb0b68c44f7 req-1ea9e40e-6a47-4981-b219-4f597454b5bf tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 210 time: 0.0285926 Aug 17 17:13:45.051320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-febb17da-cf44-480e-9e84-d3ae6cdca87f tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:45.052896 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-febb17da-cf44-480e-9e84-d3ae6cdca87f tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.91 "GET /v2.0/networks?id=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 HTTP/1.1" status: 200 len: 814 time: 0.1119802 Aug 17 17:13:45.068180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Request body: {'port': {'device_id': 'bd6931f1-0db5-40af-b71f-840800e618da', 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8', 'admin_state_up': True, 'tenant_id': '84d77ebe3d3d49f7867f41bce082f7d7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:13:45.074509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fca20df9-0880-4e4c-9270-33b663d2597b req-9768b898-fef7-45d9-ae36-b791ce4c57f9 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 210 time: 0.0295014 Aug 17 17:13:45.179344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Made reservation on behalf of 84d77ebe3d3d49f7867f41bce082f7d7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:13:45.182902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:45.308177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Allocated IP 172.20.0.2 (36c6bc3d-9e08-4dbe-a6f6-65e319a177f8/f4a2588e-a983-426f-933b-75d84eabf623/54d206ac-0cf9-414b-ae87-0e4596de7074) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:13:45.449568 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:45.491411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:45.530239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:13:45.535701 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:13:45.539297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:13:45.564114 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Pushing event updated for resources: {'Port': ['ID=54d206ac-0cf9-414b-ae87-0e4596de7074,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:45.590696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:45.591291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:45.605097 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c514ec20-0f51-4036-9120-783225307b82 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5430748 Aug 17 17:13:45.617561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Request body: {'port': {'device_id': 'bd6931f1-0db5-40af-b71f-840800e618da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:13:45.671378 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:45.929150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d206ac-0cf9-414b-ae87-0e4596de7074 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:13:45.936237 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:45.948129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Transition to ACTIVE for port object 54d206ac-0cf9-414b-ae87-0e4596de7074 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:13:45.952500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:46.008583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Pushing event updated for resources: {'Port': ['ID=54d206ac-0cf9-414b-ae87-0e4596de7074,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:46.074861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Attempting to bind port 54d206ac-0cf9-414b-ae87-0e4596de7074 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:13:46.075529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Attempting to bind port 54d206ac-0cf9-414b-ae87-0e4596de7074 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '4d97c0c2-9edc-4098-aceb-92c8a7f803fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:13:46.075529 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Attempting to bind port 54d206ac-0cf9-414b-ae87-0e4596de7074 on network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:13:46.080266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Port 54d206ac-0cf9-414b-ae87-0e4596de7074 on network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:13:46.080585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Attempting to bind port 54d206ac-0cf9-414b-ae87-0e4596de7074 on network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:13:46.085299 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:13:46.085634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Checking segment: {'id': '4d97c0c2-9edc-4098-aceb-92c8a7f803fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:13:46.086010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Bound using segment: {'id': '4d97c0c2-9edc-4098-aceb-92c8a7f803fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:13:46.086469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Bound port: 54d206ac-0cf9-414b-ae87-0e4596de7074, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d97c0c2-9edc-4098-aceb-92c8a7f803fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:13:46.086802 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:46.171411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] For port 54d206ac-0cf9-414b-ae87-0e4596de7074, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:13:46.188115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] For port 54d206ac-0cf9-414b-ae87-0e4596de7074, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=54d206ac-0cf9-414b-ae87-0e4596de7074,segment=NetworkSegment(4d97c0c2-9edc-4098-aceb-92c8a7f803fa),segment_id=4d97c0c2-9edc-4098-aceb-92c8a7f803fa)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:13:46.193066 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:46.234764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1917ef-2dbc-4cc0-8987-967b4c0bf681 req-7e06d98e-a6ab-44dc-afdf-912f471e088a tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:46.236236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce1917ef-2dbc-4cc0-8987-967b4c0bf681 req-7e06d98e-a6ab-44dc-afdf-912f471e088a tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 943 time: 0.0945702 Aug 17 17:13:46.241946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:46.242564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:46.243912 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] 10.222.0.91 "PUT /v2.0/ports/54d206ac-0cf9-414b-ae87-0e4596de7074 HTTP/1.1" status: 200 len: 1091 time: 0.6305864 Aug 17 17:13:46.244332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6931f1-0db5-40af-b71f-840800e618da', 'tag': '54d206ac-0cf9-414b-ae87-0e4596de7074'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:13:46.246565 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3690112-6c64-467c-a33e-75d917d71beb" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6931f1-0db5-40af-b71f-840800e618da", "tag": "54d206ac-0cf9-414b-ae87-0e4596de7074"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:13:46.298953 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd17237-1ed9-428d-b3c9-ed27d9191049 x-openstack-request-id: req-0cd17237-1ed9-428d-b3c9-ed27d9191049 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:13:46.299241 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6931f1-0db5-40af-b71f-840800e618da", "tag": "54d206ac-0cf9-414b-ae87-0e4596de7074", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:13:46.299488 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0cd17237-1ed9-428d-b3c9-ed27d9191049 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:13:46.299878 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6931f1-0db5-40af-b71f-840800e618da', 'tag': '54d206ac-0cf9-414b-ae87-0e4596de7074', 'status': 'completed', 'code': 200} Aug 17 17:13:46.313671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4909c94-6320-438b-b239-48a9d3c068d5 service neutron] Pushing event updated for resources: {'Port': ['ID=54d206ac-0cf9-414b-ae87-0e4596de7074,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:46.336497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ce1917ef-2dbc-4cc0-8987-967b4c0bf681 req-3ddd9f93-9ed9-48b2-b0cd-3fa06124b5b9 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824845 Aug 17 17:13:46.346404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e1724eb0-0c98-4d7b-aadc-b3c0d9c2de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:46.347899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-e1724eb0-0c98-4d7b-aadc-b3c0d9c2de6f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=84d77ebe3d3d49f7867f41bce082f7d7&device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 1094 time: 0.0638437 Aug 17 17:13:46.390484 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-c3dfcd97-0f83-499d-b0af-284889a173ec service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54d206ac-0cf9-414b-ae87-0e4596de7074 HTTP/1.1" status: 200 len: 217 time: 0.0342426 Aug 17 17:13:46.440391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-ac3232e9-2766-46d8-add3-99c8f2cc2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:46.441811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-ac3232e9-2766-46d8-add3-99c8f2cc2c71 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f4a2588e-a983-426f-933b-75d84eabf623 HTTP/1.1" status: 200 len: 854 time: 0.0452652 Aug 17 17:13:46.472068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-8f30abd2-5c5f-4c9a-8c63-2180e79fde06 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234356 Aug 17 17:13:46.560150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-39d499db-3822-49be-8e32-08eb32b349f3 service neutron] 10.222.0.91 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801728 Aug 17 17:13:46.651260 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0799b88-28d1-4fa7-ad6b-5ea09e8fe8c8 req-ca8525c1-6108-4d51-ade9-27b08b752e0d service neutron] 10.222.0.91 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843503 Aug 17 17:13:46.746004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3690112-6c64-467c-a33e-75d917d71beb req-43b67d7e-26a2-4117-8484-ef2f6da22007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:46.747440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3690112-6c64-467c-a33e-75d917d71beb req-43b67d7e-26a2-4117-8484-ef2f6da22007 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=84d77ebe3d3d49f7867f41bce082f7d7&device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 1094 time: 0.0417411 Aug 17 17:13:46.838072 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3690112-6c64-467c-a33e-75d917d71beb req-338bc722-c9fa-4ab0-be74-2118a52fb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:46.839524 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3690112-6c64-467c-a33e-75d917d71beb req-338bc722-c9fa-4ab0-be74-2118a52fb811 service neutron] 10.222.0.91 "GET /v2.0/networks?id=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 HTTP/1.1" status: 200 len: 915 time: 0.0853658 Aug 17 17:13:46.880252 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3690112-6c64-467c-a33e-75d917d71beb req-e91e205b-5a0a-465b-bc6c-92fdd918e1e8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54d206ac-0cf9-414b-ae87-0e4596de7074 HTTP/1.1" status: 200 len: 217 time: 0.0335522 Aug 17 17:13:46.928402 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3690112-6c64-467c-a33e-75d917d71beb req-0081d683-df66-4c89-8d80-431178183cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:46.929777 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3690112-6c64-467c-a33e-75d917d71beb req-0081d683-df66-4c89-8d80-431178183cc4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f4a2588e-a983-426f-933b-75d84eabf623 HTTP/1.1" status: 200 len: 854 time: 0.0421054 Aug 17 17:13:46.965813 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3690112-6c64-467c-a33e-75d917d71beb req-efb4f5e2-1f7b-43e4-b02d-ce4aeb03bfda service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276790 Aug 17 17:13:47.055193 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3690112-6c64-467c-a33e-75d917d71beb req-bfa91572-7a71-40e1-9196-64bf948d0d6e service neutron] 10.222.0.91 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819366 Aug 17 17:13:47.147280 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3690112-6c64-467c-a33e-75d917d71beb req-83736b7b-8aaf-4352-983f-726cf6199d27 service neutron] 10.222.0.91 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843222 Aug 17 17:13:47.456471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e5b1a-b0d2-423a-ab7a-5d356e947f6f req-74a2fbaf-f4ac-4b3b-a693-c6a68985c0e9 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:47.457948 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b4e5b1a-b0d2-423a-ab7a-5d356e947f6f req-74a2fbaf-f4ac-4b3b-a693-c6a68985c0e9 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 943 time: 0.0530934 Aug 17 17:13:47.494642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5b4e5b1a-b0d2-423a-ab7a-5d356e947f6f req-019dca2c-512d-4898-9133-63ae28b8522b tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307205 Aug 17 17:13:48.607438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6bd5c-a8dd-4e74-8b4c-b7b2b1ccbfb3 req-8997587b-853a-4e46-b026-c9ef1f13ad34 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:48.609402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56e6bd5c-a8dd-4e74-8b4c-b7b2b1ccbfb3 req-8997587b-853a-4e46-b026-c9ef1f13ad34 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 943 time: 0.0496423 Aug 17 17:13:48.646763 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-56e6bd5c-a8dd-4e74-8b4c-b7b2b1ccbfb3 req-2cd0c91d-f5df-48b3-8ff6-8d08e485ad39 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Aug 17 17:13:48.975981 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 54d206ac-0cf9-414b-ae87-0e4596de7074 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:13:49.074255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 54d206ac-0cf9-414b-ae87-0e4596de7074, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=54d206ac-0cf9-414b-ae87-0e4596de7074,segment=NetworkSegment(4d97c0c2-9edc-4098-aceb-92c8a7f803fa),segment_id=4d97c0c2-9edc-4098-aceb-92c8a7f803fa)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:49.085224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '54d206ac-0cf9-414b-ae87-0e4596de7074', 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8', 'port_id': '54d206ac-0cf9-414b-ae87-0e4596de7074', 'mac_address': 'fa:16:3e:aa:9e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2588e-a983-426f-933b-75d84eabf623', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:13:49.122819 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:49.135116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d206ac-0cf9-414b-ae87-0e4596de7074 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:13:49.153570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 54d206ac-0cf9-414b-ae87-0e4596de7074, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=54d206ac-0cf9-414b-ae87-0e4596de7074,segment=NetworkSegment(4d97c0c2-9edc-4098-aceb-92c8a7f803fa),segment_id=4d97c0c2-9edc-4098-aceb-92c8a7f803fa)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:49.158022 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:49.207310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=54d206ac-0cf9-414b-ae87-0e4596de7074,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:49.347411 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['54d206ac-0cf9-414b-ae87-0e4596de7074'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:13:49.762676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a712de-41ec-4e72-95ea-1db37ec1112b req-76987cab-023b-4ab1-8a17-26ef02d3bedf tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:49.764148 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0a712de-41ec-4e72-95ea-1db37ec1112b req-76987cab-023b-4ab1-8a17-26ef02d3bedf tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 944 time: 0.0508568 Aug 17 17:13:49.801263 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0a712de-41ec-4e72-95ea-1db37ec1112b req-67555eab-76c9-4974-89c9-d05afe43916a tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305843 Aug 17 17:13:50.031489 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:50.420687 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:50.920692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7e109-d7ce-4d84-b71b-b38fc1f83193 req-894faaec-cd12-4c0f-99ff-ff65586e8d31 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:50.922150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fe7e109-d7ce-4d84-b71b-b38fc1f83193 req-894faaec-cd12-4c0f-99ff-ff65586e8d31 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 944 time: 0.0525346 Aug 17 17:13:50.958756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2fe7e109-d7ce-4d84-b71b-b38fc1f83193 req-d6126e88-055c-48a9-9839-8121381d9391 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Aug 17 17:13:50.991685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 54d206ac-0cf9-414b-ae87-0e4596de7074 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:13:51.043697 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 54d206ac-0cf9-414b-ae87-0e4596de7074 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:13:51.049181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 54d206ac-0cf9-414b-ae87-0e4596de7074 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:13:51.049546 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:51.123238 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:51.145787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6931f1-0db5-40af-b71f-840800e618da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d206ac-0cf9-414b-ae87-0e4596de7074'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:13:51.159492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 54d206ac-0cf9-414b-ae87-0e4596de7074, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=54d206ac-0cf9-414b-ae87-0e4596de7074,segment=NetworkSegment(4d97c0c2-9edc-4098-aceb-92c8a7f803fa),segment_id=4d97c0c2-9edc-4098-aceb-92c8a7f803fa)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:13:51.163601 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:51.187111 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f60f737-d1f6-4904-b20f-8b73f9ae2cf7" -d '{"events": [{"server_uuid": "bd6931f1-0db5-40af-b71f-840800e618da", "name": "network-vif-plugged", "status": "completed", "tag": "54d206ac-0cf9-414b-ae87-0e4596de7074"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:13:51.218091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=54d206ac-0cf9-414b-ae87-0e4596de7074,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:51.271285 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc7a3e-8831-4abc-888b-1b18a61ed559 x-openstack-request-id: req-fdbc7a3e-8831-4abc-888b-1b18a61ed559 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:13:51.271579 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6931f1-0db5-40af-b71f-840800e618da", "name": "network-vif-plugged", "status": "completed", "tag": "54d206ac-0cf9-414b-ae87-0e4596de7074", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:13:51.271834 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fdbc7a3e-8831-4abc-888b-1b18a61ed559 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:13:51.272236 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6931f1-0db5-40af-b71f-840800e618da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d206ac-0cf9-414b-ae87-0e4596de7074', 'code': 200} Aug 17 17:13:51.366986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6312d7d-7215-4073-9903-35efa57a0033 req-0c36b2b6-17f1-44b5-9470-b1ebf07b7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:51.368469 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6312d7d-7215-4073-9903-35efa57a0033 req-0c36b2b6-17f1-44b5-9470-b1ebf07b7626 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 1096 time: 0.0437078 Aug 17 17:13:51.403448 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a6312d7d-7215-4073-9903-35efa57a0033 req-7b16a91b-2354-4443-8c8d-4b0fd4dc481c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276573 Aug 17 17:13:52.077946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc2021-b9bb-4715-9992-57d3afc79561 req-0e4d6f83-bb98-4b25-b845-a9f7e414ddbb tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:52.079378 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ecc2021-b9bb-4715-9992-57d3afc79561 req-0e4d6f83-bb98-4b25-b845-a9f7e414ddbb tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0520101 Aug 17 17:13:52.122095 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ecc2021-b9bb-4715-9992-57d3afc79561 req-2d0a8c17-0be7-42aa-9d29-503d8c4b7831 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358634 Aug 17 17:13:53.237873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb1ae-c816-4f9d-a8d1-bba1927ffb49 req-e578fcc8-56fa-4eae-9f3e-d9e85e9a1d2e tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:53.239294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ffbb1ae-c816-4f9d-a8d1-bba1927ffb49 req-e578fcc8-56fa-4eae-9f3e-d9e85e9a1d2e tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0483632 Aug 17 17:13:53.276527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1ffbb1ae-c816-4f9d-a8d1-bba1927ffb49 req-47ce32a0-4724-4a35-99c9-1e39dd3cc13f tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Aug 17 17:13:53.845027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-1ae73472-6355-4579-8560-6898a3113a44 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:53.846514 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-1ae73472-6355-4579-8560-6898a3113a44 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/networks?id=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 HTTP/1.1" status: 200 len: 814 time: 0.4505372 Aug 17 17:13:53.860971 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-da723e8b-7d16-4bca-bf39-5c3fe0fe6c6a tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/quotas/84d77ebe3d3d49f7867f41bce082f7d7 HTTP/1.1" status: 200 len: 375 time: 0.0087638 Aug 17 17:13:53.908674 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-6f33c69e-d8fa-4574-b599-321ad8399095 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=84d77ebe3d3d49f7867f41bce082f7d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425742 Aug 17 17:13:53.991405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-2cd3f1c1-aa61-413e-b708-0add6d0891db service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:13:53.992416 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-2cd3f1c1-aa61-413e-b708-0add6d0891db service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446250 Aug 17 17:13:54.083709 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-f2e6dcae-0a2f-44c2-ae5d-6bdd5f5020d5 service neutron] 10.222.0.77 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851645 Aug 17 17:13:54.170033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-10e2714f-b916-4f54-b27b-3b7f34440243 service neutron] 10.222.0.77 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804152 Aug 17 17:13:54.326363 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-914f7549-3ae2-45c7-93a3-f2588208e1c2 req-917215d9-0aa2-4db7-9da9-8026614b77eb tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 210 time: 0.0301402 Aug 17 17:13:55.402398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4bd7a5f9-667f-4dab-9ae8-cecbd54c08fe req-5e41168c-cf9c-48bd-bf5c-c642eac6b6a2 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 210 time: 0.0272686 Aug 17 17:13:56.485604 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-be66220f-3896-4a01-adff-2f2e215bfb37 req-a60aeff2-be68-4eb4-b601-89675340fcff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 210 time: 0.0339024 Aug 17 17:13:57.343675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-b3e357e5-d529-4a98-9f75-f77337cad0f7 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:57.345290 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-b3e357e5-d529-4a98-9f75-f77337cad0f7 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.93 "GET /v2.0/networks?id=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 HTTP/1.1" status: 200 len: 814 time: 0.1050153 Aug 17 17:13:57.358768 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Request body: {'port': {'device_id': 'c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8', 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8', 'admin_state_up': True, 'tenant_id': '84d77ebe3d3d49f7867f41bce082f7d7'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:13:57.471790 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Made reservation on behalf of 84d77ebe3d3d49f7867f41bce082f7d7 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:13:57.475512 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:57.573425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-72ddd98a-f29c-489f-8fc8-e87d770e92ee req-b7476df3-2cbf-4b3f-a9d4-b3e950f10c43 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 210 time: 0.0260482 Aug 17 17:13:57.605777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Allocated IP 172.20.0.3 (36c6bc3d-9e08-4dbe-a6f6-65e319a177f8/f4a2588e-a983-426f-933b-75d84eabf623/e320e05f-0b83-4904-80ca-08cb61ed9b36) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:13:57.750178 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:57.788281 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:57.801102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['54d206ac-0cf9-414b-ae87-0e4596de7074'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:13:57.833433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:13:57.838572 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:13:57.843880 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:13:57.873826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Pushing event updated for resources: {'Port': ['ID=e320e05f-0b83-4904-80ca-08cb61ed9b36,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:57.887936 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.888276 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.888619 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.889295 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.889626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.890536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.890859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.891265 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.891653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.891970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.892287 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.892600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:13:57.907794 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:57.908566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:57.921976 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-3ae190d5-327a-4eea-8e35-30ee0b3f0029 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670338 Aug 17 17:13:57.934704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Request body: {'port': {'device_id': 'c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:13:57.987747 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:58.251536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e320e05f-0b83-4904-80ca-08cb61ed9b36 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:13:58.258847 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:58.270939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Transition to ACTIVE for port object e320e05f-0b83-4904-80ca-08cb61ed9b36 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:13:58.274642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:58.325980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Pushing event updated for resources: {'Port': ['ID=e320e05f-0b83-4904-80ca-08cb61ed9b36,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:58.393026 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Attempting to bind port e320e05f-0b83-4904-80ca-08cb61ed9b36 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:13:58.393350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Attempting to bind port e320e05f-0b83-4904-80ca-08cb61ed9b36 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '4d97c0c2-9edc-4098-aceb-92c8a7f803fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:13:58.393674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Attempting to bind port e320e05f-0b83-4904-80ca-08cb61ed9b36 on network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:13:58.397882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Port e320e05f-0b83-4904-80ca-08cb61ed9b36 on network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:13:58.398198 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Attempting to bind port e320e05f-0b83-4904-80ca-08cb61ed9b36 on network 36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:13:58.403093 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:13:58.403423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Checking segment: {'id': '4d97c0c2-9edc-4098-aceb-92c8a7f803fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:13:58.403800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Bound using segment: {'id': '4d97c0c2-9edc-4098-aceb-92c8a7f803fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:13:58.404216 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Bound port: e320e05f-0b83-4904-80ca-08cb61ed9b36, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d97c0c2-9edc-4098-aceb-92c8a7f803fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:13:58.404564 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:58.467615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] For port e320e05f-0b83-4904-80ca-08cb61ed9b36, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:13:58.470869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] For port e320e05f-0b83-4904-80ca-08cb61ed9b36, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e320e05f-0b83-4904-80ca-08cb61ed9b36,segment=NetworkSegment(4d97c0c2-9edc-4098-aceb-92c8a7f803fa),segment_id=4d97c0c2-9edc-4098-aceb-92c8a7f803fa)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:13:58.475341 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:58.508238 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:58.508806 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:13:58.510630 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] 10.222.0.93 "PUT /v2.0/ports/e320e05f-0b83-4904-80ca-08cb61ed9b36 HTTP/1.1" status: 200 len: 1091 time: 0.5801632 Aug 17 17:13:58.512616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8', 'tag': 'e320e05f-0b83-4904-80ca-08cb61ed9b36'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:13:58.515430 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a9e41-14dc-471e-a935-8a493be2dc27" -d '{"events": [{"name": "network-changed", "server_uuid": "c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8", "tag": "e320e05f-0b83-4904-80ca-08cb61ed9b36"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:13:58.543243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521f6d1-767d-4bc0-ba39-c6b1c8b8d040 service neutron] Pushing event updated for resources: {'Port': ['ID=e320e05f-0b83-4904-80ca-08cb61ed9b36,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:13:58.557186 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c7d9bd-b61d-4f63-b64c-bfe6fa3e5812 x-openstack-request-id: req-08c7d9bd-b61d-4f63-b64c-bfe6fa3e5812 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:13:58.557466 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8", "tag": "e320e05f-0b83-4904-80ca-08cb61ed9b36", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:13:58.557714 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08c7d9bd-b61d-4f63-b64c-bfe6fa3e5812 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:13:58.558103 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8', 'tag': 'e320e05f-0b83-4904-80ca-08cb61ed9b36', 'status': 'completed', 'code': 200} Aug 17 17:13:58.590140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-5d3cbdff-aaba-42fb-8d3b-362f6ddab675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:58.591667 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-5d3cbdff-aaba-42fb-8d3b-362f6ddab675 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=84d77ebe3d3d49f7867f41bce082f7d7&device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 1094 time: 0.0438168 Aug 17 17:13:58.638846 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-652d5100-f3a8-4330-af27-fa0a3cf6161a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e320e05f-0b83-4904-80ca-08cb61ed9b36 HTTP/1.1" status: 200 len: 217 time: 0.0390623 Aug 17 17:13:58.691451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-a07ad9e1-3482-4245-a974-d2355895d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:58.692918 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-a07ad9e1-3482-4245-a974-d2355895d936 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4a2588e-a983-426f-933b-75d84eabf623 HTTP/1.1" status: 200 len: 854 time: 0.0446377 Aug 17 17:13:58.694069 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8f009-b287-4662-b8a0-d162f56b4ed5 req-3dd3044f-debd-41ec-a6a1-2dcda05cf787 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:58.695596 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70b8f009-b287-4662-b8a0-d162f56b4ed5 req-3dd3044f-debd-41ec-a6a1-2dcda05cf787 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 943 time: 0.0534790 Aug 17 17:13:58.725760 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-edd56449-3066-46b2-822a-78bab335905c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259328 Aug 17 17:13:58.734791 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-70b8f009-b287-4662-b8a0-d162f56b4ed5 req-123ce0b7-5d45-4902-923b-cf45e519ec91 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Aug 17 17:13:58.819093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-8e64cdd8-5045-41fe-889d-2880a1d2c1a9 service neutron] 10.222.0.93 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859134 Aug 17 17:13:58.908638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d8466cd-0bf3-4720-9298-73b7b7b2afe9 req-d603a427-fb40-4e64-ad0d-1491da55eaba service neutron] 10.222.0.93 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822794 Aug 17 17:13:58.994674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a9e41-14dc-471e-a935-8a493be2dc27 req-2320e6e9-335a-4ce5-bd2c-658b119eea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:58.996294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-446a9e41-14dc-471e-a935-8a493be2dc27 req-2320e6e9-335a-4ce5-bd2c-658b119eea07 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=84d77ebe3d3d49f7867f41bce082f7d7&device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 1094 time: 0.0429108 Aug 17 17:13:59.093801 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a9e41-14dc-471e-a935-8a493be2dc27 req-42b99b7c-680c-4a86-ab64-287695bf23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:59.095341 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-446a9e41-14dc-471e-a935-8a493be2dc27 req-42b99b7c-680c-4a86-ab64-287695bf23cf service neutron] 10.222.0.93 "GET /v2.0/networks?id=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 HTTP/1.1" status: 200 len: 915 time: 0.0907805 Aug 17 17:13:59.136903 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-446a9e41-14dc-471e-a935-8a493be2dc27 req-f447b694-ad8a-4d60-9bcb-a6ed0749e3f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e320e05f-0b83-4904-80ca-08cb61ed9b36 HTTP/1.1" status: 200 len: 217 time: 0.0331979 Aug 17 17:13:59.188892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a9e41-14dc-471e-a935-8a493be2dc27 req-4a325d28-162c-4c5e-b0cb-0027db61c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:59.190299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-446a9e41-14dc-471e-a935-8a493be2dc27 req-4a325d28-162c-4c5e-b0cb-0027db61c44b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4a2588e-a983-426f-933b-75d84eabf623 HTTP/1.1" status: 200 len: 854 time: 0.0460849 Aug 17 17:13:59.222743 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-446a9e41-14dc-471e-a935-8a493be2dc27 req-3e909619-37a0-41ed-8f03-6172f25e7c9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244751 Aug 17 17:13:59.312637 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-446a9e41-14dc-471e-a935-8a493be2dc27 req-fe3a4858-c918-446e-97a9-bfc4047540a9 service neutron] 10.222.0.93 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826082 Aug 17 17:13:59.406099 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-446a9e41-14dc-471e-a935-8a493be2dc27 req-5c96879c-8d6d-4e10-a9d9-1e31abc69564 service neutron] 10.222.0.93 "GET /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860293 Aug 17 17:13:59.849988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5784c-9e86-4fce-bd73-75b9ab805222 req-8520a3fe-cd87-460f-a433-f355f5b7b616 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:13:59.851487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96d5784c-9e86-4fce-bd73-75b9ab805222 req-8520a3fe-cd87-460f-a433-f355f5b7b616 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 943 time: 0.0492983 Aug 17 17:13:59.888991 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-96d5784c-9e86-4fce-bd73-75b9ab805222 req-bd0e9b8c-2f2f-4d1e-ae5f-e78076e9500f tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Aug 17 17:14:01.001383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055ee2-8a98-4a2c-a9bc-12d7c403e639 req-3417f97c-c513-4548-a9cd-da9812d6ac8a tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:01.002877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-22055ee2-8a98-4a2c-a9bc-12d7c403e639 req-3417f97c-c513-4548-a9cd-da9812d6ac8a tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 943 time: 0.0488827 Aug 17 17:14:01.040443 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-22055ee2-8a98-4a2c-a9bc-12d7c403e639 req-f1e66369-ee89-4e71-a685-a98fd73c0526 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312095 Aug 17 17:14:02.153122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f45ae-b10d-4adf-b76e-b96af5ec730b req-a0b216f2-1cb7-4107-b539-d186bd3a70f3 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:02.154590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd3f45ae-b10d-4adf-b76e-b96af5ec730b req-a0b216f2-1cb7-4107-b539-d186bd3a70f3 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 943 time: 0.0486152 Aug 17 17:14:02.195486 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd3f45ae-b10d-4adf-b76e-b96af5ec730b req-3cdf20e0-65cb-42e9-aeb4-63ed1a408ceb tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342593 Aug 17 17:14:02.219945 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3937b621-39d7-4e7c-848a-0830920c8f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:02.785074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e320e05f-0b83-4904-80ca-08cb61ed9b36 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:14:02.879492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e320e05f-0b83-4904-80ca-08cb61ed9b36, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e320e05f-0b83-4904-80ca-08cb61ed9b36,segment=NetworkSegment(4d97c0c2-9edc-4098-aceb-92c8a7f803fa),segment_id=4d97c0c2-9edc-4098-aceb-92c8a7f803fa)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:02.890909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'e320e05f-0b83-4904-80ca-08cb61ed9b36', 'network_id': '36c6bc3d-9e08-4dbe-a6f6-65e319a177f8', 'port_id': 'e320e05f-0b83-4904-80ca-08cb61ed9b36', 'mac_address': 'fa:16:3e:19:a8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2588e-a983-426f-933b-75d84eabf623', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:14:02.926078 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:02.938629 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e320e05f-0b83-4904-80ca-08cb61ed9b36 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:14:02.958044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e320e05f-0b83-4904-80ca-08cb61ed9b36, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e320e05f-0b83-4904-80ca-08cb61ed9b36,segment=NetworkSegment(4d97c0c2-9edc-4098-aceb-92c8a7f803fa),segment_id=4d97c0c2-9edc-4098-aceb-92c8a7f803fa)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:02.962319 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:03.011328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=e320e05f-0b83-4904-80ca-08cb61ed9b36,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:03.150621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['e320e05f-0b83-4904-80ca-08cb61ed9b36'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:14:03.309193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a0e08-aea3-42a9-99e8-205abcc49927 req-6817884e-37df-4920-a6a9-9215f0114c73 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:03.310687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-893a0e08-aea3-42a9-99e8-205abcc49927 req-6817884e-37df-4920-a6a9-9215f0114c73 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 944 time: 0.0482230 Aug 17 17:14:03.347834 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-893a0e08-aea3-42a9-99e8-205abcc49927 req-6970cdff-2a63-49c7-91d5-6f6b7ff3f546 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 Aug 17 17:14:04.460975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e545b4-4cdd-4dda-9932-64e79c5d689e req-93765b21-fb53-4b5b-ada7-b2180658075a tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:04.462437 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-95e545b4-4cdd-4dda-9932-64e79c5d689e req-93765b21-fb53-4b5b-ada7-b2180658075a tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 944 time: 0.0487716 Aug 17 17:14:04.499669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-95e545b4-4cdd-4dda-9932-64e79c5d689e req-56ff5cd7-0b98-4263-8582-4a8d4505df76 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Aug 17 17:14:04.787560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e320e05f-0b83-4904-80ca-08cb61ed9b36 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:04.834873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port e320e05f-0b83-4904-80ca-08cb61ed9b36 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:04.838424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port e320e05f-0b83-4904-80ca-08cb61ed9b36 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:04.838794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:04.888855 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86e09ffd-ec22-4aec-a486-5a90f693b067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:04.926696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:04.948303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e320e05f-0b83-4904-80ca-08cb61ed9b36'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:14:04.950514 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b826c3e7-4de9-4764-a4a7-15d44013fa52" -d '{"events": [{"server_uuid": "c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8", "name": "network-vif-plugged", "status": "completed", "tag": "e320e05f-0b83-4904-80ca-08cb61ed9b36"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:14:04.967214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port e320e05f-0b83-4904-80ca-08cb61ed9b36, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e320e05f-0b83-4904-80ca-08cb61ed9b36,segment=NetworkSegment(4d97c0c2-9edc-4098-aceb-92c8a7f803fa),segment_id=4d97c0c2-9edc-4098-aceb-92c8a7f803fa)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:04.971539 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:04.997774 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9803b5e3-ae28-4d1f-a9f5-5dd3d90a63fc x-openstack-request-id: req-9803b5e3-ae28-4d1f-a9f5-5dd3d90a63fc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:14:04.998057 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8", "name": "network-vif-plugged", "status": "completed", "tag": "e320e05f-0b83-4904-80ca-08cb61ed9b36", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:14:04.998427 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9803b5e3-ae28-4d1f-a9f5-5dd3d90a63fc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:14:04.998754 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e320e05f-0b83-4904-80ca-08cb61ed9b36', 'code': 200} Aug 17 17:14:05.026889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=e320e05f-0b83-4904-80ca-08cb61ed9b36,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:05.068968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:05.087464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954d1c0-25d7-43af-ae94-eab52046366c req-9c374e90-5d9c-4d73-8d37-909ab0fc1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:05.088971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8954d1c0-25d7-43af-ae94-eab52046366c req-9c374e90-5d9c-4d73-8d37-909ab0fc1ffe service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 1096 time: 0.0457275 Aug 17 17:14:05.125349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8954d1c0-25d7-43af-ae94-eab52046366c req-d10efea2-6d55-4e6e-ab3c-fa832d85ff25 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276940 Aug 17 17:14:05.614705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b465139-eaf2-455d-afcd-7f6fb687b04b req-1ccd63c1-8706-48d8-a3cb-0960b73c2dad tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:05.616142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b465139-eaf2-455d-afcd-7f6fb687b04b req-1ccd63c1-8706-48d8-a3cb-0960b73c2dad tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 945 time: 0.0485837 Aug 17 17:14:05.656142 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7b465139-eaf2-455d-afcd-7f6fb687b04b req-6c8f6f15-1093-45e3-80dc-71837a30e4a5 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Aug 17 17:14:06.122065 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:06.774612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0329d-e7ab-4d3f-89e3-1c17fda751a9 req-a7fb672e-d4f7-4aef-a98f-74ab580bf60a tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:06.776061 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acc0329d-e7ab-4d3f-89e3-1c17fda751a9 req-a7fb672e-d4f7-4aef-a98f-74ab580bf60a tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 945 time: 0.0519032 Aug 17 17:14:06.812771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-acc0329d-e7ab-4d3f-89e3-1c17fda751a9 req-4803793a-2209-4233-bfc8-61432408d2a5 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306726 Aug 17 17:14:07.041659 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2fc9e-6604-4f03-9341-5fcdd7770595 req-b41e2225-58a9-4443-b4e3-4d970f31dc10 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:07.043228 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05b2fc9e-6604-4f03-9341-5fcdd7770595 req-b41e2225-58a9-4443-b4e3-4d970f31dc10 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 945 time: 0.0498078 Aug 17 17:14:07.081020 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05b2fc9e-6604-4f03-9341-5fcdd7770595 req-dfaef661-da38-4bc2-b0b5-02326e99a7cd tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313048 Aug 17 17:14:07.853249 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:08.198250 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba62232-1a3b-428e-ba58-141a76d50df0 req-8cadfb9e-ebb4-4821-a52b-5ec192eb375c tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:08.199762 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5ba62232-1a3b-428e-ba58-141a76d50df0 req-8cadfb9e-ebb4-4821-a52b-5ec192eb375c tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 945 time: 0.0499573 Aug 17 17:14:08.238657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5ba62232-1a3b-428e-ba58-141a76d50df0 req-1f387fd5-1bcc-46d2-91b8-ed94c5dc7e7b tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323143 Aug 17 17:14:08.318761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-d5f79700-4247-417b-b61a-abf3894e6c8d tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:08.320166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-d5f79700-4247-417b-b61a-abf3894e6c8d tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.93 "GET /v2.0/ports?device_id=c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8 HTTP/1.1" status: 200 len: 945 time: 0.0479422 Aug 17 17:14:08.410020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-63075b6c-b571-447e-be71-62f65d83adff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Deleting port e320e05f-0b83-4904-80ca-08cb61ed9b36 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:14:08.410272 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-63075b6c-b571-447e-be71-62f65d83adff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:08.494933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-63075b6c-b571-447e-be71-62f65d83adff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] For port e320e05f-0b83-4904-80ca-08cb61ed9b36, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=e320e05f-0b83-4904-80ca-08cb61ed9b36,segment=NetworkSegment(4d97c0c2-9edc-4098-aceb-92c8a7f803fa),segment_id=4d97c0c2-9edc-4098-aceb-92c8a7f803fa)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:08.495216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-63075b6c-b571-447e-be71-62f65d83adff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:08.507650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-63075b6c-b571-447e-be71-62f65d83adff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Calling delete_port for e320e05f-0b83-4904-80ca-08cb61ed9b36 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:14:08.632038 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-63075b6c-b571-447e-be71-62f65d83adff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:08.645260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['e320e05f-0b83-4904-80ca-08cb61ed9b36'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:14:08.647470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['54d206ac-0cf9-414b-ae87-0e4596de7074'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:14:08.660459 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63075b6c-b571-447e-be71-62f65d83adff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Pushing event deleted for resources: {'Port': ['ID=e320e05f-0b83-4904-80ca-08cb61ed9b36,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:08.704545 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-63075b6c-b571-447e-be71-62f65d83adff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] No DVR routers for this DVR port e320e05f-0b83-4904-80ca-08cb61ed9b36 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:14:08.707131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-63075b6c-b571-447e-be71-62f65d83adff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:08.709128 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee4be2ba-cfc7-45a3-90d7-28e2a20cd5b3 req-63075b6c-b571-447e-be71-62f65d83adff tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.93 "DELETE /v2.0/ports/e320e05f-0b83-4904-80ca-08cb61ed9b36 HTTP/1.1" status: 204 len: 173 time: 0.3829160 Aug 17 17:14:08.709555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8', 'name': 'network-vif-deleted', 'tag': 'e320e05f-0b83-4904-80ca-08cb61ed9b36'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:14:08.711787 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e96b65-f448-4918-aec2-028b4aff011c" -d '{"events": [{"server_uuid": "c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8", "name": "network-vif-deleted", "tag": "e320e05f-0b83-4904-80ca-08cb61ed9b36"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:14:08.748857 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123a0e42-9553-428d-adee-c96645c6d844 x-openstack-request-id: req-123a0e42-9553-428d-adee-c96645c6d844 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:14:08.749252 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8", "name": "network-vif-deleted", "tag": "e320e05f-0b83-4904-80ca-08cb61ed9b36", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:14:08.749439 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-123a0e42-9553-428d-adee-c96645c6d844 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:14:08.749854 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20eefb4-0f6e-4cab-b1dd-1753e7dadaf8', 'name': 'network-vif-deleted', 'tag': 'e320e05f-0b83-4904-80ca-08cb61ed9b36', 'status': 'completed', 'code': 200} Aug 17 17:14:09.386483 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05594e5a-d374-4a1d-b003-4dc045a3d8b1 req-1c38908d-6cfc-4a04-b3c2-fe0c6471a93c tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:09.387939 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05594e5a-d374-4a1d-b003-4dc045a3d8b1 req-1c38908d-6cfc-4a04-b3c2-fe0c6471a93c tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0492518 Aug 17 17:14:09.425495 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05594e5a-d374-4a1d-b003-4dc045a3d8b1 req-3325a82f-132c-49ef-a585-b14c1a548159 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Aug 17 17:14:09.558438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d15d4f-f061-4ed3-a6ec-27548e055010 req-ab6736c8-2d69-47e7-9508-8a1cb541073e tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:09.559912 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-87d15d4f-f061-4ed3-a6ec-27548e055010 req-ab6736c8-2d69-47e7-9508-8a1cb541073e tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0532503 Aug 17 17:14:09.597265 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-87d15d4f-f061-4ed3-a6ec-27548e055010 req-d860ef73-c612-428d-9d74-bd45e8900799 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Aug 17 17:14:09.710638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb4a53-f1dc-4180-b140-dffe5dcbe1f2 req-fbf79590-c6bb-4f2b-98f9-926ddbeb3c7e tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:09.712124 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7cb4a53-f1dc-4180-b140-dffe5dcbe1f2 req-fbf79590-c6bb-4f2b-98f9-926ddbeb3c7e tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0489175 Aug 17 17:14:09.749722 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f7cb4a53-f1dc-4180-b140-dffe5dcbe1f2 req-ef9a22a8-e009-4882-8002-d9fcc559e202 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Aug 17 17:14:09.922052 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29248f52-11e8-4d34-a303-306aa3582476 req-60125658-4d1b-47c3-b6ef-489db9cf6619 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:09.923606 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29248f52-11e8-4d34-a303-306aa3582476 req-60125658-4d1b-47c3-b6ef-489db9cf6619 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0501032 Aug 17 17:14:09.963546 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-29248f52-11e8-4d34-a303-306aa3582476 req-103ae3bc-d6af-40a3-881d-334e5ccd8008 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Aug 17 17:14:10.085152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea41b27-2fba-4123-873b-f9f2df487f48 req-9fb06873-59d0-4041-81dc-6904d62c9436 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:10.086651 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dea41b27-2fba-4123-873b-f9f2df487f48 req-9fb06873-59d0-4041-81dc-6904d62c9436 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0497587 Aug 17 17:14:10.123428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dea41b27-2fba-4123-873b-f9f2df487f48 req-86be6204-7095-42bf-98e7-6b5bfdbedd72 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307310 Aug 17 17:14:10.246658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d1689-be00-46cf-b527-a26f6d4f4c4e req-e8b9d3d6-1461-4740-922d-72c1cb6a3007 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:10.248032 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b50d1689-be00-46cf-b527-a26f6d4f4c4e req-e8b9d3d6-1461-4740-922d-72c1cb6a3007 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0485373 Aug 17 17:14:10.284792 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b50d1689-be00-46cf-b527-a26f6d4f4c4e req-ca48d117-5344-433a-9b8e-54979a0c1052 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302541 Aug 17 17:14:10.590404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111694-a733-4155-9a3d-5eb9ef67a6df req-191c39cc-03c2-417f-b364-c75b41a085dc tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:10.591883 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be111694-a733-4155-9a3d-5eb9ef67a6df req-191c39cc-03c2-417f-b364-c75b41a085dc tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0527313 Aug 17 17:14:10.629780 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be111694-a733-4155-9a3d-5eb9ef67a6df req-55ffc6b4-9e11-426e-b29f-dc229ccdbda7 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Aug 17 17:14:11.745304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85959f2b-0713-4144-9bc8-4a7253db257f req-969a46c7-b56d-490a-8e61-9d37e5f5eb14 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:11.746791 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85959f2b-0713-4144-9bc8-4a7253db257f req-969a46c7-b56d-490a-8e61-9d37e5f5eb14 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0482378 Aug 17 17:14:11.787539 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-85959f2b-0713-4144-9bc8-4a7253db257f req-f005b5eb-2d36-4e37-b883-786f8ccca88e tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.77 "GET /v2.0/security-groups?id=12475ccd-178b-4f2a-974c-cd7be240f0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341239 Aug 17 17:14:11.862521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-610c3bd8-7f11-4dc9-b12e-fc40c906e284 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:11.863960 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-610c3bd8-7f11-4dc9-b12e-fc40c906e284 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd6931f1-0db5-40af-b71f-840800e618da HTTP/1.1" status: 200 len: 945 time: 0.0517209 Aug 17 17:14:11.951515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-b08d27e8-4c2b-42e7-81c9-465edee98291 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Deleting port 54d206ac-0cf9-414b-ae87-0e4596de7074 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:14:11.951856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-b08d27e8-4c2b-42e7-81c9-465edee98291 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:12.043034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-b08d27e8-4c2b-42e7-81c9-465edee98291 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] For port 54d206ac-0cf9-414b-ae87-0e4596de7074, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=54d206ac-0cf9-414b-ae87-0e4596de7074,segment=NetworkSegment(4d97c0c2-9edc-4098-aceb-92c8a7f803fa),segment_id=4d97c0c2-9edc-4098-aceb-92c8a7f803fa)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:12.043522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-b08d27e8-4c2b-42e7-81c9-465edee98291 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:12.056733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-b08d27e8-4c2b-42e7-81c9-465edee98291 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Calling delete_port for 54d206ac-0cf9-414b-ae87-0e4596de7074 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:14:12.184675 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-b08d27e8-4c2b-42e7-81c9-465edee98291 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:12.196310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['54d206ac-0cf9-414b-ae87-0e4596de7074'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:14:12.210815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d27e8-4c2b-42e7-81c9-465edee98291 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Pushing event deleted for resources: {'Port': ['ID=54d206ac-0cf9-414b-ae87-0e4596de7074,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:12.256409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-b08d27e8-4c2b-42e7-81c9-465edee98291 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] No DVR routers for this DVR port 54d206ac-0cf9-414b-ae87-0e4596de7074 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:14:12.259025 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-b08d27e8-4c2b-42e7-81c9-465edee98291 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:12.260984 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcadd9ca-a394-46e6-a278-d984bb8cfc27 req-b08d27e8-4c2b-42e7-81c9-465edee98291 tempest-ServersNegativeTestJSON-1712544613 tempest-ServersNegativeTestJSON-1712544613-project] 10.222.0.91 "DELETE /v2.0/ports/54d206ac-0cf9-414b-ae87-0e4596de7074 HTTP/1.1" status: 204 len: 173 time: 0.3898396 Aug 17 17:14:12.261450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6931f1-0db5-40af-b71f-840800e618da', 'name': 'network-vif-deleted', 'tag': '54d206ac-0cf9-414b-ae87-0e4596de7074'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:14:12.263770 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ddccc0-a8ec-4bcb-8449-697715a3706c" -d '{"events": [{"server_uuid": "bd6931f1-0db5-40af-b71f-840800e618da", "name": "network-vif-deleted", "tag": "54d206ac-0cf9-414b-ae87-0e4596de7074"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:14:12.299300 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcb3dd4-c43c-46a7-8685-59ea9a1496e2 x-openstack-request-id: req-3bcb3dd4-c43c-46a7-8685-59ea9a1496e2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:14:12.299588 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6931f1-0db5-40af-b71f-840800e618da", "name": "network-vif-deleted", "tag": "54d206ac-0cf9-414b-ae87-0e4596de7074", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:14:12.299837 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bcb3dd4-c43c-46a7-8685-59ea9a1496e2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:14:12.300242 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6931f1-0db5-40af-b71f-840800e618da', 'name': 'network-vif-deleted', 'tag': '54d206ac-0cf9-414b-ae87-0e4596de7074', 'status': 'completed', 'code': 200} Aug 17 17:14:12.833462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e320e05f-0b83-4904-80ca-08cb61ed9b36 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:14:12.843592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43010) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:12.854249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: e320e05f-0b83-4904-80ca-08cb61ed9b36 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:14:12.854621 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device e320e05f-0b83-4904-80ca-08cb61ed9b36 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:14:13.221822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ce45f4-49fc-4a41-b8e3-b2ad3a5e6638 admin admin] Deleting subnet f4a2588e-a983-426f-933b-75d84eabf623 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:14:13.224829 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ce45f4-49fc-4a41-b8e3-b2ad3a5e6638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.258333 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ce45f4-49fc-4a41-b8e3-b2ad3a5e6638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.295071 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ce45f4-49fc-4a41-b8e3-b2ad3a5e6638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.349020 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ce45f4-49fc-4a41-b8e3-b2ad3a5e6638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.372390 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce45f4-49fc-4a41-b8e3-b2ad3a5e6638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a2588e-a983-426f-933b-75d84eabf623,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:13.380380 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ce45f4-49fc-4a41-b8e3-b2ad3a5e6638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.382254 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1ce45f4-49fc-4a41-b8e3-b2ad3a5e6638 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f4a2588e-a983-426f-933b-75d84eabf623 HTTP/1.1" status: 204 len: 168 time: 0.5375803 Aug 17 17:14:13.384690 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43012) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:13.450702 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.529935 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.539255 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c6bc3d-9e08-4dbe-a6f6-65e319a177f8']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:13.549176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d97c0c2-9edc-4098-aceb-92c8a7f803fa') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:13.549462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d97c0c2-9edc-4098-aceb-92c8a7f803fa') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:13.558216 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.571922 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.577716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:14:13.578131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:14:13.579875 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:14:13.632556 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.638140 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.639986 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] 10.222.0.77 "DELETE /v2.0/networks/36c6bc3d-9e08-4dbe-a6f6-65e319a177f8 HTTP/1.1" status: 204 len: 168 time: 0.2543991 Aug 17 17:14:13.654886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1fb0e-43e1-4583-a9a0-b75d71771262 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c6bc3d-9e08-4dbe-a6f6-65e319a177f8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:13.753485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43016) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:13.792541 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a082c22b-991f-463d-b10d-4d1db535cef1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84d77ebe3d3d49f7867f41bce082f7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375905 Aug 17 17:14:13.794511 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43018) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:13.841503 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2cb6a92-5a04-4d89-aa5e-32432e0e9ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.862797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2cb6a92-5a04-4d89-aa5e-32432e0e9ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.906487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2cb6a92-5a04-4d89-aa5e-32432e0e9ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.909439 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2cb6a92-5a04-4d89-aa5e-32432e0e9ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:13.910604 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c2cb6a92-5a04-4d89-aa5e-32432e0e9ded admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/12475ccd-178b-4f2a-974c-cd7be240f0f1 HTTP/1.1" status: 204 len: 168 time: 0.1151984 Aug 17 17:14:13.918118 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb6a92-5a04-4d89-aa5e-32432e0e9ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12475ccd-178b-4f2a-974c-cd7be240f0f1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:14.572636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:14.674464 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1599991464'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:14.695317 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Made reservation on behalf of 76e0284a04fc483c978d607109e05e78 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:14.698648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:14.707341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:14.798158 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:14.802114 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:14.825013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:14:14.839872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3552e33a-d5f6-4809-bd68-74ac6c320dd1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:14.842269 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:14.842626 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Added segment 420e7cb7-55c5-433a-8dc9-88155170a611 of type vlan for network 11fe33a9-4d20-44aa-a7e9-c88a3879472d Aug 17 17:14:14.859745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.860090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.860426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.860757 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.861599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.861924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.862252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.862593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.862914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.863230 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.863544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.863860 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:14.902825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:14.926788 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:14.932329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:14.932920 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:14.989473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4156666 Aug 17 17:14:15.004500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f91e5-f63b-487a-b5b1-350d63e8d942 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'Network': ['ID=11fe33a9-4d20-44aa-a7e9-c88a3879472d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:15.015619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 11fe33a9-4d20-44aa-a7e9-c88a3879472d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:14:15.071631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 54d206ac-0cf9-414b-ae87-0e4596de7074 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:14:15.103817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 54d206ac-0cf9-414b-ae87-0e4596de7074 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:14:15.104062 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 54d206ac-0cf9-414b-ae87-0e4596de7074 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:14:15.569819 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:14:18.264933 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:18.270868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Request body: {'subnet': {'network_id': '11fe33a9-4d20-44aa-a7e9-c88a3879472d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:18.358964 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Made reservation on behalf of 76e0284a04fc483c978d607109e05e78 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:18.362454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:18.548284 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:18.613481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'Subnet': ['ID=b151e145-cd31-423a-91c4-cc259e6d1613,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:18.618864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Checking segment: {'id': '420e7cb7-55c5-433a-8dc9-88155170a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '11fe33a9-4d20-44aa-a7e9-c88a3879472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:18.619214 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Network hostable DHCP agents. Network: 11fe33a9-4d20-44aa-a7e9-c88a3879472d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:14:18.636592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Network 11fe33a9-4d20-44aa-a7e9-c88a3879472d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:14:18.644915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 11fe33a9-4d20-44aa-a7e9-c88a3879472d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:18.648815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:18.649517 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:18.653702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe2112-9332-4bbd-947c-848e8f6c8e6f None None] Network 11fe33a9-4d20-44aa-a7e9-c88a3879472d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:18.664336 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-431dce7b-8b40-450d-87be-5c36d6a81685 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3983147 Aug 17 17:14:18.667870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43046) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:18.672959 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-630626470'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:18.692983 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Made reservation on behalf of 76e0284a04fc483c978d607109e05e78 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:18.696338 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:18.719656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:14:18.729346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:18.729733 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Added segment c3d0b94d-de44-4a3b-b306-65fc7cdaac07 of type vlan for network 7470a1c8-dbf6-4b40-bf39-f6e6ece66627 Aug 17 17:14:18.769393 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:18.795462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-11fe33a9-4d20-44aa-a7e9-c88a3879472d', 'network_id': '11fe33a9-4d20-44aa-a7e9-c88a3879472d', 'tenant_id': '76e0284a04fc483c978d607109e05e78', 'fixed_ips': [{'subnet_id': 'b151e145-cd31-423a-91c4-cc259e6d1613'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:14:18.796434 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:18.797783 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:18.803428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:18.803943 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:18.856187 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1871912 Aug 17 17:14:18.859165 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43048) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:18.863927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Request body: {'subnet': {'network_id': '7470a1c8-dbf6-4b40-bf39-f6e6ece66627', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:18.915961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c936b2-63e6-49f8-adc5-84136711356b tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'Network': ['ID=7470a1c8-dbf6-4b40-bf39-f6e6ece66627,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:18.928220 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 7470a1c8-dbf6-4b40-bf39-f6e6ece66627 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:14:18.968693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Made reservation on behalf of 76e0284a04fc483c978d607109e05e78 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:18.972940 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:18.985820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Allocated IP 2001:db8:0:ffff::2 (11fe33a9-4d20-44aa-a7e9-c88a3879472d/b151e145-cd31-423a-91c4-cc259e6d1613/32a6b259-95fa-4eff-bc31-caa317cf6d24) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:19.172944 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.236324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'Subnet': ['ID=1ec17e46-e9ab-4602-8a6e-21f0dd016d8d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:19.244348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Checking segment: {'id': 'c3d0b94d-de44-4a3b-b306-65fc7cdaac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7470a1c8-dbf6-4b40-bf39-f6e6ece66627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:19.244710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Network hostable DHCP agents. Network: 7470a1c8-dbf6-4b40-bf39-f6e6ece66627, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:14:19.260606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Network 7470a1c8-dbf6-4b40-bf39-f6e6ece66627 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:14:19.270625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 7470a1c8-dbf6-4b40-bf39-f6e6ece66627) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:19.275015 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:19.275600 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.284919 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177dc5c1-bd75-4b45-8db4-f044ca9989d2 None None] Network 7470a1c8-dbf6-4b40-bf39-f6e6ece66627 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:19.290440 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3bacc319-93f3-471d-8f29-d16fc3185a2a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4303501 Aug 17 17:14:19.293095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43050) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:19.350197 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.363630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Transition to ACTIVE for port object 32a6b259-95fa-4eff-bc31-caa317cf6d24 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:19.395467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Transition to ACTIVE for port object 32a6b259-95fa-4eff-bc31-caa317cf6d24 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:19.396509 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.403800 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.471009 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Network 11fe33a9-4d20-44aa-a7e9-c88a3879472d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:19.473588 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.481418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:19.487476 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:19.491212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Pushing event updated for resources: {'Port': ['ID=32a6b259-95fa-4eff-bc31-caa317cf6d24,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:19.515889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.516231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.516568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.516888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.517742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.518056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.518392 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.518706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.519025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.519341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.519659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.519974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:19.525626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb4628-0382-4c73-a558-3f4ae6071c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-7470a1c8-dbf6-4b40-bf39-f6e6ece66627', 'network_id': '7470a1c8-dbf6-4b40-bf39-f6e6ece66627', 'tenant_id': '76e0284a04fc483c978d607109e05e78', 'fixed_ips': [{'subnet_id': '1ec17e46-e9ab-4602-8a6e-21f0dd016d8d'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:14:19.526496 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5feb4628-0382-4c73-a558-3f4ae6071c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.545194 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.579011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec17e46-e9ab-4602-8a6e-21f0dd016d8d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:19.588007 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Attempting to bind port 32a6b259-95fa-4eff-bc31-caa317cf6d24 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:19.588381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Attempting to bind port 32a6b259-95fa-4eff-bc31-caa317cf6d24 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '420e7cb7-55c5-433a-8dc9-88155170a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '11fe33a9-4d20-44aa-a7e9-c88a3879472d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:19.588751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Attempting to bind port 32a6b259-95fa-4eff-bc31-caa317cf6d24 on network 11fe33a9-4d20-44aa-a7e9-c88a3879472d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:19.638089 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.638820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:19.639196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Checking segment: {'id': '420e7cb7-55c5-433a-8dc9-88155170a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '11fe33a9-4d20-44aa-a7e9-c88a3879472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:19.639598 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.639990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Bound using segment: {'id': '420e7cb7-55c5-433a-8dc9-88155170a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '11fe33a9-4d20-44aa-a7e9-c88a3879472d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:19.640464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Bound port: 32a6b259-95fa-4eff-bc31-caa317cf6d24, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e7cb7-55c5-433a-8dc9-88155170a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '11fe33a9-4d20-44aa-a7e9-c88a3879472d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:19.640840 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.649094 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7470a1c8-dbf6-4b40-bf39-f6e6ece66627']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:19.659518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d0b94d-de44-4a3b-b306-65fc7cdaac07') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:19.659817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d0b94d-de44-4a3b-b306-65fc7cdaac07') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:19.668963 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.677827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0c229b-cdd7-4cce-b68b-6f6a29c0db82 None None] Network 7470a1c8-dbf6-4b40-bf39-f6e6ece66627 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:19.683293 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.689939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:14:19.690353 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:14:19.693596 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:14:19.756322 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.760315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] For port 32a6b259-95fa-4eff-bc31-caa317cf6d24, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:19.761440 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.765111 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] For port 32a6b259-95fa-4eff-bc31-caa317cf6d24, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=32a6b259-95fa-4eff-bc31-caa317cf6d24,segment=NetworkSegment(420e7cb7-55c5-433a-8dc9-88155170a611),segment_id=420e7cb7-55c5-433a-8dc9-88155170a611)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:19.767121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43052) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:19.768396 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/networks/7470a1c8-dbf6-4b40-bf39-f6e6ece66627 HTTP/1.1" status: 204 len: 168 time: 0.4741559 Aug 17 17:14:19.772743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-390143299'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:19.783138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9337a-e97c-4d5c-9322-24ae58c3aa8f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Network': ['ID=7470a1c8-dbf6-4b40-bf39-f6e6ece66627,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:19.793138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Made reservation on behalf of 76e0284a04fc483c978d607109e05e78 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:19.793717 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.796592 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.828377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:14:19.838567 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.838911 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Added segment db093cce-c0d0-4b13-b6cb-2e1d5ba48d19 of type vlan for network beb143a2-aec7-490f-92a9-896fc516ea8d Aug 17 17:14:19.873929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce506e5-1183-49ff-ba03-b79852f358da None None] Pushing event updated for resources: {'Port': ['ID=32a6b259-95fa-4eff-bc31-caa317cf6d24,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:19.881666 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.908551 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.914120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:19.914741 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:19.973197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2018297 Aug 17 17:14:19.973561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43054) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:19.985102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Request body: {'subnet': {'network_id': 'beb143a2-aec7-490f-92a9-896fc516ea8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:19.985678 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60652497-e51c-4608-b6ad-32abc08bfba0 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'Network': ['ID=beb143a2-aec7-490f-92a9-896fc516ea8d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:19.997424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network beb143a2-aec7-490f-92a9-896fc516ea8d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:14:20.099595 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.118427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Made reservation on behalf of 76e0284a04fc483c978d607109e05e78 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:20.122150 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.186208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Performing IP validity checks on allocation pools {{(pid=94839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 17:14:20.186769 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 17:14:20.306156 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.368185 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'Subnet': ['ID=b6aac67a-7d6d-42cc-915c-5fa0ec2e76e1,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:20.378214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Checking segment: {'id': 'db093cce-c0d0-4b13-b6cb-2e1d5ba48d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'beb143a2-aec7-490f-92a9-896fc516ea8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:20.378599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Network hostable DHCP agents. Network: beb143a2-aec7-490f-92a9-896fc516ea8d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:14:20.394660 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Network beb143a2-aec7-490f-92a9-896fc516ea8d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:14:20.403296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, beb143a2-aec7-490f-92a9-896fc516ea8d) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:20.407242 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:20.408406 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.414302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed269c-abd9-4abc-96bd-7b5c5521d034 None None] Network beb143a2-aec7-490f-92a9-896fc516ea8d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:20.422957 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9816e16d-ccf0-4706-bd7e-a288a0b7692d tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4478831 Aug 17 17:14:20.426062 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43056) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:20.428505 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.532615 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.568795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67295837-7763-4b4e-af5c-c81ad1378fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-beb143a2-aec7-490f-92a9-896fc516ea8d', 'network_id': 'beb143a2-aec7-490f-92a9-896fc516ea8d', 'tenant_id': '76e0284a04fc483c978d607109e05e78', 'fixed_ips': [{'subnet_id': 'b6aac67a-7d6d-42cc-915c-5fa0ec2e76e1'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:14:20.569650 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67295837-7763-4b4e-af5c-c81ad1378fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.595109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.663647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server [None req-67295837-7763-4b4e-af5c-c81ad1378fc0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6aac67a-7d6d-42cc-915c-5fa0ec2e76e1: This subnet is being modified by another concurrent operation. Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server raise exception Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6aac67a-7d6d-42cc-915c-5fa0ec2e76e1: This subnet is being modified by another concurrent operation. Aug 17 17:14:20.673001 n-d-804878-1 neutron-server[94840]: ERROR oslo_messaging.rpc.server Aug 17 17:14:20.688076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1465591f-d6b7-4d2b-b870-92fd5efb01b6 None None] Network beb143a2-aec7-490f-92a9-896fc516ea8d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:20.692279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Subnet': ['ID=b6aac67a-7d6d-42cc-915c-5fa0ec2e76e1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:20.760357 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.771629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb143a2-aec7-490f-92a9-896fc516ea8d']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:20.784982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db093cce-c0d0-4b13-b6cb-2e1d5ba48d19') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:20.785334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db093cce-c0d0-4b13-b6cb-2e1d5ba48d19') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:20.795316 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.809969 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.813303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10637f-3527-48a4-86b8-932661844e05 None None] Network 11fe33a9-4d20-44aa-a7e9-c88a3879472d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:20.818446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:14:20.818840 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:14:20.822052 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:14:20.872784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f39a0cf2-f7ed-438c-a52c-8d75cf760265 None None] Provisioning for port 32a6b259-95fa-4eff-bc31-caa317cf6d24 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:20.884441 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.891314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.893696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/networks/beb143a2-aec7-490f-92a9-896fc516ea8d HTTP/1.1" status: 204 len: 168 time: 0.4666266 Aug 17 17:14:20.897425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:20.903844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1715250713'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:20.906286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681e4a6-c409-4de6-97d4-a8ddd99b22d7 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Network': ['ID=beb143a2-aec7-490f-92a9-896fc516ea8d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:20.925532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Made reservation on behalf of 76e0284a04fc483c978d607109e05e78 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:20.928997 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.952744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:14:20.962213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:20.962697 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Added segment 65a25252-5d67-4778-84cf-0e91d7bb45a8 of type vlan for network a84655ec-831c-4195-9072-1d0df76f8852 Aug 17 17:14:21.009679 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.034858 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.040618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:21.041235 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.068572 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1693847 Aug 17 17:14:21.072239 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43060) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:21.077403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Request body: {'subnet': {'network_id': 'a84655ec-831c-4195-9072-1d0df76f8852', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:21.133578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418422a-2410-4ad4-bd76-d6e4c1821f9f tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'Network': ['ID=a84655ec-831c-4195-9072-1d0df76f8852,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:21.145750 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network a84655ec-831c-4195-9072-1d0df76f8852 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:14:21.180745 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Made reservation on behalf of 76e0284a04fc483c978d607109e05e78 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:21.184458 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.205129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8345ad-91aa-45b1-9869-51590742c21d None None] get_active_networks_info from n-d-804878-1 {{(pid=94840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 17:14:21.287716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8345ad-91aa-45b1-9869-51590742c21d None None] Resources bound (agent type, host, resource id): {{(pid=94840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 17:14:21.376736 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.436663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'Subnet': ['ID=b2b53c37-783f-4d49-be5f-ece217a4caf2,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:21.445757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Checking segment: {'id': '65a25252-5d67-4778-84cf-0e91d7bb45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a84655ec-831c-4195-9072-1d0df76f8852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:21.446115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Network hostable DHCP agents. Network: a84655ec-831c-4195-9072-1d0df76f8852, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:14:21.464195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Network a84655ec-831c-4195-9072-1d0df76f8852 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:14:21.473679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, a84655ec-831c-4195-9072-1d0df76f8852) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:21.477544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:21.478678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.497275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7fb4bc15-e779-47de-a76e-c54ce38ae6f2 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4200754 Aug 17 17:14:21.497275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43062) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:21.500563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b737717-27d5-47cf-88ba-7a8c4825aec3 None None] Network a84655ec-831c-4195-9072-1d0df76f8852 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:21.508272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-966771442'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:21.528870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Made reservation on behalf of 76e0284a04fc483c978d607109e05e78 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:21.532393 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.556889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:14:21.566125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.566497 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Added segment 53738bed-50a4-4fa6-96b2-5c975ec07b99 of type vlan for network 17a19c63-ef77-4e14-a46d-dd1f74286d14 Aug 17 17:14:21.607505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.637231 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.640596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-a84655ec-831c-4195-9072-1d0df76f8852', 'network_id': 'a84655ec-831c-4195-9072-1d0df76f8852', 'tenant_id': '76e0284a04fc483c978d607109e05e78', 'fixed_ips': [{'subnet_id': 'b2b53c37-783f-4d49-be5f-ece217a4caf2'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:14:21.641456 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.643359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:21.643936 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.693550 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1952312 Aug 17 17:14:21.696624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43064) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:21.701253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Request body: {'subnet': {'network_id': '17a19c63-ef77-4e14-a46d-dd1f74286d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:21.759396 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4d09d-1689-4e41-940c-12ca2fa5da43 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'Network': ['ID=17a19c63-ef77-4e14-a46d-dd1f74286d14,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:21.769849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 17a19c63-ef77-4e14-a46d-dd1f74286d14 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:14:21.803196 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Made reservation on behalf of 76e0284a04fc483c978d607109e05e78 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:21.806627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:21.821209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Allocated IP 2001:db8::2 (a84655ec-831c-4195-9072-1d0df76f8852/b2b53c37-783f-4d49-be5f-ece217a4caf2/dd520839-91fc-4775-8b27-69bbb8ff60fd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:21.923084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 32a6b259-95fa-4eff-bc31-caa317cf6d24 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:22.001635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.031128 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.033782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 32a6b259-95fa-4eff-bc31-caa317cf6d24 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:22.042397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 32a6b259-95fa-4eff-bc31-caa317cf6d24 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:22.042766 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.044543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Transition to ACTIVE for port object dd520839-91fc-4775-8b27-69bbb8ff60fd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:22.063058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event updated for resources: {'Subnet': ['ID=92d99b54-fa0e-44d2-bc72-1cdb180504a0,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:22.071658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Checking segment: {'id': '53738bed-50a4-4fa6-96b2-5c975ec07b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '17a19c63-ef77-4e14-a46d-dd1f74286d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:22.072019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Network hostable DHCP agents. Network: 17a19c63-ef77-4e14-a46d-dd1f74286d14, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:14:22.083608 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Transition to ACTIVE for port object dd520839-91fc-4775-8b27-69bbb8ff60fd will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:22.089044 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Network 17a19c63-ef77-4e14-a46d-dd1f74286d14 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:14:22.091901 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.098282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 17a19c63-ef77-4e14-a46d-dd1f74286d14) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:22.102597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:22.103224 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.118206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1a166536-f430-49ce-8d5e-88d352560419 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4207320 Aug 17 17:14:22.120844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43066) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:22.125284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b094aa5-c526-4569-81a3-65a3fc710182 None None] Network 17a19c63-ef77-4e14-a46d-dd1f74286d14 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:22.182439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Network a84655ec-831c-4195-9072-1d0df76f8852 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:22.210760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:22.212490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Pushing event updated for resources: {'Port': ['ID=dd520839-91fc-4775-8b27-69bbb8ff60fd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:22.214690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:22.223346 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.259467 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.274857 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.334343 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.339989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Attempting to bind port dd520839-91fc-4775-8b27-69bbb8ff60fd on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:22.340357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Attempting to bind port dd520839-91fc-4775-8b27-69bbb8ff60fd by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '65a25252-5d67-4778-84cf-0e91d7bb45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a84655ec-831c-4195-9072-1d0df76f8852'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:22.340714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Attempting to bind port dd520839-91fc-4775-8b27-69bbb8ff60fd on network a84655ec-831c-4195-9072-1d0df76f8852 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:22.358702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 32a6b259-95fa-4eff-bc31-caa317cf6d24, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=32a6b259-95fa-4eff-bc31-caa317cf6d24,segment=NetworkSegment(420e7cb7-55c5-433a-8dc9-88155170a611),segment_id=420e7cb7-55c5-433a-8dc9-88155170a611)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:22.361434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:22.361805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Checking segment: {'id': '65a25252-5d67-4778-84cf-0e91d7bb45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a84655ec-831c-4195-9072-1d0df76f8852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:22.362209 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.362627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Bound using segment: {'id': '65a25252-5d67-4778-84cf-0e91d7bb45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a84655ec-831c-4195-9072-1d0df76f8852'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:22.363143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Bound port: dd520839-91fc-4775-8b27-69bbb8ff60fd, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a25252-5d67-4778-84cf-0e91d7bb45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a84655ec-831c-4195-9072-1d0df76f8852'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:22.363274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Subnet': ['ID=92d99b54-fa0e-44d2-bc72-1cdb180504a0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:22.363594 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.371187 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.425928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.435916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a19c63-ef77-4e14-a46d-dd1f74286d14']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:22.447543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53738bed-50a4-4fa6-96b2-5c975ec07b99') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:22.447832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53738bed-50a4-4fa6-96b2-5c975ec07b99') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:22.460174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.470047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211deb39-21d9-4430-8063-8ed4011d901c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-17a19c63-ef77-4e14-a46d-dd1f74286d14', 'network_id': '17a19c63-ef77-4e14-a46d-dd1f74286d14', 'tenant_id': '76e0284a04fc483c978d607109e05e78', 'fixed_ips': [{'subnet_id': '92d99b54-fa0e-44d2-bc72-1cdb180504a0'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:14:22.471477 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-211deb39-21d9-4430-8063-8ed4011d901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.474849 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.481187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:14:22.481653 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:14:22.484615 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:14:22.486576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=32a6b259-95fa-4eff-bc31-caa317cf6d24,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:22.517868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] For port dd520839-91fc-4775-8b27-69bbb8ff60fd, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:22.570556 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] For port dd520839-91fc-4775-8b27-69bbb8ff60fd, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=dd520839-91fc-4775-8b27-69bbb8ff60fd,segment=NetworkSegment(65a25252-5d67-4778-84cf-0e91d7bb45a8),segment_id=65a25252-5d67-4778-84cf-0e91d7bb45a8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:22.575518 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.575787 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.582367 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.587774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/networks/17a19c63-ef77-4e14-a46d-dd1f74286d14 HTTP/1.1" status: 204 len: 168 time: 0.4635310 Aug 17 17:14:22.588169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:22.600507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85d4f0-c2c6-4715-b0e8-d31e0fcbc1f5 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Network': ['ID=17a19c63-ef77-4e14-a46d-dd1f74286d14,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:22.602031 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd573f3e-5039-4b03-95c0-b0fa23137ca6 None None] Network 17a19c63-ef77-4e14-a46d-dd1f74286d14 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:22.621736 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc4d53f-9290-401e-81a4-ec79e4a261fd tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] GET failed (client error): The resource could not be found. Aug 17 17:14:22.623105 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9cc4d53f-9290-401e-81a4-ec79e4a261fd tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "GET /v2.0/subnets/92d99b54-fa0e-44d2-bc72-1cdb180504a0 HTTP/1.1" status: 404 len: 337 time: 0.0339413 Aug 17 17:14:22.625829 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:22.633091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd573f3e-5039-4b03-95c0-b0fa23137ca6 None None] Network 17a19c63-ef77-4e14-a46d-dd1f74286d14 could not be found, it might have been deleted concurrently. {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 17:14:22.648243 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cafdd6-c3e9-4e0e-9c8f-f1f0405ececc tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] DELETE failed (client error): The resource could not be found. Aug 17 17:14:22.649102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cafdd6-c3e9-4e0e-9c8f-f1f0405ececc tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 17:14:22.650854 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-55cafdd6-c3e9-4e0e-9c8f-f1f0405ececc tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/networks/17a19c63-ef77-4e14-a46d-dd1f74286d14 HTTP/1.1" status: 404 len: 339 time: 0.0235846 Aug 17 17:14:22.651965 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c5f58-9267-481d-ba42-93fba046d848 None None] Pushing event updated for resources: {'Port': ['ID=dd520839-91fc-4775-8b27-69bbb8ff60fd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:22.656119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:22.684065 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ecb08e-254c-441c-af16-50f32406f7d9 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] DELETE failed (client error): The resource could not be found. Aug 17 17:14:22.684516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ecb08e-254c-441c-af16-50f32406f7d9 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 17:14:22.686328 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-92ecb08e-254c-441c-af16-50f32406f7d9 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/subnets/92d99b54-fa0e-44d2-bc72-1cdb180504a0 HTTP/1.1" status: 404 len: 337 time: 0.0286944 Aug 17 17:14:22.688861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:22.708571 n-d-804878-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5a2600-df16-406a-aff7-69feb654bc5a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] DELETE failed (client error): The resource could not be found. Aug 17 17:14:22.709129 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5a2600-df16-406a-aff7-69feb654bc5a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 17:14:22.710856 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5f5a2600-df16-406a-aff7-69feb654bc5a tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/networks/17a19c63-ef77-4e14-a46d-dd1f74286d14 HTTP/1.1" status: 404 len: 339 time: 0.0205877 Aug 17 17:14:22.713439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:22.765617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-af611381-b909-411c-867d-a7317ec25b61 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Deleting subnet b2b53c37-783f-4d49-be5f-ece217a4caf2 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:14:22.769547 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af611381-b909-411c-867d-a7317ec25b61 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.822387 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af611381-b909-411c-867d-a7317ec25b61 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.915489 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af611381-b909-411c-867d-a7317ec25b61 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:22.974901 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af611381-b909-411c-867d-a7317ec25b61 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.002909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af611381-b909-411c-867d-a7317ec25b61 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b53c37-783f-4d49-be5f-ece217a4caf2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:23.008594 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af611381-b909-411c-867d-a7317ec25b61 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.012879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-af611381-b909-411c-867d-a7317ec25b61 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/subnets/b2b53c37-783f-4d49-be5f-ece217a4caf2 HTTP/1.1" status: 204 len: 168 time: 0.2960839 Aug 17 17:14:23.013049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:23.096161 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.148627 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Deleting port dd520839-91fc-4775-8b27-69bbb8ff60fd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:14:23.148964 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.217890 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] For port dd520839-91fc-4775-8b27-69bbb8ff60fd, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=dd520839-91fc-4775-8b27-69bbb8ff60fd,segment=NetworkSegment(65a25252-5d67-4778-84cf-0e91d7bb45a8),segment_id=65a25252-5d67-4778-84cf-0e91d7bb45a8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:23.218255 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.231268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Calling delete_port for dd520839-91fc-4775-8b27-69bbb8ff60fd owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:14:23.313790 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.339968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Port': ['ID=dd520839-91fc-4775-8b27-69bbb8ff60fd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:23.343425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] No DVR routers for this DVR port dd520839-91fc-4775-8b27-69bbb8ff60fd on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:14:23.430540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.441007 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84655ec-831c-4195-9072-1d0df76f8852']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:23.451490 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a25252-5d67-4778-84cf-0e91d7bb45a8') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:23.451788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a25252-5d67-4778-84cf-0e91d7bb45a8') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:23.460990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.475947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.482092 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:14:23.483035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:14:23.486535 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:14:23.497522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79d43fd-66fd-4728-9968-ec5d81380925 None None] Network a84655ec-831c-4195-9072-1d0df76f8852 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:23.547756 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.553746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.556081 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/networks/a84655ec-831c-4195-9072-1d0df76f8852 HTTP/1.1" status: 204 len: 168 time: 0.5420890 Aug 17 17:14:23.558730 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43080) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:23.570662 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512e6e7-6b93-4e3d-819c-8553676c6e27 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Network': ['ID=a84655ec-831c-4195-9072-1d0df76f8852,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:23.588680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4738e6e6-7ef9-4060-8b48-d31303681d8d None None] Could not find standard attr ID for object dd520839-91fc-4775-8b27-69bbb8ff60fd. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 17:14:23.595803 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db31fda-aa63-44b4-bcd1-40e2cbaa1795 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] DELETE failed (client error): The resource could not be found. Aug 17 17:14:23.596336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db31fda-aa63-44b4-bcd1-40e2cbaa1795 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 17:14:23.600654 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7db31fda-aa63-44b4-bcd1-40e2cbaa1795 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/subnets/b6aac67a-7d6d-42cc-915c-5fa0ec2e76e1 HTTP/1.1" status: 404 len: 337 time: 0.0381665 Aug 17 17:14:23.600867 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43082) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:23.620187 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-58669eac-0f2d-4fe1-9a6c-64196fcd272e tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] DELETE failed (client error): The resource could not be found. Aug 17 17:14:23.620747 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58669eac-0f2d-4fe1-9a6c-64196fcd272e tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 17:14:23.622501 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58669eac-0f2d-4fe1-9a6c-64196fcd272e tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/networks/beb143a2-aec7-490f-92a9-896fc516ea8d HTTP/1.1" status: 404 len: 339 time: 0.0206335 Aug 17 17:14:23.625100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43084) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:23.651380 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c934f8-3fea-40f8-8feb-de2dc871a0f8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] DELETE failed (client error): The resource could not be found. Aug 17 17:14:23.651840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c934f8-3fea-40f8-8feb-de2dc871a0f8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 17:14:23.653583 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c7c934f8-3fea-40f8-8feb-de2dc871a0f8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/subnets/1ec17e46-e9ab-4602-8a6e-21f0dd016d8d HTTP/1.1" status: 404 len: 337 time: 0.0275571 Aug 17 17:14:23.654847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9274e741-22de-4f25-b49c-11eafebb7185 None None] DHCP port deletion for a84655ec-831c-4195-9072-1d0df76f8852 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:14:23.656127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43086) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:23.676238 n-d-804878-1 neutron-server[94839]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c58cec8-e960-40cd-88f9-8335fcabfaa8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] DELETE failed (client error): The resource could not be found. Aug 17 17:14:23.676775 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c58cec8-e960-40cd-88f9-8335fcabfaa8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 17:14:23.678487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7c58cec8-e960-40cd-88f9-8335fcabfaa8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/networks/7470a1c8-dbf6-4b40-bf39-f6e6ece66627 HTTP/1.1" status: 404 len: 339 time: 0.0213933 Aug 17 17:14:23.681014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43088) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:23.731754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3c71b9-25d3-4299-9b1c-33c39eb006d8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Deleting subnet b151e145-cd31-423a-91c4-cc259e6d1613 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:14:23.734898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb3c71b9-25d3-4299-9b1c-33c39eb006d8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.773569 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb3c71b9-25d3-4299-9b1c-33c39eb006d8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.860245 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb3c71b9-25d3-4299-9b1c-33c39eb006d8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.881491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 32a6b259-95fa-4eff-bc31-caa317cf6d24 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:23.921817 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb3c71b9-25d3-4299-9b1c-33c39eb006d8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.935084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 32a6b259-95fa-4eff-bc31-caa317cf6d24 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:23.935462 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.948548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c71b9-25d3-4299-9b1c-33c39eb006d8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Subnet': ['ID=b151e145-cd31-423a-91c4-cc259e6d1613,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:23.955367 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb3c71b9-25d3-4299-9b1c-33c39eb006d8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:23.957315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cb3c71b9-25d3-4299-9b1c-33c39eb006d8 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/subnets/b151e145-cd31-423a-91c4-cc259e6d1613 HTTP/1.1" status: 204 len: 168 time: 0.2753828 Aug 17 17:14:23.959929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:23.973089 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837951e-5ea4-4910-8df9-e36093dbb498 None None] Network 11fe33a9-4d20-44aa-a7e9-c88a3879472d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:24.040790 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.093766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Deleting port 32a6b259-95fa-4eff-bc31-caa317cf6d24 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:14:24.094109 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.165281 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] For port 32a6b259-95fa-4eff-bc31-caa317cf6d24, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=32a6b259-95fa-4eff-bc31-caa317cf6d24,segment=NetworkSegment(420e7cb7-55c5-433a-8dc9-88155170a611),segment_id=420e7cb7-55c5-433a-8dc9-88155170a611)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:24.165646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.178902 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Calling delete_port for 32a6b259-95fa-4eff-bc31-caa317cf6d24 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:14:24.258253 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.293823 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] No DVR routers for this DVR port 32a6b259-95fa-4eff-bc31-caa317cf6d24 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:14:24.299547 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Port': ['ID=32a6b259-95fa-4eff-bc31-caa317cf6d24,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:24.337221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a1bf7-140e-4eca-a025-98dff8a37f55 None None] DHCP port deletion for 11fe33a9-4d20-44aa-a7e9-c88a3879472d request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:14:24.378975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.388645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fe33a9-4d20-44aa-a7e9-c88a3879472d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:24.398925 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420e7cb7-55c5-433a-8dc9-88155170a611') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:24.399215 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420e7cb7-55c5-433a-8dc9-88155170a611') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:24.407902 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.421197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.427359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:14:24.427825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:14:24.430755 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:14:24.492041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.496631 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.498663 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] 10.222.0.77 "DELETE /v2.0/networks/11fe33a9-4d20-44aa-a7e9-c88a3879472d HTTP/1.1" status: 204 len: 168 time: 0.5376303 Aug 17 17:14:24.513561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09828158-1522-45a9-b9da-1ad561925d30 tempest-NetworksIpV6Test-611381911 tempest-NetworksIpV6Test-611381911-project] Pushing event deleted for resources: {'Network': ['ID=11fe33a9-4d20-44aa-a7e9-c88a3879472d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:24.733580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43096) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:24.863615 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-92f9edcf-c460-4433-ace5-5fe86fcbe8c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=76e0284a04fc483c978d607109e05e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285353 Aug 17 17:14:24.866100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43100) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:24.916945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9d5da46-721c-49b7-a60d-1f4e3d1847a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.937872 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9d5da46-721c-49b7-a60d-1f4e3d1847a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.984080 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9d5da46-721c-49b7-a60d-1f4e3d1847a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.987640 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9d5da46-721c-49b7-a60d-1f4e3d1847a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:24.988551 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e9d5da46-721c-49b7-a60d-1f4e3d1847a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3552e33a-d5f6-4809-bd68-74ac6c320dd1 HTTP/1.1" status: 204 len: 168 time: 0.1212530 Aug 17 17:14:24.996944 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5da46-721c-49b7-a60d-1f4e3d1847a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3552e33a-d5f6-4809-bd68-74ac6c320dd1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:25.603715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:25.696124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f771179f-059c-47e7-8252-4e00c40d286c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-278317418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:25.721333 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f771179f-059c-47e7-8252-4e00c40d286c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:25.722319 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f771179f-059c-47e7-8252-4e00c40d286c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:25.777005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f771179f-059c-47e7-8252-4e00c40d286c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:25.780812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f771179f-059c-47e7-8252-4e00c40d286c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:25.795203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f771179f-059c-47e7-8252-4e00c40d286c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:25.796380 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f771179f-059c-47e7-8252-4e00c40d286c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1916628 Aug 17 17:14:25.799257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43126) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:25.804456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-362897128'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:25.827224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Made reservation on behalf of 395033c30852409d8f8772b6d7496226 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:25.831983 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:25.840940 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:25.875352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 32a6b259-95fa-4eff-bc31-caa317cf6d24 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:14:25.897669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 32a6b259-95fa-4eff-bc31-caa317cf6d24 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:14:25.898011 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 32a6b259-95fa-4eff-bc31-caa317cf6d24 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:14:25.938061 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:25.942286 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:25.970053 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:14:25.975419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494d42f4-ff91-49ee-a15f-d57dedae7a48,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:25.982721 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:25.983110 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Added segment 77fb3812-b078-4379-b88d-a376083a5741 of type vlan for network 960ba4e2-6c73-458c-8a19-744fcf21fa60 Aug 17 17:14:26.024019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.051058 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.056640 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:26.057228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.107979 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3076112 Aug 17 17:14:26.111468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:26.116798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Request body: {'subnet': {'network_id': '960ba4e2-6c73-458c-8a19-744fcf21fa60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:26.127192 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90920fa-4c48-4737-97a1-53958277d328 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event updated for resources: {'Network': ['ID=960ba4e2-6c73-458c-8a19-744fcf21fa60,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:26.137010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 960ba4e2-6c73-458c-8a19-744fcf21fa60 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:14:26.206324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Made reservation on behalf of 395033c30852409d8f8772b6d7496226 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:26.209931 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.384942 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.446459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event updated for resources: {'Subnet': ['ID=bb51ae56-bffc-4a26-be01-7ecd8dc68f36,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:26.450631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Checking segment: {'id': '77fb3812-b078-4379-b88d-a376083a5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '960ba4e2-6c73-458c-8a19-744fcf21fa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:26.450988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Network hostable DHCP agents. Network: 960ba4e2-6c73-458c-8a19-744fcf21fa60, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:14:26.467274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Network 960ba4e2-6c73-458c-8a19-744fcf21fa60 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:14:26.475512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 960ba4e2-6c73-458c-8a19-744fcf21fa60) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:26.481420 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:26.482398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.483051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5532e8-358e-4df6-9998-6c24294eaf21 None None] Network 960ba4e2-6c73-458c-8a19-744fcf21fa60 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:26.499494 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f9b7eb2-7bc5-45bc-8aba-d4362179990a tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3869340 Aug 17 17:14:26.503074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:26.508044 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-866813421'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:26.528284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Made reservation on behalf of 395033c30852409d8f8772b6d7496226 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:26.532047 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.559742 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:14:26.569289 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.569630 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Added segment 82fe7bb9-0ba8-4228-85e3-f867b3091b83 of type vlan for network 02c58e46-2599-4546-bb3c-19babcd1d538 Aug 17 17:14:26.608676 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.634190 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.635967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-960ba4e2-6c73-458c-8a19-744fcf21fa60', 'network_id': '960ba4e2-6c73-458c-8a19-744fcf21fa60', 'tenant_id': '395033c30852409d8f8772b6d7496226', 'fixed_ips': [{'subnet_id': 'bb51ae56-bffc-4a26-be01-7ecd8dc68f36'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:14:26.636833 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.640003 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:26.640588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.688735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1846335 Aug 17 17:14:26.692134 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:26.696931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Request body: {'subnet': {'network_id': '02c58e46-2599-4546-bb3c-19babcd1d538', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:26.756545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e7a58-b762-4d22-9e0f-b9087a175720 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event updated for resources: {'Network': ['ID=02c58e46-2599-4546-bb3c-19babcd1d538,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:26.767553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 02c58e46-2599-4546-bb3c-19babcd1d538 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:14:26.774588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Allocated IP 172.20.0.2 (960ba4e2-6c73-458c-8a19-744fcf21fa60/bb51ae56-bffc-4a26-be01-7ecd8dc68f36/2142d88a-2beb-4df5-a98c-1ab91bf713b9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:26.799812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Made reservation on behalf of 395033c30852409d8f8772b6d7496226 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:26.803281 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.974348 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.982747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Transition to ACTIVE for port object 2142d88a-2beb-4df5-a98c-1ab91bf713b9 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:26.984864 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:26.998597 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Transition to ACTIVE for port object 2142d88a-2beb-4df5-a98c-1ab91bf713b9 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:27.004537 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.045642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Network 960ba4e2-6c73-458c-8a19-744fcf21fa60 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:27.048017 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event updated for resources: {'Subnet': ['ID=f8486fd4-de32-460d-9571-52173670f8a2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:27.049527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:27.053350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:27.055886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Checking segment: {'id': '82fe7bb9-0ba8-4228-85e3-f867b3091b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '02c58e46-2599-4546-bb3c-19babcd1d538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:27.056258 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Network hostable DHCP agents. Network: 02c58e46-2599-4546-bb3c-19babcd1d538, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:14:27.062340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Pushing event updated for resources: {'Port': ['ID=2142d88a-2beb-4df5-a98c-1ab91bf713b9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:27.072348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Network 02c58e46-2599-4546-bb3c-19babcd1d538 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:14:27.080996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 02c58e46-2599-4546-bb3c-19babcd1d538) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:27.085859 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:27.087629 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.089289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c379abb4-d589-462a-a5d1-f0a6671995e5 None None] Network 02c58e46-2599-4546-bb3c-19babcd1d538 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:27.102522 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-250c8da7-ee49-4d24-913d-48a371515533 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4093547 Aug 17 17:14:27.105376 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:27.110021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-58cc4b73-f387-426d-a412-819608e28ab6 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Request body: {'router': {'external_gateway_info': {'network_id': '02c58e46-2599-4546-bb3c-19babcd1d538'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:27.161105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Attempting to bind port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:27.161472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Attempting to bind port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '77fb3812-b078-4379-b88d-a376083a5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '960ba4e2-6c73-458c-8a19-744fcf21fa60'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:27.161836 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Attempting to bind port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 on network 960ba4e2-6c73-458c-8a19-744fcf21fa60 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:27.170549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:27.170923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Checking segment: {'id': '77fb3812-b078-4379-b88d-a376083a5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '960ba4e2-6c73-458c-8a19-744fcf21fa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:27.171324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.171721 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Bound using segment: {'id': '77fb3812-b078-4379-b88d-a376083a5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '960ba4e2-6c73-458c-8a19-744fcf21fa60'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:27.172187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Bound port: 2142d88a-2beb-4df5-a98c-1ab91bf713b9, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fb3812-b078-4379-b88d-a376083a5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '960ba4e2-6c73-458c-8a19-744fcf21fa60'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:27.172576 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.288993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] For port 2142d88a-2beb-4df5-a98c-1ab91bf713b9, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:27.292642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] For port 2142d88a-2beb-4df5-a98c-1ab91bf713b9, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2142d88a-2beb-4df5-a98c-1ab91bf713b9,segment=NetworkSegment(77fb3812-b078-4379-b88d-a376083a5741),segment_id=77fb3812-b078-4379-b88d-a376083a5741)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:27.309455 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.320953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-02c58e46-2599-4546-bb3c-19babcd1d538', 'network_id': '02c58e46-2599-4546-bb3c-19babcd1d538', 'tenant_id': '395033c30852409d8f8772b6d7496226', 'fixed_ips': [{'subnet_id': 'f8486fd4-de32-460d-9571-52173670f8a2'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:14:27.321181 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58cc4b73-f387-426d-a412-819608e28ab6 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.321776 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.390605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81a084-9961-4efe-a0f6-e8feb3b83a59 None None] Pushing event updated for resources: {'Port': ['ID=2142d88a-2beb-4df5-a98c-1ab91bf713b9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:27.431076 n-d-804878-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-58cc4b73-f387-426d-a412-819608e28ab6 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 17:14:27.432198 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-58cc4b73-f387-426d-a412-819608e28ab6 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "PUT /v2.0/routers/afa66f3f-ef94-4579-ba4d-58b1ed32a345 HTTP/1.1" status: 400 len: 364 time: 0.3258412 Aug 17 17:14:27.438130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43136) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:27.492485 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b15035-bda0-4d8e-83c9-33c7d651890c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Deleting subnet f8486fd4-de32-460d-9571-52173670f8a2 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:14:27.511933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Allocated IP 172.21.0.2 (02c58e46-2599-4546-bb3c-19babcd1d538/f8486fd4-de32-460d-9571-52173670f8a2/7eca5979-024e-4b57-8f1c-0dc7a0475f0b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:27.673174 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.681128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Transition to ACTIVE for port object 7eca5979-024e-4b57-8f1c-0dc7a0475f0b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:27.695393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Transition to ACTIVE for port object 7eca5979-024e-4b57-8f1c-0dc7a0475f0b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:27.700390 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b15035-bda0-4d8e-83c9-33c7d651890c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.701131 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.741291 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b15035-bda0-4d8e-83c9-33c7d651890c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.742402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Network 02c58e46-2599-4546-bb3c-19babcd1d538 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:27.747252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:27.750797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:27.762768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Pushing event updated for resources: {'Port': ['ID=7eca5979-024e-4b57-8f1c-0dc7a0475f0b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:27.808579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Attempting to bind port 7eca5979-024e-4b57-8f1c-0dc7a0475f0b on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:27.808948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Attempting to bind port 7eca5979-024e-4b57-8f1c-0dc7a0475f0b by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '82fe7bb9-0ba8-4228-85e3-f867b3091b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '02c58e46-2599-4546-bb3c-19babcd1d538'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:27.809308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Attempting to bind port 7eca5979-024e-4b57-8f1c-0dc7a0475f0b on network 02c58e46-2599-4546-bb3c-19babcd1d538 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:27.814772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:27.815144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Checking segment: {'id': '82fe7bb9-0ba8-4228-85e3-f867b3091b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '02c58e46-2599-4546-bb3c-19babcd1d538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:27.815548 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.815941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Bound using segment: {'id': '82fe7bb9-0ba8-4228-85e3-f867b3091b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '02c58e46-2599-4546-bb3c-19babcd1d538'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:27.816404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Bound port: 7eca5979-024e-4b57-8f1c-0dc7a0475f0b, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fe7bb9-0ba8-4228-85e3-f867b3091b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '02c58e46-2599-4546-bb3c-19babcd1d538'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:27.816837 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.836923 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b15035-bda0-4d8e-83c9-33c7d651890c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.911125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2142d88a-2beb-4df5-a98c-1ab91bf713b9 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:27.911290 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b15035-bda0-4d8e-83c9-33c7d651890c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.918433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] For port 7eca5979-024e-4b57-8f1c-0dc7a0475f0b, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:27.940611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b15035-bda0-4d8e-83c9-33c7d651890c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:27.942597 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-78b15035-bda0-4d8e-83c9-33c7d651890c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "DELETE /v2.0/subnets/f8486fd4-de32-460d-9571-52173670f8a2 HTTP/1.1" status: 204 len: 168 time: 0.5032530 Aug 17 17:14:27.943866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b15035-bda0-4d8e-83c9-33c7d651890c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event deleted for resources: {'Subnet': ['ID=f8486fd4-de32-460d-9571-52173670f8a2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:27.945204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:27.962819 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] For port 7eca5979-024e-4b57-8f1c-0dc7a0475f0b, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7eca5979-024e-4b57-8f1c-0dc7a0475f0b,segment=NetworkSegment(82fe7bb9-0ba8-4228-85e3-f867b3091b83),segment_id=82fe7bb9-0ba8-4228-85e3-f867b3091b83)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:27.973992 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.042229 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.046869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f13eb-434c-47ff-b7c4-f9a629ac91d8 None None] Pushing event updated for resources: {'Port': ['ID=7eca5979-024e-4b57-8f1c-0dc7a0475f0b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:28.054444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:28.104896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Deleting port 7eca5979-024e-4b57-8f1c-0dc7a0475f0b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:14:28.105440 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.172651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] For port 7eca5979-024e-4b57-8f1c-0dc7a0475f0b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7eca5979-024e-4b57-8f1c-0dc7a0475f0b,segment=NetworkSegment(82fe7bb9-0ba8-4228-85e3-f867b3091b83),segment_id=82fe7bb9-0ba8-4228-85e3-f867b3091b83)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:28.173035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.192364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Calling delete_port for 7eca5979-024e-4b57-8f1c-0dc7a0475f0b owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:14:28.282759 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.310820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event deleted for resources: {'Port': ['ID=7eca5979-024e-4b57-8f1c-0dc7a0475f0b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:28.315325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] No DVR routers for this DVR port 7eca5979-024e-4b57-8f1c-0dc7a0475f0b on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:14:28.408068 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.417154 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea96fce-9436-4a36-b93c-c802405c9cb6 None None] Network 960ba4e2-6c73-458c-8a19-744fcf21fa60 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:28.420585 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c58e46-2599-4546-bb3c-19babcd1d538']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:28.431050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fe7bb9-0ba8-4228-85e3-f867b3091b83') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:28.431343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fe7bb9-0ba8-4228-85e3-f867b3091b83') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:28.440705 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.454253 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.460581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:14:28.460966 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:14:28.463967 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:14:28.476762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-052fda14-d445-4cdd-990a-b4aa85034abb None None] Provisioning for port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:28.484565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-052fda14-d445-4cdd-990a-b4aa85034abb None None] Provisioning complete for port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:28.484892 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-052fda14-d445-4cdd-990a-b4aa85034abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.521522 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.530627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.533850 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "DELETE /v2.0/networks/02c58e46-2599-4546-bb3c-19babcd1d538 HTTP/1.1" status: 204 len: 168 time: 0.5862389 Aug 17 17:14:28.537807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43142) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:28.549947 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac3a39-b538-4439-8523-082c7098177b tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event deleted for resources: {'Network': ['ID=02c58e46-2599-4546-bb3c-19babcd1d538,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:28.605488 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-db683a12-611f-4d9c-9b48-9e21b5e93e7c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Deleting subnet bb51ae56-bffc-4a26-be01-7ecd8dc68f36 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:14:28.608825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db683a12-611f-4d9c-9b48-9e21b5e93e7c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.633952 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-052fda14-d445-4cdd-990a-b4aa85034abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.649787 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db683a12-611f-4d9c-9b48-9e21b5e93e7c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.672351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-052fda14-d445-4cdd-990a-b4aa85034abb None None] For port 2142d88a-2beb-4df5-a98c-1ab91bf713b9, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2142d88a-2beb-4df5-a98c-1ab91bf713b9,segment=NetworkSegment(77fb3812-b078-4379-b88d-a376083a5741),segment_id=77fb3812-b078-4379-b88d-a376083a5741)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:28.677425 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-052fda14-d445-4cdd-990a-b4aa85034abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.738596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fda14-d445-4cdd-990a-b4aa85034abb None None] Pushing event updated for resources: {'Port': ['ID=2142d88a-2beb-4df5-a98c-1ab91bf713b9,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:28.756929 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db683a12-611f-4d9c-9b48-9e21b5e93e7c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.825113 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db683a12-611f-4d9c-9b48-9e21b5e93e7c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.854145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db683a12-611f-4d9c-9b48-9e21b5e93e7c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event deleted for resources: {'Subnet': ['ID=bb51ae56-bffc-4a26-be01-7ecd8dc68f36,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:28.859805 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db683a12-611f-4d9c-9b48-9e21b5e93e7c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.862303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-db683a12-611f-4d9c-9b48-9e21b5e93e7c tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "DELETE /v2.0/subnets/bb51ae56-bffc-4a26-be01-7ecd8dc68f36 HTTP/1.1" status: 204 len: 168 time: 0.3226483 Aug 17 17:14:28.864776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43144) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:28.882717 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b8228-d0fb-4604-905a-74fcb49dad54 None None] Network 960ba4e2-6c73-458c-8a19-744fcf21fa60 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:28.948239 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:28.951761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9ff812be-9891-4c1a-b7f9-d10500d02bc6 None None] Provisioning complete for port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:28.952136 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ff812be-9891-4c1a-b7f9-d10500d02bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.009847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Deleting port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:14:29.010300 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.088901 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] For port 2142d88a-2beb-4df5-a98c-1ab91bf713b9, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2142d88a-2beb-4df5-a98c-1ab91bf713b9,segment=NetworkSegment(77fb3812-b078-4379-b88d-a376083a5741),segment_id=77fb3812-b078-4379-b88d-a376083a5741)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:29.089267 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.104527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Calling delete_port for 2142d88a-2beb-4df5-a98c-1ab91bf713b9 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:14:29.128096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd3d8c7-4621-4145-9d1f-fb8d726239e2 None None] DHCP port deletion for 960ba4e2-6c73-458c-8a19-744fcf21fa60 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:14:29.174517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e71f34-8445-4c6b-87da-0ea9a996d9ea None None] DHCP port deletion for 02c58e46-2599-4546-bb3c-19babcd1d538 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:14:29.183355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3d8c7-4621-4145-9d1f-fb8d726239e2 None None] Deleting port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:14:29.187709 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddd3d8c7-4621-4145-9d1f-fb8d726239e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.197213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.203456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13eba8-a2c3-4e01-914f-99d729f7ca55 None None] Network 02c58e46-2599-4546-bb3c-19babcd1d538 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:29.228798 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event deleted for resources: {'Port': ['ID=2142d88a-2beb-4df5-a98c-1ab91bf713b9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:29.230638 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] No DVR routers for this DVR port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:14:29.244527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13eba8-a2c3-4e01-914f-99d729f7ca55 None None] Network 02c58e46-2599-4546-bb3c-19babcd1d538 could not be found, it might have been deleted concurrently. {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 17:14:29.245841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e9775b49-ada4-431e-8455-255f5e6e55b8 None None] Could not find standard attr ID for object 7eca5979-024e-4b57-8f1c-0dc7a0475f0b. {{(pid=94840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 17:14:29.272397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ddd3d8c7-4621-4145-9d1f-fb8d726239e2 None None] For port 2142d88a-2beb-4df5-a98c-1ab91bf713b9, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=2142d88a-2beb-4df5-a98c-1ab91bf713b9,segment=NetworkSegment(77fb3812-b078-4379-b88d-a376083a5741),segment_id=77fb3812-b078-4379-b88d-a376083a5741)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:29.272788 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddd3d8c7-4621-4145-9d1f-fb8d726239e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.285996 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3d8c7-4621-4145-9d1f-fb8d726239e2 None None] Calling delete_port for 2142d88a-2beb-4df5-a98c-1ab91bf713b9 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:14:29.307498 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.317678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960ba4e2-6c73-458c-8a19-744fcf21fa60']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:29.327222 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fb3812-b078-4379-b88d-a376083a5741') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:29.327514 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fb3812-b078-4379-b88d-a376083a5741') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:29.337059 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.354724 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.360458 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:14:29.360884 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.363554 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddd3d8c7-4621-4145-9d1f-fb8d726239e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:14:29.363768 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:14:29.390675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3d8c7-4621-4145-9d1f-fb8d726239e2 None None] Pushing event deleted for resources: {'Port': ['ID=2142d88a-2beb-4df5-a98c-1ab91bf713b9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:29.397210 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3d8c7-4621-4145-9d1f-fb8d726239e2 None None] No DVR routers for this DVR port 2142d88a-2beb-4df5-a98c-1ab91bf713b9 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:14:29.423410 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.430176 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.432404 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "DELETE /v2.0/networks/960ba4e2-6c73-458c-8a19-744fcf21fa60 HTTP/1.1" status: 204 len: 168 time: 0.5666974 Aug 17 17:14:29.435192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:29.444282 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365efbb-49b3-4250-a12b-222b546d5081 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Pushing event deleted for resources: {'Network': ['ID=960ba4e2-6c73-458c-8a19-744fcf21fa60,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:29.463709 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba84cea6-e116-44d1-9fc4-4cd154653dce tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "GET /v2.0/ports?device_id=afa66f3f-ef94-4579-ba4d-58b1ed32a345 HTTP/1.1" status: 200 len: 205 time: 0.0273280 Aug 17 17:14:29.466013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:29.539738 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab810189-c45a-4b24-9115-6448663c4276 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.694768 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab810189-c45a-4b24-9115-6448663c4276 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.696842 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab810189-c45a-4b24-9115-6448663c4276 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:29.880063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2142d88a-2beb-4df5-a98c-1ab91bf713b9 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:14:29.901128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 2142d88a-2beb-4df5-a98c-1ab91bf713b9 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:14:29.901472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 2142d88a-2beb-4df5-a98c-1ab91bf713b9 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:14:30.098305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab810189-c45a-4b24-9115-6448663c4276 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:30.099054 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab810189-c45a-4b24-9115-6448663c4276 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Fanout notify agent at l3_agent the message router_deleted on router afa66f3f-ef94-4579-ba4d-58b1ed32a345 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:14:30.106665 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab810189-c45a-4b24-9115-6448663c4276 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:30.107729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab810189-c45a-4b24-9115-6448663c4276 tempest-RoutersNegativeTest-851317268 tempest-RoutersNegativeTest-851317268-project] 10.222.0.77 "DELETE /v2.0/routers/afa66f3f-ef94-4579-ba4d-58b1ed32a345 HTTP/1.1" status: 204 len: 168 time: 0.6407919 Aug 17 17:14:30.336392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:30.463251 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a565156-2972-4d91-8703-faad0ae54784 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=395033c30852409d8f8772b6d7496226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257186 Aug 17 17:14:30.465695 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:30.511871 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a39e597-db00-43ec-9919-1cc0711ec05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:30.532367 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a39e597-db00-43ec-9919-1cc0711ec05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:30.579143 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a39e597-db00-43ec-9919-1cc0711ec05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:30.582160 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a39e597-db00-43ec-9919-1cc0711ec05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:30.583299 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a39e597-db00-43ec-9919-1cc0711ec05d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/494d42f4-ff91-49ee-a15f-d57dedae7a48 HTTP/1.1" status: 204 len: 168 time: 0.1167336 Aug 17 17:14:30.590745 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39e597-db00-43ec-9919-1cc0711ec05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d42f4-ff91-49ee-a15f-d57dedae7a48,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:31.234902 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43180) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:31.337370 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2093741448-network', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:31.360279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Made reservation on behalf of 45dd70d4bb314fcf92c7a85cfe9179f2 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:31.363265 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.372199 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.459007 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.462632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.486577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:14:31.496479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db480e7-c524-41d8-9fa2-f0cc18b552c6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:31.502168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.502525 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Added segment 35e65902-245d-4bd5-bfa3-cc2999e50ada of type vlan for network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 Aug 17 17:14:31.545815 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.570642 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.571518 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:31.572088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.620977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3844631 Aug 17 17:14:31.623992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:31.629016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Request body: {'subnet': {'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2093741448-subnet', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:31.631595 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42226abf-ab5b-4484-897f-d1e0c2a9446d admin admin] Pushing event updated for resources: {'Network': ['ID=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:31.641101 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:14:31.649226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Made reservation on behalf of 45dd70d4bb314fcf92c7a85cfe9179f2 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:31.651649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.836260 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.890469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39782a5f-9684-4eca-880e-410a2cc83a96,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:31.900365 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Checking segment: {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:31.900724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Network hostable DHCP agents. Network: 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:14:31.917193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:14:31.926531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:31.930450 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:31.931288 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.935644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a736c61-92e4-4b9b-8d2b-2b05767aea3b None None] Network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:31.946885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-59527c35-61bb-4ddf-90cd-89a97d7f624b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3218060 Aug 17 17:14:31.949603 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:31.954206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2093741448-router', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:31.977007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:31.978071 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.037791 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.097042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'fixed_ips': [{'subnet_id': '39782a5f-9684-4eca-880e-410a2cc83a96'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:14:32.097901 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.182524 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.242047 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59d29666-2092-4920-95e8-e191e7f93eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.251350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Allocated IP 172.20.0.2 (33aa881a-c07f-4eb0-bed7-0e0b9a6b8369/39782a5f-9684-4eca-880e-410a2cc83a96/56874cd5-feeb-44ed-b477-6a31ce584cd1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:32.394735 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.400083 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.408713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Transition to ACTIVE for port object 56874cd5-feeb-44ed-b477-6a31ce584cd1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:32.415438 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.423771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Transition to ACTIVE for port object 56874cd5-feeb-44ed-b477-6a31ce584cd1 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:32.429344 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.469832 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:32.472787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:32.476331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:32.483018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Pushing event updated for resources: {'Port': ['ID=56874cd5-feeb-44ed-b477-6a31ce584cd1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:32.525366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Allocated IP 172.25.7.168 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/7af2c6e8-c780-4f07-bb16-c9bc2221cae0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:32.534312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Attempting to bind port 56874cd5-feeb-44ed-b477-6a31ce584cd1 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:32.534818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Attempting to bind port 56874cd5-feeb-44ed-b477-6a31ce584cd1 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:32.535268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Attempting to bind port 56874cd5-feeb-44ed-b477-6a31ce584cd1 on network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:32.540605 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:32.540979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Checking segment: {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:32.541385 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.542831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Bound using segment: {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:32.542831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Bound port: 56874cd5-feeb-44ed-b477-6a31ce584cd1, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:32.542831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.607737 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] For port 56874cd5-feeb-44ed-b477-6a31ce584cd1, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:32.611174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] For port 56874cd5-feeb-44ed-b477-6a31ce584cd1, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=56874cd5-feeb-44ed-b477-6a31ce584cd1,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:32.615831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.638328 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.676997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b91b2-bf38-49a6-878f-188b81972650 None None] Pushing event updated for resources: {'Port': ['ID=56874cd5-feeb-44ed-b477-6a31ce584cd1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:32.684497 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:32.728930 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:32.732065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:32.734889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:32.757329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Pushing event updated for resources: {'Port': ['ID=7af2c6e8-c780-4f07-bb16-c9bc2221cae0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:33.005156 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:33.203494 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:33.337489 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Router b8fea7d4-b123-42a3-a21f-56cc3c723651 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:14:33.453290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:14:33.462358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Sync routers for ids ['b8fea7d4-b123-42a3-a21f-56cc3c723651'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:14:33.471993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:33.473573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Routers {'b8fea7d4-b123-42a3-a21f-56cc3c723651'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:14:33.474529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:14:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b8fea7d4-b123-42a3-a21f-56cc3c723651'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:33.476617 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43188) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:33.484064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-99471e25-a732-4d45-be47-2e0f3beb1eae admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5330760 Aug 17 17:14:33.717823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d6d9d-c048-484a-a2aa-97322b41e424 None None] Network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:33.790527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c681cb76-d2eb-4104-8004-24d66739713c None None] Provisioning for port 56874cd5-feeb-44ed-b477-6a31ce584cd1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:33.808145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Set router b8fea7d4-b123-42a3-a21f-56cc3c723651 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:14:33.916555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:33.922172 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 56874cd5-feeb-44ed-b477-6a31ce584cd1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:34.075429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 56874cd5-feeb-44ed-b477-6a31ce584cd1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:34.085288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 56874cd5-feeb-44ed-b477-6a31ce584cd1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:34.085669 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.153035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'name': 'tempest-TestEncryptedCinderVolumes-2093741448-router', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:31Z', 'updated_at': '2021-08-17T17:14:32Z', 'revision_number': 3, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'gw_port': {'id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:32Z', 'updated_at': '2021-08-17T17:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:34.208382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Checking router: b8fea7d4-b123-42a3-a21f-56cc3c723651 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:14:34.208735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Updating router b8fea7d4-b123-42a3-a21f-56cc3c723651 port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:14:34.246311 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.247792 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.360103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 56874cd5-feeb-44ed-b477-6a31ce584cd1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=56874cd5-feeb-44ed-b477-6a31ce584cd1,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:34.367079 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.477152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=56874cd5-feeb-44ed-b477-6a31ce584cd1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:34.480900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Allocated IP 172.20.0.1 (33aa881a-c07f-4eb0-bed7-0e0b9a6b8369/39782a5f-9684-4eca-880e-410a2cc83a96/0b8be47b-4ef3-404e-877e-7b49df40c758) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:34.489083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d79baf47-9bf3-4e76-9829-1112d87d6a2f None None] Provisioning complete for port 56874cd5-feeb-44ed-b477-6a31ce584cd1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:34.489436 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d79baf47-9bf3-4e76-9829-1112d87d6a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.593370 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.606662 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Transition to ACTIVE for port object 0b8be47b-4ef3-404e-877e-7b49df40c758 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:34.641350 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.644913 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.656479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Transition to ACTIVE for port object 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:34.662682 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.678597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:34.684905 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:34.688481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:34.711759 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Pushing event updated for resources: {'Port': ['ID=0b8be47b-4ef3-404e-877e-7b49df40c758,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:34.717576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce475cc6-2696-4d84-a863-cf04a591debf None None] Pushing event updated for resources: {'Port': ['ID=7af2c6e8-c780-4f07-bb16-c9bc2221cae0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:34.720471 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Attempting to bind port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:34.721066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Attempting to bind port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:34.721201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Attempting to bind port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:34.726594 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:34.727244 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:34.727383 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.727748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:34.728214 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Bound port: 7af2c6e8-c780-4f07-bb16-c9bc2221cae0, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:34.728596 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.731809 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.785859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] For port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:34.789727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] For port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7af2c6e8-c780-4f07-bb16-c9bc2221cae0,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:34.796018 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.861153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Routers {'b8fea7d4-b123-42a3-a21f-56cc3c723651'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:14:34.861895 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:14:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b8fea7d4-b123-42a3-a21f-56cc3c723651'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:34.881204 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.913315 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce475cc6-2696-4d84-a863-cf04a591debf None None] Pushing event updated for resources: {'Port': ['ID=7af2c6e8-c780-4f07-bb16-c9bc2221cae0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:34.928242 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3caa84bc-dfe2-4fd8-94da-e8de6efb30e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:34.988510 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bf916f83-64d7-4042-8a51-dd02181cc250 None None] Provisioning for port 0b8be47b-4ef3-404e-877e-7b49df40c758 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:34.997911 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bf916f83-64d7-4042-8a51-dd02181cc250 None None] Provisioning complete for port 0b8be47b-4ef3-404e-877e-7b49df40c758 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:34.998290 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf916f83-64d7-4042-8a51-dd02181cc250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:35.025232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] Set router b8fea7d4-b123-42a3-a21f-56cc3c723651 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:14:35.049637 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:35.055373 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:35.089583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bf916f83-64d7-4042-8a51-dd02181cc250 None None] Port 0b8be47b-4ef3-404e-877e-7b49df40c758 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:14:35.094012 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:35.123651 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Pushing event updated for resources: {'Port': ['ID=0b8be47b-4ef3-404e-877e-7b49df40c758,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:35.126221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:35.219884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:35.222032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:35.262795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'name': 'tempest-TestEncryptedCinderVolumes-2093741448-router', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:31Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 4, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'gw_port': {'id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:32Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0b8be47b-4ef3-404e-877e-7b49df40c758', 'name': '', 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'mac_address': 'fa:16:3e:34:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:33Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 1, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'subnets': [{'id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:35.290690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a49e3-4835-4bfd-8210-c857832e19c5 None None] The sync data for ids ['b8fea7d4-b123-42a3-a21f-56cc3c723651'] in n-d-804878-1 is: [{'id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'name': 'tempest-TestEncryptedCinderVolumes-2093741448-router', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:31Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 4, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'gw_port': {'id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:32Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0b8be47b-4ef3-404e-877e-7b49df40c758', 'name': '', 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'mac_address': 'fa:16:3e:34:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:33Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 1, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'subnets': [{'id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:14:35.349005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Router b8fea7d4-b123-42a3-a21f-56cc3c723651 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:14:35.468472 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:14:35.481431 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0da4df5f-68dc-4393-b4c8-d73cd4d01bad admin admin] 10.222.0.77 "PUT /v2.0/routers/b8fea7d4-b123-42a3-a21f-56cc3c723651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9956622 Aug 17 17:14:35.531003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5b63e983-0e4a-46b2-bdd7-73e216d6b6cf None None] Provisioning complete for port 0b8be47b-4ef3-404e-877e-7b49df40c758 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:35.531378 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b63e983-0e4a-46b2-bdd7-73e216d6b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:35.573672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5b63e983-0e4a-46b2-bdd7-73e216d6b6cf None None] Port 0b8be47b-4ef3-404e-877e-7b49df40c758 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:14:35.937693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 56874cd5-feeb-44ed-b477-6a31ce584cd1 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:35.995879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 56874cd5-feeb-44ed-b477-6a31ce584cd1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:35.996256 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.020853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43204) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:36.026141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-234332106-network', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:36.057904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Made reservation on behalf of 3ba1f6e146c942209e91a8808298cec2 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:36.061082 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.072111 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.127386 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.173844 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.177695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.203630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:14:36.213884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46b32b2-c314-41a5-83a2-7f0c5ecbcc06,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:36.220724 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.221181 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Added segment 65cb7500-547a-479b-8c24-eddebdedfb30 of type vlan for network b7b33808-172c-4dcc-889d-6d2928535bec Aug 17 17:14:36.263975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.290109 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.291164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:36.291770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.345393 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3227794 Aug 17 17:14:36.348216 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:36.353441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Request body: {'subnet': {'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-234332106-subnet', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:36.356940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a6ee1-075c-4363-b31a-4758a093f680 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b33808-172c-4dcc-889d-6d2928535bec,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:36.368955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network b7b33808-172c-4dcc-889d-6d2928535bec details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:14:36.378920 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Made reservation on behalf of 3ba1f6e146c942209e91a8808298cec2 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:36.381247 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.568521 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.617805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3098880-c83d-42fa-8836-edd488f2deb7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:36.632422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Checking segment: {'id': '65cb7500-547a-479b-8c24-eddebdedfb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:36.632712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Network hostable DHCP agents. Network: b7b33808-172c-4dcc-889d-6d2928535bec, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:14:36.648636 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Network b7b33808-172c-4dcc-889d-6d2928535bec is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:14:36.656798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, b7b33808-172c-4dcc-889d-6d2928535bec) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:36.661319 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:36.661893 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.667136 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0905fd5-a196-4840-b45d-53a96b96309b None None] Network b7b33808-172c-4dcc-889d-6d2928535bec requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:36.675804 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1bd7110-d74b-43c1-ad1c-001c0e741b2f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3264298 Aug 17 17:14:36.678321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:36.682950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-234332106-router', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:36.705619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.706745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.762147 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.817888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-b7b33808-172c-4dcc-889d-6d2928535bec', 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'fixed_ips': [{'subnet_id': 'b3098880-c83d-42fa-8836-edd488f2deb7'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:14:36.819135 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.906619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:36.951800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Allocated IP 172.20.0.2 (b7b33808-172c-4dcc-889d-6d2928535bec/b3098880-c83d-42fa-8836-edd488f2deb7/108ccb09-0860-4ec7-a3f8-2c650b16df92) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:37.109731 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.118011 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.119247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Transition to ACTIVE for port object 108ccb09-0860-4ec7-a3f8-2c650b16df92 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:37.137037 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Transition to ACTIVE for port object 108ccb09-0860-4ec7-a3f8-2c650b16df92 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:37.138743 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.145157 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.181402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Network b7b33808-172c-4dcc-889d-6d2928535bec is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:37.185977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:37.188531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:37.218364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Pushing event updated for resources: {'Port': ['ID=108ccb09-0860-4ec7-a3f8-2c650b16df92,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:37.254362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Allocated IP 172.25.7.121 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/4fac1893-78bf-42e1-89bd-847b74c0caf2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:37.255458 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Attempting to bind port 108ccb09-0860-4ec7-a3f8-2c650b16df92 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:37.255833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Attempting to bind port 108ccb09-0860-4ec7-a3f8-2c650b16df92 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '65cb7500-547a-479b-8c24-eddebdedfb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:37.256193 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Attempting to bind port 108ccb09-0860-4ec7-a3f8-2c650b16df92 on network b7b33808-172c-4dcc-889d-6d2928535bec {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:37.262025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:37.262432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Checking segment: {'id': '65cb7500-547a-479b-8c24-eddebdedfb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:37.262831 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.263230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Bound using segment: {'id': '65cb7500-547a-479b-8c24-eddebdedfb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:37.263742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Bound port: 108ccb09-0860-4ec7-a3f8-2c650b16df92, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb7500-547a-479b-8c24-eddebdedfb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:37.264107 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.279573 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964a821-f513-443c-9213-60663902527d None None] Sync routers for ids ['b8fea7d4-b123-42a3-a21f-56cc3c723651'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:14:37.290123 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964a821-f513-443c-9213-60663902527d None None] Routers {'b8fea7d4-b123-42a3-a21f-56cc3c723651'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:14:37.290880 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2964a821-f513-443c-9213-60663902527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:14:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b8fea7d4-b123-42a3-a21f-56cc3c723651'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:37.333196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] For port 108ccb09-0860-4ec7-a3f8-2c650b16df92, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:37.337460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] For port 108ccb09-0860-4ec7-a3f8-2c650b16df92, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=108ccb09-0860-4ec7-a3f8-2c650b16df92,segment=NetworkSegment(65cb7500-547a-479b-8c24-eddebdedfb30),segment_id=65cb7500-547a-479b-8c24-eddebdedfb30)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:37.342365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.364927 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.401083 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-2964a821-f513-443c-9213-60663902527d None None] Set router b8fea7d4-b123-42a3-a21f-56cc3c723651 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:14:37.405687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d2ce4-3bcd-4cad-a5b4-43af6ce05def None None] Pushing event updated for resources: {'Port': ['ID=108ccb09-0860-4ec7-a3f8-2c650b16df92,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:37.409041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.460613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:37.465144 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:37.467679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Pushing event updated for resources: {'Port': ['ID=4fac1893-78bf-42e1-89bd-847b74c0caf2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:37.470028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:37.639889 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2964a821-f513-443c-9213-60663902527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'name': 'tempest-TestEncryptedCinderVolumes-2093741448-router', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:31Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 4, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'gw_port': {'id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:32Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0b8be47b-4ef3-404e-877e-7b49df40c758', 'name': '', 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'mac_address': 'fa:16:3e:34:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:33Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 2, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'subnets': [{'id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:37.667964 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964a821-f513-443c-9213-60663902527d None None] Checking router: b8fea7d4-b123-42a3-a21f-56cc3c723651 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:14:37.668350 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964a821-f513-443c-9213-60663902527d None None] Updating router b8fea7d4-b123-42a3-a21f-56cc3c723651 port 0b8be47b-4ef3-404e-877e-7b49df40c758 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:14:37.694418 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2964a821-f513-443c-9213-60663902527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.759659 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.877452 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:37.967190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 108ccb09-0860-4ec7-a3f8-2c650b16df92 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:38.001127 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:38.019998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 108ccb09-0860-4ec7-a3f8-2c650b16df92 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:38.024332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:38.081066 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:38.086330 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2964a821-f513-443c-9213-60663902527d None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:38.086659 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:38.087294 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:38.099492 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-2964a821-f513-443c-9213-60663902527d None None] Transition to ACTIVE for port object 0b8be47b-4ef3-404e-877e-7b49df40c758 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:38.109251 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2964a821-f513-443c-9213-60663902527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:38.156961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Router 66639a38-d6e7-448f-9e0a-a909448588d2 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:14:38.183833 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:38.207024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7af2c6e8-c780-4f07-bb16-c9bc2221cae0,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:38.213534 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:38.237551 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Pushing event updated for resources: {'Port': ['ID=0b8be47b-4ef3-404e-877e-7b49df40c758,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:38.258198 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.258508 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.258720 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.259020 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.259342 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.259660 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.259972 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.260286 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.260598 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.261122 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.261354 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.261671 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:14:38.269619 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-2964a821-f513-443c-9213-60663902527d None None] Attempting to bind port 0b8be47b-4ef3-404e-877e-7b49df40c758 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:38.269984 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-2964a821-f513-443c-9213-60663902527d None None] Attempting to bind port 0b8be47b-4ef3-404e-877e-7b49df40c758 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:38.270340 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964a821-f513-443c-9213-60663902527d None None] Attempting to bind port 0b8be47b-4ef3-404e-877e-7b49df40c758 on network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:38.277304 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964a821-f513-443c-9213-60663902527d None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:38.278009 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964a821-f513-443c-9213-60663902527d None None] Checking segment: {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:38.278639 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2964a821-f513-443c-9213-60663902527d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:38.279358 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964a821-f513-443c-9213-60663902527d None None] Bound using segment: {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:38.280022 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-2964a821-f513-443c-9213-60663902527d None None] Bound port: 0b8be47b-4ef3-404e-877e-7b49df40c758, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:38.281182 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2964a821-f513-443c-9213-60663902527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:38.292833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:14:38.296680 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=7af2c6e8-c780-4f07-bb16-c9bc2221cae0,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:38.309576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Sync routers for ids ['66639a38-d6e7-448f-9e0a-a909448588d2'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:14:38.322615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Routers {'66639a38-d6e7-448f-9e0a-a909448588d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:14:38.323317 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:14:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['66639a38-d6e7-448f-9e0a-a909448588d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:38.324530 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:38.326164 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-94e3eac4-74b7-406b-9d12-dd7ad24de63e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6466920 Aug 17 17:14:38.328825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:14:38.374977 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-2964a821-f513-443c-9213-60663902527d None None] For port 0b8be47b-4ef3-404e-877e-7b49df40c758, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:38.379076 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-2964a821-f513-443c-9213-60663902527d None None] For port 0b8be47b-4ef3-404e-877e-7b49df40c758, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0b8be47b-4ef3-404e-877e-7b49df40c758,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:38.392716 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2964a821-f513-443c-9213-60663902527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:38.455177 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ebced-d964-47d6-801c-5c9781df54da None None] Pushing event updated for resources: {'Port': ['ID=0b8be47b-4ef3-404e-877e-7b49df40c758,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:38.479540 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964a821-f513-443c-9213-60663902527d None None] Routers {'b8fea7d4-b123-42a3-a21f-56cc3c723651'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:14:38.480192 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2964a821-f513-443c-9213-60663902527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:14:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b8fea7d4-b123-42a3-a21f-56cc3c723651'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:38.481907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Set router 66639a38-d6e7-448f-9e0a-a909448588d2 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:14:38.650757 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-2964a821-f513-443c-9213-60663902527d None None] Set router b8fea7d4-b123-42a3-a21f-56cc3c723651 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:14:38.763456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001116e-77fe-42c9-9418-4dee680987e4 None None] Network b7b33808-172c-4dcc-889d-6d2928535bec requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:14:38.903415 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-2964a821-f513-443c-9213-60663902527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'name': 'tempest-TestEncryptedCinderVolumes-2093741448-router', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:31Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 4, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'gw_port': {'id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:32Z', 'updated_at': '2021-08-17T17:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0b8be47b-4ef3-404e-877e-7b49df40c758', 'name': '', 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'mac_address': 'fa:16:3e:34:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:33Z', 'updated_at': '2021-08-17T17:14:38Z', 'revision_number': 4, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'subnets': [{'id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:38.930794 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964a821-f513-443c-9213-60663902527d None None] The sync data for ids ['b8fea7d4-b123-42a3-a21f-56cc3c723651'] in n-d-804878-1 is: [{'id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'name': 'tempest-TestEncryptedCinderVolumes-2093741448-router', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:31Z', 'updated_at': '2021-08-17T17:14:34Z', 'revision_number': 4, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'gw_port': {'id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:32Z', 'updated_at': '2021-08-17T17:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '0b8be47b-4ef3-404e-877e-7b49df40c758', 'name': '', 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'mac_address': 'fa:16:3e:34:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:33Z', 'updated_at': '2021-08-17T17:14:38Z', 'revision_number': 4, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'subnets': [{'id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:14:39.034002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-20829ac3-3bf4-43d7-882b-c1815d17ead4 None None] Provisioning for port 108ccb09-0860-4ec7-a3f8-2c650b16df92 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:39.043644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-20829ac3-3bf4-43d7-882b-c1815d17ead4 None None] Provisioning complete for port 108ccb09-0860-4ec7-a3f8-2c650b16df92 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:39.043974 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20829ac3-3bf4-43d7-882b-c1815d17ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.084688 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'name': 'tempest-TestEncryptedCinderVolumes-234332106-router', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:36Z', 'updated_at': '2021-08-17T17:14:37Z', 'revision_number': 3, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'gw_port': {'id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:37Z', 'updated_at': '2021-08-17T17:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:39.119844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Checking router: 66639a38-d6e7-448f-9e0a-a909448588d2 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:14:39.120196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Updating router 66639a38-d6e7-448f-9e0a-a909448588d2 port 4fac1893-78bf-42e1-89bd-847b74c0caf2 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:14:39.150334 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.218302 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20829ac3-3bf4-43d7-882b-c1815d17ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.260436 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.261034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-20829ac3-3bf4-43d7-882b-c1815d17ead4 None None] For port 108ccb09-0860-4ec7-a3f8-2c650b16df92, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=108ccb09-0860-4ec7-a3f8-2c650b16df92,segment=NetworkSegment(65cb7500-547a-479b-8c24-eddebdedfb30),segment_id=65cb7500-547a-479b-8c24-eddebdedfb30)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:39.321172 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20829ac3-3bf4-43d7-882b-c1815d17ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.435033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Allocated IP 172.20.0.1 (b7b33808-172c-4dcc-889d-6d2928535bec/b3098880-c83d-42fa-8836-edd488f2deb7/cef495cb-7c05-4aa4-8c33-b89ad0264b1a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:39.439783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20829ac3-3bf4-43d7-882b-c1815d17ead4 None None] Pushing event updated for resources: {'Port': ['ID=108ccb09-0860-4ec7-a3f8-2c650b16df92,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:39.565543 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.566849 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.570506 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-57fb8ec9-7ff1-4068-ad66-fc28f53ef77e None None] Provisioning complete for port 108ccb09-0860-4ec7-a3f8-2c650b16df92 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:39.570865 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57fb8ec9-7ff1-4068-ad66-fc28f53ef77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.579875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Transition to ACTIVE for port object cef495cb-7c05-4aa4-8c33-b89ad0264b1a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:39.597667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Transition to ACTIVE for port object 4fac1893-78bf-42e1-89bd-847b74c0caf2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:39.610239 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.614073 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.660548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Network b7b33808-172c-4dcc-889d-6d2928535bec is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:39.666211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:39.670155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:39.682121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Attempting to bind port 4fac1893-78bf-42e1-89bd-847b74c0caf2 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:39.682519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Attempting to bind port 4fac1893-78bf-42e1-89bd-847b74c0caf2 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:39.682882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Attempting to bind port 4fac1893-78bf-42e1-89bd-847b74c0caf2 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:39.689487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901891da-f6de-4e54-a367-2f3f56688533 None None] Pushing event updated for resources: {'Port': ['ID=4fac1893-78bf-42e1-89bd-847b74c0caf2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:39.696324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Pushing event updated for resources: {'Port': ['ID=cef495cb-7c05-4aa4-8c33-b89ad0264b1a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:39.700874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:39.701614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:39.702025 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.702440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:39.702924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Bound port: 4fac1893-78bf-42e1-89bd-847b74c0caf2, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:39.703304 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.714588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.793719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] For port 4fac1893-78bf-42e1-89bd-847b74c0caf2, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:39.797552 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] For port 4fac1893-78bf-42e1-89bd-847b74c0caf2, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4fac1893-78bf-42e1-89bd-847b74c0caf2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:39.802480 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.857392 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:39.862430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Routers {'66639a38-d6e7-448f-9e0a-a909448588d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:14:39.863167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:14:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['66639a38-d6e7-448f-9e0a-a909448588d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:39.869064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901891da-f6de-4e54-a367-2f3f56688533 None None] Pushing event updated for resources: {'Port': ['ID=4fac1893-78bf-42e1-89bd-847b74c0caf2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:39.975331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 108ccb09-0860-4ec7-a3f8-2c650b16df92 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:40.025342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] Set router 66639a38-d6e7-448f-9e0a-a909448588d2 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:14:40.038172 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:40.042454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:40.056757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3834c68d-b9cf-4825-897c-a1a37e7b0b6a None None] Provisioning for port cef495cb-7c05-4aa4-8c33-b89ad0264b1a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:40.069423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3834c68d-b9cf-4825-897c-a1a37e7b0b6a None None] Provisioning complete for port cef495cb-7c05-4aa4-8c33-b89ad0264b1a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:40.069795 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3834c68d-b9cf-4825-897c-a1a37e7b0b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:40.108831 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:40.110703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Pushing event updated for resources: {'Port': ['ID=cef495cb-7c05-4aa4-8c33-b89ad0264b1a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:40.179592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3834c68d-b9cf-4825-897c-a1a37e7b0b6a None None] Port cef495cb-7c05-4aa4-8c33-b89ad0264b1a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:14:40.180999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 108ccb09-0860-4ec7-a3f8-2c650b16df92 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:40.181366 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:40.204718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Network b7b33808-172c-4dcc-889d-6d2928535bec is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:40.206086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:40.317388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0b8be47b-4ef3-404e-877e-7b49df40c758 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:40.328664 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Router 66639a38-d6e7-448f-9e0a-a909448588d2 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:14:40.378403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'name': 'tempest-TestEncryptedCinderVolumes-234332106-router', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:36Z', 'updated_at': '2021-08-17T17:14:39Z', 'revision_number': 4, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'gw_port': {'id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:37Z', 'updated_at': '2021-08-17T17:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'cef495cb-7c05-4aa4-8c33-b89ad0264b1a', 'name': '', 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'mac_address': 'fa:16:3e:ac:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b3098880-c83d-42fa-8836-edd488f2deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:39Z', 'updated_at': '2021-08-17T17:14:39Z', 'revision_number': 1, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'subnets': [{'id': 'b3098880-c83d-42fa-8836-edd488f2deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:40.405238 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 0b8be47b-4ef3-404e-877e-7b49df40c758 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:40.407543 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456111b9-c919-43c7-9e9d-f263e198d4c2 None None] The sync data for ids ['66639a38-d6e7-448f-9e0a-a909448588d2'] in n-d-804878-1 is: [{'id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'name': 'tempest-TestEncryptedCinderVolumes-234332106-router', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:36Z', 'updated_at': '2021-08-17T17:14:39Z', 'revision_number': 4, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'gw_port': {'id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:37Z', 'updated_at': '2021-08-17T17:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'cef495cb-7c05-4aa4-8c33-b89ad0264b1a', 'name': '', 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'mac_address': 'fa:16:3e:ac:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b3098880-c83d-42fa-8836-edd488f2deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:39Z', 'updated_at': '2021-08-17T17:14:39Z', 'revision_number': 1, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'subnets': [{'id': 'b3098880-c83d-42fa-8836-edd488f2deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:14:40.411416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0b8be47b-4ef3-404e-877e-7b49df40c758 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:40.411416 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:40.447359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:14:40.452842 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a3197ca-5f82-4bca-abf2-eb85e1d32f8a admin admin] 10.222.0.77 "PUT /v2.0/routers/66639a38-d6e7-448f-9e0a-a909448588d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1225095 Aug 17 17:14:40.509064 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:40.518068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f5ba10a6-c0ae-4383-bb38-5bb564c5d53b None None] Provisioning complete for port cef495cb-7c05-4aa4-8c33-b89ad0264b1a triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:40.518701 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5ba10a6-c0ae-4383-bb38-5bb564c5d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:40.571429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 0b8be47b-4ef3-404e-877e-7b49df40c758, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0b8be47b-4ef3-404e-877e-7b49df40c758,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:40.572960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba10a6-c0ae-4383-bb38-5bb564c5d53b None None] Port cef495cb-7c05-4aa4-8c33-b89ad0264b1a cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:14:40.576457 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:40.577336 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:40.669800 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=0b8be47b-4ef3-404e-877e-7b49df40c758,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:40.687761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:40.688593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:41.198393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-233c9025-7844-4262-8bf1-04de317d97e5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:41.199898 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-233c9025-7844-4262-8bf1-04de317d97e5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/networks?id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 HTTP/1.1" status: 200 len: 817 time: 0.1003375 Aug 17 17:14:41.215017 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-5e989087-3ac2-4ac2-8e79-1198cf5e9c38 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/quotas/45dd70d4bb314fcf92c7a85cfe9179f2 HTTP/1.1" status: 200 len: 375 time: 0.0089667 Aug 17 17:14:41.264826 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-0b1dd71b-7b28-4e0a-84cb-99f105ee60d6 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=45dd70d4bb314fcf92c7a85cfe9179f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447171 Aug 17 17:14:41.363225 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-9a791199-8ea9-4c08-a67f-2d308c97f37f service neutron] 10.222.0.77 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863066 Aug 17 17:14:41.456958 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-aa765237-11e8-4cd4-9403-e39646a22fe8 service neutron] 10.222.0.77 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875299 Aug 17 17:14:41.636636 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c5a9590e-60df-4d30-b56f-0fd8a96a64ed req-9b77451d-ff72-4a05-b941-6ed9f6723759 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 210 time: 0.0450768 Aug 17 17:14:41.974812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4fac1893-78bf-42e1-89bd-847b74c0caf2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:42.031164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4fac1893-78bf-42e1-89bd-847b74c0caf2 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:42.036020 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4fac1893-78bf-42e1-89bd-847b74c0caf2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:42.036542 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:42.137131 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:42.163137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 4fac1893-78bf-42e1-89bd-847b74c0caf2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4fac1893-78bf-42e1-89bd-847b74c0caf2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:42.168019 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:42.168990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0b8be47b-4ef3-404e-877e-7b49df40c758 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:42.253043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=4fac1893-78bf-42e1-89bd-847b74c0caf2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:42.268598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0b8be47b-4ef3-404e-877e-7b49df40c758 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:42.268968 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:42.649828 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-02e1e476-54e0-4a7b-93fd-65d23bf08087 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:42.651373 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-02e1e476-54e0-4a7b-93fd-65d23bf08087 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.91 "GET /v2.0/networks?id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 HTTP/1.1" status: 200 len: 817 time: 0.1074932 Aug 17 17:14:42.665320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Request body: {'port': {'device_id': '1b489d6e-d0cd-450e-baa3-7590343f5cfd', 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'admin_state_up': True, 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:42.739818 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-806f2fca-36e0-40b4-a9ff-b401d08c6dca req-c0b6a7fd-f103-41e0-a749-5267a69587ad tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 210 time: 0.0295529 Aug 17 17:14:42.787960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Made reservation on behalf of 45dd70d4bb314fcf92c7a85cfe9179f2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:14:42.791570 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:42.917485 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Allocated IP 172.20.0.6 (33aa881a-c07f-4eb0-bed7-0e0b9a6b8369/39782a5f-9684-4eca-880e-410a2cc83a96/28e1ce1e-6846-4c18-9dc2-1e639d87f5b8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:14:42.981110 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Sync routers for ids ['66639a38-d6e7-448f-9e0a-a909448588d2'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:14:42.990982 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Routers {'66639a38-d6e7-448f-9e0a-a909448588d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:14:42.991580 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:14:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['66639a38-d6e7-448f-9e0a-a909448588d2'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:43.070286 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.083277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Transition to ACTIVE for port object 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:43.094183 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Set router 66639a38-d6e7-448f-9e0a-a909448588d2 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:14:43.116053 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.155624 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:14:43.161148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:14:43.164858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:14:43.198163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Pushing event updated for resources: {'Port': ['ID=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:43.225456 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:43.226059 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.249911 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-3d6a8444-c58a-4f79-9d98-1618213471a5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889370 Aug 17 17:14:43.265023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Request body: {'port': {'device_id': '1b489d6e-d0cd-450e-baa3-7590343f5cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:14:43.311795 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'name': 'tempest-TestEncryptedCinderVolumes-234332106-router', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:36Z', 'updated_at': '2021-08-17T17:14:39Z', 'revision_number': 4, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'gw_port': {'id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:37Z', 'updated_at': '2021-08-17T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'cef495cb-7c05-4aa4-8c33-b89ad0264b1a', 'name': '', 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'mac_address': 'fa:16:3e:ac:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b3098880-c83d-42fa-8836-edd488f2deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:39Z', 'updated_at': '2021-08-17T17:14:39Z', 'revision_number': 2, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'subnets': [{'id': 'b3098880-c83d-42fa-8836-edd488f2deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:43.324831 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.343436 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Checking router: 66639a38-d6e7-448f-9e0a-a909448588d2 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:14:43.343784 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Updating router 66639a38-d6e7-448f-9e0a-a909448588d2 port cef495cb-7c05-4aa4-8c33-b89ad0264b1a binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:14:43.369500 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.409587 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d22c5e95-0aa1-4507-b121-35735b1abac6 None None] Provisioning for port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:43.414326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d22c5e95-0aa1-4507-b121-35735b1abac6 None None] Provisioning complete for port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:43.414733 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d22c5e95-0aa1-4507-b121-35735b1abac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.451107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d22c5e95-0aa1-4507-b121-35735b1abac6 None None] Port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:14:43.595469 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:14:43.602946 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.615068 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Transition to ACTIVE for port object 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:43.619624 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.630999 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.640611 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Transition to ACTIVE for port object cef495cb-7c05-4aa4-8c33-b89ad0264b1a will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:14:43.646331 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.676338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Pushing event updated for resources: {'Port': ['ID=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:43.703264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a0563-4b0c-4be9-93f8-0afefe24ae3c None None] Pushing event updated for resources: {'Port': ['ID=cef495cb-7c05-4aa4-8c33-b89ad0264b1a,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:43.747869 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Attempting to bind port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:43.748459 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Attempting to bind port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:43.748949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Attempting to bind port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 on network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:43.754955 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 on network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:14:43.755513 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Attempting to bind port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 on network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:43.762693 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Attempting to bind port cef495cb-7c05-4aa4-8c33-b89ad0264b1a on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:14:43.763729 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:43.764243 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Checking segment: {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:43.764898 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Bound using segment: {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:43.765509 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Bound port: 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:43.766029 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.766830 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Attempting to bind port cef495cb-7c05-4aa4-8c33-b89ad0264b1a by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '65cb7500-547a-479b-8c24-eddebdedfb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:14:43.767363 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Attempting to bind port cef495cb-7c05-4aa4-8c33-b89ad0264b1a on network b7b33808-172c-4dcc-889d-6d2928535bec {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:14:43.774718 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:14:43.774970 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Checking segment: {'id': '65cb7500-547a-479b-8c24-eddebdedfb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:14:43.775491 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.778291 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Bound using segment: {'id': '65cb7500-547a-479b-8c24-eddebdedfb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:14:43.779003 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Bound port: cef495cb-7c05-4aa4-8c33-b89ad0264b1a, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb7500-547a-479b-8c24-eddebdedfb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:14:43.779387 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.863420 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] For port cef495cb-7c05-4aa4-8c33-b89ad0264b1a, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:43.869357 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] For port cef495cb-7c05-4aa4-8c33-b89ad0264b1a, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cef495cb-7c05-4aa4-8c33-b89ad0264b1a,segment=NetworkSegment(65cb7500-547a-479b-8c24-eddebdedfb30),segment_id=65cb7500-547a-479b-8c24-eddebdedfb30)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:43.875204 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.886614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] For port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:14:43.891224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] For port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:14:43.903648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:43.941952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4fac1893-78bf-42e1-89bd-847b74c0caf2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:43.945117 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Routers {'66639a38-d6e7-448f-9e0a-a909448588d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:14:43.946992 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:14:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['66639a38-d6e7-448f-9e0a-a909448588d2'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:43.977497 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88cb5c-bf89-43d0-a203-73ec01c10ec9 req-86ad0c84-ceb6-4ee1-b7d9-911ac5bcebbe tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:43.979738 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa88cb5c-bf89-43d0-a203-73ec01c10ec9 req-86ad0c84-ceb6-4ee1-b7d9-911ac5bcebbe tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 943 time: 0.1562076 Aug 17 17:14:44.011781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:44.012547 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:44.015008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] 10.222.0.91 "PUT /v2.0/ports/28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 HTTP/1.1" status: 200 len: 1091 time: 0.7560201 Aug 17 17:14:44.015008 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b489d6e-d0cd-450e-baa3-7590343f5cfd', 'tag': '28e1ce1e-6846-4c18-9dc2-1e639d87f5b8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:14:44.015883 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a0563-4b0c-4be9-93f8-0afefe24ae3c None None] Pushing event updated for resources: {'Port': ['ID=cef495cb-7c05-4aa4-8c33-b89ad0264b1a,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:44.018573 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b489d6e-d0cd-450e-baa3-7590343f5cfd", "tag": "28e1ce1e-6846-4c18-9dc2-1e639d87f5b8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:14:44.035289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4fac1893-78bf-42e1-89bd-847b74c0caf2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:44.036123 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:44.038912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7004dd-ab34-4522-821b-0da6454b2d2f service neutron] Pushing event updated for resources: {'Port': ['ID=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:44.065514 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aa88cb5c-bf89-43d0-a203-73ec01c10ec9 req-c893950f-c17c-4f14-b4f1-5bd719027ba0 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744190 Aug 17 17:14:44.124970 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cc683e-00f8-46dc-a562-478ec0afd634 x-openstack-request-id: req-17cc683e-00f8-46dc-a562-478ec0afd634 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:14:44.125396 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b489d6e-d0cd-450e-baa3-7590343f5cfd", "tag": "28e1ce1e-6846-4c18-9dc2-1e639d87f5b8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:14:44.125737 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17cc683e-00f8-46dc-a562-478ec0afd634 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:14:44.126862 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b489d6e-d0cd-450e-baa3-7590343f5cfd', 'tag': '28e1ce1e-6846-4c18-9dc2-1e639d87f5b8', 'status': 'completed', 'code': 200} Aug 17 17:14:44.144400 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-7f08cd26-81b1-426d-af94-aeee125da1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:44.146085 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-7f08cd26-81b1-426d-af94-aeee125da1c5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45dd70d4bb314fcf92c7a85cfe9179f2&device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 1094 time: 0.0549548 Aug 17 17:14:44.161471 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] Set router 66639a38-d6e7-448f-9e0a-a909448588d2 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:14:44.203160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-ac8fd5e3-66fb-4319-9bcf-de52e3f402c4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 HTTP/1.1" status: 200 len: 217 time: 0.0467241 Aug 17 17:14:44.261711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-d63a092a-4271-4c00-b819-235c4a14600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:44.263552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-d63a092a-4271-4c00-b819-235c4a14600e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=39782a5f-9684-4eca-880e-410a2cc83a96 HTTP/1.1" status: 200 len: 856 time: 0.0533211 Aug 17 17:14:44.328068 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-583205b2-971f-4a39-85b6-accdaf04b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:44.330301 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-583205b2-971f-4a39-85b6-accdaf04b87b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591595 Aug 17 17:14:44.424301 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-35659c11-aef6-4c89-9fae-06b213ab9e05 service neutron] 10.222.0.91 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866337 Aug 17 17:14:44.484819 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'name': 'tempest-TestEncryptedCinderVolumes-234332106-router', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:36Z', 'updated_at': '2021-08-17T17:14:39Z', 'revision_number': 4, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'gw_port': {'id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:37Z', 'updated_at': '2021-08-17T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'cef495cb-7c05-4aa4-8c33-b89ad0264b1a', 'name': '', 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'mac_address': 'fa:16:3e:ac:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b3098880-c83d-42fa-8836-edd488f2deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:39Z', 'updated_at': '2021-08-17T17:14:43Z', 'revision_number': 4, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'subnets': [{'id': 'b3098880-c83d-42fa-8836-edd488f2deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:14:44.513387 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09cf166-571c-4cef-b3a8-920736aa3373 None None] The sync data for ids ['66639a38-d6e7-448f-9e0a-a909448588d2'] in n-d-804878-1 is: [{'id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'name': 'tempest-TestEncryptedCinderVolumes-234332106-router', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:36Z', 'updated_at': '2021-08-17T17:14:39Z', 'revision_number': 4, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'gw_port': {'id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:37Z', 'updated_at': '2021-08-17T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'cef495cb-7c05-4aa4-8c33-b89ad0264b1a', 'name': '', 'network_id': 'b7b33808-172c-4dcc-889d-6d2928535bec', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'mac_address': 'fa:16:3e:ac:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b3098880-c83d-42fa-8836-edd488f2deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:39Z', 'updated_at': '2021-08-17T17:14:43Z', 'revision_number': 4, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'subnets': [{'id': 'b3098880-c83d-42fa-8836-edd488f2deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:14:44.517473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f36e3a01-7d97-4fb2-b1eb-776b884363b5 req-26339316-b79d-49a5-b9f3-d5d95606f82d service neutron] 10.222.0.91 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856588 Aug 17 17:14:44.612910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-b3125581-9991-4716-902b-b7507341f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:44.614436 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-b3125581-9991-4716-902b-b7507341f260 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45dd70d4bb314fcf92c7a85cfe9179f2&device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 1094 time: 0.0497582 Aug 17 17:14:44.707706 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-b91a72a7-f21b-4e35-a4f2-4599068b4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:44.709259 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-b91a72a7-f21b-4e35-a4f2-4599068b4352 service neutron] 10.222.0.91 "GET /v2.0/networks?id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 HTTP/1.1" status: 200 len: 918 time: 0.0878127 Aug 17 17:14:44.752706 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-ae063171-de83-43e5-9584-cb806b853e6f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 HTTP/1.1" status: 200 len: 217 time: 0.0360243 Aug 17 17:14:44.808414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-d39b015a-0dad-4751-857b-bf3c74470e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:44.809899 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-d39b015a-0dad-4751-857b-bf3c74470e5a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=39782a5f-9684-4eca-880e-410a2cc83a96 HTTP/1.1" status: 200 len: 856 time: 0.0500555 Aug 17 17:14:44.858917 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-f09a4b77-5720-40af-a893-8a2104a29ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:44.860473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-f09a4b77-5720-40af-a893-8a2104a29ab3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427737 Aug 17 17:14:44.959306 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-bdde346d-3a93-44ee-b3f1-ea817c4fda59 service neutron] 10.222.0.91 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907784 Aug 17 17:14:45.052771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7bc6901e-46c3-4223-8695-ff1f84e7ca8f req-fea6d5fc-1b70-4203-bd92-737aff66158d service neutron] 10.222.0.91 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850825 Aug 17 17:14:45.193632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f182083-b1c8-4c2a-b87b-3100d99adc08 req-509b9174-b5d2-4d6c-9601-1c5f5d886766 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:45.195297 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f182083-b1c8-4c2a-b87b-3100d99adc08 req-509b9174-b5d2-4d6c-9601-1c5f5d886766 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 943 time: 0.0496686 Aug 17 17:14:45.233110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f182083-b1c8-4c2a-b87b-3100d99adc08 req-158b99d8-be01-4330-b684-07498abbe952 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Aug 17 17:14:45.905342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cef495cb-7c05-4aa4-8c33-b89ad0264b1a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:45.952682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port cef495cb-7c05-4aa4-8c33-b89ad0264b1a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:45.956932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port cef495cb-7c05-4aa4-8c33-b89ad0264b1a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:45.957308 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:46.195462 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:46.226142 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port cef495cb-7c05-4aa4-8c33-b89ad0264b1a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cef495cb-7c05-4aa4-8c33-b89ad0264b1a,segment=NetworkSegment(65cb7500-547a-479b-8c24-eddebdedfb30),segment_id=65cb7500-547a-479b-8c24-eddebdedfb30)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:46.230139 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:46.277899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=cef495cb-7c05-4aa4-8c33-b89ad0264b1a,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:46.348580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23480f0-35de-4a1a-a03b-2cb69c655d36 req-3f5c94c0-2a61-4577-8a9f-6f5dee206617 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:46.350095 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f23480f0-35de-4a1a-a03b-2cb69c655d36 req-3f5c94c0-2a61-4577-8a9f-6f5dee206617 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 943 time: 0.0482805 Aug 17 17:14:46.388397 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f23480f0-35de-4a1a-a03b-2cb69c655d36 req-3c1f3485-ba73-4b6f-92df-a152e9fe1bb6 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323582 Aug 17 17:14:47.333316 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:14:47.429139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:47.440086 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '28e1ce1e-6846-4c18-9dc2-1e639d87f5b8', 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'port_id': '28e1ce1e-6846-4c18-9dc2-1e639d87f5b8', 'mac_address': 'fa:16:3e:46:d2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:14:47.476500 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:47.489682 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:14:47.505927 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3d823-f664-4cd5-b9f7-43d7d4a79681 req-6d2b9ae1-ebf8-41c6-b859-7470115358be tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:47.507465 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-49f3d823-f664-4cd5-b9f7-43d7d4a79681 req-6d2b9ae1-ebf8-41c6-b859-7470115358be tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 943 time: 0.0541906 Aug 17 17:14:47.513219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:47.517320 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:47.545468 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-49f3d823-f664-4cd5-b9f7-43d7d4a79681 req-7ca06846-b65b-481c-bf2e-ccf2fb94b66a tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Aug 17 17:14:47.569045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:47.712159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['28e1ce1e-6846-4c18-9dc2-1e639d87f5b8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:14:47.895846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cef495cb-7c05-4aa4-8c33-b89ad0264b1a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:47.945784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port cef495cb-7c05-4aa4-8c33-b89ad0264b1a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:47.946160 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:48.660765 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366e6c6-a8b3-4064-ad24-0b51ca5128e9 req-1209ad05-2ed6-417b-88e8-115df2d2277e tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:48.662216 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6366e6c6-a8b3-4064-ad24-0b51ca5128e9 req-1209ad05-2ed6-417b-88e8-115df2d2277e tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 944 time: 0.0484853 Aug 17 17:14:48.700324 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6366e6c6-a8b3-4064-ad24-0b51ca5128e9 req-4251224d-c25c-4740-83d1-f6707244eafd tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Aug 17 17:14:49.333394 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:14:49.380613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:14:49.384623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:14:49.384994 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:49.462038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:49.484019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b489d6e-d0cd-450e-baa3-7590343f5cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e1ce1e-6846-4c18-9dc2-1e639d87f5b8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:14:49.486258 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9145fb33-aaab-461f-8791-c5b297b49cc0" -d '{"events": [{"server_uuid": "1b489d6e-d0cd-450e-baa3-7590343f5cfd", "name": "network-vif-plugged", "status": "completed", "tag": "28e1ce1e-6846-4c18-9dc2-1e639d87f5b8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:14:49.499342 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:14:49.503549 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:49.526917 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df137ab-5f9c-418b-909b-1404398bb378 x-openstack-request-id: req-3df137ab-5f9c-418b-909b-1404398bb378 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:14:49.527203 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b489d6e-d0cd-450e-baa3-7590343f5cfd", "name": "network-vif-plugged", "status": "completed", "tag": "28e1ce1e-6846-4c18-9dc2-1e639d87f5b8", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:14:49.527459 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3df137ab-5f9c-418b-909b-1404398bb378 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:14:49.527848 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b489d6e-d0cd-450e-baa3-7590343f5cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e1ce1e-6846-4c18-9dc2-1e639d87f5b8', 'code': 200} Aug 17 17:14:49.553484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:14:49.615710 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047171c-b727-4cba-8093-862061198804 req-287fa830-9c62-434d-b02b-4bec8f8cfb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:49.617348 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2047171c-b727-4cba-8093-862061198804 req-287fa830-9c62-434d-b02b-4bec8f8cfb91 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 1096 time: 0.0399716 Aug 17 17:14:49.652419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2047171c-b727-4cba-8093-862061198804 req-36f99bc3-99ee-4bf2-b985-c959173e18e8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276637 Aug 17 17:14:49.837134 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689c804-05e7-4b53-8fad-22c380faea9d req-c611d9e4-9aca-4643-9fba-862c3928f5a4 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:49.838682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2689c804-05e7-4b53-8fad-22c380faea9d req-c611d9e4-9aca-4643-9fba-862c3928f5a4 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 945 time: 0.0535359 Aug 17 17:14:49.876475 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2689c804-05e7-4b53-8fad-22c380faea9d req-e1cb0e49-1878-44f4-a319-d0f84fd7364a tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Aug 17 17:14:50.031075 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:50.418848 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:14:50.992370 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da3333-1bda-47da-85b6-039cba84c56e req-58c20293-1bdd-4e4a-93c3-845091340054 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:50.993885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09da3333-1bda-47da-85b6-039cba84c56e req-58c20293-1bdd-4e4a-93c3-845091340054 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 945 time: 0.0500953 Aug 17 17:14:51.031090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-09da3333-1bda-47da-85b6-039cba84c56e req-71d71a70-a9c3-44df-8a57-a7c7a4be474a tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312057 Aug 17 17:14:51.144847 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f0783-0d43-4820-a256-5c476d5f61f4 req-d5c5e8f4-08e5-4b23-8c62-7b15827dcce0 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:14:51.146313 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-945f0783-0d43-4820-a256-5c476d5f61f4 req-d5c5e8f4-08e5-4b23-8c62-7b15827dcce0 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 945 time: 0.0485957 Aug 17 17:14:51.184173 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-945f0783-0d43-4820-a256-5c476d5f61f4 req-74afb02c-615a-48b3-91e3-5038abbfd257 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Aug 17 17:14:52.569179 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:15:02.223503 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51b9fb6c-0eff-4b7f-8fa0-6228352281ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:04.879416 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-664bacd6-4af2-48f3-934b-4735cee345fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:05.075198 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:06.128139 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:07.857446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:09.625187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50ec1-f84a-4a0a-9bb9-0cee0910440f req-adff0f3b-b9d6-4c75-a72d-7d872c70f4ce tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:09.627392 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cee50ec1-f84a-4a0a-9bb9-0cee0910440f req-adff0f3b-b9d6-4c75-a72d-7d872c70f4ce tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 945 time: 0.0543997 Aug 17 17:15:09.665317 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cee50ec1-f84a-4a0a-9bb9-0cee0910440f req-e2f80815-3687-43e0-8f30-15f17e1e3285 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Aug 17 17:15:10.784545 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f91a87-cb9e-4ac1-bb68-b23ceac8dc66 req-53fea843-16eb-44f1-93c7-8dc958d7a253 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:10.785998 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-25f91a87-cb9e-4ac1-bb68-b23ceac8dc66 req-53fea843-16eb-44f1-93c7-8dc958d7a253 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 945 time: 0.0524046 Aug 17 17:15:10.824771 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-25f91a87-cb9e-4ac1-bb68-b23ceac8dc66 req-b24ca113-d3df-4bc2-a1e2-457b98b6ae0f tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328438 Aug 17 17:15:11.161647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-5bb3c9e1-ad37-4b61-afcb-5582f036886d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:11.163091 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-5bb3c9e1-ad37-4b61-afcb-5582f036886d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 945 time: 0.0484197 Aug 17 17:15:11.250425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-d3a4f05e-e534-4f40-be79-792e6423751b tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Deleting port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:15:11.250696 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-d3a4f05e-e534-4f40-be79-792e6423751b tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:11.340309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-d3a4f05e-e534-4f40-be79-792e6423751b tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] For port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:11.340658 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-d3a4f05e-e534-4f40-be79-792e6423751b tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:11.353135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-d3a4f05e-e534-4f40-be79-792e6423751b tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Calling delete_port for 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:15:11.479319 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-d3a4f05e-e534-4f40-be79-792e6423751b tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:11.491780 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['28e1ce1e-6846-4c18-9dc2-1e639d87f5b8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:15:11.510468 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4f05e-e534-4f40-be79-792e6423751b tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Pushing event deleted for resources: {'Port': ['ID=28e1ce1e-6846-4c18-9dc2-1e639d87f5b8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:11.550593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-d3a4f05e-e534-4f40-be79-792e6423751b tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] No DVR routers for this DVR port 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:15:11.553364 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-d3a4f05e-e534-4f40-be79-792e6423751b tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:11.555433 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5b45076f-9eaa-4392-868c-6c2950da8f82 req-d3a4f05e-e534-4f40-be79-792e6423751b tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.91 "DELETE /v2.0/ports/28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 HTTP/1.1" status: 204 len: 173 time: 0.3856308 Aug 17 17:15:11.555982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b489d6e-d0cd-450e-baa3-7590343f5cfd', 'name': 'network-vif-deleted', 'tag': '28e1ce1e-6846-4c18-9dc2-1e639d87f5b8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:15:11.558248 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321ca194-03d6-4c2a-af1b-3b4a47114a1a" -d '{"events": [{"server_uuid": "1b489d6e-d0cd-450e-baa3-7590343f5cfd", "name": "network-vif-deleted", "tag": "28e1ce1e-6846-4c18-9dc2-1e639d87f5b8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:15:11.613243 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b9d0ca-b93f-49da-ab44-6b70dab6f793 x-openstack-request-id: req-b4b9d0ca-b93f-49da-ab44-6b70dab6f793 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:15:11.613534 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b489d6e-d0cd-450e-baa3-7590343f5cfd", "name": "network-vif-deleted", "tag": "28e1ce1e-6846-4c18-9dc2-1e639d87f5b8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:15:11.613826 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4b9d0ca-b93f-49da-ab44-6b70dab6f793 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:15:11.614224 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b489d6e-d0cd-450e-baa3-7590343f5cfd', 'name': 'network-vif-deleted', 'tag': '28e1ce1e-6846-4c18-9dc2-1e639d87f5b8', 'status': 'completed', 'code': 200} Aug 17 17:15:11.933745 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5e0edf13-018c-430c-b635-a835ff8731e3 req-400d2fbd-0bb8-4365-a7b7-d78cca58fd68 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b489d6e-d0cd-450e-baa3-7590343f5cfd HTTP/1.1" status: 200 len: 210 time: 0.0302043 Aug 17 17:15:13.543703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-fbd661d9-e864-4e80-b9e0-3181f4a5f929 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:13.545147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-fbd661d9-e864-4e80-b9e0-3181f4a5f929 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/networks?id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 HTTP/1.1" status: 200 len: 817 time: 0.0996850 Aug 17 17:15:13.560081 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-962b57a5-c4d5-4efa-b824-8f7cf27f2231 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/quotas/45dd70d4bb314fcf92c7a85cfe9179f2 HTTP/1.1" status: 200 len: 375 time: 0.0088260 Aug 17 17:15:13.609251 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-dc2b8d90-b0bf-4fdd-9450-f514ff027f5e tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=45dd70d4bb314fcf92c7a85cfe9179f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434995 Aug 17 17:15:13.706504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-9a16e5c9-2d53-4caf-8245-482910751397 service neutron] 10.222.0.77 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857010 Aug 17 17:15:13.792797 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-13f0c99f-5258-4b87-ad6f-d34f22350f27 service neutron] 10.222.0.77 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804029 Aug 17 17:15:13.955923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ebed6250-bdb7-4fee-ab7e-0e5a351e3ecd req-986fac0c-4b00-4868-930f-9950e10674f0 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 210 time: 0.0304799 Aug 17 17:15:14.939021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-e6a4e57a-0fea-48e6-bf87-cc6de356792a tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:14.940534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-e6a4e57a-0fea-48e6-bf87-cc6de356792a tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.91 "GET /v2.0/networks?id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 HTTP/1.1" status: 200 len: 817 time: 0.1127198 Aug 17 17:15:14.952872 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Request body: {'port': {'device_id': '1febdecc-19b6-4761-9365-04a71db5ac13', 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'admin_state_up': True, 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:15:15.064832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-637baf05-d4f2-4012-896c-93ebd805b8f8 req-95e2405a-3fa6-4ad2-b748-610c59a29e6d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 210 time: 0.0336931 Aug 17 17:15:15.088217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Made reservation on behalf of 45dd70d4bb314fcf92c7a85cfe9179f2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:15:15.091681 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:15.212628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Allocated IP 172.20.0.8 (33aa881a-c07f-4eb0-bed7-0e0b9a6b8369/39782a5f-9684-4eca-880e-410a2cc83a96/86f1f31d-a3ef-4e24-82d1-19f23b7dec7d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:15:15.359530 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:15.372708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Transition to ACTIVE for port object 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:15:15.405157 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:15.452825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:15:15.456011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:15:15.459750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:15:15.465961 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Pushing event updated for resources: {'Port': ['ID=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:15.483423 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:15:15.495167 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.495515 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.495861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.496196 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.496530 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.496904 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.497186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.497516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.497843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.498160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.498516 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.498839 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:15.509218 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:15:15.509760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 28e1ce1e-6846-4c18-9dc2-1e639d87f5b8 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:15:15.524788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:15.525406 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:15.540956 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-38b2368f-fc35-4b27-b159-8deba411599d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918663 Aug 17 17:15:15.553966 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Request body: {'port': {'device_id': '1febdecc-19b6-4761-9365-04a71db5ac13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:15:15.609951 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:15.735349 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2b515f67-9d59-4bd7-91be-b4bd664b058c None None] Provisioning for port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:15:15.739442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2b515f67-9d59-4bd7-91be-b4bd664b058c None None] Provisioning complete for port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:15:15.739813 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b515f67-9d59-4bd7-91be-b4bd664b058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:15.773866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2b515f67-9d59-4bd7-91be-b4bd664b058c None None] Port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:15:15.877877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:15:15.885250 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:15.897498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Transition to ACTIVE for port object 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:15:15.900721 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:15.952596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Pushing event updated for resources: {'Port': ['ID=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:16.027482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Attempting to bind port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:15:16.027811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Attempting to bind port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:15:16.028143 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Attempting to bind port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d on network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:15:16.032846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d on network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:15:16.033160 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Attempting to bind port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d on network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:15:16.038105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:15:16.038467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Checking segment: {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:15:16.038844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Bound using segment: {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:15:16.039267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Bound port: 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e65902-245d-4bd5-bfa3-cc2999e50ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:15:16.039619 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:16.109060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] For port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:15:16.112163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] For port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:15:16.116643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:16.150612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:16.151126 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:16.152404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] 10.222.0.91 "PUT /v2.0/ports/86f1f31d-a3ef-4e24-82d1-19f23b7dec7d HTTP/1.1" status: 200 len: 1091 time: 0.6027863 Aug 17 17:15:16.152846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1febdecc-19b6-4761-9365-04a71db5ac13', 'tag': '86f1f31d-a3ef-4e24-82d1-19f23b7dec7d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:15:16.155148 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c" -d '{"events": [{"name": "network-changed", "server_uuid": "1febdecc-19b6-4761-9365-04a71db5ac13", "tag": "86f1f31d-a3ef-4e24-82d1-19f23b7dec7d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:15:16.188482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ad315-e030-4e70-a10b-9bf22552326e service neutron] Pushing event updated for resources: {'Port': ['ID=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:16.198462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7295e-df2b-451c-ad51-dbe172091cc4 req-fe90e1ab-810c-40d8-ae8f-c8d648e9bf11 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:16.201240 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-55f7295e-df2b-451c-ad51-dbe172091cc4 req-fe90e1ab-810c-40d8-ae8f-c8d648e9bf11 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 943 time: 0.0660758 Aug 17 17:15:16.225548 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438b7881-142e-4e90-abf6-b8842afa5164 x-openstack-request-id: req-438b7881-142e-4e90-abf6-b8842afa5164 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:15:16.225837 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1febdecc-19b6-4761-9365-04a71db5ac13", "tag": "86f1f31d-a3ef-4e24-82d1-19f23b7dec7d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:15:16.226158 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-438b7881-142e-4e90-abf6-b8842afa5164 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:15:16.226532 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1febdecc-19b6-4761-9365-04a71db5ac13', 'tag': '86f1f31d-a3ef-4e24-82d1-19f23b7dec7d', 'status': 'completed', 'code': 200} Aug 17 17:15:16.249652 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-55f7295e-df2b-451c-ad51-dbe172091cc4 req-c559ff71-2563-4f20-9ce6-cb6edd8c74cf tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398433 Aug 17 17:15:16.260590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-71d4cb38-4d6f-4cb0-ad72-a33b5809c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:16.267735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-71d4cb38-4d6f-4cb0-ad72-a33b5809c1b2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45dd70d4bb314fcf92c7a85cfe9179f2&device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 1094 time: 0.0540836 Aug 17 17:15:16.315286 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-3f54d077-ede3-415a-a82a-69d0d24ee293 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d HTTP/1.1" status: 200 len: 217 time: 0.0398872 Aug 17 17:15:16.366580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-5ef2d426-6fe6-4ff1-a74e-730d6f17e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:16.368415 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-5ef2d426-6fe6-4ff1-a74e-730d6f17e879 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=39782a5f-9684-4eca-880e-410a2cc83a96 HTTP/1.1" status: 200 len: 856 time: 0.0469394 Aug 17 17:15:16.414073 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-c920e6c6-0fe2-4537-8453-2e60e769d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:16.415633 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-c920e6c6-0fe2-4537-8453-2e60e769d8b5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400057 Aug 17 17:15:16.511368 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-4f0e3823-8861-4b3d-a7d3-6d840b9f420c service neutron] 10.222.0.91 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885906 Aug 17 17:15:16.600067 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-15ac3bef-d7cf-4426-9e40-f5b208ea6336 req-d8153a0f-ba1c-42b0-9605-c10a7579f564 service neutron] 10.222.0.91 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817544 Aug 17 17:15:16.686923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-313bb288-20de-44a5-b07d-e1d95805579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:16.688384 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-313bb288-20de-44a5-b07d-e1d95805579a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45dd70d4bb314fcf92c7a85cfe9179f2&device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 1094 time: 0.0411341 Aug 17 17:15:16.781651 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-a16e645c-e3d7-4181-9a90-95f7af93b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:16.783585 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-a16e645c-e3d7-4181-9a90-95f7af93b0d8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 HTTP/1.1" status: 200 len: 918 time: 0.0879409 Aug 17 17:15:16.823233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-051a67b6-3702-40b9-9b3d-2523ce045262 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d HTTP/1.1" status: 200 len: 217 time: 0.0331604 Aug 17 17:15:16.875316 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-8999c154-31dd-4dec-ab23-e03d2602d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:16.876757 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-8999c154-31dd-4dec-ab23-e03d2602d57d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=39782a5f-9684-4eca-880e-410a2cc83a96 HTTP/1.1" status: 200 len: 856 time: 0.0464609 Aug 17 17:15:16.922956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-c7959a60-4430-47a9-8127-a4dc54d92c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:16.924523 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-c7959a60-4430-47a9-8127-a4dc54d92c50 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398338 Aug 17 17:15:17.018124 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-40498196-52a9-49ca-a0bc-9fca8ca233c8 service neutron] 10.222.0.91 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859394 Aug 17 17:15:17.106138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0a439f6a-a7fc-4a60-abfa-8f9396d2d77c req-bff5ad87-419e-46a3-b0f5-eb619223db8e service neutron] 10.222.0.91 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808911 Aug 17 17:15:17.364811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3cfe2-39f5-44c1-8880-1ed50a16ca3c req-aa3205ba-219b-48d8-95d0-ef2810f0d806 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:17.366183 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0cb3cfe2-39f5-44c1-8880-1ed50a16ca3c req-aa3205ba-219b-48d8-95d0-ef2810f0d806 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 943 time: 0.0486009 Aug 17 17:15:17.403386 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0cb3cfe2-39f5-44c1-8880-1ed50a16ca3c req-31cac336-f5e4-4bc2-a789-62dc35c32f45 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Aug 17 17:15:18.514247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b0c5f-112e-4b11-9326-07513b40191a req-027b334a-518a-4f72-95e1-c773a601af25 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:18.515750 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b4b0c5f-112e-4b11-9326-07513b40191a req-027b334a-518a-4f72-95e1-c773a601af25 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 943 time: 0.0485229 Aug 17 17:15:18.553523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b4b0c5f-112e-4b11-9326-07513b40191a req-546b9239-14cd-495b-8848-0c66a95f138d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Aug 17 17:15:19.488170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:15:19.584053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:19.596559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '86f1f31d-a3ef-4e24-82d1-19f23b7dec7d', 'network_id': '33aa881a-c07f-4eb0-bed7-0e0b9a6b8369', 'port_id': '86f1f31d-a3ef-4e24-82d1-19f23b7dec7d', 'mac_address': 'fa:16:3e:5c:d1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39782a5f-9684-4eca-880e-410a2cc83a96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:15:19.638226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:19.651759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:15:19.671415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:19.672569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1277a0-f291-4d6a-9a30-1de71f3fc5bb req-b075fe0f-7046-4ee4-98e7-edeafdb9e076 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:19.674841 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dd1277a0-f291-4d6a-9a30-1de71f3fc5bb req-b075fe0f-7046-4ee4-98e7-edeafdb9e076 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 943 time: 0.0540714 Aug 17 17:15:19.675921 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:19.713558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dd1277a0-f291-4d6a-9a30-1de71f3fc5bb req-b2bf207a-a38a-4ef3-8a04-422c12b6fc7f tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325797 Aug 17 17:15:19.727773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:19.734955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.735303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.735661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.736002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.736330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.736656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.736977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.737298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.737619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.737934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.738313 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.738590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:19.865502 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['86f1f31d-a3ef-4e24-82d1-19f23b7dec7d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:15:20.028401 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:20.422171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:20.826986 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d7ee-0ebc-4ce2-a7b4-8c7c7eecdcba req-9a0b04d4-fa86-4cf9-9804-299e0ffc0006 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:20.828472 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d184d7ee-0ebc-4ce2-a7b4-8c7c7eecdcba req-9a0b04d4-fa86-4cf9-9804-299e0ffc0006 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 944 time: 0.0486312 Aug 17 17:15:20.872087 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d184d7ee-0ebc-4ce2-a7b4-8c7c7eecdcba req-542cdaee-9fbe-4db0-98f3-09ed5c47bca2 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Aug 17 17:15:21.514166 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:15:21.561598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:15:21.565730 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:15:21.566104 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:21.644199 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:21.665839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1febdecc-19b6-4761-9365-04a71db5ac13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f1f31d-a3ef-4e24-82d1-19f23b7dec7d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:15:21.668140 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5e2a2e-c29d-4482-8514-d106ddd162af" -d '{"events": [{"server_uuid": "1febdecc-19b6-4761-9365-04a71db5ac13", "name": "network-vif-plugged", "status": "completed", "tag": "86f1f31d-a3ef-4e24-82d1-19f23b7dec7d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:15:21.681405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:21.685640 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:21.709246 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6ff667-2a93-4144-a82a-9170b842e77c x-openstack-request-id: req-ca6ff667-2a93-4144-a82a-9170b842e77c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:15:21.709544 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1febdecc-19b6-4761-9365-04a71db5ac13", "name": "network-vif-plugged", "status": "completed", "tag": "86f1f31d-a3ef-4e24-82d1-19f23b7dec7d", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:15:21.709817 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca6ff667-2a93-4144-a82a-9170b842e77c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:15:21.710207 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1febdecc-19b6-4761-9365-04a71db5ac13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f1f31d-a3ef-4e24-82d1-19f23b7dec7d', 'code': 200} Aug 17 17:15:21.739074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:21.795614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03ae20-5140-460f-82bb-d56718e2ef1c req-5fb9903e-709b-4783-a9ed-cbb1c91d1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:21.796970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e03ae20-5140-460f-82bb-d56718e2ef1c req-5fb9903e-709b-4783-a9ed-cbb1c91d1003 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 1096 time: 0.0396397 Aug 17 17:15:21.831511 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e03ae20-5140-460f-82bb-d56718e2ef1c req-a3ffa126-d5ec-4f69-85ae-93799e5d26f9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274856 Aug 17 17:15:21.986332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed10e0-06e5-442f-a69e-fcf3acc62384 req-480c0f24-e586-47b3-96f1-d9eb1389e36f tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:21.987873 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36ed10e0-06e5-442f-a69e-fcf3acc62384 req-480c0f24-e586-47b3-96f1-d9eb1389e36f tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 945 time: 0.0497291 Aug 17 17:15:22.024952 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36ed10e0-06e5-442f-a69e-fcf3acc62384 req-a8ab3607-7172-4a19-915e-897705f30e5c tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308096 Aug 17 17:15:23.144486 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f23a0-3be7-4f93-ae76-97a0b2d79b9b req-26dfe11e-9dbc-404f-9a1a-72a569742b1d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:23.145978 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b8f23a0-3be7-4f93-ae76-97a0b2d79b9b req-26dfe11e-9dbc-404f-9a1a-72a569742b1d tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 945 time: 0.0505621 Aug 17 17:15:23.183206 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3b8f23a0-3be7-4f93-ae76-97a0b2d79b9b req-500c55be-520d-4aff-82bc-779d2d7a5465 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313101 Aug 17 17:15:23.297727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efc882-1536-4b53-b221-4bd37b4931f5 req-848a1d49-d808-4996-8aff-255155320868 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:23.299134 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69efc882-1536-4b53-b221-4bd37b4931f5 req-848a1d49-d808-4996-8aff-255155320868 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 945 time: 0.0488462 Aug 17 17:15:23.336920 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69efc882-1536-4b53-b221-4bd37b4931f5 req-77cb8e64-376e-45d7-a619-544a6f249425 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Aug 17 17:15:27.171726 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-4fe00019-9a84-42bf-b6a6-e918de2745f8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440979 Aug 17 17:15:27.254352 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-4114dc84-53a2-4cda-ae3c-517eef83fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:27.255866 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-4114dc84-53a2-4cda-ae3c-517eef83fe79 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45dd70d4bb314fcf92c7a85cfe9179f2&device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 1096 time: 0.0413282 Aug 17 17:15:27.361634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-139e7100-c41b-4cd2-bcd4-c56f3ad92452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:27.363160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-139e7100-c41b-4cd2-bcd4-c56f3ad92452 service neutron] 10.222.0.91 "GET /v2.0/networks?id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 HTTP/1.1" status: 200 len: 918 time: 0.0889480 Aug 17 17:15:27.405158 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-79a0f65a-345b-4af7-bf9f-a3ad07135965 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d HTTP/1.1" status: 200 len: 217 time: 0.0348134 Aug 17 17:15:27.454192 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-255ff8ee-6b02-4174-9bf6-e66fee07a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:27.456237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-255ff8ee-6b02-4174-9bf6-e66fee07a20f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=39782a5f-9684-4eca-880e-410a2cc83a96 HTTP/1.1" status: 200 len: 856 time: 0.0444541 Aug 17 17:15:27.503405 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-66234577-68e2-4d84-a2c4-ae406e60a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:27.504956 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-66234577-68e2-4d84-a2c4-ae406e60a2d3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419593 Aug 17 17:15:27.597294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-9c20997a-d846-4a0f-980b-7af1e3ee24af service neutron] 10.222.0.91 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856426 Aug 17 17:15:27.685160 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-386a736b-804c-4b90-ab98-ae55de7f9309 req-0c3987e9-182b-4118-87bb-05064c55e9b3 service neutron] 10.222.0.91 "GET /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814452 Aug 17 17:15:29.568530 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:15:32.224058 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab81-62d3-4b44-b27f-7d2c06aee8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:34.882172 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a79d972-d5a9-4f3d-aa98-74b26e08fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:35.075756 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:36.134004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:37.857442 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:41.643256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84d4d2-6319-4eac-9155-137ab1907ef9 req-dda6cbf0-ed66-4c11-a6db-2a5e20749fa3 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:41.644725 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2f84d4d2-6319-4eac-9155-137ab1907ef9 req-dda6cbf0-ed66-4c11-a6db-2a5e20749fa3 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 945 time: 0.0502269 Aug 17 17:15:41.685959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2f84d4d2-6319-4eac-9155-137ab1907ef9 req-c6344d7c-5051-44f1-b480-1be894cc7bec tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353177 Aug 17 17:15:42.805852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcaab5-6b2f-4a41-899d-e0acfca5d3bf req-4ebce2f2-7d00-48a8-96b2-5ed520417c83 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:42.807359 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84bcaab5-6b2f-4a41-899d-e0acfca5d3bf req-4ebce2f2-7d00-48a8-96b2-5ed520417c83 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 945 time: 0.0525563 Aug 17 17:15:42.843404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84bcaab5-6b2f-4a41-899d-e0acfca5d3bf req-52eacb11-7bb4-4199-b755-5b3e91280c4a tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/security-groups?id=6db480e7-c524-41d8-9fa2-f0cc18b552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301075 Aug 17 17:15:43.137043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-c3f3b3e6-921f-45fe-8643-d61f14ce9da5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:43.138492 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-c3f3b3e6-921f-45fe-8643-d61f14ce9da5 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.91 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 945 time: 0.0475276 Aug 17 17:15:43.227451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-521a1147-0334-4bdc-a542-9d6cedf07b15 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Deleting port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:15:43.227786 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-521a1147-0334-4bdc-a542-9d6cedf07b15 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:43.314169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-521a1147-0334-4bdc-a542-9d6cedf07b15 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] For port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:43.314477 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-521a1147-0334-4bdc-a542-9d6cedf07b15 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:43.333528 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-521a1147-0334-4bdc-a542-9d6cedf07b15 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Calling delete_port for 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:15:43.459285 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-521a1147-0334-4bdc-a542-9d6cedf07b15 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:43.472137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['86f1f31d-a3ef-4e24-82d1-19f23b7dec7d'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:15:43.487292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a1147-0334-4bdc-a542-9d6cedf07b15 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Pushing event deleted for resources: {'Port': ['ID=86f1f31d-a3ef-4e24-82d1-19f23b7dec7d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:43.528767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-521a1147-0334-4bdc-a542-9d6cedf07b15 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] No DVR routers for this DVR port 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:15:43.531882 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-521a1147-0334-4bdc-a542-9d6cedf07b15 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:43.534728 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-10fef39a-f860-4dd7-a059-eebd9a0223e3 req-521a1147-0334-4bdc-a542-9d6cedf07b15 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.91 "DELETE /v2.0/ports/86f1f31d-a3ef-4e24-82d1-19f23b7dec7d HTTP/1.1" status: 204 len: 173 time: 0.3899879 Aug 17 17:15:43.535127 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1febdecc-19b6-4761-9365-04a71db5ac13', 'name': 'network-vif-deleted', 'tag': '86f1f31d-a3ef-4e24-82d1-19f23b7dec7d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:15:43.537593 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637794f9-5267-4a65-b534-097cc1d9cc62" -d '{"events": [{"server_uuid": "1febdecc-19b6-4761-9365-04a71db5ac13", "name": "network-vif-deleted", "tag": "86f1f31d-a3ef-4e24-82d1-19f23b7dec7d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:15:43.575020 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5047500d-d069-4193-a9d0-78fa2c132e6d x-openstack-request-id: req-5047500d-d069-4193-a9d0-78fa2c132e6d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:15:43.575309 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1febdecc-19b6-4761-9365-04a71db5ac13", "name": "network-vif-deleted", "tag": "86f1f31d-a3ef-4e24-82d1-19f23b7dec7d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:15:43.575794 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5047500d-d069-4193-a9d0-78fa2c132e6d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:15:43.575961 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1febdecc-19b6-4761-9365-04a71db5ac13', 'name': 'network-vif-deleted', 'tag': '86f1f31d-a3ef-4e24-82d1-19f23b7dec7d', 'status': 'completed', 'code': 200} Aug 17 17:15:43.953774 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-364a0d7b-5dd5-4cfd-9223-5608b30cc62d req-1adea3aa-93e2-4ece-9e73-c7a9e75c7965 tempest-TestEncryptedCinderVolumes-781815201 tempest-TestEncryptedCinderVolumes-781815201-project] 10.222.0.77 "GET /v2.0/ports?device_id=1febdecc-19b6-4761-9365-04a71db5ac13 HTTP/1.1" status: 200 len: 210 time: 0.0317440 Aug 17 17:15:45.042293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:45.609159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:15:45.630128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:15:45.630496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 86f1f31d-a3ef-4e24-82d1-19f23b7dec7d not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:15:45.728274 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:45.971687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] Deleting port 0b8be47b-4ef3-404e-877e-7b49df40c758 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:15:45.972024 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:46.051647 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] For port 0b8be47b-4ef3-404e-877e-7b49df40c758, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0b8be47b-4ef3-404e-877e-7b49df40c758,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:46.052303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:46.065367 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] Calling delete_port for 0b8be47b-4ef3-404e-877e-7b49df40c758 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:15:46.248341 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:46.273822 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8be47b-4ef3-404e-877e-7b49df40c758,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:46.436813 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:46.651426 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] Router b8fea7d4-b123-42a3-a21f-56cc3c723651 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:15:46.755239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:15:46.760325 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2364d838-2fc0-4ac2-872a-1affebb16423 admin admin] 10.222.0.77 "PUT /v2.0/routers/b8fea7d4-b123-42a3-a21f-56cc3c723651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169433 Aug 17 17:15:46.763029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43530) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:46.763826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] Sync routers for ids ['b8fea7d4-b123-42a3-a21f-56cc3c723651'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:15:46.772765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] Routers {'b8fea7d4-b123-42a3-a21f-56cc3c723651'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:15:46.773379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:15:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b8fea7d4-b123-42a3-a21f-56cc3c723651'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:46.867792 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:46.876107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] Set router b8fea7d4-b123-42a3-a21f-56cc3c723651 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:15:46.969505 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.022931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Deleting port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:15:47.023266 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.054184 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'name': 'tempest-TestEncryptedCinderVolumes-2093741448-router', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:31Z', 'updated_at': '2021-08-17T17:15:46Z', 'revision_number': 5, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'gw_port': {'id': '7af2c6e8-c780-4f07-bb16-c9bc2221cae0', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:32Z', 'updated_at': '2021-08-17T17:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:47.081321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] Checking router: b8fea7d4-b123-42a3-a21f-56cc3c723651 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:15:47.089268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] Routers {'b8fea7d4-b123-42a3-a21f-56cc3c723651'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:15:47.089874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:15:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b8fea7d4-b123-42a3-a21f-56cc3c723651'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:47.106480 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] For port 7af2c6e8-c780-4f07-bb16-c9bc2221cae0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7af2c6e8-c780-4f07-bb16-c9bc2221cae0,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:47.107037 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.118995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Calling delete_port for 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:15:47.173842 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] Set router b8fea7d4-b123-42a3-a21f-56cc3c723651 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:15:47.224598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'name': 'tempest-TestEncryptedCinderVolumes-2093741448-router', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:31Z', 'updated_at': '2021-08-17T17:15:46Z', 'revision_number': 6, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:47.254903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b622d-7280-4549-8ba5-648a41920931 None None] The sync data for ids ['b8fea7d4-b123-42a3-a21f-56cc3c723651'] in n-d-804878-1 is: [{'id': 'b8fea7d4-b123-42a3-a21f-56cc3c723651', 'name': 'tempest-TestEncryptedCinderVolumes-2093741448-router', 'tenant_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:31Z', 'updated_at': '2021-08-17T17:15:46Z', 'revision_number': 6, 'project_id': '45dd70d4bb314fcf92c7a85cfe9179f2', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:15:47.283856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.314689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Pushing event deleted for resources: {'Port': ['ID=7af2c6e8-c780-4f07-bb16-c9bc2221cae0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:47.365464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.460811 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.462914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.504579 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.505009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8fea7d4-b123-42a3-a21f-56cc3c723651 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:15:47.509170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.510419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8c310fcb-539e-4205-b898-9fbb5f50843e admin admin] 10.222.0.77 "DELETE /v2.0/routers/b8fea7d4-b123-42a3-a21f-56cc3c723651 HTTP/1.1" status: 204 len: 168 time: 0.7461445 Aug 17 17:15:47.512825 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:47.556033 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-459c43d5-6723-415f-a57f-a45dcb2fd62b admin admin] Deleting subnet 39782a5f-9684-4eca-880e-410a2cc83a96 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:15:47.559032 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-459c43d5-6723-415f-a57f-a45dcb2fd62b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.593153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-459c43d5-6723-415f-a57f-a45dcb2fd62b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.679320 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-459c43d5-6723-415f-a57f-a45dcb2fd62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.731108 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-459c43d5-6723-415f-a57f-a45dcb2fd62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.757407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c43d5-6723-415f-a57f-a45dcb2fd62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39782a5f-9684-4eca-880e-410a2cc83a96,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:47.760993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-459c43d5-6723-415f-a57f-a45dcb2fd62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.762881 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-459c43d5-6723-415f-a57f-a45dcb2fd62b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/39782a5f-9684-4eca-880e-410a2cc83a96 HTTP/1.1" status: 204 len: 168 time: 0.2491484 Aug 17 17:15:47.765446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:47.766560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50649834-d1b7-4099-9530-4edff06bab1b None None] Network 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:15:47.835654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.894049 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Deleting port 56874cd5-feeb-44ed-b477-6a31ce584cd1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:15:47.894525 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.956916 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] For port 56874cd5-feeb-44ed-b477-6a31ce584cd1, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=56874cd5-feeb-44ed-b477-6a31ce584cd1,segment=NetworkSegment(35e65902-245d-4bd5-bfa3-cc2999e50ada),segment_id=35e65902-245d-4bd5-bfa3-cc2999e50ada)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:47.957212 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:47.969618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Calling delete_port for 56874cd5-feeb-44ed-b477-6a31ce584cd1 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:15:48.019817 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbcf20e-4a05-4c81-be43-fe95f9988eb4 None None] DHCP port deletion for 33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:15:48.067109 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.076710 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8dbcf20e-4a05-4c81-be43-fe95f9988eb4 None None] Deleting port 56874cd5-feeb-44ed-b477-6a31ce584cd1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:15:48.077091 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf20e-4a05-4c81-be43-fe95f9988eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.096481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] No DVR routers for this DVR port 56874cd5-feeb-44ed-b477-6a31ce584cd1 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:15:48.098581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=56874cd5-feeb-44ed-b477-6a31ce584cd1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:48.113827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 56874cd5-feeb-44ed-b477-6a31ce584cd1 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:15:48.140849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 56874cd5-feeb-44ed-b477-6a31ce584cd1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:15:48.141197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 56874cd5-feeb-44ed-b477-6a31ce584cd1 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:15:48.141651 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0b8be47b-4ef3-404e-877e-7b49df40c758 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:15:48.169361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 0b8be47b-4ef3-404e-877e-7b49df40c758 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:15:48.169712 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0b8be47b-4ef3-404e-877e-7b49df40c758 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:15:48.170127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:15:48.176669 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.186755 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33aa881a-c07f-4eb0-bed7-0e0b9a6b8369']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:48.196589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:15:48.196990 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7af2c6e8-c780-4f07-bb16-c9bc2221cae0 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:15:48.197165 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e65902-245d-4bd5-bfa3-cc2999e50ada') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:48.197424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e65902-245d-4bd5-bfa3-cc2999e50ada') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:48.198814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8dbcf20e-4a05-4c81-be43-fe95f9988eb4 None None] For port 56874cd5-feeb-44ed-b477-6a31ce584cd1, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:48.199361 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf20e-4a05-4c81-be43-fe95f9988eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.209265 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.212580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8dbcf20e-4a05-4c81-be43-fe95f9988eb4 None None] Calling delete_port for 56874cd5-feeb-44ed-b477-6a31ce584cd1 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:15:48.215273 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-8dbcf20e-4a05-4c81-be43-fe95f9988eb4 None None] Port 56874cd5-feeb-44ed-b477-6a31ce584cd1 was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 17:15:48.216573 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf20e-4a05-4c81-be43-fe95f9988eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.228257 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.236109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:15:48.236596 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:15:48.238843 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:15:48.241292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcf20e-4a05-4c81-be43-fe95f9988eb4 None None] Pushing event deleted for resources: {'Port': ['ID=56874cd5-feeb-44ed-b477-6a31ce584cd1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:48.248347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcf20e-4a05-4c81-be43-fe95f9988eb4 None None] No DVR routers for this DVR port 56874cd5-feeb-44ed-b477-6a31ce584cd1 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:15:48.298767 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.304303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.310125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] 10.222.0.77 "DELETE /v2.0/networks/33aa881a-c07f-4eb0-bed7-0e0b9a6b8369 HTTP/1.1" status: 204 len: 168 time: 0.5399387 Aug 17 17:15:48.310125 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:48.325311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ccc33-9c14-4b21-ae85-0208e5b21c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=33aa881a-c07f-4eb0-bed7-0e0b9a6b8369,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:48.661454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.900962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] Deleting port cef495cb-7c05-4aa4-8c33-b89ad0264b1a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:15:48.901311 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.976736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] For port cef495cb-7c05-4aa4-8c33-b89ad0264b1a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=cef495cb-7c05-4aa4-8c33-b89ad0264b1a,segment=NetworkSegment(65cb7500-547a-479b-8c24-eddebdedfb30),segment_id=65cb7500-547a-479b-8c24-eddebdedfb30)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:48.977102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:48.989135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] Calling delete_port for cef495cb-7c05-4aa4-8c33-b89ad0264b1a owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:15:49.165873 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:49.196597 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] Pushing event deleted for resources: {'Port': ['ID=cef495cb-7c05-4aa4-8c33-b89ad0264b1a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:49.358057 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:49.920106 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] Router 66639a38-d6e7-448f-9e0a-a909448588d2 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:15:50.027812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:15:50.030708 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.033802 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d6644ede-e479-4f87-ab96-e58405fa252c admin admin] 10.222.0.77 "PUT /v2.0/routers/66639a38-d6e7-448f-9e0a-a909448588d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7234919 Aug 17 17:15:50.036455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:50.037228 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] Sync routers for ids ['66639a38-d6e7-448f-9e0a-a909448588d2'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:15:50.046889 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] Routers {'66639a38-d6e7-448f-9e0a-a909448588d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:15:50.047489 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:15:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['66639a38-d6e7-448f-9e0a-a909448588d2'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:50.145045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.149700 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] Set router 66639a38-d6e7-448f-9e0a-a909448588d2 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:15:50.247174 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.303482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Deleting port 4fac1893-78bf-42e1-89bd-847b74c0caf2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:15:50.303830 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.323187 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'name': 'tempest-TestEncryptedCinderVolumes-234332106-router', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:36Z', 'updated_at': '2021-08-17T17:15:49Z', 'revision_number': 5, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'gw_port': {'id': '4fac1893-78bf-42e1-89bd-847b74c0caf2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:14:37Z', 'updated_at': '2021-08-17T17:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:50.348842 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] Checking router: 66639a38-d6e7-448f-9e0a-a909448588d2 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:15:50.357018 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] Routers {'66639a38-d6e7-448f-9e0a-a909448588d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:15:50.357619 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:15:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['66639a38-d6e7-448f-9e0a-a909448588d2'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:50.383340 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] For port 4fac1893-78bf-42e1-89bd-847b74c0caf2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4fac1893-78bf-42e1-89bd-847b74c0caf2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:50.383702 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.397967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Calling delete_port for 4fac1893-78bf-42e1-89bd-847b74c0caf2 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:15:50.441748 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] Set router 66639a38-d6e7-448f-9e0a-a909448588d2 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:15:50.454730 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.497264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'name': 'tempest-TestEncryptedCinderVolumes-234332106-router', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:36Z', 'updated_at': '2021-08-17T17:15:50Z', 'revision_number': 6, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:50.523662 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb54cbe-418e-42fd-92c8-9719005d8862 None None] The sync data for ids ['66639a38-d6e7-448f-9e0a-a909448588d2'] in n-d-804878-1 is: [{'id': '66639a38-d6e7-448f-9e0a-a909448588d2', 'name': 'tempest-TestEncryptedCinderVolumes-234332106-router', 'tenant_id': '3ba1f6e146c942209e91a8808298cec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:14:36Z', 'updated_at': '2021-08-17T17:15:50Z', 'revision_number': 6, 'project_id': '3ba1f6e146c942209e91a8808298cec2', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:15:50.573208 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.596833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fac1893-78bf-42e1-89bd-847b74c0caf2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:50.663888 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.753610 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.755694 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.798887 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.799395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66639a38-d6e7-448f-9e0a-a909448588d2 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:15:50.803816 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.805540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fa9341e0-5964-483e-967c-b338d1f3a81e admin admin] 10.222.0.77 "DELETE /v2.0/routers/66639a38-d6e7-448f-9e0a-a909448588d2 HTTP/1.1" status: 204 len: 168 time: 0.7681341 Aug 17 17:15:50.808484 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:50.856043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-618d1242-74ba-41e4-86d5-bbd79684fa11 admin admin] Deleting subnet b3098880-c83d-42fa-8836-edd488f2deb7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:15:50.859105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-618d1242-74ba-41e4-86d5-bbd79684fa11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.895389 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-618d1242-74ba-41e4-86d5-bbd79684fa11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:50.978146 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-618d1242-74ba-41e4-86d5-bbd79684fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.031091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-618d1242-74ba-41e4-86d5-bbd79684fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.060631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d1242-74ba-41e4-86d5-bbd79684fa11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3098880-c83d-42fa-8836-edd488f2deb7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:51.067291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-618d1242-74ba-41e4-86d5-bbd79684fa11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.069447 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-618d1242-74ba-41e4-86d5-bbd79684fa11 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b3098880-c83d-42fa-8836-edd488f2deb7 HTTP/1.1" status: 204 len: 168 time: 0.2597303 Aug 17 17:15:51.071493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6d28e-459c-40c4-9638-a235b3ef2254 None None] Network b7b33808-172c-4dcc-889d-6d2928535bec requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:15:51.071975 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:51.139541 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.192787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Deleting port 108ccb09-0860-4ec7-a3f8-2c650b16df92 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:15:51.193128 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.261546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] For port 108ccb09-0860-4ec7-a3f8-2c650b16df92, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=108ccb09-0860-4ec7-a3f8-2c650b16df92,segment=NetworkSegment(65cb7500-547a-479b-8c24-eddebdedfb30),segment_id=65cb7500-547a-479b-8c24-eddebdedfb30)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:51.262439 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.275555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b530c1-eb8c-4847-b824-837001aadfa2 None None] DHCP port deletion for b7b33808-172c-4dcc-889d-6d2928535bec request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:15:51.275730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Calling delete_port for 108ccb09-0860-4ec7-a3f8-2c650b16df92 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:15:51.322310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-00b530c1-eb8c-4847-b824-837001aadfa2 None None] Deleting port 108ccb09-0860-4ec7-a3f8-2c650b16df92 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:15:51.322821 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00b530c1-eb8c-4847-b824-837001aadfa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.357454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.383609 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=108ccb09-0860-4ec7-a3f8-2c650b16df92,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:51.395498 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] No DVR routers for this DVR port 108ccb09-0860-4ec7-a3f8-2c650b16df92 on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:15:51.478027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.490080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b33808-172c-4dcc-889d-6d2928535bec']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:51.501764 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cb7500-547a-479b-8c24-eddebdedfb30') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:51.502050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cb7500-547a-479b-8c24-eddebdedfb30') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:51.513211 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.529466 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.537077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:15:51.537503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:15:51.539787 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:15:51.552782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-00b530c1-eb8c-4847-b824-837001aadfa2 None None] For port 108ccb09-0860-4ec7-a3f8-2c650b16df92, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=108ccb09-0860-4ec7-a3f8-2c650b16df92,segment=NetworkSegment(65cb7500-547a-479b-8c24-eddebdedfb30),segment_id=65cb7500-547a-479b-8c24-eddebdedfb30)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:51.553179 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00b530c1-eb8c-4847-b824-837001aadfa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.565859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-00b530c1-eb8c-4847-b824-837001aadfa2 None None] Calling delete_port for 108ccb09-0860-4ec7-a3f8-2c650b16df92 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:15:51.601132 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.606770 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.608734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b7b33808-172c-4dcc-889d-6d2928535bec HTTP/1.1" status: 204 len: 168 time: 0.5361862 Aug 17 17:15:51.620797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312606f-e6b4-4e6b-a1fb-24dcf8c005e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b33808-172c-4dcc-889d-6d2928535bec,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:51.652685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00b530c1-eb8c-4847-b824-837001aadfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.678245 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00b530c1-eb8c-4847-b824-837001aadfa2 None None] Network b7b33808-172c-4dcc-889d-6d2928535bec is not hosted by any dhcp agent {{(pid=94840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 17:15:51.678743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b530c1-eb8c-4847-b824-837001aadfa2 None None] No DVR routers for this DVR port 108ccb09-0860-4ec7-a3f8-2c650b16df92 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:15:51.683355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b530c1-eb8c-4847-b824-837001aadfa2 None None] Pushing event deleted for resources: {'Port': ['ID=108ccb09-0860-4ec7-a3f8-2c650b16df92,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:51.790084 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:51.829803 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7681599-1fcb-4df1-93a5-d7368ad36cd1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45dd70d4bb314fcf92c7a85cfe9179f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379486 Aug 17 17:15:51.832164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:51.878753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3963e73a-388f-4dc5-b330-4c1c5b78fbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.900745 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3963e73a-388f-4dc5-b330-4c1c5b78fbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.928548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4fac1893-78bf-42e1-89bd-847b74c0caf2 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:15:51.950975 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3963e73a-388f-4dc5-b330-4c1c5b78fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.952875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4fac1893-78bf-42e1-89bd-847b74c0caf2 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:15:51.953484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4fac1893-78bf-42e1-89bd-847b74c0caf2 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:15:51.953627 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3963e73a-388f-4dc5-b330-4c1c5b78fbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:51.954661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cef495cb-7c05-4aa4-8c33-b89ad0264b1a no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:15:51.955382 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3963e73a-388f-4dc5-b330-4c1c5b78fbad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6db480e7-c524-41d8-9fa2-f0cc18b552c6 HTTP/1.1" status: 204 len: 168 time: 0.1222510 Aug 17 17:15:51.968987 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963e73a-388f-4dc5-b330-4c1c5b78fbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db480e7-c524-41d8-9fa2-f0cc18b552c6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:51.985574 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: cef495cb-7c05-4aa4-8c33-b89ad0264b1a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:15:51.985913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device cef495cb-7c05-4aa4-8c33-b89ad0264b1a not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:15:51.986331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 108ccb09-0860-4ec7-a3f8-2c650b16df92 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:15:52.010173 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 108ccb09-0860-4ec7-a3f8-2c650b16df92 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:15:52.010961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 108ccb09-0860-4ec7-a3f8-2c650b16df92 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:15:52.294579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43554) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:52.334536 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ba8a6d42-b751-45dc-8ea6-767003e020ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ba1f6e146c942209e91a8808298cec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387571 Aug 17 17:15:52.336971 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43556) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:52.384125 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:52.404432 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:52.452659 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:52.456320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:52.457464 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a46b32b2-c314-41a5-83a2-7f0c5ecbcc06 HTTP/1.1" status: 204 len: 168 time: 0.1196392 Aug 17 17:15:52.466811 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46b32b2-c314-41a5-83a2-7f0c5ecbcc06,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:52.476058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.476383 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.476723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.477054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.477379 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.477702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.478022 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.478481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.478701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.478982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.479300 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:52.479685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfe809-6b13-46c8-865f-f0f23b334e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:15:53.110760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:53.229942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1948459883-network', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:15:53.252383 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Made reservation on behalf of 53f9a111c8b94bce980421ad8f9e9f31 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:15:53.254892 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.263051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.354628 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.358411 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.380083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:15:53.393770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865517c1-4b6f-4dbb-be13-df25ca564149,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:53.405601 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.405962 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Added segment 5d860169-5cf1-479a-a2c0-edf8a0ea10e3 of type vlan for network bf4714c5-8eee-467c-91d6-8382aa2dbda2 Aug 17 17:15:53.447433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.471103 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.472087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:53.472664 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.520922 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4090195 Aug 17 17:15:53.524019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43582) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:53.529167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Request body: {'subnet': {'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1948459883-subnet', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:15:53.531458 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735a9ac-ef80-4902-b2fa-181c2abbd607 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4714c5-8eee-467c-91d6-8382aa2dbda2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:53.542004 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network bf4714c5-8eee-467c-91d6-8382aa2dbda2 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:15:53.553828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Made reservation on behalf of 53f9a111c8b94bce980421ad8f9e9f31 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:15:53.556366 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.722090 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.778041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9da759f-9cde-4643-b0da-177a6817ad88,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:53.785461 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Checking segment: {'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:15:53.785818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Network hostable DHCP agents. Network: bf4714c5-8eee-467c-91d6-8382aa2dbda2, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:15:53.802549 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Network bf4714c5-8eee-467c-91d6-8382aa2dbda2 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:15:53.810498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, bf4714c5-8eee-467c-91d6-8382aa2dbda2) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:15:53.817606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:53.818201 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.818748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798cb8a-97c1-4610-8a79-9ae3ce317bef None None] Network bf4714c5-8eee-467c-91d6-8382aa2dbda2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:15:53.834889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9c1a869f-5d8f-4a81-b10c-3ac7b838b6d0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3097687 Aug 17 17:15:53.835705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:53.840386 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:15:53.862914 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.863890 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.920112 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:53.971873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:15:53.972879 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.064433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.105508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Allocated IP 172.20.0.2 (bf4714c5-8eee-467c-91d6-8382aa2dbda2/c9da759f-9cde-4643-b0da-177a6817ad88/d7ada051-d9aa-4227-bbc7-dbb3e8fde74a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:15:54.249932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.258752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Transition to ACTIVE for port object d7ada051-d9aa-4227-bbc7-dbb3e8fde74a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:15:54.263413 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.273763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Transition to ACTIVE for port object d7ada051-d9aa-4227-bbc7-dbb3e8fde74a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:15:54.279446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.282728 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.318966 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Network bf4714c5-8eee-467c-91d6-8382aa2dbda2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:15:54.321673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:15:54.325414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:15:54.332672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Pushing event updated for resources: {'Port': ['ID=d7ada051-d9aa-4227-bbc7-dbb3e8fde74a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:54.385928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Attempting to bind port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:15:54.386293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Attempting to bind port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:15:54.386766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Attempting to bind port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a on network bf4714c5-8eee-467c-91d6-8382aa2dbda2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:15:54.389321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Allocated IP 172.25.7.72 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/b6bcd8bc-09e8-480f-afeb-42ef4f320a4e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:15:54.392484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:15:54.392899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Checking segment: {'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:15:54.393403 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.393799 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Bound using segment: {'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:15:54.394293 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Bound port: d7ada051-d9aa-4227-bbc7-dbb3e8fde74a, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:15:54.394693 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.457389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] For port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:15:54.460353 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] For port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d7ada051-d9aa-4227-bbc7-dbb3e8fde74a,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:15:54.465026 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.496303 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.524965 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f20087-c595-40f7-ae8a-9b65acdb8240 None None] Pushing event updated for resources: {'Port': ['ID=d7ada051-d9aa-4227-bbc7-dbb3e8fde74a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:54.541136 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:54.578232 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:15:54.581040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:15:54.586635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:15:54.615377 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Pushing event updated for resources: {'Port': ['ID=b6bcd8bc-09e8-480f-afeb-42ef4f320a4e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:54.852520 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:55.045602 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:55.176293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Router 4245fc85-80c7-4083-bfb8-530d97ce978a is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:15:55.401437 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd45552-ae3d-4393-8473-edf1d844a7c2 None None] Network bf4714c5-8eee-467c-91d6-8382aa2dbda2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:15:55.472191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b8902f74-b915-4175-ab37-d8f20cf82246 None None] Provisioning for port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:15:55.662617 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:15:55.674496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Sync routers for ids ['4245fc85-80c7-4083-bfb8-530d97ce978a'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:15:55.680524 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:55.682001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-84ea9dcc-d6e6-4e13-a9bd-9dccfac58790 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8451443 Aug 17 17:15:55.684856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:55.688259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Routers {'4245fc85-80c7-4083-bfb8-530d97ce978a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:15:55.688903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:15:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4245fc85-80c7-4083-bfb8-530d97ce978a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:55.803818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Set router 4245fc85-80c7-4083-bfb8-530d97ce978a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:15:55.968045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d7ada051-d9aa-4227-bbc7-dbb3e8fde74a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:15:56.048904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:15:56.051635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:54Z', 'revision_number': 3, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:56.078830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Checking router: 4245fc85-80c7-4083-bfb8-530d97ce978a for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:15:56.079180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Updating router 4245fc85-80c7-4083-bfb8-530d97ce978a port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:15:56.080962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:15:56.081326 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.120455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.132378 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.271675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.279292 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Allocated IP 172.20.0.1 (bf4714c5-8eee-467c-91d6-8382aa2dbda2/c9da759f-9cde-4643-b0da-177a6817ad88/e83fc263-4553-4f33-b3d1-05bbe458b0cb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:15:56.346733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d7ada051-d9aa-4227-bbc7-dbb3e8fde74a,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:56.353275 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.383193 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.396811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Transition to ACTIVE for port object e83fc263-4553-4f33-b3d1-05bbe458b0cb will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:15:56.431275 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.434429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d7ada051-d9aa-4227-bbc7-dbb3e8fde74a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:56.478082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Network bf4714c5-8eee-467c-91d6-8382aa2dbda2 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:15:56.482820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:15:56.484446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.486128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:15:56.496531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Transition to ACTIVE for port object b6bcd8bc-09e8-480f-afeb-42ef4f320a4e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:15:56.508458 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.514548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Pushing event updated for resources: {'Port': ['ID=e83fc263-4553-4f33-b3d1-05bbe458b0cb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:56.539200 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.571181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa3341-3f62-45bb-b4df-88987a6b22f4 None None] Pushing event updated for resources: {'Port': ['ID=b6bcd8bc-09e8-480f-afeb-42ef4f320a4e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:56.573405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Attempting to bind port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:15:56.573766 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Attempting to bind port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:15:56.574345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Attempting to bind port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:15:56.579924 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:15:56.580297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:15:56.580691 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.581072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:15:56.581528 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Bound port: b6bcd8bc-09e8-480f-afeb-42ef4f320a4e, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:15:56.581904 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.639123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] For port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:15:56.643833 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] For port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b6bcd8bc-09e8-480f-afeb-42ef4f320a4e,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:15:56.648850 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.692464 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.709453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Routers {'4245fc85-80c7-4083-bfb8-530d97ce978a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:15:56.710083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:15:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4245fc85-80c7-4083-bfb8-530d97ce978a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:56.714718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa3341-3f62-45bb-b4df-88987a6b22f4 None None] Pushing event updated for resources: {'Port': ['ID=b6bcd8bc-09e8-480f-afeb-42ef4f320a4e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:56.769850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ef2cdfcd-a9c0-4b95-bad1-cd2ada07993a None None] Provisioning for port e83fc263-4553-4f33-b3d1-05bbe458b0cb completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:15:56.804041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ef2cdfcd-a9c0-4b95-bad1-cd2ada07993a None None] Provisioning complete for port e83fc263-4553-4f33-b3d1-05bbe458b0cb triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:15:56.804319 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef2cdfcd-a9c0-4b95-bad1-cd2ada07993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.853128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ef2cdfcd-a9c0-4b95-bad1-cd2ada07993a None None] Port e83fc263-4553-4f33-b3d1-05bbe458b0cb cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:15:56.855591 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] Set router 4245fc85-80c7-4083-bfb8-530d97ce978a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:15:56.858889 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.863500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:56.929371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Pushing event updated for resources: {'Port': ['ID=e83fc263-4553-4f33-b3d1-05bbe458b0cb,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:56.932038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:57.028856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Network bf4714c5-8eee-467c-91d6-8382aa2dbda2 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:15:57.030408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:15:57.053973 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 1, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:57.081916 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6870c-3b39-4308-8f5b-b344bbcdd907 None None] The sync data for ids ['4245fc85-80c7-4083-bfb8-530d97ce978a'] in n-d-804878-1 is: [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 1, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:15:57.153686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Router 4245fc85-80c7-4083-bfb8-530d97ce978a has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:15:57.291557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6f14d7d7-06b9-43e3-a17d-692629232820 None None] Provisioning complete for port e83fc263-4553-4f33-b3d1-05bbe458b0cb triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:15:57.291874 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f14d7d7-06b9-43e3-a17d-692629232820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:57.298145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:15:57.303827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec945a1e-0c01-4495-b890-a55391ac994e admin admin] 10.222.0.77 "PUT /v2.0/routers/4245fc85-80c7-4083-bfb8-530d97ce978a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6176655 Aug 17 17:15:57.335030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6f14d7d7-06b9-43e3-a17d-692629232820 None None] Port e83fc263-4553-4f33-b3d1-05bbe458b0cb cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:15:57.799245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:57.804329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-627477567-network', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:15:57.826038 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Made reservation on behalf of 76e5e20382934d55b92eb3908a2b0aa5 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:15:57.828431 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:57.841809 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:57.944726 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:57.952434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:57.979967 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:15:57.993996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17853f6d-f5fc-40f0-a733-154421a8a705,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:57.998253 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:57.998635 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Added segment 99af646a-e814-4975-abc5-27e2f048ccd3 of type vlan for network ceeee50a-40bb-4a23-b596-c82b9b500f2d Aug 17 17:15:58.040783 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d7ada051-d9aa-4227-bbc7-dbb3e8fde74a up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:15:58.045785 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.079817 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.080863 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:58.081446 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.091539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:15:58.091974 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.142536 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3392198 Aug 17 17:15:58.142753 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:58.147852 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Request body: {'subnet': {'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-627477567-subnet', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:15:58.162194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cbe21-d8d2-4f2d-a980-933ecb42f544 admin admin] Pushing event updated for resources: {'Network': ['ID=ceeee50a-40bb-4a23-b596-c82b9b500f2d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:58.178942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network ceeee50a-40bb-4a23-b596-c82b9b500f2d details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:15:58.180723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Made reservation on behalf of 76e5e20382934d55b92eb3908a2b0aa5 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:15:58.183919 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.223550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b6bcd8bc-09e8-480f-afeb-42ef4f320a4e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:15:58.302960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:15:58.308181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:15:58.308560 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.366681 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.392790 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.415405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b6bcd8bc-09e8-480f-afeb-42ef4f320a4e,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:15:58.419649 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.426009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fcea75-2510-4167-be98-667a71f7b8c1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:58.435911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Checking segment: {'id': '99af646a-e814-4975-abc5-27e2f048ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:15:58.436256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Network hostable DHCP agents. Network: ceeee50a-40bb-4a23-b596-c82b9b500f2d, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:15:58.451976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Network ceeee50a-40bb-4a23-b596-c82b9b500f2d is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:15:58.461910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, ceeee50a-40bb-4a23-b596-c82b9b500f2d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:15:58.466296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:15:58.467066 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.473453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d2b48-0fd8-4fe3-ad03-9ddb686b39bb None None] Network ceeee50a-40bb-4a23-b596-c82b9b500f2d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:15:58.479126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b6bcd8bc-09e8-480f-afeb-42ef4f320a4e,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:58.485147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-da77d18b-9607-4807-9c4d-31d2b4f64306 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3384788 Aug 17 17:15:58.485495 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43606) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:15:58.490199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-627477567-router', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:15:58.510945 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.511957 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.570440 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.629478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ceeee50a-40bb-4a23-b596-c82b9b500f2d', 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'fixed_ips': [{'subnet_id': '59fcea75-2510-4167-be98-667a71f7b8c1'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:15:58.630334 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.713310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.928535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Allocated IP 172.20.0.2 (ceeee50a-40bb-4a23-b596-c82b9b500f2d/59fcea75-2510-4167-be98-667a71f7b8c1/3fcb6b5e-6893-41f9-a699-efbe93fadecb) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:15:58.930891 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:58.954455 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.067423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Allocated IP 172.25.7.139 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/03779505-fe81-45dd-85d7-7afe10a3d282) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:15:59.089932 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.100948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Transition to ACTIVE for port object 3fcb6b5e-6893-41f9-a699-efbe93fadecb will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:15:59.101663 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315c331-635a-4886-9902-18b99449fced None None] Sync routers for ids ['4245fc85-80c7-4083-bfb8-530d97ce978a'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:15:59.113671 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315c331-635a-4886-9902-18b99449fced None None] Routers {'4245fc85-80c7-4083-bfb8-530d97ce978a'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:15:59.114412 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f315c331-635a-4886-9902-18b99449fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:15:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4245fc85-80c7-4083-bfb8-530d97ce978a'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:59.118138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Transition to ACTIVE for port object 3fcb6b5e-6893-41f9-a699-efbe93fadecb will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:15:59.125165 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.161804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Network ceeee50a-40bb-4a23-b596-c82b9b500f2d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:15:59.166714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:15:59.170693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:15:59.177505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.179886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Pushing event updated for resources: {'Port': ['ID=3fcb6b5e-6893-41f9-a699-efbe93fadecb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:59.222117 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.222464 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f315c331-635a-4886-9902-18b99449fced None None] Set router 4245fc85-80c7-4083-bfb8-530d97ce978a gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:15:59.231997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Attempting to bind port 3fcb6b5e-6893-41f9-a699-efbe93fadecb on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:15:59.232363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Attempting to bind port 3fcb6b5e-6893-41f9-a699-efbe93fadecb by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '99af646a-e814-4975-abc5-27e2f048ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:15:59.232723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Attempting to bind port 3fcb6b5e-6893-41f9-a699-efbe93fadecb on network ceeee50a-40bb-4a23-b596-c82b9b500f2d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:15:59.238124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:15:59.238529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Checking segment: {'id': '99af646a-e814-4975-abc5-27e2f048ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:15:59.238916 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.239308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Bound using segment: {'id': '99af646a-e814-4975-abc5-27e2f048ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:15:59.239764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Bound port: 3fcb6b5e-6893-41f9-a699-efbe93fadecb, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99af646a-e814-4975-abc5-27e2f048ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:15:59.240137 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.264704 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:15:59.268330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:15:59.272217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:15:59.277967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Pushing event updated for resources: {'Port': ['ID=03779505-fe81-45dd-85d7-7afe10a3d282,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:59.310051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] For port 3fcb6b5e-6893-41f9-a699-efbe93fadecb, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:15:59.314363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] For port 3fcb6b5e-6893-41f9-a699-efbe93fadecb, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3fcb6b5e-6893-41f9-a699-efbe93fadecb,segment=NetworkSegment(99af646a-e814-4975-abc5-27e2f048ccd3),segment_id=99af646a-e814-4975-abc5-27e2f048ccd3)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:15:59.320829 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.393319 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556fe01-c251-4d97-8363-1556e4b42ca6 None None] Pushing event updated for resources: {'Port': ['ID=3fcb6b5e-6893-41f9-a699-efbe93fadecb,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:15:59.465604 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f315c331-635a-4886-9902-18b99449fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 2, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:15:59.493220 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315c331-635a-4886-9902-18b99449fced None None] Checking router: 4245fc85-80c7-4083-bfb8-530d97ce978a for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:15:59.493705 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315c331-635a-4886-9902-18b99449fced None None] Updating router 4245fc85-80c7-4083-bfb8-530d97ce978a port e83fc263-4553-4f33-b3d1-05bbe458b0cb binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:15:59.520386 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f315c331-635a-4886-9902-18b99449fced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.578743 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.789280 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.889223 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f315c331-635a-4886-9902-18b99449fced None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.903279 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f315c331-635a-4886-9902-18b99449fced None None] Transition to ACTIVE for port object e83fc263-4553-4f33-b3d1-05bbe458b0cb will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:15:59.915050 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f315c331-635a-4886-9902-18b99449fced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:15:59.925217 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:15:59.973162 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Pushing event updated for resources: {'Port': ['ID=e83fc263-4553-4f33-b3d1-05bbe458b0cb,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:00.009036 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.009406 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.009765 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.010625 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.010625 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.022600 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.023082 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.023409 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.023732 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.024290 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.024388 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.024663 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:00.064067 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f315c331-635a-4886-9902-18b99449fced None None] Attempting to bind port e83fc263-4553-4f33-b3d1-05bbe458b0cb on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:16:00.064496 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f315c331-635a-4886-9902-18b99449fced None None] Attempting to bind port e83fc263-4553-4f33-b3d1-05bbe458b0cb by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:16:00.065847 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315c331-635a-4886-9902-18b99449fced None None] Attempting to bind port e83fc263-4553-4f33-b3d1-05bbe458b0cb on network bf4714c5-8eee-467c-91d6-8382aa2dbda2 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:16:00.071226 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315c331-635a-4886-9902-18b99449fced None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:16:00.071593 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315c331-635a-4886-9902-18b99449fced None None] Checking segment: {'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:16:00.072316 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f315c331-635a-4886-9902-18b99449fced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:00.072504 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315c331-635a-4886-9902-18b99449fced None None] Bound using segment: {'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:16:00.073057 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f315c331-635a-4886-9902-18b99449fced None None] Bound port: e83fc263-4553-4f33-b3d1-05bbe458b0cb, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:16:00.073493 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f315c331-635a-4886-9902-18b99449fced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:00.074479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3fcb6b5e-6893-41f9-a699-efbe93fadecb up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:16:00.090150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:16:00.114123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Sync routers for ids ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:16:00.119738 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:00.121299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-de6096b2-f122-4b6d-b1fd-2643be48e443 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6345720 Aug 17 17:16:00.123935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43608) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:16:00.163923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Routers {'1cad8314-dcfc-45d2-a74e-bf2a28b76775'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:16:00.164563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:15:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:00.178704 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f315c331-635a-4886-9902-18b99449fced None None] For port e83fc263-4553-4f33-b3d1-05bbe458b0cb, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:16:00.183976 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f315c331-635a-4886-9902-18b99449fced None None] For port e83fc263-4553-4f33-b3d1-05bbe458b0cb, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e83fc263-4553-4f33-b3d1-05bbe458b0cb,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:16:00.194850 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f315c331-635a-4886-9902-18b99449fced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:00.267157 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0ddc4-5fd5-4b35-bbe0-f91e3c362eca None None] Pushing event updated for resources: {'Port': ['ID=e83fc263-4553-4f33-b3d1-05bbe458b0cb,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:00.275419 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315c331-635a-4886-9902-18b99449fced None None] Routers {'4245fc85-80c7-4083-bfb8-530d97ce978a'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:16:00.276036 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f315c331-635a-4886-9902-18b99449fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:15:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4245fc85-80c7-4083-bfb8-530d97ce978a'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:00.356287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 3fcb6b5e-6893-41f9-a699-efbe93fadecb completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:16:00.389016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b6bcd8bc-09e8-480f-afeb-42ef4f320a4e up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:16:00.415379 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f315c331-635a-4886-9902-18b99449fced None None] Set router 4245fc85-80c7-4083-bfb8-530d97ce978a gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:16:00.423469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Set router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:16:00.596146 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:00.596530 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:00.630548 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539ed730-76aa-4a6f-b913-13f96c846608 None None] Network ceeee50a-40bb-4a23-b596-c82b9b500f2d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:16:00.662797 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f315c331-635a-4886-9902-18b99449fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:16:00Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:00.680628 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:00.693656 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315c331-635a-4886-9902-18b99449fced None None] The sync data for ids ['4245fc85-80c7-4083-bfb8-530d97ce978a'] in n-d-804878-1 is: [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:16:00Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:16:00.854548 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Allocated IP 172.20.0.1 (ceeee50a-40bb-4a23-b596-c82b9b500f2d/59fcea75-2510-4167-be98-667a71f7b8c1/89603c0d-b2a0-4587-9ac2-028a7505f43b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:16:00.888713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'name': 'tempest-TestMinimumBasicScenario-627477567-router', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:15:59Z', 'revision_number': 3, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'gw_port': {'id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:00.923555 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Checking router: 1cad8314-dcfc-45d2-a74e-bf2a28b76775 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:16:00.923911 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Updating router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 port 03779505-fe81-45dd-85d7-7afe10a3d282 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:16:00.952546 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:00.955831 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b814263c-95c9-4b8d-8cce-1ad9cda64818 None None] Provisioning for port 3fcb6b5e-6893-41f9-a699-efbe93fadecb completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:16:00.978441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b814263c-95c9-4b8d-8cce-1ad9cda64818 None None] Provisioning complete for port 3fcb6b5e-6893-41f9-a699-efbe93fadecb triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:00.978821 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b814263c-95c9-4b8d-8cce-1ad9cda64818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:00.996634 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.013015 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Transition to ACTIVE for port object 89603c0d-b2a0-4587-9ac2-028a7505f43b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:16:01.052891 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.099466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Network ceeee50a-40bb-4a23-b596-c82b9b500f2d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:16:01.105131 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:16:01.108519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:16:01.141751 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Pushing event updated for resources: {'Port': ['ID=89603c0d-b2a0-4587-9ac2-028a7505f43b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:01.161158 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.226042 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b814263c-95c9-4b8d-8cce-1ad9cda64818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.284114 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b814263c-95c9-4b8d-8cce-1ad9cda64818 None None] For port 3fcb6b5e-6893-41f9-a699-efbe93fadecb, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3fcb6b5e-6893-41f9-a699-efbe93fadecb,segment=NetworkSegment(99af646a-e814-4975-abc5-27e2f048ccd3),segment_id=99af646a-e814-4975-abc5-27e2f048ccd3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:16:01.295305 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b814263c-95c9-4b8d-8cce-1ad9cda64818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.351667 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.382557 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.405674 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Transition to ACTIVE for port object 03779505-fe81-45dd-85d7-7afe10a3d282 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:16:01.415347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814263c-95c9-4b8d-8cce-1ad9cda64818 None None] Pushing event updated for resources: {'Port': ['ID=3fcb6b5e-6893-41f9-a699-efbe93fadecb,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:01.423959 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.450039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d23ff30-72b6-40f7-948d-b28b77161101 None None] Provisioning for port 89603c0d-b2a0-4587-9ac2-028a7505f43b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:16:01.461814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d23ff30-72b6-40f7-948d-b28b77161101 None None] Provisioning complete for port 89603c0d-b2a0-4587-9ac2-028a7505f43b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:01.462280 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d23ff30-72b6-40f7-948d-b28b77161101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.515163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3310793-0887-47a0-a12b-e31f5bab84a4 None None] Pushing event updated for resources: {'Port': ['ID=03779505-fe81-45dd-85d7-7afe10a3d282,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:01.517946 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Attempting to bind port 03779505-fe81-45dd-85d7-7afe10a3d282 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:16:01.518320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Attempting to bind port 03779505-fe81-45dd-85d7-7afe10a3d282 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:16:01.518714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Attempting to bind port 03779505-fe81-45dd-85d7-7afe10a3d282 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:16:01.527975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:16:01.528350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:16:01.528757 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.529148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:16:01.529623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Bound port: 03779505-fe81-45dd-85d7-7afe10a3d282, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:16:01.530009 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.534801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.539455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.556644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7d23ff30-72b6-40f7-948d-b28b77161101 None None] Port 89603c0d-b2a0-4587-9ac2-028a7505f43b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:16:01.586502 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d23ff30-72b6-40f7-948d-b28b77161101 None None] Provisioning complete for port 3fcb6b5e-6893-41f9-a699-efbe93fadecb triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:01.587009 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d23ff30-72b6-40f7-948d-b28b77161101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.606439 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.609068 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Pushing event updated for resources: {'Port': ['ID=89603c0d-b2a0-4587-9ac2-028a7505f43b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:01.616786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] For port 03779505-fe81-45dd-85d7-7afe10a3d282, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:16:01.637849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] For port 03779505-fe81-45dd-85d7-7afe10a3d282, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=03779505-fe81-45dd-85d7-7afe10a3d282,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:16:01.644820 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:01.708116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Network ceeee50a-40bb-4a23-b596-c82b9b500f2d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:16:01.709582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:16:01.712566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Routers {'1cad8314-dcfc-45d2-a74e-bf2a28b76775'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:16:01.713201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:15:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:01.714959 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3310793-0887-47a0-a12b-e31f5bab84a4 None None] Pushing event updated for resources: {'Port': ['ID=03779505-fe81-45dd-85d7-7afe10a3d282,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:01.842277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:16:01.857418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] Set router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:16:01.967976 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:16:01.974493 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-55b05f19-ab6b-4755-9e00-6c63c0de0028 admin admin] 10.222.0.77 "PUT /v2.0/routers/1cad8314-dcfc-45d2-a74e-bf2a28b76775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8494737 Aug 17 17:16:01.987658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e83fc263-4553-4f33-b3d1-05bbe458b0cb up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:16:02.209686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eb9476d4-7549-4209-b833-1b6ec3523d27 None None] Provisioning complete for port 89603c0d-b2a0-4587-9ac2-028a7505f43b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:02.210051 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb9476d4-7549-4209-b833-1b6ec3523d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:02.278011 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a04d036d-fc62-4067-a4bc-924c4e6d6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:02.281570 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eb9476d4-7549-4209-b833-1b6ec3523d27 None None] Port 89603c0d-b2a0-4587-9ac2-028a7505f43b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:16:02.304053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port e83fc263-4553-4f33-b3d1-05bbe458b0cb completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:16:02.309302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e83fc263-4553-4f33-b3d1-05bbe458b0cb triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:02.309672 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:02.395224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'name': 'tempest-TestMinimumBasicScenario-627477567-router', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:01Z', 'revision_number': 4, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'gw_port': {'id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '89603c0d-b2a0-4587-9ac2-028a7505f43b', 'name': '', 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'mac_address': 'fa:16:3e:2d:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '59fcea75-2510-4167-be98-667a71f7b8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:16:00Z', 'updated_at': '2021-08-17T17:16:01Z', 'revision_number': 2, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'subnets': [{'id': '59fcea75-2510-4167-be98-667a71f7b8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:02.425464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43673a17-d7eb-48c8-94e5-3fb3442d39af None None] The sync data for ids ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'] in n-d-804878-1 is: [{'id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'name': 'tempest-TestMinimumBasicScenario-627477567-router', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:01Z', 'revision_number': 4, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'gw_port': {'id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '89603c0d-b2a0-4587-9ac2-028a7505f43b', 'name': '', 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'mac_address': 'fa:16:3e:2d:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '59fcea75-2510-4167-be98-667a71f7b8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:16:00Z', 'updated_at': '2021-08-17T17:16:01Z', 'revision_number': 2, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'subnets': [{'id': '59fcea75-2510-4167-be98-667a71f7b8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:16:02.437087 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:02.475443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port e83fc263-4553-4f33-b3d1-05bbe458b0cb, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e83fc263-4553-4f33-b3d1-05bbe458b0cb,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:16:02.481838 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:02.482852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3fcb6b5e-6893-41f9-a699-efbe93fadecb up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:16:02.565306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=e83fc263-4553-4f33-b3d1-05bbe458b0cb,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:02.578096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 3fcb6b5e-6893-41f9-a699-efbe93fadecb triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:02.578692 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:04.081573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e83fc263-4553-4f33-b3d1-05bbe458b0cb up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:16:04.151345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e83fc263-4553-4f33-b3d1-05bbe458b0cb triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:04.151652 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:04.251620 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 03779505-fe81-45dd-85d7-7afe10a3d282 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:16:04.308864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 03779505-fe81-45dd-85d7-7afe10a3d282 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:16:04.314018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 03779505-fe81-45dd-85d7-7afe10a3d282 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:04.314421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:04.412577 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:04.439861 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 03779505-fe81-45dd-85d7-7afe10a3d282, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=03779505-fe81-45dd-85d7-7afe10a3d282,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:16:04.448412 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:04.512088 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=03779505-fe81-45dd-85d7-7afe10a3d282,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:04.887130 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69e91a9d-8e9b-4c5b-b985-2664daf085d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:05.019928 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823790d-93a1-4873-af84-99d053013778 None None] Sync routers for ids ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:16:05.029567 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823790d-93a1-4873-af84-99d053013778 None None] Routers {'1cad8314-dcfc-45d2-a74e-bf2a28b76775'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:16:05.030171 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f823790d-93a1-4873-af84-99d053013778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:05.092350 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:05.156771 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f823790d-93a1-4873-af84-99d053013778 None None] Set router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:16:05.368850 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f823790d-93a1-4873-af84-99d053013778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'name': 'tempest-TestMinimumBasicScenario-627477567-router', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:01Z', 'revision_number': 4, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'gw_port': {'id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '89603c0d-b2a0-4587-9ac2-028a7505f43b', 'name': '', 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'mac_address': 'fa:16:3e:2d:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '59fcea75-2510-4167-be98-667a71f7b8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:16:00Z', 'updated_at': '2021-08-17T17:16:01Z', 'revision_number': 2, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'subnets': [{'id': '59fcea75-2510-4167-be98-667a71f7b8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:05.395404 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823790d-93a1-4873-af84-99d053013778 None None] Checking router: 1cad8314-dcfc-45d2-a74e-bf2a28b76775 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:16:05.395777 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823790d-93a1-4873-af84-99d053013778 None None] Updating router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 port 89603c0d-b2a0-4587-9ac2-028a7505f43b binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:16:05.426470 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f823790d-93a1-4873-af84-99d053013778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:05.710484 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f823790d-93a1-4873-af84-99d053013778 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:05.720987 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f823790d-93a1-4873-af84-99d053013778 None None] Transition to ACTIVE for port object 89603c0d-b2a0-4587-9ac2-028a7505f43b will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:16:05.727206 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f823790d-93a1-4873-af84-99d053013778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:05.841726 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f823790d-93a1-4873-af84-99d053013778 None None] Attempting to bind port 89603c0d-b2a0-4587-9ac2-028a7505f43b on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:16:05.842096 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f823790d-93a1-4873-af84-99d053013778 None None] Attempting to bind port 89603c0d-b2a0-4587-9ac2-028a7505f43b by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '99af646a-e814-4975-abc5-27e2f048ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:16:05.842472 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823790d-93a1-4873-af84-99d053013778 None None] Attempting to bind port 89603c0d-b2a0-4587-9ac2-028a7505f43b on network ceeee50a-40bb-4a23-b596-c82b9b500f2d {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:16:05.850524 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823790d-93a1-4873-af84-99d053013778 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:16:05.850888 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823790d-93a1-4873-af84-99d053013778 None None] Checking segment: {'id': '99af646a-e814-4975-abc5-27e2f048ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:16:05.851281 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f823790d-93a1-4873-af84-99d053013778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:05.851660 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823790d-93a1-4873-af84-99d053013778 None None] Bound using segment: {'id': '99af646a-e814-4975-abc5-27e2f048ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:16:05.852111 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-f823790d-93a1-4873-af84-99d053013778 None None] Bound port: 89603c0d-b2a0-4587-9ac2-028a7505f43b, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99af646a-e814-4975-abc5-27e2f048ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:16:05.852475 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f823790d-93a1-4873-af84-99d053013778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:05.865027 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705e7da-549f-44c5-be2d-b9c1bc90409a None None] Pushing event updated for resources: {'Port': ['ID=89603c0d-b2a0-4587-9ac2-028a7505f43b,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:05.966217 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f823790d-93a1-4873-af84-99d053013778 None None] For port 89603c0d-b2a0-4587-9ac2-028a7505f43b, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:16:05.971240 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f823790d-93a1-4873-af84-99d053013778 None None] For port 89603c0d-b2a0-4587-9ac2-028a7505f43b, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=89603c0d-b2a0-4587-9ac2-028a7505f43b,segment=NetworkSegment(99af646a-e814-4975-abc5-27e2f048ccd3),segment_id=99af646a-e814-4975-abc5-27e2f048ccd3)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:16:05.985450 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f823790d-93a1-4873-af84-99d053013778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:05.989624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 03779505-fe81-45dd-85d7-7afe10a3d282 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:16:06.056186 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 03779505-fe81-45dd-85d7-7afe10a3d282 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:06.056411 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:06.103273 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705e7da-549f-44c5-be2d-b9c1bc90409a None None] Pushing event updated for resources: {'Port': ['ID=89603c0d-b2a0-4587-9ac2-028a7505f43b,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:06.108702 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823790d-93a1-4873-af84-99d053013778 None None] Routers {'1cad8314-dcfc-45d2-a74e-bf2a28b76775'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:16:06.109622 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f823790d-93a1-4873-af84-99d053013778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:16:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:06.194715 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:06.245293 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f823790d-93a1-4873-af84-99d053013778 None None] Set router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:16:06.572008 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:16:06.585144 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f823790d-93a1-4873-af84-99d053013778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'name': 'tempest-TestMinimumBasicScenario-627477567-router', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:01Z', 'revision_number': 4, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'gw_port': {'id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '89603c0d-b2a0-4587-9ac2-028a7505f43b', 'name': '', 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'mac_address': 'fa:16:3e:2d:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '59fcea75-2510-4167-be98-667a71f7b8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:16:00Z', 'updated_at': '2021-08-17T17:16:05Z', 'revision_number': 4, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'subnets': [{'id': '59fcea75-2510-4167-be98-667a71f7b8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:06.613841 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823790d-93a1-4873-af84-99d053013778 None None] The sync data for ids ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'] in n-d-804878-1 is: [{'id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'name': 'tempest-TestMinimumBasicScenario-627477567-router', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:01Z', 'revision_number': 4, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'gw_port': {'id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '89603c0d-b2a0-4587-9ac2-028a7505f43b', 'name': '', 'network_id': 'ceeee50a-40bb-4a23-b596-c82b9b500f2d', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'mac_address': 'fa:16:3e:2d:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '59fcea75-2510-4167-be98-667a71f7b8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:16:00Z', 'updated_at': '2021-08-17T17:16:05Z', 'revision_number': 4, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'subnets': [{'id': '59fcea75-2510-4167-be98-667a71f7b8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:16:07.873275 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:08.039896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 89603c0d-b2a0-4587-9ac2-028a7505f43b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:16:08.098355 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 89603c0d-b2a0-4587-9ac2-028a7505f43b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:16:08.102256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 89603c0d-b2a0-4587-9ac2-028a7505f43b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:08.102658 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:08.190827 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:08.231639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 89603c0d-b2a0-4587-9ac2-028a7505f43b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=89603c0d-b2a0-4587-9ac2-028a7505f43b,segment=NetworkSegment(99af646a-e814-4975-abc5-27e2f048ccd3),segment_id=99af646a-e814-4975-abc5-27e2f048ccd3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:16:08.242243 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:08.302523 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=89603c0d-b2a0-4587-9ac2-028a7505f43b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:09.958298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 89603c0d-b2a0-4587-9ac2-028a7505f43b up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:16:10.023434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 89603c0d-b2a0-4587-9ac2-028a7505f43b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:10.023954 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:12.159152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-2149ff60-42d4-4e3c-a5bf-1574e227dafb tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:12.160512 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-2149ff60-42d4-4e3c-a5bf-1574e227dafb tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/networks?id=bf4714c5-8eee-467c-91d6-8382aa2dbda2 HTTP/1.1" status: 200 len: 815 time: 0.0987177 Aug 17 17:16:12.175693 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-758cde55-b7aa-4073-90a0-c3e0a8629e3d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/quotas/53f9a111c8b94bce980421ad8f9e9f31 HTTP/1.1" status: 200 len: 375 time: 0.0095391 Aug 17 17:16:12.229004 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-cd18cc16-ce0f-418d-880c-60403acaff92 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=53f9a111c8b94bce980421ad8f9e9f31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482790 Aug 17 17:16:12.323796 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-a493aaaa-110a-48da-bae2-f0770cbe3ade service neutron] 10.222.0.77 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825312 Aug 17 17:16:12.416772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-0fdd5433-4408-435a-95c8-97b4176eb3f6 service neutron] 10.222.0.77 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868554 Aug 17 17:16:12.570907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9895c8d8-b338-4ac4-83a2-584891c380e6 req-832405ce-96aa-443a-bf2e-1c1d61f7b8b8 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 210 time: 0.0263376 Aug 17 17:16:13.467768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-4184d2f4-3d75-41a5-a7b6-15c2b18f555a tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:13.469814 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-4184d2f4-3d75-41a5-a7b6-15c2b18f555a tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.91 "GET /v2.0/networks?id=bf4714c5-8eee-467c-91d6-8382aa2dbda2 HTTP/1.1" status: 200 len: 815 time: 0.1046989 Aug 17 17:16:13.482853 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'port': {'device_id': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'admin_state_up': True, 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:13.597183 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Made reservation on behalf of 53f9a111c8b94bce980421ad8f9e9f31 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:16:13.601336 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:13.698237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7b5b0277-fab1-4d77-b9a0-5f68b8d6d669 req-381ba54b-07c0-42c5-8f4d-a593cc813f30 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 210 time: 0.0392399 Aug 17 17:16:14.161004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Allocated IP 172.20.0.13 (bf4714c5-8eee-467c-91d6-8382aa2dbda2/c9da759f-9cde-4643-b0da-177a6817ad88/8246bded-7ab0-44be-aa61-b93f4ee4b6a1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:16:14.330982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:14.345128 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Transition to ACTIVE for port object 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:16:14.378958 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:14.424124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Network bf4714c5-8eee-467c-91d6-8382aa2dbda2 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:16:14.427279 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:16:14.431029 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:16:14.437471 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'Port': ['ID=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:14.486425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:14.486425 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:14.503980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-c9096555-5114-4778-8658-a201012a2818 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0251648 Aug 17 17:16:14.703248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2a179e0c-2480-4528-903f-c807007150ff None None] Provisioning for port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:16:14.707793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2a179e0c-2480-4528-903f-c807007150ff None None] Provisioning complete for port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:14.708474 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a179e0c-2480-4528-903f-c807007150ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:14.746749 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2a179e0c-2480-4528-903f-c807007150ff None None] Port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:16:14.849256 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57a2a-2535-4fd4-8764-45d9fbf87d98 req-f069a021-04de-4510-917d-3c33b5f311af tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:14.850798 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9e57a2a-2535-4fd4-8764-45d9fbf87d98 req-f069a021-04de-4510-917d-3c33b5f311af tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 932 time: 0.0691407 Aug 17 17:16:14.888101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a9e57a2a-2535-4fd4-8764-45d9fbf87d98 req-f4d9cbf2-0668-4e03-80be-d2d84f2e57d1 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Aug 17 17:16:16.016907 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2442-8588-4ec8-9701-15a6dec18ce5 req-37f7c3e4-3de4-470a-8ab2-9b3262a72ae6 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:16.018536 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884a2442-8588-4ec8-9701-15a6dec18ce5 req-37f7c3e4-3de4-470a-8ab2-9b3262a72ae6 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 932 time: 0.0597873 Aug 17 17:16:16.062986 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-884a2442-8588-4ec8-9701-15a6dec18ce5 req-5390ed72-0494-4c07-9487-df763463f229 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375109 Aug 17 17:16:17.181049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ea056-0fda-447d-a55b-e7c6e78dc548 req-f9632949-4994-4bb8-acb2-7a9c8b40c4ce tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:17.182628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9f3ea056-0fda-447d-a55b-e7c6e78dc548 req-f9632949-4994-4bb8-acb2-7a9c8b40c4ce tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 932 time: 0.0487041 Aug 17 17:16:17.227926 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9f3ea056-0fda-447d-a55b-e7c6e78dc548 req-b2fe3084-a1b9-4b2a-a000-098326da793b tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 Aug 17 17:16:18.348499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3a627-0cb8-42cb-be29-e18f2ae3025b req-416f56d9-652c-468d-a16e-d7273b609aa4 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:18.350293 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06a3a627-0cb8-42cb-be29-e18f2ae3025b req-416f56d9-652c-468d-a16e-d7273b609aa4 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 932 time: 0.0505378 Aug 17 17:16:18.390560 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06a3a627-0cb8-42cb-be29-e18f2ae3025b req-b074075b-c0c0-4930-90cd-67b16fd2e4e9 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 Aug 17 17:16:19.511404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd99470-02c0-40fc-b5dd-4cd668ec5427 req-a5bf1791-9f97-4688-9688-38676f77528f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:19.513658 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-acd99470-02c0-40fc-b5dd-4cd668ec5427 req-a5bf1791-9f97-4688-9688-38676f77528f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 932 time: 0.0541337 Aug 17 17:16:19.559222 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-acd99470-02c0-40fc-b5dd-4cd668ec5427 req-8d1db0a6-f9fc-4c58-bbc2-fda6b19d04bb tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Aug 17 17:16:20.037672 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:20.451696 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:20.703781 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc313-5d0e-4273-b489-868c06aa3bb1 req-3b0ff4c5-e375-4455-b79a-e95389b6d478 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:20.705462 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5acc313-5d0e-4273-b489-868c06aa3bb1 req-3b0ff4c5-e375-4455-b79a-e95389b6d478 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 932 time: 0.0581312 Aug 17 17:16:20.743344 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a5acc313-5d0e-4273-b489-868c06aa3bb1 req-1989b756-b79b-48d1-ad14-3469c3a81708 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316932 Aug 17 17:16:21.862561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a9aa7-9d7c-4769-84d3-7ba826b1e2ce req-0a2ace61-35c1-4975-8f72-97fa0bb65fc0 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:21.864274 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a06a9aa7-9d7c-4769-84d3-7ba826b1e2ce req-0a2ace61-35c1-4975-8f72-97fa0bb65fc0 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 932 time: 0.0491271 Aug 17 17:16:21.906855 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a06a9aa7-9d7c-4769-84d3-7ba826b1e2ce req-4bb05917-8b22-4c2d-86a3-b25e87c4e3ac tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359349 Aug 17 17:16:23.033682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6108f66-7cd3-40d4-82da-152fe28c0977 req-288f74a6-0214-4a87-8799-b3929544caca tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:23.035195 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6108f66-7cd3-40d4-82da-152fe28c0977 req-288f74a6-0214-4a87-8799-b3929544caca tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 932 time: 0.0592873 Aug 17 17:16:23.075051 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f6108f66-7cd3-40d4-82da-152fe28c0977 req-45f06477-4ee5-486b-8bef-82f7b92383a7 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338748 Aug 17 17:16:24.190874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85785e3-d035-4b64-a00c-a398ce5558fa req-003eb429-37c9-448c-92bc-3b6e90059df5 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:24.192346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a85785e3-d035-4b64-a00c-a398ce5558fa req-003eb429-37c9-448c-92bc-3b6e90059df5 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 932 time: 0.0489345 Aug 17 17:16:24.228885 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a85785e3-d035-4b64-a00c-a398ce5558fa req-80260623-af65-4f90-961d-38b34ecaf915 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306039 Aug 17 17:16:24.508098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Request body: {'port': {'device_id': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:24.565605 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:24.829327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:16:24.836898 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:24.848562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Transition to ACTIVE for port object 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:16:24.852565 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:24.905123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Pushing event updated for resources: {'Port': ['ID=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:24.930517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.930858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.931191 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.931522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.931846 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.932170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.932491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.932815 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.933324 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.933641 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.933957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.934272 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:24.988170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Attempting to bind port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:16:24.988508 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Attempting to bind port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:16:24.988837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Attempting to bind port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 on network bf4714c5-8eee-467c-91d6-8382aa2dbda2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:16:24.993575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 on network bf4714c5-8eee-467c-91d6-8382aa2dbda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:16:24.993949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Attempting to bind port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 on network bf4714c5-8eee-467c-91d6-8382aa2dbda2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:16:24.998844 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:16:24.999179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Checking segment: {'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:16:24.999562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Bound using segment: {'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:16:24.999992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Bound port: 8246bded-7ab0-44be-aa61-b93f4ee4b6a1, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d860169-5cf1-479a-a2c0-edf8a0ea10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:16:25.000898 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:25.070506 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] For port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:16:25.073598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] For port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:16:25.078896 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:25.112744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:25.113314 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:25.114747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] 10.222.0.91 "PUT /v2.0/ports/8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 1092 time: 0.6115599 Aug 17 17:16:25.115173 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:16:25.117411 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5e8ffb-06e0-4dbb-ba00-695b64283132" -d '{"events": [{"name": "network-changed", "server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:16:25.142645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f058e46-b9f4-4904-918c-c19cfb2eb03e service neutron] Pushing event updated for resources: {'Port': ['ID=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:25.171639 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dad6083-cd7b-4593-aaad-ee3b30a1808c x-openstack-request-id: req-9dad6083-cd7b-4593-aaad-ee3b30a1808c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:16:25.171932 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:16:25.172183 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9dad6083-cd7b-4593-aaad-ee3b30a1808c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:16:25.172584 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'status': 'completed', 'code': 200} Aug 17 17:16:25.222973 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-872148c8-e555-4bd6-9348-177adc19456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:25.224544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-872148c8-e555-4bd6-9348-177adc19456e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53f9a111c8b94bce980421ad8f9e9f31&device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 1095 time: 0.0431275 Aug 17 17:16:25.274774 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-5b501e1a-5bfe-4c02-9873-a68d4955988b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 217 time: 0.0404184 Aug 17 17:16:25.327351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-1773b1fc-39b6-44f7-aed3-4a8a0f91578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:25.329435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-1773b1fc-39b6-44f7-aed3-4a8a0f91578f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c9da759f-9cde-4643-b0da-177a6817ad88 HTTP/1.1" status: 200 len: 854 time: 0.0465415 Aug 17 17:16:25.355606 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c4d7a-f4e3-45ff-8e1c-b21cebc38882 req-40c2d7d3-e5a2-4bc7-ae38-dce301906361 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:25.357119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-776c4d7a-f4e3-45ff-8e1c-b21cebc38882 req-40c2d7d3-e5a2-4bc7-ae38-dce301906361 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 944 time: 0.0575118 Aug 17 17:16:25.378874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-afad51de-b0d9-45c1-b273-c7a14839f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:25.380351 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-afad51de-b0d9-45c1-b273-c7a14839f5d3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bf4714c5-8eee-467c-91d6-8382aa2dbda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443037 Aug 17 17:16:25.397701 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-776c4d7a-f4e3-45ff-8e1c-b21cebc38882 req-b8b626e7-1c28-40aa-a34b-ffa974eae40f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343773 Aug 17 17:16:25.475561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-2a55ecdf-aca2-41ec-8225-4dca0f9b25e9 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869074 Aug 17 17:16:25.566632 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2f75bada-6d73-4452-a16f-297e86ebd252 req-d114e823-f31b-4440-82ea-32de22d7aea0 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830736 Aug 17 17:16:25.648438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-ed19b3d2-afb7-4f3f-a65c-ef4f78101921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:25.649826 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-ed19b3d2-afb7-4f3f-a65c-ef4f78101921 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53f9a111c8b94bce980421ad8f9e9f31&device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 1095 time: 0.0416622 Aug 17 17:16:25.744157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-f1c5b353-ac6f-4dcd-90bb-ea0e22454148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:25.745603 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-f1c5b353-ac6f-4dcd-90bb-ea0e22454148 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bf4714c5-8eee-467c-91d6-8382aa2dbda2 HTTP/1.1" status: 200 len: 916 time: 0.0879598 Aug 17 17:16:25.786502 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-09ee52fd-b75c-4032-bf21-b5fe6676fb0f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 217 time: 0.0336256 Aug 17 17:16:25.839549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-a7b75a1d-e651-44ca-b036-186787db8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:25.840938 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-a7b75a1d-e651-44ca-b036-186787db8526 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c9da759f-9cde-4643-b0da-177a6817ad88 HTTP/1.1" status: 200 len: 854 time: 0.0460157 Aug 17 17:16:25.886775 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-02204a49-7771-4d21-ad54-9e1e14ecceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:25.888207 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-02204a49-7771-4d21-ad54-9e1e14ecceff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bf4714c5-8eee-467c-91d6-8382aa2dbda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389712 Aug 17 17:16:25.977364 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-1c8700e3-511f-4c32-b88a-5ef2b687a0c2 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812643 Aug 17 17:16:26.070677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c5e8ffb-06e0-4dbb-ba00-695b64283132 req-26853227-c16e-403a-b54d-1fab35141691 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843208 Aug 17 17:16:26.513093 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565b562-92d7-4d42-9350-708623cf381f req-b6120332-8faf-40d1-8f1d-59f50529f4e2 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:26.514821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e565b562-92d7-4d42-9350-708623cf381f req-b6120332-8faf-40d1-8f1d-59f50529f4e2 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 944 time: 0.0503032 Aug 17 17:16:26.553521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e565b562-92d7-4d42-9350-708623cf381f req-ea93c6fe-e7a3-455e-93bd-5f44027d7e38 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Aug 17 17:16:27.666149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914fb5-fe32-4846-b61f-69224f5041a6 req-3f0ee50b-4afe-49a7-bc9f-bc4a6207b95e tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:27.667668 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31914fb5-fe32-4846-b61f-69224f5041a6 req-3f0ee50b-4afe-49a7-bc9f-bc4a6207b95e tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 944 time: 0.0486190 Aug 17 17:16:27.705226 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-31914fb5-fe32-4846-b61f-69224f5041a6 req-ef381b42-5c71-4d19-b169-a8d04bf342b6 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311074 Aug 17 17:16:27.769338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:16:27.867100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:16:27.878191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'port_id': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'mac_address': 'fa:16:3e:50:5a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:16:27.913775 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:27.926619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:16:27.945397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:16:27.949611 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:27.999493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:28.006742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.007087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.007424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.007760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.008090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.008415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.008735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.009056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.009376 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.009690 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.010006 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.010320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:16:28.178989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8246bded-7ab0-44be-aa61-b93f4ee4b6a1'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:16:28.820786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851ed14-919c-4bbe-bacd-18201da1f44f req-bf192c1f-c8ca-4c8d-b9f5-1f74c5a0d69a tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:28.822263 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f851ed14-919c-4bbe-bacd-18201da1f44f req-bf192c1f-c8ca-4c8d-b9f5-1f74c5a0d69a tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 945 time: 0.0492911 Aug 17 17:16:28.864437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f851ed14-919c-4bbe-bacd-18201da1f44f req-6375a3be-2227-4e66-a87e-1efa16cec097 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361629 Aug 17 17:16:29.783045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:16:29.833180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:16:29.836745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:29.837171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:29.912173 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:29.934744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:16:29.936965 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9549b30-9f3e-4526-9a4a-9ffe1c6f759b" -d '{"events": [{"server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "name": "network-vif-plugged", "status": "completed", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:16:29.951093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:16:29.955991 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:29.982451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c5bee-4a1d-4cb4-8130-3995e4eb4b9b req-5e8bd14d-f8c2-465a-8d3c-999269cb7bd6 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:29.983839 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-490c5bee-4a1d-4cb4-8130-3995e4eb4b9b req-5e8bd14d-f8c2-465a-8d3c-999269cb7bd6 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 945 time: 0.0514343 Aug 17 17:16:29.999190 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1c29f9-4b80-4ace-9a74-bd211f77400c x-openstack-request-id: req-2b1c29f9-4b80-4ace-9a74-bd211f77400c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:16:29.999606 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "name": "network-vif-plugged", "status": "completed", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:16:30.000014 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b1c29f9-4b80-4ace-9a74-bd211f77400c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:16:30.001002 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'code': 200} Aug 17 17:16:30.010871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:30.030910 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-490c5bee-4a1d-4cb4-8130-3995e4eb4b9b req-48fc87a0-0bfb-4946-ab7c-3655dd80a5c4 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Aug 17 17:16:30.077765 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf64e72-9b86-4fd6-bada-57021f839dd4 req-ca41b750-0986-4c40-88fe-9439de69294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:30.079318 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcf64e72-9b86-4fd6-bada-57021f839dd4 req-ca41b750-0986-4c40-88fe-9439de69294f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 1097 time: 0.0408742 Aug 17 17:16:30.114209 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dcf64e72-9b86-4fd6-bada-57021f839dd4 req-a54e74ff-daf6-46d9-bd82-f0c9bb2f15b2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278666 Aug 17 17:16:31.146723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c61abd-1772-447e-8a1b-15a10bafd8e5 req-3e592fd4-cbe6-40f9-adac-b1d398351aee tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:31.148169 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9c61abd-1772-447e-8a1b-15a10bafd8e5 req-3e592fd4-cbe6-40f9-adac-b1d398351aee tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 946 time: 0.0493364 Aug 17 17:16:31.185174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b9c61abd-1772-447e-8a1b-15a10bafd8e5 req-b68662d0-ed94-4d1c-b8b2-5b9677d46438 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Aug 17 17:16:31.301131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e1927-1d97-4f14-b316-7c865f57aed3 req-d82336af-b3c4-4564-bdf3-5b472c51d8c7 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:31.302547 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c48e1927-1d97-4f14-b316-7c865f57aed3 req-d82336af-b3c4-4564-bdf3-5b472c51d8c7 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 946 time: 0.0521128 Aug 17 17:16:31.340013 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c48e1927-1d97-4f14-b316-7c865f57aed3 req-3043c8f1-e9ec-42bb-af67-6f100caf3e1b tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Aug 17 17:16:31.524658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83981ce9-a8fb-4a05-9910-fb974119caf6 req-a4e8dc2f-80a7-45a4-acbb-97e0378383bd tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:31.526124 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83981ce9-a8fb-4a05-9910-fb974119caf6 req-a4e8dc2f-80a7-45a4-acbb-97e0378383bd tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 946 time: 0.0482531 Aug 17 17:16:31.564081 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-83981ce9-a8fb-4a05-9910-fb974119caf6 req-0ecd7c6d-4c73-47a6-ab69-8ee2d26194ab tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Aug 17 17:16:32.228970 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a64feef8-55da-48ef-91b3-6dc6a8d7017f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:34.882639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a28b5cc-f938-45fc-8dbf-8da1f6c0f917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:35.073589 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:36.135539 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:37.858028 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:43.096482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e8188-f2cb-45af-8ebe-95f5ca4f4a55 req-a8806e82-47f0-4b28-bdc8-206df823bf45 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:43.097966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f7e8188-f2cb-45af-8ebe-95f5ca4f4a55 req-a8806e82-47f0-4b28-bdc8-206df823bf45 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 946 time: 0.0501664 Aug 17 17:16:43.135375 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f7e8188-f2cb-45af-8ebe-95f5ca4f4a55 req-57467132-625c-4452-a667-fc8e6489882d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Aug 17 17:16:43.157818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43812) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:16:43.288025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb393e7-30d8-4901-a242-85168bbc9c60 tempest-TestMinimumBasicScenario-755697185 tempest-TestMinimumBasicScenario-755697185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:43.289557 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9eb393e7-30d8-4901-a242-85168bbc9c60 tempest-TestMinimumBasicScenario-755697185 tempest-TestMinimumBasicScenario-755697185-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 1092 time: 0.1307619 Aug 17 17:16:43.292539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43816) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:16:43.297399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:43.319229 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:43.413102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:43.572179 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:16:43.857714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Allocated IP 172.25.7.194 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/d4afe423-743e-4eb5-bffe-f91fb6261e6a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:16:43.957731 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:43.999694 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:44.040586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:16:44.048381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:16:44.051585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:16:44.054700 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'Port': ['ID=d4afe423-743e-4eb5-bffe-f91fb6261e6a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:44.401227 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:44.466598 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:44.615434 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:44.619975 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:44.687259 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'Port': ['ID=d4afe423-743e-4eb5-bffe-f91fb6261e6a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:44.699871 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:44.799895 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Floating IP b67b42a5-cd2e-4e9f-b96e-23eae1b97c66 associated. External IP: 172.25.7.194, port: 8246bded-7ab0-44be-aa61-b93f4ee4b6a1. Aug 17 17:16:45.008467 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Router 4245fc85-80c7-4083-bfb8-530d97ce978a has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:16:45.121055 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:16:45.130764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] Sync routers for ids ['4245fc85-80c7-4083-bfb8-530d97ce978a'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:16:45.136981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.140930 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] Routers {'4245fc85-80c7-4083-bfb8-530d97ce978a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:16:45.141549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:16:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4245fc85-80c7-4083-bfb8-530d97ce978a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:45.166628 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-83ad89b7-b14f-4b13-b8ea-67c5c456ac6f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8705685 Aug 17 17:16:45.166628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:16:45.167098 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:16:45.167571 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9034296e-06d5-4a3e-9ba3-e752b468961b" -d '{"events": [{"name": "network-changed", "server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:16:45.173180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-48c06f52-d70c-415e-b803-1b3b9e8f1270 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868248251', 'description': 'tempest-secgroup-smoke-1868248251 description', 'project_id': '53f9a111c8b94bce980421ad8f9e9f31'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:45.196053 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48c06f52-d70c-415e-b803-1b3b9e8f1270 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.207233 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfafdbd6-cc81-4849-bd72-c6b6750914f0 x-openstack-request-id: req-cfafdbd6-cc81-4849-bd72-c6b6750914f0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:16:45.207524 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:16:45.207777 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfafdbd6-cc81-4849-bd72-c6b6750914f0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:16:45.208183 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'status': 'completed', 'code': 200} Aug 17 17:16:45.254876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] Set router 4245fc85-80c7-4083-bfb8-530d97ce978a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:16:45.290256 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-641340ba-16d4-41c1-8443-e1f199fd79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:45.291926 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-641340ba-16d4-41c1-8443-e1f199fd79e9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53f9a111c8b94bce980421ad8f9e9f31&device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 1097 time: 0.0617015 Aug 17 17:16:45.366825 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48c06f52-d70c-415e-b803-1b3b9e8f1270 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.373538 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48c06f52-d70c-415e-b803-1b3b9e8f1270 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.418331 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48c06f52-d70c-415e-b803-1b3b9e8f1270 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.419566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-48c06f52-d70c-415e-b803-1b3b9e8f1270 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2512879 Aug 17 17:16:45.422670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43822) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:16:45.427535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a283b47b-9ceb-4be5-9d67-abeb3a873d59 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'security_group_rule': {'security_group_id': 'f84df420-55b1-4ad3-8661-cc6c06dc5357', 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:45.432163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c06f52-d70c-415e-b803-1b3b9e8f1270 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84df420-55b1-4ad3-8661-cc6c06dc5357,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:45.446586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-24a889e2-84d0-4311-ba67-2453a7635f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:45.448578 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-24a889e2-84d0-4311-ba67-2453a7635f14 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bf4714c5-8eee-467c-91d6-8382aa2dbda2 HTTP/1.1" status: 200 len: 916 time: 0.1499305 Aug 17 17:16:45.457023 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a283b47b-9ceb-4be5-9d67-abeb3a873d59 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.487444 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'b67b42a5-cd2e-4e9f-b96e-23eae1b97c66', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'port_id': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'mac_address': 'fa:16:3e:50:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:16:44Z', 'updated_at': '2021-08-17T17:16:44Z', 'revision_number': 0, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:16:02Z', 'revision_number': 5, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:45.516354 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-f57990bf-a8fc-4e50-b8f6-5b77ae993ee8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 1000 time: 0.0603232 Aug 17 17:16:45.518456 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] Checking router: 4245fc85-80c7-4083-bfb8-530d97ce978a for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:16:45.521031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a283b47b-9ceb-4be5-9d67-abeb3a873d59 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.525610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a283b47b-9ceb-4be5-9d67-abeb3a873d59 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.528558 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] Routers {'4245fc85-80c7-4083-bfb8-530d97ce978a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:16:45.529470 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:16:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4245fc85-80c7-4083-bfb8-530d97ce978a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:45.542534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283b47b-9ceb-4be5-9d67-abeb3a873d59 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32395d57-c7ca-4b14-8371-c5f9ec6cfe71,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:45.554139 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a283b47b-9ceb-4be5-9d67-abeb3a873d59 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.555505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a283b47b-9ceb-4be5-9d67-abeb3a873d59 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317606 Aug 17 17:16:45.558570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43824) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:16:45.563230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f5f8e082-5647-4307-9d2f-4d7b58abfdec tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'security_group_rule': {'security_group_id': 'f84df420-55b1-4ad3-8661-cc6c06dc5357', 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:45.569074 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-41fbac8b-d469-469b-b07b-6385f483c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:45.571578 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-41fbac8b-d469-469b-b07b-6385f483c79b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c9da759f-9cde-4643-b0da-177a6817ad88 HTTP/1.1" status: 200 len: 854 time: 0.0485206 Aug 17 17:16:45.591449 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e082-5647-4307-9d2f-4d7b58abfdec tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.628990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-bedaef25-926e-4069-9fe2-e6f45d8b8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:45.631153 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-bedaef25-926e-4069-9fe2-e6f45d8b8adb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bf4714c5-8eee-467c-91d6-8382aa2dbda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510902 Aug 17 17:16:45.646527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] Set router 4245fc85-80c7-4083-bfb8-530d97ce978a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:16:45.657695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e082-5647-4307-9d2f-4d7b58abfdec tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.663124 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e082-5647-4307-9d2f-4d7b58abfdec tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.680787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8e082-5647-4307-9d2f-4d7b58abfdec tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155cc51e-7a0b-4712-ab53-b5295dc2d619,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:45.689730 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e082-5647-4307-9d2f-4d7b58abfdec tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.691252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f5f8e082-5647-4307-9d2f-4d7b58abfdec tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319509 Aug 17 17:16:45.694075 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43826) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:16:45.698877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-727eb20b-50cf-499b-9965-68be14226514 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'security_group_rule': {'security_group_id': 'f84df420-55b1-4ad3-8661-cc6c06dc5357', 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:45.727804 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-727eb20b-50cf-499b-9965-68be14226514 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.744513 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-748ef341-9b5c-44c2-a55b-fc45f4b14934 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053510 Aug 17 17:16:45.789610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-727eb20b-50cf-499b-9965-68be14226514 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.793300 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-727eb20b-50cf-499b-9965-68be14226514 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.812927 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727eb20b-50cf-499b-9965-68be14226514 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb698168-727f-4bce-a36b-63a39b79b34e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:45.821027 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-727eb20b-50cf-499b-9965-68be14226514 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.822770 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-727eb20b-50cf-499b-9965-68be14226514 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275082 Aug 17 17:16:45.825510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43828) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:16:45.831312 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bd0c4000-4e8a-43ed-8ea2-b49bf0d42982 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'security_group_rule': {'security_group_id': 'f84df420-55b1-4ad3-8661-cc6c06dc5357', 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:45.850402 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9034296e-06d5-4a3e-9ba3-e752b468961b req-701fa6c7-4899-466c-ba7b-5efde1dd7739 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977833 Aug 17 17:16:45.860990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4000-4e8a-43ed-8ea2-b49bf0d42982 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.898634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'b67b42a5-cd2e-4e9f-b96e-23eae1b97c66', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'port_id': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'mac_address': 'fa:16:3e:50:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:16:44Z', 'updated_at': '2021-08-17T17:16:44Z', 'revision_number': 0, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:16:02Z', 'revision_number': 5, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:16:45.923065 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4000-4e8a-43ed-8ea2-b49bf0d42982 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.924962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2cbb7-deb2-47e3-93da-9cb26a9ece27 None None] The sync data for ids ['4245fc85-80c7-4083-bfb8-530d97ce978a'] in n-d-804878-1 is: [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'b67b42a5-cd2e-4e9f-b96e-23eae1b97c66', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'port_id': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'mac_address': 'fa:16:3e:50:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:16:44Z', 'updated_at': '2021-08-17T17:16:44Z', 'revision_number': 0, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:16:02Z', 'revision_number': 5, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:16:45.926767 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4000-4e8a-43ed-8ea2-b49bf0d42982 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.946170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c4000-4e8a-43ed-8ea2-b49bf0d42982 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866fabc1-531b-4ef1-a361-5ab0905e1fc5,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:45.952347 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4000-4e8a-43ed-8ea2-b49bf0d42982 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:45.956984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bd0c4000-4e8a-43ed-8ea2-b49bf0d42982 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277277 Aug 17 17:16:45.957418 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43830) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:16:45.962194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-fd347f5a-d1a5-4441-8871-2d425b65cb34 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'security_group_rule': {'security_group_id': 'f84df420-55b1-4ad3-8661-cc6c06dc5357', 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:45.984768 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-fd347f5a-d1a5-4441-8871-2d425b65cb34 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Project 53f9a111c8b94bce980421ad8f9e9f31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:16:45.989899 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd347f5a-d1a5-4441-8871-2d425b65cb34 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.055067 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd347f5a-d1a5-4441-8871-2d425b65cb34 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.059626 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd347f5a-d1a5-4441-8871-2d425b65cb34 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.080069 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd347f5a-d1a5-4441-8871-2d425b65cb34 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c3059a-c3b9-4161-8302-4294ff7c3c1a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:46.086124 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd347f5a-d1a5-4441-8871-2d425b65cb34 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.087417 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fd347f5a-d1a5-4441-8871-2d425b65cb34 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290381 Aug 17 17:16:46.089999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43832) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:16:46.094641 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4dee1c58-f592-4af2-965e-abff95229b93 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'security_group_rule': {'security_group_id': 'f84df420-55b1-4ad3-8661-cc6c06dc5357', 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:46.117025 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-4dee1c58-f592-4af2-965e-abff95229b93 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Project 53f9a111c8b94bce980421ad8f9e9f31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:16:46.123021 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4dee1c58-f592-4af2-965e-abff95229b93 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.135029 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52975bbb-0742-4048-8ba7-2b28afa89202 None None] New status for floating IP b67b42a5-cd2e-4e9f-b96e-23eae1b97c66: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:16:46.188708 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4dee1c58-f592-4af2-965e-abff95229b93 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.192311 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4dee1c58-f592-4af2-965e-abff95229b93 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.209972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee1c58-f592-4af2-965e-abff95229b93 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4546794b-1b83-43dc-a35c-d3cacb7c0f3d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:46.216108 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4dee1c58-f592-4af2-965e-abff95229b93 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.217194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4dee1c58-f592-4af2-965e-abff95229b93 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261442 Aug 17 17:16:46.297259 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-5b2edd12-4ee8-488b-bce5-7b1d35a5969b tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868248251&fields=id&tenant_id=53f9a111c8b94bce980421ad8f9e9f31 HTTP/1.1" status: 200 len: 267 time: 0.0336654 Aug 17 17:16:46.350765 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-b6b85a43-1ecd-4f15-b319-d861a0f6e883 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:46.352231 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-b6b85a43-1ecd-4f15-b319-d861a0f6e883 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 946 time: 0.0490658 Aug 17 17:16:46.363967 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-812ffdc7-f31f-404e-9357-c4ffc6d6da40 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'port': {'security_groups': ['865517c1-4b6f-4dbb-be13-df25ca564149', 'f84df420-55b1-4ad3-8661-cc6c06dc5357']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:16:46.428531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-812ffdc7-f31f-404e-9357-c4ffc6d6da40 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.613092 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-812ffdc7-f31f-404e-9357-c4ffc6d6da40 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] For port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:16:46.641952 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-812ffdc7-f31f-404e-9357-c4ffc6d6da40 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.646194 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-812ffdc7-f31f-404e-9357-c4ffc6d6da40 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.658529 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8246bded-7ab0-44be-aa61-b93f4ee4b6a1'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:16:46.691258 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-812ffdc7-f31f-404e-9357-c4ffc6d6da40 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:46.692155 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-812ffdc7-f31f-404e-9357-c4ffc6d6da40 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:46.694850 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f634818-a6a4-4881-901e-ca79f8b9c0a4 req-812ffdc7-f31f-404e-9357-c4ffc6d6da40 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "PUT /v2.0/ports/8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 982 time: 0.3358319 Aug 17 17:16:46.730557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ffdc7-f31f-404e-9357-c4ffc6d6da40 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'Port': ['ID=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:16:46.811622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214a967-120f-4350-8f5e-c2540d63acb3 req-564da3a8-ff4f-4362-8193-94b62ee45adf tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:46.814049 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7214a967-120f-4350-8f5e-c2540d63acb3 req-564da3a8-ff4f-4362-8193-94b62ee45adf tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0604603 Aug 17 17:16:46.859933 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7214a967-120f-4350-8f5e-c2540d63acb3 req-0bc383cc-996c-411f-a2b1-d8f41095c228 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386560 Aug 17 17:16:46.891426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8246bded-7ab0-44be-aa61-b93f4ee4b6a1'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:16:46.966181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ebcbf40e-50be-4b35-9af2-0f578041f60d None None] Provisioning complete for port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:16:46.966519 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebcbf40e-50be-4b35-9af2-0f578041f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:47.209329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:16:47.211782 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947c8e93-e3a8-42df-8247-32c3d80bef2a" -d '{"events": [{"name": "network-changed", "server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:16:47.248863 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b275a2-9e99-4f38-9312-240d235c65b9 x-openstack-request-id: req-d0b275a2-9e99-4f38-9312-240d235c65b9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:16:47.249156 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:16:47.249406 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0b275a2-9e99-4f38-9312-240d235c65b9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:16:47.249809 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'status': 'completed', 'code': 200} Aug 17 17:16:47.310229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-fc4b6eef-03e1-4b74-96f0-018c2fd1e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:47.311779 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-fc4b6eef-03e1-4b74-96f0-018c2fd1e1a8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53f9a111c8b94bce980421ad8f9e9f31&device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 1136 time: 0.0400445 Aug 17 17:16:47.405285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-1bbbceea-a57f-4789-989d-c74807db8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:47.406874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-1bbbceea-a57f-4789-989d-c74807db8b33 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bf4714c5-8eee-467c-91d6-8382aa2dbda2 HTTP/1.1" status: 200 len: 916 time: 0.0885577 Aug 17 17:16:47.473878 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-8b2dab6f-b5eb-433d-a274-892766054851 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 1002 time: 0.0597875 Aug 17 17:16:47.523357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-8ac90846-8d7e-48ee-ae76-a73e8c694a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:47.524762 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-8ac90846-8d7e-48ee-ae76-a73e8c694a22 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c9da759f-9cde-4643-b0da-177a6817ad88 HTTP/1.1" status: 200 len: 854 time: 0.0432663 Aug 17 17:16:47.573491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-c8745b5d-e5a5-4abf-82d1-84232bcda053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:16:47.574966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-c8745b5d-e5a5-4abf-82d1-84232bcda053 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bf4714c5-8eee-467c-91d6-8382aa2dbda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418296 Aug 17 17:16:47.664579 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-8fc8836a-5aa1-4e38-8823-81adb4881311 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813096 Aug 17 17:16:47.758175 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-947c8e93-e3a8-42df-8247-32c3d80bef2a req-4835e472-4fc9-470c-96e7-34014b2f7098 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854740 Aug 17 17:16:50.043570 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:16:50.457599 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:02.229045 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d81508be-4492-4541-9b29-dff9ec229dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:03.924322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-4b5b7316-5b5a-438c-8804-35d604d2e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:03.925871 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-4b5b7316-5b5a-438c-8804-35d604d2e218 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53f9a111c8b94bce980421ad8f9e9f31&device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 1136 time: 0.0418210 Aug 17 17:17:03.926034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a0762-f078-470e-9119-9cbcc657c153 req-8fe68ba0-8dfc-491a-bafa-713cdefa1922 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:03.927709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-158a0762-f078-470e-9119-9cbcc657c153 req-8fe68ba0-8dfc-491a-bafa-713cdefa1922 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0507922 Aug 17 17:17:03.973147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-158a0762-f078-470e-9119-9cbcc657c153 req-e9d71022-67d7-44ca-b680-8051eca6c707 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392799 Aug 17 17:17:04.022359 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-dd7190dc-746f-4805-b9bf-0fe3bfb889fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:04.023789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-dd7190dc-746f-4805-b9bf-0fe3bfb889fa service neutron] 10.222.0.91 "GET /v2.0/networks?id=bf4714c5-8eee-467c-91d6-8382aa2dbda2 HTTP/1.1" status: 200 len: 916 time: 0.0898559 Aug 17 17:17:04.088747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-2ede0f33-3ea8-4b0f-bb23-8fc412add9f8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 1002 time: 0.0575612 Aug 17 17:17:04.137378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-c58c3f8f-327e-488a-899a-c7685e0c1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:04.138797 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-c58c3f8f-327e-488a-899a-c7685e0c1751 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c9da759f-9cde-4643-b0da-177a6817ad88 HTTP/1.1" status: 200 len: 854 time: 0.0427392 Aug 17 17:17:04.185835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-409ffa73-4c09-49d2-9b6e-213977013c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:04.187331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-409ffa73-4c09-49d2-9b6e-213977013c0e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bf4714c5-8eee-467c-91d6-8382aa2dbda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420396 Aug 17 17:17:04.276716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-e9bec7d4-5781-4822-b21c-641b43dd8b3c service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812287 Aug 17 17:17:04.368248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-80b39c63-9b6d-460c-bd5d-f050631f46c4 req-fa6a1db2-84e0-47bc-9447-c0d2adc2f34a service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836344 Aug 17 17:17:04.882659 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1bb9a695-b211-44a9-a8fc-2b60ea7d9630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:05.074164 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:05.091712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342e8e3-7593-4c96-90d0-a96880bc0a2d req-3129bc36-2609-4d07-a921-b1385656c0cd tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:05.093211 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4342e8e3-7593-4c96-90d0-a96880bc0a2d req-3129bc36-2609-4d07-a921-b1385656c0cd tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0506830 Aug 17 17:17:05.132890 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4342e8e3-7593-4c96-90d0-a96880bc0a2d req-764a012c-02a2-4582-877f-9fe10ab254db tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328586 Aug 17 17:17:06.138451 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:06.248940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab087-238d-4122-a986-d584006c4229 req-897d9bd4-74ab-47c1-b7cc-53655b9f528a tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:06.250951 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fbbab087-238d-4122-a986-d584006c4229 req-897d9bd4-74ab-47c1-b7cc-53655b9f528a tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0509458 Aug 17 17:17:06.291207 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fbbab087-238d-4122-a986-d584006c4229 req-8eba32b5-01f6-4d50-b458-4b18c70049a3 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339131 Aug 17 17:17:07.404677 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e5af5-b01d-4f50-9ace-90511aa168cb req-dc2f1d55-1d98-4e46-b181-7ddb71c7198c tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:07.406181 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2e6e5af5-b01d-4f50-9ace-90511aa168cb req-dc2f1d55-1d98-4e46-b181-7ddb71c7198c tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0501032 Aug 17 17:17:07.446477 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2e6e5af5-b01d-4f50-9ace-90511aa168cb req-4e802ca4-9f2d-4d48-af79-3014a8f8da3b tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340953 Aug 17 17:17:07.861587 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:08.558735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a940171-0630-4163-af71-b71bdf5fec8f req-bfe42401-a017-492e-95bf-fc536e61b0df tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:08.560199 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a940171-0630-4163-af71-b71bdf5fec8f req-bfe42401-a017-492e-95bf-fc536e61b0df tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0480654 Aug 17 17:17:08.599904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9a940171-0630-4163-af71-b71bdf5fec8f req-db284f84-d1cb-4d9b-ad6e-fea9bc1f0991 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332134 Aug 17 17:17:09.716615 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401c09-cb27-4986-b0f3-908ff37cd57d req-119e8176-10ad-4634-ba0c-d6c06e362c15 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:09.718060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1401c09-cb27-4986-b0f3-908ff37cd57d req-119e8176-10ad-4634-ba0c-d6c06e362c15 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0514426 Aug 17 17:17:09.757170 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d1401c09-cb27-4986-b0f3-908ff37cd57d req-e7449975-b6ef-40c3-adfe-a3093d17ca44 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323808 Aug 17 17:17:10.872792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be7ed2-1376-48b0-9f0d-5507f5a5b2d8 req-7014d763-c95f-4415-bcf4-74990e8eab0e tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:10.874270 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-68be7ed2-1376-48b0-9f0d-5507f5a5b2d8 req-7014d763-c95f-4415-bcf4-74990e8eab0e tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0501039 Aug 17 17:17:10.917056 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-68be7ed2-1376-48b0-9f0d-5507f5a5b2d8 req-3dcd06e4-6d58-4035-9194-1f35b3d55fff tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367498 Aug 17 17:17:12.030963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858818f7-4693-47ca-87d2-5e03a0685489 req-6b2afcdb-24d0-40ec-b220-9bd3bcbd7e39 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:12.032420 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-858818f7-4693-47ca-87d2-5e03a0685489 req-6b2afcdb-24d0-40ec-b220-9bd3bcbd7e39 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0497489 Aug 17 17:17:12.076466 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-858818f7-4693-47ca-87d2-5e03a0685489 req-bee95d47-836a-4783-9d91-488e60ba2c22 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380530 Aug 17 17:17:13.191346 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e8337-2e14-4cdd-935f-cbfc0399aebc req-f9948af0-2a16-447a-a4c7-9caf7608c96f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:13.192805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef1e8337-2e14-4cdd-935f-cbfc0399aebc req-f9948af0-2a16-447a-a4c7-9caf7608c96f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0491965 Aug 17 17:17:13.232604 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef1e8337-2e14-4cdd-935f-cbfc0399aebc req-6b3bd888-c21c-4a69-bcb5-783365fca188 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336165 Aug 17 17:17:14.347206 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d34bc-5b87-49f9-8ee8-391e4d8111fd req-0b90780f-76c4-4134-a0b0-225859cadeb6 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:14.348681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a32d34bc-5b87-49f9-8ee8-391e4d8111fd req-0b90780f-76c4-4134-a0b0-225859cadeb6 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0490961 Aug 17 17:17:14.387747 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a32d34bc-5b87-49f9-8ee8-391e4d8111fd req-d7affa03-5b80-48db-af1d-1a0cc39255c8 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331907 Aug 17 17:17:15.504166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089dfda-d9b6-43fe-a12b-37df305b9925 req-ad3473d3-6048-42f4-b598-718f5eb98bec tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:15.505669 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0089dfda-d9b6-43fe-a12b-37df305b9925 req-ad3473d3-6048-42f4-b598-718f5eb98bec tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0495424 Aug 17 17:17:15.544359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0089dfda-d9b6-43fe-a12b-37df305b9925 req-dc608155-e961-469a-9c89-e27d13ea3af1 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84df420-55b1-4ad3-8661-cc6c06dc5357&id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325468 Aug 17 17:17:20.043828 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:20.472089 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:20.570512 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:17:28.202812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-990e1051-0f68-435f-abff-6f3134e5d0af req-e95ffbde-8d6d-4e43-b87d-5cdf1ca0a999 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843635 Aug 17 17:17:28.285236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e1051-0f68-435f-abff-6f3134e5d0af req-3403f151-7520-4874-a18a-bf3a4b23e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:28.286805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-990e1051-0f68-435f-abff-6f3134e5d0af req-3403f151-7520-4874-a18a-bf3a4b23e5d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53f9a111c8b94bce980421ad8f9e9f31&device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 1136 time: 0.0408585 Aug 17 17:17:28.391268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e1051-0f68-435f-abff-6f3134e5d0af req-1f8e3412-93fd-4b0b-9a11-ce1d62b9773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:28.392885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-990e1051-0f68-435f-abff-6f3134e5d0af req-1f8e3412-93fd-4b0b-9a11-ce1d62b9773c service neutron] 10.222.0.91 "GET /v2.0/networks?id=bf4714c5-8eee-467c-91d6-8382aa2dbda2 HTTP/1.1" status: 200 len: 916 time: 0.0883231 Aug 17 17:17:28.458182 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-990e1051-0f68-435f-abff-6f3134e5d0af req-9eab73b2-7e16-4747-a3f4-29e9a83c60da service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 1002 time: 0.0582380 Aug 17 17:17:28.507353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e1051-0f68-435f-abff-6f3134e5d0af req-3c7d7177-13e9-4ac9-a2c5-83e4ffc604b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:28.508735 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-990e1051-0f68-435f-abff-6f3134e5d0af req-3c7d7177-13e9-4ac9-a2c5-83e4ffc604b1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c9da759f-9cde-4643-b0da-177a6817ad88 HTTP/1.1" status: 200 len: 854 time: 0.0430291 Aug 17 17:17:28.556630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e1051-0f68-435f-abff-6f3134e5d0af req-8525be28-48f6-4dec-8fc7-73f1ccf77f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:28.558075 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-990e1051-0f68-435f-abff-6f3134e5d0af req-8525be28-48f6-4dec-8fc7-73f1ccf77f7c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bf4714c5-8eee-467c-91d6-8382aa2dbda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427101 Aug 17 17:17:28.645689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-990e1051-0f68-435f-abff-6f3134e5d0af req-53441af1-8dbd-4b2f-ae2d-32dfba1e611e service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806620 Aug 17 17:17:28.738470 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-990e1051-0f68-435f-abff-6f3134e5d0af req-a027c2ee-e110-47d6-a0a3-229113189356 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851774 Aug 17 17:17:32.230860 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac94d5ff-28c0-47d0-94ca-20358d6fa7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:34.882478 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2e10397-097b-49a6-8a21-36358d48cd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:35.075412 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:36.140849 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:37.862410 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.040223 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-7705c0f9-a439-4f25-aa22-bce65010512f tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868248251&fields=id&tenant_id=53f9a111c8b94bce980421ad8f9e9f31 HTTP/1.1" status: 200 len: 267 time: 0.1495290 Aug 17 17:17:48.093177 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-9e2d5dd8-2d72-4364-8730-f194d3a3879e tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:48.094683 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-9e2d5dd8-2d72-4364-8730-f194d3a3879e tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 985 time: 0.0488145 Aug 17 17:17:48.105630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Request body: {'port': {'security_groups': ['865517c1-4b6f-4dbb-be13-df25ca564149']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:17:48.167213 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.338474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] For port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:17:48.366254 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.371301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.385098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8246bded-7ab0-44be-aa61-b93f4ee4b6a1'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:17:48.419020 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:48.419616 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.422772 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffa74710-fe48-4503-840c-9ee1521802d2 req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "PUT /v2.0/ports/8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 943 time: 0.3216071 Aug 17 17:17:48.423248 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:17:48.426200 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642" -d '{"events": [{"name": "network-changed", "server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:17:48.427528 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43896) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:17:48.454085 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event updated for resources: {'Port': ['ID=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:17:48.462282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.462679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.463159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.463503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.463837 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.464168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.464512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.464808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.465333 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.465452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.465774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.466063 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43cf99-2707-49a5-a6e2-097345b4b131 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.495940 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a289f1-06d8-465f-bb0e-83a61f8b255c x-openstack-request-id: req-b0a289f1-06d8-465f-bb0e-83a61f8b255c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:17:48.496236 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:17:48.496497 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0a289f1-06d8-465f-bb0e-83a61f8b255c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:17:48.497180 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'status': 'completed', 'code': 200} Aug 17 17:17:48.509624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8246bded-7ab0-44be-aa61-b93f4ee4b6a1'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:17:48.525289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.556727 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.567998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-f846f7e4-e3ee-4352-92e7-196e70055a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:48.569804 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-f846f7e4-e3ee-4352-92e7-196e70055a90 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53f9a111c8b94bce980421ad8f9e9f31&device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 1097 time: 0.0488756 Aug 17 17:17:48.640774 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.643396 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.647059 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "DELETE /v2.0/security-groups/f84df420-55b1-4ad3-8661-cc6c06dc5357 HTTP/1.1" status: 204 len: 168 time: 0.2155366 Aug 17 17:17:48.647698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 43900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:17:48.653964 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84df420-55b1-4ad3-8661-cc6c06dc5357,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:17:48.661624 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.662208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.662753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.663089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.663519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.663755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.664078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.664580 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.664910 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.665230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.665563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.665881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a009-12dd-4184-94f8-085ab0d7cf73 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:17:48.710422 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-98f2b3d3-71f5-42b3-8f56-c6cfbdf96958 None None] Provisioning complete for port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:17:48.710796 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98f2b3d3-71f5-42b3-8f56-c6cfbdf96958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.740889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-b8951e3f-aba0-4c30-ac28-4e429b5dbc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:48.742342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-b8951e3f-aba0-4c30-ac28-4e429b5dbc9d service neutron] 10.222.0.91 "GET /v2.0/networks?id=bf4714c5-8eee-467c-91d6-8382aa2dbda2 HTTP/1.1" status: 200 len: 916 time: 0.1649394 Aug 17 17:17:48.860173 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-ff4a0492-1126-4362-9f9e-07b844b210f9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 1002 time: 0.0912747 Aug 17 17:17:48.921546 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Deleting port d4afe423-743e-4eb5-bffe-f91fb6261e6a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:17:48.921788 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:48.927436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-82cb80c2-f467-4b2f-8172-e6e50c8db561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:48.928862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-82cb80c2-f467-4b2f-8172-e6e50c8db561 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c9da759f-9cde-4643-b0da-177a6817ad88 HTTP/1.1" status: 200 len: 854 time: 0.0613301 Aug 17 17:17:49.018809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-b556ca6d-61e6-4c57-8427-8ea99e2a2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:49.020276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-b556ca6d-61e6-4c57-8427-8ea99e2a2462 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bf4714c5-8eee-467c-91d6-8382aa2dbda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822897 Aug 17 17:17:49.039348 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:49.039669 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:49.089429 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Calling delete_port for d4afe423-743e-4eb5-bffe-f91fb6261e6a owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:17:49.180296 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-5ca5f0d8-ca72-4d21-83a7-daa961b6d7f7 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514218 Aug 17 17:17:49.309713 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bcbc9a61-eb5a-4adf-8dd1-40f1cf349642 req-844fdf43-8c3f-4fd7-8e90-f779be1f820f service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215966 Aug 17 17:17:49.334115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:49.362692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event deleted for resources: {'Port': ['ID=d4afe423-743e-4eb5-bffe-f91fb6261e6a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:17:49.425584 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:49.425905 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Floating IP b67b42a5-cd2e-4e9f-b96e-23eae1b97c66 disassociated (deleted). External IP: 172.25.7.194, port: 8246bded-7ab0-44be-aa61-b93f4ee4b6a1. Aug 17 17:17:49.982162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Router 4245fc85-80c7-4083-bfb8-530d97ce978a has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:17:50.042206 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:50.088810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:17:50.093718 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:50.098840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] Sync routers for ids ['4245fc85-80c7-4083-bfb8-530d97ce978a'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:17:50.107507 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] Routers {'4245fc85-80c7-4083-bfb8-530d97ce978a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:17:50.108289 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4245fc85-80c7-4083-bfb8-530d97ce978a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:17:50.120114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d5fe1ca0-23af-4594-a686-d56256d22778 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "DELETE /v2.0/floatingips/b67b42a5-cd2e-4e9f-b96e-23eae1b97c66 HTTP/1.1" status: 204 len: 168 time: 1.4713140 Aug 17 17:17:50.214481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] Set router 4245fc85-80c7-4083-bfb8-530d97ce978a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:17:50.414960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:16:02Z', 'revision_number': 5, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:17:50.444345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] Checking router: 4245fc85-80c7-4083-bfb8-530d97ce978a for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:17:50.461099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] Routers {'4245fc85-80c7-4083-bfb8-530d97ce978a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:17:50.461614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4245fc85-80c7-4083-bfb8-530d97ce978a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:17:50.493367 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:50.497858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:17:50.500332 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca" -d '{"events": [{"name": "network-changed", "server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:17:50.536089 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe29459-0a95-44ed-b43a-f9ce74c05230 x-openstack-request-id: req-bbe29459-0a95-44ed-b43a-f9ce74c05230 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:17:50.536382 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:17:50.536635 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bbe29459-0a95-44ed-b43a-f9ce74c05230 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:17:50.537026 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'status': 'completed', 'code': 200} Aug 17 17:17:50.567677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] Set router 4245fc85-80c7-4083-bfb8-530d97ce978a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:17:50.601235 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-778bfb05-a61b-4367-b789-d59639258e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:50.602980 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-778bfb05-a61b-4367-b789-d59639258e61 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=53f9a111c8b94bce980421ad8f9e9f31&device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 1097 time: 0.0410826 Aug 17 17:17:50.697604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-884452d4-8478-4e4b-8bce-837ebd32649b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:50.699098 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-884452d4-8478-4e4b-8bce-837ebd32649b service neutron] 10.222.0.91 "GET /v2.0/networks?id=bf4714c5-8eee-467c-91d6-8382aa2dbda2 HTTP/1.1" status: 200 len: 916 time: 0.0881832 Aug 17 17:17:50.741188 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-ed016fce-8412-4416-a250-5de7eb6fa096 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 200 len: 217 time: 0.0340652 Aug 17 17:17:50.766103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:16:02Z', 'revision_number': 5, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:17:50.796267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc426305-c8f2-440a-b46f-82a6db0d6569 None None] The sync data for ids ['4245fc85-80c7-4083-bfb8-530d97ce978a'] in n-d-804878-1 is: [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:15:56Z', 'revision_number': 4, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e83fc263-4553-4f33-b3d1-05bbe458b0cb', 'name': '', 'network_id': 'bf4714c5-8eee-467c-91d6-8382aa2dbda2', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'mac_address': 'fa:16:3e:c6:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:56Z', 'updated_at': '2021-08-17T17:16:02Z', 'revision_number': 5, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'subnets': [{'id': 'c9da759f-9cde-4643-b0da-177a6817ad88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:17:50.797081 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-8c6876ef-2a5d-44d4-bce8-56b43681166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:50.798923 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-8c6876ef-2a5d-44d4-bce8-56b43681166c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c9da759f-9cde-4643-b0da-177a6817ad88 HTTP/1.1" status: 200 len: 854 time: 0.0503123 Aug 17 17:17:50.849438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-61e8160a-8411-4ba4-bd4b-c117b53cf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:50.851019 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-61e8160a-8411-4ba4-bd4b-c117b53cf2a3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bf4714c5-8eee-467c-91d6-8382aa2dbda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445280 Aug 17 17:17:50.951236 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-067b9cd0-5d8a-4e8c-a268-1e4b79c78624 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921149 Aug 17 17:17:51.047946 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4295f-a2dd-40fc-a5d1-3b420e692aaa None None] New status for floating IP b67b42a5-cd2e-4e9f-b96e-23eae1b97c66: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:17:51.057905 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bba2a8b1-55bc-42fa-ac71-497f5dc504ca req-85a5c778-5c9e-423c-828b-948c3e8c6274 service neutron] 10.222.0.91 "GET /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994537 Aug 17 17:17:57.148275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fd516-04f2-4009-820c-bbce565f7fc9 req-ffa05450-28ab-40a5-84f4-a137420cb6f2 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:57.149811 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c5fd516-04f2-4009-820c-bbce565f7fc9 req-ffa05450-28ab-40a5-84f4-a137420cb6f2 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 946 time: 0.0493805 Aug 17 17:17:57.188340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c5fd516-04f2-4009-820c-bbce565f7fc9 req-5f4f2dda-1170-4665-8659-35e2079ec008 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Aug 17 17:17:57.569161 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:17:58.304226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dfb0b-3076-45a7-bce3-6e77efbfaf5f req-a0c5369f-1cc0-4597-8e32-68f65cada6f5 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:58.305703 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d1dfb0b-3076-45a7-bce3-6e77efbfaf5f req-a0c5369f-1cc0-4597-8e32-68f65cada6f5 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 946 time: 0.0487800 Aug 17 17:17:58.342291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6d1dfb0b-3076-45a7-bce3-6e77efbfaf5f req-710eccef-311b-4cf4-b12f-7277bec95bfd tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/security-groups?id=865517c1-4b6f-4dbb-be13-df25ca564149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Aug 17 17:17:58.756448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cffd59e6-86ff-4963-b68b-db0b6ec8aed5 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:17:58.757879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cffd59e6-86ff-4963-b68b-db0b6ec8aed5 tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.91 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 946 time: 0.0480607 Aug 17 17:17:58.851388 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cfc43ad9-eb73-4436-8ae6-6585d0f51d5d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Deleting port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:17:58.851738 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cfc43ad9-eb73-4436-8ae6-6585d0f51d5d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:58.938571 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cfc43ad9-eb73-4436-8ae6-6585d0f51d5d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] For port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:17:58.938927 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cfc43ad9-eb73-4436-8ae6-6585d0f51d5d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:58.954734 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cfc43ad9-eb73-4436-8ae6-6585d0f51d5d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Calling delete_port for 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:17:59.077481 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cfc43ad9-eb73-4436-8ae6-6585d0f51d5d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:59.088683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8246bded-7ab0-44be-aa61-b93f4ee4b6a1'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:17:59.106328 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc43ad9-eb73-4436-8ae6-6585d0f51d5d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Pushing event deleted for resources: {'Port': ['ID=8246bded-7ab0-44be-aa61-b93f4ee4b6a1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:17:59.150430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cfc43ad9-eb73-4436-8ae6-6585d0f51d5d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] No DVR routers for this DVR port 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:17:59.153051 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cfc43ad9-eb73-4436-8ae6-6585d0f51d5d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:17:59.155025 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6f265425-8784-4892-aec0-2d47bff31bfa req-cfc43ad9-eb73-4436-8ae6-6585d0f51d5d tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.91 "DELETE /v2.0/ports/8246bded-7ab0-44be-aa61-b93f4ee4b6a1 HTTP/1.1" status: 204 len: 173 time: 0.3907683 Aug 17 17:17:59.155448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'name': 'network-vif-deleted', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:17:59.157657 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4df96d0-510f-4798-b4e2-d30b9544f7f1" -d '{"events": [{"server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "name": "network-vif-deleted", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:17:59.195476 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cbed12-2789-454c-9664-ed584e6ae995 x-openstack-request-id: req-91cbed12-2789-454c-9664-ed584e6ae995 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:17:59.195854 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7ca902-7aae-4b55-8e96-5ec67418210a", "name": "network-vif-deleted", "tag": "8246bded-7ab0-44be-aa61-b93f4ee4b6a1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:17:59.196111 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91cbed12-2789-454c-9664-ed584e6ae995 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:17:59.196505 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7ca902-7aae-4b55-8e96-5ec67418210a', 'name': 'network-vif-deleted', 'tag': '8246bded-7ab0-44be-aa61-b93f4ee4b6a1', 'status': 'completed', 'code': 200} Aug 17 17:17:59.444237 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-646b6801-2572-4c31-8e09-7d36a93a19f6 req-bcd197a9-10bf-4b01-8b0e-b31e99eb184a tempest-TestMinimumBasicScenario-683761511 tempest-TestMinimumBasicScenario-683761511-project] 10.222.0.77 "GET /v2.0/ports?device_id=da7ca902-7aae-4b55-8e96-5ec67418210a HTTP/1.1" status: 200 len: 210 time: 0.0263472 Aug 17 17:18:00.988703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 43998) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:01.326254 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:01.565413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] Deleting port e83fc263-4553-4f33-b3d1-05bbe458b0cb {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:18:01.565752 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:01.641104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] For port e83fc263-4553-4f33-b3d1-05bbe458b0cb, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e83fc263-4553-4f33-b3d1-05bbe458b0cb,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:01.641388 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:01.655298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] Calling delete_port for e83fc263-4553-4f33-b3d1-05bbe458b0cb owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:18:01.828481 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:01.854780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] Pushing event deleted for resources: {'Port': ['ID=e83fc263-4553-4f33-b3d1-05bbe458b0cb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:02.026582 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:02.231219 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-123ea6ca-be6c-4c49-b7fc-853b98b99cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:02.238917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] Router 4245fc85-80c7-4083-bfb8-530d97ce978a has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:18:02.295415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:18:02.315534 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:18:02.315871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8246bded-7ab0-44be-aa61-b93f4ee4b6a1 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:18:02.340753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:18:02.345595 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b02262d1-0dde-44d4-b4fa-2b823598f9da admin admin] 10.222.0.77 "PUT /v2.0/routers/4245fc85-80c7-4083-bfb8-530d97ce978a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3558805 Aug 17 17:18:02.348752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:02.349631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] Sync routers for ids ['4245fc85-80c7-4083-bfb8-530d97ce978a'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:18:02.358782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] Routers {'4245fc85-80c7-4083-bfb8-530d97ce978a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:18:02.359499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4245fc85-80c7-4083-bfb8-530d97ce978a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:02.455268 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:02.466196 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] Set router 4245fc85-80c7-4083-bfb8-530d97ce978a gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:18:02.560931 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:02.613612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Deleting port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:18:02.613962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:02.641110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:18:01Z', 'revision_number': 5, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port': {'id': 'b6bcd8bc-09e8-480f-afeb-42ef4f320a4e', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:54Z', 'updated_at': '2021-08-17T17:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:02.671291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] Checking router: 4245fc85-80c7-4083-bfb8-530d97ce978a for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:18:02.679978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] Routers {'4245fc85-80c7-4083-bfb8-530d97ce978a'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:18:02.680583 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:17:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4245fc85-80c7-4083-bfb8-530d97ce978a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:02.696035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] For port b6bcd8bc-09e8-480f-afeb-42ef4f320a4e, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b6bcd8bc-09e8-480f-afeb-42ef4f320a4e,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:02.696397 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:02.709162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Calling delete_port for b6bcd8bc-09e8-480f-afeb-42ef4f320a4e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:18:02.766498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] Set router 4245fc85-80c7-4083-bfb8-530d97ce978a gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:18:02.817292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:18:02Z', 'revision_number': 6, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:02.847347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbee7c9-65e0-40b3-8e1e-903c47b513d0 None None] The sync data for ids ['4245fc85-80c7-4083-bfb8-530d97ce978a'] in n-d-804878-1 is: [{'id': '4245fc85-80c7-4083-bfb8-530d97ce978a', 'name': 'tempest-TestMinimumBasicScenario-1948459883-router', 'tenant_id': '53f9a111c8b94bce980421ad8f9e9f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:53Z', 'updated_at': '2021-08-17T17:18:02Z', 'revision_number': 6, 'project_id': '53f9a111c8b94bce980421ad8f9e9f31', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:18:02.880000 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:02.907680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Pushing event deleted for resources: {'Port': ['ID=b6bcd8bc-09e8-480f-afeb-42ef4f320a4e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:02.964243 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.054992 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.057043 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.102241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.102733 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4245fc85-80c7-4083-bfb8-530d97ce978a {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:18:03.106947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.108082 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c11ff1d-2bf7-424b-8fce-3948e30d68da admin admin] 10.222.0.77 "DELETE /v2.0/routers/4245fc85-80c7-4083-bfb8-530d97ce978a HTTP/1.1" status: 204 len: 168 time: 0.7583635 Aug 17 17:18:03.110598 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44002) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:03.154589 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7578a751-00a7-4ff4-b211-ddaa170b7bac admin admin] Deleting subnet c9da759f-9cde-4643-b0da-177a6817ad88 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:18:03.157493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7578a751-00a7-4ff4-b211-ddaa170b7bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.192434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7578a751-00a7-4ff4-b211-ddaa170b7bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.278817 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7578a751-00a7-4ff4-b211-ddaa170b7bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.328947 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7578a751-00a7-4ff4-b211-ddaa170b7bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.354432 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578a751-00a7-4ff4-b211-ddaa170b7bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9da759f-9cde-4643-b0da-177a6817ad88,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:03.357882 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7578a751-00a7-4ff4-b211-ddaa170b7bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.362511 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7578a751-00a7-4ff4-b211-ddaa170b7bac admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c9da759f-9cde-4643-b0da-177a6817ad88 HTTP/1.1" status: 204 len: 168 time: 0.2482662 Aug 17 17:18:03.362872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44004) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:03.364356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a2fa7-07d7-4a0b-9bb8-2e18d6b5baf6 None None] Network bf4714c5-8eee-467c-91d6-8382aa2dbda2 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:18:03.437136 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.491890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Deleting port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:18:03.492234 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.716012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] DHCP port deletion for bf4714c5-8eee-467c-91d6-8382aa2dbda2 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:18:03.768867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Deleting port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:18:03.769247 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.837955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] For port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d7ada051-d9aa-4227-bbc7-dbb3e8fde74a,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:03.838351 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.851619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Calling delete_port for d7ada051-d9aa-4227-bbc7-dbb3e8fde74a owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:18:03.924710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] For port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d7ada051-d9aa-4227-bbc7-dbb3e8fde74a,segment=NetworkSegment(5d860169-5cf1-479a-a2c0-edf8a0ea10e3),segment_id=5d860169-5cf1-479a-a2c0-edf8a0ea10e3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:03.925068 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.936672 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:03.937728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Calling delete_port for d7ada051-d9aa-4227-bbc7-dbb3e8fde74a owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:18:03.960768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Pushing event deleted for resources: {'Port': ['ID=d7ada051-d9aa-4227-bbc7-dbb3e8fde74a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:03.971954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] No DVR routers for this DVR port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:18:03.974179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.974533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.974873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.975250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.975602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.975977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.976216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.976542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.976864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.982363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.982363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:03.982363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94537ce-ff95-434f-80e2-2c33d9e69fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:04.020345 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.025956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d7ada051-d9aa-4227-bbc7-dbb3e8fde74a no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:18:04.043979 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ada051-d9aa-4227-bbc7-dbb3e8fde74a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:04.045801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d7ada051-d9aa-4227-bbc7-dbb3e8fde74a {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:18:04.046149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d7ada051-d9aa-4227-bbc7-dbb3e8fde74a not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:18:04.046805 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e83fc263-4553-4f33-b3d1-05bbe458b0cb no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:18:04.049809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] No DVR routers for this DVR port d7ada051-d9aa-4227-bbc7-dbb3e8fde74a on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:18:04.067107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e83fc263-4553-4f33-b3d1-05bbe458b0cb {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:18:04.067452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e83fc263-4553-4f33-b3d1-05bbe458b0cb not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:18:04.067876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b6bcd8bc-09e8-480f-afeb-42ef4f320a4e no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:18:04.087547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b6bcd8bc-09e8-480f-afeb-42ef4f320a4e {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:18:04.087891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b6bcd8bc-09e8-480f-afeb-42ef4f320a4e not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:18:04.126626 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.137343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4714c5-8eee-467c-91d6-8382aa2dbda2']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:04.147686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d860169-5cf1-479a-a2c0-edf8a0ea10e3') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:04.147974 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d860169-5cf1-479a-a2c0-edf8a0ea10e3') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:04.156966 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.171375 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.177687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:18:04.178110 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: self.session.flush() Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:18:04.180240 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:18:04.244785 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.250053 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.251983 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] 10.222.0.77 "DELETE /v2.0/networks/bf4714c5-8eee-467c-91d6-8382aa2dbda2 HTTP/1.1" status: 204 len: 168 time: 0.8881335 Aug 17 17:18:04.255189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:04.267396 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d7f7c-596c-475c-b038-ad7daf0968ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4714c5-8eee-467c-91d6-8382aa2dbda2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:04.601130 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.841436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] Deleting port 89603c0d-b2a0-4587-9ac2-028a7505f43b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:18:04.841775 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.883187 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0d30038-219a-4ebd-9600-ca6bc948777a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.919655 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] For port 89603c0d-b2a0-4587-9ac2-028a7505f43b, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=89603c0d-b2a0-4587-9ac2-028a7505f43b,segment=NetworkSegment(99af646a-e814-4975-abc5-27e2f048ccd3),segment_id=99af646a-e814-4975-abc5-27e2f048ccd3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:04.920014 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:04.932820 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] Calling delete_port for 89603c0d-b2a0-4587-9ac2-028a7505f43b owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:18:05.076456 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:05.114580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:05.140331 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] Pushing event deleted for resources: {'Port': ['ID=89603c0d-b2a0-4587-9ac2-028a7505f43b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:05.310611 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:05.522679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] Router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:18:05.627968 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:18:05.633015 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-28a45174-9a07-418b-9c12-73b03611da64 admin admin] 10.222.0.77 "PUT /v2.0/routers/1cad8314-dcfc-45d2-a74e-bf2a28b76775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3767385 Aug 17 17:18:05.635691 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:05.636599 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] Sync routers for ids ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:18:05.646721 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] Routers {'1cad8314-dcfc-45d2-a74e-bf2a28b76775'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:18:05.647369 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:05.754011 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] Set router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:18:05.940054 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'name': 'tempest-TestMinimumBasicScenario-627477567-router', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:18:05Z', 'revision_number': 5, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'gw_port': {'id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:05.966363 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] Checking router: 1cad8314-dcfc-45d2-a74e-bf2a28b76775 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:18:05.978333 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] Routers {'1cad8314-dcfc-45d2-a74e-bf2a28b76775'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:18:05.978333 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:06.083721 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] Set router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:18:06.104719 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.147686 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.209912 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.261368 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'name': 'tempest-TestMinimumBasicScenario-627477567-router', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:18:05Z', 'revision_number': 5, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'gw_port': {'id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:06.261789 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Deleting port 03779505-fe81-45dd-85d7-7afe10a3d282 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:18:06.262168 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.287776 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4c756-f66e-48eb-ad26-b4ce394ba1f1 None None] The sync data for ids ['1cad8314-dcfc-45d2-a74e-bf2a28b76775'] in n-d-804878-1 is: [{'id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'name': 'tempest-TestMinimumBasicScenario-627477567-router', 'tenant_id': '76e5e20382934d55b92eb3908a2b0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:18:05Z', 'revision_number': 5, 'project_id': '76e5e20382934d55b92eb3908a2b0aa5', 'gw_port': {'id': '03779505-fe81-45dd-85d7-7afe10a3d282', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad8314-dcfc-45d2-a74e-bf2a28b76775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:15:58Z', 'updated_at': '2021-08-17T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:18:06.349674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] For port 03779505-fe81-45dd-85d7-7afe10a3d282, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=03779505-fe81-45dd-85d7-7afe10a3d282,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:06.350039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.362560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Calling delete_port for 03779505-fe81-45dd-85d7-7afe10a3d282 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:18:06.525195 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.555491 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Pushing event deleted for resources: {'Port': ['ID=03779505-fe81-45dd-85d7-7afe10a3d282,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:06.617749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.714951 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.717141 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.763981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.764519 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cad8314-dcfc-45d2-a74e-bf2a28b76775 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:18:06.768836 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.769975 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b1ebfbe-2375-4c7f-bfcc-00a994f2c67d admin admin] 10.222.0.77 "DELETE /v2.0/routers/1cad8314-dcfc-45d2-a74e-bf2a28b76775 HTTP/1.1" status: 204 len: 168 time: 1.1333306 Aug 17 17:18:06.772514 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:06.825325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0debff3e-4c0e-4518-9797-a27776e6c28b admin admin] Deleting subnet 59fcea75-2510-4167-be98-667a71f7b8c1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:18:06.828708 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0debff3e-4c0e-4518-9797-a27776e6c28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.864548 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0debff3e-4c0e-4518-9797-a27776e6c28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:06.946981 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0debff3e-4c0e-4518-9797-a27776e6c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.007615 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0debff3e-4c0e-4518-9797-a27776e6c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.038021 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debff3e-4c0e-4518-9797-a27776e6c28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59fcea75-2510-4167-be98-667a71f7b8c1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:07.042115 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0debff3e-4c0e-4518-9797-a27776e6c28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.044867 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-0debff3e-4c0e-4518-9797-a27776e6c28b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/59fcea75-2510-4167-be98-667a71f7b8c1 HTTP/1.1" status: 204 len: 168 time: 0.2708585 Aug 17 17:18:07.046787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:07.048311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34251b11-02ce-4bc6-9798-075e5d6ded3f None None] Network ceeee50a-40bb-4a23-b596-c82b9b500f2d requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:18:07.116338 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.169561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Deleting port 3fcb6b5e-6893-41f9-a699-efbe93fadecb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:18:07.169980 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.234948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98837e4f-3327-4378-9f74-1cc94fb1fe1b None None] DHCP port deletion for ceeee50a-40bb-4a23-b596-c82b9b500f2d request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:18:07.242285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] For port 3fcb6b5e-6893-41f9-a699-efbe93fadecb, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3fcb6b5e-6893-41f9-a699-efbe93fadecb,segment=NetworkSegment(99af646a-e814-4975-abc5-27e2f048ccd3),segment_id=99af646a-e814-4975-abc5-27e2f048ccd3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:07.242674 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.257362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Calling delete_port for 3fcb6b5e-6893-41f9-a699-efbe93fadecb owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:18:07.286598 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-98837e4f-3327-4378-9f74-1cc94fb1fe1b None None] Deleting port 3fcb6b5e-6893-41f9-a699-efbe93fadecb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:18:07.286981 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98837e4f-3327-4378-9f74-1cc94fb1fe1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.338694 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.351935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-98837e4f-3327-4378-9f74-1cc94fb1fe1b None None] For port 3fcb6b5e-6893-41f9-a699-efbe93fadecb, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=3fcb6b5e-6893-41f9-a699-efbe93fadecb,segment=NetworkSegment(99af646a-e814-4975-abc5-27e2f048ccd3),segment_id=99af646a-e814-4975-abc5-27e2f048ccd3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:07.352326 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98837e4f-3327-4378-9f74-1cc94fb1fe1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.365253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-98837e4f-3327-4378-9f74-1cc94fb1fe1b None None] Calling delete_port for 3fcb6b5e-6893-41f9-a699-efbe93fadecb owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:18:07.377275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] No DVR routers for this DVR port 3fcb6b5e-6893-41f9-a699-efbe93fadecb on host n-d-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:18:07.381637 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fcb6b5e-6893-41f9-a699-efbe93fadecb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:07.451096 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98837e4f-3327-4378-9f74-1cc94fb1fe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.453586 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.464655 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceeee50a-40bb-4a23-b596-c82b9b500f2d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:07.475278 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99af646a-e814-4975-abc5-27e2f048ccd3') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:07.475549 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99af646a-e814-4975-abc5-27e2f048ccd3') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:07.475953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98837e4f-3327-4378-9f74-1cc94fb1fe1b None None] Pushing event deleted for resources: {'Port': ['ID=3fcb6b5e-6893-41f9-a699-efbe93fadecb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:07.480488 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98837e4f-3327-4378-9f74-1cc94fb1fe1b None None] No DVR routers for this DVR port 3fcb6b5e-6893-41f9-a699-efbe93fadecb on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:18:07.486545 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.504496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.510384 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:18:07.510783 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:18:07.512622 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:18:07.571301 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.577174 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.579064 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ceeee50a-40bb-4a23-b596-c82b9b500f2d HTTP/1.1" status: 204 len: 168 time: 0.5313556 Aug 17 17:18:07.590353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31794d5b-c7db-4a8b-93be-4da51a394e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceeee50a-40bb-4a23-b596-c82b9b500f2d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:07.740992 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:07.781425 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc7ee8fc-d3b8-4863-a144-6aa13c5d7fac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53f9a111c8b94bce980421ad8f9e9f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393336 Aug 17 17:18:07.784639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44020) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:07.833355 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f578d7c-42e0-4415-89a8-bfa49c7fd6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.854947 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f578d7c-42e0-4415-89a8-bfa49c7fd6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.866883 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.903382 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f578d7c-42e0-4415-89a8-bfa49c7fd6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.905959 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f578d7c-42e0-4415-89a8-bfa49c7fd6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:07.907178 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3f578d7c-42e0-4415-89a8-bfa49c7fd6b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/865517c1-4b6f-4dbb-be13-df25ca564149 HTTP/1.1" status: 204 len: 168 time: 0.1214044 Aug 17 17:18:07.916679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578d7c-42e0-4415-89a8-bfa49c7fd6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865517c1-4b6f-4dbb-be13-df25ca564149,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:08.035720 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 89603c0d-b2a0-4587-9ac2-028a7505f43b no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:18:08.057134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 89603c0d-b2a0-4587-9ac2-028a7505f43b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:18:08.057477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 89603c0d-b2a0-4587-9ac2-028a7505f43b not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:18:08.057896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3fcb6b5e-6893-41f9-a699-efbe93fadecb no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:18:08.078164 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 3fcb6b5e-6893-41f9-a699-efbe93fadecb {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:18:08.078533 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 3fcb6b5e-6893-41f9-a699-efbe93fadecb not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:18:08.078956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 03779505-fe81-45dd-85d7-7afe10a3d282 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:18:08.098880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 03779505-fe81-45dd-85d7-7afe10a3d282 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:18:08.099481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 03779505-fe81-45dd-85d7-7afe10a3d282 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:18:08.246935 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44026) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:08.285907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b55e33c6-f4a6-4cca-b788-f3eee14213a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=76e5e20382934d55b92eb3908a2b0aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378277 Aug 17 17:18:08.288351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44028) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:08.334364 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6349281-f9e8-4182-9eb1-1c1285a3f54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:08.358069 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6349281-f9e8-4182-9eb1-1c1285a3f54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:08.403025 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6349281-f9e8-4182-9eb1-1c1285a3f54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:08.405617 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6349281-f9e8-4182-9eb1-1c1285a3f54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:08.406769 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e6349281-f9e8-4182-9eb1-1c1285a3f54e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17853f6d-f5fc-40f0-a733-154421a8a705 HTTP/1.1" status: 204 len: 168 time: 0.1174796 Aug 17 17:18:08.414838 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6349281-f9e8-4182-9eb1-1c1285a3f54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17853f6d-f5fc-40f0-a733-154421a8a705,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:10.072845 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44068) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:10.077479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731470168', 'description': 'tempest-secgroup-smoke-731470168 description', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:10.100116 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.107980 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.197846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.201221 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.238184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ec4f08-870e-4c9b-9500-a056f46322f4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:10.289605 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.292616 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.316979 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.318184 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2443280 Aug 17 17:18:10.321475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:10.322035 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbd333-ba71-4074-97ea-6d266e9a0631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:10.326231 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4ebfb416-a698-4d53-8a5a-ae4569cb8fbe tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:10.352109 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb416-a698-4d53-8a5a-ae4569cb8fbe tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.406465 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb416-a698-4d53-8a5a-ae4569cb8fbe tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.410589 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb416-a698-4d53-8a5a-ae4569cb8fbe tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.426684 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfb416-a698-4d53-8a5a-ae4569cb8fbe tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e96b84-aa32-46a9-86b6-9f70ef48c221,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:10.434884 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb416-a698-4d53-8a5a-ae4569cb8fbe tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.436063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ebfb416-a698-4d53-8a5a-ae4569cb8fbe tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136072 Aug 17 17:18:10.438782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:10.443187 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-200436cb-1ea5-40d1-980b-58b1e3d1dc65 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:10.467632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-200436cb-1ea5-40d1-980b-58b1e3d1dc65 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.528337 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-200436cb-1ea5-40d1-980b-58b1e3d1dc65 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.531553 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-200436cb-1ea5-40d1-980b-58b1e3d1dc65 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.547772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200436cb-1ea5-40d1-980b-58b1e3d1dc65 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a83f97f-a16e-42ef-9e4d-1edc55f36e66,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:10.554162 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-200436cb-1ea5-40d1-980b-58b1e3d1dc65 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.555376 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-200436cb-1ea5-40d1-980b-58b1e3d1dc65 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156974 Aug 17 17:18:10.558632 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:10.562906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f7d96136-4724-471e-a5a1-519c56c4cb9c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:10.588317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7d96136-4724-471e-a5a1-519c56c4cb9c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.645514 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7d96136-4724-471e-a5a1-519c56c4cb9c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.648877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7d96136-4724-471e-a5a1-519c56c4cb9c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.665185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d96136-4724-471e-a5a1-519c56c4cb9c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1845138-7a64-404d-9f17-9de8204a015e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:10.671426 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7d96136-4724-471e-a5a1-519c56c4cb9c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.672592 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f7d96136-4724-471e-a5a1-519c56c4cb9c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130786 Aug 17 17:18:10.675302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:10.679581 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5c2e1157-119a-4991-9ffd-7e1029583798 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:10.704091 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1157-119a-4991-9ffd-7e1029583798 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.762652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1157-119a-4991-9ffd-7e1029583798 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.766531 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1157-119a-4991-9ffd-7e1029583798 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.786032 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e1157-119a-4991-9ffd-7e1029583798 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96478c91-c1d7-4123-b5c8-854f5674ee33,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:10.791748 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1157-119a-4991-9ffd-7e1029583798 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.795689 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c2e1157-119a-4991-9ffd-7e1029583798 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168060 Aug 17 17:18:10.795996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:10.800487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-552278a9-0985-452d-b76a-c3722aba66a8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:10.823894 n-d-804878-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-552278a9-0985-452d-b76a-c3722aba66a8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Project 7f28d5a867f34f10ad4a85a8b44b9f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:18:10.829455 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552278a9-0985-452d-b76a-c3722aba66a8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.897476 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552278a9-0985-452d-b76a-c3722aba66a8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.901939 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552278a9-0985-452d-b76a-c3722aba66a8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.916800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552278a9-0985-452d-b76a-c3722aba66a8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f2bfb3-3e21-43ca-b4ba-43be7766659c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:10.925380 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552278a9-0985-452d-b76a-c3722aba66a8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:10.929162 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-552278a9-0985-452d-b76a-c3722aba66a8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297002 Aug 17 17:18:10.929366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:10.934050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-629eadad-b1c2-4f27-b4c6-5eb8ea2e94af tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:10.955932 n-d-804878-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-629eadad-b1c2-4f27-b4c6-5eb8ea2e94af tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Project 7f28d5a867f34f10ad4a85a8b44b9f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:18:10.961368 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-629eadad-b1c2-4f27-b4c6-5eb8ea2e94af tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.027153 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-629eadad-b1c2-4f27-b4c6-5eb8ea2e94af tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.030465 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-629eadad-b1c2-4f27-b4c6-5eb8ea2e94af tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.050703 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629eadad-b1c2-4f27-b4c6-5eb8ea2e94af tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c26d5f-3d63-4795-af79-88b4de48600d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:11.054188 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-629eadad-b1c2-4f27-b4c6-5eb8ea2e94af tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.055389 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-629eadad-b1c2-4f27-b4c6-5eb8ea2e94af tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250954 Aug 17 17:18:11.058409 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:11.063728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'network': {'name': 'tempest-network-smoke--129712134', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:11.083783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:18:11.087143 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.113590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:18:11.122340 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.122713 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Added segment 3d56f6d1-83d2-45f7-abc1-1a3887395f04 of type vlan for network 701e05c7-6cd9-4f9a-a871-27038ca48cdb Aug 17 17:18:11.161381 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.185416 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.191737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:11.192321 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.248770 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1892033 Aug 17 17:18:11.251866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44084) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:11.256745 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'admin_state_up': True, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:11.260543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee6f16-721e-4196-a828-4acc2b0db7f3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Network': ['ID=701e05c7-6cd9-4f9a-a871-27038ca48cdb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:11.270247 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 701e05c7-6cd9-4f9a-a871-27038ca48cdb details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:18:11.282825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.284305 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.338951 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.473248 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.667014 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.685211 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.789512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.25.7.232 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/6bcd7e8d-f486-40e7-b824-d209f944f709) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:18:11.887890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.925202 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:11.969904 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:18:11.973521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:18:11.977853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:18:11.980988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=6bcd7e8d-f486-40e7-b824-d209f944f709,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:12.223243 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:12.418742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:12.540874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router de5c2818-3743-4968-824f-4bf0005846cd is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:18:12.645705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:18:12.655269 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Sync routers for ids ['de5c2818-3743-4968-824f-4bf0005846cd'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:18:12.664241 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:12.665191 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Routers {'de5c2818-3743-4968-824f-4bf0005846cd'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:18:12.665463 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5c5c4ffa-5a74-4840-9ab4-f813189b4f1f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4125073 Aug 17 17:18:12.665803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['de5c2818-3743-4968-824f-4bf0005846cd'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:12.668519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44086) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:12.771667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Set router de5c2818-3743-4968-824f-4bf0005846cd gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:18:12.786073 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4f273a1c-6f26-4ce5-acd7-e2d6d32419bf tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7f28d5a867f34f10ad4a85a8b44b9f82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1164877 Aug 17 17:18:12.788742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44090) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:12.876489 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5de4f-9a98-4a22-ab78-cb4c25954065 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:12.878789 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d6b5de4f-9a98-4a22-ab78-cb4c25954065 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891645 Aug 17 17:18:12.881494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44092) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:12.909598 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c9169c33-57d9-4cb4-8c3b-ec3597c43b34 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270567 Aug 17 17:18:12.912155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44094) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:12.916865 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1159412376', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:12.946449 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:12Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:12.978053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Checking router: de5c2818-3743-4968-824f-4bf0005846cd for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:18:12.978421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Updating router de5c2818-3743-4968-824f-4bf0005846cd port 6bcd7e8d-f486-40e7-b824-d209f944f709 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:18:13.003455 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.009878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:18:13.013652 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.196932 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.254613 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.259703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Subnet': ['ID=ea79900a-5e1f-481e-9344-d27697499b0a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:13.264658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Transition to ACTIVE for port object 6bcd7e8d-f486-40e7-b824-d209f944f709 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:18:13.267452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Checking segment: {'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:18:13.267599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network hostable DHCP agents. Network: 701e05c7-6cd9-4f9a-a871-27038ca48cdb, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:18:13.271093 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.284758 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network 701e05c7-6cd9-4f9a-a871-27038ca48cdb is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:18:13.294757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 701e05c7-6cd9-4f9a-a871-27038ca48cdb) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:18:13.299646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:13.301299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.306772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb7107-d134-4f54-bb9e-c45c6a1b4e30 None None] Network 701e05c7-6cd9-4f9a-a871-27038ca48cdb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:18:13.320320 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-23e89f4c-55cd-43b6-b3d1-9208f854b0cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4045460 Aug 17 17:18:13.320582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44096) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:13.370161 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a342f-e263-4e19-8ef7-e93d5952503c None None] Pushing event updated for resources: {'Port': ['ID=6bcd7e8d-f486-40e7-b824-d209f944f709,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:13.378868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Attempting to bind port 6bcd7e8d-f486-40e7-b824-d209f944f709 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:18:13.379237 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Attempting to bind port 6bcd7e8d-f486-40e7-b824-d209f944f709 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:18:13.379592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Attempting to bind port 6bcd7e8d-f486-40e7-b824-d209f944f709 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:18:13.389709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:18:13.390083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:18:13.390501 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.390894 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:18:13.391356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Bound port: 6bcd7e8d-f486-40e7-b824-d209f944f709, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:18:13.391730 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.487595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] For port 6bcd7e8d-f486-40e7-b824-d209f944f709, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:18:13.492256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] For port 6bcd7e8d-f486-40e7-b824-d209f944f709, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6bcd7e8d-f486-40e7-b824-d209f944f709,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:18:13.498647 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.557519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:18:13.558324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.590547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a342f-e263-4e19-8ef7-e93d5952503c None None] Pushing event updated for resources: {'Port': ['ID=6bcd7e8d-f486-40e7-b824-d209f944f709,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:13.595840 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Routers {'de5c2818-3743-4968-824f-4bf0005846cd'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:18:13.596489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['de5c2818-3743-4968-824f-4bf0005846cd'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:13.770335 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:13.791212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] Set router de5c2818-3743-4968-824f-4bf0005846cd gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:18:13.853029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Allocated IP 172.20.0.2 (701e05c7-6cd9-4f9a-a871-27038ca48cdb/ea79900a-5e1f-481e-9344-d27697499b0a/acf14abe-c4b7-459d-978a-d2002640e91f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:18:14.232757 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:14.244235 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Transition to ACTIVE for port object acf14abe-c4b7-459d-978a-d2002640e91f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:18:14.252358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:12Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:14.287329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5b11d-1ad6-4eaa-bc9d-84b6b17a8e5c None None] The sync data for ids ['de5c2818-3743-4968-824f-4bf0005846cd'] in n-d-804878-1 is: [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:12Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:18:14.290156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Transition to ACTIVE for port object acf14abe-c4b7-459d-978a-d2002640e91f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:18:14.296112 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:14.338999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Network 701e05c7-6cd9-4f9a-a871-27038ca48cdb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:18:14.342061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:18:14.348084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:18:14.351252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Pushing event updated for resources: {'Port': ['ID=acf14abe-c4b7-459d-978a-d2002640e91f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:14.357113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.20.0.1 (701e05c7-6cd9-4f9a-a871-27038ca48cdb/ea79900a-5e1f-481e-9344-d27697499b0a/e9df0385-0289-4483-a48c-1eeed5c05317) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:18:14.407015 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Attempting to bind port acf14abe-c4b7-459d-978a-d2002640e91f on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:18:14.407393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Attempting to bind port acf14abe-c4b7-459d-978a-d2002640e91f by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:18:14.407760 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Attempting to bind port acf14abe-c4b7-459d-978a-d2002640e91f on network 701e05c7-6cd9-4f9a-a871-27038ca48cdb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:18:14.413314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:18:14.413695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Checking segment: {'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:18:14.414102 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:14.414535 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Bound using segment: {'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:18:14.415002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Bound port: acf14abe-c4b7-459d-978a-d2002640e91f, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:18:14.416081 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:14.480334 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:14.483199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] For port acf14abe-c4b7-459d-978a-d2002640e91f, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:18:14.487178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] For port acf14abe-c4b7-459d-978a-d2002640e91f, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=acf14abe-c4b7-459d-978a-d2002640e91f,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:18:14.491599 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:14.496377 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Transition to ACTIVE for port object e9df0385-0289-4483-a48c-1eeed5c05317 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:18:14.541665 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:14.598613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bbe50-37f9-421d-82df-f1956774f1ba None None] Pushing event updated for resources: {'Port': ['ID=acf14abe-c4b7-459d-978a-d2002640e91f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:14.613841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network 701e05c7-6cd9-4f9a-a871-27038ca48cdb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:18:14.617246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:18:14.622345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:18:14.627065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=e9df0385-0289-4483-a48c-1eeed5c05317,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:14.671419 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:14.829558 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:15.488506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:15.493116 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:15.525782 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2ff8c-3cd7-44a9-81de-c5ac8dd0b395 None None] Network 701e05c7-6cd9-4f9a-a871-27038ca48cdb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:18:15.564389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=e9df0385-0289-4483-a48c-1eeed5c05317,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:15.570206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:15.617772 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1d7e5802-3e97-4985-8957-9c42ef50dc1d None None] Provisioning for port acf14abe-c4b7-459d-978a-d2002640e91f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:18:15.670744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network 701e05c7-6cd9-4f9a-a871-27038ca48cdb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:18:15.672162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:18:15.790675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router de5c2818-3743-4968-824f-4bf0005846cd has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:18:15.909391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:18:15.918889 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Sync routers for ids ['de5c2818-3743-4968-824f-4bf0005846cd'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:18:15.922949 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8b9106b3-21ee-4f81-b98a-b0bc15714596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "PUT /v2.0/routers/de5c2818-3743-4968-824f-4bf0005846cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6012385 Aug 17 17:18:15.929154 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Routers {'de5c2818-3743-4968-824f-4bf0005846cd'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:18:15.929686 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ddf11f28-091a-463d-9759-535921c74295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['de5c2818-3743-4968-824f-4bf0005846cd'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:15.987759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-632ad6af-b999-4685-b6e3-638199b9c0bd None None] Provisioning for port e9df0385-0289-4483-a48c-1eeed5c05317 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:18:15.998631 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-632ad6af-b999-4685-b6e3-638199b9c0bd None None] Provisioning complete for port e9df0385-0289-4483-a48c-1eeed5c05317 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:15.999014 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-632ad6af-b999-4685-b6e3-638199b9c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.051334 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-632ad6af-b999-4685-b6e3-638199b9c0bd None None] Port e9df0385-0289-4483-a48c-1eeed5c05317 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:18:16.054724 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Set router de5c2818-3743-4968-824f-4bf0005846cd gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:18:16.123071 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-640c5dd0-f84b-47dd-8984-bcc36df9877f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731470168&fields=id&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 267 time: 0.0478783 Aug 17 17:18:16.127143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device acf14abe-c4b7-459d-978a-d2002640e91f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:18:16.188738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-aacd4b22-f106-47a7-a999-7c1a12bca815 None None] Provisioning complete for port e9df0385-0289-4483-a48c-1eeed5c05317 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:16.189542 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aacd4b22-f106-47a7-a999-7c1a12bca815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.241310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port acf14abe-c4b7-459d-978a-d2002640e91f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:18:16.250864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aacd4b22-f106-47a7-a999-7c1a12bca815 None None] Port e9df0385-0289-4483-a48c-1eeed5c05317 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:18:16.252868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port acf14abe-c4b7-459d-978a-d2002640e91f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:16.253421 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.267503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8979-3f4f-4222-b41a-07c35df51383 req-05694ee0-bbb3-4af1-9f10-35297b335dff tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:16.269176 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-05694ee0-bbb3-4af1-9f10-35297b335dff tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/networks?id=701e05c7-6cd9-4f9a-a871-27038ca48cdb HTTP/1.1" status: 200 len: 796 time: 0.1371412 Aug 17 17:18:16.291044 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-d134a061-7b3b-4652-a98b-a047e12bf73e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/quotas/7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 375 time: 0.0138080 Aug 17 17:18:16.316376 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ddf11f28-091a-463d-9759-535921c74295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:14Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9df0385-0289-4483-a48c-1eeed5c05317', 'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:2a:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:13Z', 'updated_at': '2021-08-17T17:18:14Z', 'revision_number': 2, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:16.346100 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.350497 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-19f8c6e1-183e-4ab0-b96c-4ec471524c5a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539956 Aug 17 17:18:16.391233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port acf14abe-c4b7-459d-978a-d2002640e91f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=acf14abe-c4b7-459d-978a-d2002640e91f,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:16.397538 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.398589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6bcd7e8d-f486-40e7-b824-d209f944f709 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:18:16.446435 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Checking router: de5c2818-3743-4968-824f-4bf0005846cd for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:18:16.446879 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Updating router de5c2818-3743-4968-824f-4bf0005846cd port e9df0385-0289-4483-a48c-1eeed5c05317 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:18:16.466450 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-7550600e-c698-4e4c-b49e-2da947054255 service neutron] 10.222.0.77 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986140 Aug 17 17:18:16.471905 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.494414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=acf14abe-c4b7-459d-978a-d2002640e91f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:16.509346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6215cb00-4453-490c-9aeb-b134e0b642ba None None] Provisioning complete for port e9df0385-0289-4483-a48c-1eeed5c05317 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:16.509902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6215cb00-4453-490c-9aeb-b134e0b642ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.532600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 6bcd7e8d-f486-40e7-b824-d209f944f709 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:18:16.545187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6bcd7e8d-f486-40e7-b824-d209f944f709 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:16.545531 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.573069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6215cb00-4453-490c-9aeb-b134e0b642ba None None] Port e9df0385-0289-4483-a48c-1eeed5c05317 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:18:16.594923 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-4d21adba-0c75-40ee-8494-227b94af3b86 service neutron] 10.222.0.77 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196778 Aug 17 17:18:16.630854 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.651806 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 6bcd7e8d-f486-40e7-b824-d209f944f709, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6bcd7e8d-f486-40e7-b824-d209f944f709,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:16.656260 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.729171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=6bcd7e8d-f486-40e7-b824-d209f944f709,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:16.769426 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.772786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4e2cbeb4-70f7-400b-8acc-277d9a9b4ee4 req-214d9798-1f67-4d60-a71c-cfea775f1987 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 210 time: 0.0272055 Aug 17 17:18:16.780114 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Transition to ACTIVE for port object e9df0385-0289-4483-a48c-1eeed5c05317 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:18:16.787537 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.841211 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Pushing event updated for resources: {'Port': ['ID=e9df0385-0289-4483-a48c-1eeed5c05317,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:16.866951 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.867293 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.867626 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.867956 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.868281 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.868602 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.868924 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.869242 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.869811 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.870129 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.870474 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.870793 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:18:16.905116 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Attempting to bind port e9df0385-0289-4483-a48c-1eeed5c05317 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:18:16.905508 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Attempting to bind port e9df0385-0289-4483-a48c-1eeed5c05317 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:18:16.906004 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Attempting to bind port e9df0385-0289-4483-a48c-1eeed5c05317 on network 701e05c7-6cd9-4f9a-a871-27038ca48cdb {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:18:16.911959 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:18:16.912327 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Checking segment: {'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:18:16.912728 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.913111 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Bound using segment: {'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:18:16.913566 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Bound port: e9df0385-0289-4483-a48c-1eeed5c05317, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:18:16.913941 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:16.990490 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ddf11f28-091a-463d-9759-535921c74295 None None] For port e9df0385-0289-4483-a48c-1eeed5c05317, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:18:16.993880 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ddf11f28-091a-463d-9759-535921c74295 None None] For port e9df0385-0289-4483-a48c-1eeed5c05317, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e9df0385-0289-4483-a48c-1eeed5c05317,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:18:16.999382 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:17.063812 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Routers {'de5c2818-3743-4968-824f-4bf0005846cd'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:18:17.064428 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ddf11f28-091a-463d-9759-535921c74295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['de5c2818-3743-4968-824f-4bf0005846cd'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:17.104005 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27762df0-ac5c-44a5-ac78-156391ba71d6 None None] Pushing event updated for resources: {'Port': ['ID=e9df0385-0289-4483-a48c-1eeed5c05317,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:17.188334 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-ddf11f28-091a-463d-9759-535921c74295 None None] Set router de5c2818-3743-4968-824f-4bf0005846cd gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:18:17.400715 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-ddf11f28-091a-463d-9759-535921c74295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:14Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9df0385-0289-4483-a48c-1eeed5c05317', 'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:2a:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:13Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:17.425631 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf11f28-091a-463d-9759-535921c74295 None None] The sync data for ids ['de5c2818-3743-4968-824f-4bf0005846cd'] in n-d-804878-1 is: [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:14Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9df0385-0289-4483-a48c-1eeed5c05317', 'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:2a:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:13Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:18:17.798490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8979-3f4f-4222-b41a-07c35df51383 req-2717f941-e5f9-4636-b535-fcbf4e2b8fe9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:17.800523 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-2717f941-e5f9-4636-b535-fcbf4e2b8fe9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/networks?id=701e05c7-6cd9-4f9a-a871-27038ca48cdb HTTP/1.1" status: 200 len: 796 time: 0.1254177 Aug 17 17:18:17.852486 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8f08bac1-b98c-4558-b67a-ab629b79bf76 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 379 time: 0.0411468 Aug 17 17:18:17.863850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'port': {'device_id': '023ba340-9562-4a1e-be3b-8adb701137b3', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'admin_state_up': True, 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'security_groups': ['6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:17.897865 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b34a9936-0614-414b-97ad-595b74a74082 req-d6aeed19-3329-43f1-8c77-67d1da37d396 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 210 time: 0.0286357 Aug 17 17:18:18.002425 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:18:18.006161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.116818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device acf14abe-c4b7-459d-978a-d2002640e91f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:18:18.155130 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.20.0.3 (701e05c7-6cd9-4f9a-a871-27038ca48cdb/ea79900a-5e1f-481e-9344-d27697499b0a/f878bbd8-4240-4728-84d9-49178fc29ac7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:18:18.172547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port acf14abe-c4b7-459d-978a-d2002640e91f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:18.172922 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.261573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6bcd7e8d-f486-40e7-b824-d209f944f709 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:18:18.311363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.317669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 6bcd7e8d-f486-40e7-b824-d209f944f709 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:18.318042 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.329705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Transition to ACTIVE for port object f878bbd8-4240-4728-84d9-49178fc29ac7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:18:18.366919 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.406351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e9df0385-0289-4483-a48c-1eeed5c05317 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:18:18.424477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network 701e05c7-6cd9-4f9a-a871-27038ca48cdb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:18:18.428091 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:18:18.445906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:18:18.455809 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=f878bbd8-4240-4728-84d9-49178fc29ac7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:18.472829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port e9df0385-0289-4483-a48c-1eeed5c05317 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:18:18.477047 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e9df0385-0289-4483-a48c-1eeed5c05317 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:18.477419 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.531848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:18.532661 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.559178 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-8140347b-179e-40a5-a500-128234a139df tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6999424 Aug 17 17:18:18.571832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-73483bfe-2883-4366-86f1-a46fd0d773d6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:18:18.573093 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-73483bfe-2883-4366-86f1-a46fd0d773d6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058692 Aug 17 17:18:18.576161 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.616115 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port e9df0385-0289-4483-a48c-1eeed5c05317, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e9df0385-0289-4483-a48c-1eeed5c05317,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:18.623348 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.641021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Request body: {'port': {'device_id': '023ba340-9562-4a1e-be3b-8adb701137b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:18.687987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=e9df0385-0289-4483-a48c-1eeed5c05317,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:18.703828 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.748729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5eae2851-c10b-4779-989c-1912feb1a1ff None None] Provisioning for port f878bbd8-4240-4728-84d9-49178fc29ac7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:18:18.753035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5eae2851-c10b-4779-989c-1912feb1a1ff None None] Provisioning complete for port f878bbd8-4240-4728-84d9-49178fc29ac7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:18.753404 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eae2851-c10b-4779-989c-1912feb1a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:18.790586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5eae2851-c10b-4779-989c-1912feb1a1ff None None] Port f878bbd8-4240-4728-84d9-49178fc29ac7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:18:18.969996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f878bbd8-4240-4728-84d9-49178fc29ac7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:18:18.982449 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:19.021600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Transition to ACTIVE for port object f878bbd8-4240-4728-84d9-49178fc29ac7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:18:19.026169 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:19.076057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff7d4e-7a65-470f-b54e-15655c456033 req-e71f6722-9943-45e1-a294-12b79bbdf2a8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:19.077603 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7eff7d4e-7a65-470f-b54e-15655c456033 req-e71f6722-9943-45e1-a294-12b79bbdf2a8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 931 time: 0.0926957 Aug 17 17:18:19.103946 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f878bbd8-4240-4728-84d9-49178fc29ac7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:19.176721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7eff7d4e-7a65-470f-b54e-15655c456033 req-006fbf3e-383c-4c65-8c5b-3bc171e944e1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901110 Aug 17 17:18:19.195095 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Attempting to bind port f878bbd8-4240-4728-84d9-49178fc29ac7 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:18:19.195429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Attempting to bind port f878bbd8-4240-4728-84d9-49178fc29ac7 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:18:19.195759 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Attempting to bind port f878bbd8-4240-4728-84d9-49178fc29ac7 on network 701e05c7-6cd9-4f9a-a871-27038ca48cdb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:18:19.200397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Port f878bbd8-4240-4728-84d9-49178fc29ac7 on network 701e05c7-6cd9-4f9a-a871-27038ca48cdb not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:18:19.200746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Attempting to bind port f878bbd8-4240-4728-84d9-49178fc29ac7 on network 701e05c7-6cd9-4f9a-a871-27038ca48cdb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:18:19.205729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:18:19.206060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Checking segment: {'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:18:19.206479 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Bound using segment: {'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:18:19.206911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Bound port: f878bbd8-4240-4728-84d9-49178fc29ac7, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d56f6d1-83d2-45f7-abc1-1a3887395f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:18:19.207272 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:19.271883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] For port f878bbd8-4240-4728-84d9-49178fc29ac7, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:18:19.274994 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] For port f878bbd8-4240-4728-84d9-49178fc29ac7, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f878bbd8-4240-4728-84d9-49178fc29ac7,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:18:19.279632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:19.316884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:19.317510 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:19.318958 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] 10.222.0.93 "PUT /v2.0/ports/f878bbd8-4240-4728-84d9-49178fc29ac7 HTTP/1.1" status: 200 len: 1091 time: 0.7375381 Aug 17 17:18:19.319408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023ba340-9562-4a1e-be3b-8adb701137b3', 'tag': 'f878bbd8-4240-4728-84d9-49178fc29ac7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:18:19.321618 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3b4724-878b-485f-b4d6-6af92e99ccd6" -d '{"events": [{"name": "network-changed", "server_uuid": "023ba340-9562-4a1e-be3b-8adb701137b3", "tag": "f878bbd8-4240-4728-84d9-49178fc29ac7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:18:19.347782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85727050-ee48-4113-af9e-5f82b365a6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f878bbd8-4240-4728-84d9-49178fc29ac7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:19.406114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8979-3f4f-4222-b41a-07c35df51383 req-d9f0936d-6460-4445-bd6a-f342e5b719f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:19.407689 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-d9f0936d-6460-4445-bd6a-f342e5b719f0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 1094 time: 0.0444596 Aug 17 17:18:19.425588 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33539c91-9f91-428b-9a56-5566dc1cbfe4 x-openstack-request-id: req-33539c91-9f91-428b-9a56-5566dc1cbfe4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:18:19.425885 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023ba340-9562-4a1e-be3b-8adb701137b3", "tag": "f878bbd8-4240-4728-84d9-49178fc29ac7", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:18:19.426141 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33539c91-9f91-428b-9a56-5566dc1cbfe4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:18:19.426567 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023ba340-9562-4a1e-be3b-8adb701137b3', 'tag': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'status': 'completed', 'code': 200} Aug 17 17:18:19.458946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-bca95cb5-a257-48ff-b1dd-1bc8cb1f18fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f878bbd8-4240-4728-84d9-49178fc29ac7 HTTP/1.1" status: 200 len: 217 time: 0.0429442 Aug 17 17:18:19.515534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8979-3f4f-4222-b41a-07c35df51383 req-2d101bd7-7873-4180-a699-46dea64416b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:19.517022 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-2d101bd7-7873-4180-a699-46dea64416b6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ea79900a-5e1f-481e-9344-d27697499b0a HTTP/1.1" status: 200 len: 835 time: 0.0502324 Aug 17 17:18:19.562757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8979-3f4f-4222-b41a-07c35df51383 req-c242b478-2a15-4443-8470-84d8855218fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:19.564248 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-c242b478-2a15-4443-8470-84d8855218fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=701e05c7-6cd9-4f9a-a871-27038ca48cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404992 Aug 17 17:18:19.651780 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-eba46481-6898-4cf6-827d-67842188f881 service neutron] 10.222.0.93 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804708 Aug 17 17:18:19.744337 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-929c8979-3f4f-4222-b41a-07c35df51383 req-78f97cce-b702-4b54-a2f8-d4ba2692beb1 service neutron] 10.222.0.93 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846205 Aug 17 17:18:19.831310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-218bf1a3-2582-4a4f-ad2a-c47f385d0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:19.832771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-218bf1a3-2582-4a4f-ad2a-c47f385d0286 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 1094 time: 0.0417266 Aug 17 17:18:19.927140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-73ed1f1c-ba76-44be-9ce5-b40677a04cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:19.928599 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-73ed1f1c-ba76-44be-9ce5-b40677a04cfc service neutron] 10.222.0.93 "GET /v2.0/networks?id=701e05c7-6cd9-4f9a-a871-27038ca48cdb HTTP/1.1" status: 200 len: 897 time: 0.0890894 Aug 17 17:18:19.969803 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-abe6e8b3-602b-4078-af19-bf1b25e1fb1a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f878bbd8-4240-4728-84d9-49178fc29ac7 HTTP/1.1" status: 200 len: 217 time: 0.0338538 Aug 17 17:18:20.021522 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-b662a6e4-1bfd-42ad-bc0c-304f55463b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:20.022981 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-b662a6e4-1bfd-42ad-bc0c-304f55463b38 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ea79900a-5e1f-481e-9344-d27697499b0a HTTP/1.1" status: 200 len: 835 time: 0.0455933 Aug 17 17:18:20.043579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e9df0385-0289-4483-a48c-1eeed5c05317 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:18:20.075131 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-c141ae42-dc85-4e63-ac4c-a8cd39746334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:20.076651 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-c141ae42-dc85-4e63-ac4c-a8cd39746334 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=701e05c7-6cd9-4f9a-a871-27038ca48cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449576 Aug 17 17:18:20.093168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:20.144673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port e9df0385-0289-4483-a48c-1eeed5c05317 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:20.145035 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:20.170513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-e8e52c6f-499c-4a6a-8d29-9ca5256e0708 service neutron] 10.222.0.93 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855727 Aug 17 17:18:20.297139 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dc3b4724-878b-485f-b4d6-6af92e99ccd6 req-7cb658f4-8a00-4a0f-ae6f-2b726b035e52 service neutron] 10.222.0.93 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189291 Aug 17 17:18:20.315184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a5556-e7e2-4915-b40c-4dc2faae5352 req-73688a36-9532-43b3-a82f-830c9bfae7f2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:20.316710 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b0a5556-e7e2-4915-b40c-4dc2faae5352 req-73688a36-9532-43b3-a82f-830c9bfae7f2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 943 time: 0.0669601 Aug 17 17:18:20.354185 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b0a5556-e7e2-4915-b40c-4dc2faae5352 req-df4788a6-f362-45a0-89db-2c376a6f2d03 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Aug 17 17:18:20.494162 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:21.468399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d9ea5-81eb-40f1-952a-74ecefbd3e7d req-7593ff93-615e-4e06-bd0f-779bf734dbb4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:21.469838 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-473d9ea5-81eb-40f1-952a-74ecefbd3e7d req-7593ff93-615e-4e06-bd0f-779bf734dbb4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 943 time: 0.0478926 Aug 17 17:18:21.507811 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-473d9ea5-81eb-40f1-952a-74ecefbd3e7d req-d12bdce2-78a9-4e7c-b4bb-0f721526fd19 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320246 Aug 17 17:18:22.030088 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f878bbd8-4240-4728-84d9-49178fc29ac7 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:18:22.123725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port f878bbd8-4240-4728-84d9-49178fc29ac7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f878bbd8-4240-4728-84d9-49178fc29ac7,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:22.135019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'port_id': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'mac_address': 'fa:16:3e:d1:ca:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:18:22.173728 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:22.186668 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f878bbd8-4240-4728-84d9-49178fc29ac7 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:18:22.205562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port f878bbd8-4240-4728-84d9-49178fc29ac7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f878bbd8-4240-4728-84d9-49178fc29ac7,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:22.210237 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:22.257097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=f878bbd8-4240-4728-84d9-49178fc29ac7,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:22.444165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['f878bbd8-4240-4728-84d9-49178fc29ac7'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:18:22.622897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea67c8-6818-4a1b-9341-7603e1662aa2 req-a940ea09-3bec-425e-8c46-9a50c36a9c9c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:22.624466 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7ea67c8-6818-4a1b-9341-7603e1662aa2 req-a940ea09-3bec-425e-8c46-9a50c36a9c9c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 944 time: 0.0495038 Aug 17 17:18:22.664080 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b7ea67c8-6818-4a1b-9341-7603e1662aa2 req-5fd50c68-1fb2-4169-9abd-a254867f5a21 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328503 Aug 17 17:18:23.782040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72d7f6-268f-4f78-b0dd-003fa580623c req-b7e1f5c4-5056-43cc-8d35-4c9a88fefe54 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:23.783454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2d72d7f6-268f-4f78-b0dd-003fa580623c req-b7e1f5c4-5056-43cc-8d35-4c9a88fefe54 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 944 time: 0.0531981 Aug 17 17:18:23.826385 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2d72d7f6-268f-4f78-b0dd-003fa580623c req-9d83a195-57ad-45f3-b589-b3102a7a3a3f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361567 Aug 17 17:18:24.028859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f878bbd8-4240-4728-84d9-49178fc29ac7 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:18:24.076879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port f878bbd8-4240-4728-84d9-49178fc29ac7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:18:24.080241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port f878bbd8-4240-4728-84d9-49178fc29ac7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:18:24.080602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:24.157466 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:24.178765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023ba340-9562-4a1e-be3b-8adb701137b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f878bbd8-4240-4728-84d9-49178fc29ac7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:18:24.182904 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb161011-f3b6-4ff4-a961-56fec1a8f307" -d '{"events": [{"server_uuid": "023ba340-9562-4a1e-be3b-8adb701137b3", "name": "network-vif-plugged", "status": "completed", "tag": "f878bbd8-4240-4728-84d9-49178fc29ac7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:18:24.199693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port f878bbd8-4240-4728-84d9-49178fc29ac7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f878bbd8-4240-4728-84d9-49178fc29ac7,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:18:24.203937 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:24.227489 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2daf8c6-bfd9-49ed-b0a7-929a4bc9f0d0 x-openstack-request-id: req-a2daf8c6-bfd9-49ed-b0a7-929a4bc9f0d0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:18:24.227773 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023ba340-9562-4a1e-be3b-8adb701137b3", "name": "network-vif-plugged", "status": "completed", "tag": "f878bbd8-4240-4728-84d9-49178fc29ac7", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:18:24.228016 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2daf8c6-bfd9-49ed-b0a7-929a4bc9f0d0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:18:24.228394 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023ba340-9562-4a1e-be3b-8adb701137b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'code': 200} Aug 17 17:18:24.254589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=f878bbd8-4240-4728-84d9-49178fc29ac7,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:24.324534 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade0dc5-b276-4df2-81a2-14549024ee5b req-81f7e3ff-bef9-49b1-a08c-e190b5b56b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:24.325993 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ade0dc5-b276-4df2-81a2-14549024ee5b req-81f7e3ff-bef9-49b1-a08c-e190b5b56b62 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 1096 time: 0.0435467 Aug 17 17:18:24.359533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ade0dc5-b276-4df2-81a2-14549024ee5b req-179a6af2-3b68-4674-b677-57d8126371b0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266171 Aug 17 17:18:24.940631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def8a73-1724-4b6b-a647-71925bb8ee00 req-9c6429eb-bfb1-48ab-a9a5-83c83de7313c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:24.942110 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7def8a73-1724-4b6b-a647-71925bb8ee00 req-9c6429eb-bfb1-48ab-a9a5-83c83de7313c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0490589 Aug 17 17:18:24.979507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7def8a73-1724-4b6b-a647-71925bb8ee00 req-d8f7b0d6-e63f-4820-9dec-c73fb074fb3c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Aug 17 17:18:26.097156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535d814-f6b7-4915-a560-34e67e5ba6fd req-e76a4ed7-1c1f-409f-b370-1d21425e9172 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:26.098683 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3535d814-f6b7-4915-a560-34e67e5ba6fd req-e76a4ed7-1c1f-409f-b370-1d21425e9172 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0497134 Aug 17 17:18:26.138487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3535d814-f6b7-4915-a560-34e67e5ba6fd req-90c70bec-02e4-4c54-b565-d63d921d5c45 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337286 Aug 17 17:18:26.251675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2b856-d14f-4135-90d8-ad3f4126a4e6 req-ebd627f9-87c7-46a5-8a8a-29d7fd9cecee tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:26.253126 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1e2b856-d14f-4135-90d8-ad3f4126a4e6 req-ebd627f9-87c7-46a5-8a8a-29d7fd9cecee tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0492711 Aug 17 17:18:26.289719 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b1e2b856-d14f-4135-90d8-ad3f4126a4e6 req-0e657476-6ded-4514-af5d-5cb1382e5d09 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307155 Aug 17 17:18:26.310939 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:26.352670 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841c4724-b8aa-4c3f-95b1-fe0ca01e5872 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:26.354218 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-841c4724-b8aa-4c3f-95b1-fe0ca01e5872 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 1091 time: 0.0421538 Aug 17 17:18:26.356979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:26.361163 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:18:26.384172 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:26.477624 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:26.586631 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.25.7.72 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/8de49d85-7039-44c3-bbf5-3f011ef2a581) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:18:26.686095 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:26.724648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:26.763303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:18:26.767988 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:18:26.771996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:18:26.795739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=8de49d85-7039-44c3-bbf5-3f011ef2a581,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:27.129372 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:27.196832 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:27.343885 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:27.347989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:27.410693 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-4e464f3c-cdd4-4858-b186-1cbe59600e57 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388973 Aug 17 17:18:27.419378 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=8de49d85-7039-44c3-bbf5-3f011ef2a581,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:18:27.426035 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:27.499178 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-195ed0da-6031-4f4d-af91-0e0941beabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:27.500698 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-195ed0da-6031-4f4d-af91-0e0941beabb0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 1096 time: 0.0437219 Aug 17 17:18:27.526751 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Floating IP 8bb58646-cf08-4280-b820-83277e77c006 associated. External IP: 172.25.7.72, port: f878bbd8-4240-4728-84d9-49178fc29ac7. Aug 17 17:18:27.606426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-7403c0fc-b941-407c-82f8-37de068c470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:27.607926 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-7403c0fc-b941-407c-82f8-37de068c470d service neutron] 10.222.0.93 "GET /v2.0/networks?id=701e05c7-6cd9-4f9a-a871-27038ca48cdb HTTP/1.1" status: 200 len: 897 time: 0.0868418 Aug 17 17:18:27.676477 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-c6ba665c-2ee1-47f8-af70-20de07f4c430 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f878bbd8-4240-4728-84d9-49178fc29ac7 HTTP/1.1" status: 200 len: 998 time: 0.0611737 Aug 17 17:18:27.726866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-067299a6-9759-4b30-91e7-cd0105a6ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:27.728338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-067299a6-9759-4b30-91e7-cd0105a6ac9b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ea79900a-5e1f-481e-9344-d27697499b0a HTTP/1.1" status: 200 len: 835 time: 0.0441179 Aug 17 17:18:27.733643 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router de5c2818-3743-4968-824f-4bf0005846cd has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:18:27.773261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-1012db88-f1c0-497d-9310-2fc181ca2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:27.774816 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-1012db88-f1c0-497d-9310-2fc181ca2a0c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=701e05c7-6cd9-4f9a-a871-27038ca48cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394218 Aug 17 17:18:27.845095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:18:27.856374 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] Sync routers for ids ['de5c2818-3743-4968-824f-4bf0005846cd'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:18:27.864314 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:27.868403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] Routers {'de5c2818-3743-4968-824f-4bf0005846cd'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:18:27.869084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['de5c2818-3743-4968-824f-4bf0005846cd'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:27.874861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-3ac783ba-4800-4855-af8e-d60ffa7be2b0 service neutron] 10.222.0.93 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921967 Aug 17 17:18:27.895202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-251ff7de-7b95-4519-97a8-6aadc5aeb452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5348446 Aug 17 17:18:27.895202 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023ba340-9562-4a1e-be3b-8adb701137b3', 'tag': 'f878bbd8-4240-4728-84d9-49178fc29ac7'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:18:27.896080 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df28360d-00b4-4f77-9b85-d9741150e2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "023ba340-9562-4a1e-be3b-8adb701137b3", "tag": "f878bbd8-4240-4728-84d9-49178fc29ac7"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:18:27.991268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] Set router de5c2818-3743-4968-824f-4bf0005846cd gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:18:28.013147 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd721083-4540-45a7-b61b-7dacb4eb6e03 req-f7ebb83a-ca79-4b34-bb8b-fad38d0118c6 service neutron] 10.222.0.93 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311042 Aug 17 17:18:28.015981 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78298309-95f8-40a5-8149-12863df7ec80 x-openstack-request-id: req-78298309-95f8-40a5-8149-12863df7ec80 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:18:28.016272 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023ba340-9562-4a1e-be3b-8adb701137b3", "tag": "f878bbd8-4240-4728-84d9-49178fc29ac7", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:18:28.016524 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78298309-95f8-40a5-8149-12863df7ec80 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:18:28.016934 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023ba340-9562-4a1e-be3b-8adb701137b3', 'tag': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'status': 'completed', 'code': 200} Aug 17 17:18:28.026561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d4f12-35c9-4348-bb4c-33a0b34ba579 req-8eea3930-3227-40f6-9877-825b400ecd90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:28.027828 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe9d4f12-35c9-4348-bb4c-33a0b34ba579 req-8eea3930-3227-40f6-9877-825b400ecd90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0797596 Aug 17 17:18:28.089845 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fe9d4f12-35c9-4348-bb4c-33a0b34ba579 req-ed91a494-a0f3-4987-a46e-03d298d60663 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545180 Aug 17 17:18:28.106406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-00950ce8-c64d-4618-ba8c-5e40693abc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:28.108026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-00950ce8-c64d-4618-ba8c-5e40693abc3c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 1096 time: 0.0462797 Aug 17 17:18:28.112714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44160) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:28.221213 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-58417526-f669-44ce-b6f8-cc6c6e1b9bd4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/8bb58646-cf08-4280-b820-83277e77c006 HTTP/1.1" status: 200 len: 990 time: 0.1074083 Aug 17 17:18:28.232866 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:14Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '8bb58646-cf08-4280-b820-83277e77c006', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.72', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'port_id': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'mac_address': 'fa:16:3e:d1:ca:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023ba340-9562-4a1e-be3b-8adb701137b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:18:26Z', 'updated_at': '2021-08-17T17:18:26Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9df0385-0289-4483-a48c-1eeed5c05317', 'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:2a:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:13Z', 'updated_at': '2021-08-17T17:18:18Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:28.251719 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-2a3b1702-bc96-4ba9-b0a5-67b38e1bc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:28.253225 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-2a3b1702-bc96-4ba9-b0a5-67b38e1bc48a service neutron] 10.222.0.93 "GET /v2.0/networks?id=701e05c7-6cd9-4f9a-a871-27038ca48cdb HTTP/1.1" status: 200 len: 897 time: 0.1329525 Aug 17 17:18:28.259346 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] Checking router: de5c2818-3743-4968-824f-4bf0005846cd for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:18:28.267541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] Routers {'de5c2818-3743-4968-824f-4bf0005846cd'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:18:28.268137 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:18:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['de5c2818-3743-4968-824f-4bf0005846cd'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:28.321045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-f44fb2a1-384c-40f2-bdfe-1a8bc59c9c1f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f878bbd8-4240-4728-84d9-49178fc29ac7 HTTP/1.1" status: 200 len: 998 time: 0.0605340 Aug 17 17:18:28.371155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-92d8e5b7-30d5-460d-8b1c-5fbffa98f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:28.371419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] Set router de5c2818-3743-4968-824f-4bf0005846cd gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:18:28.372657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-92d8e5b7-30d5-460d-8b1c-5fbffa98f6da service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ea79900a-5e1f-481e-9344-d27697499b0a HTTP/1.1" status: 200 len: 835 time: 0.0444188 Aug 17 17:18:28.417930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-b42fdc0f-6fc9-4250-a931-e44d44dcc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:18:28.419442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-b42fdc0f-6fc9-4250-a931-e44d44dcc1fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=701e05c7-6cd9-4f9a-a871-27038ca48cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396307 Aug 17 17:18:28.513352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-f9fb9f38-7774-47d0-85a6-160a602404e7 service neutron] 10.222.0.93 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863116 Aug 17 17:18:28.608225 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df28360d-00b4-4f77-9b85-d9741150e2d9 req-fa089e59-5241-4828-815d-d6a1022adcee service neutron] 10.222.0.93 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877984 Aug 17 17:18:28.745265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:14Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '8bb58646-cf08-4280-b820-83277e77c006', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.72', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'port_id': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'mac_address': 'fa:16:3e:d1:ca:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023ba340-9562-4a1e-be3b-8adb701137b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:18:26Z', 'updated_at': '2021-08-17T17:18:26Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9df0385-0289-4483-a48c-1eeed5c05317', 'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:2a:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:13Z', 'updated_at': '2021-08-17T17:18:18Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:18:28.774961 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5d082-5480-4821-9971-7a58d542c037 None None] The sync data for ids ['de5c2818-3743-4968-824f-4bf0005846cd'] in n-d-804878-1 is: [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:14Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '8bb58646-cf08-4280-b820-83277e77c006', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.72', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'port_id': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'mac_address': 'fa:16:3e:d1:ca:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023ba340-9562-4a1e-be3b-8adb701137b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:18:26Z', 'updated_at': '2021-08-17T17:18:26Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9df0385-0289-4483-a48c-1eeed5c05317', 'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:2a:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:13Z', 'updated_at': '2021-08-17T17:18:18Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:18:28.966817 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb5b9f-45f5-4cbf-838d-b77d42ddc3e4 None None] New status for floating IP 8bb58646-cf08-4280-b820-83277e77c006: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:18:29.225833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:18:29.289272 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b8c6cd01-3e19-4432-a953-8ba959665ed4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/8bb58646-cf08-4280-b820-83277e77c006 HTTP/1.1" status: 200 len: 992 time: 0.0622733 Aug 17 17:18:32.233440 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d71c20b-083b-4833-8242-bd3f2fde9601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:34.567418 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:18:34.882883 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0276354d-0667-4359-a540-519a8635c78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:35.077372 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:36.146785 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:37.866825 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:50.073443 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:50.493233 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:18:52.055782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-1be8f09f-ec57-4289-9d82-9b10b56be514 req-78933999-8181-4b59-9f44-45f77cbcbf59 service neutron] (94838) timed out ('10.222.0.93', 54349) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 17:19:00.695297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee22c-d0ce-4a9c-8fae-b136c3b06007 req-8b9e2707-de6f-41ee-818a-9689b7fa6b6e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:00.696764 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-817ee22c-d0ce-4a9c-8fae-b136c3b06007 req-8b9e2707-de6f-41ee-818a-9689b7fa6b6e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0508740 Aug 17 17:19:00.733420 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-817ee22c-d0ce-4a9c-8fae-b136c3b06007 req-63c8d05d-3cc9-4d41-a673-7976194c4c7d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307825 Aug 17 17:19:01.850277 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e4525-5638-42c4-a015-6d161c0a5396 req-a7707456-66d9-4710-8fc5-4014495f4a58 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:01.851760 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e3e4525-5638-42c4-a015-6d161c0a5396 req-a7707456-66d9-4710-8fc5-4014495f4a58 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Aug 17 17:19:01.889188 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6e3e4525-5638-42c4-a015-6d161c0a5396 req-77764fb1-f527-47be-a442-130900b2691c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314631 Aug 17 17:19:01.910743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44182) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:01.975221 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f39b0635-ef3d-4726-95ac-f76a67b1cac3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/8bb58646-cf08-4280-b820-83277e77c006 HTTP/1.1" status: 200 len: 992 time: 0.0633512 Aug 17 17:19:02.232751 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea15a2cc-057f-4e5c-b15b-b5b85347650d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:03.230077 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276e295-7260-4022-9bf0-544210a23df0 req-63db403a-c898-4832-9cd5-0cd3474107ae tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:03.231873 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7276e295-7260-4022-9bf0-544210a23df0 req-63db403a-c898-4832-9cd5-0cd3474107ae tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0491238 Aug 17 17:19:03.270073 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7276e295-7260-4022-9bf0-544210a23df0 req-80361a2c-30b6-4064-95a6-d0e1b3e7327b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324295 Aug 17 17:19:04.388123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211eff5-876d-4b1f-8f9a-e7d931272246 req-b667b75c-409a-48fe-bb33-aafa43dc4d84 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:04.389587 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3211eff5-876d-4b1f-8f9a-e7d931272246 req-b667b75c-409a-48fe-bb33-aafa43dc4d84 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0488174 Aug 17 17:19:04.426532 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3211eff5-876d-4b1f-8f9a-e7d931272246 req-0c797ca2-98fd-4787-b803-fad5f40b7084 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308576 Aug 17 17:19:04.448451 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44192) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:04.510994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e0389a3b-ba1b-49a6-b4de-c56234efc304 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/8bb58646-cf08-4280-b820-83277e77c006 HTTP/1.1" status: 200 len: 992 time: 0.0614674 Aug 17 17:19:04.724336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44198) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:04.878430 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port 8de49d85-7039-44c3-bbf5-3f011ef2a581 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:19:04.878691 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:04.882783 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3be0aec1-1581-48ac-8793-90b727a31be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:04.953623 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:04.953943 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:04.965977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for 8de49d85-7039-44c3-bbf5-3f011ef2a581 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:19:05.087414 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:05.122736 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:05.152059 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=8de49d85-7039-44c3-bbf5-3f011ef2a581,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:05.163555 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.163896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.164232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.164563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.164891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.165214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.165539 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.165855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.166173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.166519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.166834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.167144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:05.220164 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:05.220496 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Floating IP 8bb58646-cf08-4280-b820-83277e77c006 disassociated (deleted). External IP: 172.25.7.72, port: f878bbd8-4240-4728-84d9-49178fc29ac7. Aug 17 17:19:05.759734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router de5c2818-3743-4968-824f-4bf0005846cd has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:19:05.864844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:19:05.869657 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:05.874753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] Sync routers for ids ['de5c2818-3743-4968-824f-4bf0005846cd'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:19:05.884201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] Routers {'de5c2818-3743-4968-824f-4bf0005846cd'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:19:05.884813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['de5c2818-3743-4968-824f-4bf0005846cd'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:05.896742 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5a7ac643-8fa2-4c17-abe0-0a5b79211b77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/floatingips/8bb58646-cf08-4280-b820-83277e77c006 HTTP/1.1" status: 204 len: 168 time: 1.1707129 Aug 17 17:19:05.897310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023ba340-9562-4a1e-be3b-8adb701137b3', 'tag': 'f878bbd8-4240-4728-84d9-49178fc29ac7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:19:05.900174 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de979a7-5682-4094-ac1e-1acddb1d68c6" -d '{"events": [{"name": "network-changed", "server_uuid": "023ba340-9562-4a1e-be3b-8adb701137b3", "tag": "f878bbd8-4240-4728-84d9-49178fc29ac7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:19:05.936925 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb928e8c-74e5-4201-a6c0-0741b8682787 x-openstack-request-id: req-bb928e8c-74e5-4201-a6c0-0741b8682787 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:19:05.937221 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023ba340-9562-4a1e-be3b-8adb701137b3", "tag": "f878bbd8-4240-4728-84d9-49178fc29ac7", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:19:05.937472 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb928e8c-74e5-4201-a6c0-0741b8682787 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:19:05.937867 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023ba340-9562-4a1e-be3b-8adb701137b3', 'tag': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'status': 'completed', 'code': 200} Aug 17 17:19:05.998479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] Set router de5c2818-3743-4968-824f-4bf0005846cd gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:19:06.007395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-090a348e-abd7-40cc-9ec9-3a5bc3ab4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:06.009321 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-090a348e-abd7-40cc-9ec9-3a5bc3ab4397 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 1096 time: 0.0486948 Aug 17 17:19:06.131145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-c77ef954-82a2-44ae-bc0d-153322bcc482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:06.132407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd9f02-6a2c-4473-b198-f251def60241 req-32887e63-5bfb-441d-9626-b97643a347d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:06.132919 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-c77ef954-82a2-44ae-bc0d-153322bcc482 service neutron] 10.222.0.93 "GET /v2.0/networks?id=701e05c7-6cd9-4f9a-a871-27038ca48cdb HTTP/1.1" status: 200 len: 897 time: 0.1135919 Aug 17 17:19:06.135001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2afd9f02-6a2c-4473-b198-f251def60241 req-32887e63-5bfb-441d-9626-b97643a347d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0517089 Aug 17 17:19:06.164739 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:06.180062 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-54abbb5d-3846-4799-8859-79506fe93a5b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f878bbd8-4240-4728-84d9-49178fc29ac7 HTTP/1.1" status: 200 len: 217 time: 0.0386810 Aug 17 17:19:06.181969 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2afd9f02-6a2c-4473-b198-f251def60241 req-7c01889a-c9ff-43cf-bbda-b60b123fedbb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413103 Aug 17 17:19:06.225466 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:14Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9df0385-0289-4483-a48c-1eeed5c05317', 'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:2a:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:13Z', 'updated_at': '2021-08-17T17:18:18Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:06.232214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-7b987da0-e2f7-4d0c-82a6-f8533a639415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:06.233706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-7b987da0-e2f7-4d0c-82a6-f8533a639415 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ea79900a-5e1f-481e-9344-d27697499b0a HTTP/1.1" status: 200 len: 835 time: 0.0445445 Aug 17 17:19:06.252487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] Checking router: de5c2818-3743-4968-824f-4bf0005846cd for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:19:06.260729 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] Routers {'de5c2818-3743-4968-824f-4bf0005846cd'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:19:06.261390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['de5c2818-3743-4968-824f-4bf0005846cd'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:06.283736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-da66728c-d17a-403c-a2cf-1a0be7216877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:06.285242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-da66728c-d17a-403c-a2cf-1a0be7216877 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=701e05c7-6cd9-4f9a-a871-27038ca48cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435545 Aug 17 17:19:06.365603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] Set router de5c2818-3743-4968-824f-4bf0005846cd gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:19:06.377889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-cb306e37-04c6-4e3c-9ae7-8c6e43d4376c service neutron] 10.222.0.93 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833564 Aug 17 17:19:06.473132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8de979a7-5682-4094-ac1e-1acddb1d68c6 req-bb2c9679-5130-49a7-82aa-e4b359e658ff service neutron] 10.222.0.93 "GET /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860572 Aug 17 17:19:06.561194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:14Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9df0385-0289-4483-a48c-1eeed5c05317', 'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:2a:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:13Z', 'updated_at': '2021-08-17T17:18:18Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:06.591781 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4f1738-e1cf-4492-b4e2-cef3ccf04ef6 None None] The sync data for ids ['de5c2818-3743-4968-824f-4bf0005846cd'] in n-d-804878-1 is: [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:14Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'e9df0385-0289-4483-a48c-1eeed5c05317', 'name': '', 'network_id': '701e05c7-6cd9-4f9a-a871-27038ca48cdb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:2a:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:13Z', 'updated_at': '2021-08-17T17:18:18Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'ea79900a-5e1f-481e-9344-d27697499b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:19:06.807559 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12691e69-1297-4896-9824-d104c6f0f487 None None] New status for floating IP 8bb58646-cf08-4280-b820-83277e77c006: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:19:07.298833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e2f5-037d-4c52-9add-8e1c341170bf req-267e30e7-eaa0-4e5f-9721-5cb33a6bac89 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:07.300352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab72e2f5-037d-4c52-9add-8e1c341170bf req-267e30e7-eaa0-4e5f-9721-5cb33a6bac89 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0496957 Aug 17 17:19:07.338962 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab72e2f5-037d-4c52-9add-8e1c341170bf req-40ac61a6-1d1a-415f-aeeb-e307bddf9e67 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320208 Aug 17 17:19:07.662141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd103e-2789-47fa-8f29-4266eae98907 req-4ecf752c-dae9-48c0-93e7-ad0f5a75b484 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:07.664078 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-28bd103e-2789-47fa-8f29-4266eae98907 req-4ecf752c-dae9-48c0-93e7-ad0f5a75b484 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 945 time: 0.0489950 Aug 17 17:19:07.759993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-28bd103e-2789-47fa-8f29-4266eae98907 req-961db07f-4aca-496d-a4ac-0f10ab63e3c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port f878bbd8-4240-4728-84d9-49178fc29ac7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:19:07.760327 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-28bd103e-2789-47fa-8f29-4266eae98907 req-961db07f-4aca-496d-a4ac-0f10ab63e3c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:07.847858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-28bd103e-2789-47fa-8f29-4266eae98907 req-961db07f-4aca-496d-a4ac-0f10ab63e3c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port f878bbd8-4240-4728-84d9-49178fc29ac7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=f878bbd8-4240-4728-84d9-49178fc29ac7,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:19:07.848214 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-28bd103e-2789-47fa-8f29-4266eae98907 req-961db07f-4aca-496d-a4ac-0f10ab63e3c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:07.862444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-28bd103e-2789-47fa-8f29-4266eae98907 req-961db07f-4aca-496d-a4ac-0f10ab63e3c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for f878bbd8-4240-4728-84d9-49178fc29ac7 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:19:07.870687 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:07.995990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-28bd103e-2789-47fa-8f29-4266eae98907 req-961db07f-4aca-496d-a4ac-0f10ab63e3c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:08.025592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961db07f-4aca-496d-a4ac-0f10ab63e3c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=f878bbd8-4240-4728-84d9-49178fc29ac7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:08.070693 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bd103e-2789-47fa-8f29-4266eae98907 req-961db07f-4aca-496d-a4ac-0f10ab63e3c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] No DVR routers for this DVR port f878bbd8-4240-4728-84d9-49178fc29ac7 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:19:08.073242 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-28bd103e-2789-47fa-8f29-4266eae98907 req-961db07f-4aca-496d-a4ac-0f10ab63e3c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:08.075315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-28bd103e-2789-47fa-8f29-4266eae98907 req-961db07f-4aca-496d-a4ac-0f10ab63e3c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "DELETE /v2.0/ports/f878bbd8-4240-4728-84d9-49178fc29ac7 HTTP/1.1" status: 204 len: 173 time: 0.4046369 Aug 17 17:19:08.075744 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023ba340-9562-4a1e-be3b-8adb701137b3', 'name': 'network-vif-deleted', 'tag': 'f878bbd8-4240-4728-84d9-49178fc29ac7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:19:08.077968 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90987f5e-1572-480a-9b15-8d4ca576e8ba" -d '{"events": [{"server_uuid": "023ba340-9562-4a1e-be3b-8adb701137b3", "name": "network-vif-deleted", "tag": "f878bbd8-4240-4728-84d9-49178fc29ac7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:19:08.117687 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e587272c-a894-4693-b5ee-315effd0f26b x-openstack-request-id: req-e587272c-a894-4693-b5ee-315effd0f26b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:19:08.117977 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023ba340-9562-4a1e-be3b-8adb701137b3", "name": "network-vif-deleted", "tag": "f878bbd8-4240-4728-84d9-49178fc29ac7", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:19:08.118265 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e587272c-a894-4693-b5ee-315effd0f26b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:19:08.118710 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023ba340-9562-4a1e-be3b-8adb701137b3', 'name': 'network-vif-deleted', 'tag': 'f878bbd8-4240-4728-84d9-49178fc29ac7', 'status': 'completed', 'code': 200} Aug 17 17:19:08.448526 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-752b49b3-1228-4528-9f57-b72a60fbde88 req-ebfae145-703f-4e66-a823-91256924be93 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=023ba340-9562-4a1e-be3b-8adb701137b3 HTTP/1.1" status: 200 len: 210 time: 0.0274229 Aug 17 17:19:09.504834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44214) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:09.854111 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:10.108508 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port e9df0385-0289-4483-a48c-1eeed5c05317 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:19:10.108767 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:10.198465 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port e9df0385-0289-4483-a48c-1eeed5c05317, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=e9df0385-0289-4483-a48c-1eeed5c05317,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:19:10.198816 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:10.211432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for e9df0385-0289-4483-a48c-1eeed5c05317 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:19:10.395386 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:10.421788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=e9df0385-0289-4483-a48c-1eeed5c05317,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:10.592977 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:10.806592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router de5c2818-3743-4968-824f-4bf0005846cd has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:19:10.912316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:19:10.918208 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d2a61bff-02a8-4682-9039-ddd259e0ce78 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "PUT /v2.0/routers/de5c2818-3743-4968-824f-4bf0005846cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4123430 Aug 17 17:19:10.920844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44216) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:10.923251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] Sync routers for ids ['de5c2818-3743-4968-824f-4bf0005846cd'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:19:10.932804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] Routers {'de5c2818-3743-4968-824f-4bf0005846cd'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:19:10.933405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['de5c2818-3743-4968-824f-4bf0005846cd'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:10.971449 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75a94f0-f972-4b48-858d-3fd587d34948 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting subnet ea79900a-5e1f-481e-9344-d27697499b0a {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:19:10.974578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b75a94f0-f972-4b48-858d-3fd587d34948 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.020443 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b75a94f0-f972-4b48-858d-3fd587d34948 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.039581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] Set router de5c2818-3743-4968-824f-4bf0005846cd gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:19:11.124474 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b75a94f0-f972-4b48-858d-3fd587d34948 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.187701 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b75a94f0-f972-4b48-858d-3fd587d34948 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.221036 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a94f0-f972-4b48-858d-3fd587d34948 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Subnet': ['ID=ea79900a-5e1f-481e-9344-d27697499b0a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:11.227097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:19:10Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:11.228623 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b75a94f0-f972-4b48-858d-3fd587d34948 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.230600 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b75a94f0-f972-4b48-858d-3fd587d34948 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/subnets/ea79900a-5e1f-481e-9344-d27697499b0a HTTP/1.1" status: 204 len: 168 time: 0.3087151 Aug 17 17:19:11.233164 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44218) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:11.259884 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9ea51-d998-464b-9a9e-ceacf4dc2869 None None] Network 701e05c7-6cd9-4f9a-a871-27038ca48cdb requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:19:11.333240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] Checking router: de5c2818-3743-4968-824f-4bf0005846cd for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:19:11.345202 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.360585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] Routers {'de5c2818-3743-4968-824f-4bf0005846cd'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:19:11.361199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['de5c2818-3743-4968-824f-4bf0005846cd'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:11.447636 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.484739 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] Set router de5c2818-3743-4968-824f-4bf0005846cd gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:19:11.510133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port 6bcd7e8d-f486-40e7-b824-d209f944f709 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:19:11.510502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.542454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] DHCP port deletion for 701e05c7-6cd9-4f9a-a871-27038ca48cdb request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:19:11.566610 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:19:11.590886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port 6bcd7e8d-f486-40e7-b824-d209f944f709, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=6bcd7e8d-f486-40e7-b824-d209f944f709,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:19:11.591253 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.603544 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for 6bcd7e8d-f486-40e7-b824-d209f944f709 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:19:11.672542 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Deleting port acf14abe-c4b7-459d-978a-d2002640e91f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:19:11.672937 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.743768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] For port acf14abe-c4b7-459d-978a-d2002640e91f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=acf14abe-c4b7-459d-978a-d2002640e91f,segment=NetworkSegment(3d56f6d1-83d2-45f7-abc1-1a3887395f04),segment_id=3d56f6d1-83d2-45f7-abc1-1a3887395f04)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:19:11.744041 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.758421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Calling delete_port for acf14abe-c4b7-459d-978a-d2002640e91f owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:19:11.769147 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.776671 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:19:10Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:11.799314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=6bcd7e8d-f486-40e7-b824-d209f944f709,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:11.833579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4640f6e-2c0a-4592-8332-1e3a4429d292 None None] The sync data for ids ['de5c2818-3743-4968-824f-4bf0005846cd'] in n-d-804878-1 is: [{'id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414273848', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:19:10Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': '6bcd7e8d-f486-40e7-b824-d209f944f709', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5c2818-3743-4968-824f-4bf0005846cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:18:11Z', 'updated_at': '2021-08-17T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:19:11.863377 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.878624 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.903478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Pushing event deleted for resources: {'Port': ['ID=acf14abe-c4b7-459d-978a-d2002640e91f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:11.907827 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] No DVR routers for this DVR port acf14abe-c4b7-459d-978a-d2002640e91f on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:19:11.915011 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.915361 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.915707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.916045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.916381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.916714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.917043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.917369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.918057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.918057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.918314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.918666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9d8da-cb25-4e81-8c8f-d69b09960e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:11.958209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:11.960371 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.004784 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.005423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Fanout notify agent at l3_agent the message router_deleted on router de5c2818-3743-4968-824f-4bf0005846cd {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:19:12.012986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.014126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-da2fb5ee-ff9f-4962-9810-90fed02a72c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/routers/de5c2818-3743-4968-824f-4bf0005846cd HTTP/1.1" status: 204 len: 168 time: 0.7800460 Aug 17 17:19:12.016890 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44220) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:12.095882 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.181937 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.194399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701e05c7-6cd9-4f9a-a871-27038ca48cdb']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:12.211310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d56f6d1-83d2-45f7-abc1-1a3887395f04') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:12.211608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d56f6d1-83d2-45f7-abc1-1a3887395f04') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:12.221555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.236510 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.243071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:19:12.243479 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:19:12.247195 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:19:12.282324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f878bbd8-4240-4728-84d9-49178fc29ac7 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:19:12.308566 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device acf14abe-c4b7-459d-978a-d2002640e91f no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:19:12.310869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: f878bbd8-4240-4728-84d9-49178fc29ac7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:19:12.311212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device f878bbd8-4240-4728-84d9-49178fc29ac7 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:19:12.324395 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.333131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.338149 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/networks/701e05c7-6cd9-4f9a-a871-27038ca48cdb HTTP/1.1" status: 204 len: 168 time: 0.3179407 Aug 17 17:19:12.338661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:12.346402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: acf14abe-c4b7-459d-978a-d2002640e91f {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:19:12.348049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device acf14abe-c4b7-459d-978a-d2002640e91f not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:19:12.348482 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e9df0385-0289-4483-a48c-1eeed5c05317 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:19:12.349222 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509b31b-d506-4983-a725-62742e376625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Network': ['ID=701e05c7-6cd9-4f9a-a871-27038ca48cdb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:12.371469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: e9df0385-0289-4483-a48c-1eeed5c05317 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:19:12.371821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device e9df0385-0289-4483-a48c-1eeed5c05317 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:19:12.409748 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.436290 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.499290 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.501958 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.506067 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/security-groups/6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b HTTP/1.1" status: 204 len: 168 time: 0.1663013 Aug 17 17:19:12.515734 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f91eeb1-6c4a-4092-a476-79c7a8f9bb7b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:12.524006 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.524361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.524770 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.525112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.525441 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.525769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.526095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.526452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.526962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.527283 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.527610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.527946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee000b-455e-4306-a6b0-234af41b7c6d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:19:12.774524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44228) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:12.779151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c2440e94-77a7-408c-8a14-a0add449b8f0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503252179', 'description': 'tempest-secgroup-smoke-503252179 description', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:12.800299 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2440e94-77a7-408c-8a14-a0add449b8f0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.879115 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2440e94-77a7-408c-8a14-a0add449b8f0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.883797 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2440e94-77a7-408c-8a14-a0add449b8f0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.913394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2440e94-77a7-408c-8a14-a0add449b8f0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:12.914662 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c2440e94-77a7-408c-8a14-a0add449b8f0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1391168 Aug 17 17:19:12.917581 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44230) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:12.922777 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-946dc685-5555-4b3d-8da7-dd579968495a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6ee66a9a-eca0-4f80-9325-becbf6d00eec', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:12.928480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2440e94-77a7-408c-8a14-a0add449b8f0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee66a9a-eca0-4f80-9325-becbf6d00eec,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:12.952218 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-946dc685-5555-4b3d-8da7-dd579968495a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.014107 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-946dc685-5555-4b3d-8da7-dd579968495a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.017558 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-946dc685-5555-4b3d-8da7-dd579968495a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.034574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dc685-5555-4b3d-8da7-dd579968495a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c037846a-e32b-4ed0-9766-fe0ae2921046,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:13.040464 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-946dc685-5555-4b3d-8da7-dd579968495a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.041483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-946dc685-5555-4b3d-8da7-dd579968495a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229846 Aug 17 17:19:13.044113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44232) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:13.048426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-40c57945-dc6a-4bb7-bc3f-4791ad54abae tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6ee66a9a-eca0-4f80-9325-becbf6d00eec', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:13.077672 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40c57945-dc6a-4bb7-bc3f-4791ad54abae tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.134902 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40c57945-dc6a-4bb7-bc3f-4791ad54abae tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.138323 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40c57945-dc6a-4bb7-bc3f-4791ad54abae tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.157043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c57945-dc6a-4bb7-bc3f-4791ad54abae tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c69a052-b6d6-4e11-85d0-3cd049f3e0c6,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:13.159601 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40c57945-dc6a-4bb7-bc3f-4791ad54abae tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.160797 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-40c57945-dc6a-4bb7-bc3f-4791ad54abae tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157255 Aug 17 17:19:13.163532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44234) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:13.167873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-549a0a2e-f6b0-445a-8c5e-4239906b6715 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6ee66a9a-eca0-4f80-9325-becbf6d00eec', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:13.193270 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-549a0a2e-f6b0-445a-8c5e-4239906b6715 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.250027 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-549a0a2e-f6b0-445a-8c5e-4239906b6715 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.253699 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-549a0a2e-f6b0-445a-8c5e-4239906b6715 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.270840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a0a2e-f6b0-445a-8c5e-4239906b6715 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079f7548-50e9-417d-a8ac-e89292397721,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:13.278412 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-549a0a2e-f6b0-445a-8c5e-4239906b6715 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.279639 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-549a0a2e-f6b0-445a-8c5e-4239906b6715 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151624 Aug 17 17:19:13.282329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44236) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:13.286783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c1e1d5b5-0457-4c5b-b6c6-e7d5386f4673 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6ee66a9a-eca0-4f80-9325-becbf6d00eec', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:13.312587 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1e1d5b5-0457-4c5b-b6c6-e7d5386f4673 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.373619 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1e1d5b5-0457-4c5b-b6c6-e7d5386f4673 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.377251 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1e1d5b5-0457-4c5b-b6c6-e7d5386f4673 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.395321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1d5b5-0457-4c5b-b6c6-e7d5386f4673 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5aef40-55ac-4750-8ce0-da5e49c0b249,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:13.398189 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1e1d5b5-0457-4c5b-b6c6-e7d5386f4673 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.399392 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c1e1d5b5-0457-4c5b-b6c6-e7d5386f4673 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161170 Aug 17 17:19:13.402169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44238) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:13.406391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-968d0985-3764-4785-a838-5de47b9bc7d3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6ee66a9a-eca0-4f80-9325-becbf6d00eec', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:13.427151 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-968d0985-3764-4785-a838-5de47b9bc7d3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Project 7f28d5a867f34f10ad4a85a8b44b9f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:19:13.432492 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-968d0985-3764-4785-a838-5de47b9bc7d3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.490904 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-968d0985-3764-4785-a838-5de47b9bc7d3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.495105 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-968d0985-3764-4785-a838-5de47b9bc7d3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.512231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d0985-3764-4785-a838-5de47b9bc7d3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87d6dde-2cf2-4d52-83b2-2591f5774c16,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:13.518029 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-968d0985-3764-4785-a838-5de47b9bc7d3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.519159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-968d0985-3764-4785-a838-5de47b9bc7d3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160905 Aug 17 17:19:13.521832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44240) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:13.526283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ad049019-210f-409a-aa89-ffe1aeea672e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '6ee66a9a-eca0-4f80-9325-becbf6d00eec', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:13.547172 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-ad049019-210f-409a-aa89-ffe1aeea672e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Project 7f28d5a867f34f10ad4a85a8b44b9f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:19:13.551799 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad049019-210f-409a-aa89-ffe1aeea672e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.612841 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad049019-210f-409a-aa89-ffe1aeea672e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.616946 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad049019-210f-409a-aa89-ffe1aeea672e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.635751 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad049019-210f-409a-aa89-ffe1aeea672e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298ef0a0-b240-4d85-a58c-085543d83ffb,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:13.639656 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad049019-210f-409a-aa89-ffe1aeea672e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.641117 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ad049019-210f-409a-aa89-ffe1aeea672e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182785 Aug 17 17:19:13.643829 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44242) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:13.649325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'network': {'name': 'tempest-network-smoke--22022889', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'port_security_enabled': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:13.670023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:19:13.673361 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.697614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:19:13.706687 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.707030 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Added segment edb53444-e0cd-40f0-bf9b-666ef1652e23 of type vlan for network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 Aug 17 17:19:13.749454 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.773465 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.778886 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:13.779480 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.831179 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1861594 Aug 17 17:19:13.833683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44244) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:13.844271 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'admin_state_up': True, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:13.857493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32096bbd-379a-4b7b-a71f-0434ef65e6b6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Network': ['ID=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:13.868560 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:19:13.873028 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.874018 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:13.929146 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:14.020338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6bcd7e8d-f486-40e7-b824-d209f944f709 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:19:14.044250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 6bcd7e8d-f486-40e7-b824-d209f944f709 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:19:14.044586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 6bcd7e8d-f486-40e7-b824-d209f944f709 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:19:14.067769 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:14.603249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:14.622603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:14.726112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.25.7.154 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:19:14.824926 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:14.861979 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:14.905018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:19:14.907915 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:19:14.911452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:19:14.932940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:15.162709 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:15.359724 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:15.486448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 5e1f5433-434c-464f-9f27-2c4fb46bef7d is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:19:15.591310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:19:15.600986 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Sync routers for ids ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:19:15.610209 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:15.611657 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-827e8066-eea8-4025-a109-38cddf43f227 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7770560 Aug 17 17:19:15.613665 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Routers {'5e1f5433-434c-464f-9f27-2c4fb46bef7d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:19:15.614269 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:15.614868 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:15.645795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44248) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:15.646043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-dcedc03c-113a-4443-ab7b-e21214ad4e2f tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7f28d5a867f34f10ad4a85a8b44b9f82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299127 Aug 17 17:19:15.715258 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Set router 5e1f5433-434c-464f-9f27-2c4fb46bef7d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:19:15.737708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c96aa4-9319-4870-884a-681bbf303a2c tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:15.739233 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-30c96aa4-9319-4870-884a-681bbf303a2c tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924106 Aug 17 17:19:15.742813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44250) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:15.770113 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-83ce1c9f-d9bf-41bd-8239-168b717196eb tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262592 Aug 17 17:19:15.772653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44252) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:15.777336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-338579036', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:15.871431 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:19:15.875092 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:15.984347 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:15Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:16.010357 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Checking router: 5e1f5433-434c-464f-9f27-2c4fb46bef7d for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:19:16.010727 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Updating router 5e1f5433-434c-464f-9f27-2c4fb46bef7d port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:19:16.036048 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.062064 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.124313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Subnet': ['ID=e13e141f-dadb-41f9-8380-95df384e44d1,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:16.132911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Checking segment: {'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:19:16.133274 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network hostable DHCP agents. Network: d1dc0c99-b5dd-42c4-a308-8b8795acd8e8, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:19:16.150743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:19:16.159543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, d1dc0c99-b5dd-42c4-a308-8b8795acd8e8) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:19:16.164067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:16.164757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.170797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17edbfc8-2f68-4ae5-946a-29241d1fc23e None None] Network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:19:16.180150 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9146512a-d0b8-49e7-b609-dc60236c0eb1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4065108 Aug 17 17:19:16.183089 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44254) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:16.298987 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.308925 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Transition to ACTIVE for port object fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:19:16.316448 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.329259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-d1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:19:16.330340 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.365318 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Attempting to bind port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:19:16.365688 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Attempting to bind port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:19:16.366079 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Attempting to bind port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:19:16.374926 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ce43c-3cac-4420-b4dd-d7788b370f63 None None] Pushing event updated for resources: {'Port': ['ID=fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:16.377383 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:19:16.377739 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:19:16.378134 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.378542 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:19:16.379017 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Bound port: fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:19:16.379378 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.431095 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] For port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:19:16.434657 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] For port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:19:16.439813 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.477107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Allocated IP 172.20.0.2 (d1dc0c99-b5dd-42c4-a308-8b8795acd8e8/e13e141f-dadb-41f9-8380-95df384e44d1/d3743237-720b-445f-9f73-fcc2e194ffc6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:19:16.495737 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Routers {'5e1f5433-434c-464f-9f27-2c4fb46bef7d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:19:16.496367 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:16.549613 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ce43c-3cac-4420-b4dd-d7788b370f63 None None] Pushing event updated for resources: {'Port': ['ID=fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:16.619725 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] Set router 5e1f5433-434c-464f-9f27-2c4fb46bef7d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:19:16.656472 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.805508 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.811244 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:15Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:16.816249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Transition to ACTIVE for port object d3743237-720b-445f-9f73-fcc2e194ffc6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:19:16.835636 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Transition to ACTIVE for port object d3743237-720b-445f-9f73-fcc2e194ffc6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:19:16.838872 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a9fd7-2a8e-4186-82e3-0918c8843e31 None None] The sync data for ids ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'] in n-d-804878-1 is: [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:15Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:19:16.843751 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.887398 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:19:16.890700 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:19:16.894539 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:19:16.900221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Pushing event updated for resources: {'Port': ['ID=d3743237-720b-445f-9f73-fcc2e194ffc6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:16.956871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Attempting to bind port d3743237-720b-445f-9f73-fcc2e194ffc6 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:19:16.957256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Attempting to bind port d3743237-720b-445f-9f73-fcc2e194ffc6 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:19:16.957613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Attempting to bind port d3743237-720b-445f-9f73-fcc2e194ffc6 on network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:19:16.963179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:19:16.963559 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Checking segment: {'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:19:16.963964 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:16.964369 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Bound using segment: {'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:19:16.964839 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Bound port: d3743237-720b-445f-9f73-fcc2e194ffc6, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:19:16.965224 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:17.039491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] For port d3743237-720b-445f-9f73-fcc2e194ffc6, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:19:17.045145 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] For port d3743237-720b-445f-9f73-fcc2e194ffc6, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d3743237-720b-445f-9f73-fcc2e194ffc6,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:19:17.049687 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:17.132084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81614749-1e5c-4654-a4cf-375a75466984 None None] Pushing event updated for resources: {'Port': ['ID=d3743237-720b-445f-9f73-fcc2e194ffc6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:17.359965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.20.0.1 (d1dc0c99-b5dd-42c4-a308-8b8795acd8e8/e13e141f-dadb-41f9-8380-95df384e44d1/921bde78-da4b-4b7a-b33f-56a1f2ac0c95) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:19:17.491632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:17.506080 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Transition to ACTIVE for port object 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:19:17.542058 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:17.582421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:19:17.588424 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:19:17.592413 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:19:17.625645 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=921bde78-da4b-4b7a-b33f-56a1f2ac0c95,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:17.646346 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:17.775831 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.068308 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.075648 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.130898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88d5c9-cc07-48a3-8af4-2296acd2096f None None] Network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:19:18.148563 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d3743237-720b-445f-9f73-fcc2e194ffc6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:19:18.173994 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.175768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=921bde78-da4b-4b7a-b33f-56a1f2ac0c95,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:18.225207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1f475626-15c1-4af3-87fe-c717dbd5be3b None None] Provisioning for port d3743237-720b-445f-9f73-fcc2e194ffc6 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:19:18.271686 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:19:18.273126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:19:18.293701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d3743237-720b-445f-9f73-fcc2e194ffc6 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:19:18.301340 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d3743237-720b-445f-9f73-fcc2e194ffc6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:18.301706 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.417495 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 5e1f5433-434c-464f-9f27-2c4fb46bef7d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:19:18.425900 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.463835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d3743237-720b-445f-9f73-fcc2e194ffc6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d3743237-720b-445f-9f73-fcc2e194ffc6,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:19:18.469619 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.470477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:19:18.550126 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d3743237-720b-445f-9f73-fcc2e194ffc6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:18.552297 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:19:18.562658 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2840a4d9-9ba2-44a0-9f1d-6a286a37ddd7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "PUT /v2.0/routers/5e1f5433-434c-464f-9f27-2c4fb46bef7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3749323 Aug 17 17:19:18.569903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:19:18.574600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:18.575020 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.675485 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.683881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-11b0f5a2-e3e8-40e0-beeb-d7e1eaca2258 None None] Provisioning complete for port d3743237-720b-445f-9f73-fcc2e194ffc6 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:18.684250 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11b0f5a2-e3e8-40e0-beeb-d7e1eaca2258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.721284 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:19:18.730998 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.734740 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-d33a0f25-f4f6-48e3-8697-a63eb86a77bf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503252179&fields=id&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 267 time: 0.0466130 Aug 17 17:19:18.812650 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Sync routers for ids ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:19:18.817233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:18.836307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Routers {'5e1f5433-434c-464f-9f27-2c4fb46bef7d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:19:18.836935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:18.880918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-a29d5542-54b8-41a8-98d8-265d02317b06 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:18.882762 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-a29d5542-54b8-41a8-98d8-265d02317b06 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/networks?id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 HTTP/1.1" status: 200 len: 795 time: 0.1341465 Aug 17 17:19:18.892102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-11b0f5a2-e3e8-40e0-beeb-d7e1eaca2258 None None] Provisioning for port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:19:18.906078 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b8dfc5d6-bd9c-4483-a172-f83fac556e75 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/quotas/7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 375 time: 0.0118365 Aug 17 17:19:18.928178 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-11b0f5a2-e3e8-40e0-beeb-d7e1eaca2258 None None] Provisioning complete for port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:18.928627 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11b0f5a2-e3e8-40e0-beeb-d7e1eaca2258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:18.977463 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-4463e242-3f1a-4ea5-94d5-6a8529e1da9c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607345 Aug 17 17:19:18.982125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Set router 5e1f5433-434c-464f-9f27-2c4fb46bef7d gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:19:18.984561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-11b0f5a2-e3e8-40e0-beeb-d7e1eaca2258 None None] Port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:19:19.122388 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-28a61378-fb78-428f-89ab-e8e31c4c5b81 None None] Provisioning complete for port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:19.122756 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28a61378-fb78-428f-89ab-e8e31c4c5b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:19.132333 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-8a4233e9-3bf1-42d1-9301-4269617587eb service neutron] 10.222.0.77 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390431 Aug 17 17:19:19.177021 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-28a61378-fb78-428f-89ab-e8e31c4c5b81 None None] Port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:19:19.226519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:17Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '921bde78-da4b-4b7a-b33f-56a1f2ac0c95', 'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:5a:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:17Z', 'updated_at': '2021-08-17T17:19:17Z', 'revision_number': 2, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:19.228767 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-a0d55127-913f-46d0-ad2f-4f3ca3cfa4b5 service neutron] 10.222.0.77 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897782 Aug 17 17:19:19.252820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Checking router: 5e1f5433-434c-464f-9f27-2c4fb46bef7d for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:19:19.253169 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Updating router 5e1f5433-434c-464f-9f27-2c4fb46bef7d port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:19:19.277268 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:19.409215 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-16ad8db8-e011-4fd0-950d-6f3a8abac71f req-d264b7df-7bd6-42a2-9fca-9c93921626c4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 210 time: 0.0292664 Aug 17 17:19:19.548600 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:19.558728 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Transition to ACTIVE for port object 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:19:19.564329 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:19.620071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf730da8-85ce-4e51-bcc8-023a59c4db6d None None] Pushing event updated for resources: {'Port': ['ID=921bde78-da4b-4b7a-b33f-56a1f2ac0c95,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:19.667508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Attempting to bind port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:19:19.667877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Attempting to bind port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:19:19.668358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Attempting to bind port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 on network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:19:19.673970 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:19:19.674400 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Checking segment: {'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:19:19.674891 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:19.675297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Bound using segment: {'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:19:19.675770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Bound port: 921bde78-da4b-4b7a-b33f-56a1f2ac0c95, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:19:19.676162 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:19.749329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] For port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:19:19.753445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] For port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=921bde78-da4b-4b7a-b33f-56a1f2ac0c95,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:19:19.759595 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:19.828389 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Routers {'5e1f5433-434c-464f-9f27-2c4fb46bef7d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:19:19.829024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:19.832165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf730da8-85ce-4e51-bcc8-023a59c4db6d None None] Pushing event updated for resources: {'Port': ['ID=921bde78-da4b-4b7a-b33f-56a1f2ac0c95,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:19.959081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] Set router 5e1f5433-434c-464f-9f27-2c4fb46bef7d gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:19:20.089956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d3743237-720b-445f-9f73-fcc2e194ffc6 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:19:20.140431 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:20.205852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d3743237-720b-445f-9f73-fcc2e194ffc6 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:20.206557 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:20.265854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:17Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '921bde78-da4b-4b7a-b33f-56a1f2ac0c95', 'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:5a:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:17Z', 'updated_at': '2021-08-17T17:19:19Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:20.294420 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1ad43-bd63-412a-b97a-0e3f9e3ed3eb None None] The sync data for ids ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'] in n-d-804878-1 is: [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:17Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '921bde78-da4b-4b7a-b33f-56a1f2ac0c95', 'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:5a:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:17Z', 'updated_at': '2021-08-17T17:19:19Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:19:20.327707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:19:20.385366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:20.385919 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:20.502257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:20.536828 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-88a641d1-4525-4773-99be-4e94f898242f req-eb04919c-6214-44d9-b438-bf0d937aa5ce tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 210 time: 0.0327897 Aug 17 17:19:20.593229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-0f48f8da-bdd6-4160-84ad-b9cf8c540115 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:20.594752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-0f48f8da-bdd6-4160-84ad-b9cf8c540115 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.91 "GET /v2.0/networks?id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 HTTP/1.1" status: 200 len: 795 time: 0.1292574 Aug 17 17:19:20.645356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-17418be0-1c83-4834-a01f-bbfa7a117bb5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 379 time: 0.0416234 Aug 17 17:19:20.656521 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'port': {'device_id': '2129089f-565b-4cef-b891-dc4e93a594ce', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'admin_state_up': True, 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'security_groups': ['6ee66a9a-eca0-4f80-9325-becbf6d00eec']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:20.773741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:19:20.777343 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:20.905639 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.20.0.10 (d1dc0c99-b5dd-42c4-a308-8b8795acd8e8/e13e141f-dadb-41f9-8380-95df384e44d1/dd95161c-dceb-414c-9924-144d6fbfade8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:19:21.057607 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:21.071929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Transition to ACTIVE for port object dd95161c-dceb-414c-9924-144d6fbfade8 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:19:21.105918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:21.147912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:19:21.153205 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:19:21.157028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:19:21.189337 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=dd95161c-dceb-414c-9924-144d6fbfade8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:21.218132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:21.218812 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:21.237363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-6efaf93a-40d8-452d-8a7e-7a234778e5bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5844269 Aug 17 17:19:21.248735 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-97d9dd17-e240-4a0e-916b-83d3e8e13412 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:19:21.249816 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-97d9dd17-e240-4a0e-916b-83d3e8e13412 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058453 Aug 17 17:19:21.261562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Request body: {'port': {'device_id': '2129089f-565b-4cef-b891-dc4e93a594ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:21.327049 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:21.385664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-64f64599-1249-4adf-867a-ba694d403aa8 None None] Provisioning for port dd95161c-dceb-414c-9924-144d6fbfade8 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:19:21.389435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-64f64599-1249-4adf-867a-ba694d403aa8 None None] Provisioning complete for port dd95161c-dceb-414c-9924-144d6fbfade8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:21.389827 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f64599-1249-4adf-867a-ba694d403aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:21.423823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-64f64599-1249-4adf-867a-ba694d403aa8 None None] Port dd95161c-dceb-414c-9924-144d6fbfade8 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:19:21.597440 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd95161c-dceb-414c-9924-144d6fbfade8 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:19:21.605117 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:21.642197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Transition to ACTIVE for port object dd95161c-dceb-414c-9924-144d6fbfade8 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:19:21.648104 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:21.696833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99401253-24b2-477b-b0ab-9b7125d3df19 req-d4deaf2e-14d4-4abe-a6bf-c3db3cee15e8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:21.698440 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-99401253-24b2-477b-b0ab-9b7125d3df19 req-d4deaf2e-14d4-4abe-a6bf-c3db3cee15e8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 932 time: 0.0909231 Aug 17 17:19:21.728600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Pushing event updated for resources: {'Port': ['ID=dd95161c-dceb-414c-9924-144d6fbfade8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:21.795260 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-99401253-24b2-477b-b0ab-9b7125d3df19 req-dd4c9c87-f0f4-4a60-8684-e05bf4521723 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884573 Aug 17 17:19:21.825184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Attempting to bind port dd95161c-dceb-414c-9924-144d6fbfade8 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:19:21.825474 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Attempting to bind port dd95161c-dceb-414c-9924-144d6fbfade8 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:19:21.825804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Attempting to bind port dd95161c-dceb-414c-9924-144d6fbfade8 on network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:19:21.830332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Port dd95161c-dceb-414c-9924-144d6fbfade8 on network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:19:21.830680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Attempting to bind port dd95161c-dceb-414c-9924-144d6fbfade8 on network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:19:21.836407 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:19:21.836841 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Checking segment: {'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:19:21.837302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Bound using segment: {'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:19:21.837803 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Bound port: dd95161c-dceb-414c-9924-144d6fbfade8, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb53444-e0cd-40f0-bf9b-666ef1652e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:19:21.838170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:21.902311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] For port dd95161c-dceb-414c-9924-144d6fbfade8, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:19:21.905241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] For port dd95161c-dceb-414c-9924-144d6fbfade8, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=dd95161c-dceb-414c-9924-144d6fbfade8,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:19:21.910049 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:21.943578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:21.944815 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:21.946201 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] 10.222.0.91 "PUT /v2.0/ports/dd95161c-dceb-414c-9924-144d6fbfade8 HTTP/1.1" status: 200 len: 1092 time: 0.6893287 Aug 17 17:19:21.946654 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2129089f-565b-4cef-b891-dc4e93a594ce', 'tag': 'dd95161c-dceb-414c-9924-144d6fbfade8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:19:21.948925 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2129089f-565b-4cef-b891-dc4e93a594ce", "tag": "dd95161c-dceb-414c-9924-144d6fbfade8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:19:21.979436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b4e1b-d4a2-4c57-a776-43c1a86e7c98 service neutron] Pushing event updated for resources: {'Port': ['ID=dd95161c-dceb-414c-9924-144d6fbfade8,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:21.993848 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303238de-db9c-454e-a322-9c5bfffd9cc9 x-openstack-request-id: req-303238de-db9c-454e-a322-9c5bfffd9cc9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:19:21.994142 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2129089f-565b-4cef-b891-dc4e93a594ce", "tag": "dd95161c-dceb-414c-9924-144d6fbfade8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:19:21.994420 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-303238de-db9c-454e-a322-9c5bfffd9cc9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:19:21.994827 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2129089f-565b-4cef-b891-dc4e93a594ce', 'tag': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'status': 'completed', 'code': 200} Aug 17 17:19:22.047028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-d7c0ebc1-31fb-4b16-a363-828b5816838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:22.048356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-d7c0ebc1-31fb-4b16-a363-828b5816838a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 1095 time: 0.0480676 Aug 17 17:19:22.094968 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-b919627c-7b36-406a-bd7e-c7cbe674c61d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd95161c-dceb-414c-9924-144d6fbfade8 HTTP/1.1" status: 200 len: 217 time: 0.0384481 Aug 17 17:19:22.106331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:19:22.151229 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-3dfa7cd9-2deb-42ca-abbf-d8b7934665b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:22.152809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-3dfa7cd9-2deb-42ca-abbf-d8b7934665b7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e13e141f-dadb-41f9-8380-95df384e44d1 HTTP/1.1" status: 200 len: 834 time: 0.0497551 Aug 17 17:19:22.161950 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:19:22.168251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:22.168620 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:22.198255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-0729e64c-77dc-41a6-b8c6-ad6c2ff39900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:22.199840 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-0729e64c-77dc-41a6-b8c6-ad6c2ff39900 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401971 Aug 17 17:19:22.249314 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:22.282398 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=921bde78-da4b-4b7a-b33f-56a1f2ac0c95,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:19:22.288951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:22.301360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-2680c03d-90a4-44a5-bd90-df211cbe4530 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946665 Aug 17 17:19:22.336107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=921bde78-da4b-4b7a-b33f-56a1f2ac0c95,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:22.395736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4ad2d94b-2174-40ee-8383-4e5b2ca9ef36 req-5f13c9df-76c3-40bc-b750-5ed46f269e99 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849514 Aug 17 17:19:22.486794 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-63c2387c-7b03-466b-9b54-c2841aec18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:22.488273 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-63c2387c-7b03-466b-9b54-c2841aec18c2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 1095 time: 0.0452583 Aug 17 17:19:22.579040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-6642e7cd-0336-47ea-9fc9-1e4b1a6be9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:22.580507 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-6642e7cd-0336-47ea-9fc9-1e4b1a6be9f1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 HTTP/1.1" status: 200 len: 896 time: 0.0848544 Aug 17 17:19:22.627111 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-4a11f3e2-9941-481e-b50d-b0bbfc4e5d7f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd95161c-dceb-414c-9924-144d6fbfade8 HTTP/1.1" status: 200 len: 217 time: 0.0386877 Aug 17 17:19:22.675721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-16dfcc65-1fb5-41c9-a1bc-6886d207b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:22.677101 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-16dfcc65-1fb5-41c9-a1bc-6886d207b7e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e13e141f-dadb-41f9-8380-95df384e44d1 HTTP/1.1" status: 200 len: 834 time: 0.0422227 Aug 17 17:19:22.722366 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-6f057353-eb37-459c-87ea-665aae9045f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:22.723805 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-6f057353-eb37-459c-87ea-665aae9045f8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380158 Aug 17 17:19:22.816945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-430d4c42-6331-46db-afd8-10a92c59d9dd service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850971 Aug 17 17:19:22.940323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24aecf3f-29c8-449a-9e7a-38f80bc05e4b req-92ebdad0-8955-471f-8171-e2815145f9d9 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149361 Aug 17 17:19:22.950628 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed6ac6-6ac0-471d-ae3b-14878b75f2c5 req-89d5a627-f675-449b-853f-6eb72f8541b7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:22.952059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84ed6ac6-6ac0-471d-ae3b-14878b75f2c5 req-89d5a627-f675-449b-853f-6eb72f8541b7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 944 time: 0.0683687 Aug 17 17:19:22.996156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-84ed6ac6-6ac0-471d-ae3b-14878b75f2c5 req-9730de61-9f6b-4cd4-8f16-189227921714 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373287 Aug 17 17:19:24.068399 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:19:24.117840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91299eb4-8bda-4948-be9f-eef6d631e194 req-00c94052-bc82-41be-9e95-7c8f988b1f0f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:24.118913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:24.119285 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:24.119425 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91299eb4-8bda-4948-be9f-eef6d631e194 req-00c94052-bc82-41be-9e95-7c8f988b1f0f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 944 time: 0.0546072 Aug 17 17:19:24.156827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91299eb4-8bda-4948-be9f-eef6d631e194 req-7626ae94-d69d-4c78-a1f4-0787c61810c8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308959 Aug 17 17:19:24.636351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device dd95161c-dceb-414c-9924-144d6fbfade8 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:19:24.730744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port dd95161c-dceb-414c-9924-144d6fbfade8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=dd95161c-dceb-414c-9924-144d6fbfade8,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:19:24.741718 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'port_id': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'mac_address': 'fa:16:3e:a8:ae:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:19:24.778329 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:24.790312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd95161c-dceb-414c-9924-144d6fbfade8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:19:24.810814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port dd95161c-dceb-414c-9924-144d6fbfade8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=dd95161c-dceb-414c-9924-144d6fbfade8,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:19:24.814983 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:24.865891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=dd95161c-dceb-414c-9924-144d6fbfade8,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:25.050726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['dd95161c-dceb-414c-9924-144d6fbfade8'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:19:25.272500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f077-0d70-49f3-b28b-a690abf4e240 req-33d8b359-b796-4720-ae6c-b9fce1795ea7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:25.273902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83a7f077-0d70-49f3-b28b-a690abf4e240 req-33d8b359-b796-4720-ae6c-b9fce1795ea7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 945 time: 0.0492561 Aug 17 17:19:25.312070 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-83a7f077-0d70-49f3-b28b-a690abf4e240 req-e7ac703a-a749-441d-abd2-92d6c228e5c6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Aug 17 17:19:26.432102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec980681-dfa2-42a3-a961-50d7035a12a6 req-2d4adb4e-5e31-4084-9c1d-16c79656dfec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:26.433601 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec980681-dfa2-42a3-a961-50d7035a12a6 req-2d4adb4e-5e31-4084-9c1d-16c79656dfec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 945 time: 0.0543306 Aug 17 17:19:26.471627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ec980681-dfa2-42a3-a961-50d7035a12a6 req-a540ac7d-c255-4d30-afcf-895cfc5cf796 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321243 Aug 17 17:19:26.652091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device dd95161c-dceb-414c-9924-144d6fbfade8 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:19:26.698846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port dd95161c-dceb-414c-9924-144d6fbfade8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:19:26.702285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port dd95161c-dceb-414c-9924-144d6fbfade8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:19:26.702717 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:26.777368 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:26.799264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2129089f-565b-4cef-b891-dc4e93a594ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd95161c-dceb-414c-9924-144d6fbfade8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:19:26.801438 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2042d0-a5ac-406f-84a9-e5ba3e6e8554" -d '{"events": [{"server_uuid": "2129089f-565b-4cef-b891-dc4e93a594ce", "name": "network-vif-plugged", "status": "completed", "tag": "dd95161c-dceb-414c-9924-144d6fbfade8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:19:26.814222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port dd95161c-dceb-414c-9924-144d6fbfade8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=dd95161c-dceb-414c-9924-144d6fbfade8,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:19:26.818676 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:27.003277 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2c6cf-1425-499a-bea1-8064d67d53d1 req-cb0f24cf-85d3-4bf3-81b3-267939601d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:27.004879 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6e2c6cf-1425-499a-bea1-8064d67d53d1 req-cb0f24cf-85d3-4bf3-81b3-267939601d8f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 1097 time: 0.0413694 Aug 17 17:19:27.005156 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8012670f-3c52-4d3b-a472-cc38dd581daa x-openstack-request-id: req-8012670f-3c52-4d3b-a472-cc38dd581daa {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:19:27.005445 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2129089f-565b-4cef-b891-dc4e93a594ce", "name": "network-vif-plugged", "status": "completed", "tag": "dd95161c-dceb-414c-9924-144d6fbfade8", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:19:27.005698 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8012670f-3c52-4d3b-a472-cc38dd581daa {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:19:27.006074 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2129089f-565b-4cef-b891-dc4e93a594ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'code': 200} Aug 17 17:19:27.032033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=dd95161c-dceb-414c-9924-144d6fbfade8,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:27.040671 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6e2c6cf-1425-499a-bea1-8064d67d53d1 req-def73f19-4412-438c-8c08-e9e5b65e75b5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280962 Aug 17 17:19:27.586593 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3f9c1-4672-4824-8b6f-2fe25c0549ac req-e650fa1f-334e-4f00-a5da-441a5201ee8b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:27.588097 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76e3f9c1-4672-4824-8b6f-2fe25c0549ac req-e650fa1f-334e-4f00-a5da-441a5201ee8b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0494401 Aug 17 17:19:27.626668 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76e3f9c1-4672-4824-8b6f-2fe25c0549ac req-bf7cab2c-4af1-4914-9fd1-009d47fa263e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324707 Aug 17 17:19:28.739809 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e17de-9098-4556-a739-6a8d9295af4d req-42dd436e-6fe5-460b-a119-c7fcead01944 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:28.741752 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc8e17de-9098-4556-a739-6a8d9295af4d req-42dd436e-6fe5-460b-a119-c7fcead01944 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0483944 Aug 17 17:19:28.782424 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-dc8e17de-9098-4556-a739-6a8d9295af4d req-733964b2-bed9-49b3-b7bb-5ba1abc915eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345249 Aug 17 17:19:28.894628 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811b02d-ad07-433b-a102-a0a70e332be8 req-2432d85c-297d-44bc-83ea-5473a12edf77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:28.896091 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b811b02d-ad07-433b-a102-a0a70e332be8 req-2432d85c-297d-44bc-83ea-5473a12edf77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0486438 Aug 17 17:19:28.934570 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b811b02d-ad07-433b-a102-a0a70e332be8 req-7df0cd05-b00a-4344-92bc-3041cab170fc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324268 Aug 17 17:19:28.956142 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44314) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:28.999319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd26225-37d3-4748-abca-b39d875f6f0b tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:29.000850 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fcd26225-37d3-4748-abca-b39d875f6f0b tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 1092 time: 0.0437260 Aug 17 17:19:29.003734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44316) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:29.008520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:19:29.029511 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:29.125607 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:29.231088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.25.7.6 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/d328502c-6519-42a5-9af7-f2801eb3447c) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:19:29.332191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:29.370206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:29.415788 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:19:29.421077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:19:29.423290 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=d328502c-6519-42a5-9af7-f2801eb3447c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:29.425420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:19:29.770723 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:29.839197 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:29.988182 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:29.993359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:30.056049 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=d328502c-6519-42a5-9af7-f2801eb3447c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:19:30.070964 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:30.151068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-d74b721a-8497-4dfe-84ee-4bf9e91445ee service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393276 Aug 17 17:19:30.169907 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Floating IP 2650a6a5-3519-41db-a6c1-e0c9054e6661 associated. External IP: 172.25.7.6, port: dd95161c-dceb-414c-9924-144d6fbfade8. Aug 17 17:19:30.232454 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-d5224daf-96e4-49e4-8d43-635915154e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:30.233956 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-d5224daf-96e4-49e4-8d43-635915154e60 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 1097 time: 0.0407202 Aug 17 17:19:30.340288 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-468ff6a7-5cfb-4e92-82e3-867826a87dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:30.341669 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-468ff6a7-5cfb-4e92-82e3-867826a87dc5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 HTTP/1.1" status: 200 len: 896 time: 0.0881379 Aug 17 17:19:30.377678 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 5e1f5433-434c-464f-9f27-2c4fb46bef7d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:19:30.408568 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-5abc0efb-0426-40af-9044-259b417f8011 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd95161c-dceb-414c-9924-144d6fbfade8 HTTP/1.1" status: 200 len: 998 time: 0.0593739 Aug 17 17:19:30.458101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-514cf5d9-7f80-4480-bd3f-77a58c04c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:30.460096 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-514cf5d9-7f80-4480-bd3f-77a58c04c28d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e13e141f-dadb-41f9-8380-95df384e44d1 HTTP/1.1" status: 200 len: 834 time: 0.0435579 Aug 17 17:19:30.487473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:19:30.497912 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] Sync routers for ids ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:19:30.503375 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:30.508420 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] Routers {'5e1f5433-434c-464f-9f27-2c4fb46bef7d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:19:30.509127 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:30.514527 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-4447a0ae-c5f1-474a-b624-890adb78c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:30.516140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-4447a0ae-c5f1-474a-b624-890adb78c39c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490751 Aug 17 17:19:30.535004 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b56af3aa-86a8-40f9-861e-6f40e78282c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5272846 Aug 17 17:19:30.535004 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2129089f-565b-4cef-b891-dc4e93a594ce', 'tag': 'dd95161c-dceb-414c-9924-144d6fbfade8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:19:30.535004 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089e018c-5ec9-436b-8cc8-48c864505685" -d '{"events": [{"name": "network-changed", "server_uuid": "2129089f-565b-4cef-b891-dc4e93a594ce", "tag": "dd95161c-dceb-414c-9924-144d6fbfade8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:19:30.597035 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566465a9-6463-40b6-8f30-fc15b1f014c5 x-openstack-request-id: req-566465a9-6463-40b6-8f30-fc15b1f014c5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:19:30.597342 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2129089f-565b-4cef-b891-dc4e93a594ce", "tag": "dd95161c-dceb-414c-9924-144d6fbfade8", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:19:30.598018 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-566465a9-6463-40b6-8f30-fc15b1f014c5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:19:30.598018 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2129089f-565b-4cef-b891-dc4e93a594ce', 'tag': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'status': 'completed', 'code': 200} Aug 17 17:19:30.619331 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] Set router 5e1f5433-434c-464f-9f27-2c4fb46bef7d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:19:30.643479 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-c876d3d5-397b-44bb-9876-da1d38e0db1b service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186647 Aug 17 17:19:30.669344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ef6fc-bc62-4c72-ab63-37e0f2e9bc7b req-a324a38f-a3ee-4e8a-81d7-d6c95b486dc4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:30.670791 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-584ef6fc-bc62-4c72-ab63-37e0f2e9bc7b req-a324a38f-a3ee-4e8a-81d7-d6c95b486dc4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0664012 Aug 17 17:19:30.753715 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-584ef6fc-bc62-4c72-ab63-37e0f2e9bc7b req-22c0c96d-bb1b-42b3-8e17-c457b2f804c2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693188 Aug 17 17:19:30.776561 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-091f9b8a-569e-4f3f-82a1-d297b34411db req-fc824be1-71f0-4d9f-bd54-9ce2c9c2c2d2 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246262 Aug 17 17:19:30.776709 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44322) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:30.845248 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-604fdd3a-7162-4c24-bded-5803b67cd150 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/2650a6a5-3519-41db-a6c1-e0c9054e6661 HTTP/1.1" status: 200 len: 990 time: 0.0673296 Aug 17 17:19:30.860295 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:17Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '2650a6a5-3519-41db-a6c1-e0c9054e6661', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'port_id': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'mac_address': 'fa:16:3e:a8:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129089f-565b-4cef-b891-dc4e93a594ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:19:29Z', 'updated_at': '2021-08-17T17:19:29Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921bde78-da4b-4b7a-b33f-56a1f2ac0c95', 'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:5a:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:17Z', 'updated_at': '2021-08-17T17:19:22Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:30.862561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e018c-5ec9-436b-8cc8-48c864505685 req-ee01597a-b3ba-4fad-855a-1b9764e8b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:30.864068 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-089e018c-5ec9-436b-8cc8-48c864505685 req-ee01597a-b3ba-4fad-855a-1b9764e8b3f3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 1097 time: 0.0429788 Aug 17 17:19:30.886675 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] Checking router: 5e1f5433-434c-464f-9f27-2c4fb46bef7d for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:19:30.894755 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] Routers {'5e1f5433-434c-464f-9f27-2c4fb46bef7d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:19:30.895347 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:19:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:30.959723 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e018c-5ec9-436b-8cc8-48c864505685 req-852beade-a9f7-4b2f-bd3d-5ecb5e062aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:30.961267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-089e018c-5ec9-436b-8cc8-48c864505685 req-852beade-a9f7-4b2f-bd3d-5ecb5e062aaf service neutron] 10.222.0.91 "GET /v2.0/networks?id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 HTTP/1.1" status: 200 len: 896 time: 0.0896018 Aug 17 17:19:30.998271 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] Set router 5e1f5433-434c-464f-9f27-2c4fb46bef7d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:19:31.026360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-089e018c-5ec9-436b-8cc8-48c864505685 req-1c57b7b6-d0d2-4aa9-862b-a0d608c18f96 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd95161c-dceb-414c-9924-144d6fbfade8 HTTP/1.1" status: 200 len: 998 time: 0.0581245 Aug 17 17:19:31.082150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e018c-5ec9-436b-8cc8-48c864505685 req-c63a1e12-fc97-4de8-bef4-07a668ea0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:31.083647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-089e018c-5ec9-436b-8cc8-48c864505685 req-c63a1e12-fc97-4de8-bef4-07a668ea0fd4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e13e141f-dadb-41f9-8380-95df384e44d1 HTTP/1.1" status: 200 len: 834 time: 0.0503550 Aug 17 17:19:31.128795 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e018c-5ec9-436b-8cc8-48c864505685 req-dfc0b021-d1a4-49b4-a313-5014d2443c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:19:31.130166 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-089e018c-5ec9-436b-8cc8-48c864505685 req-dfc0b021-d1a4-49b4-a313-5014d2443c4a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396006 Aug 17 17:19:31.220780 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-089e018c-5ec9-436b-8cc8-48c864505685 req-799990f7-59c2-44b4-a21c-3764e1ee8253 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825133 Aug 17 17:19:31.308784 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:17Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '2650a6a5-3519-41db-a6c1-e0c9054e6661', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'port_id': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'mac_address': 'fa:16:3e:a8:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129089f-565b-4cef-b891-dc4e93a594ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:19:29Z', 'updated_at': '2021-08-17T17:19:29Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921bde78-da4b-4b7a-b33f-56a1f2ac0c95', 'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:5a:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:17Z', 'updated_at': '2021-08-17T17:19:22Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:19:31.317435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-089e018c-5ec9-436b-8cc8-48c864505685 req-d0ed65f4-f5d7-430b-90ff-0410be9bd082 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892508 Aug 17 17:19:31.334695 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c93f8-4df7-4001-962f-85200d6fc037 None None] The sync data for ids ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'] in n-d-804878-1 is: [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:17Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '2650a6a5-3519-41db-a6c1-e0c9054e6661', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'port_id': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'mac_address': 'fa:16:3e:a8:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129089f-565b-4cef-b891-dc4e93a594ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:19:29Z', 'updated_at': '2021-08-17T17:19:29Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921bde78-da4b-4b7a-b33f-56a1f2ac0c95', 'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:5a:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:17Z', 'updated_at': '2021-08-17T17:19:22Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:19:31.509689 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5042d2-89af-44df-83be-7729d08e5188 None None] New status for floating IP 2650a6a5-3519-41db-a6c1-e0c9054e6661: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:19:31.848119 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44324) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:19:31.911696 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-799e32a9-b15b-4270-8fa7-4ed1a6f6d0cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/2650a6a5-3519-41db-a6c1-e0c9054e6661 HTTP/1.1" status: 200 len: 992 time: 0.0623603 Aug 17 17:19:32.232819 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-140f6350-94ec-4a57-a118-a844f1de3c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:34.883829 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c707fd5c-8e2e-4047-81f7-f7c19e50c604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:35.080518 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:36.153258 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:37.872712 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:48.566299 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:19:50.088399 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:19:50.499471 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:02.233399 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b69156fc-5a72-4fcf-9709-8e2ffbf73eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:03.250615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106032b-78ad-44f8-b11f-a9e7c076dc93 req-b434e8e4-e00a-471c-89e2-452d179750d7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:03.251236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-4560e478-7dcc-4444-9e58-ee57c851bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:03.252048 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0106032b-78ad-44f8-b11f-a9e7c076dc93 req-b434e8e4-e00a-471c-89e2-452d179750d7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0502348 Aug 17 17:20:03.252695 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-4560e478-7dcc-4444-9e58-ee57c851bc27 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 1097 time: 0.0410383 Aug 17 17:20:03.290346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0106032b-78ad-44f8-b11f-a9e7c076dc93 req-a463960b-1892-4e22-aa59-be01266e1296 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322368 Aug 17 17:20:03.347452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-81cdc9b1-f935-4ce8-9045-ca99bbc2b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:03.348933 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-81cdc9b1-f935-4ce8-9045-ca99bbc2b6b4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 HTTP/1.1" status: 200 len: 896 time: 0.0882881 Aug 17 17:20:03.414240 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-898c8a57-b40d-4917-b16f-45df07319159 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd95161c-dceb-414c-9924-144d6fbfade8 HTTP/1.1" status: 200 len: 1000 time: 0.0571589 Aug 17 17:20:03.466568 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-17d7d259-35e7-4ce0-8131-41c13a8bbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:03.467972 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-17d7d259-35e7-4ce0-8131-41c13a8bbeec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e13e141f-dadb-41f9-8380-95df384e44d1 HTTP/1.1" status: 200 len: 834 time: 0.0465677 Aug 17 17:20:03.513250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-ebaf6357-a841-4d13-bdf7-b179ebb9d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:03.514651 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-ebaf6357-a841-4d13-bdf7-b179ebb9d3e4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392995 Aug 17 17:20:03.604527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-213c5007-e93f-405f-8aaf-e272d7f72e70 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824606 Aug 17 17:20:03.697703 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f219b54-7511-4f23-a2fa-d3168e7a30bc req-71d686a0-2d4c-4b72-b27c-9af986671176 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852897 Aug 17 17:20:04.408728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cd092-a9ef-4459-ab9e-1ba34eab713f req-ea78d26a-f8c3-4a4d-811d-4389c2e137d3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:04.410195 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da1cd092-a9ef-4459-ab9e-1ba34eab713f req-ea78d26a-f8c3-4a4d-811d-4389c2e137d3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0497587 Aug 17 17:20:04.447319 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-da1cd092-a9ef-4459-ab9e-1ba34eab713f req-b59c4161-eebd-4b13-95e4-deff94464edb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311909 Aug 17 17:20:04.884633 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94510f25-25c4-4576-8640-f0e35d2be4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:05.081522 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:05.565417 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee79e0-9760-4b37-9524-13c4564a0029 req-983ba7d9-e5fd-48b6-b552-743fe68a93fc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:05.566955 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0ee79e0-9760-4b37-9524-13c4564a0029 req-983ba7d9-e5fd-48b6-b552-743fe68a93fc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0527277 Aug 17 17:20:05.616002 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e0ee79e0-9760-4b37-9524-13c4564a0029 req-9d5c3bf6-8a09-4f30-bf82-1392dbffd6e4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418870 Aug 17 17:20:06.155711 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:06.730321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48c62c-3ee7-419d-9105-5c813d726500 req-808544c1-e487-499f-a464-ec548d790623 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:06.731788 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb48c62c-3ee7-419d-9105-5c813d726500 req-808544c1-e487-499f-a464-ec548d790623 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0485258 Aug 17 17:20:06.772692 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb48c62c-3ee7-419d-9105-5c813d726500 req-770fbad3-7a9d-43a0-9073-c333c1842e37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350211 Aug 17 17:20:07.877602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:07.889513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093e90-cf1b-4e0d-9db0-5a75b746015f req-39a89be4-7ca6-4167-bc49-cd25491590ef tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:07.891060 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14093e90-cf1b-4e0d-9db0-5a75b746015f req-39a89be4-7ca6-4167-bc49-cd25491590ef tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0509253 Aug 17 17:20:07.930153 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14093e90-cf1b-4e0d-9db0-5a75b746015f req-45835600-168c-4f69-ba86-4cf15b22519f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329463 Aug 17 17:20:09.044210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912784b-fa3d-49f0-8a22-7eb2678ca22f req-bec1a8c3-536f-4e8d-8d65-fb11c756264e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:09.045677 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9912784b-fa3d-49f0-8a22-7eb2678ca22f req-bec1a8c3-536f-4e8d-8d65-fb11c756264e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0483105 Aug 17 17:20:09.084298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9912784b-fa3d-49f0-8a22-7eb2678ca22f req-20a50bc9-53bf-49b7-ab05-0e831b7a89ae tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327241 Aug 17 17:20:10.197981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2cb5-c11e-4407-bb8f-884370490a10 req-ef24bd25-fb74-4480-b09d-0b57c6ddaaaa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:10.199649 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0a3c2cb5-c11e-4407-bb8f-884370490a10 req-ef24bd25-fb74-4480-b09d-0b57c6ddaaaa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0485206 Aug 17 17:20:10.235997 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0a3c2cb5-c11e-4407-bb8f-884370490a10 req-3c8b3365-ea45-4a4c-a739-90e3a1750b0a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306227 Aug 17 17:20:11.349721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f338e1-e0b2-46b1-8b09-fae0f6d19c5b req-9a6c4a39-f39d-4f4c-b0b2-261cdb84bf0e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:11.351321 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68f338e1-e0b2-46b1-8b09-fae0f6d19c5b req-9a6c4a39-f39d-4f4c-b0b2-261cdb84bf0e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0499630 Aug 17 17:20:11.390288 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68f338e1-e0b2-46b1-8b09-fae0f6d19c5b req-202888a6-e4f8-4884-b952-025f8fb4bf10 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324826 Aug 17 17:20:12.512232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ec585-358c-4937-a17e-6d9d67c6e31a req-98ca7d8f-cb7b-4277-add6-e5e980ade83b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:12.513716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-348ec585-358c-4937-a17e-6d9d67c6e31a req-98ca7d8f-cb7b-4277-add6-e5e980ade83b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0531592 Aug 17 17:20:12.550638 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-348ec585-358c-4937-a17e-6d9d67c6e31a req-0c8090d4-04b9-47c5-ad9a-352f446eea94 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Aug 17 17:20:13.669036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a1b88-d8ca-4d19-9e9a-a530a7a0ec37 req-d42d1f1e-2f3c-4419-a78b-a278a5c26af6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:13.670529 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a81a1b88-d8ca-4d19-9e9a-a530a7a0ec37 req-d42d1f1e-2f3c-4419-a78b-a278a5c26af6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0492759 Aug 17 17:20:13.710242 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a81a1b88-d8ca-4d19-9e9a-a530a7a0ec37 req-781f39fd-26d1-46dd-8119-7ed27fb1be8f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338137 Aug 17 17:20:14.823767 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5b401-0765-4cbd-8123-08c7dbed4a12 req-c01693c9-1c48-4328-95c6-6c9f813c654d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:14.825240 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bde5b401-0765-4cbd-8123-08c7dbed4a12 req-c01693c9-1c48-4328-95c6-6c9f813c654d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0481269 Aug 17 17:20:14.863643 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bde5b401-0765-4cbd-8123-08c7dbed4a12 req-a12d25ab-1f91-468e-8fa6-2bafea74922c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323880 Aug 17 17:20:15.979620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6f10a-a231-4b92-b142-f2389fb3955a req-9b500f46-2ff4-47e9-ba80-c9a309f2c631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:15.981125 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0ff6f10a-a231-4b92-b142-f2389fb3955a req-9b500f46-2ff4-47e9-ba80-c9a309f2c631 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0491621 Aug 17 17:20:16.017868 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0ff6f10a-a231-4b92-b142-f2389fb3955a req-b05d372b-82bb-4907-b9ce-3347754c0224 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308740 Aug 17 17:20:17.133556 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c253b5c-e15b-408d-bb93-cdcabe60cd2f req-47c3563f-5c79-45da-8c06-974a2365e8d9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:17.135047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c253b5c-e15b-408d-bb93-cdcabe60cd2f req-47c3563f-5c79-45da-8c06-974a2365e8d9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0485272 Aug 17 17:20:17.171517 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0c253b5c-e15b-408d-bb93-cdcabe60cd2f req-14f4ae48-1c89-4d8d-90fe-9d8e90360735 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305977 Aug 17 17:20:18.285667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679f304-2a1e-4fd5-a123-87cb7ccfce71 req-9e9aaa98-e19a-4b01-819c-7effb9af11a0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:18.287035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6679f304-2a1e-4fd5-a123-87cb7ccfce71 req-9e9aaa98-e19a-4b01-819c-7effb9af11a0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0491524 Aug 17 17:20:18.324891 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6679f304-2a1e-4fd5-a123-87cb7ccfce71 req-81674b9e-7b08-45d4-a396-3eefe8aa69dc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319219 Aug 17 17:20:19.446149 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f18fc-ba97-48de-babb-6bfb12ca8d6b req-fe83e4dc-24f7-4d80-a69a-f84a47fbf120 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:19.448214 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-838f18fc-ba97-48de-babb-6bfb12ca8d6b req-fe83e4dc-24f7-4d80-a69a-f84a47fbf120 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0561535 Aug 17 17:20:19.486196 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-838f18fc-ba97-48de-babb-6bfb12ca8d6b req-0914fbcf-32d5-41ea-9938-91883b942eaa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317345 Aug 17 17:20:20.113951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:20.511195 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:20.599657 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fec865-acb8-475a-81bf-d3f73760aa4e req-eff35494-ee6b-4a18-ab81-30b1b2758057 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:20.601147 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24fec865-acb8-475a-81bf-d3f73760aa4e req-eff35494-ee6b-4a18-ab81-30b1b2758057 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0483575 Aug 17 17:20:20.642299 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-24fec865-acb8-475a-81bf-d3f73760aa4e req-95c0c597-256a-4bf4-979a-50c364ac4ab7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344708 Aug 17 17:20:20.664476 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:20.724668 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-acdc7be8-32ec-4964-9774-e553b901b721 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/2650a6a5-3519-41db-a6c1-e0c9054e6661 HTTP/1.1" status: 200 len: 992 time: 0.0590534 Aug 17 17:20:25.564985 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:20:30.201340 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-677ced43-461d-4659-be8c-80901f40a2cb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389965 Aug 17 17:20:30.281924 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-b4519d42-3771-4c79-8ee7-f33d975badda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:30.283314 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-b4519d42-3771-4c79-8ee7-f33d975badda service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 1097 time: 0.0434189 Aug 17 17:20:30.387348 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-28b3b4f5-8d93-417b-b244-51f80d6398fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:30.388799 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-28b3b4f5-8d93-417b-b244-51f80d6398fb service neutron] 10.222.0.91 "GET /v2.0/networks?id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 HTTP/1.1" status: 200 len: 896 time: 0.0877643 Aug 17 17:20:30.458946 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-dcc0f46d-ef1a-4661-a20c-01b76bc63d98 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd95161c-dceb-414c-9924-144d6fbfade8 HTTP/1.1" status: 200 len: 1000 time: 0.0610158 Aug 17 17:20:30.509116 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-0f832802-2b8c-46e1-992f-0fd0f210e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:30.510553 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-0f832802-2b8c-46e1-992f-0fd0f210e78f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e13e141f-dadb-41f9-8380-95df384e44d1 HTTP/1.1" status: 200 len: 834 time: 0.0431919 Aug 17 17:20:30.555329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-93224bdf-3fb1-4d81-8fad-188d301af61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:30.557289 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-93224bdf-3fb1-4d81-8fad-188d301af61a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388265 Aug 17 17:20:30.650057 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-270efd85-1ad4-413e-b822-cd9be8b21511 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836518 Aug 17 17:20:30.736653 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-106f382b-85b5-4a2e-9127-40bfe5c2b8bd req-a1b6339b-a502-4a93-a9d0-a3f662037a6d service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801868 Aug 17 17:20:32.233552 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-709ba4a9-7d74-414c-be65-7d45a55c949a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:34.884910 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78dea730-eb32-4175-a374-26d2e53ba71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:35.083916 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:36.158612 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:37.878323 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:49.233563 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44400) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:49.730553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port d328502c-6519-42a5-9af7-f2801eb3447c {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:20:49.730890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:49.803866 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:49.804188 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:49.815851 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for d328502c-6519-42a5-9af7-f2801eb3447c owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:20:49.958206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:49.987559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=d328502c-6519-42a5-9af7-f2801eb3447c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:50.012647 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.012985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.013317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.013644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.013965 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.014285 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.014629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.014949 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.015263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.015570 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.015885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.016193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:50.053756 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:50.054084 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Floating IP 2650a6a5-3519-41db-a6c1-e0c9054e6661 disassociated (deleted). External IP: 172.25.7.6, port: dd95161c-dceb-414c-9924-144d6fbfade8. Aug 17 17:20:50.099289 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:50.257982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 5e1f5433-434c-464f-9f27-2c4fb46bef7d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:20:50.362554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:20:50.367379 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:50.372199 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] Sync routers for ids ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:20:50.381521 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] Routers {'5e1f5433-434c-464f-9f27-2c4fb46bef7d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:20:50.382116 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:20:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:50.394005 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-971a22b3-14fb-4db8-9caf-244c85d55b61 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/floatingips/2650a6a5-3519-41db-a6c1-e0c9054e6661 HTTP/1.1" status: 204 len: 168 time: 1.1594608 Aug 17 17:20:50.394611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2129089f-565b-4cef-b891-dc4e93a594ce', 'tag': 'dd95161c-dceb-414c-9924-144d6fbfade8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:20:50.396865 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572c09ac-db5f-48ca-8e25-406f4b77761a" -d '{"events": [{"name": "network-changed", "server_uuid": "2129089f-565b-4cef-b891-dc4e93a594ce", "tag": "dd95161c-dceb-414c-9924-144d6fbfade8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:20:50.435357 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83594338-ba43-4b3a-a762-33122fd03cbd x-openstack-request-id: req-83594338-ba43-4b3a-a762-33122fd03cbd {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:20:50.435656 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2129089f-565b-4cef-b891-dc4e93a594ce", "tag": "dd95161c-dceb-414c-9924-144d6fbfade8", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:20:50.435906 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83594338-ba43-4b3a-a762-33122fd03cbd {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:20:50.436303 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2129089f-565b-4cef-b891-dc4e93a594ce', 'tag': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'status': 'completed', 'code': 200} Aug 17 17:20:50.486683 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] Set router 5e1f5433-434c-464f-9f27-2c4fb46bef7d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:20:50.501685 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-702ca606-c540-43cf-aa89-d3a6019ff458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:50.504269 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-702ca606-c540-43cf-aa89-d3a6019ff458 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 1097 time: 0.0454953 Aug 17 17:20:50.551055 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:50.617830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-b37eac66-1502-4f67-b147-d80c268b14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:50.619400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-b37eac66-1502-4f67-b147-d80c268b14a9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 HTTP/1.1" status: 200 len: 896 time: 0.1015177 Aug 17 17:20:50.635426 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c68a-d866-417b-a211-22f8ab7573c8 req-ccd8dea7-ce42-4ade-8076-bd50a57e1787 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:50.637287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6595c68a-d866-417b-a211-22f8ab7573c8 req-ccd8dea7-ce42-4ade-8076-bd50a57e1787 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0529888 Aug 17 17:20:50.662613 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-36978406-4646-4a0f-bbff-4c5cce5b7a6e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd95161c-dceb-414c-9924-144d6fbfade8 HTTP/1.1" status: 200 len: 217 time: 0.0351593 Aug 17 17:20:50.679047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6595c68a-d866-417b-a211-22f8ab7573c8 req-e0563d2a-8dbb-4197-9f29-8ebf7f21d37a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346582 Aug 17 17:20:50.700758 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:17Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '921bde78-da4b-4b7a-b33f-56a1f2ac0c95', 'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:5a:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:17Z', 'updated_at': '2021-08-17T17:19:22Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:50.718251 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-c8a3b8b5-75f5-4697-a22b-017db6c27736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:50.719795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-c8a3b8b5-75f5-4697-a22b-017db6c27736 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e13e141f-dadb-41f9-8380-95df384e44d1 HTTP/1.1" status: 200 len: 834 time: 0.0489941 Aug 17 17:20:50.724260 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] Checking router: 5e1f5433-434c-464f-9f27-2c4fb46bef7d for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:20:50.732445 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] Routers {'5e1f5433-434c-464f-9f27-2c4fb46bef7d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:20:50.733024 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:20:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:50.767252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-3a10e283-b4b0-46ce-829d-d01c64c1f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:50.768729 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-3a10e283-b4b0-46ce-829d-d01c64c1f4dc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389411 Aug 17 17:20:50.836009 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] Set router 5e1f5433-434c-464f-9f27-2c4fb46bef7d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:20:50.859803 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-97f88559-9fe7-427a-9d68-5928cf61e273 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818598 Aug 17 17:20:50.955041 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-572c09ac-db5f-48ca-8e25-406f4b77761a req-59c82804-f41d-46bf-9a06-60faf43a3c14 service neutron] 10.222.0.91 "GET /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867853 Aug 17 17:20:51.035121 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:17Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '921bde78-da4b-4b7a-b33f-56a1f2ac0c95', 'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:5a:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:17Z', 'updated_at': '2021-08-17T17:19:22Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:51.063848 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5966c-d8de-4308-9219-3b4bb1d0caeb None None] The sync data for ids ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'] in n-d-804878-1 is: [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:19:17Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '921bde78-da4b-4b7a-b33f-56a1f2ac0c95', 'name': '', 'network_id': 'd1dc0c99-b5dd-42c4-a308-8b8795acd8e8', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:5a:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:17Z', 'updated_at': '2021-08-17T17:19:22Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': 'e13e141f-dadb-41f9-8380-95df384e44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:20:51.282099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461da5fe-63d5-4bf2-a2e1-7652a23d986c None None] New status for floating IP 2650a6a5-3519-41db-a6c1-e0c9054e6661: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:20:51.795612 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f056600-ed08-474b-8e52-615e1bd78363 req-1342fc54-e0c2-4c85-895b-81e0a3865c97 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:51.797062 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f056600-ed08-474b-8e52-615e1bd78363 req-1342fc54-e0c2-4c85-895b-81e0a3865c97 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0483491 Aug 17 17:20:51.833778 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0f056600-ed08-474b-8e52-615e1bd78363 req-629afe3d-d88f-402e-8f1c-be256f5c1d8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ee66a9a-eca0-4f80-9325-becbf6d00eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308206 Aug 17 17:20:52.132391 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-177ff999-3b8f-4e6c-ba22-749644ff32aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:52.133830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-177ff999-3b8f-4e6c-ba22-749644ff32aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.91 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 946 time: 0.0536571 Aug 17 17:20:52.221000 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port dd95161c-dceb-414c-9924-144d6fbfade8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:20:52.221344 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:52.309891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port dd95161c-dceb-414c-9924-144d6fbfade8, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=dd95161c-dceb-414c-9924-144d6fbfade8,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:20:52.310180 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:52.323712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for dd95161c-dceb-414c-9924-144d6fbfade8 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:20:52.446874 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:52.479952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=dd95161c-dceb-414c-9924-144d6fbfade8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:52.505010 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.505347 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.505676 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.506004 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.506327 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.506680 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.506998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.507314 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.507629 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.507950 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.508252 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.508563 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:52.527267 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] No DVR routers for this DVR port dd95161c-dceb-414c-9924-144d6fbfade8 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:20:52.529762 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:52.531836 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3e003a79-8d9e-4540-b132-5dc6b03e24d4 req-f3f509b0-a79d-4e09-bc1a-7095b528de8d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.91 "DELETE /v2.0/ports/dd95161c-dceb-414c-9924-144d6fbfade8 HTTP/1.1" status: 204 len: 173 time: 0.3918552 Aug 17 17:20:52.532303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2129089f-565b-4cef-b891-dc4e93a594ce', 'name': 'network-vif-deleted', 'tag': 'dd95161c-dceb-414c-9924-144d6fbfade8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:20:52.534532 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2204aeb-fd31-41ad-b6f0-4d3bac640b5a" -d '{"events": [{"server_uuid": "2129089f-565b-4cef-b891-dc4e93a594ce", "name": "network-vif-deleted", "tag": "dd95161c-dceb-414c-9924-144d6fbfade8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:20:52.570830 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e753808b-6597-4923-8dbb-c7de8a6be1f7 x-openstack-request-id: req-e753808b-6597-4923-8dbb-c7de8a6be1f7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:20:52.571188 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2129089f-565b-4cef-b891-dc4e93a594ce", "name": "network-vif-deleted", "tag": "dd95161c-dceb-414c-9924-144d6fbfade8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:20:52.571435 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e753808b-6597-4923-8dbb-c7de8a6be1f7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:20:52.571837 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2129089f-565b-4cef-b891-dc4e93a594ce', 'name': 'network-vif-deleted', 'tag': 'dd95161c-dceb-414c-9924-144d6fbfade8', 'status': 'completed', 'code': 200} Aug 17 17:20:52.946762 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1b00e041-9572-440c-aafc-41ae21410e43 req-c02bf6c7-cc6b-4c1d-b648-dc194d187e38 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=2129089f-565b-4cef-b891-dc4e93a594ce HTTP/1.1" status: 200 len: 210 time: 0.0284808 Aug 17 17:20:54.021119 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44418) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:54.379087 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:54.630173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:20:54.630455 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:54.718127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port 921bde78-da4b-4b7a-b33f-56a1f2ac0c95, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=921bde78-da4b-4b7a-b33f-56a1f2ac0c95,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:20:54.718936 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:54.731614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:20:54.914508 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:54.945723 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=921bde78-da4b-4b7a-b33f-56a1f2ac0c95,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:55.102597 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device dd95161c-dceb-414c-9924-144d6fbfade8 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:20:55.122294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:55.125032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: dd95161c-dceb-414c-9924-144d6fbfade8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:20:55.125384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device dd95161c-dceb-414c-9924-144d6fbfade8 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:20:55.336550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 5e1f5433-434c-464f-9f27-2c4fb46bef7d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:20:55.443677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:20:55.449335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bcd7ee11-7d27-45bb-ac8f-73928d852ebf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "PUT /v2.0/routers/5e1f5433-434c-464f-9f27-2c4fb46bef7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4269989 Aug 17 17:20:55.452034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44420) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:55.454669 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] Sync routers for ids ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:20:55.464543 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] Routers {'5e1f5433-434c-464f-9f27-2c4fb46bef7d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:20:55.465165 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:20:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:55.502598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0902cf-89b8-4246-9153-5245211ba067 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting subnet e13e141f-dadb-41f9-8380-95df384e44d1 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:20:55.505644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef0902cf-89b8-4246-9153-5245211ba067 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:55.545340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef0902cf-89b8-4246-9153-5245211ba067 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:55.566845 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] Set router 5e1f5433-434c-464f-9f27-2c4fb46bef7d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:20:55.632047 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef0902cf-89b8-4246-9153-5245211ba067 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:55.689449 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef0902cf-89b8-4246-9153-5245211ba067 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:55.717645 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0902cf-89b8-4246-9153-5245211ba067 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Subnet': ['ID=e13e141f-dadb-41f9-8380-95df384e44d1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:55.719635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef0902cf-89b8-4246-9153-5245211ba067 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:55.721495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ef0902cf-89b8-4246-9153-5245211ba067 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/subnets/e13e141f-dadb-41f9-8380-95df384e44d1 HTTP/1.1" status: 204 len: 168 time: 0.2685392 Aug 17 17:20:55.724126 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44422) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:55.728547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7386cfa-baf2-4f91-9b6c-732b6f63edbb None None] Network d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:20:55.743864 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:20:54Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:55.772679 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] Checking router: 5e1f5433-434c-464f-9f27-2c4fb46bef7d for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:20:55.781308 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] Routers {'5e1f5433-434c-464f-9f27-2c4fb46bef7d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:20:55.781976 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:20:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:55.833994 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:55.890076 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] Set router 5e1f5433-434c-464f-9f27-2c4fb46bef7d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:20:55.898794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] DHCP port deletion for d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:20:55.946292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Deleting port d3743237-720b-445f-9f73-fcc2e194ffc6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:20:55.946905 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:55.949655 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.012193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:20:56.012549 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.020459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] For port d3743237-720b-445f-9f73-fcc2e194ffc6, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d3743237-720b-445f-9f73-fcc2e194ffc6,segment=NetworkSegment(edb53444-e0cd-40f0-bf9b-666ef1652e23),segment_id=edb53444-e0cd-40f0-bf9b-666ef1652e23)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:20:56.020860 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.033249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Calling delete_port for d3743237-720b-445f-9f73-fcc2e194ffc6 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:20:56.093452 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:20:54Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:56.119438 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.121065 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:20:56.121484 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.122730 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c67656-ed81-4c6e-8759-88358b0cb803 None None] The sync data for ids ['5e1f5433-434c-464f-9f27-2c4fb46bef7d'] in n-d-804878-1 is: [{'id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258578128', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:19:13Z', 'updated_at': '2021-08-17T17:20:54Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5433-434c-464f-9f27-2c4fb46bef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:19:14Z', 'updated_at': '2021-08-17T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:20:56.134080 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] No DVR routers for this DVR port d3743237-720b-445f-9f73-fcc2e194ffc6 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:20:56.139780 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:20:56.154706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Pushing event deleted for resources: {'Port': ['ID=d3743237-720b-445f-9f73-fcc2e194ffc6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:56.164344 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.164761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.165236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.165681 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.166141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.166564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.167481 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.167891 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.168274 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.168743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.169167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.169585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002770ba-6e7b-42f1-81b8-c03d2b479d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:20:56.314325 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.340592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:56.397399 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.488174 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.490282 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.536094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d3743237-720b-445f-9f73-fcc2e194ffc6 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:20:56.543489 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.544138 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Fanout notify agent at l3_agent the message router_deleted on router 5e1f5433-434c-464f-9f27-2c4fb46bef7d {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:20:56.552288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.553424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-44ce104e-9742-4659-bf21-f11d0285c9d0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/routers/5e1f5433-434c-464f-9f27-2c4fb46bef7d HTTP/1.1" status: 204 len: 168 time: 0.8281920 Aug 17 17:20:56.556218 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44424) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:56.558767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d3743237-720b-445f-9f73-fcc2e194ffc6 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:20:56.559120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d3743237-720b-445f-9f73-fcc2e194ffc6 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:20:56.636133 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.731487 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.741576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1dc0c99-b5dd-42c4-a308-8b8795acd8e8']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:56.752058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb53444-e0cd-40f0-bf9b-666ef1652e23') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:56.752345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb53444-e0cd-40f0-bf9b-666ef1652e23') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:20:56.762518 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.777252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.783512 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:20:56.784097 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:20:56.787590 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:20:56.849964 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.856970 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.861123 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/networks/d1dc0c99-b5dd-42c4-a308-8b8795acd8e8 HTTP/1.1" status: 204 len: 168 time: 0.3015122 Aug 17 17:20:56.861623 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:56.922610 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33b1271d-5cf9-4635-b1ae-29317c67afd3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:56.949266 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33b1271d-5cf9-4635-b1ae-29317c67afd3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.019800 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33b1271d-5cf9-4635-b1ae-29317c67afd3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.022988 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33b1271d-5cf9-4635-b1ae-29317c67afd3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.024186 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-33b1271d-5cf9-4635-b1ae-29317c67afd3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/security-groups/6ee66a9a-eca0-4f80-9325-becbf6d00eec HTTP/1.1" status: 204 len: 168 time: 0.1616466 Aug 17 17:20:57.036335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1271d-5cf9-4635-b1ae-29317c67afd3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee66a9a-eca0-4f80-9325-becbf6d00eec,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:57.223375 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecedb00-7001-4a18-9e2a-2fd61e9e3e16 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Network': ['ID=d1dc0c99-b5dd-42c4-a308-8b8795acd8e8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:57.516095 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44432) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:57.520728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-636c38e4-8da4-4e0d-a830-30af4471c91c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134383676', 'description': 'tempest-secgroup-smoke-2134383676 description', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:20:57.542990 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-636c38e4-8da4-4e0d-a830-30af4471c91c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.621989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-636c38e4-8da4-4e0d-a830-30af4471c91c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.625452 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-636c38e4-8da4-4e0d-a830-30af4471c91c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.650316 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-636c38e4-8da4-4e0d-a830-30af4471c91c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.651558 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-636c38e4-8da4-4e0d-a830-30af4471c91c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1344833 Aug 17 17:20:57.654696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44434) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:57.655542 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c38e4-8da4-4e0d-a830-30af4471c91c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b764093-242e-483c-b21b-06787d17b9df,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:57.659477 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a54a4f2d-d1c8-4ff0-b8a7-6714846dcd52 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '4b764093-242e-483c-b21b-06787d17b9df', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:20:57.686589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a54a4f2d-d1c8-4ff0-b8a7-6714846dcd52 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.739568 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a54a4f2d-d1c8-4ff0-b8a7-6714846dcd52 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.743405 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a54a4f2d-d1c8-4ff0-b8a7-6714846dcd52 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.762252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a4f2d-d1c8-4ff0-b8a7-6714846dcd52 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd530a3-5d89-48e1-ac7c-0e39837ca00e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:57.767724 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a54a4f2d-d1c8-4ff0-b8a7-6714846dcd52 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.768959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a54a4f2d-d1c8-4ff0-b8a7-6714846dcd52 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131818 Aug 17 17:20:57.771564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44436) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:57.776006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-edd6ca6e-c714-4b2d-ac75-89a82d4317c9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '4b764093-242e-483c-b21b-06787d17b9df', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:20:57.801469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-edd6ca6e-c714-4b2d-ac75-89a82d4317c9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.858271 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-edd6ca6e-c714-4b2d-ac75-89a82d4317c9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.861888 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-edd6ca6e-c714-4b2d-ac75-89a82d4317c9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.879017 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6ca6e-c714-4b2d-ac75-89a82d4317c9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf9d1d3-aa4b-4ee0-b110-dd5640c4096c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:57.885060 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-edd6ca6e-c714-4b2d-ac75-89a82d4317c9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.885544 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-edd6ca6e-c714-4b2d-ac75-89a82d4317c9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130655 Aug 17 17:20:57.889228 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44438) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:57.893598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a3591d4a-4c2f-4c96-856b-36e0fdfec2e4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '4b764093-242e-483c-b21b-06787d17b9df', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:20:57.919747 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3591d4a-4c2f-4c96-856b-36e0fdfec2e4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.978982 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3591d4a-4c2f-4c96-856b-36e0fdfec2e4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:57.983098 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3591d4a-4c2f-4c96-856b-36e0fdfec2e4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.000702 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3591d4a-4c2f-4c96-856b-36e0fdfec2e4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecccf587-3df9-4868-a2b9-48362bf76eea,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:58.006052 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3591d4a-4c2f-4c96-856b-36e0fdfec2e4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.007245 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3591d4a-4c2f-4c96-856b-36e0fdfec2e4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171079 Aug 17 17:20:58.009939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44440) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:58.014241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-f401931b-ecc1-4805-82a8-88662fb43a3b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '4b764093-242e-483c-b21b-06787d17b9df', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:20:58.039722 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f401931b-ecc1-4805-82a8-88662fb43a3b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.100205 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f401931b-ecc1-4805-82a8-88662fb43a3b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.103836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f401931b-ecc1-4805-82a8-88662fb43a3b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.116869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:20:58.124262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401931b-ecc1-4805-82a8-88662fb43a3b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0b1821-b4dc-4b85-8156-6d33b28ae322,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:58.127517 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f401931b-ecc1-4805-82a8-88662fb43a3b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.128711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f401931b-ecc1-4805-82a8-88662fb43a3b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178308 Aug 17 17:20:58.131608 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44442) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:58.136060 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-a54ec1d2-877b-47fa-ae3b-bf567a704ad2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '4b764093-242e-483c-b21b-06787d17b9df', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:20:58.148027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:20:58.148382 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 921bde78-da4b-4b7a-b33f-56a1f2ac0c95 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:20:58.148810 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:20:58.157437 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-a54ec1d2-877b-47fa-ae3b-bf567a704ad2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Project 7f28d5a867f34f10ad4a85a8b44b9f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:20:58.162200 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a54ec1d2-877b-47fa-ae3b-bf567a704ad2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.170986 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:20:58.171341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device fe9cc9a8-8b11-4b07-8610-c3e19c0a35a2 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:20:58.221509 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a54ec1d2-877b-47fa-ae3b-bf567a704ad2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.225258 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a54ec1d2-877b-47fa-ae3b-bf567a704ad2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.248727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ec1d2-877b-47fa-ae3b-bf567a704ad2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a205fc2-8425-4043-b333-52619b7d5c8d,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:58.252972 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a54ec1d2-877b-47fa-ae3b-bf567a704ad2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.257229 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a54ec1d2-877b-47fa-ae3b-bf567a704ad2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218815 Aug 17 17:20:58.257716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44444) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:58.262251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-1dae6bb9-a9f0-40aa-a516-456c91dbcddd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '4b764093-242e-483c-b21b-06787d17b9df', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:20:58.284253 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-1dae6bb9-a9f0-40aa-a516-456c91dbcddd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Project 7f28d5a867f34f10ad4a85a8b44b9f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:20:58.289497 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dae6bb9-a9f0-40aa-a516-456c91dbcddd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.351578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dae6bb9-a9f0-40aa-a516-456c91dbcddd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.355128 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dae6bb9-a9f0-40aa-a516-456c91dbcddd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.377279 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae6bb9-a9f0-40aa-a516-456c91dbcddd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4639625-ba5c-44e2-a14c-da5eb44d9aa3,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:58.384168 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dae6bb9-a9f0-40aa-a516-456c91dbcddd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.385482 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1dae6bb9-a9f0-40aa-a516-456c91dbcddd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271980 Aug 17 17:20:58.389193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44446) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:58.394113 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'network': {'name': 'tempest-network-smoke--121044405', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'port_security_enabled': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:20:58.415781 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:20:58.419234 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.443429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:20:58.453889 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.454236 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Added segment d50ab4fe-e13b-4a85-bca4-41b795ee42a6 of type vlan for network fded29f1-7e90-42ca-bdec-9001d0b0562f Aug 17 17:20:58.494645 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.518430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.523731 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:20:58.524304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.578340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1881323 Aug 17 17:20:58.581241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:20:58.586355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'admin_state_up': True, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:20:58.590014 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c05cb-a654-4fea-9da6-1905b132c4be tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Network': ['ID=fded29f1-7e90-42ca-bdec-9001d0b0562f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:58.599886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network fded29f1-7e90-42ca-bdec-9001d0b0562f details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:20:58.610937 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.611923 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:58.676643 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:59.172633 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:59.374261 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:59.392511 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:59.495517 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.25.7.80 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/a9e4f406-4227-4db2-afbb-e4a56c159c25) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:20:59.595317 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:59.632861 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:20:59.675941 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:20:59.678824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:20:59.682323 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:20:59.688180 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=a9e4f406-4227-4db2-afbb-e4a56c159c25,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:20:59.927989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:00.135937 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:00.261101 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:21:00.367709 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:21:00.378921 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Sync routers for ids ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:21:00.386113 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:00.387463 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad2f50dc-bde8-4d53-9dc7-e73c3bfe5c34 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8048544 Aug 17 17:21:00.389099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Routers {'4eb0b188-1e1e-4e0c-b692-08c812df7b5d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:21:00.389704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:20:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:00.390782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44450) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:21:00.423437 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5f9782e7-e759-45b7-8b4d-00a55617609b tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7f28d5a867f34f10ad4a85a8b44b9f82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315151 Aug 17 17:21:00.426103 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44452) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:21:00.495854 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Set router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:21:00.511976 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1215ac53-b320-47b4-aee2-dc43ff0a0839 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:00.513431 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-1215ac53-b320-47b4-aee2-dc43ff0a0839 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863402 Aug 17 17:21:00.516433 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:21:00.550566 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b08c9068-0440-4ad8-93c6-47d84dd3e7ce tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328937 Aug 17 17:21:00.553076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44458) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:21:00.558806 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-662267548', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:21:00.650261 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:21:00.654836 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:00.682662 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:20:59Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:00.708910 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Checking router: 4eb0b188-1e1e-4e0c-b692-08c812df7b5d for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:21:00.709252 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Updating router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d port a9e4f406-4227-4db2-afbb-e4a56c159c25 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:21:00.734086 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:00.843549 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:00.903826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Subnet': ['ID=42335099-d417-436f-9f85-9808d0af1d2a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:00.912970 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Checking segment: {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:21:00.913336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network hostable DHCP agents. Network: fded29f1-7e90-42ca-bdec-9001d0b0562f, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:21:00.929996 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network fded29f1-7e90-42ca-bdec-9001d0b0562f is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:21:00.939463 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, fded29f1-7e90-42ca-bdec-9001d0b0562f) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:21:00.945870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:00.946627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:00.965214 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3f1b32d4-b044-48e9-b1f5-947bf5cea889 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4109178 Aug 17 17:21:00.967774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:21:00.972434 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac36d3b-2b22-40f7-a52c-746a73cb4250 None None] Network fded29f1-7e90-42ca-bdec-9001d0b0562f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:21:01.033121 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:01.049592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Transition to ACTIVE for port object a9e4f406-4227-4db2-afbb-e4a56c159c25 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:21:01.063200 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:01.159802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Attempting to bind port a9e4f406-4227-4db2-afbb-e4a56c159c25 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:21:01.160163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Attempting to bind port a9e4f406-4227-4db2-afbb-e4a56c159c25 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:21:01.160525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Attempting to bind port a9e4f406-4227-4db2-afbb-e4a56c159c25 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:21:01.163947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85c061-6e3b-4781-8bc2-f174bbec7f68 None None] Pushing event updated for resources: {'Port': ['ID=a9e4f406-4227-4db2-afbb-e4a56c159c25,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:01.173588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:21:01.173975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:21:01.174388 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:01.174786 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:21:01.175255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Bound port: a9e4f406-4227-4db2-afbb-e4a56c159c25, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:21:01.175638 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:01.220536 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-fded29f1-7e90-42ca-bdec-9001d0b0562f', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:21:01.221383 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:01.257847 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] For port a9e4f406-4227-4db2-afbb-e4a56c159c25, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:21:01.262182 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] For port a9e4f406-4227-4db2-afbb-e4a56c159c25, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a9e4f406-4227-4db2-afbb-e4a56c159c25,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:21:01.310222 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:01.414493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Routers {'4eb0b188-1e1e-4e0c-b692-08c812df7b5d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:21:01.415144 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:20:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:01.416380 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:01.419485 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85c061-6e3b-4781-8bc2-f174bbec7f68 None None] Pushing event updated for resources: {'Port': ['ID=a9e4f406-4227-4db2-afbb-e4a56c159c25,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:01.473863 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Allocated IP 172.20.0.2 (fded29f1-7e90-42ca-bdec-9001d0b0562f/42335099-d417-436f-9f85-9808d0af1d2a/ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:21:01.584909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] Set router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:21:01.770308 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:01.798983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Transition to ACTIVE for port object ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:21:01.820216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Transition to ACTIVE for port object ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:21:01.980365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.028053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Network fded29f1-7e90-42ca-bdec-9001d0b0562f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:21:02.031754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.20.0.1 (fded29f1-7e90-42ca-bdec-9001d0b0562f/42335099-d417-436f-9f85-9808d0af1d2a/af7ba133-5231-4093-8b34-7928cefb8507) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:21:02.034150 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:20:59Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:02.036501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:21:02.039296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Pushing event updated for resources: {'Port': ['ID=ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:02.041459 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:21:02.068483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90c668-83a1-4c88-87da-f68e6dda35ff None None] The sync data for ids ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'] in n-d-804878-1 is: [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:20:59Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:21:02.126233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Attempting to bind port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:21:02.126835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Attempting to bind port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:21:02.127265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Attempting to bind port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 on network fded29f1-7e90-42ca-bdec-9001d0b0562f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:21:02.132685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:21:02.133152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Checking segment: {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:21:02.133626 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.134117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Bound using segment: {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:21:02.134683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Bound port: ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:21:02.135141 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.157459 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.172415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Transition to ACTIVE for port object af7ba133-5231-4093-8b34-7928cefb8507 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:21:02.201099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] For port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:21:02.204512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] For port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:21:02.208692 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.210650 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.254949 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network fded29f1-7e90-42ca-bdec-9001d0b0562f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:21:02.258705 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:21:02.262840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:21:02.275698 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84b0be13-dcaa-4037-95e2-a26450122dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.298669 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378d2a1-416d-45c3-8d43-39a550d7c840 None None] Pushing event updated for resources: {'Port': ['ID=ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:02.339298 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=af7ba133-5231-4093-8b34-7928cefb8507,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:02.357496 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.536273 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.565790 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:21:02.832207 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.836865 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:02.911754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=af7ba133-5231-4093-8b34-7928cefb8507,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:02.914387 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:03.013082 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network fded29f1-7e90-42ca-bdec-9001d0b0562f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:21:03.014566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:21:03.132150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:21:03.214309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbbcde6-63cf-4c04-bd72-9288a71ffb7e None None] Network fded29f1-7e90-42ca-bdec-9001d0b0562f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:21:03.239908 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:21:03.245458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-e2f7620c-c3f6-49b6-a926-56ced312f658 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "PUT /v2.0/routers/4eb0b188-1e1e-4e0c-b692-08c812df7b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2766287 Aug 17 17:21:03.285261 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9186a9ed-c28c-4395-84d7-13caa3457c02 None None] Provisioning for port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:21:03.389521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-69f5e2ab-af58-46d6-bca8-b8d64586976e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134383676&fields=id&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 267 time: 0.0393813 Aug 17 17:21:03.508228 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4c36-739b-40f9-b714-73e247510048 req-9ae6ea14-0a0e-45bf-97c0-8b19e9baffc7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:03.509550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-9ae6ea14-0a0e-45bf-97c0-8b19e9baffc7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 796 time: 0.1117880 Aug 17 17:21:03.529534 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-705500e6-6f1e-4ac8-8b54-3f39c73656f9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/quotas/7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 375 time: 0.0102859 Aug 17 17:21:03.584361 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-f12aa930-a041-4cb2-ab6f-1e391afd6c28 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484040 Aug 17 17:21:03.638324 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40ac8efd-0f35-4d56-b362-f956fd12acb0 None None] Provisioning for port af7ba133-5231-4093-8b34-7928cefb8507 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:21:03.643478 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-40ac8efd-0f35-4d56-b362-f956fd12acb0 None None] Provisioning complete for port af7ba133-5231-4093-8b34-7928cefb8507 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:03.643941 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40ac8efd-0f35-4d56-b362-f956fd12acb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:03.694297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-40ac8efd-0f35-4d56-b362-f956fd12acb0 None None] Port af7ba133-5231-4093-8b34-7928cefb8507 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:21:03.742922 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Sync routers for ids ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:21:03.752890 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Routers {'4eb0b188-1e1e-4e0c-b692-08c812df7b5d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:21:03.753652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-8f0373c2-16d9-4a6f-97fe-3354415905ab service neutron] 10.222.0.77 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564105 Aug 17 17:21:03.759490 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:20:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:03.817885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-75f16760-093b-49a9-8a5c-38546ed009ec None None] Provisioning complete for port af7ba133-5231-4093-8b34-7928cefb8507 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:03.818259 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75f16760-093b-49a9-8a5c-38546ed009ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:03.858158 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-eeaf0844-2ce9-4987-9970-bd87d6af8351 service neutron] 10.222.0.77 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983064 Aug 17 17:21:03.858998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-75f16760-093b-49a9-8a5c-38546ed009ec None None] Port af7ba133-5231-4093-8b34-7928cefb8507 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:21:03.883251 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Set router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:21:04.037215 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7a20001e-f968-4481-94a8-ea3a23510701 req-c51b89d7-ed83-4795-8cfa-a57271958d4a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 210 time: 0.0284202 Aug 17 17:21:04.089402 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7711b550-3e02-4400-8980-80bb8548ecbd None None] Provisioning complete for port af7ba133-5231-4093-8b34-7928cefb8507 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:04.089924 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7711b550-3e02-4400-8980-80bb8548ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.115263 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:21:02Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'af7ba133-5231-4093-8b34-7928cefb8507', 'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:0c:48:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:21:01Z', 'updated_at': '2021-08-17T17:21:02Z', 'revision_number': 2, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '42335099-d417-436f-9f85-9808d0af1d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:04.136121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7711b550-3e02-4400-8980-80bb8548ecbd None None] Port af7ba133-5231-4093-8b34-7928cefb8507 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:21:04.146271 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Checking router: 4eb0b188-1e1e-4e0c-b692-08c812df7b5d for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:21:04.146749 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Updating router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d port af7ba133-5231-4093-8b34-7928cefb8507 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:21:04.172192 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.194582 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:21:04.249617 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:21:04.253677 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:04.254120 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.338670 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.373194 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:21:04.377402 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.378329 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a9e4f406-4227-4db2-afbb-e4a56c159c25 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:21:04.458714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:04.471153 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port a9e4f406-4227-4db2-afbb-e4a56c159c25 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:21:04.473542 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.475405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port a9e4f406-4227-4db2-afbb-e4a56c159c25 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:04.475780 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.484901 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Transition to ACTIVE for port object af7ba133-5231-4093-8b34-7928cefb8507 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:21:04.491311 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.565029 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.578399 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Pushing event updated for resources: {'Port': ['ID=af7ba133-5231-4093-8b34-7928cefb8507,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:04.588278 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port a9e4f406-4227-4db2-afbb-e4a56c159c25, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a9e4f406-4227-4db2-afbb-e4a56c159c25,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:21:04.594993 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Attempting to bind port af7ba133-5231-4093-8b34-7928cefb8507 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:21:04.595268 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.595407 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Attempting to bind port af7ba133-5231-4093-8b34-7928cefb8507 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:21:04.595672 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Attempting to bind port af7ba133-5231-4093-8b34-7928cefb8507 on network fded29f1-7e90-42ca-bdec-9001d0b0562f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:21:04.599996 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.600334 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.600730 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.600970 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.601286 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.601602 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.601911 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.602220 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.602555 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.602862 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.603168 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.603473 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:21:04.609850 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:21:04.610212 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Checking segment: {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:21:04.610627 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.611003 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Bound using segment: {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:21:04.611455 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Bound port: af7ba133-5231-4093-8b34-7928cefb8507, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:21:04.611897 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.669037 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=a9e4f406-4227-4db2-afbb-e4a56c159c25,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:04.700138 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] For port af7ba133-5231-4093-8b34-7928cefb8507, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:21:04.703423 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] For port af7ba133-5231-4093-8b34-7928cefb8507, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=af7ba133-5231-4093-8b34-7928cefb8507,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:21:04.707651 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:04.764707 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebba2d6-c437-4ecc-aa9a-e353f034984f None None] Pushing event updated for resources: {'Port': ['ID=af7ba133-5231-4093-8b34-7928cefb8507,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:04.771429 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Routers {'4eb0b188-1e1e-4e0c-b692-08c812df7b5d'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:21:04.772026 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:20:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:04.880856 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] Set router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:21:04.890562 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01a36c40-7241-47e8-9a2a-508d3439afd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:05.096888 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:05.102926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4c36-739b-40f9-b714-73e247510048 req-a9bc5387-d945-4e28-a4ed-bfbfabd27c3d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:05.104981 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-a9bc5387-d945-4e28-a4ed-bfbfabd27c3d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 796 time: 0.1432097 Aug 17 17:21:05.114661 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:21:02Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'af7ba133-5231-4093-8b34-7928cefb8507', 'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:0c:48:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:21:01Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '42335099-d417-436f-9f85-9808d0af1d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:05.145670 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75493309-5764-4f58-81f3-a177ac6c1224 None None] The sync data for ids ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'] in n-d-804878-1 is: [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:21:02Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'af7ba133-5231-4093-8b34-7928cefb8507', 'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:0c:48:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:21:01Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '42335099-d417-436f-9f85-9808d0af1d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:21:05.154724 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-d34f6a3d-f6bb-4702-ab35-0e39a0a6f74c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 380 time: 0.0387127 Aug 17 17:21:05.156302 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-30fa8e0f-464b-44e8-8010-d075abf0835d req-134960f6-836b-426a-afa4-90879516cc43 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 210 time: 0.0278857 Aug 17 17:21:05.165916 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'port': {'device_id': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'admin_state_up': True, 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'security_groups': ['4b764093-242e-483c-b21b-06787d17b9df']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:21:05.300356 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:21:05.304290 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:05.436903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.20.0.7 (fded29f1-7e90-42ca-bdec-9001d0b0562f/42335099-d417-436f-9f85-9808d0af1d2a/07bbb499-f44f-44f5-b3d0-7b587031ff64) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:21:05.585751 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:05.600536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Transition to ACTIVE for port object 07bbb499-f44f-44f5-b3d0-7b587031ff64 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:21:05.634469 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:05.683841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network fded29f1-7e90-42ca-bdec-9001d0b0562f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:21:05.687171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:21:05.691729 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:21:05.695896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=07bbb499-f44f-44f5-b3d0-7b587031ff64,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:05.750412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:05.751051 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:05.767325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-5979d892-82a1-4478-9e9b-7d70c57a2615 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058702 Aug 17 17:21:05.780783 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Request body: {'port': {'device_id': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:21:05.838217 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:05.937021 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9e8010f1-59b0-4e56-ba35-7aefa9f30a85 None None] Provisioning for port 07bbb499-f44f-44f5-b3d0-7b587031ff64 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:21:05.941371 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9e8010f1-59b0-4e56-ba35-7aefa9f30a85 None None] Provisioning complete for port 07bbb499-f44f-44f5-b3d0-7b587031ff64 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:05.942136 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e8010f1-59b0-4e56-ba35-7aefa9f30a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:05.995484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9e8010f1-59b0-4e56-ba35-7aefa9f30a85 None None] Port 07bbb499-f44f-44f5-b3d0-7b587031ff64 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:21:06.137526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bbb499-f44f-44f5-b3d0-7b587031ff64 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:21:06.146172 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.160316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Transition to ACTIVE for port object 07bbb499-f44f-44f5-b3d0-7b587031ff64 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:21:06.163599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.180384 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.224740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:21:06.233471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Pushing event updated for resources: {'Port': ['ID=07bbb499-f44f-44f5-b3d0-7b587031ff64,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:06.281285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:06.281784 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.346754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Attempting to bind port 07bbb499-f44f-44f5-b3d0-7b587031ff64 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:21:06.347087 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Attempting to bind port 07bbb499-f44f-44f5-b3d0-7b587031ff64 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:21:06.347418 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Attempting to bind port 07bbb499-f44f-44f5-b3d0-7b587031ff64 on network fded29f1-7e90-42ca-bdec-9001d0b0562f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:21:06.355977 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Port 07bbb499-f44f-44f5-b3d0-7b587031ff64 on network fded29f1-7e90-42ca-bdec-9001d0b0562f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:21:06.356299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Attempting to bind port 07bbb499-f44f-44f5-b3d0-7b587031ff64 on network fded29f1-7e90-42ca-bdec-9001d0b0562f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:21:06.365708 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51261ca-e5b7-4d5c-bf64-74ef62e398aa req-c039c5e5-8529-4bd2-ad41-641fcc6caad3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:06.367493 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c51261ca-e5b7-4d5c-bf64-74ef62e398aa req-c039c5e5-8529-4bd2-ad41-641fcc6caad3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 943 time: 0.1239500 Aug 17 17:21:06.369179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device af7ba133-5231-4093-8b34-7928cefb8507 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:21:06.372422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:21:06.372762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Checking segment: {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:21:06.373144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Bound using segment: {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:21:06.373574 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Bound port: 07bbb499-f44f-44f5-b3d0-7b587031ff64, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:21:06.373941 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.425716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port af7ba133-5231-4093-8b34-7928cefb8507 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:21:06.429443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port af7ba133-5231-4093-8b34-7928cefb8507 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:06.429813 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.466960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c51261ca-e5b7-4d5c-bf64-74ef62e398aa req-ec133559-12e1-4a70-872a-75a24de386fc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793862 Aug 17 17:21:06.480268 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:21:06.483565 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:21:06.491094 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.507069 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.526625 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:06.527238 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.528622 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] 10.222.0.93 "PUT /v2.0/ports/07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 1091 time: 0.7530105 Aug 17 17:21:06.529051 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:21:06.531375 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:21:06.549448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port af7ba133-5231-4093-8b34-7928cefb8507, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=af7ba133-5231-4093-8b34-7928cefb8507,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:21:06.555276 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.556090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a9e4f406-4227-4db2-afbb-e4a56c159c25 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:21:06.573098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa254dd-bc6b-4763-9728-1906fa4ee355 service neutron] Pushing event updated for resources: {'Port': ['ID=07bbb499-f44f-44f5-b3d0-7b587031ff64,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:06.612166 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a92cf9-a49e-4f22-86dd-85d248d032f7 x-openstack-request-id: req-c6a92cf9-a49e-4f22-86dd-85d248d032f7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:21:06.612554 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:21:06.612873 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6a92cf9-a49e-4f22-86dd-85d248d032f7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:21:06.613374 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'status': 'completed', 'code': 200} Aug 17 17:21:06.631357 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4c36-739b-40f9-b714-73e247510048 req-7367ee6c-7b55-4825-b1ca-24cd90b105e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:06.632999 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-7367ee6c-7b55-4825-b1ca-24cd90b105e6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1094 time: 0.0562079 Aug 17 17:21:06.665751 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=af7ba133-5231-4093-8b34-7928cefb8507,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:06.675699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port a9e4f406-4227-4db2-afbb-e4a56c159c25 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:06.676070 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:06.686027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-d3aa54f4-40e8-4548-904f-893f25dca524 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 217 time: 0.0442829 Aug 17 17:21:06.744263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4c36-739b-40f9-b714-73e247510048 req-a6bde3dc-6ded-4b2e-bfef-aab5ec3b964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:06.746495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-a6bde3dc-6ded-4b2e-bfef-aab5ec3b964e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0536087 Aug 17 17:21:06.794345 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4c36-739b-40f9-b714-73e247510048 req-8611a9bf-48a3-4220-b9fb-2edb02febe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:06.795872 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-8611a9bf-48a3-4220-b9fb-2edb02febe5b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424001 Aug 17 17:21:06.887858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-f347d1b3-d54c-4c7b-be37-f6cfc03a5c33 service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841620 Aug 17 17:21:06.976665 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ae0f4c36-739b-40f9-b714-73e247510048 req-642a2068-c5ed-4c10-b1a1-d8f8479e50d7 service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818172 Aug 17 17:21:07.066525 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-c589c747-19b6-4e72-abd6-d3164b62cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:07.068045 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-c589c747-19b6-4e72-abd6-d3164b62cc34 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1094 time: 0.0410464 Aug 17 17:21:07.163008 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-3b0f234f-21c4-4c91-9a80-ec97589c06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:07.164462 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-3b0f234f-21c4-4c91-9a80-ec97589c06ae service neutron] 10.222.0.93 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 897 time: 0.0891798 Aug 17 17:21:07.206047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-049eeb2d-fe82-4127-ac75-d88ccce5253c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 217 time: 0.0339200 Aug 17 17:21:07.260212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-d2b873fc-51a7-4e16-9877-1cde3d4220c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:07.262402 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-d2b873fc-51a7-4e16-9877-1cde3d4220c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0490770 Aug 17 17:21:07.308785 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-738ea0a8-ef27-452c-a96b-5a9f35570dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:07.310284 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-738ea0a8-ef27-452c-a96b-5a9f35570dd1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397527 Aug 17 17:21:07.400737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-10b31044-00d8-4c08-bd94-ee769e38fba5 service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821238 Aug 17 17:21:07.494468 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ec4eecf-b8c9-49f6-b73e-5a8e2293264b req-3a220218-c690-4760-aa01-2b379d10cea5 service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858219 Aug 17 17:21:07.584831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979fcbf-acf6-4fc8-8783-c36aecbe807f req-52c80260-a8d1-43d4-bd8d-20c135657e66 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:07.586324 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a979fcbf-acf6-4fc8-8783-c36aecbe807f req-52c80260-a8d1-43d4-bd8d-20c135657e66 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 943 time: 0.0505259 Aug 17 17:21:07.626367 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a979fcbf-acf6-4fc8-8783-c36aecbe807f req-267141fb-d097-45c9-a005-5206a8610a32 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338240 Aug 17 17:21:07.881813 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:08.123433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device af7ba133-5231-4093-8b34-7928cefb8507 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:21:08.170719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port af7ba133-5231-4093-8b34-7928cefb8507 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:08.171094 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:08.743161 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3734c-7c45-44fd-81ec-db4132adf522 req-65691096-c048-4d54-9cb2-929f3c9f41d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:08.744653 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0ea3734c-7c45-44fd-81ec-db4132adf522 req-65691096-c048-4d54-9cb2-929f3c9f41d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 943 time: 0.0488837 Aug 17 17:21:08.782268 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0ea3734c-7c45-44fd-81ec-db4132adf522 req-ebd7e27f-f82c-45fe-b57c-1fa128471efc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309429 Aug 17 17:21:08.962908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 07bbb499-f44f-44f5-b3d0-7b587031ff64 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:21:09.058747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:21:09.069579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'port_id': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'mac_address': 'fa:16:3e:cb:94:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:21:09.106609 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:09.118975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bbb499-f44f-44f5-b3d0-7b587031ff64 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:21:09.139230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:21:09.142658 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:09.188305 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=07bbb499-f44f-44f5-b3d0-7b587031ff64,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:09.383410 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['07bbb499-f44f-44f5-b3d0-7b587031ff64'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:21:09.896203 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc1596-fab0-429b-9c56-3abef2d4bea4 req-73be1e70-8a07-41ae-91d5-9cc29a1ea4bb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:09.897683 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-79bc1596-fab0-429b-9c56-3abef2d4bea4 req-73be1e70-8a07-41ae-91d5-9cc29a1ea4bb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 944 time: 0.0492198 Aug 17 17:21:09.939296 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-79bc1596-fab0-429b-9c56-3abef2d4bea4 req-0d207676-e4e7-47dd-a493-5a5e6c7e4e00 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356877 Aug 17 17:21:10.984309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 07bbb499-f44f-44f5-b3d0-7b587031ff64 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:21:11.036110 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 07bbb499-f44f-44f5-b3d0-7b587031ff64 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:21:11.040505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 07bbb499-f44f-44f5-b3d0-7b587031ff64 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:21:11.040926 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:11.128494 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:11.152867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:21:11.155231 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0863a07-6277-4136-902c-724a314172c9" -d '{"events": [{"server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "name": "network-vif-plugged", "status": "completed", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:21:11.171104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:21:11.176856 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:11.206029 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54e090-f730-4549-badb-6c5454b16397 x-openstack-request-id: req-3b54e090-f730-4549-badb-6c5454b16397 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:21:11.206328 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "name": "network-vif-plugged", "status": "completed", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:21:11.207102 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b54e090-f730-4549-badb-6c5454b16397 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:21:11.207495 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'code': 200} Aug 17 17:21:11.239051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=07bbb499-f44f-44f5-b3d0-7b587031ff64,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:11.295434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eb61a-9d9d-49d1-8d36-f9a9063fc199 req-f655af29-b80e-46b0-ad7a-dd69ddec857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:11.296961 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-193eb61a-9d9d-49d1-8d36-f9a9063fc199 req-f655af29-b80e-46b0-ad7a-dd69ddec857a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1096 time: 0.0390806 Aug 17 17:21:11.298460 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac568c-cb79-41f8-b9c2-c41ec3add2d3 req-2ad9a5ab-0a21-4acd-a0c0-633e31d2d916 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:11.299917 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9ac568c-cb79-41f8-b9c2-c41ec3add2d3 req-2ad9a5ab-0a21-4acd-a0c0-633e31d2d916 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0482490 Aug 17 17:21:11.332515 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-193eb61a-9d9d-49d1-8d36-f9a9063fc199 req-5fe355a3-58ea-4307-a16d-dbda5c00d3e9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282097 Aug 17 17:21:11.337074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c9ac568c-cb79-41f8-b9c2-c41ec3add2d3 req-64d851ea-37f6-4c08-97c6-18ff301eaecc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Aug 17 17:21:12.453230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359326-034e-4413-8cd0-ef1e4e994d21 req-de6cb13d-7645-4a9b-9797-071f622950e6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:12.454737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a7359326-034e-4413-8cd0-ef1e4e994d21 req-de6cb13d-7645-4a9b-9797-071f622950e6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0490010 Aug 17 17:21:12.491701 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a7359326-034e-4413-8cd0-ef1e4e994d21 req-88c00081-1833-4ebb-bf28-00f5b03b5152 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311272 Aug 17 17:21:12.607845 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694545c-2308-4336-9e95-04ec40888a8f req-2c32158d-27e9-471b-9cba-181cd83ba6d1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:12.609331 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b694545c-2308-4336-9e95-04ec40888a8f req-2c32158d-27e9-471b-9cba-181cd83ba6d1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0529439 Aug 17 17:21:12.646453 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b694545c-2308-4336-9e95-04ec40888a8f req-72ccd0b1-677d-4c5b-b899-1f7df9445720 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310380 Aug 17 17:21:12.667737 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44510) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:21:12.705990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a479a-8f88-4a09-91e5-025518a3a8cb tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:12.707496 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d73a479a-8f88-4a09-91e5-025518a3a8cb tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1091 time: 0.0387931 Aug 17 17:21:12.710178 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:21:12.714411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:21:12.735236 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:12.831178 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:12.930500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.25.7.128 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/bf43e93c-6405-42aa-bef8-9161c3e44d44) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:21:13.034622 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:13.423856 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:13.464308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:21:13.467179 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:21:13.469741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:21:13.492865 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=bf43e93c-6405-42aa-bef8-9161c3e44d44,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:13.820922 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:13.885712 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:14.035700 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:14.039999 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:14.109122 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=bf43e93c-6405-42aa-bef8-9161c3e44d44,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:21:14.124847 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:14.224174 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Floating IP 3f6caba5-970f-46ff-a242-42e79ff1ebfb associated. External IP: 172.25.7.128, port: 07bbb499-f44f-44f5-b3d0-7b587031ff64. Aug 17 17:21:14.426681 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:21:14.532422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:21:14.542811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] Sync routers for ids ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:21:14.548397 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:14.552467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] Routers {'4eb0b188-1e1e-4e0c-b692-08c812df7b5d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:21:14.553075 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:21:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:14.576248 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-53a48f5d-e1a1-46a5-8534-b2e6eea45576 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8650479 Aug 17 17:21:14.576807 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:21:14.579101 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06be82cb-daff-4583-93cc-6bc3216fe4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:21:14.616987 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbce098-9b3c-44ee-be10-26b02858cf6c x-openstack-request-id: req-0bbce098-9b3c-44ee-be10-26b02858cf6c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:21:14.617269 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:21:14.617514 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bbce098-9b3c-44ee-be10-26b02858cf6c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:21:14.617931 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'status': 'completed', 'code': 200} Aug 17 17:21:14.668038 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] Set router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:21:14.718874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699bba4-ab7a-44c8-a7d7-2bebb6f187d6 req-cce2c92d-41c4-4a23-91d7-f3564c5accc7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:14.720386 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e699bba4-ab7a-44c8-a7d7-2bebb6f187d6 req-cce2c92d-41c4-4a23-91d7-f3564c5accc7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0874612 Aug 17 17:21:14.726343 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-c6c06716-3c06-45bf-8f2c-3232d90c9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:14.727787 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-c6c06716-3c06-45bf-8f2c-3232d90c9f03 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1096 time: 0.0646446 Aug 17 17:21:14.814131 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e699bba4-ab7a-44c8-a7d7-2bebb6f187d6 req-74d1fe1e-ffd7-4e6c-8d86-83a7af02d898 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853910 Aug 17 17:21:14.836889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44518) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:21:14.887364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-377325b9-39fd-4eaf-bac5-2b591efa154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:14.888825 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-377325b9-39fd-4eaf-bac5-2b591efa154f service neutron] 10.222.0.93 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 897 time: 0.1528232 Aug 17 17:21:14.894652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:21:02Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '3f6caba5-970f-46ff-a242-42e79ff1ebfb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'port_id': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'mac_address': 'fa:16:3e:cb:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:21:13Z', 'updated_at': '2021-08-17T17:21:13Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7ba133-5231-4093-8b34-7928cefb8507', 'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:0c:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:21:01Z', 'updated_at': '2021-08-17T17:21:06Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '42335099-d417-436f-9f85-9808d0af1d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:14.920793 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] Checking router: 4eb0b188-1e1e-4e0c-b692-08c812df7b5d for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:21:14.929071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] Routers {'4eb0b188-1e1e-4e0c-b692-08c812df7b5d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:21:14.929673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:21:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:14.947558 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7bbf0ec1-e507-458d-baf5-da04c5c4a29d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/3f6caba5-970f-46ff-a242-42e79ff1ebfb HTTP/1.1" status: 200 len: 991 time: 0.1095874 Aug 17 17:21:14.965817 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-09b8f912-8512-4785-8ef3-a3211992dc9b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 999 time: 0.0686135 Aug 17 17:21:15.019340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-cb342fb0-0b98-4b23-9693-0f3ed232ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:15.020790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-cb342fb0-0b98-4b23-9693-0f3ed232ad2c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0472000 Aug 17 17:21:15.033795 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] Set router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:21:15.066114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-dd1b8628-f94f-4460-b087-7e044bb74fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:15.067659 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-dd1b8628-f94f-4460-b087-7e044bb74fb7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395803 Aug 17 17:21:15.161316 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-85c8029f-731d-4ac1-b927-9fbc9477d0dc service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867100 Aug 17 17:21:15.252021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06be82cb-daff-4583-93cc-6bc3216fe4b0 req-ace7126d-41a5-41e7-88a3-3e7e1dbdd7ee service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840032 Aug 17 17:21:15.262036 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:21:02Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '3f6caba5-970f-46ff-a242-42e79ff1ebfb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'port_id': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'mac_address': 'fa:16:3e:cb:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:21:13Z', 'updated_at': '2021-08-17T17:21:13Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7ba133-5231-4093-8b34-7928cefb8507', 'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:0c:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:21:01Z', 'updated_at': '2021-08-17T17:21:06Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '42335099-d417-436f-9f85-9808d0af1d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:21:15.288630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc5553-fb5d-40bf-89f6-b87b157c2cd0 None None] The sync data for ids ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'] in n-d-804878-1 is: [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:21:02Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '3f6caba5-970f-46ff-a242-42e79ff1ebfb', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'port_id': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'mac_address': 'fa:16:3e:cb:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:21:13Z', 'updated_at': '2021-08-17T17:21:13Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7ba133-5231-4093-8b34-7928cefb8507', 'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:0c:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:21:01Z', 'updated_at': '2021-08-17T17:21:06Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '42335099-d417-436f-9f85-9808d0af1d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:21:15.469863 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b1f3d-8684-485f-90c6-b3170be79d1a None None] New status for floating IP 3f6caba5-970f-46ff-a242-42e79ff1ebfb: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:21:15.951152 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:21:16.016373 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f661c57c-6483-4717-9390-4542f62c8e11 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/3f6caba5-970f-46ff-a242-42e79ff1ebfb HTTP/1.1" status: 200 len: 993 time: 0.0634964 Aug 17 17:21:20.105561 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:20.551150 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:28.866254 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8deff53d-29fc-44e9-a659-464175ca4540 req-d09df762-1c92-40fb-868c-53f3fa4de0ff service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386846 Aug 17 17:21:28.953414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deff53d-29fc-44e9-a659-464175ca4540 req-abf586ec-8255-4dbc-bda2-8508be4cb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:28.954904 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8deff53d-29fc-44e9-a659-464175ca4540 req-abf586ec-8255-4dbc-bda2-8508be4cb166 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1096 time: 0.0440602 Aug 17 17:21:29.058490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deff53d-29fc-44e9-a659-464175ca4540 req-b4809648-298b-4ecc-923c-7712a1bf941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:29.060514 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8deff53d-29fc-44e9-a659-464175ca4540 req-b4809648-298b-4ecc-923c-7712a1bf941f service neutron] 10.222.0.93 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 897 time: 0.0854440 Aug 17 17:21:29.136051 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8deff53d-29fc-44e9-a659-464175ca4540 req-f450b79b-9ce1-4963-9ca7-a824ba65f8b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 1001 time: 0.0668135 Aug 17 17:21:29.185670 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deff53d-29fc-44e9-a659-464175ca4540 req-058d0486-5e08-4cf3-b530-802933aab7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:29.187080 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8deff53d-29fc-44e9-a659-464175ca4540 req-058d0486-5e08-4cf3-b530-802933aab7e0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0428708 Aug 17 17:21:29.230043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deff53d-29fc-44e9-a659-464175ca4540 req-ac0ef697-6edb-4d54-9a50-52f47c2a5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:29.232021 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8deff53d-29fc-44e9-a659-464175ca4540 req-ac0ef697-6edb-4d54-9a50-52f47c2a5d60 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379412 Aug 17 17:21:29.323175 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8deff53d-29fc-44e9-a659-464175ca4540 req-7de0a391-117d-4d8f-a378-0b8a7980f2c3 service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839257 Aug 17 17:21:29.419033 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8deff53d-29fc-44e9-a659-464175ca4540 req-1ef8fb58-74cb-4cab-8bd1-a9008b8cf64f service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876300 Aug 17 17:21:32.237031 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7dff717-604f-45c0-be3e-fd7eefd52814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:34.882063 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4fd84e2-60f6-4d53-a3fb-ac4ac3a0862e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:35.087365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:36.170309 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:37.884109 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:39.565836 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:21:47.416199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91884ef5-c6d4-4756-a477-7c4b37e11e29 req-7c8474ed-e5d3-4a35-8f12-ca7dbc8c6de5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:47.417682 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91884ef5-c6d4-4756-a477-7c4b37e11e29 req-7c8474ed-e5d3-4a35-8f12-ca7dbc8c6de5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0548291 Aug 17 17:21:47.478043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-91884ef5-c6d4-4756-a477-7c4b37e11e29 req-f7e9cde6-fb93-440b-9502-0c37b31fef84 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544567 Aug 17 17:21:47.490521 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-9602fa79-a27b-42bd-899e-cc597eac9b18 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943143 Aug 17 17:21:48.631050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830047-9b8b-421f-987b-bd379ad65dac req-a283669d-43ea-4412-97a2-6053c135e6ca tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:48.632516 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63830047-9b8b-421f-987b-bd379ad65dac req-a283669d-43ea-4412-97a2-6053c135e6ca tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0853128 Aug 17 17:21:48.638985 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-ae385b81-106d-4969-8577-f9f5a1d41ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:48.640334 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-ae385b81-106d-4969-8577-f9f5a1d41ff4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1096 time: 0.0602956 Aug 17 17:21:48.718924 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-63830047-9b8b-421f-987b-bd379ad65dac req-27fba9bb-c788-45ea-b8ce-0a452b9352eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776441 Aug 17 17:21:48.750931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-d22239b2-2506-48d6-bf3d-5a30a7b5f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:48.752411 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-d22239b2-2506-48d6-bf3d-5a30a7b5f550 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 897 time: 0.1046076 Aug 17 17:21:48.818754 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-df00330e-ad3b-409c-b662-f9577a5d2f84 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 1001 time: 0.0590174 Aug 17 17:21:48.866021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-2fbcff38-9106-440a-9117-05006832ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:48.867420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-2fbcff38-9106-440a-9117-05006832ab74 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0415494 Aug 17 17:21:48.911934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-d0e3252f-6bea-475b-b35c-6f35d7df1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:48.913335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-d0e3252f-6bea-475b-b35c-6f35d7df1a73 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382962 Aug 17 17:21:49.008266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-5981bdd1-9687-4561-9070-55a51677364d service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876250 Aug 17 17:21:49.096106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-149ee9aa-bfd7-47d9-92ca-ecf6dd1bbf54 service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808706 Aug 17 17:21:49.837036 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568332c-31bd-4be3-a6d5-ed0185193aa0 req-8d6f00f2-cf38-4bae-889e-2ff7879f8246 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:49.838520 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d568332c-31bd-4be3-a6d5-ed0185193aa0 req-8d6f00f2-cf38-4bae-889e-2ff7879f8246 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0525529 Aug 17 17:21:49.875875 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d568332c-31bd-4be3-a6d5-ed0185193aa0 req-58b736cf-381b-4d5f-b46d-486f403a3348 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315149 Aug 17 17:21:50.107483 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:50.565753 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:21:50.997284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4b511-a16e-49ac-8e91-379815d71e3f req-5a00b363-c935-485d-8f1c-fc81087aa1db tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:50.999070 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25f4b511-a16e-49ac-8e91-379815d71e3f req-5a00b363-c935-485d-8f1c-fc81087aa1db tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0546117 Aug 17 17:21:51.036809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-25f4b511-a16e-49ac-8e91-379815d71e3f req-af0e6e26-c1a0-4922-93b8-f296d05ed9d8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310695 Aug 17 17:21:52.151091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f881-dea5-4569-9c94-22a46e0475d8 req-342ecb27-6425-408c-8157-5d8db4e0be67 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:52.152557 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a455f881-dea5-4569-9c94-22a46e0475d8 req-342ecb27-6425-408c-8157-5d8db4e0be67 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0493302 Aug 17 17:21:52.189427 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a455f881-dea5-4569-9c94-22a46e0475d8 req-5030bb9f-4055-45f6-96db-ca358fc60e17 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304115 Aug 17 17:21:53.303626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce8f47-d307-4753-8d16-db6c8c4c0d76 req-b83d6c20-c328-471d-8a70-c256f065e2d5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:53.305019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26ce8f47-d307-4753-8d16-db6c8c4c0d76 req-b83d6c20-c328-471d-8a70-c256f065e2d5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0488567 Aug 17 17:21:53.341819 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26ce8f47-d307-4753-8d16-db6c8c4c0d76 req-8c1f59b6-4c97-492f-9557-7bfd3f0c69d1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Aug 17 17:21:54.457325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee2cd8-4ef9-4435-977f-414e5dc3fbcd req-e7a4a3d1-200c-4018-b603-9155fc2d75b3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:54.458977 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecee2cd8-4ef9-4435-977f-414e5dc3fbcd req-e7a4a3d1-200c-4018-b603-9155fc2d75b3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0492117 Aug 17 17:21:54.495919 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ecee2cd8-4ef9-4435-977f-414e5dc3fbcd req-e14c70c7-5828-437c-8e66-87bc322410a6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311272 Aug 17 17:21:55.609032 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914c0cd-99b3-4ea3-baa8-5947aa8259ec req-3e784669-daa0-4855-8816-044ebf131649 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:55.610527 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e914c0cd-99b3-4ea3-baa8-5947aa8259ec req-3e784669-daa0-4855-8816-044ebf131649 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0478394 Aug 17 17:21:55.648217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e914c0cd-99b3-4ea3-baa8-5947aa8259ec req-64f6a9dc-c767-4be0-81e9-f83a91a19d89 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Aug 17 17:21:56.764396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb610-636c-4e19-ae91-27d4c7c4ea9e req-537bf4dd-2baa-4b4f-9171-18aec2d8607b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:56.765876 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc6fb610-636c-4e19-ae91-27d4c7c4ea9e req-537bf4dd-2baa-4b4f-9171-18aec2d8607b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0528569 Aug 17 17:21:56.803036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc6fb610-636c-4e19-ae91-27d4c7c4ea9e req-aadb9566-2620-4a69-bc0a-7f8bd5305e0d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Aug 17 17:21:57.919509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7309b6-ce33-451f-a88b-22469b343669 req-972bbdea-3a95-4bf3-b999-c6ce6214ec3c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:57.920966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e7309b6-ce33-451f-a88b-22469b343669 req-972bbdea-3a95-4bf3-b999-c6ce6214ec3c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0525122 Aug 17 17:21:57.958625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8e7309b6-ce33-451f-a88b-22469b343669 req-a4466a87-2bbd-4537-bdfb-c4bd3d7ce0da tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Aug 17 17:21:59.076891 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2c184-4ee3-4dbe-875f-9adc4eb98d16 req-0af7ed92-1714-4457-9b3f-3ff654609d95 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:21:59.078356 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aba2c184-4ee3-4dbe-875f-9adc4eb98d16 req-0af7ed92-1714-4457-9b3f-3ff654609d95 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0490022 Aug 17 17:21:59.115965 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aba2c184-4ee3-4dbe-875f-9adc4eb98d16 req-8b5eecd1-d720-4b5b-bb08-3bc703687531 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Aug 17 17:22:00.230516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43591d93-b9ba-432c-96a9-8ee8d64f5a27 req-af3e5384-f2cb-41eb-b50f-b8992f4a27c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:00.232125 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43591d93-b9ba-432c-96a9-8ee8d64f5a27 req-af3e5384-f2cb-41eb-b50f-b8992f4a27c0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0491438 Aug 17 17:22:00.270299 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-43591d93-b9ba-432c-96a9-8ee8d64f5a27 req-f88986a7-5cdb-4643-ae14-15bd4bb18124 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Aug 17 17:22:01.381747 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1c497-438d-4434-a73a-8f3e0da570ae req-23be259a-9f30-4e77-aa1c-2e50f002d93c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:01.383247 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3a1c497-438d-4434-a73a-8f3e0da570ae req-23be259a-9f30-4e77-aa1c-2e50f002d93c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0486732 Aug 17 17:22:01.421134 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f3a1c497-438d-4434-a73a-8f3e0da570ae req-7234eb74-1f7a-452a-af6d-2b3fa2c31cf8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 Aug 17 17:22:02.237508 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88337582-5572-4f29-ac99-97d3183cce9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:02.534021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9008c-4bae-4269-9a14-b803d1f9a18c req-73d7c7e6-c0f0-424e-833e-467fc2162957 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:02.535397 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76b9008c-4bae-4269-9a14-b803d1f9a18c req-73d7c7e6-c0f0-424e-833e-467fc2162957 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0477345 Aug 17 17:22:02.572075 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76b9008c-4bae-4269-9a14-b803d1f9a18c req-548586de-bd7d-4d30-9067-6f60dceb0da4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308325 Aug 17 17:22:03.692800 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af386-eb03-4b31-ac6b-4ee98a60ea26 req-c0f112e1-ab56-4785-b957-063968ca2c4a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:03.694283 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-843af386-eb03-4b31-ac6b-4ee98a60ea26 req-c0f112e1-ab56-4785-b957-063968ca2c4a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0534744 Aug 17 17:22:03.731541 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-843af386-eb03-4b31-ac6b-4ee98a60ea26 req-2e95952e-5267-4561-9914-fd74175ced54 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Aug 17 17:22:04.850385 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579cc4f-8acf-4246-8db6-52227cb65f26 req-d75d67a0-28e9-4351-bd08-021dfa0c110d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:04.851884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8579cc4f-8acf-4246-8db6-52227cb65f26 req-d75d67a0-28e9-4351-bd08-021dfa0c110d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0522389 Aug 17 17:22:04.882187 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b31186d0-8613-4043-a21b-a2eaa45e1021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:04.893393 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8579cc4f-8acf-4246-8db6-52227cb65f26 req-61d41f39-d46d-4d27-bc19-418ca25775dd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348353 Aug 17 17:22:05.090585 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:05.995852 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-27ec7cc6-9210-4a93-8b8c-3671c9eca818 service neutron] show failed (client error): The resource could not be found. Aug 17 17:22:05.996916 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-27ec7cc6-9210-4a93-8b8c-3671c9eca818 service neutron] 10.222.0.93 "GET /v2.0/ports/07bbb499-f44f-44f5-b3d0-7b587031ff64/bindings/n-h1-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0605242 Aug 17 17:22:06.010102 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e220e37-7a85-4b08-98cb-51c8440e296e req-3caafa22-a13a-40f3-b2cc-ab87fe707905 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:06.011634 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6e220e37-7a85-4b08-98cb-51c8440e296e req-3caafa22-a13a-40f3-b2cc-ab87fe707905 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0507333 Aug 17 17:22:06.051116 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6e220e37-7a85-4b08-98cb-51c8440e296e req-1cee6ca7-4f7b-4e87-b040-0e5935854703 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326695 Aug 17 17:22:06.172190 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:06.187768 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-3a951d9c-cd2c-4145-8f07-1f033122af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:06.189267 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-3a951d9c-cd2c-4145-8f07-1f033122af00 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 1096 time: 0.0408943 Aug 17 17:22:06.200982 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:06.255989 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:06.455874 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:06.488172 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:22:06.526332 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:22:06.528657 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af5ae9e-5c4d-4cf1-8403-98d1d75d1d15" -d '{"events": [{"server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:22:06.533555 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:06.545943 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Transition to ACTIVE for port object 07bbb499-f44f-44f5-b3d0-7b587031ff64 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:22:06.549194 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:06.578444 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 17:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc67f3-b04b-408e-9e66-80f641f351bd x-openstack-request-id: req-dddc67f3-b04b-408e-9e66-80f641f351bd {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:22:06.578738 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:22:06.578991 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dddc67f3-b04b-408e-9e66-80f641f351bd {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:22:06.579380 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'code': 200} Aug 17 17:22:06.636268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Pushing event updated for resources: {'Port': ['ID=07bbb499-f44f-44f5-b3d0-7b587031ff64,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:06.650693 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.651035 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.651368 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.651696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.652028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.652350 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.652671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.652985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.653301 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.653613 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.654694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.655016 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:06.689064 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] No DVR routers for this DVR port 07bbb499-f44f-44f5-b3d0-7b587031ff64 on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:22:06.822321 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Attempting to bind port 07bbb499-f44f-44f5-b3d0-7b587031ff64 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:22:06.822671 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Attempting to bind port 07bbb499-f44f-44f5-b3d0-7b587031ff64 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:22:06.822990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Attempting to bind port 07bbb499-f44f-44f5-b3d0-7b587031ff64 on network fded29f1-7e90-42ca-bdec-9001d0b0562f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:22:06.827673 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Port 07bbb499-f44f-44f5-b3d0-7b587031ff64 on network fded29f1-7e90-42ca-bdec-9001d0b0562f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:22:06.827986 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Attempting to bind port 07bbb499-f44f-44f5-b3d0-7b587031ff64 on network fded29f1-7e90-42ca-bdec-9001d0b0562f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:22:06.832578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:22:06.832905 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Checking segment: {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:22:06.833282 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Bound using segment: {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:22:06.833697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Bound port: 07bbb499-f44f-44f5-b3d0-7b587031ff64, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:22:06.834039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:06.895496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:22:06.898291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:22:06.902874 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:06.937766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:06.938527 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:06.939794 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] 10.222.0.91 "PUT /v2.0/ports/07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 1091 time: 0.7427828 Aug 17 17:22:06.976831 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9cb61-3d82-490f-8794-4fbdbb5b3a84 service neutron] Pushing event updated for resources: {'Port': ['ID=07bbb499-f44f-44f5-b3d0-7b587031ff64,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:07.015583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8bba5c6f-8b8c-492c-a817-b573b3378a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:07.017220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8bba5c6f-8b8c-492c-a817-b573b3378a24 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1094 time: 0.0491920 Aug 17 17:22:07.115361 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-168c6a7f-f741-4a90-b7c0-530e7f6d8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:07.116849 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-168c6a7f-f741-4a90-b7c0-530e7f6d8fb4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 897 time: 0.0920064 Aug 17 17:22:07.214140 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb62320-0e5c-4625-bcdb-78d4d7a82682 req-f481adc5-515d-4ad8-a225-ff6306c725eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:07.215662 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-feb62320-0e5c-4625-bcdb-78d4d7a82682 req-f481adc5-515d-4ad8-a225-ff6306c725eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 943 time: 0.0954890 Aug 17 17:22:07.219731 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-c3366008-050f-4c51-9db8-2f7bd9ab7531 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 999 time: 0.0903344 Aug 17 17:22:07.292945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-feb62320-0e5c-4625-bcdb-78d4d7a82682 req-f28be266-7c02-490e-8f35-ff8b4237a625 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713625 Aug 17 17:22:07.295244 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-7c592b81-2493-48c7-9a12-6811075f271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:07.296719 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-7c592b81-2493-48c7-9a12-6811075f271d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0693834 Aug 17 17:22:07.342421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-7c17a8d5-1425-4ef7-a94f-c27f8007b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:07.343913 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-7c17a8d5-1425-4ef7-a94f-c27f8007b111 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400243 Aug 17 17:22:07.436347 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-8c30397d-32f6-45a1-aca6-2b64bb0a2a19 service neutron] 10.222.0.91 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833042 Aug 17 17:22:07.528114 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-06dcc9df-2285-4e2a-a101-6433c3ce8731 req-2bcb35ac-a620-4a9e-9025-54a356e29516 service neutron] 10.222.0.91 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850909 Aug 17 17:22:07.887695 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:08.412278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770fd8e-1e03-4069-bee0-144d6be0ec06 req-2340665d-8711-4b48-911f-477fa2d3bf5c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:08.413651 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e770fd8e-1e03-4069-bee0-144d6be0ec06 req-2340665d-8711-4b48-911f-477fa2d3bf5c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 943 time: 0.0493121 Aug 17 17:22:08.453556 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e770fd8e-1e03-4069-bee0-144d6be0ec06 req-8b89fcda-b859-4b8b-8eb0-93bbca0c5ec6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333133 Aug 17 17:22:08.580380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:22:08.582738 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d6942-f333-44e4-be0f-088d311fde6b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:22:08.633207 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1954fca-d8f9-4fcb-92e9-7087e61ec07c x-openstack-request-id: req-d1954fca-d8f9-4fcb-92e9-7087e61ec07c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:22:08.633612 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:22:08.633863 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1954fca-d8f9-4fcb-92e9-7087e61ec07c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:22:08.634259 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'status': 'completed', 'code': 200} Aug 17 17:22:08.696875 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-2ae85420-2556-418f-9d72-4981eaaf3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:08.698444 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-2ae85420-2556-418f-9d72-4981eaaf3de5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1094 time: 0.0426657 Aug 17 17:22:08.704024 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-10c922c8-91ff-4974-b75a-c1332b646d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:08.705548 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-10c922c8-91ff-4974-b75a-c1332b646d80 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1094 time: 0.0526805 Aug 17 17:22:08.794359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-af61ceaf-9140-411b-b315-bd361f005f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:08.795574 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-b1ee3b9b-b159-4582-a945-689d2cfa5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:08.796552 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-af61ceaf-9140-411b-b315-bd361f005f5d service neutron] 10.222.0.93 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 897 time: 0.0842471 Aug 17 17:22:08.797056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-b1ee3b9b-b159-4582-a945-689d2cfa5432 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 897 time: 0.0907669 Aug 17 17:22:08.862157 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-c2afd766-50c3-4f0a-9e86-5c09aeff8268 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 999 time: 0.0569837 Aug 17 17:22:08.864934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-c0ecdc65-4a38-4ae4-a8d3-16c655d5b0dd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 999 time: 0.0604472 Aug 17 17:22:08.912239 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-31f63390-1959-4aa2-8b60-92236728a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:08.913168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-20d9f7f1-da89-42ba-a9a1-5e313a706b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:08.913725 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-31f63390-1959-4aa2-8b60-92236728a40a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0440409 Aug 17 17:22:08.914675 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-20d9f7f1-da89-42ba-a9a1-5e313a706b16 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0429969 Aug 17 17:22:08.959026 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-9c322ec8-3c41-4596-9a30-e0fa81861216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:08.960470 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-9c322ec8-3c41-4596-9a30-e0fa81861216 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394976 Aug 17 17:22:08.963382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-1adc0889-ad2e-4c93-aa21-7fbdeb106a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:08.964884 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-1adc0889-ad2e-4c93-aa21-7fbdeb106a38 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440481 Aug 17 17:22:09.061464 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-acdc66bb-da27-4a74-8eb6-bfd85f4fe42c service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934210 Aug 17 17:22:09.069480 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-dc95a240-bf8c-4e54-9a07-bd1348f2a2f1 service neutron] 10.222.0.91 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968063 Aug 17 17:22:09.152019 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-51da5cde-eb28-43a3-b8c7-aef349220473 service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833793 Aug 17 17:22:09.177396 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-1c3d6942-f333-44e4-be0f-088d311fde6b req-ac5a6a08-5d15-460d-8232-49762005d098 service neutron] 10.222.0.91 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891945 Aug 17 17:22:09.305288 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 07bbb499-f44f-44f5-b3d0-7b587031ff64 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:22:09.342686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 07bbb499-f44f-44f5-b3d0-7b587031ff64 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:22:09.552968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 07bbb499-f44f-44f5-b3d0-7b587031ff64 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:22:09.569066 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad1d22-e6c7-43ec-9ff9-3a07e406f57e req-fc89399a-b745-4ea9-95b3-50b00dbd5824 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:09.570513 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-82ad1d22-e6c7-43ec-9ff9-3a07e406f57e req-fc89399a-b745-4ea9-95b3-50b00dbd5824 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 943 time: 0.0501087 Aug 17 17:22:09.610303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-82ad1d22-e6c7-43ec-9ff9-3a07e406f57e req-d7ba8d63-c80d-4ea9-9c7c-fd4ab13692e8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Aug 17 17:22:09.651944 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:09.663860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'port_id': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'mac_address': 'fa:16:3e:cb:94:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:22:09.703196 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:09.718404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bbb499-f44f-44f5-b3d0-7b587031ff64 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:22:09.741123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:09.745473 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:09.794328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=07bbb499-f44f-44f5-b3d0-7b587031ff64,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:09.801703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.802630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.802630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.802841 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.803065 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.803397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.803726 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.804051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.804375 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.804695 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.805017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.805345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:09.842162 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced49cd-8fac-45fa-92a9-1558aca9a2f5 req-5e480279-bb81-4724-a6e0-5d213869572d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:09.843588 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ced49cd-8fac-45fa-92a9-1558aca9a2f5 req-5e480279-bb81-4724-a6e0-5d213869572d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 944 time: 0.0824039 Aug 17 17:22:09.857063 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-319cc43d-5d0b-42f6-a364-53bf4687ff70 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:09.858461 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-319cc43d-5d0b-42f6-a364-53bf4687ff70 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&binding%3Ahost_id=n-h1-804878-1 HTTP/1.1" status: 200 len: 944 time: 0.0852990 Aug 17 17:22:09.919617 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6ced49cd-8fac-45fa-92a9-1558aca9a2f5 req-c065cb3c-99c0-4b94-be06-96ccf1a0e05e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698779 Aug 17 17:22:09.938364 n-d-804878-1 neutron-server[94839]: INFO neutron.api.v2.resource [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-fc2797f5-6d6c-4be5-bae6-5f9ae48439a0 service neutron] delete failed (client error): The resource could not be found. Aug 17 17:22:09.939398 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-fc2797f5-6d6c-4be5-bae6-5f9ae48439a0 service neutron] 10.222.0.93 "DELETE /v2.0/ports/07bbb499-f44f-44f5-b3d0-7b587031ff64/bindings/n-h2-804878-1 HTTP/1.1" status: 404 len: 380 time: 0.0687382 Aug 17 17:22:10.012571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['07bbb499-f44f-44f5-b3d0-7b587031ff64'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:22:10.033226 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-9af13c40-d525-4468-ad00-5f4e08bc3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:10.035294 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-9af13c40-d525-4468-ad00-5f4e08bc3df0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1095 time: 0.0471413 Aug 17 17:22:10.040300 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29a2aa-e3ed-41e8-bad1-e4b8a1bfdab8 req-896a3b89-4b5b-4afd-b156-dc710b9f2b6f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:10.041932 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be29a2aa-e3ed-41e8-bad1-e4b8a1bfdab8 req-896a3b89-4b5b-4afd-b156-dc710b9f2b6f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 944 time: 0.0509295 Aug 17 17:22:10.082613 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-be29a2aa-e3ed-41e8-bad1-e4b8a1bfdab8 req-e3b18014-7b10-47b1-93f6-6bec66761a45 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343273 Aug 17 17:22:10.135598 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-c0fc9584-dd06-44cb-b165-be9fd160fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:10.137119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-c0fc9584-dd06-44cb-b165-be9fd160fd01 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 897 time: 0.0929251 Aug 17 17:22:10.208749 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-dd0c3870-d790-453d-ac00-17625678ecb3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 1000 time: 0.0642326 Aug 17 17:22:10.259334 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-a1a1c47e-115d-401e-9063-32f01baf597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:10.260805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-a1a1c47e-115d-401e-9063-32f01baf597e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0451703 Aug 17 17:22:10.305337 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-425c22d5-da32-4f0c-8a3f-4b045e2d22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:10.306876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-425c22d5-da32-4f0c-8a3f-4b045e2d22a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394785 Aug 17 17:22:10.398580 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-67741a49-598b-480b-a594-7c8a55e274a8 service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843987 Aug 17 17:22:10.486801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c5a8903-2fc4-4d53-8425-b2d165db33f1 req-2ec897c5-a133-4937-a58c-3a01cf5d8248 service neutron] 10.222.0.93 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809743 Aug 17 17:22:11.198582 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173631f6-fef0-48c9-a80f-4e521efe0a2c req-a1928caf-b6e9-4959-89a2-e14235503d7f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:11.200065 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-173631f6-fef0-48c9-a80f-4e521efe0a2c req-a1928caf-b6e9-4959-89a2-e14235503d7f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 944 time: 0.0490277 Aug 17 17:22:11.241144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-173631f6-fef0-48c9-a80f-4e521efe0a2c req-4772d17e-1ab4-490c-ae06-c10d4752256c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345695 Aug 17 17:22:11.263395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44620) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:11.323297 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f931b7a7-a309-41a7-bdc4-c4dc1a58425f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/3f6caba5-970f-46ff-a242-42e79ff1ebfb HTTP/1.1" status: 200 len: 992 time: 0.0587945 Aug 17 17:22:11.568660 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 07bbb499-f44f-44f5-b3d0-7b587031ff64 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:22:11.619027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 07bbb499-f44f-44f5-b3d0-7b587031ff64 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:22:11.622592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 07bbb499-f44f-44f5-b3d0-7b587031ff64 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:11.623243 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:11.697257 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:11.718450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:22:11.720679 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f4bf77-aab4-4bab-8e7b-7333513e9ea1" -d '{"events": [{"server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "name": "network-vif-plugged", "status": "completed", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:22:11.733521 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:11.737408 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:11.762961 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef63360-e8a4-41f1-b0fd-5184e79a3a50 x-openstack-request-id: req-3ef63360-e8a4-41f1-b0fd-5184e79a3a50 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:22:11.763249 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "name": "network-vif-plugged", "status": "completed", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:22:11.763499 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ef63360-e8a4-41f1-b0fd-5184e79a3a50 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:22:11.763884 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'code': 200} Aug 17 17:22:11.788401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=07bbb499-f44f-44f5-b3d0-7b587031ff64,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:16.565384 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:22:20.124789 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:20.564393 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:32.187024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-1fa93c3a-9e23-47e3-91b5-894cdc9ec977 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802813 Aug 17 17:22:32.238883 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33780817-424b-4d25-9358-fc09b9061678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:32.273736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-0211ca79-613d-4ac1-804e-1b2bf7695501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:32.275249 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-0211ca79-613d-4ac1-804e-1b2bf7695501 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1096 time: 0.0446012 Aug 17 17:22:32.375406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-543e9ab7-c871-41e8-8f1c-63fa787d7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:32.376835 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-543e9ab7-c871-41e8-8f1c-63fa787d7113 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 897 time: 0.0831234 Aug 17 17:22:32.447324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-4255056d-8cdc-4b06-ac6f-d0f24d7a88b3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 1001 time: 0.0628345 Aug 17 17:22:32.494672 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-c13f362a-aecc-4973-a6d3-52caa15734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:32.495966 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-c13f362a-aecc-4973-a6d3-52caa15734ef service neutron] 10.222.0.91 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0420783 Aug 17 17:22:32.540423 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-1f6c9419-e6bb-46b2-be06-f453627efa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:32.541821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-1f6c9419-e6bb-46b2-be06-f453627efa38 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383523 Aug 17 17:22:32.634204 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-05c89228-b29b-4029-a4db-52e3e03c54da service neutron] 10.222.0.91 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846555 Aug 17 17:22:32.722685 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2cb388c1-0316-4876-ba97-eeba94a368c1 req-fb215a5e-1d84-41cd-85f1-385250d0300a service neutron] 10.222.0.91 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811150 Aug 17 17:22:34.881970 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32ead8f8-d949-47de-bd2e-e6e88545fa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:35.092126 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:36.173434 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:37.889376 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:39.705366 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44634) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:40.203209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port bf43e93c-6405-42aa-bef8-9161c3e44d44 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:22:40.203542 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:40.278215 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:40.278489 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:40.289754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for bf43e93c-6405-42aa-bef8-9161c3e44d44 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:22:40.432938 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:40.458621 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=bf43e93c-6405-42aa-bef8-9161c3e44d44,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:40.481289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.481635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.481973 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.482308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.482663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.482993 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.483317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.483663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.484586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.484907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.485230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.485546 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:40.524363 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:40.524713 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Floating IP 3f6caba5-970f-46ff-a242-42e79ff1ebfb disassociated (deleted). External IP: 172.25.7.128, port: 07bbb499-f44f-44f5-b3d0-7b587031ff64. Aug 17 17:22:40.725559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:22:40.830527 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:22:40.835252 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:40.839734 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] Sync routers for ids ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:22:40.849045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] Routers {'4eb0b188-1e1e-4e0c-b692-08c812df7b5d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:22:40.849645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:40.864191 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4e4f1167-3d52-4709-89b0-52e4d3e8bb37 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/floatingips/3f6caba5-970f-46ff-a242-42e79ff1ebfb HTTP/1.1" status: 204 len: 168 time: 1.1552303 Aug 17 17:22:40.864191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:22:40.864553 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3398a6f5-6be7-440b-b844-485557c09edd" -d '{"events": [{"name": "network-changed", "server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:22:40.902106 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7f8fbe-aac7-452b-b9a3-501b63f02f22 x-openstack-request-id: req-ce7f8fbe-aac7-452b-b9a3-501b63f02f22 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:22:40.902427 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:22:40.902681 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce7f8fbe-aac7-452b-b9a3-501b63f02f22 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:22:40.903098 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'status': 'completed', 'code': 200} Aug 17 17:22:40.958992 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] Set router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:22:40.966351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398a6f5-6be7-440b-b844-485557c09edd req-0235b39c-1fa3-41fc-a885-5e96e8c79453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:40.967890 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3398a6f5-6be7-440b-b844-485557c09edd req-0235b39c-1fa3-41fc-a885-5e96e8c79453 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 1096 time: 0.0418758 Aug 17 17:22:41.073285 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398a6f5-6be7-440b-b844-485557c09edd req-9e17c28c-6207-42f2-b54c-3cbf71a205dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:41.073594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3398a6f5-6be7-440b-b844-485557c09edd req-9e17c28c-6207-42f2-b54c-3cbf71a205dc service neutron] 10.222.0.91 "GET /v2.0/networks?id=fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 200 len: 897 time: 0.0984197 Aug 17 17:22:41.113741 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e88fb5-68b7-45ef-9023-7b9fa1fbef16 req-c4a3d0dc-0fbc-4667-adfe-ec3eb4c9b452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:41.115518 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76e88fb5-68b7-45ef-9023-7b9fa1fbef16 req-c4a3d0dc-0fbc-4667-adfe-ec3eb4c9b452 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0539129 Aug 17 17:22:41.119379 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3398a6f5-6be7-440b-b844-485557c09edd req-496134ec-aee3-4426-81c9-fe800d8299f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 200 len: 217 time: 0.0371499 Aug 17 17:22:41.159896 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76e88fb5-68b7-45ef-9023-7b9fa1fbef16 req-28caef0e-cd7c-4f4d-9a22-4bd1e7283537 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337145 Aug 17 17:22:41.172069 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:21:02Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'af7ba133-5231-4093-8b34-7928cefb8507', 'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:0c:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:21:01Z', 'updated_at': '2021-08-17T17:21:06Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '42335099-d417-436f-9f85-9808d0af1d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:41.177438 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398a6f5-6be7-440b-b844-485557c09edd req-2554d29d-0c80-493c-ab9d-90ee3a973172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:41.179217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3398a6f5-6be7-440b-b844-485557c09edd req-2554d29d-0c80-493c-ab9d-90ee3a973172 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 200 len: 834 time: 0.0529332 Aug 17 17:22:41.202100 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] Checking router: 4eb0b188-1e1e-4e0c-b692-08c812df7b5d for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:22:41.210876 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] Routers {'4eb0b188-1e1e-4e0c-b692-08c812df7b5d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:22:41.211474 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:41.225593 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398a6f5-6be7-440b-b844-485557c09edd req-09479e46-54b3-4023-9ff9-0c914b095577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:41.227119 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3398a6f5-6be7-440b-b844-485557c09edd req-09479e46-54b3-4023-9ff9-0c914b095577 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fded29f1-7e90-42ca-bdec-9001d0b0562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393608 Aug 17 17:22:41.313163 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] Set router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:22:41.317734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3398a6f5-6be7-440b-b844-485557c09edd req-09276b1e-ffb7-408b-9a51-53d61c78930b service neutron] 10.222.0.91 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817218 Aug 17 17:22:41.412276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3398a6f5-6be7-440b-b844-485557c09edd req-e02bec41-7247-460f-a106-059dc2aa29dd service neutron] 10.222.0.91 "GET /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866258 Aug 17 17:22:41.507995 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:21:02Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'af7ba133-5231-4093-8b34-7928cefb8507', 'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:0c:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:21:01Z', 'updated_at': '2021-08-17T17:21:06Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '42335099-d417-436f-9f85-9808d0af1d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:41.533683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008b688-9d12-464c-97e2-6d6a2e714f4a None None] The sync data for ids ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'] in n-d-804878-1 is: [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:21:02Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'af7ba133-5231-4093-8b34-7928cefb8507', 'name': '', 'network_id': 'fded29f1-7e90-42ca-bdec-9001d0b0562f', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:0c:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '42335099-d417-436f-9f85-9808d0af1d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:21:01Z', 'updated_at': '2021-08-17T17:21:06Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '42335099-d417-436f-9f85-9808d0af1d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:22:41.738986 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2990c-9eaa-4e0e-99f1-dc67c3636881 None None] New status for floating IP 3f6caba5-970f-46ff-a242-42e79ff1ebfb: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:22:42.288999 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ff350-5aba-4527-8784-32c2d073ece8 req-364e4a03-f76b-4044-b6d5-19c0e0539e6f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:42.290471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-639ff350-5aba-4527-8784-32c2d073ece8 req-364e4a03-f76b-4044-b6d5-19c0e0539e6f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0488520 Aug 17 17:22:42.351317 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-639ff350-5aba-4527-8784-32c2d073ece8 req-ac78b905-1afb-4edb-b23d-0260448ebfa8 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b764093-242e-483c-b21b-06787d17b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549719 Aug 17 17:22:42.373028 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-957ebd8a-e36c-4f68-a351-c62944f1c0ba tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:42.374697 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-957ebd8a-e36c-4f68-a351-c62944f1c0ba tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.91 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 945 time: 0.0624912 Aug 17 17:22:42.459690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-4be9656f-5150-4c88-ace9-9a3a7c4e7367 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port 07bbb499-f44f-44f5-b3d0-7b587031ff64 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:22:42.460027 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-4be9656f-5150-4c88-ace9-9a3a7c4e7367 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:42.548115 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-4be9656f-5150-4c88-ace9-9a3a7c4e7367 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port 07bbb499-f44f-44f5-b3d0-7b587031ff64, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=07bbb499-f44f-44f5-b3d0-7b587031ff64,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:42.548471 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-4be9656f-5150-4c88-ace9-9a3a7c4e7367 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:42.560974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-4be9656f-5150-4c88-ace9-9a3a7c4e7367 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for 07bbb499-f44f-44f5-b3d0-7b587031ff64 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:22:42.685813 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-4be9656f-5150-4c88-ace9-9a3a7c4e7367 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:42.719708 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9656f-5150-4c88-ace9-9a3a7c4e7367 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=07bbb499-f44f-44f5-b3d0-7b587031ff64,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:43.106012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-4be9656f-5150-4c88-ace9-9a3a7c4e7367 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] No DVR routers for this DVR port 07bbb499-f44f-44f5-b3d0-7b587031ff64 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:22:43.109518 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-4be9656f-5150-4c88-ace9-9a3a7c4e7367 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:43.111664 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-369d8c2f-a5d2-4567-9773-256376f10c91 req-4be9656f-5150-4c88-ace9-9a3a7c4e7367 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.91 "DELETE /v2.0/ports/07bbb499-f44f-44f5-b3d0-7b587031ff64 HTTP/1.1" status: 204 len: 173 time: 0.7310731 Aug 17 17:22:43.112112 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'name': 'network-vif-deleted', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:22:43.114568 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed12c6b4-3dce-4908-a6ba-5e1a6a708e35" -d '{"events": [{"server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "name": "network-vif-deleted", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:22:43.153832 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289c9441-f480-4cc1-abe7-a81fd53706f6 x-openstack-request-id: req-289c9441-f480-4cc1-abe7-a81fd53706f6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:22:43.154121 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc38a690-a1fc-456f-b3fb-769b46402e7d", "name": "network-vif-deleted", "tag": "07bbb499-f44f-44f5-b3d0-7b587031ff64", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:22:43.154391 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-289c9441-f480-4cc1-abe7-a81fd53706f6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:22:43.154843 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc38a690-a1fc-456f-b3fb-769b46402e7d', 'name': 'network-vif-deleted', 'tag': '07bbb499-f44f-44f5-b3d0-7b587031ff64', 'status': 'completed', 'code': 200} Aug 17 17:22:43.454687 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-59b71ee8-6a64-4cde-8071-2956d1181130 req-c55b86ac-c4d0-4ca7-af87-6acad1c46a09 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc38a690-a1fc-456f-b3fb-769b46402e7d HTTP/1.1" status: 200 len: 210 time: 0.0262654 Aug 17 17:22:44.510247 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44654) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:44.863427 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:45.113674 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port af7ba133-5231-4093-8b34-7928cefb8507 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:22:45.113926 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:45.202215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port af7ba133-5231-4093-8b34-7928cefb8507, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=af7ba133-5231-4093-8b34-7928cefb8507,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:45.202617 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:45.215193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for af7ba133-5231-4093-8b34-7928cefb8507 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:22:45.397312 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:45.424444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=af7ba133-5231-4093-8b34-7928cefb8507,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:45.597385 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:45.723953 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 07bbb499-f44f-44f5-b3d0-7b587031ff64 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:22:45.747538 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 07bbb499-f44f-44f5-b3d0-7b587031ff64 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:22:45.747882 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 07bbb499-f44f-44f5-b3d0-7b587031ff64 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:22:45.812448 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:22:45.919507 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:22:45.925359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-84cb38fd-d194-4a28-a180-d77972a5c9b1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "PUT /v2.0/routers/4eb0b188-1e1e-4e0c-b692-08c812df7b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4140329 Aug 17 17:22:45.927616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:45.928896 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] Sync routers for ids ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:22:45.938586 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] Routers {'4eb0b188-1e1e-4e0c-b692-08c812df7b5d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:22:45.939208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:45.978604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-263ce373-cab4-4bbf-b7d4-d6dc872730eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting subnet 42335099-d417-436f-9f85-9808d0af1d2a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:22:45.981794 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-263ce373-cab4-4bbf-b7d4-d6dc872730eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.026297 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-263ce373-cab4-4bbf-b7d4-d6dc872730eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.043927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] Set router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:22:46.110831 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-263ce373-cab4-4bbf-b7d4-d6dc872730eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.174876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-263ce373-cab4-4bbf-b7d4-d6dc872730eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.206481 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ce373-cab4-4bbf-b7d4-d6dc872730eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Subnet': ['ID=42335099-d417-436f-9f85-9808d0af1d2a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:46.211506 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-263ce373-cab4-4bbf-b7d4-d6dc872730eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.216065 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-263ce373-cab4-4bbf-b7d4-d6dc872730eb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/subnets/42335099-d417-436f-9f85-9808d0af1d2a HTTP/1.1" status: 204 len: 168 time: 0.2847588 Aug 17 17:22:46.216065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:46.217912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cdd9a4-a9ad-4905-81cc-132a4fc35246 None None] Network fded29f1-7e90-42ca-bdec-9001d0b0562f requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:22:46.327099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.434630 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.465979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:22:45Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'a9e4f406-4227-4db2-afbb-e4a56c159c25', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:20:59Z', 'updated_at': '2021-08-17T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:46.490716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port a9e4f406-4227-4db2-afbb-e4a56c159c25 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:22:46.491062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.494250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] Checking router: 4eb0b188-1e1e-4e0c-b692-08c812df7b5d for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:22:46.518764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] Routers {'4eb0b188-1e1e-4e0c-b692-08c812df7b5d'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:22:46.519371 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:46.568698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port a9e4f406-4227-4db2-afbb-e4a56c159c25, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a9e4f406-4227-4db2-afbb-e4a56c159c25,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:46.569062 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.581335 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for a9e4f406-4227-4db2-afbb-e4a56c159c25 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:22:46.610881 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] Set router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:22:46.669138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29d073a-0941-45ee-8478-080cde1ffea7 None None] DHCP port deletion for fded29f1-7e90-42ca-bdec-9001d0b0562f request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:22:46.673082 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:22:46Z', 'revision_number': 6, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:46.719589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69cb7b-e2f4-43b7-9fba-7615aac2addc None None] The sync data for ids ['4eb0b188-1e1e-4e0c-b692-08c812df7b5d'] in n-d-804878-1 is: [{'id': '4eb0b188-1e1e-4e0c-b692-08c812df7b5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382041860', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:20:58Z', 'updated_at': '2021-08-17T17:22:46Z', 'revision_number': 6, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:22:46.745467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c29d073a-0941-45ee-8478-080cde1ffea7 None None] Deleting port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:22:46.746053 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c29d073a-0941-45ee-8478-080cde1ffea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.766501 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.796371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=a9e4f406-4227-4db2-afbb-e4a56c159c25,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:46.813239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c29d073a-0941-45ee-8478-080cde1ffea7 None None] For port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7,segment=NetworkSegment(d50ab4fe-e13b-4a85-bca4-41b795ee42a6),segment_id=d50ab4fe-e13b-4a85-bca4-41b795ee42a6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:46.813637 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c29d073a-0941-45ee-8478-080cde1ffea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.825706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c29d073a-0941-45ee-8478-080cde1ffea7 None None] Calling delete_port for ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:22:46.856500 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.904048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c29d073a-0941-45ee-8478-080cde1ffea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.933733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d073a-0941-45ee-8478-080cde1ffea7 None None] Pushing event deleted for resources: {'Port': ['ID=ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:46.937217 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d073a-0941-45ee-8478-080cde1ffea7 None None] No DVR routers for this DVR port ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:22:46.951512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:46.954217 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.001960 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.002553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb0b188-1e1e-4e0c-b692-08c812df7b5d {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:22:47.009299 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.010455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b0dbddac-e9ab-47fa-a10f-8972895de450 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/routers/4eb0b188-1e1e-4e0c-b692-08c812df7b5d HTTP/1.1" status: 204 len: 168 time: 0.7932427 Aug 17 17:22:47.013120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:47.096896 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.194505 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.204870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fded29f1-7e90-42ca-bdec-9001d0b0562f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:47.214404 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:47.214694 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50ab4fe-e13b-4a85-bca4-41b795ee42a6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:47.224919 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.238808 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.244758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:22:47.245150 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:22:47.248427 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:22:47.306480 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.314113 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.315956 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/networks/fded29f1-7e90-42ca-bdec-9001d0b0562f HTTP/1.1" status: 204 len: 168 time: 0.3018823 Aug 17 17:22:47.318871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44662) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:47.328266 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79066f0a-84f9-4b26-b9a4-53d2d1d8b513 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Network': ['ID=fded29f1-7e90-42ca-bdec-9001d0b0562f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:47.381088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8449faa8-032a-489f-a47c-5050df1149fb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.406354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8449faa8-032a-489f-a47c-5050df1149fb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.468049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8449faa8-032a-489f-a47c-5050df1149fb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.470913 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8449faa8-032a-489f-a47c-5050df1149fb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.474837 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8449faa8-032a-489f-a47c-5050df1149fb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/security-groups/4b764093-242e-483c-b21b-06787d17b9df HTTP/1.1" status: 204 len: 168 time: 0.1522458 Aug 17 17:22:47.481841 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449faa8-032a-489f-a47c-5050df1149fb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b764093-242e-483c-b21b-06787d17b9df,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:47.643202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44668) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:47.647844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9b2b6b0b-7551-4e6c-a7c8-06b4d1a46ef5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828800854', 'description': 'tempest-secgroup-smoke-828800854 description', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:47.670083 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b2b6b0b-7551-4e6c-a7c8-06b4d1a46ef5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.755799 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b2b6b0b-7551-4e6c-a7c8-06b4d1a46ef5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.759291 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b2b6b0b-7551-4e6c-a7c8-06b4d1a46ef5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.787093 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b2b6b0b-7551-4e6c-a7c8-06b4d1a46ef5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.788314 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9b2b6b0b-7551-4e6c-a7c8-06b4d1a46ef5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1441061 Aug 17 17:22:47.790127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b6b0b-7551-4e6c-a7c8-06b4d1a46ef5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:47.791364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:47.796669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-66537e78-bbbd-49cc-8f7e-ff6f17736fdb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '3fed0892-4d2b-49f1-b9f7-17d0dde53b4f', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:47.823749 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66537e78-bbbd-49cc-8f7e-ff6f17736fdb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.878558 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66537e78-bbbd-49cc-8f7e-ff6f17736fdb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.881762 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66537e78-bbbd-49cc-8f7e-ff6f17736fdb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.902956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66537e78-bbbd-49cc-8f7e-ff6f17736fdb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ce3a00-c145-40f2-b43d-23ef519fb7dc,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:47.908416 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66537e78-bbbd-49cc-8f7e-ff6f17736fdb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:47.909809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-66537e78-bbbd-49cc-8f7e-ff6f17736fdb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174161 Aug 17 17:22:47.912696 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:47.917145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f2e13e4d-c5a1-42f1-9011-5d93ef1b3d4e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '3fed0892-4d2b-49f1-b9f7-17d0dde53b4f', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:47.944654 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e13e4d-c5a1-42f1-9011-5d93ef1b3d4e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.001752 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e13e4d-c5a1-42f1-9011-5d93ef1b3d4e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.005307 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e13e4d-c5a1-42f1-9011-5d93ef1b3d4e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.021996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e13e4d-c5a1-42f1-9011-5d93ef1b3d4e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c57732-f3d5-4b4c-a283-a21a7fc192ec,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:48.027628 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e13e4d-c5a1-42f1-9011-5d93ef1b3d4e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.028945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f2e13e4d-c5a1-42f1-9011-5d93ef1b3d4e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153250 Aug 17 17:22:48.032275 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:48.036596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aaa34bb5-47fc-4df3-a897-c43446e536c7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '3fed0892-4d2b-49f1-b9f7-17d0dde53b4f', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:48.062823 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aaa34bb5-47fc-4df3-a897-c43446e536c7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.122248 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aaa34bb5-47fc-4df3-a897-c43446e536c7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.126489 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aaa34bb5-47fc-4df3-a897-c43446e536c7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.145642 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa34bb5-47fc-4df3-a897-c43446e536c7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9c89d3-f8fa-44e9-8bff-08af621d4b44,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:48.157324 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aaa34bb5-47fc-4df3-a897-c43446e536c7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.158543 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-aaa34bb5-47fc-4df3-a897-c43446e536c7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253345 Aug 17 17:22:48.161210 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:48.165618 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-99a82b40-14ab-4dff-86cd-01d2e959bdec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '3fed0892-4d2b-49f1-b9f7-17d0dde53b4f', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:48.177027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:22:48.192820 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99a82b40-14ab-4dff-86cd-01d2e959bdec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.197835 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:22:48.198240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ea8726fa-effe-47cb-9e3d-6ac9d0d3a6e7 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:22:48.198743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device af7ba133-5231-4093-8b34-7928cefb8507 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:22:48.217302 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: af7ba133-5231-4093-8b34-7928cefb8507 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:22:48.217723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device af7ba133-5231-4093-8b34-7928cefb8507 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:22:48.218705 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a9e4f406-4227-4db2-afbb-e4a56c159c25 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:22:48.238489 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: a9e4f406-4227-4db2-afbb-e4a56c159c25 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:22:48.238830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a9e4f406-4227-4db2-afbb-e4a56c159c25 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:22:48.254874 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99a82b40-14ab-4dff-86cd-01d2e959bdec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.258566 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99a82b40-14ab-4dff-86cd-01d2e959bdec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.278772 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a82b40-14ab-4dff-86cd-01d2e959bdec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ee375b-43ed-4d30-981d-9a0690760980,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:48.285053 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99a82b40-14ab-4dff-86cd-01d2e959bdec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.285953 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-99a82b40-14ab-4dff-86cd-01d2e959bdec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237915 Aug 17 17:22:48.288611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44678) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:48.292912 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d55b008a-0fc9-49ac-9584-5a53e3b52af7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '3fed0892-4d2b-49f1-b9f7-17d0dde53b4f', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:48.313587 n-d-804878-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-d55b008a-0fc9-49ac-9584-5a53e3b52af7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Project 7f28d5a867f34f10ad4a85a8b44b9f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:22:48.318145 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d55b008a-0fc9-49ac-9584-5a53e3b52af7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.378495 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d55b008a-0fc9-49ac-9584-5a53e3b52af7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.381984 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d55b008a-0fc9-49ac-9584-5a53e3b52af7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.396909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b008a-0fc9-49ac-9584-5a53e3b52af7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a68c65-ea2d-4e00-abe0-3a7fddf54ecd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:48.406263 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d55b008a-0fc9-49ac-9584-5a53e3b52af7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.407540 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-d55b008a-0fc9-49ac-9584-5a53e3b52af7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179678 Aug 17 17:22:48.410126 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:48.414500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-896779a2-fef1-445c-829a-0f7eea3605bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '3fed0892-4d2b-49f1-b9f7-17d0dde53b4f', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:48.435125 n-d-804878-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-896779a2-fef1-445c-829a-0f7eea3605bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Project 7f28d5a867f34f10ad4a85a8b44b9f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:22:48.439771 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-896779a2-fef1-445c-829a-0f7eea3605bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.500227 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-896779a2-fef1-445c-829a-0f7eea3605bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.503777 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-896779a2-fef1-445c-829a-0f7eea3605bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.521078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896779a2-fef1-445c-829a-0f7eea3605bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4c7e77-7cb9-4c3d-8bb8-2d6013e440bd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:48.526523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-896779a2-fef1-445c-829a-0f7eea3605bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.527750 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-896779a2-fef1-445c-829a-0f7eea3605bd tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166708 Aug 17 17:22:48.531170 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:48.535971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'network': {'name': 'tempest-network-smoke--697929654', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:48.555222 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:22:48.558636 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.581578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:22:48.590197 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.590571 n-d-804878-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Added segment c07c4c67-58c1-4587-b4eb-41b31e00a6bf of type vlan for network ef098ba7-b14a-4269-b03d-683319109581 Aug 17 17:22:48.630141 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.657003 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.662553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:48.663084 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.714921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1827259 Aug 17 17:22:48.717599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:48.721989 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'admin_state_up': True, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:48.741040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654238d0-88c8-4b0c-910f-e9dc22ac0912 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Network': ['ID=ef098ba7-b14a-4269-b03d-683319109581,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:48.751643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network ef098ba7-b14a-4269-b03d-683319109581 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:22:48.756023 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.757212 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.814970 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:48.951652 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:49.147580 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:49.166101 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:49.270682 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.25.7.46 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/d39a3936-51dc-44eb-9cbc-b56e0ac695b2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:22:49.370283 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:49.408532 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:49.443769 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:22:49.448496 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:22:49.451974 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:22:49.480985 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=d39a3936-51dc-44eb-9cbc-b56e0ac695b2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:49.704386 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:49.903372 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.031207 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:22:50.113654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.140739 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:22:50.150065 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Sync routers for ids ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:22:50.159495 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.160010 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Routers {'0635e7b9-8ae8-4517-a762-2ea2c6d6d240'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:22:50.160271 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:50.164258 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b03d7e99-66ae-4e6a-810f-99d6510ce29e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4429002 Aug 17 17:22:50.164610 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:50.195678 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-da83d9a4-1bf0-4c57-81eb-2da55a145d4d tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7f28d5a867f34f10ad4a85a8b44b9f82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275273 Aug 17 17:22:50.195914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:50.290689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25b559a-3988-41c0-acb0-88d8ecc05666 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:50.292250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c25b559a-3988-41c0-acb0-88d8ecc05666 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953176 Aug 17 17:22:50.295011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:50.323417 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-136003d6-882f-4a0b-ace4-dd87e0f419df tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273390 Aug 17 17:22:50.325942 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:50.331264 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-735068796', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:50.355214 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Set router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:22:50.421640 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:22:50.425801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.528230 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:49Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:50.557847 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Checking router: 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:22:50.558100 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Updating router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 port d39a3936-51dc-44eb-9cbc-b56e0ac695b2 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:22:50.566860 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.583063 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.609312 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.674293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Checking segment: {'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:22:50.674679 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network hostable DHCP agents. Network: ef098ba7-b14a-4269-b03d-683319109581, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:22:50.677583 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Subnet': ['ID=3355a8ca-980c-481e-b6c3-4405f9e8bcd9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:50.692790 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network ef098ba7-b14a-4269-b03d-683319109581 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:22:50.701724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, ef098ba7-b14a-4269-b03d-683319109581) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:22:50.706218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:50.706979 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.711263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f17a767-3272-49e7-bd25-023347649abc None None] Network ef098ba7-b14a-4269-b03d-683319109581 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:22:50.724036 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-cb68e644-57cc-47b8-9cb5-e6efb3ae6ce2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3970289 Aug 17 17:22:50.726893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:22:50.837798 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.847468 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Transition to ACTIVE for port object d39a3936-51dc-44eb-9cbc-b56e0ac695b2 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:22:50.858992 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.859652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-ef098ba7-b14a-4269-b03d-683319109581', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:22:50.860733 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.891180 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Attempting to bind port d39a3936-51dc-44eb-9cbc-b56e0ac695b2 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:22:50.891535 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Attempting to bind port d39a3936-51dc-44eb-9cbc-b56e0ac695b2 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:22:50.892077 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Attempting to bind port d39a3936-51dc-44eb-9cbc-b56e0ac695b2 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:22:50.913077 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:22:50.913441 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:22:50.914016 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.914596 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:22:50.915237 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Bound port: d39a3936-51dc-44eb-9cbc-b56e0ac695b2, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:22:50.915870 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:50.971219 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Pushing event updated for resources: {'Port': ['ID=d39a3936-51dc-44eb-9cbc-b56e0ac695b2,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:50.983011 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] For port d39a3936-51dc-44eb-9cbc-b56e0ac695b2, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:22:50.989793 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] For port d39a3936-51dc-44eb-9cbc-b56e0ac695b2, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d39a3936-51dc-44eb-9cbc-b56e0ac695b2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:22:50.991966 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.992314 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.992713 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.992972 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.993339 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.993631 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.993983 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.994317 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.994740 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.995117 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.995373 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:50.995692 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:22:51.001817 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:51.006127 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Allocated IP 172.20.0.2 (ef098ba7-b14a-4269-b03d-683319109581/3355a8ca-980c-481e-b6c3-4405f9e8bcd9/615fb0c7-3f2c-4078-97c5-69a72f2c18c0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:22:51.051895 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Routers {'0635e7b9-8ae8-4517-a762-2ea2c6d6d240'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:22:51.052525 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:51.105447 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d21150-dee0-4abb-924d-20f15814ac85 None None] Pushing event updated for resources: {'Port': ['ID=d39a3936-51dc-44eb-9cbc-b56e0ac695b2,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:51.172231 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:51.182693 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Transition to ACTIVE for port object 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:22:51.184314 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] Set router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:22:51.200197 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Transition to ACTIVE for port object 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:22:51.208857 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:51.263064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Network ef098ba7-b14a-4269-b03d-683319109581 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:22:51.264522 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Pushing event updated for resources: {'Port': ['ID=615fb0c7-3f2c-4078-97c5-69a72f2c18c0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:51.268922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:22:51.271045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:22:51.332102 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Attempting to bind port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:22:51.332765 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Attempting to bind port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:22:51.333296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Attempting to bind port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 on network ef098ba7-b14a-4269-b03d-683319109581 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:22:51.338893 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:22:51.339541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Checking segment: {'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:22:51.340106 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:51.340644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Bound using segment: {'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:22:51.341272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Bound port: 615fb0c7-3f2c-4078-97c5-69a72f2c18c0, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:22:51.341821 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:51.376194 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:49Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:51.402159 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3586a-b21a-47ff-aeca-926d10d1af9f None None] The sync data for ids ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'] in n-d-804878-1 is: [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:49Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:22:51.413572 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] For port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:22:51.422406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] For port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=615fb0c7-3f2c-4078-97c5-69a72f2c18c0,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:22:51.430422 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:51.495585 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b465ca6-e212-4e0d-bb6a-774e94b857bd None None] Pushing event updated for resources: {'Port': ['ID=615fb0c7-3f2c-4078-97c5-69a72f2c18c0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:51.569442 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:51.883847 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.20.0.1 (ef098ba7-b14a-4269-b03d-683319109581/3355a8ca-980c-481e-b6c3-4405f9e8bcd9/9b4a02e2-c048-48b6-af62-b8c28fc05434) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:22:52.010983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.025833 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Transition to ACTIVE for port object 9b4a02e2-c048-48b6-af62-b8c28fc05434 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:22:52.058725 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.104734 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network ef098ba7-b14a-4269-b03d-683319109581 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:22:52.107995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:22:52.111146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:22:52.165546 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.218766 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=9b4a02e2-c048-48b6-af62-b8c28fc05434,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:52.282156 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d39a3936-51dc-44eb-9cbc-b56e0ac695b2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:22:52.328166 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.352393 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d39a3936-51dc-44eb-9cbc-b56e0ac695b2 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:22:52.360974 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d39a3936-51dc-44eb-9cbc-b56e0ac695b2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:52.365089 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.446561 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.469128 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d39a3936-51dc-44eb-9cbc-b56e0ac695b2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d39a3936-51dc-44eb-9cbc-b56e0ac695b2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:52.473818 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.475135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:22:52.518653 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68227daf-0bd7-4421-a030-f5c6bca24b7f None None] Network ef098ba7-b14a-4269-b03d-683319109581 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:22:52.617290 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f7371b0c-7a9b-4e8b-bf84-235b7f5c6b0f None None] Provisioning for port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:22:52.619171 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d39a3936-51dc-44eb-9cbc-b56e0ac695b2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:52.639877 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.644592 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.649275 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:22:52.655837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:52.656196 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.721741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=9b4a02e2-c048-48b6-af62-b8c28fc05434,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:52.724315 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.793440 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.831990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network ef098ba7-b14a-4269-b03d-683319109581 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:22:52.832479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=615fb0c7-3f2c-4078-97c5-69a72f2c18c0,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:52.833668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:22:52.841961 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:52.895104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=615fb0c7-3f2c-4078-97c5-69a72f2c18c0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:52.963168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:22:53.060372 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07014506-064d-46fe-bff9-2d2aa6cf2ccc None None] Provisioning for port 9b4a02e2-c048-48b6-af62-b8c28fc05434 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:22:53.064792 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07014506-064d-46fe-bff9-2d2aa6cf2ccc None None] Provisioning complete for port 9b4a02e2-c048-48b6-af62-b8c28fc05434 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:53.065185 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07014506-064d-46fe-bff9-2d2aa6cf2ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:53.085002 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:22:53.091542 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b9ce4727-88a5-4e97-9098-c7f403a590c5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "PUT /v2.0/routers/0635e7b9-8ae8-4517-a762-2ea2c6d6d240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3633387 Aug 17 17:22:53.104704 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07014506-064d-46fe-bff9-2d2aa6cf2ccc None None] Port 9b4a02e2-c048-48b6-af62-b8c28fc05434 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:22:53.118824 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07014506-064d-46fe-bff9-2d2aa6cf2ccc None None] Provisioning complete for port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:53.119394 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07014506-064d-46fe-bff9-2d2aa6cf2ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:53.155223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Sync routers for ids ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:22:53.171550 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Routers {'0635e7b9-8ae8-4517-a762-2ea2c6d6d240'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:22:53.172421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:53.315042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Set router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:22:53.409056 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-f4f61164-dab6-44ad-b719-2a648bc25d9f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828800854&fields=id&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 267 time: 0.0371788 Aug 17 17:22:53.454366 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1494e8e7-fbb5-4925-aee5-d67e51842fba None None] Provisioning complete for port 9b4a02e2-c048-48b6-af62-b8c28fc05434 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:53.454754 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1494e8e7-fbb5-4925-aee5-d67e51842fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:53.521023 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-72704c05-22fb-4847-b8dc-ae182c108697 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:53.522454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-72704c05-22fb-4847-b8dc-ae182c108697 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/networks?id=ef098ba7-b14a-4269-b03d-683319109581 HTTP/1.1" status: 200 len: 796 time: 0.1064272 Aug 17 17:22:53.526209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1494e8e7-fbb5-4925-aee5-d67e51842fba None None] Port 9b4a02e2-c048-48b6-af62-b8c28fc05434 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:22:53.538294 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-2b180c59-0dd1-41d5-aa56-f64aa0fed69f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/quotas/7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 375 time: 0.0093114 Aug 17 17:22:53.555874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9b4a02e2-c048-48b6-af62-b8c28fc05434', 'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:51Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 2, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:53.564755 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:22:53.582955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Checking router: 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:22:53.583309 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Updating router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 port 9b4a02e2-c048-48b6-af62-b8c28fc05434 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:22:53.590269 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-34212ab1-2c8a-45f7-9e4e-778467e72635 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459993 Aug 17 17:22:53.607449 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:53.690090 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-58731c40-ac4e-4076-8fa2-ccc4c000cf20 service neutron] 10.222.0.77 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878201 Aug 17 17:22:53.791281 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-c4c5361b-3c53-4475-a635-e5c7076f40b1 service neutron] 10.222.0.77 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849133 Aug 17 17:22:53.869880 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:53.880709 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Transition to ACTIVE for port object 9b4a02e2-c048-48b6-af62-b8c28fc05434 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:22:53.887077 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:53.960077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc91d7-acde-4d37-b644-ecaafed373c5 None None] Pushing event updated for resources: {'Port': ['ID=9b4a02e2-c048-48b6-af62-b8c28fc05434,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:53.989637 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10a2d2c8-5dbd-4e0d-893c-08672e44569c req-8dfbe2de-c53f-4cc6-9b1d-4edb5d347ed3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 210 time: 0.0531943 Aug 17 17:22:54.010017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Attempting to bind port 9b4a02e2-c048-48b6-af62-b8c28fc05434 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:22:54.010017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Attempting to bind port 9b4a02e2-c048-48b6-af62-b8c28fc05434 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:22:54.010017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Attempting to bind port 9b4a02e2-c048-48b6-af62-b8c28fc05434 on network ef098ba7-b14a-4269-b03d-683319109581 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:22:54.010017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:22:54.010017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Checking segment: {'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:22:54.010017 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:54.010017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Bound using segment: {'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:22:54.010017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Bound port: 9b4a02e2-c048-48b6-af62-b8c28fc05434, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:22:54.011390 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:54.091357 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] For port 9b4a02e2-c048-48b6-af62-b8c28fc05434, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:22:54.095499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] For port 9b4a02e2-c048-48b6-af62-b8c28fc05434, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9b4a02e2-c048-48b6-af62-b8c28fc05434,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:22:54.099777 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:54.179834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Routers {'0635e7b9-8ae8-4517-a762-2ea2c6d6d240'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:22:54.180454 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:22:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:54.223497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc91d7-acde-4d37-b644-ecaafed373c5 None None] Pushing event updated for resources: {'Port': ['ID=9b4a02e2-c048-48b6-af62-b8c28fc05434,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:54.245130 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d39a3936-51dc-44eb-9cbc-b56e0ac695b2 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:22:54.525656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] Set router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:22:54.568518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d39a3936-51dc-44eb-9cbc-b56e0ac695b2 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:54.568800 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:54.750595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:22:54.843077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:54.843425 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:54.847580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9b4a02e2-c048-48b6-af62-b8c28fc05434', 'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:51Z', 'updated_at': '2021-08-17T17:22:54Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:22:54.893109 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3d5fab-eee1-407b-b658-c21cd8c9af20 None None] The sync data for ids ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'] in n-d-804878-1 is: [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9b4a02e2-c048-48b6-af62-b8c28fc05434', 'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:51Z', 'updated_at': '2021-08-17T17:22:54Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:22:54.931308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-a268f5f9-959e-41a8-8d04-d2edcb2d54b3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:54.933250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-a268f5f9-959e-41a8-8d04-d2edcb2d54b3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/networks?id=ef098ba7-b14a-4269-b03d-683319109581 HTTP/1.1" status: 200 len: 796 time: 0.1134648 Aug 17 17:22:55.017351 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-ea9e84b6-eb8a-4448-9fd8-fcca88e84ecf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 379 time: 0.0435936 Aug 17 17:22:55.036317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'port': {'device_id': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'admin_state_up': True, 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'security_groups': ['3fed0892-4d2b-49f1-b9f7-17d0dde53b4f']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:55.094734 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d795e206-fd9e-4dce-bc05-e2027b8e476a req-b2500ded-0e10-4437-b871-59a985cd34bc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 210 time: 0.0356348 Aug 17 17:22:55.160471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:22:55.163988 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:55.296868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.20.0.10 (ef098ba7-b14a-4269-b03d-683319109581/3355a8ca-980c-481e-b6c3-4405f9e8bcd9/0064c228-7d29-4b32-a4b4-f9a36c007322) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:22:55.445389 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:55.459455 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Transition to ACTIVE for port object 0064c228-7d29-4b32-a4b4-f9a36c007322 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:22:55.495556 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:55.548553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network ef098ba7-b14a-4269-b03d-683319109581 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:22:55.551781 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:22:55.555873 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:22:55.562883 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=0064c228-7d29-4b32-a4b4-f9a36c007322,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:55.614316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:55.615031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:55.633508 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-d3b8bc66-38bb-48d3-ba34-b0f383aa8232 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6036227 Aug 17 17:22:55.646786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Request body: {'port': {'device_id': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:22:55.709182 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:55.834495 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9c78fc30-4c8a-4765-a70d-d8ed20308798 None None] Provisioning for port 0064c228-7d29-4b32-a4b4-f9a36c007322 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:22:55.840253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9c78fc30-4c8a-4765-a70d-d8ed20308798 None None] Provisioning complete for port 0064c228-7d29-4b32-a4b4-f9a36c007322 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:55.840629 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c78fc30-4c8a-4765-a70d-d8ed20308798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:55.876850 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9c78fc30-4c8a-4765-a70d-d8ed20308798 None None] Port 0064c228-7d29-4b32-a4b4-f9a36c007322 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:22:55.986912 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0064c228-7d29-4b32-a4b4-f9a36c007322 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:22:55.994351 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:56.006683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Transition to ACTIVE for port object 0064c228-7d29-4b32-a4b4-f9a36c007322 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:22:56.011313 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:56.078903 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Pushing event updated for resources: {'Port': ['ID=0064c228-7d29-4b32-a4b4-f9a36c007322,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:56.135956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Attempting to bind port 0064c228-7d29-4b32-a4b4-f9a36c007322 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:22:56.136363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Attempting to bind port 0064c228-7d29-4b32-a4b4-f9a36c007322 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:22:56.136821 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Attempting to bind port 0064c228-7d29-4b32-a4b4-f9a36c007322 on network ef098ba7-b14a-4269-b03d-683319109581 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:22:56.142516 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Port 0064c228-7d29-4b32-a4b4-f9a36c007322 on network ef098ba7-b14a-4269-b03d-683319109581 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:22:56.143112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Attempting to bind port 0064c228-7d29-4b32-a4b4-f9a36c007322 on network ef098ba7-b14a-4269-b03d-683319109581 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:22:56.148954 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:22:56.149397 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Checking segment: {'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:22:56.149897 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Bound using segment: {'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:22:56.150447 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Bound port: 0064c228-7d29-4b32-a4b4-f9a36c007322, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:22:56.151062 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:56.235860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] For port 0064c228-7d29-4b32-a4b4-f9a36c007322, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:22:56.238927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9b4a02e2-c048-48b6-af62-b8c28fc05434 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:22:56.239354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] For port 0064c228-7d29-4b32-a4b4-f9a36c007322, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0064c228-7d29-4b32-a4b4-f9a36c007322,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:22:56.246298 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:56.293498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 9b4a02e2-c048-48b6-af62-b8c28fc05434 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:22:56.298553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9b4a02e2-c048-48b6-af62-b8c28fc05434 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:56.298970 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:56.309043 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:56.309592 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:56.311048 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] 10.222.0.93 "PUT /v2.0/ports/0064c228-7d29-4b32-a4b4-f9a36c007322 HTTP/1.1" status: 200 len: 1092 time: 0.6689775 Aug 17 17:22:56.315494 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'tag': '0064c228-7d29-4b32-a4b4-f9a36c007322'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:22:56.317737 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a987a925-4be3-4293-adb4-37c53972938b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6067766-d261-4f63-8ec8-53f0bfcf21bf", "tag": "0064c228-7d29-4b32-a4b4-f9a36c007322"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:22:56.359736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4336e5-cea6-42ca-ba58-31dd6fee2a05 service neutron] Pushing event updated for resources: {'Port': ['ID=0064c228-7d29-4b32-a4b4-f9a36c007322,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:56.372706 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc11a-36c7-40a1-af76-27a93885692b req-c87c8b6e-9cc3-4d63-ae83-cd4dddf11507 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:56.375179 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd8dc11a-36c7-40a1-af76-27a93885692b req-c87c8b6e-9cc3-4d63-ae83-cd4dddf11507 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 944 time: 0.1867321 Aug 17 17:22:56.390735 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78f7e67-e972-4d22-998f-26c552296ae3 x-openstack-request-id: req-a78f7e67-e972-4d22-998f-26c552296ae3 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:22:56.391019 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6067766-d261-4f63-8ec8-53f0bfcf21bf", "tag": "0064c228-7d29-4b32-a4b4-f9a36c007322", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:22:56.391267 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a78f7e67-e972-4d22-998f-26c552296ae3 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:22:56.391655 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'tag': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'status': 'completed', 'code': 200} Aug 17 17:22:56.406536 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:56.441107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 9b4a02e2-c048-48b6-af62-b8c28fc05434, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9b4a02e2-c048-48b6-af62-b8c28fc05434,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:56.446489 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:56.469163 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fd8dc11a-36c7-40a1-af76-27a93885692b req-e2c41d18-9b15-48dc-b076-a42ef8a892da tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761828 Aug 17 17:22:56.472879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-e02327f7-df71-445a-ace8-288b0160f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:56.474512 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-e02327f7-df71-445a-ace8-288b0160f739 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 1095 time: 0.0981927 Aug 17 17:22:56.507788 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=9b4a02e2-c048-48b6-af62-b8c28fc05434,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:56.520236 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-f5212b78-a594-48f0-9296-24f150a83691 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0064c228-7d29-4b32-a4b4-f9a36c007322 HTTP/1.1" status: 200 len: 217 time: 0.0368481 Aug 17 17:22:56.571253 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-5ce51ee5-9e26-4bfd-8957-0af69fff4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:56.572711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-5ce51ee5-9e26-4bfd-8957-0af69fff4094 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3355a8ca-980c-481e-b6c3-4405f9e8bcd9 HTTP/1.1" status: 200 len: 834 time: 0.0454590 Aug 17 17:22:56.624151 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-2f01eea0-caaf-40b6-a983-1b8b12b67516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:56.625805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-2f01eea0-caaf-40b6-a983-1b8b12b67516 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef098ba7-b14a-4269-b03d-683319109581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444846 Aug 17 17:22:56.715280 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-a8fc92d9-802c-4bf1-8b53-0fd281cb01fc service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820062 Aug 17 17:22:56.808014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0b0a1527-eec4-449c-a745-99922b91c9f8 req-f492042e-b084-44a0-849d-f1a8edba1e48 service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860040 Aug 17 17:22:56.894878 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a925-4be3-4293-adb4-37c53972938b req-da4612cd-5742-409e-a8ef-a4364fa60bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:56.896365 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a987a925-4be3-4293-adb4-37c53972938b req-da4612cd-5742-409e-a8ef-a4364fa60bd8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 1095 time: 0.0413656 Aug 17 17:22:56.991491 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a925-4be3-4293-adb4-37c53972938b req-32dee2f9-f8f3-4d21-9601-eddaa383826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:56.992986 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a987a925-4be3-4293-adb4-37c53972938b req-32dee2f9-f8f3-4d21-9601-eddaa383826e service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef098ba7-b14a-4269-b03d-683319109581 HTTP/1.1" status: 200 len: 897 time: 0.0874937 Aug 17 17:22:57.034430 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a987a925-4be3-4293-adb4-37c53972938b req-4144384c-2380-4b94-bc32-40880fe99616 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0064c228-7d29-4b32-a4b4-f9a36c007322 HTTP/1.1" status: 200 len: 217 time: 0.0339091 Aug 17 17:22:57.084097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a925-4be3-4293-adb4-37c53972938b req-b5a5aed6-e016-4f9f-9101-6612abb1ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:57.085797 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a987a925-4be3-4293-adb4-37c53972938b req-b5a5aed6-e016-4f9f-9101-6612abb1ff01 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3355a8ca-980c-481e-b6c3-4405f9e8bcd9 HTTP/1.1" status: 200 len: 834 time: 0.0432110 Aug 17 17:22:57.134498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a925-4be3-4293-adb4-37c53972938b req-c56d5677-0a54-4c8c-8a05-3fcb46bd4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:57.135968 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a987a925-4be3-4293-adb4-37c53972938b req-c56d5677-0a54-4c8c-8a05-3fcb46bd4662 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef098ba7-b14a-4269-b03d-683319109581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431309 Aug 17 17:22:57.224767 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a987a925-4be3-4293-adb4-37c53972938b req-eaa4e5ed-84c5-47f3-a330-908564ddc4d0 service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810580 Aug 17 17:22:57.318716 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a987a925-4be3-4293-adb4-37c53972938b req-d35895cb-8ac1-4407-9b84-6dab577af065 service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855579 Aug 17 17:22:57.574455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2a351-fdda-4ba4-8516-4661ef91a5ed req-cf88019c-ae11-468b-81f6-59a26876e69f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:57.575833 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32c2a351-fdda-4ba4-8516-4661ef91a5ed req-cf88019c-ae11-468b-81f6-59a26876e69f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 944 time: 0.0485506 Aug 17 17:22:57.614266 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-32c2a351-fdda-4ba4-8516-4661ef91a5ed req-90d5f523-bde3-46e7-9866-e19765b0449a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317862 Aug 17 17:22:58.180868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9b4a02e2-c048-48b6-af62-b8c28fc05434 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:22:58.228462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 9b4a02e2-c048-48b6-af62-b8c28fc05434 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:22:58.228834 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:58.728263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95c989-8be9-48d2-829e-951b899d0091 req-ca715f29-9949-4b97-9877-aff8e023e269 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:58.729805 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb95c989-8be9-48d2-829e-951b899d0091 req-ca715f29-9949-4b97-9877-aff8e023e269 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 944 time: 0.0495710 Aug 17 17:22:58.767951 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fb95c989-8be9-48d2-829e-951b899d0091 req-30b87def-e38f-40f1-8f45-4ac1455fc831 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314944 Aug 17 17:22:59.684687 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0064c228-7d29-4b32-a4b4-f9a36c007322 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:22:59.776655 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0064c228-7d29-4b32-a4b4-f9a36c007322, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0064c228-7d29-4b32-a4b4-f9a36c007322,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:59.787972 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'port_id': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'mac_address': 'fa:16:3e:36:3a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:22:59.828365 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:59.841148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0064c228-7d29-4b32-a4b4-f9a36c007322 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:22:59.861030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0064c228-7d29-4b32-a4b4-f9a36c007322, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0064c228-7d29-4b32-a4b4-f9a36c007322,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:22:59.866268 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:22:59.883425 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d36f70-8232-4d87-a00d-d94cb5e0d38a req-5e4fc94f-a931-4b4d-bbed-1cca63d80368 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:22:59.884925 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33d36f70-8232-4d87-a00d-d94cb5e0d38a req-5e4fc94f-a931-4b4d-bbed-1cca63d80368 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 944 time: 0.0511699 Aug 17 17:22:59.915259 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0064c228-7d29-4b32-a4b4-f9a36c007322,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:22:59.924657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33d36f70-8232-4d87-a00d-d94cb5e0d38a req-38794eaa-a550-45ce-a713-5285352ac893 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328887 Aug 17 17:23:00.072868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['0064c228-7d29-4b32-a4b4-f9a36c007322'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:23:01.039020 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67f73b-6fb8-4d93-a21f-5591a70c790d req-d7df7aa8-7e08-4f6f-8d06-b8752240696f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:01.040488 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd67f73b-6fb8-4d93-a21f-5591a70c790d req-d7df7aa8-7e08-4f6f-8d06-b8752240696f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 945 time: 0.0489233 Aug 17 17:23:01.078247 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dd67f73b-6fb8-4d93-a21f-5591a70c790d req-2d37ee9e-4572-4a57-8b1b-4b964aebb2ce tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Aug 17 17:23:01.709852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0064c228-7d29-4b32-a4b4-f9a36c007322 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:23:01.757203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 0064c228-7d29-4b32-a4b4-f9a36c007322 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:23:01.760849 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 0064c228-7d29-4b32-a4b4-f9a36c007322 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:23:01.761222 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:01.843087 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:01.864472 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0064c228-7d29-4b32-a4b4-f9a36c007322'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:23:01.867018 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f075d4e-e637-4537-b5bb-6b64e0726125" -d '{"events": [{"server_uuid": "c6067766-d261-4f63-8ec8-53f0bfcf21bf", "name": "network-vif-plugged", "status": "completed", "tag": "0064c228-7d29-4b32-a4b4-f9a36c007322"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:23:01.881348 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 0064c228-7d29-4b32-a4b4-f9a36c007322, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0064c228-7d29-4b32-a4b4-f9a36c007322,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:23:01.885210 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:01.908851 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ca93e2-ddcf-4a23-8f93-dfd70764b21d x-openstack-request-id: req-b8ca93e2-ddcf-4a23-8f93-dfd70764b21d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:23:01.909223 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6067766-d261-4f63-8ec8-53f0bfcf21bf", "name": "network-vif-plugged", "status": "completed", "tag": "0064c228-7d29-4b32-a4b4-f9a36c007322", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:23:01.909387 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8ca93e2-ddcf-4a23-8f93-dfd70764b21d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:23:01.909764 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'code': 200} Aug 17 17:23:01.938216 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=0064c228-7d29-4b32-a4b4-f9a36c007322,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:23:02.006251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16fc90-ac1c-4185-bf27-604162dce72c req-233e4a73-7c2e-42a6-8324-dbd47b1beb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:02.007838 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c16fc90-ac1c-4185-bf27-604162dce72c req-233e4a73-7c2e-42a6-8324-dbd47b1beb51 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 1097 time: 0.0464978 Aug 17 17:23:02.044882 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c16fc90-ac1c-4185-bf27-604162dce72c req-15e1dc8f-b06e-47ea-8a49-d9d0a9c0fa62 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300689 Aug 17 17:23:02.195177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27835761-45ab-46bf-8fe1-6eef04378390 req-e04f72be-e7ca-4860-9364-904db1a3cfb7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:02.196648 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27835761-45ab-46bf-8fe1-6eef04378390 req-e04f72be-e7ca-4860-9364-904db1a3cfb7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0492752 Aug 17 17:23:02.235943 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-27835761-45ab-46bf-8fe1-6eef04378390 req-c6d1c7d3-133c-4a8a-bd43-047d52377980 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332413 Aug 17 17:23:02.240172 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93e93646-b57f-4343-b816-42fa7662be92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:03.353346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e0f48-ee9d-4ded-ad1c-05062c73b66e req-2eaccf7e-5552-4729-9378-aa83cdde69c9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:03.354827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc1e0f48-ee9d-4ded-ad1c-05062c73b66e req-2eaccf7e-5552-4729-9378-aa83cdde69c9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0484393 Aug 17 17:23:03.396035 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-fc1e0f48-ee9d-4ded-ad1c-05062c73b66e req-0234d779-4658-4f7c-a3d7-25e7516b5faf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354025 Aug 17 17:23:03.508424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ad55f-8221-4fa5-8b5c-0b34a0516d58 req-f9b69ec3-c011-4694-99eb-238a5084bdc1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:03.509905 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f0ad55f-8221-4fa5-8b5c-0b34a0516d58 req-f9b69ec3-c011-4694-99eb-238a5084bdc1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0486622 Aug 17 17:23:03.547359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0f0ad55f-8221-4fa5-8b5c-0b34a0516d58 req-d4cc1320-67aa-4d25-8e99-4566ec495d67 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307007 Aug 17 17:23:03.567954 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:23:03.607071 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d651d-3b43-41f0-86c4-7fbd78529aab tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:03.608556 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-320d651d-3b43-41f0-86c4-7fbd78529aab tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 1092 time: 0.0396078 Aug 17 17:23:03.611290 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:23:03.615510 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:23:03.636733 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:03.733237 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:03.840840 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.25.7.99 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/02bab3df-49b1-4448-b337-56e31eb75a6e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:23:03.941579 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:03.980414 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:04.024953 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:23:04.027810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:23:04.031381 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:23:04.036560 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=02bab3df-49b1-4448-b337-56e31eb75a6e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:23:04.384454 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:04.453468 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:04.603757 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:04.608221 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:04.671716 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=02bab3df-49b1-4448-b337-56e31eb75a6e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:23:04.687241 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:04.788717 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Floating IP dfe4b200-c9f8-45d8-b3a0-f84f3e286eea associated. External IP: 172.25.7.99, port: 0064c228-7d29-4b32-a4b4-f9a36c007322. Aug 17 17:23:04.882578 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec305a0-7c9f-4930-a1d9-fc0ae9f602fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:04.995945 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:23:05.094247 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:05.106797 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:23:05.116094 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] Sync routers for ids ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:23:05.122620 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:05.126008 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] Routers {'0635e7b9-8ae8-4517-a762-2ea2c6d6d240'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:23:05.126693 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:23:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:23:05.150243 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b2a98198-cbe7-4a9f-b317-0a7ad4ccbce6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5379651 Aug 17 17:23:05.150960 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'tag': '0064c228-7d29-4b32-a4b4-f9a36c007322'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:23:05.153309 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6171541b-f763-4f72-bb7a-9ca6d0262196" -d '{"events": [{"name": "network-changed", "server_uuid": "c6067766-d261-4f63-8ec8-53f0bfcf21bf", "tag": "0064c228-7d29-4b32-a4b4-f9a36c007322"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:23:05.193034 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072c2939-97f2-4b24-b2db-7497d7cecfa6 x-openstack-request-id: req-072c2939-97f2-4b24-b2db-7497d7cecfa6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:23:05.193573 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6067766-d261-4f63-8ec8-53f0bfcf21bf", "tag": "0064c228-7d29-4b32-a4b4-f9a36c007322", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:23:05.193891 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-072c2939-97f2-4b24-b2db-7497d7cecfa6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:23:05.194351 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'tag': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'status': 'completed', 'code': 200} Aug 17 17:23:05.234704 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] Set router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:23:05.250956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3249f-c076-4c94-aea3-9057f70ff5ae req-8807f209-dae2-4363-80cb-a6b4ba390c0c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:05.252572 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-adf3249f-c076-4c94-aea3-9057f70ff5ae req-8807f209-dae2-4363-80cb-a6b4ba390c0c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0514615 Aug 17 17:23:05.256627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-54515ada-29de-4621-ab13-899151a65978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:05.258138 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-54515ada-29de-4621-ab13-899151a65978 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 1097 time: 0.0412402 Aug 17 17:23:05.291313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-adf3249f-c076-4c94-aea3-9057f70ff5ae req-88eca3f3-3132-4393-984c-662c6cc3b222 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328076 Aug 17 17:23:05.314362 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:23:05.355868 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-6f45947e-5114-4f7f-ac73-030a37e8d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:05.357486 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-6f45947e-5114-4f7f-ac73-030a37e8d5c3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef098ba7-b14a-4269-b03d-683319109581 HTTP/1.1" status: 200 len: 897 time: 0.0915351 Aug 17 17:23:05.381437 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f5cff6a-6e62-4e73-a259-6ca3e1e24c9f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/dfe4b200-c9f8-45d8-b3a0-f84f3e286eea HTTP/1.1" status: 200 len: 991 time: 0.0648689 Aug 17 17:23:05.427537 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-894d5e94-1b96-4ed8-95da-4d564ef06587 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0064c228-7d29-4b32-a4b4-f9a36c007322 HTTP/1.1" status: 200 len: 999 time: 0.0622315 Aug 17 17:23:05.471339 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'dfe4b200-c9f8-45d8-b3a0-f84f3e286eea', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'port_id': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'mac_address': 'fa:16:3e:36:3a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:23:04Z', 'updated_at': '2021-08-17T17:23:04Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4a02e2-c048-48b6-af62-b8c28fc05434', 'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:51Z', 'updated_at': '2021-08-17T17:22:56Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:23:05.479284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-6e6c9991-b9a5-49d3-8601-9067704945e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:05.480783 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-6e6c9991-b9a5-49d3-8601-9067704945e2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3355a8ca-980c-481e-b6c3-4405f9e8bcd9 HTTP/1.1" status: 200 len: 834 time: 0.0466876 Aug 17 17:23:05.497237 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] Checking router: 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:23:05.506064 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] Routers {'0635e7b9-8ae8-4517-a762-2ea2c6d6d240'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:23:05.506694 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:23:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:23:05.526313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-e9b54955-99b5-416d-906a-e650a08d55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:05.527850 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-e9b54955-99b5-416d-906a-e650a08d55e6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef098ba7-b14a-4269-b03d-683319109581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401332 Aug 17 17:23:05.625195 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-bd594ab0-4005-408f-9269-b20852e38964 service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893610 Aug 17 17:23:05.702174 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] Set router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:23:05.717331 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6171541b-f763-4f72-bb7a-9ca6d0262196 req-ed0fcb28-fde3-41d1-8896-4ef440c93279 service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844221 Aug 17 17:23:05.915595 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'dfe4b200-c9f8-45d8-b3a0-f84f3e286eea', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'port_id': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'mac_address': 'fa:16:3e:36:3a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:23:04Z', 'updated_at': '2021-08-17T17:23:04Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4a02e2-c048-48b6-af62-b8c28fc05434', 'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:51Z', 'updated_at': '2021-08-17T17:22:56Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:23:05.943780 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597bcc42-7ee0-433b-9ad5-350a2fdf4af0 None None] The sync data for ids ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'] in n-d-804878-1 is: [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'dfe4b200-c9f8-45d8-b3a0-f84f3e286eea', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'port_id': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'mac_address': 'fa:16:3e:36:3a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:23:04Z', 'updated_at': '2021-08-17T17:23:04Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4a02e2-c048-48b6-af62-b8c28fc05434', 'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:51Z', 'updated_at': '2021-08-17T17:22:56Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:23:06.125774 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c621d9-e87f-4cc9-a9e8-7f7b7a52c26d None None] New status for floating IP dfe4b200-c9f8-45d8-b3a0-f84f3e286eea: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:23:06.189818 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:06.384169 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:23:06.443947 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5008b077-4ba0-404a-93dd-960966b557b4 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/dfe4b200-c9f8-45d8-b3a0-f84f3e286eea HTTP/1.1" status: 200 len: 993 time: 0.0585580 Aug 17 17:23:07.892350 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:20.129457 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:20.578388 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:30.564794 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:23:31.487633 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-f6ccf66f-0e75-4387-86e0-5a36218e63b1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759387 Aug 17 17:23:31.574215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-c8ccd48a-2ddc-4df4-8fc9-0857402fc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:31.575721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-c8ccd48a-2ddc-4df4-8fc9-0857402fc224 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 1097 time: 0.0434465 Aug 17 17:23:31.678684 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-563ae136-a825-402c-9e4f-d319510aba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:31.680060 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-563ae136-a825-402c-9e4f-d319510aba07 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef098ba7-b14a-4269-b03d-683319109581 HTTP/1.1" status: 200 len: 897 time: 0.0848300 Aug 17 17:23:32.090422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-b63e450c-8d45-422e-8e9f-127a3dde2ad8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0064c228-7d29-4b32-a4b4-f9a36c007322 HTTP/1.1" status: 200 len: 1001 time: 0.4029429 Aug 17 17:23:32.141082 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-8c6d94a3-9bff-445a-a521-1e6795f2dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:32.142533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-8c6d94a3-9bff-445a-a521-1e6795f2dd39 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3355a8ca-980c-481e-b6c3-4405f9e8bcd9 HTTP/1.1" status: 200 len: 834 time: 0.0431550 Aug 17 17:23:32.187419 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-d6548305-cfdd-43f7-a057-bddfaf2ed891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:32.188894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-d6548305-cfdd-43f7-a057-bddfaf2ed891 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef098ba7-b14a-4269-b03d-683319109581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393286 Aug 17 17:23:32.241680 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7aff238f-d9cb-4f75-946e-5231efeae978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:32.285425 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-7adaf799-b11f-444d-b40d-a2bf67056e9f service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886135 Aug 17 17:23:32.374848 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-df143e5a-7dd0-4a83-ad92-37aadb803860 req-c50ebc9e-fe45-4386-983c-8cb656e0836e service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819924 Aug 17 17:23:34.882757 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9916a1b-fe64-45fd-a6ed-6aea2d7db067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:35.096254 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:36.179264 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:37.743542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463f22a-83dc-4840-a1fc-c57283ea2fa5 req-7477de27-c45c-4fe1-9f14-e0f4c25ab421 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:37.745023 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6463f22a-83dc-4840-a1fc-c57283ea2fa5 req-7477de27-c45c-4fe1-9f14-e0f4c25ab421 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0499005 Aug 17 17:23:37.782354 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6463f22a-83dc-4840-a1fc-c57283ea2fa5 req-42a6bd95-a2cf-4a34-9507-7d513fad7e9a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309908 Aug 17 17:23:37.894260 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:38.901743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6817a61-2bcb-4c28-8661-47777868df5e req-1672bcf4-f53b-4709-b48f-94ccedb63df9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:38.903338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6817a61-2bcb-4c28-8661-47777868df5e req-1672bcf4-f53b-4709-b48f-94ccedb63df9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0532746 Aug 17 17:23:38.942278 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6817a61-2bcb-4c28-8661-47777868df5e req-1a3cd6ef-cfc1-44d1-b41d-942745a11897 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326328 Aug 17 17:23:40.060487 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280081b3-6766-4d00-bae2-4342246e47c9 req-7c9a9f0c-746d-49de-bf55-a566a24f5419 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:40.061960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-280081b3-6766-4d00-bae2-4342246e47c9 req-7c9a9f0c-746d-49de-bf55-a566a24f5419 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0522010 Aug 17 17:23:40.099206 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-280081b3-6766-4d00-bae2-4342246e47c9 req-08e5fc5b-d3fc-4055-b749-f00ff35ea285 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306304 Aug 17 17:23:41.212149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d126f-9b56-4290-95f6-26a5646c2a06 req-a17a82bb-bbfe-4519-a187-3ea79598b6f7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:41.213601 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-767d126f-9b56-4290-95f6-26a5646c2a06 req-a17a82bb-bbfe-4519-a187-3ea79598b6f7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0480657 Aug 17 17:23:41.250775 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-767d126f-9b56-4290-95f6-26a5646c2a06 req-1c66824b-4300-4d53-9c02-3a554120349d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312507 Aug 17 17:23:42.363688 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdeb2e-d49b-41d8-a3b4-1c3e1fb9aa7c req-96f47bed-4a21-4bc2-9ff9-6e4d69b050a6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:42.365170 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6fdeb2e-d49b-41d8-a3b4-1c3e1fb9aa7c req-96f47bed-4a21-4bc2-9ff9-6e4d69b050a6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0481327 Aug 17 17:23:42.402337 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6fdeb2e-d49b-41d8-a3b4-1c3e1fb9aa7c req-b33a691c-fcad-43fd-a6a4-39791301fa36 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313330 Aug 17 17:23:43.514446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c648d-965b-40cd-a434-3e96b625162d req-548af890-9073-4800-a8a5-63a09d3babaf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:43.515885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd7c648d-965b-40cd-a434-3e96b625162d req-548af890-9073-4800-a8a5-63a09d3babaf tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0485773 Aug 17 17:23:43.552976 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bd7c648d-965b-40cd-a434-3e96b625162d req-5797032a-26af-447b-8ed7-1fd431ad54ab tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312319 Aug 17 17:23:44.665200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef34c4-30e6-476b-979d-09da4add0ec7 req-c0ae07f8-db18-413d-8ff7-c6ab06764709 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:44.666699 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86ef34c4-30e6-476b-979d-09da4add0ec7 req-c0ae07f8-db18-413d-8ff7-c6ab06764709 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0482864 Aug 17 17:23:44.704420 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-86ef34c4-30e6-476b-979d-09da4add0ec7 req-a49b5044-d877-475c-ae5d-0a590f290db1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317442 Aug 17 17:23:45.821448 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b0cd-131e-46ec-9a7d-3f7dee22063c req-e76c5211-47a8-4fe9-abb7-27d89ec65006 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:45.822925 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96e8b0cd-131e-46ec-9a7d-3f7dee22063c req-e76c5211-47a8-4fe9-abb7-27d89ec65006 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0516012 Aug 17 17:23:45.859529 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-96e8b0cd-131e-46ec-9a7d-3f7dee22063c req-eb8bd1ac-7f0e-4845-89d4-7cb875a5194b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307209 Aug 17 17:23:46.977891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8e20a-bd26-48a1-80de-4572498a53fa req-53587186-f176-485a-8d09-c94852cf7d8e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:46.979424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-19f8e20a-bd26-48a1-80de-4572498a53fa req-53587186-f176-485a-8d09-c94852cf7d8e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0528920 Aug 17 17:23:47.018130 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-19f8e20a-bd26-48a1-80de-4572498a53fa req-ce45e153-40a9-409a-83ad-6193f1b05bfc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326757 Aug 17 17:23:48.133826 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee626a1-042d-46b4-abce-88ec1c7caed6 req-37bbf7cf-1124-4161-a5ba-5c9bca0aff7d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:48.135337 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aee626a1-042d-46b4-abce-88ec1c7caed6 req-37bbf7cf-1124-4161-a5ba-5c9bca0aff7d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0485706 Aug 17 17:23:48.172758 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-aee626a1-042d-46b4-abce-88ec1c7caed6 req-7ce5ebdb-a381-4b94-8f22-c025cfe6fb5b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315485 Aug 17 17:23:49.288612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e0ec1-ed8f-4d48-858a-e9c140cdc4d3 req-07db1e6d-a2b9-4f51-a882-ed874b00114f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:49.289997 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d6e0ec1-ed8f-4d48-858a-e9c140cdc4d3 req-07db1e6d-a2b9-4f51-a882-ed874b00114f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0490491 Aug 17 17:23:49.327418 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d6e0ec1-ed8f-4d48-858a-e9c140cdc4d3 req-8d0785e0-a686-4340-931e-592d5e4784bc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315049 Aug 17 17:23:50.126787 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:50.442162 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaabe6f-66a9-40a6-a00e-90d43eae0a3f req-6f4be9c9-d506-4296-8134-22c182a9c946 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:50.443640 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5aaabe6f-66a9-40a6-a00e-90d43eae0a3f req-6f4be9c9-d506-4296-8134-22c182a9c946 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0498691 Aug 17 17:23:50.481108 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5aaabe6f-66a9-40a6-a00e-90d43eae0a3f req-9b9d5854-020e-4d88-a8d7-847f93373b15 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315812 Aug 17 17:23:50.593126 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:23:51.594191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1b13-5f89-46ee-8e3f-ce93c83ae72f req-0e2c7242-852c-44f2-bc4a-c67eb31e7061 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:51.596304 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9f1c1b13-5f89-46ee-8e3f-ce93c83ae72f req-0e2c7242-852c-44f2-bc4a-c67eb31e7061 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0490391 Aug 17 17:23:51.633567 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9f1c1b13-5f89-46ee-8e3f-ce93c83ae72f req-ed9516cf-42f9-4cda-afe3-36815bc01936 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Aug 17 17:23:52.753141 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f2465-0c24-4eee-a4ed-2e4644e1a91c req-b84400d3-7a46-4635-90d4-e74d6e426eb5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:52.754694 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d73f2465-0c24-4eee-a4ed-2e4644e1a91c req-b84400d3-7a46-4635-90d4-e74d6e426eb5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0542748 Aug 17 17:23:52.791151 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d73f2465-0c24-4eee-a4ed-2e4644e1a91c req-27263e76-3e2f-4b2f-a732-2da8a22bce15 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305507 Aug 17 17:23:53.909622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2666-e841-4e03-b7a2-ef6d3e056722 req-f331712b-ad59-4ebf-b16b-c795a9cbd5a2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:53.911119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-627c2666-e841-4e03-b7a2-ef6d3e056722 req-f331712b-ad59-4ebf-b16b-c795a9cbd5a2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0525124 Aug 17 17:23:53.947939 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-627c2666-e841-4e03-b7a2-ef6d3e056722 req-8b63a7a1-5f48-4996-902e-44df7d024a6f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308666 Aug 17 17:23:53.970100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44812) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:23:54.031335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5c1db894-24e1-4562-a703-5d88d0972342 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/dfe4b200-c9f8-45d8-b3a0-f84f3e286eea HTTP/1.1" status: 200 len: 993 time: 0.0600719 Aug 17 17:23:55.278431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7452-7031-4dbc-a1dd-ee07d6fa6451 req-9799a71a-0c3d-4f9f-a928-58e92f793dc5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:55.279847 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-058e7452-7031-4dbc-a1dd-ee07d6fa6451 req-9799a71a-0c3d-4f9f-a928-58e92f793dc5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0489309 Aug 17 17:23:55.299922 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-2d0402db-87f6-4574-8075-e83375e59a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:55.301444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-2d0402db-87f6-4574-8075-e83375e59a73 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 1097 time: 0.0417097 Aug 17 17:23:55.318304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-058e7452-7031-4dbc-a1dd-ee07d6fa6451 req-d07c571b-97fc-4ec8-9c0e-f63c86b4a26c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Aug 17 17:23:55.396906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-a6c01976-21ef-4636-89fe-7beea2063047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:55.398401 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-a6c01976-21ef-4636-89fe-7beea2063047 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef098ba7-b14a-4269-b03d-683319109581 HTTP/1.1" status: 200 len: 897 time: 0.0881629 Aug 17 17:23:55.466241 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-003a6440-53f2-452d-9d6b-6fab330dca1f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0064c228-7d29-4b32-a4b4-f9a36c007322 HTTP/1.1" status: 200 len: 1001 time: 0.0604250 Aug 17 17:23:55.517926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-9fd7b7c0-6a45-4503-9d79-c7683dce193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:55.519406 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-9fd7b7c0-6a45-4503-9d79-c7683dce193e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3355a8ca-980c-481e-b6c3-4405f9e8bcd9 HTTP/1.1" status: 200 len: 834 time: 0.0442646 Aug 17 17:23:55.562614 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-5914ca3e-3c0b-480a-8bb1-4505b08d3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:55.564483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-5914ca3e-3c0b-480a-8bb1-4505b08d3fc7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef098ba7-b14a-4269-b03d-683319109581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380759 Aug 17 17:23:55.655097 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-88a1e6ae-93f6-4a68-92ae-66d61abbc2f7 service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842450 Aug 17 17:23:55.744046 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8c38f9da-ed9f-4c68-b942-995e56cdef16 req-92da0060-18fc-4076-88ee-0a5603defd2d service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816517 Aug 17 17:23:56.448160 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756ac38-d099-4ec9-a1c1-5f4d90a092ae req-ecbee8d7-85f6-42f8-b331-6401be008768 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:23:56.449677 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b756ac38-d099-4ec9-a1c1-5f4d90a092ae req-ecbee8d7-85f6-42f8-b331-6401be008768 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0496757 Aug 17 17:23:56.488363 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b756ac38-d099-4ec9-a1c1-5f4d90a092ae req-1865c511-f63e-48ea-a63a-b3deada6f41a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320265 Aug 17 17:23:56.510408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44828) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:23:56.574473 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f8470828-b0ff-4530-b632-1324b138be28 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/dfe4b200-c9f8-45d8-b3a0-f84f3e286eea HTTP/1.1" status: 200 len: 993 time: 0.0629470 Aug 17 17:24:02.242019 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fe50e49-a248-4aca-a30b-011eb19a6f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:04.883132 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6009065-5edd-49a1-a5c6-e2c5e27ae08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:05.097395 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:06.182237 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:07.564440 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:24:07.896130 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:20.137606 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:20.591850 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:26.983322 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:27.137758 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port 02bab3df-49b1-4448-b337-56e31eb75a6e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:24:27.138099 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:27.215393 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:27.215723 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:27.226998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for 02bab3df-49b1-4448-b337-56e31eb75a6e owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:24:27.370492 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:27.395792 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=02bab3df-49b1-4448-b337-56e31eb75a6e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:27.421411 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.421752 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.422083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.422435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.422762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.423091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.423935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.424250 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.424569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.424885 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.425199 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.425532 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:27.464711 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:27.465092 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Floating IP dfe4b200-c9f8-45d8-b3a0-f84f3e286eea disassociated (deleted). External IP: 172.25.7.99, port: 0064c228-7d29-4b32-a4b4-f9a36c007322. Aug 17 17:24:27.669522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:24:27.774592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:24:27.779463 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:27.785149 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] Sync routers for ids ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:24:27.793805 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] Routers {'0635e7b9-8ae8-4517-a762-2ea2c6d6d240'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:24:27.794424 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:24:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:27.807122 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5161bc1f-3198-4bdc-8fb8-ef33dda5860d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/floatingips/dfe4b200-c9f8-45d8-b3a0-f84f3e286eea HTTP/1.1" status: 204 len: 168 time: 0.8225942 Aug 17 17:24:27.808009 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'tag': '0064c228-7d29-4b32-a4b4-f9a36c007322'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:24:27.810353 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c6ed86-80c5-4cbe-be80-f546dcb9d775" -d '{"events": [{"name": "network-changed", "server_uuid": "c6067766-d261-4f63-8ec8-53f0bfcf21bf", "tag": "0064c228-7d29-4b32-a4b4-f9a36c007322"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:24:27.902720 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70362ef5-d4b9-4249-86f7-e53161afd62c x-openstack-request-id: req-70362ef5-d4b9-4249-86f7-e53161afd62c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:24:27.903023 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6067766-d261-4f63-8ec8-53f0bfcf21bf", "tag": "0064c228-7d29-4b32-a4b4-f9a36c007322", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:24:27.903296 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70362ef5-d4b9-4249-86f7-e53161afd62c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:24:27.903721 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'tag': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'status': 'completed', 'code': 200} Aug 17 17:24:27.903997 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] Set router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:24:27.976369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-d19e2496-d92a-4e4a-9e35-dd360c0d98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:27.978666 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-d19e2496-d92a-4e4a-9e35-dd360c0d98f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 1097 time: 0.0457754 Aug 17 17:24:28.041835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86902e37-fdc9-4400-b198-afaa4e99dda1 req-669d2589-8fb2-4eae-9826-b22e670d291d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:28.043474 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86902e37-fdc9-4400-b198-afaa4e99dda1 req-669d2589-8fb2-4eae-9826-b22e670d291d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0507910 Aug 17 17:24:28.083299 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-d8ae9941-c1cf-4503-83da-1390e93d5d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:28.083965 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-86902e37-fdc9-4400-b198-afaa4e99dda1 req-1565eaaa-1573-441d-beea-af81a2ee741f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338318 Aug 17 17:24:28.084827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-d8ae9941-c1cf-4503-83da-1390e93d5d6a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef098ba7-b14a-4269-b03d-683319109581 HTTP/1.1" status: 200 len: 897 time: 0.0939236 Aug 17 17:24:28.115412 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9b4a02e2-c048-48b6-af62-b8c28fc05434', 'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:51Z', 'updated_at': '2021-08-17T17:22:56Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:28.129790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-2d3bf1f8-f709-4340-bc3f-0dfd546595a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0064c228-7d29-4b32-a4b4-f9a36c007322 HTTP/1.1" status: 200 len: 217 time: 0.0357985 Aug 17 17:24:28.146167 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] Checking router: 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:24:28.154434 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] Routers {'0635e7b9-8ae8-4517-a762-2ea2c6d6d240'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:24:28.155031 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:24:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:28.184588 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-e06c617a-be3b-4a34-b5b5-3b818e976cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:28.186014 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-e06c617a-be3b-4a34-b5b5-3b818e976cd4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3355a8ca-980c-481e-b6c3-4405f9e8bcd9 HTTP/1.1" status: 200 len: 834 time: 0.0449696 Aug 17 17:24:28.237352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-5b674b91-a631-4d9f-b631-416a13a095fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:28.238885 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-5b674b91-a631-4d9f-b631-416a13a095fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef098ba7-b14a-4269-b03d-683319109581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448480 Aug 17 17:24:28.259039 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] Set router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:24:28.335218 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-85e9fc79-44b2-4444-bbd5-bf91681d1bc5 service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854793 Aug 17 17:24:28.431862 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-26c6ed86-80c5-4cbe-be80-f546dcb9d775 req-ee62083f-cfe0-4a61-a655-0094f81d4375 service neutron] 10.222.0.93 "GET /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868754 Aug 17 17:24:28.449503 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9b4a02e2-c048-48b6-af62-b8c28fc05434', 'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:51Z', 'updated_at': '2021-08-17T17:22:56Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:28.475499 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c0a0ea-3027-4b67-9088-ba1de3d5ddc8 None None] The sync data for ids ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'] in n-d-804878-1 is: [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '9b4a02e2-c048-48b6-af62-b8c28fc05434', 'name': '', 'network_id': 'ef098ba7-b14a-4269-b03d-683319109581', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:51Z', 'updated_at': '2021-08-17T17:22:56Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '3355a8ca-980c-481e-b6c3-4405f9e8bcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:24:28.699008 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dce8ba-660d-49a2-b573-7102640af87a None None] New status for floating IP dfe4b200-c9f8-45d8-b3a0-f84f3e286eea: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:24:29.202232 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541ea74-1ca3-4862-8519-b8ab7dcf20b4 req-8705c75e-0e38-4fcd-894b-c29e5d0f3204 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:29.203728 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3541ea74-1ca3-4862-8519-b8ab7dcf20b4 req-8705c75e-0e38-4fcd-894b-c29e5d0f3204 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0497942 Aug 17 17:24:29.241483 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3541ea74-1ca3-4862-8519-b8ab7dcf20b4 req-a6e637e0-7072-4a2e-9022-5a7cfdf66033 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317564 Aug 17 17:24:29.595167 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-022dc0c3-e422-4487-94d3-bf5d5184e01a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:29.597160 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-022dc0c3-e422-4487-94d3-bf5d5184e01a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 946 time: 0.0474746 Aug 17 17:24:29.689661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port 0064c228-7d29-4b32-a4b4-f9a36c007322 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:24:29.689996 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:29.776713 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port 0064c228-7d29-4b32-a4b4-f9a36c007322, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=0064c228-7d29-4b32-a4b4-f9a36c007322,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:24:29.777072 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:29.789839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for 0064c228-7d29-4b32-a4b4-f9a36c007322 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:24:29.919589 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:29.948123 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=0064c228-7d29-4b32-a4b4-f9a36c007322,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:29.960856 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.961202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.961538 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.961869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.962194 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.962635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.962854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.963173 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.963482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.963805 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.964121 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:29.964432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:30.001925 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] No DVR routers for this DVR port 0064c228-7d29-4b32-a4b4-f9a36c007322 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:24:30.004599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:30.006647 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4b01bf0a-44e1-4f6b-a4fc-5dd2c3ead6ca req-3c37fe45-d0e6-426c-ad2a-2a6ee3278ceb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "DELETE /v2.0/ports/0064c228-7d29-4b32-a4b4-f9a36c007322 HTTP/1.1" status: 204 len: 173 time: 0.4020758 Aug 17 17:24:30.007071 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'name': 'network-vif-deleted', 'tag': '0064c228-7d29-4b32-a4b4-f9a36c007322'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:24:30.009318 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbc02e4-a7aa-42b5-9a21-b04db4c3aa52" -d '{"events": [{"server_uuid": "c6067766-d261-4f63-8ec8-53f0bfcf21bf", "name": "network-vif-deleted", "tag": "0064c228-7d29-4b32-a4b4-f9a36c007322"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:24:30.099632 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf46e91a-1368-4e70-968e-f03fecf58535 x-openstack-request-id: req-bf46e91a-1368-4e70-968e-f03fecf58535 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:24:30.100018 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6067766-d261-4f63-8ec8-53f0bfcf21bf", "name": "network-vif-deleted", "tag": "0064c228-7d29-4b32-a4b4-f9a36c007322", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:24:30.100574 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf46e91a-1368-4e70-968e-f03fecf58535 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:24:30.101595 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6067766-d261-4f63-8ec8-53f0bfcf21bf', 'name': 'network-vif-deleted', 'tag': '0064c228-7d29-4b32-a4b4-f9a36c007322', 'status': 'completed', 'code': 200} Aug 17 17:24:30.347464 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-444e1f1f-aada-465b-882c-3f9da0ccadc3 req-9714df00-b16a-463d-94a4-41e17e3293b0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6067766-d261-4f63-8ec8-53f0bfcf21bf HTTP/1.1" status: 200 len: 210 time: 0.0271573 Aug 17 17:24:31.405051 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:31.753843 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:32.243250 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9940be26-60e9-4c1b-9c02-a043ede8c087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:32.352915 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port 9b4a02e2-c048-48b6-af62-b8c28fc05434 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:24:32.353152 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:32.459255 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port 9b4a02e2-c048-48b6-af62-b8c28fc05434, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=9b4a02e2-c048-48b6-af62-b8c28fc05434,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:24:32.460009 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:32.477269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for 9b4a02e2-c048-48b6-af62-b8c28fc05434 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:24:32.682029 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:32.709193 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=9b4a02e2-c048-48b6-af62-b8c28fc05434,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:32.883937 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.097727 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:24:33.205358 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:24:33.210697 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5532d59a-ddef-4899-a1c6-0037147470c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "PUT /v2.0/routers/0635e7b9-8ae8-4517-a762-2ea2c6d6d240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8045158 Aug 17 17:24:33.213353 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:33.215392 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] Sync routers for ids ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:24:33.224873 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] Routers {'0635e7b9-8ae8-4517-a762-2ea2c6d6d240'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:24:33.225543 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:24:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:33.266124 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-823e4ee9-e18a-4458-b2d6-edff2f6e5762 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting subnet 3355a8ca-980c-481e-b6c3-4405f9e8bcd9 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:24:33.269220 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-823e4ee9-e18a-4458-b2d6-edff2f6e5762 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.311512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-823e4ee9-e18a-4458-b2d6-edff2f6e5762 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.331987 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] Set router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:24:33.399327 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-823e4ee9-e18a-4458-b2d6-edff2f6e5762 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.457983 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-823e4ee9-e18a-4458-b2d6-edff2f6e5762 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.484634 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e4ee9-e18a-4458-b2d6-edff2f6e5762 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Subnet': ['ID=3355a8ca-980c-481e-b6c3-4405f9e8bcd9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:33.488769 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-823e4ee9-e18a-4458-b2d6-edff2f6e5762 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.491471 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-823e4ee9-e18a-4458-b2d6-edff2f6e5762 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/subnets/3355a8ca-980c-481e-b6c3-4405f9e8bcd9 HTTP/1.1" status: 204 len: 168 time: 0.2762008 Aug 17 17:24:33.493415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44872) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:33.499551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda0c1ae-d426-4dc7-aa28-3070cd2965d7 None None] Network ef098ba7-b14a-4269-b03d-683319109581 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:24:33.514179 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:24:32Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:33.540845 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] Checking router: 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:24:33.549330 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] Routers {'0635e7b9-8ae8-4517-a762-2ea2c6d6d240'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:24:33.549937 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:24:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:33.614424 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.670025 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] DHCP port deletion for ef098ba7-b14a-4269-b03d-683319109581 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:24:33.719095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Deleting port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:24:33.719472 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.729555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.765696 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] Set router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:24:33.786933 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] For port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=615fb0c7-3f2c-4078-97c5-69a72f2c18c0,segment=NetworkSegment(c07c4c67-58c1-4587-b4eb-41b31e00a6bf),segment_id=c07c4c67-58c1-4587-b4eb-41b31e00a6bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:24:33.787336 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.788180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port d39a3936-51dc-44eb-9cbc-b56e0ac695b2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:24:33.788525 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.800853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Calling delete_port for 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:24:33.874633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port d39a3936-51dc-44eb-9cbc-b56e0ac695b2, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d39a3936-51dc-44eb-9cbc-b56e0ac695b2,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:24:33.875552 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.888241 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:33.888833 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for d39a3936-51dc-44eb-9cbc-b56e0ac695b2 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:24:33.912368 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Pushing event deleted for resources: {'Port': ['ID=615fb0c7-3f2c-4078-97c5-69a72f2c18c0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:33.921328 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] No DVR routers for this DVR port 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:24:33.924287 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.924635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.924976 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.925310 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.925643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.926095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.926442 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.926773 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.927095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.927424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.927747 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.928067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8384c-4503-4b51-82de-9ae07b9d2554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:33.953201 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:24:32Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:33.980559 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd50b0-b46c-4731-817d-5c1795e63b6f None None] The sync data for ids ['0635e7b9-8ae8-4517-a762-2ea2c6d6d240'] in n-d-804878-1 is: [{'id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804245397', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:22:48Z', 'updated_at': '2021-08-17T17:24:32Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'd39a3936-51dc-44eb-9cbc-b56e0ac695b2', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0635e7b9-8ae8-4517-a762-2ea2c6d6d240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:22:49Z', 'updated_at': '2021-08-17T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:24:34.073237 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.100234 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=d39a3936-51dc-44eb-9cbc-b56e0ac695b2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:34.160812 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.252191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.254264 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.255030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0064c228-7d29-4b32-a4b4-f9a36c007322 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:24:34.276073 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 0064c228-7d29-4b32-a4b4-f9a36c007322 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:24:34.276414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 0064c228-7d29-4b32-a4b4-f9a36c007322 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:24:34.302578 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.303136 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Fanout notify agent at l3_agent the message router_deleted on router 0635e7b9-8ae8-4517-a762-2ea2c6d6d240 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:24:34.309852 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.313345 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a27a04bb-58cd-4bb1-a032-1bf3fafbe3cb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/routers/0635e7b9-8ae8-4517-a762-2ea2c6d6d240 HTTP/1.1" status: 204 len: 168 time: 0.8165922 Aug 17 17:24:34.313564 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44876) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:34.392899 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.448496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:24:34.476618 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:24:34.477041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 615fb0c7-3f2c-4078-97c5-69a72f2c18c0 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:24:34.477527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9b4a02e2-c048-48b6-af62-b8c28fc05434 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:24:34.488600 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.497384 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 9b4a02e2-c048-48b6-af62-b8c28fc05434 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:24:34.497803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 9b4a02e2-c048-48b6-af62-b8c28fc05434 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:24:34.500664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef098ba7-b14a-4269-b03d-683319109581']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:34.511542 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:34.511844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07c4c67-58c1-4587-b4eb-41b31e00a6bf') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:34.521214 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.535185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.541615 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:24:34.542020 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:24:34.545172 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:24:34.611728 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.619293 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.621315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/networks/ef098ba7-b14a-4269-b03d-683319109581 HTTP/1.1" status: 204 len: 168 time: 0.3063016 Aug 17 17:24:34.624198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44878) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:34.633982 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa121fb6-aa66-4e91-8523-4b69644d5281 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Network': ['ID=ef098ba7-b14a-4269-b03d-683319109581,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:34.695365 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b60121-9f66-4e2f-b85b-4f4d2abbabde tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.721970 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b60121-9f66-4e2f-b85b-4f4d2abbabde tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.785374 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b60121-9f66-4e2f-b85b-4f4d2abbabde tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.788106 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0b60121-9f66-4e2f-b85b-4f4d2abbabde tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:34.789270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-b0b60121-9f66-4e2f-b85b-4f4d2abbabde tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/security-groups/3fed0892-4d2b-49f1-b9f7-17d0dde53b4f HTTP/1.1" status: 204 len: 168 time: 0.1638029 Aug 17 17:24:34.798329 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b60121-9f66-4e2f-b85b-4f4d2abbabde tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fed0892-4d2b-49f1-b9f7-17d0dde53b4f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:34.883731 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4968be0-8fae-4801-92d5-006439a038bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.014896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44884) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:35.020371 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-68e809c7-629a-4b19-ab20-cac05d607a6b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1538049700', 'description': 'tempest-secgroup-smoke-1538049700 description', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:35.044372 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68e809c7-629a-4b19-ab20-cac05d607a6b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.100861 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.127525 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68e809c7-629a-4b19-ab20-cac05d607a6b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.131252 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68e809c7-629a-4b19-ab20-cac05d607a6b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.159106 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68e809c7-629a-4b19-ab20-cac05d607a6b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.160317 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-68e809c7-629a-4b19-ab20-cac05d607a6b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443806 Aug 17 17:24:35.162186 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e809c7-629a-4b19-ab20-cac05d607a6b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31499cff-c3e2-49aa-97b4-59120cec8938,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:35.163308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44886) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:35.168109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-67b7fd6b-981f-41c8-9af7-7bd68060a8db tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '31499cff-c3e2-49aa-97b4-59120cec8938', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:35.195343 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-981f-41c8-9af7-7bd68060a8db tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.250960 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-981f-41c8-9af7-7bd68060a8db tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.255026 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-981f-41c8-9af7-7bd68060a8db tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.274800 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7fd6b-981f-41c8-9af7-7bd68060a8db tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773437d9-dbe0-46cc-9208-8aae19263a94,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:35.277903 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-981f-41c8-9af7-7bd68060a8db tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.279157 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-67b7fd6b-981f-41c8-9af7-7bd68060a8db tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147203 Aug 17 17:24:35.281872 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44888) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:35.286227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-4acb52ad-fea5-45ac-8cca-159cdecb314c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '31499cff-c3e2-49aa-97b4-59120cec8938', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:35.313000 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4acb52ad-fea5-45ac-8cca-159cdecb314c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.369386 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4acb52ad-fea5-45ac-8cca-159cdecb314c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.373031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4acb52ad-fea5-45ac-8cca-159cdecb314c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.391611 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb52ad-fea5-45ac-8cca-159cdecb314c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b5ec4f-96de-4fc8-bf16-94b8b64a9c3f,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:35.397720 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4acb52ad-fea5-45ac-8cca-159cdecb314c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.399057 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4acb52ad-fea5-45ac-8cca-159cdecb314c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162312 Aug 17 17:24:35.401807 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44890) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:35.406195 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-90100fa6-e687-4dd9-bdf2-a6b22d6c0aa0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '31499cff-c3e2-49aa-97b4-59120cec8938', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:35.431780 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90100fa6-e687-4dd9-bdf2-a6b22d6c0aa0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.492574 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90100fa6-e687-4dd9-bdf2-a6b22d6c0aa0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.495901 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90100fa6-e687-4dd9-bdf2-a6b22d6c0aa0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.515097 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90100fa6-e687-4dd9-bdf2-a6b22d6c0aa0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4a75b8-cce1-4382-9c66-eb5ebf627c1a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:35.518711 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90100fa6-e687-4dd9-bdf2-a6b22d6c0aa0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.519909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-90100fa6-e687-4dd9-bdf2-a6b22d6c0aa0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171448 Aug 17 17:24:35.522736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44892) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:35.527047 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-02a8548e-c4f7-46f9-a037-928477da2843 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '31499cff-c3e2-49aa-97b4-59120cec8938', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:35.553465 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02a8548e-c4f7-46f9-a037-928477da2843 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.612877 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02a8548e-c4f7-46f9-a037-928477da2843 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.616238 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02a8548e-c4f7-46f9-a037-928477da2843 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.634620 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8548e-c4f7-46f9-a037-928477da2843 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffab9f18-8a6d-48eb-a081-4677f9c9489a,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:35.639697 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02a8548e-c4f7-46f9-a037-928477da2843 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.642810 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-02a8548e-c4f7-46f9-a037-928477da2843 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191208 Aug 17 17:24:35.644109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44894) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:35.648616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-469f4442-4a51-4ef1-8c92-c5af4156bb53 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '31499cff-c3e2-49aa-97b4-59120cec8938', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:35.670429 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-469f4442-4a51-4ef1-8c92-c5af4156bb53 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Project 7f28d5a867f34f10ad4a85a8b44b9f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:24:35.675671 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-469f4442-4a51-4ef1-8c92-c5af4156bb53 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.733218 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-469f4442-4a51-4ef1-8c92-c5af4156bb53 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.737057 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-469f4442-4a51-4ef1-8c92-c5af4156bb53 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.754639 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f4442-4a51-4ef1-8c92-c5af4156bb53 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84d4141-9561-476c-9f58-a21cb5e92b56,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:35.760051 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-469f4442-4a51-4ef1-8c92-c5af4156bb53 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.761283 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-469f4442-4a51-4ef1-8c92-c5af4156bb53 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162069 Aug 17 17:24:35.764073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44896) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:35.768672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-84f20795-186c-4f8f-80d2-5ec1512b68a5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'security_group_rule': {'security_group_id': '31499cff-c3e2-49aa-97b4-59120cec8938', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:35.790338 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-84f20795-186c-4f8f-80d2-5ec1512b68a5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Project 7f28d5a867f34f10ad4a85a8b44b9f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:24:35.795078 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84f20795-186c-4f8f-80d2-5ec1512b68a5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.857381 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84f20795-186c-4f8f-80d2-5ec1512b68a5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.860358 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84f20795-186c-4f8f-80d2-5ec1512b68a5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.878648 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f20795-186c-4f8f-80d2-5ec1512b68a5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75685027-a4ac-4634-8036-686bfd57196e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:35.884497 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84f20795-186c-4f8f-80d2-5ec1512b68a5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.888156 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-84f20795-186c-4f8f-80d2-5ec1512b68a5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206491 Aug 17 17:24:35.888481 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44898) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:35.893310 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'network': {'name': 'tempest-network-smoke--876180546', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'port_security_enabled': True}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:35.913462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:24:35.916786 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.940033 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:24:35.948931 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:35.949270 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Added segment 9f17c837-dc2c-4641-b88f-9db8d04a1a16 of type vlan for network b27e051f-b941-4454-ad6f-7c373cc73f31 Aug 17 17:24:35.990515 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.014288 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.019760 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:36.020330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.069858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1803710 Aug 17 17:24:36.072664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44900) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:36.079050 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'admin_state_up': True, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:36.104696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7190a-8316-4611-b261-1675e871b054 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Network': ['ID=b27e051f-b941-4454-ad6f-7c373cc73f31,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:36.115814 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network b27e051f-b941-4454-ad6f-7c373cc73f31 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:24:36.118083 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.119330 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.171378 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.191163 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.193147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d39a3936-51dc-44eb-9cbc-b56e0ac695b2 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:24:36.216764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d39a3936-51dc-44eb-9cbc-b56e0ac695b2 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:24:36.217107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d39a3936-51dc-44eb-9cbc-b56e0ac695b2 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:24:36.316191 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.501940 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.521017 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.624284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.25.7.16 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/b38f925a-c419-4edb-9845-bb1eb96a6b39) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:24:36.725394 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.767504 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:36.807735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:24:36.812909 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:24:36.815554 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=b38f925a-c419-4edb-9845-bb1eb96a6b39,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:36.817653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:24:37.059238 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:37.598142 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:37.724589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router a2ce1e69-3dca-47c4-9275-de758fceb17e is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:24:37.826592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:24:37.836365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Sync routers for ids ['a2ce1e69-3dca-47c4-9275-de758fceb17e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:24:37.845664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Routers {'a2ce1e69-3dca-47c4-9275-de758fceb17e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:24:37.845984 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:37.846385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a2ce1e69-3dca-47c4-9275-de758fceb17e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:37.850315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c3da446a-9a90-46ac-b77e-bb6ef785b9c1 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7738049 Aug 17 17:24:37.850961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44902) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:37.932922 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:37.939047 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ba49337a-b518-4c30-b829-41fefa5e3f25 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7f28d5a867f34f10ad4a85a8b44b9f82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0869932 Aug 17 17:24:37.941677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44906) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:37.961561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Set router a2ce1e69-3dca-47c4-9275-de758fceb17e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:24:38.031918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7722cd-b0d3-48ad-95eb-de329f67133c tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:38.034243 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fd7722cd-b0d3-48ad-95eb-de329f67133c tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916281 Aug 17 17:24:38.037193 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44908) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:38.066668 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9956b05c-335f-440f-8447-4be23189b4be tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=b1431747-28a9-46c8-a59f-48689efac5e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283251 Aug 17 17:24:38.069150 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44910) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:38.074146 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430331784', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:38.170124 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:24:38.174296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.301323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:36Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:38.327424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Checking router: a2ce1e69-3dca-47c4-9275-de758fceb17e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:24:38.327767 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Updating router a2ce1e69-3dca-47c4-9275-de758fceb17e port b38f925a-c419-4edb-9845-bb1eb96a6b39 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:24:38.352255 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.362984 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.423955 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Subnet': ['ID=196238e1-263b-4c18-85e1-c786b0ac49e4,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:38.432471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Checking segment: {'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:24:38.432834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network hostable DHCP agents. Network: b27e051f-b941-4454-ad6f-7c373cc73f31, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:24:38.449957 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b27e051f-b941-4454-ad6f-7c373cc73f31 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:24:38.460094 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, b27e051f-b941-4454-ad6f-7c373cc73f31) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:24:38.464953 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:38.465898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.474599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b9e462-1b4a-42ea-b939-b198f345b2e0 None None] Network b27e051f-b941-4454-ad6f-7c373cc73f31 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:24:38.481408 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-9e584ece-dd87-42ea-b961-b5d3ad4d945d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4111116 Aug 17 17:24:38.484102 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44912) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:38.714295 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.721686 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-b27e051f-b941-4454-ad6f-7c373cc73f31', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:24:38.722544 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.728830 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Transition to ACTIVE for port object b38f925a-c419-4edb-9845-bb1eb96a6b39 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:24:38.742240 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.844135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Attempting to bind port b38f925a-c419-4edb-9845-bb1eb96a6b39 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:24:38.844798 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Attempting to bind port b38f925a-c419-4edb-9845-bb1eb96a6b39 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:24:38.844923 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Attempting to bind port b38f925a-c419-4edb-9845-bb1eb96a6b39 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:24:38.860584 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:24:38.861518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:24:38.861927 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.862320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:24:38.862811 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Bound port: b38f925a-c419-4edb-9845-bb1eb96a6b39, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:24:38.863192 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.871175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa7699-5437-40fb-a11b-86b99cc7e5c8 None None] Pushing event updated for resources: {'Port': ['ID=b38f925a-c419-4edb-9845-bb1eb96a6b39,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:38.936539 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.958878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] For port b38f925a-c419-4edb-9845-bb1eb96a6b39, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:24:38.966222 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] For port b38f925a-c419-4edb-9845-bb1eb96a6b39, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b38f925a-c419-4edb-9845-bb1eb96a6b39,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:24:38.971206 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:38.973525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Allocated IP 172.20.0.2 (b27e051f-b941-4454-ad6f-7c373cc73f31/196238e1-263b-4c18-85e1-c786b0ac49e4/a0304a56-18b7-44cd-8108-2bce8387d121) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:24:39.087971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Routers {'a2ce1e69-3dca-47c4-9275-de758fceb17e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:24:39.088595 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a2ce1e69-3dca-47c4-9275-de758fceb17e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:39.090267 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa7699-5437-40fb-a11b-86b99cc7e5c8 None None] Pushing event updated for resources: {'Port': ['ID=b38f925a-c419-4edb-9845-bb1eb96a6b39,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:39.248104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] Set router a2ce1e69-3dca-47c4-9275-de758fceb17e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:24:39.311655 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:39.356314 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Transition to ACTIVE for port object a0304a56-18b7-44cd-8108-2bce8387d121 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:24:39.381440 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Transition to ACTIVE for port object a0304a56-18b7-44cd-8108-2bce8387d121 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:24:39.389289 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:39.440330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.20.0.1 (b27e051f-b941-4454-ad6f-7c373cc73f31/196238e1-263b-4c18-85e1-c786b0ac49e4/d89a5172-c152-4246-b0a2-021adb138bda) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:24:39.449072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Network b27e051f-b941-4454-ad6f-7c373cc73f31 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:24:39.471107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:24:39.473867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Pushing event updated for resources: {'Port': ['ID=a0304a56-18b7-44cd-8108-2bce8387d121,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:39.476052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:24:39.542299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Attempting to bind port a0304a56-18b7-44cd-8108-2bce8387d121 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:24:39.542602 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Attempting to bind port a0304a56-18b7-44cd-8108-2bce8387d121 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:24:39.542960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Attempting to bind port a0304a56-18b7-44cd-8108-2bce8387d121 on network b27e051f-b941-4454-ad6f-7c373cc73f31 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:24:39.550753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:24:39.551124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Checking segment: {'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:24:39.551522 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:39.552019 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Bound using segment: {'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:24:39.552379 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Bound port: a0304a56-18b7-44cd-8108-2bce8387d121, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:24:39.552756 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:39.556548 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:39.565527 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:36Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:39.570924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Transition to ACTIVE for port object d89a5172-c152-4246-b0a2-021adb138bda will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:24:39.594071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51cd18-cb84-491d-aedd-dc76d76f9e66 None None] The sync data for ids ['a2ce1e69-3dca-47c4-9275-de758fceb17e'] in n-d-804878-1 is: [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:36Z', 'revision_number': 3, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:24:39.610086 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:39.645221 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] For port a0304a56-18b7-44cd-8108-2bce8387d121, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:24:39.648330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] For port a0304a56-18b7-44cd-8108-2bce8387d121, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a0304a56-18b7-44cd-8108-2bce8387d121,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:24:39.653091 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:39.665889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b27e051f-b941-4454-ad6f-7c373cc73f31 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:24:39.669341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:24:39.673561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:24:39.698632 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=d89a5172-c152-4246-b0a2-021adb138bda,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:39.722308 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:39.729666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d72b5c-f373-4988-9a79-16e5f8dc3b3a None None] Pushing event updated for resources: {'Port': ['ID=a0304a56-18b7-44cd-8108-2bce8387d121,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:39.881986 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:40.200632 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:40.209240 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:40.295074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=d89a5172-c152-4246-b0a2-021adb138bda,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:40.298695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:40.318060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a0304a56-18b7-44cd-8108-2bce8387d121 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:24:40.376165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port a0304a56-18b7-44cd-8108-2bce8387d121 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:24:40.381450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b38f925a-c419-4edb-9845-bb1eb96a6b39 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:24:40.402402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b27e051f-b941-4454-ad6f-7c373cc73f31 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:24:40.403988 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:24:40.437439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b38f925a-c419-4edb-9845-bb1eb96a6b39 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:24:40.443279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b38f925a-c419-4edb-9845-bb1eb96a6b39 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:40.443491 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:40.533648 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:40.536864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router a2ce1e69-3dca-47c4-9275-de758fceb17e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:24:40.564364 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b38f925a-c419-4edb-9845-bb1eb96a6b39, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b38f925a-c419-4edb-9845-bb1eb96a6b39,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:24:40.569185 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:40.625525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b38f925a-c419-4edb-9845-bb1eb96a6b39,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:40.661531 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:24:40.670424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8d781a26-1bdb-4111-b2b2-41d60208f1aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "PUT /v2.0/routers/a2ce1e69-3dca-47c4-9275-de758fceb17e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1826479 Aug 17 17:24:40.808771 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab1a657-c8c7-4435-896d-a087ffcc44ae None None] Network b27e051f-b941-4454-ad6f-7c373cc73f31 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:24:40.819346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-eceba7c9-af80-4b46-8933-e9d6ed86f344 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538049700&fields=id&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 267 time: 0.0406728 Aug 17 17:24:40.931371 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-ea6ad98b-dda5-400f-b57b-71f23cc6c141 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:40.931645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ce43bda1-7438-457d-beb7-a158c06ad1aa None None] Provisioning for port a0304a56-18b7-44cd-8108-2bce8387d121 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:24:40.933280 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-ea6ad98b-dda5-400f-b57b-71f23cc6c141 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/networks?id=b27e051f-b941-4454-ad6f-7c373cc73f31 HTTP/1.1" status: 200 len: 796 time: 0.1070325 Aug 17 17:24:40.949541 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-eb5b850f-ee23-4d7b-8cce-b85eaa7cf8ab tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/quotas/7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 375 time: 0.0097139 Aug 17 17:24:40.954578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ce43bda1-7438-457d-beb7-a158c06ad1aa None None] Provisioning complete for port a0304a56-18b7-44cd-8108-2bce8387d121 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:40.954950 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce43bda1-7438-457d-beb7-a158c06ad1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:41.005631 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-6e324006-542c-42b1-b4dd-7de40669a526 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499468 Aug 17 17:24:41.052336 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce43bda1-7438-457d-beb7-a158c06ad1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:41.081111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-f9b33f6b-c86a-42da-8df9-baa71c325e84 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:24:41.082320 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-f9b33f6b-c86a-42da-8df9-baa71c325e84 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0616758 Aug 17 17:24:41.093905 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ce43bda1-7438-457d-beb7-a158c06ad1aa None None] For port a0304a56-18b7-44cd-8108-2bce8387d121, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a0304a56-18b7-44cd-8108-2bce8387d121,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:24:41.098472 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce43bda1-7438-457d-beb7-a158c06ad1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:41.161360 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43bda1-7438-457d-beb7-a158c06ad1aa None None] Pushing event updated for resources: {'Port': ['ID=a0304a56-18b7-44cd-8108-2bce8387d121,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:41.190695 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-3a89a296-b328-44b6-8557-d8d670cc427a service neutron] 10.222.0.77 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010265 Aug 17 17:24:41.289309 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-2f215947-6e84-4e6e-85e4-032fa6c887e5 service neutron] 10.222.0.77 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920150 Aug 17 17:24:41.318104 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-059a390b-fd20-4cf8-958b-178a88a2f68c None None] Provisioning complete for port a0304a56-18b7-44cd-8108-2bce8387d121 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:41.318685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-059a390b-fd20-4cf8-958b-178a88a2f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:41.402962 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Sync routers for ids ['a2ce1e69-3dca-47c4-9275-de758fceb17e'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:24:41.426219 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Routers {'a2ce1e69-3dca-47c4-9275-de758fceb17e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:24:41.427194 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a2ce1e69-3dca-47c4-9275-de758fceb17e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:41.437492 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-059a390b-fd20-4cf8-958b-178a88a2f68c None None] Provisioning for port d89a5172-c152-4246-b0a2-021adb138bda completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:24:41.443406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-059a390b-fd20-4cf8-958b-178a88a2f68c None None] Provisioning complete for port d89a5172-c152-4246-b0a2-021adb138bda triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:41.443406 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-059a390b-fd20-4cf8-958b-178a88a2f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:41.490736 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37b2077e-db68-4975-9de3-e2f99d2e3d17 req-0630a4d8-a8ce-42d9-a56d-82b4622d2596 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 210 time: 0.0369663 Aug 17 17:24:41.501978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-059a390b-fd20-4cf8-958b-178a88a2f68c None None] Port d89a5172-c152-4246-b0a2-021adb138bda cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:24:41.566485 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Set router a2ce1e69-3dca-47c4-9275-de758fceb17e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:24:41.622189 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2cd1f096-f781-486d-b2d3-afd186de4a25 None None] Provisioning complete for port d89a5172-c152-4246-b0a2-021adb138bda triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:41.622653 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f096-f781-486d-b2d3-afd186de4a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:41.661722 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1f096-f781-486d-b2d3-afd186de4a25 None None] Port d89a5172-c152-4246-b0a2-021adb138bda cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:24:41.780429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-646b9980-0c40-49a0-a9be-e23726a4026b None None] Provisioning complete for port d89a5172-c152-4246-b0a2-021adb138bda triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:41.780882 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-646b9980-0c40-49a0-a9be-e23726a4026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:41.782121 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:39Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd89a5172-c152-4246-b0a2-021adb138bda', 'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:94:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:39Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 2, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:41.815345 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Checking router: a2ce1e69-3dca-47c4-9275-de758fceb17e for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:24:41.815691 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Updating router a2ce1e69-3dca-47c4-9275-de758fceb17e port d89a5172-c152-4246-b0a2-021adb138bda binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:24:41.819029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-646b9980-0c40-49a0-a9be-e23726a4026b None None] Port d89a5172-c152-4246-b0a2-021adb138bda cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:24:41.842287 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:42.104871 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:42.115480 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Transition to ACTIVE for port object d89a5172-c152-4246-b0a2-021adb138bda will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:24:42.122284 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:42.194782 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Pushing event updated for resources: {'Port': ['ID=d89a5172-c152-4246-b0a2-021adb138bda,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:42.220609 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.220944 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.221270 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.221892 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.222214 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.222556 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.222876 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.223184 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.223492 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.223799 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.224105 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.224414 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:24:42.239464 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Attempting to bind port d89a5172-c152-4246-b0a2-021adb138bda on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:24:42.239890 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Attempting to bind port d89a5172-c152-4246-b0a2-021adb138bda by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:24:42.240192 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Attempting to bind port d89a5172-c152-4246-b0a2-021adb138bda on network b27e051f-b941-4454-ad6f-7c373cc73f31 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:24:42.246014 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:24:42.246221 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Checking segment: {'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:24:42.246669 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:42.247000 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Bound using segment: {'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:24:42.247460 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Bound port: d89a5172-c152-4246-b0a2-021adb138bda, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:24:42.247831 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:42.255298 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a0304a56-18b7-44cd-8108-2bce8387d121 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:24:42.303875 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port a0304a56-18b7-44cd-8108-2bce8387d121 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:42.304245 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:42.320094 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] For port d89a5172-c152-4246-b0a2-021adb138bda, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:24:42.323418 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] For port d89a5172-c152-4246-b0a2-021adb138bda, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d89a5172-c152-4246-b0a2-021adb138bda,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:24:42.328798 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:42.394997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b38f925a-c419-4edb-9845-bb1eb96a6b39 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:24:42.397894 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Routers {'a2ce1e69-3dca-47c4-9275-de758fceb17e'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:24:42.398245 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a2ce1e69-3dca-47c4-9275-de758fceb17e'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:42.408926 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16331c5-c12b-4bde-bcc0-000018ad4319 None None] Pushing event updated for resources: {'Port': ['ID=d89a5172-c152-4246-b0a2-021adb138bda,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:42.481907 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b38f925a-c419-4edb-9845-bb1eb96a6b39 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:42.482386 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:42.592541 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] Set router a2ce1e69-3dca-47c4-9275-de758fceb17e gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:24:42.630578 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-52ac787d-5750-4ef0-a5fe-5c593fb28138 req-b3d599f7-4ce1-4ff4-8894-ba24a6b1aa85 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 210 time: 0.0605502 Aug 17 17:24:42.660414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-c4131eab-327b-4154-833f-7e7599d88b4d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:42.662155 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-c4131eab-327b-4154-833f-7e7599d88b4d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/networks?id=b27e051f-b941-4454-ad6f-7c373cc73f31 HTTP/1.1" status: 200 len: 796 time: 0.2154033 Aug 17 17:24:42.712106 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-b345e8a5-4d16-4da2-a00d-6c4db0d1eaa2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82 HTTP/1.1" status: 200 len: 380 time: 0.0383315 Aug 17 17:24:42.722659 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'port': {'device_id': '6121adfe-656e-4a65-a593-5a6ad1659889', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'admin_state_up': True, 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'security_groups': ['31499cff-c3e2-49aa-97b4-59120cec8938']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:42.814214 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:39Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd89a5172-c152-4246-b0a2-021adb138bda', 'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:94:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:39Z', 'updated_at': '2021-08-17T17:24:42Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:42.838392 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Made reservation on behalf of 7f28d5a867f34f10ad4a85a8b44b9f82 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:24:42.840870 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be97566-7f1f-40f5-908b-c52a09246199 None None] The sync data for ids ['a2ce1e69-3dca-47c4-9275-de758fceb17e'] in n-d-804878-1 is: [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:39Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd89a5172-c152-4246-b0a2-021adb138bda', 'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:94:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:39Z', 'updated_at': '2021-08-17T17:24:42Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:24:42.842227 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:42.984331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.20.0.5 (b27e051f-b941-4454-ad6f-7c373cc73f31/196238e1-263b-4c18-85e1-c786b0ac49e4/21cbb9eb-46bb-4465-b18e-5db9291f6dbd) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:24:43.136539 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:43.150656 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Transition to ACTIVE for port object 21cbb9eb-46bb-4465-b18e-5db9291f6dbd will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:24:43.184466 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:43.233646 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b27e051f-b941-4454-ad6f-7c373cc73f31 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:24:43.237474 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:24:43.241497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:24:43.256444 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:43.305440 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:43.306207 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:43.322349 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-34e561d2-0008-461a-8698-e5a76ce21fa7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038368 Aug 17 17:24:43.335882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Request body: {'port': {'device_id': '6121adfe-656e-4a65-a593-5a6ad1659889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:43.397276 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:43.502715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f85c84d6-27f0-4789-ad9f-9c99ed96cac7 None None] Provisioning for port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:24:43.507414 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f85c84d6-27f0-4789-ad9f-9c99ed96cac7 None None] Provisioning complete for port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:43.508019 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f85c84d6-27f0-4789-ad9f-9c99ed96cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:43.546033 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f85c84d6-27f0-4789-ad9f-9c99ed96cac7 None None] Port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:24:43.681839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cbb9eb-46bb-4465-b18e-5db9291f6dbd {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:24:43.690122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:43.702743 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Transition to ACTIVE for port object 21cbb9eb-46bb-4465-b18e-5db9291f6dbd will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:24:43.708315 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:43.764522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f35fa-5f0d-4d5c-9ad7-1944d0a16448 req-53e0be59-555f-4e54-bda1-ea92bf57f554 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:43.766174 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f3f35fa-5f0d-4d5c-9ad7-1944d0a16448 req-53e0be59-555f-4e54-bda1-ea92bf57f554 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 943 time: 0.0616109 Aug 17 17:24:43.771499 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Pushing event updated for resources: {'Port': ['ID=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:43.821342 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f3f35fa-5f0d-4d5c-9ad7-1944d0a16448 req-f50bfc13-8805-4569-959b-e9a55325d839 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461090 Aug 17 17:24:43.863908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Attempting to bind port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:24:43.864240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Attempting to bind port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:24:43.864596 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Attempting to bind port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd on network b27e051f-b941-4454-ad6f-7c373cc73f31 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:24:43.870083 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd on network b27e051f-b941-4454-ad6f-7c373cc73f31 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:24:43.870423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Attempting to bind port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd on network b27e051f-b941-4454-ad6f-7c373cc73f31 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:24:43.876663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:24:43.877002 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Checking segment: {'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:24:43.877386 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Bound using segment: {'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:24:43.877822 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Bound port: 21cbb9eb-46bb-4465-b18e-5db9291f6dbd, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f17c837-dc2c-4641-b88f-9db8d04a1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:24:43.878182 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:43.957666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] For port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:24:43.961057 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] For port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:24:43.967601 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:44.003710 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:44.004337 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:44.005998 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] 10.222.0.93 "PUT /v2.0/ports/21cbb9eb-46bb-4465-b18e-5db9291f6dbd HTTP/1.1" status: 200 len: 1091 time: 0.6751902 Aug 17 17:24:44.006350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6121adfe-656e-4a65-a593-5a6ad1659889', 'tag': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:24:44.008831 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfb2e16-249d-42a1-805e-cef92f751388" -d '{"events": [{"name": "network-changed", "server_uuid": "6121adfe-656e-4a65-a593-5a6ad1659889", "tag": "21cbb9eb-46bb-4465-b18e-5db9291f6dbd"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:24:44.055084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2f52c-b49c-49e3-bf14-cc955a7e585e service neutron] Pushing event updated for resources: {'Port': ['ID=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:44.062189 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bf683f-f57a-4ca7-aaa5-7457c62933b1 x-openstack-request-id: req-71bf683f-f57a-4ca7-aaa5-7457c62933b1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:24:44.062506 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6121adfe-656e-4a65-a593-5a6ad1659889", "tag": "21cbb9eb-46bb-4465-b18e-5db9291f6dbd", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:24:44.062758 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71bf683f-f57a-4ca7-aaa5-7457c62933b1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:24:44.063145 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6121adfe-656e-4a65-a593-5a6ad1659889', 'tag': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'status': 'completed', 'code': 200} Aug 17 17:24:44.093757 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-306cc082-ee3e-4afa-8700-60e00e2dcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:44.097711 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-306cc082-ee3e-4afa-8700-60e00e2dcff9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 1094 time: 0.0520420 Aug 17 17:24:44.143353 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-792dd140-24b2-494a-b423-fd0fc244cba1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21cbb9eb-46bb-4465-b18e-5db9291f6dbd HTTP/1.1" status: 200 len: 217 time: 0.0400672 Aug 17 17:24:44.193675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-2851db30-0888-4280-9e48-edc689141081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:44.195262 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-2851db30-0888-4280-9e48-edc689141081 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=196238e1-263b-4c18-85e1-c786b0ac49e4 HTTP/1.1" status: 200 len: 835 time: 0.0453184 Aug 17 17:24:44.243104 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-d25ea09e-dab4-4879-9f9d-a66bdab40b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:44.244613 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-d25ea09e-dab4-4879-9f9d-a66bdab40b71 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b27e051f-b941-4454-ad6f-7c373cc73f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420861 Aug 17 17:24:44.262121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d89a5172-c152-4246-b0a2-021adb138bda up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:24:44.314446 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port d89a5172-c152-4246-b0a2-021adb138bda completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:24:44.318475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d89a5172-c152-4246-b0a2-021adb138bda triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:44.319021 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:44.341122 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-c5e2bf23-71e1-4617-9be6-42aed7d63d1f service neutron] 10.222.0.93 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885425 Aug 17 17:24:44.394293 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:44.426003 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port d89a5172-c152-4246-b0a2-021adb138bda, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d89a5172-c152-4246-b0a2-021adb138bda,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:24:44.430022 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:44.434364 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bdc8ad67-a2b5-4716-8c61-d107390d0e6e req-da42e9fb-80db-4435-b74a-d7586a9b56bd service neutron] 10.222.0.93 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859375 Aug 17 17:24:44.484593 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=d89a5172-c152-4246-b0a2-021adb138bda,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:44.523511 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-79e40f60-0959-4c13-b3b4-cd6acb6aef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:44.524986 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-79e40f60-0959-4c13-b3b4-cd6acb6aef22 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 1094 time: 0.0414305 Aug 17 17:24:44.563218 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:24:44.617348 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-d78e045a-3470-4c41-b378-6da89e91256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:44.618846 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-d78e045a-3470-4c41-b378-6da89e91256e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b27e051f-b941-4454-ad6f-7c373cc73f31 HTTP/1.1" status: 200 len: 897 time: 0.0870430 Aug 17 17:24:44.660889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-f034402e-94be-4b5b-bdcc-22eed5c401fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21cbb9eb-46bb-4465-b18e-5db9291f6dbd HTTP/1.1" status: 200 len: 217 time: 0.0346208 Aug 17 17:24:44.714215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-ab8d5c79-f16e-4e44-96bd-4026900ae006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:44.715688 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-ab8d5c79-f16e-4e44-96bd-4026900ae006 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=196238e1-263b-4c18-85e1-c786b0ac49e4 HTTP/1.1" status: 200 len: 835 time: 0.0469999 Aug 17 17:24:44.765115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-a33606ae-783d-4927-a73e-e7182c386553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:44.766648 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-a33606ae-783d-4927-a73e-e7182c386553 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b27e051f-b941-4454-ad6f-7c373cc73f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424120 Aug 17 17:24:44.857249 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-2a2a96e3-e688-4393-a0c9-9d33facb8591 service neutron] 10.222.0.93 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832617 Aug 17 17:24:44.934832 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab462eb0-5a18-49fe-874c-6a3dbb97c0fa req-398d9549-c8c7-4ef8-8e06-f97cf520b32e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:44.936335 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab462eb0-5a18-49fe-874c-6a3dbb97c0fa req-398d9549-c8c7-4ef8-8e06-f97cf520b32e tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 943 time: 0.0494225 Aug 17 17:24:44.950769 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7bfb2e16-249d-42a1-805e-cef92f751388 req-3ce51108-b689-4153-aa11-62890a44fc94 service neutron] 10.222.0.93 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864222 Aug 17 17:24:44.976580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ab462eb0-5a18-49fe-874c-6a3dbb97c0fa req-7110f8ba-0e62-4667-a5b4-80498c869d2a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339730 Aug 17 17:24:46.093529 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7dfd3-09be-4549-9a60-e19e355d8a01 req-feabed28-08b1-4aca-83d9-e728ad061f77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:46.095270 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbf7dfd3-09be-4549-9a60-e19e355d8a01 req-feabed28-08b1-4aca-83d9-e728ad061f77 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 943 time: 0.0511277 Aug 17 17:24:46.133445 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-cbf7dfd3-09be-4549-9a60-e19e355d8a01 req-d0185eb6-de7a-43e8-bc9e-ab97f50ac8aa tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322251 Aug 17 17:24:46.238740 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d89a5172-c152-4246-b0a2-021adb138bda up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:24:46.286233 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port d89a5172-c152-4246-b0a2-021adb138bda triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:46.286635 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:46.312185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 21cbb9eb-46bb-4465-b18e-5db9291f6dbd details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:24:46.445099 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:24:46.456076 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'port_id': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'mac_address': 'fa:16:3e:f4:cc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:24:46.492372 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:46.504738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cbb9eb-46bb-4465-b18e-5db9291f6dbd {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:24:46.523138 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:24:46.527006 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:46.735624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:46.785711 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['21cbb9eb-46bb-4465-b18e-5db9291f6dbd'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:24:47.245590 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b79de-4838-4a83-ba6d-7f26c0e84f2a req-9bd9d8f5-4039-4453-abad-cdabb0ae8241 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:47.247088 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-086b79de-4838-4a83-ba6d-7f26c0e84f2a req-9bd9d8f5-4039-4453-abad-cdabb0ae8241 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 944 time: 0.0487931 Aug 17 17:24:47.284956 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-086b79de-4838-4a83-ba6d-7f26c0e84f2a req-53183706-6f97-42bf-b07b-4df71197c26a tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Aug 17 17:24:48.322804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 21cbb9eb-46bb-4465-b18e-5db9291f6dbd up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:24:48.377063 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:24:48.380971 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:24:48.381349 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:48.404875 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20896f-76e5-4287-8f1d-ed0a2d122609 req-cdc7576d-4f82-4e85-b290-fac2f75b3db0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:48.406365 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c20896f-76e5-4287-8f1d-ed0a2d122609 req-cdc7576d-4f82-4e85-b290-fac2f75b3db0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 944 time: 0.0545533 Aug 17 17:24:48.444709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7c20896f-76e5-4287-8f1d-ed0a2d122609 req-568d0d1d-04d3-470f-aa04-6b2c1106e73c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316081 Aug 17 17:24:48.457474 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:48.480067 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6121adfe-656e-4a65-a593-5a6ad1659889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:24:48.482326 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96863dc-ff51-444b-8c06-c17d34aaf08b" -d '{"events": [{"server_uuid": "6121adfe-656e-4a65-a593-5a6ad1659889", "name": "network-vif-plugged", "status": "completed", "tag": "21cbb9eb-46bb-4465-b18e-5db9291f6dbd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:24:48.496448 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:24:48.500988 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:48.551322 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:48.578256 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b463392c-8b29-4015-ba1d-b8e7401c16aa x-openstack-request-id: req-b463392c-8b29-4015-ba1d-b8e7401c16aa {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:24:48.578571 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6121adfe-656e-4a65-a593-5a6ad1659889", "name": "network-vif-plugged", "status": "completed", "tag": "21cbb9eb-46bb-4465-b18e-5db9291f6dbd", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:24:48.578819 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b463392c-8b29-4015-ba1d-b8e7401c16aa {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:24:48.579223 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6121adfe-656e-4a65-a593-5a6ad1659889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'code': 200} Aug 17 17:24:48.672106 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee338a-e11f-4bcb-a975-23e12e8b8fa4 req-c0c3ae39-296c-4c6f-bde1-b36bf5976925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:48.673577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10ee338a-e11f-4bcb-a975-23e12e8b8fa4 req-c0c3ae39-296c-4c6f-bde1-b36bf5976925 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 1096 time: 0.0390222 Aug 17 17:24:48.707811 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-10ee338a-e11f-4bcb-a975-23e12e8b8fa4 req-204502ba-f2d2-445d-92fa-77d9dcea467b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275707 Aug 17 17:24:49.558339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebf196-6c02-4356-981b-cc0352347205 req-47379f52-468b-434d-bb4a-0ba63c4187e7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:49.559824 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69ebf196-6c02-4356-981b-cc0352347205 req-47379f52-468b-434d-bb4a-0ba63c4187e7 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.0479836 Aug 17 17:24:49.598902 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69ebf196-6c02-4356-981b-cc0352347205 req-34d394a0-0b61-4d7a-a1d7-e91f5a8d5659 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325141 Aug 17 17:24:49.717810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308c34f-300b-42af-bfb3-4ed4d4b66b0b req-cdb95ebb-e567-47a8-960c-19420d8be7cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:49.719313 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9308c34f-300b-42af-bfb3-4ed4d4b66b0b req-cdb95ebb-e567-47a8-960c-19420d8be7cc tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.0526683 Aug 17 17:24:49.757365 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9308c34f-300b-42af-bfb3-4ed4d4b66b0b req-b2f82761-6e61-47f4-b795-fb59c85956c3 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316961 Aug 17 17:24:49.778839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44970) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:49.820899 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a448c02-2855-4b20-9548-59939a6cb957 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:49.822343 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2a448c02-2855-4b20-9548-59939a6cb957 tempest-TestNetworkAdvancedServerOps-310095321 tempest-TestNetworkAdvancedServerOps-310095321-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 1091 time: 0.0425262 Aug 17 17:24:49.825114 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 44972) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:49.829263 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:24:49.849720 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:49.947696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:50.129048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:50.405153 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Allocated IP 172.25.7.77 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/4b704916-4107-4066-b9f5-24fca9143c03) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:24:50.504046 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:50.543841 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:50.580460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:24:50.585318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:24:50.588830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:24:50.607406 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:50.613736 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=4b704916-4107-4066-b9f5-24fca9143c03,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:50.944879 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:51.011249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:51.160052 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:51.164313 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:51.230500 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event updated for resources: {'Port': ['ID=4b704916-4107-4066-b9f5-24fca9143c03,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:24:51.242575 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:51.341639 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Floating IP 70754bfc-db1b-4a44-af6c-d46de6aeb089 associated. External IP: 172.25.7.77, port: 21cbb9eb-46bb-4465-b18e-5db9291f6dbd. Aug 17 17:24:51.546975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router a2ce1e69-3dca-47c4-9275-de758fceb17e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:24:51.653171 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:24:51.663802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] Sync routers for ids ['a2ce1e69-3dca-47c4-9275-de758fceb17e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:24:51.668925 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:24:51.674139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] Routers {'a2ce1e69-3dca-47c4-9275-de758fceb17e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:24:51.674676 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a2ce1e69-3dca-47c4-9275-de758fceb17e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:51.697066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-2ebee730-4a04-4e72-8912-bd6db886a19c tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8709717 Aug 17 17:24:51.697635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6121adfe-656e-4a65-a593-5a6ad1659889', 'tag': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:24:51.699916 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fab5f6-bff1-4794-a181-e4a9aad0bb77" -d '{"events": [{"name": "network-changed", "server_uuid": "6121adfe-656e-4a65-a593-5a6ad1659889", "tag": "21cbb9eb-46bb-4465-b18e-5db9291f6dbd"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:24:51.737373 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aed403-18d4-4d09-9b85-ebc3e73a80bb x-openstack-request-id: req-19aed403-18d4-4d09-9b85-ebc3e73a80bb {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:24:51.737739 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6121adfe-656e-4a65-a593-5a6ad1659889", "tag": "21cbb9eb-46bb-4465-b18e-5db9291f6dbd", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:24:51.738051 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19aed403-18d4-4d09-9b85-ebc3e73a80bb {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:24:51.738496 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6121adfe-656e-4a65-a593-5a6ad1659889', 'tag': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'status': 'completed', 'code': 200} Aug 17 17:24:51.789212 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] Set router a2ce1e69-3dca-47c4-9275-de758fceb17e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:24:51.832039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff6ce-581c-4d21-9b46-131f881ff7ff req-fe0886b9-574f-4a9f-99c4-9b9f8246f608 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:51.833487 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f4ff6ce-581c-4d21-9b46-131f881ff7ff req-fe0886b9-574f-4a9f-99c4-9b9f8246f608 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.0846741 Aug 17 17:24:51.835410 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-9eabca31-a7e5-4b27-9425-27079dfd75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:51.836800 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-9eabca31-a7e5-4b27-9425-27079dfd75f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 1096 time: 0.0761685 Aug 17 17:24:51.920649 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4f4ff6ce-581c-4d21-9b46-131f881ff7ff req-1f6679e0-9827-4da3-8734-4390e4b5a624 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809326 Aug 17 17:24:51.943504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:51.955533 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-e71bcb27-1e16-4f49-9207-b1ca7a0f581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:51.957034 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-e71bcb27-1e16-4f49-9207-b1ca7a0f581a service neutron] 10.222.0.93 "GET /v2.0/networks?id=b27e051f-b941-4454-ad6f-7c373cc73f31 HTTP/1.1" status: 200 len: 897 time: 0.1115248 Aug 17 17:24:52.011360 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-9bb02571-c965-49dd-b992-2f7de977df64 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/70754bfc-db1b-4a44-af6c-d46de6aeb089 HTTP/1.1" status: 200 len: 990 time: 0.0642939 Aug 17 17:24:52.016450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:39Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '70754bfc-db1b-4a44-af6c-d46de6aeb089', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.77', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'port_id': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'mac_address': 'fa:16:3e:f4:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6121adfe-656e-4a65-a593-5a6ad1659889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:24:50Z', 'updated_at': '2021-08-17T17:24:50Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89a5172-c152-4246-b0a2-021adb138bda', 'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:94:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:39Z', 'updated_at': '2021-08-17T17:24:44Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:52.031801 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-ebcd6957-d3d2-4ebb-a6cd-18d23bfccb62 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21cbb9eb-46bb-4465-b18e-5db9291f6dbd HTTP/1.1" status: 200 len: 998 time: 0.0670097 Aug 17 17:24:52.045913 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] Checking router: a2ce1e69-3dca-47c4-9275-de758fceb17e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:24:52.055016 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] Routers {'a2ce1e69-3dca-47c4-9275-de758fceb17e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:24:52.055614 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:24:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a2ce1e69-3dca-47c4-9275-de758fceb17e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:52.082791 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-eb966965-9cda-491f-a466-4952fa4dbfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:52.084197 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-eb966965-9cda-491f-a466-4952fa4dbfb4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=196238e1-263b-4c18-85e1-c786b0ac49e4 HTTP/1.1" status: 200 len: 835 time: 0.0448668 Aug 17 17:24:52.131689 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-7b2dcdfe-9c9e-4aae-90e0-173670c46c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:24:52.133188 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-7b2dcdfe-9c9e-4aae-90e0-173670c46c69 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b27e051f-b941-4454-ad6f-7c373cc73f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420258 Aug 17 17:24:52.158297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] Set router a2ce1e69-3dca-47c4-9275-de758fceb17e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:24:52.226951 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-9e7d2f27-2ee1-495b-ad71-759ad3db3046 service neutron] 10.222.0.93 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869405 Aug 17 17:24:52.319813 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-76fab5f6-bff1-4794-a181-e4a9aad0bb77 req-1ebdf1dd-f79c-42e4-8ff8-dc73f9b5647c service neutron] 10.222.0.93 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855873 Aug 17 17:24:52.378748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:39Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '70754bfc-db1b-4a44-af6c-d46de6aeb089', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.77', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'port_id': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'mac_address': 'fa:16:3e:f4:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6121adfe-656e-4a65-a593-5a6ad1659889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:24:50Z', 'updated_at': '2021-08-17T17:24:50Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89a5172-c152-4246-b0a2-021adb138bda', 'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:94:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:39Z', 'updated_at': '2021-08-17T17:24:44Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:24:52.408229 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594780f7-36fa-4ad3-98e2-1c3e0b20816b None None] The sync data for ids ['a2ce1e69-3dca-47c4-9275-de758fceb17e'] in n-d-804878-1 is: [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:39Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '70754bfc-db1b-4a44-af6c-d46de6aeb089', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'floating_ip_address': '172.25.7.77', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'port_id': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'mac_address': 'fa:16:3e:f4:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6121adfe-656e-4a65-a593-5a6ad1659889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:24:50Z', 'updated_at': '2021-08-17T17:24:50Z', 'revision_number': 0, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89a5172-c152-4246-b0a2-021adb138bda', 'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:94:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:39Z', 'updated_at': '2021-08-17T17:24:44Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:24:52.594853 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dedba-b8fe-4979-a972-311e65b22c01 None None] New status for floating IP 70754bfc-db1b-4a44-af6c-d46de6aeb089: ACTIVE {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:24:53.014096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 44980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:24:53.079097 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-97311ed0-9a7c-4ca1-aa3d-44605a822957 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/70754bfc-db1b-4a44-af6c-d46de6aeb089 HTTP/1.1" status: 200 len: 992 time: 0.0637143 Aug 17 17:25:02.245491 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5647041-661d-4ed6-94e9-337e3a0026b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:04.885422 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1493736-b18c-4e4c-a668-b625627ff38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:05.102639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:06.188583 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:07.902070 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:14.452269 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-96f4b7d7-78cd-4c2e-bb8b-0fd78e1eb510 req-3a732cdf-4f1b-4727-b7de-36d40b206b5a service neutron] (94838) timed out ('10.222.0.77', 41418) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 17:25:20.131100 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:20.605072 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:21.562702 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:25:24.376311 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b58d04-b2cd-4b10-942a-0ff9945c2d37 req-766f56b1-d634-463d-9c53-9f8204949437 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:24.377819 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2b58d04-b2cd-4b10-942a-0ff9945c2d37 req-766f56b1-d634-463d-9c53-9f8204949437 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.0509017 Aug 17 17:25:24.417263 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d2b58d04-b2cd-4b10-942a-0ff9945c2d37 req-687c8f7b-4f43-4496-b8b3-10e2c885a39d tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333209 Aug 17 17:25:25.535566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84d354-a74a-4a82-abad-d58c2b3e30b5 req-1ec203f0-c25d-4244-90c6-30fbe891fa0f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:25.537054 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf84d354-a74a-4a82-abad-d58c2b3e30b5 req-1ec203f0-c25d-4244-90c6-30fbe891fa0f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.0519266 Aug 17 17:25:25.578443 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf84d354-a74a-4a82-abad-d58c2b3e30b5 req-3232520a-97cc-41c5-a8cd-4ad1c4ba91bb tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352495 Aug 17 17:25:25.600756 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45002) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:25.660504 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-83e5e9e0-6575-4ac8-86b8-841caa180b58 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/70754bfc-db1b-4a44-af6c-d46de6aeb089 HTTP/1.1" status: 200 len: 992 time: 0.0586622 Aug 17 17:25:26.917227 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c36749-8eef-4b4c-95fc-d787169aaae6 req-97dd7c5f-2915-4bb6-ab7d-4a7de2b68c69 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:26.918763 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4c36749-8eef-4b4c-95fc-d787169aaae6 req-97dd7c5f-2915-4bb6-ab7d-4a7de2b68c69 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.0498898 Aug 17 17:25:26.933521 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-286d3dc0-8e88-405f-acdc-c8b4c3d8118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:26.934998 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-286d3dc0-8e88-405f-acdc-c8b4c3d8118e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 1096 time: 0.0412543 Aug 17 17:25:26.958142 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a4c36749-8eef-4b4c-95fc-d787169aaae6 req-d5691e07-d041-425f-b404-fe902e278251 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332983 Aug 17 17:25:27.029009 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-634d13cd-22d3-40f0-ab42-6f3167d26b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:27.030499 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-634d13cd-22d3-40f0-ab42-6f3167d26b87 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b27e051f-b941-4454-ad6f-7c373cc73f31 HTTP/1.1" status: 200 len: 897 time: 0.0880370 Aug 17 17:25:27.095255 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-a01b9032-2db1-49b8-9e66-d84161bf3176 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21cbb9eb-46bb-4465-b18e-5db9291f6dbd HTTP/1.1" status: 200 len: 1000 time: 0.0568256 Aug 17 17:25:27.146510 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-1f491f00-5ca0-47cc-841f-6fc5283c9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:27.147945 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-1f491f00-5ca0-47cc-841f-6fc5283c9817 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=196238e1-263b-4c18-85e1-c786b0ac49e4 HTTP/1.1" status: 200 len: 835 time: 0.0467527 Aug 17 17:25:27.192452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-541fbae0-e1d3-4402-80e4-dc8bf350eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:27.193934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-541fbae0-e1d3-4402-80e4-dc8bf350eb7a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b27e051f-b941-4454-ad6f-7c373cc73f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394733 Aug 17 17:25:27.282835 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-a4881796-eabf-4abb-b227-a493f01befaa service neutron] 10.222.0.93 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814435 Aug 17 17:25:27.373421 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c91901de-c9c7-4533-b57c-38c5f82ec4f2 req-d4f8f4b0-c821-4844-9a9e-a5a31cde1ad8 service neutron] 10.222.0.93 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835729 Aug 17 17:25:28.076939 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81985397-c3d4-438b-a466-5944f608ba9d req-4b1ec18b-8590-40aa-8ad0-5ca160c3e767 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:28.078460 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81985397-c3d4-438b-a466-5944f608ba9d req-4b1ec18b-8590-40aa-8ad0-5ca160c3e767 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.0505142 Aug 17 17:25:28.116242 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-81985397-c3d4-438b-a466-5944f608ba9d req-8b13e6a9-c1bc-4838-8e57-96425c6ad29b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318668 Aug 17 17:25:29.232559 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860523de-2d5e-44a2-ac89-05a6015b00ae req-9029442c-46d1-43f5-92a8-493a378c9869 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:29.233970 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-860523de-2d5e-44a2-ac89-05a6015b00ae req-9029442c-46d1-43f5-92a8-493a378c9869 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.0500622 Aug 17 17:25:29.276582 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-860523de-2d5e-44a2-ac89-05a6015b00ae req-a5530d4d-dd69-43be-ba12-b8b58b151de5 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366282 Aug 17 17:25:29.298543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:29.359226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-a254194b-112e-43f0-99a3-460d817a5db2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/floatingips/70754bfc-db1b-4a44-af6c-d46de6aeb089 HTTP/1.1" status: 200 len: 992 time: 0.0595715 Aug 17 17:25:29.574452 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45022) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:29.728146 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port 4b704916-4107-4066-b9f5-24fca9143c03 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:25:29.728491 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:29.805720 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:29.806045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:29.817914 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for 4b704916-4107-4066-b9f5-24fca9143c03 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:25:29.962993 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:29.992661 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=4b704916-4107-4066-b9f5-24fca9143c03,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:30.013981 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.014395 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.014697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.015086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.015478 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.015810 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.016135 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.016466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.016798 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.017109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.017428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.017743 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:30.059042 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:30.059374 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Floating IP 70754bfc-db1b-4a44-af6c-d46de6aeb089 disassociated (deleted). External IP: 172.25.7.77, port: 21cbb9eb-46bb-4465-b18e-5db9291f6dbd. Aug 17 17:25:30.266611 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router a2ce1e69-3dca-47c4-9275-de758fceb17e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:25:30.371046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:25:30.376131 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:30.381352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] Sync routers for ids ['a2ce1e69-3dca-47c4-9275-de758fceb17e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:25:30.391018 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] Routers {'a2ce1e69-3dca-47c4-9275-de758fceb17e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:30.391658 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a2ce1e69-3dca-47c4-9275-de758fceb17e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:30.402885 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-129ccd7e-f23b-4f95-8dfb-9c53a8764d73 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/floatingips/70754bfc-db1b-4a44-af6c-d46de6aeb089 HTTP/1.1" status: 204 len: 168 time: 0.8274171 Aug 17 17:25:30.403467 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6121adfe-656e-4a65-a593-5a6ad1659889', 'tag': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:25:30.406681 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1627df05-da74-4c80-b2bf-b15f2d5721bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6121adfe-656e-4a65-a593-5a6ad1659889", "tag": "21cbb9eb-46bb-4465-b18e-5db9291f6dbd"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:25:30.444154 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46555b8-9146-4541-aac3-48ada9ec4db1 x-openstack-request-id: req-f46555b8-9146-4541-aac3-48ada9ec4db1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:25:30.444574 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6121adfe-656e-4a65-a593-5a6ad1659889", "tag": "21cbb9eb-46bb-4465-b18e-5db9291f6dbd", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:25:30.444920 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f46555b8-9146-4541-aac3-48ada9ec4db1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:25:30.445431 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6121adfe-656e-4a65-a593-5a6ad1659889', 'tag': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'status': 'completed', 'code': 200} Aug 17 17:25:30.502447 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] Set router a2ce1e69-3dca-47c4-9275-de758fceb17e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:30.512752 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-17800d5d-c3de-4bce-b83d-4ccf7514aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:30.515018 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-17800d5d-c3de-4bce-b83d-4ccf7514aca3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 1096 time: 0.0494452 Aug 17 17:25:30.632683 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-7ce04307-6cdc-4799-98c1-2a0b9a2dcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:30.634161 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-7ce04307-6cdc-4799-98c1-2a0b9a2dcacb service neutron] 10.222.0.93 "GET /v2.0/networks?id=b27e051f-b941-4454-ad6f-7c373cc73f31 HTTP/1.1" status: 200 len: 897 time: 0.1120591 Aug 17 17:25:30.683741 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-558a1b4a-d27b-49bf-a754-1fc60419b523 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21cbb9eb-46bb-4465-b18e-5db9291f6dbd HTTP/1.1" status: 200 len: 217 time: 0.0417254 Aug 17 17:25:30.691365 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddc3b4-6f9d-4275-b33e-0cd7dde628cd req-786718ff-d46d-4ddc-a069-f1fd582493c6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:30.692821 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ddc3b4-6f9d-4275-b33e-0cd7dde628cd req-786718ff-d46d-4ddc-a069-f1fd582493c6 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.1050339 Aug 17 17:25:30.703713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:39Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd89a5172-c152-4246-b0a2-021adb138bda', 'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:94:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:39Z', 'updated_at': '2021-08-17T17:24:44Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:30.733477 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] Checking router: a2ce1e69-3dca-47c4-9275-de758fceb17e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:25:30.742181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] Routers {'a2ce1e69-3dca-47c4-9275-de758fceb17e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:30.742829 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a2ce1e69-3dca-47c4-9275-de758fceb17e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:30.758416 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-81be6653-1555-4faa-b114-9d3bac50ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:30.759901 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-81be6653-1555-4faa-b114-9d3bac50ef4c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=196238e1-263b-4c18-85e1-c786b0ac49e4 HTTP/1.1" status: 200 len: 835 time: 0.0662482 Aug 17 17:25:30.764828 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d7ddc3b4-6f9d-4275-b33e-0cd7dde628cd req-5e03d963-1fb6-4502-81ae-db1da831d1e0 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631719 Aug 17 17:25:30.816676 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-563a9f60-68f1-491f-b87b-2820ec69f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:30.818101 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-563a9f60-68f1-491f-b87b-2820ec69f054 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b27e051f-b941-4454-ad6f-7c373cc73f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503273 Aug 17 17:25:30.846152 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] Set router a2ce1e69-3dca-47c4-9275-de758fceb17e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:30.912659 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-7856a9c7-ad9e-44f3-8ed3-e37dddcc799f service neutron] 10.222.0.93 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864096 Aug 17 17:25:31.005730 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1627df05-da74-4c80-b2bf-b15f2d5721bb req-5747d0ac-1b88-4ba7-916b-4d5182bfddec service neutron] 10.222.0.93 "GET /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830069 Aug 17 17:25:31.042224 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:39Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd89a5172-c152-4246-b0a2-021adb138bda', 'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:94:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:39Z', 'updated_at': '2021-08-17T17:24:44Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:31.067223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d6328-eb32-49c5-928d-fa072f046a98 None None] The sync data for ids ['a2ce1e69-3dca-47c4-9275-de758fceb17e'] in n-d-804878-1 is: [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:39Z', 'revision_number': 4, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'd89a5172-c152-4246-b0a2-021adb138bda', 'name': '', 'network_id': 'b27e051f-b941-4454-ad6f-7c373cc73f31', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'mac_address': 'fa:16:3e:94:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:39Z', 'updated_at': '2021-08-17T17:24:44Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'subnets': [{'id': '196238e1-263b-4c18-85e1-c786b0ac49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:25:31.280253 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab64f4-80a0-4d2b-9f00-4feff2a59435 None None] New status for floating IP 70754bfc-db1b-4a44-af6c-d46de6aeb089: DOWN {{(pid=94841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:25:31.883957 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfb931-64dd-4c0e-960c-c644c020777a req-c97ee6b6-fe9c-401f-bbdc-1f15d6775746 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:31.885433 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74dfb931-64dd-4c0e-960c-c644c020777a req-c97ee6b6-fe9c-401f-bbdc-1f15d6775746 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Aug 17 17:25:31.925132 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-74dfb931-64dd-4c0e-960c-c644c020777a req-cf73f7a2-eb72-47af-b926-06b01484710f tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/security-groups?id=31499cff-c3e2-49aa-97b4-59120cec8938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338860 Aug 17 17:25:32.207289 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-a5b7d64f-2335-475d-a6ea-3f59c4e91f96 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:32.208751 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-a5b7d64f-2335-475d-a6ea-3f59c4e91f96 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 945 time: 0.0536432 Aug 17 17:25:32.247006 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71c0d0f3-2a16-4669-8c08-ee85ec20ab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:32.308645 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:25:32.309011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:32.400776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:32.401180 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:32.413906 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for 21cbb9eb-46bb-4465-b18e-5db9291f6dbd owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:25:32.542943 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:32.569284 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=21cbb9eb-46bb-4465-b18e-5db9291f6dbd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:32.583140 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.583492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.583826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.584157 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.584483 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.584812 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.585135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.585452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.585771 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.586089 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.586434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.586748 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:32.619862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] No DVR routers for this DVR port 21cbb9eb-46bb-4465-b18e-5db9291f6dbd on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:25:32.622352 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:32.624338 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-46e06faf-30cd-402b-85bb-067f057ccf57 req-cf8332ae-043c-4e8e-8074-64f2a53589d2 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.93 "DELETE /v2.0/ports/21cbb9eb-46bb-4465-b18e-5db9291f6dbd HTTP/1.1" status: 204 len: 173 time: 0.4030085 Aug 17 17:25:32.624761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6121adfe-656e-4a65-a593-5a6ad1659889', 'name': 'network-vif-deleted', 'tag': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:25:32.627268 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9075f0d-aeb8-4495-abd3-042f4a46ab2e" -d '{"events": [{"server_uuid": "6121adfe-656e-4a65-a593-5a6ad1659889", "name": "network-vif-deleted", "tag": "21cbb9eb-46bb-4465-b18e-5db9291f6dbd"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:25:32.663724 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34366376-9885-4940-bd8a-750d9ef9b1c7 x-openstack-request-id: req-34366376-9885-4940-bd8a-750d9ef9b1c7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:25:32.664008 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6121adfe-656e-4a65-a593-5a6ad1659889", "name": "network-vif-deleted", "tag": "21cbb9eb-46bb-4465-b18e-5db9291f6dbd", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:25:32.664253 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34366376-9885-4940-bd8a-750d9ef9b1c7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:25:32.664657 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6121adfe-656e-4a65-a593-5a6ad1659889', 'name': 'network-vif-deleted', 'tag': '21cbb9eb-46bb-4465-b18e-5db9291f6dbd', 'status': 'completed', 'code': 200} Aug 17 17:25:33.043527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-73522b28-01a3-4eb3-bba1-6142cd0ce694 req-56d0e32e-dab3-45fc-bd05-d327ad6f3add tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "GET /v2.0/ports?device_id=6121adfe-656e-4a65-a593-5a6ad1659889 HTTP/1.1" status: 200 len: 210 time: 0.0307553 Aug 17 17:25:34.101430 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:34.453461 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:34.701802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port d89a5172-c152-4246-b0a2-021adb138bda {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:25:34.702148 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:34.792594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port d89a5172-c152-4246-b0a2-021adb138bda, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=d89a5172-c152-4246-b0a2-021adb138bda,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:34.792876 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:34.806119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for d89a5172-c152-4246-b0a2-021adb138bda owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:25:34.890719 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed40991b-07a7-41ca-93b3-3a19efd93af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:34.989944 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:35.015616 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=d89a5172-c152-4246-b0a2-021adb138bda,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:35.108936 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:35.195140 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:35.402303 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Router a2ce1e69-3dca-47c4-9275-de758fceb17e has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:25:35.507052 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:25:35.511906 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1484df72-28c7-4fc6-905d-3a0e30e77fec tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "PUT /v2.0/routers/a2ce1e69-3dca-47c4-9275-de758fceb17e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4089708 Aug 17 17:25:35.514578 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:35.517401 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] Sync routers for ids ['a2ce1e69-3dca-47c4-9275-de758fceb17e'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:25:35.528148 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] Routers {'a2ce1e69-3dca-47c4-9275-de758fceb17e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:35.528868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a2ce1e69-3dca-47c4-9275-de758fceb17e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:35.565669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ade100-e5ff-4cd6-a26d-06c0b3845122 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting subnet 196238e1-263b-4c18-85e1-c786b0ac49e4 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:25:35.570234 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33ade100-e5ff-4cd6-a26d-06c0b3845122 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:35.614851 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33ade100-e5ff-4cd6-a26d-06c0b3845122 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:35.635837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] Set router a2ce1e69-3dca-47c4-9275-de758fceb17e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:35.697339 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33ade100-e5ff-4cd6-a26d-06c0b3845122 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:35.762679 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33ade100-e5ff-4cd6-a26d-06c0b3845122 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:35.796730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ade100-e5ff-4cd6-a26d-06c0b3845122 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Subnet': ['ID=196238e1-263b-4c18-85e1-c786b0ac49e4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:35.798801 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33ade100-e5ff-4cd6-a26d-06c0b3845122 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:35.800763 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-33ade100-e5ff-4cd6-a26d-06c0b3845122 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/subnets/196238e1-263b-4c18-85e1-c786b0ac49e4 HTTP/1.1" status: 204 len: 168 time: 0.2852521 Aug 17 17:25:35.803635 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:35.889208 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed466e-9ed0-400e-a1d0-1f8897763280 None None] Network b27e051f-b941-4454-ad6f-7c373cc73f31 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:25:36.090272 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:25:34Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:36.119124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] Checking router: a2ce1e69-3dca-47c4-9275-de758fceb17e for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:25:36.128580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] Routers {'a2ce1e69-3dca-47c4-9275-de758fceb17e'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:36.129886 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['a2ce1e69-3dca-47c4-9275-de758fceb17e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:36.172331 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d720312a-9443-44cd-b387-412b5ff4aecc None None] DHCP port deletion for b27e051f-b941-4454-ad6f-7c373cc73f31 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:25:36.249056 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.280376 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.284256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] Set router a2ce1e69-3dca-47c4-9275-de758fceb17e gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:36.343632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device a0304a56-18b7-44cd-8108-2bce8387d121 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:25:36.359387 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d720312a-9443-44cd-b387-412b5ff4aecc None None] Deleting port a0304a56-18b7-44cd-8108-2bce8387d121 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:25:36.359749 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d720312a-9443-44cd-b387-412b5ff4aecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.387720 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.441133 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Deleting port b38f925a-c419-4edb-9845-bb1eb96a6b39 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:25:36.441475 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.517433 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d720312a-9443-44cd-b387-412b5ff4aecc None None] For port a0304a56-18b7-44cd-8108-2bce8387d121, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a0304a56-18b7-44cd-8108-2bce8387d121,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:36.517739 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d720312a-9443-44cd-b387-412b5ff4aecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.520502 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] For port b38f925a-c419-4edb-9845-bb1eb96a6b39, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b38f925a-c419-4edb-9845-bb1eb96a6b39,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:36.520866 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.533354 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Calling delete_port for b38f925a-c419-4edb-9845-bb1eb96a6b39 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:25:36.534030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d720312a-9443-44cd-b387-412b5ff4aecc None None] Calling delete_port for a0304a56-18b7-44cd-8108-2bce8387d121 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:25:36.559885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 21cbb9eb-46bb-4465-b18e-5db9291f6dbd no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:25:36.611253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: 21cbb9eb-46bb-4465-b18e-5db9291f6dbd {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:25:36.611596 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device 21cbb9eb-46bb-4465-b18e-5db9291f6dbd not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:25:36.657117 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.705291 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.716837 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port a0304a56-18b7-44cd-8108-2bce8387d121, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=a0304a56-18b7-44cd-8108-2bce8387d121,segment=NetworkSegment(9f17c837-dc2c-4641-b88f-9db8d04a1a16),segment_id=9f17c837-dc2c-4641-b88f-9db8d04a1a16)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:36.722602 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.728753 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:25:34Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:36.741724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Port': ['ID=b38f925a-c419-4edb-9845-bb1eb96a6b39,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:36.782350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423330c9-6c9e-4a6b-9aea-16c76ad4cefb None None] The sync data for ids ['a2ce1e69-3dca-47c4-9275-de758fceb17e'] in n-d-804878-1 is: [{'id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016163627', 'tenant_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:25:34Z', 'revision_number': 5, 'project_id': '7f28d5a867f34f10ad4a85a8b44b9f82', 'gw_port': {'id': 'b38f925a-c419-4edb-9845-bb1eb96a6b39', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce1e69-3dca-47c4-9275-de758fceb17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:24:36Z', 'updated_at': '2021-08-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:25:36.783786 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d720312a-9443-44cd-b387-412b5ff4aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.805927 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720312a-9443-44cd-b387-412b5ff4aecc None None] No DVR routers for this DVR port a0304a56-18b7-44cd-8108-2bce8387d121 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:25:36.808640 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.829888 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=a0304a56-18b7-44cd-8108-2bce8387d121,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:36.837909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.838256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.838632 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.838967 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.839299 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.839626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.839954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.840277 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.840599 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.840912 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.841236 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.841554 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:36.865338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720312a-9443-44cd-b387-412b5ff4aecc None None] Pushing event deleted for resources: {'Port': ['ID=a0304a56-18b7-44cd-8108-2bce8387d121,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:36.911001 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.913083 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.955097 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.955687 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Fanout notify agent at l3_agent the message router_deleted on router a2ce1e69-3dca-47c4-9275-de758fceb17e {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:25:36.963586 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:36.965078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b895a59-d7a5-4265-a83f-d9a53770ea90 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/routers/a2ce1e69-3dca-47c4-9275-de758fceb17e HTTP/1.1" status: 204 len: 168 time: 1.1599953 Aug 17 17:25:36.967594 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:37.046564 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.135114 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.145929 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27e051f-b941-4454-ad6f-7c373cc73f31']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:37.156174 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f17c837-dc2c-4641-b88f-9db8d04a1a16') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:37.156466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f17c837-dc2c-4641-b88f-9db8d04a1a16') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:37.166116 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25827356'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.180061 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.186446 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:25:37.186849 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28613848'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: Traceback (most recent call last): Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: timer() Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: cb(*args, **kw) Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: return func(*args, **kwargs) Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: self._notify() Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: self.callback(batched_events) Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: event.method(event) Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: return f(self, *a, **k) Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: return self._get(url).json() Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:25:37.190132 n-d-804878-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:25:37.248921 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.257233 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.258535 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/networks/b27e051f-b941-4454-ad6f-7c373cc73f31 HTTP/1.1" status: 204 len: 168 time: 0.2899654 Aug 17 17:25:37.262823 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45050) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:37.272132 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617f3ee-698a-42b6-ae99-53b9a127758b tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'Network': ['ID=b27e051f-b941-4454-ad6f-7c373cc73f31,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:37.324144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54f25ca4-5bb2-477c-a88c-7e782ef25eb9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.349316 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54f25ca4-5bb2-477c-a88c-7e782ef25eb9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.410621 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54f25ca4-5bb2-477c-a88c-7e782ef25eb9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.413362 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54f25ca4-5bb2-477c-a88c-7e782ef25eb9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.414674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-54f25ca4-5bb2-477c-a88c-7e782ef25eb9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] 10.222.0.77 "DELETE /v2.0/security-groups/31499cff-c3e2-49aa-97b4-59120cec8938 HTTP/1.1" status: 204 len: 168 time: 0.1506834 Aug 17 17:25:37.425781 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f25ca4-5bb2-477c-a88c-7e782ef25eb9 tempest-TestNetworkAdvancedServerOps-1593086012 tempest-TestNetworkAdvancedServerOps-1593086012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31499cff-c3e2-49aa-97b4-59120cec8938,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:37.749783 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:37.881868 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6ea2972d-49ad-4b1c-86a2-a3cd121a5bb1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f28d5a867f34f10ad4a85a8b44b9f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308444 Aug 17 17:25:37.884220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:37.904519 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.936698 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf21fe-5a25-4cc0-b08f-ca017d766b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:37.958015 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf21fe-5a25-4cc0-b08f-ca017d766b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:38.003279 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf21fe-5a25-4cc0-b08f-ca017d766b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:38.006305 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf21fe-5a25-4cc0-b08f-ca017d766b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:38.007488 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-64cf21fe-5a25-4cc0-b08f-ca017d766b32 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59ec4f08-870e-4c9b-9500-a056f46322f4 HTTP/1.1" status: 204 len: 168 time: 0.1223767 Aug 17 17:25:38.015145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf21fe-5a25-4cc0-b08f-ca017d766b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ec4f08-870e-4c9b-9500-a056f46322f4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:38.265382 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:38.268051 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d89a5172-c152-4246-b0a2-021adb138bda no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:25:38.279325 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc24d-0671-44bd-ad6d-87a1b1e20286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:38.289553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: d89a5172-c152-4246-b0a2-021adb138bda {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:25:38.289903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device d89a5172-c152-4246-b0a2-021adb138bda not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:25:38.290323 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b38f925a-c419-4edb-9845-bb1eb96a6b39 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:25:38.309463 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b38f925a-c419-4edb-9845-bb1eb96a6b39 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:25:38.309809 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b38f925a-c419-4edb-9845-bb1eb96a6b39 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:25:38.370712 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc24d-0671-44bd-ad6d-87a1b1e20286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:38.374747 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc24d-0671-44bd-ad6d-87a1b1e20286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:38.413574 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-1d9fc24d-0671-44bd-ad6d-87a1b1e20286 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92508f0d77a742f4b3c450222445f565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471441 Aug 17 17:25:38.415414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fc24d-0671-44bd-ad6d-87a1b1e20286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431235be-1c46-42c2-9358-f8fcaefb10e6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:38.416450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45070) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:38.468149 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ace2c67-94d8-4388-ad85-383d82aab69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:38.489145 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ace2c67-94d8-4388-ad85-383d82aab69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:38.534502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ace2c67-94d8-4388-ad85-383d82aab69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:38.537753 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ace2c67-94d8-4388-ad85-383d82aab69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:38.538923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5ace2c67-94d8-4388-ad85-383d82aab69c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/431235be-1c46-42c2-9358-f8fcaefb10e6 HTTP/1.1" status: 204 len: 168 time: 0.1214886 Aug 17 17:25:38.546340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace2c67-94d8-4388-ad85-383d82aab69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431235be-1c46-42c2-9358-f8fcaefb10e6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:39.204666 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45092) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:39.298139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-388582323-network', 'tenant_id': 'ea566948c5884fd184568aa17c976767'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:39.319604 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Made reservation on behalf of ea566948c5884fd184568aa17c976767 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:25:39.322156 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.330692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.419969 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.424245 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.446315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:25:39.461182 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a1618a-bc8f-4779-a83f-0eb990c68d43,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:39.465537 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.465878 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Added segment ce690128-c233-472d-b03e-835356588ce8 of type vlan for network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 Aug 17 17:25:39.505563 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.531204 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.532064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:39.532633 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.586347 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3805795 Aug 17 17:25:39.594396 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:39.594934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fd69e-2bf1-48f2-8df4-6b7018ccd425 admin admin] Pushing event updated for resources: {'Network': ['ID=3fbf4799-036a-40c6-acfa-3ee82f3edb16,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:39.595586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Request body: {'subnet': {'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-388582323-subnet', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:39.601435 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:25:39.619864 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Made reservation on behalf of ea566948c5884fd184568aa17c976767 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:25:39.622421 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.785041 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.833447 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:39.848499 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Checking segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:25:39.848855 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Network hostable DHCP agents. Network: 3fbf4799-036a-40c6-acfa-3ee82f3edb16, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:25:39.864027 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:25:39.872212 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 3fbf4799-036a-40c6-acfa-3ee82f3edb16) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:39.876786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:39.877860 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.883030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e488776-d17a-42e4-9713-ce0a46ecd02b None None] Network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:25:39.891270 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ef3d63e-a55c-471e-ad45-028ae458d619 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3004305 Aug 17 17:25:39.894116 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45098) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:39.900145 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:39.921527 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.922596 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:39.980000 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.029514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:25:40.030446 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.117984 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.163027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Allocated IP 172.20.0.2 (3fbf4799-036a-40c6-acfa-3ee82f3edb16/5cac1e1f-51dd-47cf-aba7-e6f01caaec6d/b9ea0145-658e-4cb4-b42b-be3af9b94dd5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:25:40.306253 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.315135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Transition to ACTIVE for port object b9ea0145-658e-4cb4-b42b-be3af9b94dd5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:40.318515 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.330903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Transition to ACTIVE for port object b9ea0145-658e-4cb4-b42b-be3af9b94dd5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:40.336958 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.338392 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.371512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:25:40.374121 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:40.380377 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:25:40.392177 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Pushing event updated for resources: {'Port': ['ID=b9ea0145-658e-4cb4-b42b-be3af9b94dd5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:40.443627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Allocated IP 172.25.7.81 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/0a14d7ce-f7f5-4f59-9f4c-291a99379dd4) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:25:40.444251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Attempting to bind port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:25:40.444251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Attempting to bind port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:25:40.444615 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Attempting to bind port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:25:40.450672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:25:40.451070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Checking segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:25:40.451474 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.451867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Bound using segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:25:40.452338 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Bound port: b9ea0145-658e-4cb4-b42b-be3af9b94dd5, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:25:40.452722 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.518794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] For port b9ea0145-658e-4cb4-b42b-be3af9b94dd5, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:25:40.522443 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] For port b9ea0145-658e-4cb4-b42b-be3af9b94dd5, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b9ea0145-658e-4cb4-b42b-be3af9b94dd5,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:25:40.526797 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.550429 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.588898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d759771-16a8-4a65-8664-c109d5597091 None None] Pushing event updated for resources: {'Port': ['ID=b9ea0145-658e-4cb4-b42b-be3af9b94dd5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:40.600577 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:40.644100 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:25:40.647246 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:40.651652 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:25:40.654881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0a14d7ce-f7f5-4f59-9f4c-291a99379dd4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:40.912327 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:41.101132 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:41.234019 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Router 70ae1d6b-a363-4463-906e-16d53c69b985 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:25:41.446494 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198b308-e9df-493f-b5ea-459934c174ea None None] Network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:25:41.562429 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6f05069a-43ea-42df-b70d-05bb06df79f9 None None] Provisioning for port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:41.700064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:25:41.709914 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Sync routers for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:25:41.719008 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:41.719869 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:41.723059 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c0ed7eaf-8269-4896-a3c8-2ce439e766a0 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8246012 Aug 17 17:25:41.723167 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:41.723281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45100) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:41.827094 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:42.003776 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:40Z', 'revision_number': 3, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:42.028706 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Checking router: 70ae1d6b-a363-4463-906e-16d53c69b985 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:25:42.029046 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Updating router 70ae1d6b-a363-4463-906e-16d53c69b985 port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:25:42.056839 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.143695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.306143 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Allocated IP 172.20.0.1 (3fbf4799-036a-40c6-acfa-3ee82f3edb16/5cac1e1f-51dd-47cf-aba7-e6f01caaec6d/bff3b648-54d1-4ee5-8c9c-2911f80c8fd7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:25:42.310068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b9ea0145-658e-4cb4-b42b-be3af9b94dd5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:42.315739 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.326246 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Transition to ACTIVE for port object 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:42.333035 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.362091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:42.367202 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:42.367582 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.375140 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Attempting to bind port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:25:42.375886 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Attempting to bind port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:25:42.376325 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Attempting to bind port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:25:42.386544 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:25:42.387064 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:25:42.387552 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.387996 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:25:42.388524 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Bound port: 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:25:42.388947 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.433140 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.446311 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] For port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:25:42.446779 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Transition to ACTIVE for port object bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:42.450396 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] For port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0a14d7ce-f7f5-4f59-9f4c-291a99379dd4,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:25:42.450923 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Pushing event updated for resources: {'Port': ['ID=0a14d7ce-f7f5-4f59-9f4c-291a99379dd4,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:42.458091 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.458937 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.462275 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.462696 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.463102 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.463477 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.463861 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.464241 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.464618 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.464994 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.465364 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.465747 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.466112 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.466636 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:25:42.490256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.494312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b9ea0145-658e-4cb4-b42b-be3af9b94dd5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b9ea0145-658e-4cb4-b42b-be3af9b94dd5,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:42.500371 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.526837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:25:42.528401 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811d530-e6bc-47be-8b10-0a599ff28e86 None None] Pushing event updated for resources: {'Port': ['ID=0a14d7ce-f7f5-4f59-9f4c-291a99379dd4,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:42.529627 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:42.535384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:25:42.548766 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:42.549445 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:42.555993 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b9ea0145-658e-4cb4-b42b-be3af9b94dd5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:42.573168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Pushing event updated for resources: {'Port': ['ID=bff3b648-54d1-4ee5-8c9c-2911f80c8fd7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:42.590253 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.664425 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:42.728874 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.817386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8cc7e8c4-d2dd-4c10-ac0f-1bf8e9c31799 None None] Provisioning for port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:42.821143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8cc7e8c4-d2dd-4c10-ac0f-1bf8e9c31799 None None] Provisioning complete for port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:42.821794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cc7e8c4-d2dd-4c10-ac0f-1bf8e9c31799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.845264 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:40Z', 'revision_number': 3, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:42.862746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8cc7e8c4-d2dd-4c10-ac0f-1bf8e9c31799 None None] Port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:25:42.900122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.905140 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:42.966871 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a7141-da75-4e9d-8e47-a1e27aaba496 None None] The sync data for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 is: [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:40Z', 'revision_number': 3, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:25:42.977653 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Pushing event updated for resources: {'Port': ['ID=bff3b648-54d1-4ee5-8c9c-2911f80c8fd7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:42.982981 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:43.077122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:25:43.078490 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:43.223266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Router 70ae1d6b-a363-4463-906e-16d53c69b985 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:25:43.350929 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:25:43.355819 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d882df07-dd3a-44a3-91b8-91dd6a13bf88 admin admin] 10.222.0.77 "PUT /v2.0/routers/70ae1d6b-a363-4463-906e-16d53c69b985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6315749 Aug 17 17:25:43.387752 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-54f6f310-80e8-4f0f-a491-3960b0f6ee3e None None] Provisioning complete for port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:43.388124 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54f6f310-80e8-4f0f-a491-3960b0f6ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:43.423497 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-54f6f310-80e8-4f0f-a491-3960b0f6ee3e None None] Port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:25:43.835158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45118) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:43.840202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1267972428-network', 'tenant_id': '801826f306cd4c0d80268316735c8f14'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:43.861127 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Made reservation on behalf of 801826f306cd4c0d80268316735c8f14 for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:25:43.863460 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:43.872133 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:43.960949 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:43.964660 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:43.990038 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:25:44.000074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6589b06b-77f6-4c5b-becd-5abab29a2593,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:44.006470 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.006771 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Added segment 6aa46171-f588-4a84-8802-a0a5c65c7a5e of type vlan for network 013e224f-5e92-41ce-9040-cef8fdb4e924 Aug 17 17:25:44.050324 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.075236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.076240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:44.076822 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.127076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2907050 Aug 17 17:25:44.130309 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:44.135500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Request body: {'subnet': {'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1267972428-subnet', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:44.138309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52045345-7460-414b-aad7-f82ea1116fdd admin admin] Pushing event updated for resources: {'Network': ['ID=013e224f-5e92-41ce-9040-cef8fdb4e924,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:44.148715 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 013e224f-5e92-41ce-9040-cef8fdb4e924 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:25:44.158482 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Made reservation on behalf of 801826f306cd4c0d80268316735c8f14 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:25:44.160781 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.339412 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.349093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b9ea0145-658e-4cb4-b42b-be3af9b94dd5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:44.398744 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ffd567-1c98-46eb-baaa-a76f1e4776fe,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:44.403213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:44.403591 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.413767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Checking segment: {'id': '6aa46171-f588-4a84-8802-a0a5c65c7a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:25:44.414123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Network hostable DHCP agents. Network: 013e224f-5e92-41ce-9040-cef8fdb4e924, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:25:44.433935 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Network 013e224f-5e92-41ce-9040-cef8fdb4e924 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:25:44.447380 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 013e224f-5e92-41ce-9040-cef8fdb4e924) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:44.452767 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:44.453765 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.456088 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22644a79-5717-449c-86a2-07d4a6798eaf None None] Network 013e224f-5e92-41ce-9040-cef8fdb4e924 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:25:44.467454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5086bbc-2bf9-4d33-abfb-e6e62a4bf603 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3360007 Aug 17 17:25:44.469963 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:44.474308 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1267972428-router', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:44.495199 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.496177 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.549039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.689345 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Sync routers for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:25:44.698185 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.707935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:44.730419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:44.731052 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:44.908753 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.919300 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:44.925117 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:44.929206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-013e224f-5e92-41ce-9040-cef8fdb4e924', 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'fixed_ips': [{'subnet_id': '64ffd567-1c98-46eb-baaa-a76f1e4776fe'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:25:44.929425 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.930162 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:44.954428 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:44.954735 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.033271 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Allocated IP 172.25.7.121 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/496f8b1e-fb01-484b-98dd-b14b85ce8e15) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:25:45.144312 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.183523 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.227306 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:25:45.230265 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:45.234923 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:25:45.236932 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=496f8b1e-fb01-484b-98dd-b14b85ce8e15,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:45.260017 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Allocated IP 172.20.0.2 (013e224f-5e92-41ce-9040-cef8fdb4e924/64ffd567-1c98-46eb-baaa-a76f1e4776fe/b4c94baa-90b1-456b-9783-fa213505ec8c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:25:45.267263 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.313030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0a14d7ce-f7f5-4f59-9f4c-291a99379dd4,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:45.326823 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.432648 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=0a14d7ce-f7f5-4f59-9f4c-291a99379dd4,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:45.449419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 2, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:45.478312 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Checking router: 70ae1d6b-a363-4463-906e-16d53c69b985 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:25:45.478606 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Updating router 70ae1d6b-a363-4463-906e-16d53c69b985 port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:25:45.489158 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.534148 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.563300 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.591462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Transition to ACTIVE for port object b4c94baa-90b1-456b-9783-fa213505ec8c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:45.657998 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Transition to ACTIVE for port object b4c94baa-90b1-456b-9783-fa213505ec8c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:45.674420 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.689649 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.728311 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Network 013e224f-5e92-41ce-9040-cef8fdb4e924 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:25:45.757517 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:45.762091 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:25:45.777362 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Pushing event updated for resources: {'Port': ['ID=b4c94baa-90b1-456b-9783-fa213505ec8c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:45.822284 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:25:45.843853 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Attempting to bind port b4c94baa-90b1-456b-9783-fa213505ec8c on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:25:45.844231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Attempting to bind port b4c94baa-90b1-456b-9783-fa213505ec8c by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6aa46171-f588-4a84-8802-a0a5c65c7a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:25:45.844592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Attempting to bind port b4c94baa-90b1-456b-9783-fa213505ec8c on network 013e224f-5e92-41ce-9040-cef8fdb4e924 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:25:45.856759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:25:45.857129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Checking segment: {'id': '6aa46171-f588-4a84-8802-a0a5c65c7a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:25:45.857528 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.857917 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Bound using segment: {'id': '6aa46171-f588-4a84-8802-a0a5c65c7a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:25:45.858404 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Bound port: b4c94baa-90b1-456b-9783-fa213505ec8c, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa46171-f588-4a84-8802-a0a5c65c7a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:25:45.858782 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.930103 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:25:45.940429 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Sync routers for ids ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:25:45.947493 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.951255 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Routers {'7a18a93d-c4e7-4244-98c7-7a18bebef9d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:45.951687 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45124) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:45.952363 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd8e2730-d9c6-4a7d-8d0a-1c0ca69fe1e8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4812119 Aug 17 17:25:45.952944 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:45.968763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] For port b4c94baa-90b1-456b-9783-fa213505ec8c, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:25:45.987590 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:45.993055 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] For port b4c94baa-90b1-456b-9783-fa213505ec8c, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b4c94baa-90b1-456b-9783-fa213505ec8c,segment=NetworkSegment(6aa46171-f588-4a84-8802-a0a5c65c7a5e),segment_id=6aa46171-f588-4a84-8802-a0a5c65c7a5e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:25:46.000647 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.003334 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Transition to ACTIVE for port object bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:46.036155 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.073806 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Set router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:46.085759 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abe002-4453-4d52-a9aa-4e130810176d None None] Pushing event updated for resources: {'Port': ['ID=b4c94baa-90b1-456b-9783-fa213505ec8c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:46.185727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Attempting to bind port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:25:46.186673 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Attempting to bind port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:25:46.187230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Attempting to bind port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:25:46.189518 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae661e-47ba-4d25-b1c5-37bbbf49f177 None None] Pushing event updated for resources: {'Port': ['ID=bff3b648-54d1-4ee5-8c9c-2911f80c8fd7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:46.196045 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:25:46.196439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Checking segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:25:46.196823 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.197209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Bound using segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:25:46.197731 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Bound port: bff3b648-54d1-4ee5-8c9c-2911f80c8fd7, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:25:46.198056 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.281106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] For port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:25:46.285081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] For port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=bff3b648-54d1-4ee5-8c9c-2911f80c8fd7,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:25:46.298883 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.338191 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'name': 'tempest-TestShelveInstance-1267972428-router', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 3, 'project_id': '801826f306cd4c0d80268316735c8f14', 'gw_port': {'id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:46.339418 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:46.402208 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Checking router: 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:25:46.403162 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Updating router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 port 496f8b1e-fb01-484b-98dd-b14b85ce8e15 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:25:46.449580 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.466666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae661e-47ba-4d25-b1c5-37bbbf49f177 None None] Pushing event updated for resources: {'Port': ['ID=bff3b648-54d1-4ee5-8c9c-2911f80c8fd7,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:46.499479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:46.500249 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:46.570029 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:46.570871 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.579210 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.730878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:46.777398 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Allocated IP 172.20.0.1 (013e224f-5e92-41ce-9040-cef8fdb4e924/64ffd567-1c98-46eb-baaa-a76f1e4776fe/afa19882-9026-44f9-83e4-5364a6337d5f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:25:46.785520 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.795867 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Transition to ACTIVE for port object 496f8b1e-fb01-484b-98dd-b14b85ce8e15 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:46.802797 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.856697 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Attempting to bind port 496f8b1e-fb01-484b-98dd-b14b85ce8e15 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:25:46.857079 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Attempting to bind port 496f8b1e-fb01-484b-98dd-b14b85ce8e15 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:25:46.857410 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Attempting to bind port 496f8b1e-fb01-484b-98dd-b14b85ce8e15 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:25:46.859509 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9a15b-2984-46c3-baaf-369ffff52a28 None None] Pushing event updated for resources: {'Port': ['ID=496f8b1e-fb01-484b-98dd-b14b85ce8e15,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:46.865480 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:25:46.865842 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:25:46.866237 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.866648 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:25:46.867097 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Bound port: 496f8b1e-fb01-484b-98dd-b14b85ce8e15, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:25:46.867479 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.903619 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.919560 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Transition to ACTIVE for port object afa19882-9026-44f9-83e4-5364a6337d5f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:46.923547 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] For port 496f8b1e-fb01-484b-98dd-b14b85ce8e15, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:25:46.927820 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] For port 496f8b1e-fb01-484b-98dd-b14b85ce8e15, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=496f8b1e-fb01-484b-98dd-b14b85ce8e15,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:25:46.933618 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.968502 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:46.976134 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:46Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:47.001486 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Routers {'7a18a93d-c4e7-4244-98c7-7a18bebef9d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:47.002166 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:47.010947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5649bd4-26f6-4c74-8f9f-97c4df9f49dd None None] The sync data for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 is: [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:46Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:25:47.014803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Network 013e224f-5e92-41ce-9040-cef8fdb4e924 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:25:47.019894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:47.022616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:25:47.108412 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Pushing event updated for resources: {'Port': ['ID=afa19882-9026-44f9-83e4-5364a6337d5f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:47.114959 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9a15b-2984-46c3-baaf-369ffff52a28 None None] Pushing event updated for resources: {'Port': ['ID=496f8b1e-fb01-484b-98dd-b14b85ce8e15,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:47.118599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:47.150465 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] Set router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:47.276557 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:47.374716 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'name': 'tempest-TestShelveInstance-1267972428-router', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 3, 'project_id': '801826f306cd4c0d80268316735c8f14', 'gw_port': {'id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:47.387619 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7657e06-b222-4cde-9dd8-b76098b58f37 None None] Network 013e224f-5e92-41ce-9040-cef8fdb4e924 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:25:47.407998 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d896c5a-e16d-4952-bc3b-4903e2cd662b None None] The sync data for ids ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'] in n-d-804878-1 is: [{'id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'name': 'tempest-TestShelveInstance-1267972428-router', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 3, 'project_id': '801826f306cd4c0d80268316735c8f14', 'gw_port': {'id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:25:47.450090 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0a18b72e-b24e-43f6-bf9d-4ffa0a009e1a None None] Provisioning for port b4c94baa-90b1-456b-9783-fa213505ec8c completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:47.477621 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:47.484180 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:47.557790 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:47.574025 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Pushing event updated for resources: {'Port': ['ID=afa19882-9026-44f9-83e4-5364a6337d5f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:47.673839 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Network 013e224f-5e92-41ce-9040-cef8fdb4e924 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:25:47.676251 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:47.830493 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:25:47.902074 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-54e7cf0e-91b6-494c-a06d-68de724a6e09 None None] Provisioning for port afa19882-9026-44f9-83e4-5364a6337d5f completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:47.913170 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-54e7cf0e-91b6-494c-a06d-68de724a6e09 None None] Provisioning complete for port afa19882-9026-44f9-83e4-5364a6337d5f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:47.914762 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54e7cf0e-91b6-494c-a06d-68de724a6e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:47.964768 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-54e7cf0e-91b6-494c-a06d-68de724a6e09 None None] Port afa19882-9026-44f9-83e4-5364a6337d5f cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:25:47.981832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:25:47.987448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a3ae1abd-328a-4de1-b82b-697c545b8405 admin admin] 10.222.0.77 "PUT /v2.0/routers/7a18a93d-c4e7-4244-98c7-7a18bebef9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0344012 Aug 17 17:25:48.185777 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-def6ebe9-8c56-43a6-964d-5189f2d6a5e7 None None] Provisioning complete for port afa19882-9026-44f9-83e4-5364a6337d5f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:48.186152 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-def6ebe9-8c56-43a6-964d-5189f2d6a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:48.244702 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-def6ebe9-8c56-43a6-964d-5189f2d6a5e7 None None] Port afa19882-9026-44f9-83e4-5364a6337d5f cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:25:48.367562 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-28d65ca5-0f44-4994-9f17-1e6348a66c2d None None] Provisioning complete for port afa19882-9026-44f9-83e4-5364a6337d5f triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:48.367987 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d65ca5-0f44-4994-9f17-1e6348a66c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:48.451638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 496f8b1e-fb01-484b-98dd-b14b85ce8e15 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:48.453945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-28d65ca5-0f44-4994-9f17-1e6348a66c2d None None] Port afa19882-9026-44f9-83e4-5364a6337d5f cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:25:48.512279 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 496f8b1e-fb01-484b-98dd-b14b85ce8e15 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:48.522356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 496f8b1e-fb01-484b-98dd-b14b85ce8e15 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:48.523043 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:48.615515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:48.639424 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 496f8b1e-fb01-484b-98dd-b14b85ce8e15, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=496f8b1e-fb01-484b-98dd-b14b85ce8e15,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:48.643106 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:48.643874 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b4c94baa-90b1-456b-9783-fa213505ec8c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:48.719266 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=496f8b1e-fb01-484b-98dd-b14b85ce8e15,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:48.732085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port b4c94baa-90b1-456b-9783-fa213505ec8c completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:48.735713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b4c94baa-90b1-456b-9783-fa213505ec8c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:48.736081 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:48.821617 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:48.853000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port b4c94baa-90b1-456b-9783-fa213505ec8c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b4c94baa-90b1-456b-9783-fa213505ec8c,segment=NetworkSegment(6aa46171-f588-4a84-8802-a0a5c65c7a5e),segment_id=6aa46171-f588-4a84-8802-a0a5c65c7a5e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:48.856806 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:48.857646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:48.933432 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=b4c94baa-90b1-456b-9783-fa213505ec8c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:48.947576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:48.951496 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:48.951868 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:48.953404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45132) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:48.958336 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-920be58e-21fa-48d2-ae3e-481f82ef39b2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-782219108', 'description': 'tempest-secgroup-smoke-782219108 description', 'project_id': 'ea566948c5884fd184568aa17c976767'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:48.983644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-920be58e-21fa-48d2-ae3e-481f82ef39b2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.077184 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-920be58e-21fa-48d2-ae3e-481f82ef39b2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.081161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-920be58e-21fa-48d2-ae3e-481f82ef39b2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.115270 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920be58e-21fa-48d2-ae3e-481f82ef39b2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b61be9b-9557-42b2-b0fa-d467dccc4ced,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:49.119304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-920be58e-21fa-48d2-ae3e-481f82ef39b2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.123761 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:49.125706 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-920be58e-21fa-48d2-ae3e-481f82ef39b2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1711559 Aug 17 17:25:49.130492 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-48151111-9049-4bb2-8f46-cab5f691773b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': '4b61be9b-9557-42b2-b0fa-d467dccc4ced', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:49.159935 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48151111-9049-4bb2-8f46-cab5f691773b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.197139 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.215881 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48151111-9049-4bb2-8f46-cab5f691773b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.220518 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48151111-9049-4bb2-8f46-cab5f691773b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.231644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=bff3b648-54d1-4ee5-8c9c-2911f80c8fd7,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:49.236004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.239434 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48151111-9049-4bb2-8f46-cab5f691773b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6732ef-654d-41e6-bcd9-2d10ca19bbfa,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:49.247008 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48151111-9049-4bb2-8f46-cab5f691773b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.248136 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-48151111-9049-4bb2-8f46-cab5f691773b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233754 Aug 17 17:25:49.251296 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45136) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:49.255934 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-51dc02e3-cfb7-4574-aa16-5ee8eedc9ef1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': '4b61be9b-9557-42b2-b0fa-d467dccc4ced', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:49.281369 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51dc02e3-cfb7-4574-aa16-5ee8eedc9ef1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.287646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=bff3b648-54d1-4ee5-8c9c-2911f80c8fd7,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:49.342345 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51dc02e3-cfb7-4574-aa16-5ee8eedc9ef1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.346179 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51dc02e3-cfb7-4574-aa16-5ee8eedc9ef1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.363990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc02e3-cfb7-4574-aa16-5ee8eedc9ef1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636023dc-28b6-41f8-93d3-816b3c2b9d4e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:49.371951 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51dc02e3-cfb7-4574-aa16-5ee8eedc9ef1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.373267 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-51dc02e3-cfb7-4574-aa16-5ee8eedc9ef1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209009 Aug 17 17:25:49.376361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45138) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:49.380999 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-fd789f51-cefb-4f26-85ca-b5ce2d7478a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': '4b61be9b-9557-42b2-b0fa-d467dccc4ced', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:49.406475 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd789f51-cefb-4f26-85ca-b5ce2d7478a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.464520 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd789f51-cefb-4f26-85ca-b5ce2d7478a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.467992 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd789f51-cefb-4f26-85ca-b5ce2d7478a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.485577 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd789f51-cefb-4f26-85ca-b5ce2d7478a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15820af4-2218-47ec-94f6-1cc7f626c0e0,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:49.491658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd789f51-cefb-4f26-85ca-b5ce2d7478a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.495205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fd789f51-cefb-4f26-85ca-b5ce2d7478a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156044 Aug 17 17:25:49.495569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45140) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:49.499908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7c980db1-cc04-48fb-bb1b-adb159fe482a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': '4b61be9b-9557-42b2-b0fa-d467dccc4ced', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:49.525297 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c980db1-cc04-48fb-bb1b-adb159fe482a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.583416 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c980db1-cc04-48fb-bb1b-adb159fe482a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.587338 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c980db1-cc04-48fb-bb1b-adb159fe482a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.610403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c980db1-cc04-48fb-bb1b-adb159fe482a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2610b100-19d5-407c-b68c-432fd03aaac0,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:49.614250 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c980db1-cc04-48fb-bb1b-adb159fe482a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.615458 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7c980db1-cc04-48fb-bb1b-adb159fe482a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189923 Aug 17 17:25:49.618073 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45142) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:49.622446 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d8afbff6-77a5-418d-a532-733c1fa61703 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': '4b61be9b-9557-42b2-b0fa-d467dccc4ced', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:49.643839 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-d8afbff6-77a5-418d-a532-733c1fa61703 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Project ea566948c5884fd184568aa17c976767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:25:49.649131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8afbff6-77a5-418d-a532-733c1fa61703 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.710386 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8afbff6-77a5-418d-a532-733c1fa61703 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.714208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8afbff6-77a5-418d-a532-733c1fa61703 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.732796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afbff6-77a5-418d-a532-733c1fa61703 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f9e7bd-5689-4859-8e06-c2b8a4d365fa,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:49.740824 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8afbff6-77a5-418d-a532-733c1fa61703 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.742144 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d8afbff6-77a5-418d-a532-733c1fa61703 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230865 Aug 17 17:25:49.744830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45144) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:25:49.749686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-db411d79-bd94-4a63-99b0-290ce6e7abca tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': '4b61be9b-9557-42b2-b0fa-d467dccc4ced', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:49.772448 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-db411d79-bd94-4a63-99b0-290ce6e7abca tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Project ea566948c5884fd184568aa17c976767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:25:49.777404 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db411d79-bd94-4a63-99b0-290ce6e7abca tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.840742 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db411d79-bd94-4a63-99b0-290ce6e7abca tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.844213 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db411d79-bd94-4a63-99b0-290ce6e7abca tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.861843 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db411d79-bd94-4a63-99b0-290ce6e7abca tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70700964-7be3-40e4-8005-a78a693d5ee4,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:49.868599 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db411d79-bd94-4a63-99b0-290ce6e7abca tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:49.869777 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-db411d79-bd94-4a63-99b0-290ce6e7abca tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240361 Aug 17 17:25:50.140227 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:50.145709 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-11e07fc9-b133-4672-84db-3564f092c75c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-782219108&fields=id&tenant_id=ea566948c5884fd184568aa17c976767 HTTP/1.1" status: 200 len: 267 time: 0.0368934 Aug 17 17:25:50.260678 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-2996bd3d-0985-4f3a-a5ba-ce7164c00672 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:50.262466 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-2996bd3d-0985-4f3a-a5ba-ce7164c00672 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 808 time: 0.1097512 Aug 17 17:25:50.278028 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-9d7c7221-04df-49ba-880a-2a01501514bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/quotas/ea566948c5884fd184568aa17c976767 HTTP/1.1" status: 200 len: 375 time: 0.0096633 Aug 17 17:25:50.286685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 496f8b1e-fb01-484b-98dd-b14b85ce8e15 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:50.327692 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Sync routers for ids ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:25:50.331580 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-b15efd12-1fe5-4158-b709-67f2e9c91731 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467050 Aug 17 17:25:50.342452 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Routers {'7a18a93d-c4e7-4244-98c7-7a18bebef9d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:50.343072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:50.348086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-1a052c1f-41d8-4887-94d4-5f2e85d72335 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:25:50.349130 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-1a052c1f-41d8-4887-94d4-5f2e85d72335 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052538 Aug 17 17:25:50.392987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 496f8b1e-fb01-484b-98dd-b14b85ce8e15 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:50.393269 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:50.441973 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-8dc83934-d6f8-49f4-be71-8155078fdd30 service neutron] 10.222.0.77 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860362 Aug 17 17:25:50.482079 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Set router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:50.533649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-e9536976-6a22-484e-981a-9fd3035b1e31 service neutron] 10.222.0.77 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854907 Aug 17 17:25:50.583054 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:50.676868 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:50.700724 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-7469ebe5-87f5-42d6-af58-1481b7333e3c req-8c97ad68-4522-46f5-b5ac-a14ad80f52dd tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 210 time: 0.0275207 Aug 17 17:25:50.718565 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:50.719003 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:50.803713 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'name': 'tempest-TestShelveInstance-1267972428-router', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:47Z', 'revision_number': 4, 'project_id': '801826f306cd4c0d80268316735c8f14', 'gw_port': {'id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'afa19882-9026-44f9-83e4-5364a6337d5f', 'name': '', 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'mac_address': 'fa:16:3e:ac:2b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '64ffd567-1c98-46eb-baaa-a76f1e4776fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:46Z', 'updated_at': '2021-08-17T17:25:47Z', 'revision_number': 2, 'project_id': '801826f306cd4c0d80268316735c8f14', 'subnets': [{'id': '64ffd567-1c98-46eb-baaa-a76f1e4776fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:50.852268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Checking router: 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:25:50.852706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Updating router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 port afa19882-9026-44f9-83e4-5364a6337d5f binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:25:50.888218 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:50.890812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b4c94baa-90b1-456b-9783-fa213505ec8c up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:51.029120 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port b4c94baa-90b1-456b-9783-fa213505ec8c triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:51.029505 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:51.261327 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:51.271579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Transition to ACTIVE for port object afa19882-9026-44f9-83e4-5364a6337d5f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:51.276991 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:51.329391 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117ccd0-52d0-4cc0-90ac-4d72f89973f7 None None] Pushing event updated for resources: {'Port': ['ID=afa19882-9026-44f9-83e4-5364a6337d5f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:51.379469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Attempting to bind port afa19882-9026-44f9-83e4-5364a6337d5f on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:25:51.379846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Attempting to bind port afa19882-9026-44f9-83e4-5364a6337d5f by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '6aa46171-f588-4a84-8802-a0a5c65c7a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:25:51.380231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Attempting to bind port afa19882-9026-44f9-83e4-5364a6337d5f on network 013e224f-5e92-41ce-9040-cef8fdb4e924 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:25:51.385642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:25:51.386012 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Checking segment: {'id': '6aa46171-f588-4a84-8802-a0a5c65c7a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:25:51.386449 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:51.386978 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Bound using segment: {'id': '6aa46171-f588-4a84-8802-a0a5c65c7a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:25:51.387286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Bound port: afa19882-9026-44f9-83e4-5364a6337d5f, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa46171-f588-4a84-8802-a0a5c65c7a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:25:51.387664 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:51.453147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] For port afa19882-9026-44f9-83e4-5364a6337d5f, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:25:51.456644 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] For port afa19882-9026-44f9-83e4-5364a6337d5f, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=afa19882-9026-44f9-83e4-5364a6337d5f,segment=NetworkSegment(6aa46171-f588-4a84-8802-a0a5c65c7a5e),segment_id=6aa46171-f588-4a84-8802-a0a5c65c7a5e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:25:51.460465 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:51.519899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117ccd0-52d0-4cc0-90ac-4d72f89973f7 None None] Pushing event updated for resources: {'Port': ['ID=afa19882-9026-44f9-83e4-5364a6337d5f,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:51.522363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Routers {'7a18a93d-c4e7-4244-98c7-7a18bebef9d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:25:51.522987 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:51.652945 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] Set router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:25:51.680353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-3fcf37af-c070-40a3-b4b6-65bf945831e4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:51.681892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-3fcf37af-c070-40a3-b4b6-65bf945831e4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 808 time: 0.1370764 Aug 17 17:25:51.734586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-5a9c140c-335a-468a-8557-5bf2ac525dee tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea566948c5884fd184568aa17c976767 HTTP/1.1" status: 200 len: 379 time: 0.0432007 Aug 17 17:25:51.746112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'port': {'device_id': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'admin_state_up': True, 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'security_groups': ['4b61be9b-9557-42b2-b0fa-d467dccc4ced']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:51.827315 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-988c9c22-4e8a-490c-ab51-6d4f72bddf5a req-8b2176d2-0017-4f1f-b33d-991e6a14cc49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 210 time: 0.0314498 Aug 17 17:25:51.867018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Made reservation on behalf of ea566948c5884fd184568aa17c976767 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:25:51.870677 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:51.888607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'name': 'tempest-TestShelveInstance-1267972428-router', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:47Z', 'revision_number': 4, 'project_id': '801826f306cd4c0d80268316735c8f14', 'gw_port': {'id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'afa19882-9026-44f9-83e4-5364a6337d5f', 'name': '', 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'mac_address': 'fa:16:3e:ac:2b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '64ffd567-1c98-46eb-baaa-a76f1e4776fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:46Z', 'updated_at': '2021-08-17T17:25:51Z', 'revision_number': 4, 'project_id': '801826f306cd4c0d80268316735c8f14', 'subnets': [{'id': '64ffd567-1c98-46eb-baaa-a76f1e4776fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:25:51.919983 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8b7e1c-9ccc-4609-a0a3-2d92f892cf47 None None] The sync data for ids ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'] in n-d-804878-1 is: [{'id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'name': 'tempest-TestShelveInstance-1267972428-router', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:47Z', 'revision_number': 4, 'project_id': '801826f306cd4c0d80268316735c8f14', 'gw_port': {'id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'afa19882-9026-44f9-83e4-5364a6337d5f', 'name': '', 'network_id': '013e224f-5e92-41ce-9040-cef8fdb4e924', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'mac_address': 'fa:16:3e:ac:2b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '64ffd567-1c98-46eb-baaa-a76f1e4776fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:46Z', 'updated_at': '2021-08-17T17:25:51Z', 'revision_number': 4, 'project_id': '801826f306cd4c0d80268316735c8f14', 'subnets': [{'id': '64ffd567-1c98-46eb-baaa-a76f1e4776fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:25:52.017098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Allocated IP 172.20.0.8 (3fbf4799-036a-40c6-acfa-3ee82f3edb16/5cac1e1f-51dd-47cf-aba7-e6f01caaec6d/ee60b405-0529-4468-9d2f-4a833951be1b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:25:52.165911 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.180745 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Transition to ACTIVE for port object ee60b405-0529-4468-9d2f-4a833951be1b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:52.214609 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.264739 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:25:52.268200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:25:52.270691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:25:52.308315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:52.345638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device afa19882-9026-44f9-83e4-5364a6337d5f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:52.350515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:52.351482 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.372573 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-f84e6d53-9068-457e-9950-7600eff0f836 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6316640 Aug 17 17:25:52.386021 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Request body: {'port': {'device_id': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:25:52.412453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port afa19882-9026-44f9-83e4-5364a6337d5f completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:52.416519 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port afa19882-9026-44f9-83e4-5364a6337d5f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:52.416882 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.452185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.506263 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.545032 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port afa19882-9026-44f9-83e4-5364a6337d5f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=afa19882-9026-44f9-83e4-5364a6337d5f,segment=NetworkSegment(6aa46171-f588-4a84-8802-a0a5c65c7a5e),segment_id=6aa46171-f588-4a84-8802-a0a5c65c7a5e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:52.549029 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.613984 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=afa19882-9026-44f9-83e4-5364a6337d5f,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:52.626804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0c5d409e-ea0c-4641-98d9-7bf26dac0f78 None None] Provisioning for port ee60b405-0529-4468-9d2f-4a833951be1b completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:52.631349 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0c5d409e-ea0c-4641-98d9-7bf26dac0f78 None None] Provisioning complete for port ee60b405-0529-4468-9d2f-4a833951be1b triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:52.631842 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c5d409e-ea0c-4641-98d9-7bf26dac0f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.670892 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d409e-ea0c-4641-98d9-7bf26dac0f78 None None] Port ee60b405-0529-4468-9d2f-4a833951be1b cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:25:52.741369 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee60b405-0529-4468-9d2f-4a833951be1b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:25:52.749678 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.762355 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Transition to ACTIVE for port object ee60b405-0529-4468-9d2f-4a833951be1b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:25:52.766695 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.824664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:52.897067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Attempting to bind port ee60b405-0529-4468-9d2f-4a833951be1b on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:25:52.897402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Attempting to bind port ee60b405-0529-4468-9d2f-4a833951be1b by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:25:52.897735 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Attempting to bind port ee60b405-0529-4468-9d2f-4a833951be1b on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:25:52.927304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Port ee60b405-0529-4468-9d2f-4a833951be1b on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:25:52.927626 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Attempting to bind port ee60b405-0529-4468-9d2f-4a833951be1b on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:25:52.937978 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:25:52.938320 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Checking segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:25:52.938724 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Bound using segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:25:52.939182 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Bound port: ee60b405-0529-4468-9d2f-4a833951be1b, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:25:52.939542 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:52.990180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387941aa-b7c0-44ad-b14e-6b3da92024e3 req-26e7b5f3-41ac-4265-9741-c43a02e175b0 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:52.991737 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-387941aa-b7c0-44ad-b14e-6b3da92024e3 req-26e7b5f3-41ac-4265-9741-c43a02e175b0 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 943 time: 0.0917029 Aug 17 17:25:53.049734 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:25:53.056529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-387941aa-b7c0-44ad-b14e-6b3da92024e3 req-f87460fb-d5af-4d09-ab2d-2a46064ab361 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585482 Aug 17 17:25:53.064728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:25:53.070245 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:53.103557 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:53.104164 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:53.105537 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] 10.222.0.93 "PUT /v2.0/ports/ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 1091 time: 0.7243402 Aug 17 17:25:53.105961 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:25:53.108200 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f88dbb-49ed-4272-a552-1baea406c84d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:25:53.135764 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed59a3-d8c7-42b9-9e6d-467e571c8e53 service neutron] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:53.155981 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb47472-533a-4a4f-89ed-0473e47e77c1 x-openstack-request-id: req-dcb47472-533a-4a4f-89ed-0473e47e77c1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:25:53.156269 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:25:53.156518 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dcb47472-533a-4a4f-89ed-0473e47e77c1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:25:53.156915 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'status': 'completed', 'code': 200} Aug 17 17:25:53.189917 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-1996f94c-961f-4e3c-81ff-010e066f0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:53.191497 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-1996f94c-961f-4e3c-81ff-010e066f0cbb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1094 time: 0.0445330 Aug 17 17:25:53.239436 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-4bd83881-a5bd-4720-af40-fc47e87bd35c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 217 time: 0.0399475 Aug 17 17:25:53.289591 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-a9ca0746-93d9-4c5d-bcfa-51730969eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:53.291162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-a9ca0746-93d9-4c5d-bcfa-51730969eeb7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0453715 Aug 17 17:25:53.345496 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-bf3738a8-d8e8-4a0b-95b7-edc3d0311bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:53.347027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-bf3738a8-d8e8-4a0b-95b7-edc3d0311bd5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486603 Aug 17 17:25:53.440500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-3ddc8413-c875-481d-b0e2-acf1141a4982 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861282 Aug 17 17:25:53.527799 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-98d5b2bf-a485-4e66-94fa-32e70aa93a8e req-ad17a94a-e001-4aab-be9e-bf7d51ce95bd service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803540 Aug 17 17:25:53.612679 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f88dbb-49ed-4272-a552-1baea406c84d req-f3f59706-fc42-4dbf-923f-2732cf5c3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:53.614734 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05f88dbb-49ed-4272-a552-1baea406c84d req-f3f59706-fc42-4dbf-923f-2732cf5c3b3f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1094 time: 0.0417893 Aug 17 17:25:53.707158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f88dbb-49ed-4272-a552-1baea406c84d req-bde611d7-c469-4281-9f07-ab3bf5c4b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:53.708612 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05f88dbb-49ed-4272-a552-1baea406c84d req-bde611d7-c469-4281-9f07-ab3bf5c4b38e service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0868444 Aug 17 17:25:53.749423 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05f88dbb-49ed-4272-a552-1baea406c84d req-43d95140-cdb3-47ec-9205-481528ac7d86 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 217 time: 0.0337045 Aug 17 17:25:53.802262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f88dbb-49ed-4272-a552-1baea406c84d req-88059b64-d8a9-4708-abdd-518248e05741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:53.803647 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05f88dbb-49ed-4272-a552-1baea406c84d req-88059b64-d8a9-4708-abdd-518248e05741 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0467930 Aug 17 17:25:53.849858 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f88dbb-49ed-4272-a552-1baea406c84d req-b189d513-3b7f-449e-944a-a19c455b35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:53.851446 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05f88dbb-49ed-4272-a552-1baea406c84d req-b189d513-3b7f-449e-944a-a19c455b35f0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395012 Aug 17 17:25:53.946083 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05f88dbb-49ed-4272-a552-1baea406c84d req-0b047a46-ab16-40b3-bd48-4bf9f0bf6d91 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854986 Aug 17 17:25:54.277143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device afa19882-9026-44f9-83e4-5364a6337d5f up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:54.326512 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port afa19882-9026-44f9-83e4-5364a6337d5f triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:54.326802 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:54.415309 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fbc38-22be-4f3e-91dc-61ec5715b9ed req-c2eb9b36-0eb8-4ffc-bbe6-9a1b9408c08b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:54.416763 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b05fbc38-22be-4f3e-91dc-61ec5715b9ed req-c2eb9b36-0eb8-4ffc-bbe6-9a1b9408c08b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 943 time: 0.0929193 Aug 17 17:25:54.437261 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-05f88dbb-49ed-4272-a552-1baea406c84d req-b8dca81f-3c1a-4221-b13a-dea53af174ad service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832785 Aug 17 17:25:54.464970 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b05fbc38-22be-4f3e-91dc-61ec5715b9ed req-e4901912-d791-4696-8177-69266e075dd1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396671 Aug 17 17:25:55.586888 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06ea92-afbe-45db-a178-ecc3cf8beb0a req-942081ef-298e-4eb9-862b-2405bc29da2d tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:55.588369 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c06ea92-afbe-45db-a178-ecc3cf8beb0a req-942081ef-298e-4eb9-862b-2405bc29da2d tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 943 time: 0.0533874 Aug 17 17:25:55.625337 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3c06ea92-afbe-45db-a178-ecc3cf8beb0a req-1cd44a88-aa5b-4b91-8303-fce35782ec67 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310247 Aug 17 17:25:56.643890 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ee60b405-0529-4468-9d2f-4a833951be1b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:25:56.740547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8b485-4187-4659-acfc-d7ed273fafc5 req-2e0cb096-b640-4bc7-baf4-a75307fb6f93 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:56.742115 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84d8b485-4187-4659-acfc-d7ed273fafc5 req-2e0cb096-b640-4bc7-baf4-a75307fb6f93 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 943 time: 0.0482128 Aug 17 17:25:56.742909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:56.755763 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'port_id': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'mac_address': 'fa:16:3e:45:dd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:25:56.781625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84d8b485-4187-4659-acfc-d7ed273fafc5 req-ce65fe5b-fdeb-4bfe-b757-ff45c1d41fe1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331759 Aug 17 17:25:56.792901 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:56.805416 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee60b405-0529-4468-9d2f-4a833951be1b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:25:56.824626 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:56.827464 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:56.877190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:57.031451 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['ee60b405-0529-4468-9d2f-4a833951be1b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:25:57.893835 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b80fd-de40-482d-af49-194d44dce4d0 req-e55fd358-85a7-4852-8532-7eb40e2c225a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:57.895844 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-400b80fd-de40-482d-af49-194d44dce4d0 req-e55fd358-85a7-4852-8532-7eb40e2c225a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0499539 Aug 17 17:25:57.933874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-400b80fd-de40-482d-af49-194d44dce4d0 req-95cf820a-6338-4929-a83b-14a69e7aab25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321298 Aug 17 17:25:58.561933 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:25:58.658911 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ee60b405-0529-4468-9d2f-4a833951be1b up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:25:58.705879 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port ee60b405-0529-4468-9d2f-4a833951be1b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:25:58.709468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port ee60b405-0529-4468-9d2f-4a833951be1b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:25:58.709833 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:58.783182 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:58.805582 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:25:58.807835 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d02e9a-aa95-4c7f-ad31-f6e96e6a3e7c" -d '{"events": [{"server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "name": "network-vif-plugged", "status": "completed", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:25:58.821575 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:25:58.825962 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:25:58.852029 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce404cc-b8ab-488d-ab63-c4c05952e648 x-openstack-request-id: req-0ce404cc-b8ab-488d-ab63-c4c05952e648 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:25:58.852315 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "name": "network-vif-plugged", "status": "completed", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:25:58.852557 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ce404cc-b8ab-488d-ab63-c4c05952e648 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:25:58.852953 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'code': 200} Aug 17 17:25:58.878794 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:25:58.940223 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac608be-9c28-45bf-b8da-66496af717fb req-de251859-44a3-427d-8bf6-72aee88263ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:58.942274 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aac608be-9c28-45bf-b8da-66496af717fb req-de251859-44a3-427d-8bf6-72aee88263ee service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1096 time: 0.0388591 Aug 17 17:25:58.978508 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-aac608be-9c28-45bf-b8da-66496af717fb req-d62a1d22-6e8e-4405-81da-4e5abd1a6594 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294707 Aug 17 17:25:59.047663 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce345e-8ca4-4f63-8aad-84882f95fb93 req-6bd8fbbd-5f27-4dc2-8f6d-10c872f56959 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:25:59.049118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02ce345e-8ca4-4f63-8aad-84882f95fb93 req-6bd8fbbd-5f27-4dc2-8f6d-10c872f56959 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0474577 Aug 17 17:25:59.086816 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-02ce345e-8ca4-4f63-8aad-84882f95fb93 req-493308ae-e51a-4c72-8c5a-63c8d98dca39 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307434 Aug 17 17:26:00.205027 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e4e10-af3d-4d5f-be04-a873c9999376 req-5f74452b-2849-4ce6-bd47-7ee432c41ecd tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:00.206624 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a2e4e10-af3d-4d5f-be04-a873c9999376 req-5f74452b-2849-4ce6-bd47-7ee432c41ecd tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0515573 Aug 17 17:26:00.243701 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6a2e4e10-af3d-4d5f-be04-a873c9999376 req-dac41a18-e593-423e-a8df-086869d3bf2d tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310359 Aug 17 17:26:00.361665 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33937abb-b573-4e65-bb2c-17dc051d6b1b req-74ca2fb2-282d-476a-9de8-9b7ed9a5cd41 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:00.363164 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33937abb-b573-4e65-bb2c-17dc051d6b1b req-74ca2fb2-282d-476a-9de8-9b7ed9a5cd41 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0516818 Aug 17 17:26:00.401078 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-33937abb-b573-4e65-bb2c-17dc051d6b1b req-78a19dab-86e2-4889-9785-ab526893cd5f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315788 Aug 17 17:26:00.421688 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:26:00.606389 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e914c7f-0eef-4c0c-974b-dc8a5acda5d0 tempest-TestShelveInstance-81831760 tempest-TestShelveInstance-81831760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:00.607888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7e914c7f-0eef-4c0c-974b-dc8a5acda5d0 tempest-TestShelveInstance-81831760 tempest-TestShelveInstance-81831760-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1091 time: 0.1852567 Aug 17 17:26:00.610892 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:26:00.615741 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:26:00.636646 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:00.732835 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:00.831364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Allocated IP 172.25.7.28 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/1101fd04-098b-4d8d-be93-dcf55390f0d6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:26:00.933334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:00.972119 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:01.011536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:26:01.014364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:26:01.017893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:26:01.023600 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'Port': ['ID=1101fd04-098b-4d8d-be93-dcf55390f0d6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:26:01.708309 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:01.773850 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:01.919433 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:01.924007 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:01.992475 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'Port': ['ID=1101fd04-098b-4d8d-be93-dcf55390f0d6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:26:02.007817 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:02.106961 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Floating IP 24c7ee70-e23a-4934-b706-60f8e47e7dae associated. External IP: 172.25.7.28, port: ee60b405-0529-4468-9d2f-4a833951be1b. Aug 17 17:26:02.248562 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3839b24b-8451-4e59-997d-20c10f4df6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:02.310246 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Router 70ae1d6b-a363-4463-906e-16d53c69b985 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:26:02.418090 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:26:02.427550 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] Sync routers for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:26:02.433296 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:02.436861 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:26:02.437464 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:26:02.474397 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-7fdac65a-a994-439c-af2c-e83160cc717e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8495028 Aug 17 17:26:02.474397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:26:02.474397 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36326de1-9b02-45c5-bc67-acf835c94558" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:26:02.501189 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caaa680-20fa-481e-80ef-89930cf54e5a x-openstack-request-id: req-6caaa680-20fa-481e-80ef-89930cf54e5a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:26:02.501485 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:26:02.501738 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6caaa680-20fa-481e-80ef-89930cf54e5a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:26:02.502140 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'status': 'completed', 'code': 200} Aug 17 17:26:02.542148 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:26:02.561538 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36326de1-9b02-45c5-bc67-acf835c94558 req-be29fd5b-9183-4b1a-9556-4093f8c614f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:02.563194 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36326de1-9b02-45c5-bc67-acf835c94558 req-be29fd5b-9183-4b1a-9556-4093f8c614f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1096 time: 0.0403602 Aug 17 17:26:02.658252 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36326de1-9b02-45c5-bc67-acf835c94558 req-5271d20b-b636-4308-9b6e-2e6369c6c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:02.659792 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36326de1-9b02-45c5-bc67-acf835c94558 req-5271d20b-b636-4308-9b6e-2e6369c6c027 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0892589 Aug 17 17:26:02.725690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36326de1-9b02-45c5-bc67-acf835c94558 req-4a720ddb-0a59-4f59-8137-c241bb5daf38 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 998 time: 0.0580673 Aug 17 17:26:02.763182 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '24c7ee70-e23a-4934-b706-60f8e47e7dae', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'floating_ip_address': '172.25.7.28', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'port_id': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'mac_address': 'fa:16:3e:45:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:26:01Z', 'updated_at': '2021-08-17T17:26:01Z', 'revision_number': 0, 'project_id': 'ea566948c5884fd184568aa17c976767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:26:02.776561 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36326de1-9b02-45c5-bc67-acf835c94558 req-7be77592-05a9-4c49-b13b-f0333a4a5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:02.778043 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36326de1-9b02-45c5-bc67-acf835c94558 req-7be77592-05a9-4c49-b13b-f0333a4a5e32 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0459404 Aug 17 17:26:02.832861 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36326de1-9b02-45c5-bc67-acf835c94558 req-f8048b94-504f-4bcb-a6b7-c98d3c3c6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:02.834449 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36326de1-9b02-45c5-bc67-acf835c94558 req-f8048b94-504f-4bcb-a6b7-c98d3c3c6390 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482614 Aug 17 17:26:02.880335 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] Checking router: 70ae1d6b-a363-4463-906e-16d53c69b985 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:26:02.889009 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:26:02.889605 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:25:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:26:02.925068 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36326de1-9b02-45c5-bc67-acf835c94558 req-8901c23c-4c7d-4ffb-8832-3bdaaf3bb9f1 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834069 Aug 17 17:26:02.991023 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:26:03.022187 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-36326de1-9b02-45c5-bc67-acf835c94558 req-1f7e123a-0ce1-4ba2-aaf8-637f0e01d77c service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886769 Aug 17 17:26:03.207930 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '24c7ee70-e23a-4934-b706-60f8e47e7dae', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'floating_ip_address': '172.25.7.28', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'port_id': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'mac_address': 'fa:16:3e:45:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:26:01Z', 'updated_at': '2021-08-17T17:26:01Z', 'revision_number': 0, 'project_id': 'ea566948c5884fd184568aa17c976767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:26:03.236107 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166472b-6e61-493f-a2b2-10cbefbd58f0 None None] The sync data for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 is: [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '24c7ee70-e23a-4934-b706-60f8e47e7dae', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'floating_ip_address': '172.25.7.28', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'port_id': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'mac_address': 'fa:16:3e:45:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:26:01Z', 'updated_at': '2021-08-17T17:26:01Z', 'revision_number': 0, 'project_id': 'ea566948c5884fd184568aa17c976767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:26:03.421372 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34dc333-ad3b-4c2f-a907-f12e99d57567 None None] New status for floating IP 24c7ee70-e23a-4934-b706-60f8e47e7dae: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:26:04.891103 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-989105b3-3f60-4b29-86bc-5a074f99a406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:05.100876 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:06.196343 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:07.906105 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:20.229003 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:20.635361 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:32.249544 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d572853d-1107-44ad-9fea-5efab0cf9ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:34.890714 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c39e2f9b-fde0-481c-936f-bfc5765965f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:35.102615 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:35.417971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-ed987bf8-0c1b-4a56-8d87-f6590738d69e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398252 Aug 17 17:26:35.497330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-9027001b-dc80-43bc-97ac-0c2460ff963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:35.498828 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-9027001b-dc80-43bc-97ac-0c2460ff963c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1096 time: 0.0397446 Aug 17 17:26:35.560090 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:26:35.606712 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-c7c1829a-d512-49cd-998c-dc1e89d7352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:35.608188 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-c7c1829a-d512-49cd-998c-dc1e89d7352c service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0889401 Aug 17 17:26:35.672915 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-52579a43-b3bd-4c99-ab40-913174c100a8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 1000 time: 0.0575235 Aug 17 17:26:35.721001 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-c1f70812-5eeb-4944-9f6c-e194fc7bc430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:35.722395 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-c1f70812-5eeb-4944-9f6c-e194fc7bc430 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0427103 Aug 17 17:26:35.771895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-0c6fe851-c722-4d04-a11f-d9b5daeb32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:26:35.773335 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-0c6fe851-c722-4d04-a11f-d9b5daeb32ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435517 Aug 17 17:26:35.862439 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-dc06ad5e-5b24-4270-8f46-482a0140ce83 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806420 Aug 17 17:26:35.953230 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b6f20eb4-93b2-4f0e-a121-7fb9edea45c5 req-b2b4b8e5-672a-4726-aa08-9316bbd52047 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840573 Aug 17 17:26:36.197645 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:37.911898 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:50.154076 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:26:50.633484 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:02.250170 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd02cbc4-5c03-4469-8648-8eabe2d3c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:04.890464 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd233266-5b45-439d-8f74-d0ab2072c3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:05.104708 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:06.200931 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:07.913016 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:12.558731 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:27:20.154429 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:20.647746 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:32.251142 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-137e298a-093b-4d22-9e78-c03cc7ac2495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:34.890669 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be50a36d-361a-4398-acd1-01468ba3c450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:35.106767 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:36.206449 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:36.562973 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-c6b929bd-6327-4be2-a320-15d53abc45fa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410740 Aug 17 17:27:36.645006 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-23a6edfd-5c08-4bcc-9518-6ebdc7a73000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:27:36.646500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-23a6edfd-5c08-4bcc-9518-6ebdc7a73000 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1096 time: 0.0401812 Aug 17 17:27:36.757061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-163f4db0-75d7-41ed-bcbf-c0d96f7d39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:27:36.758576 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-163f4db0-75d7-41ed-bcbf-c0d96f7d39b3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0896842 Aug 17 17:27:36.823814 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-44d2535a-fca0-4c76-a2e7-7a031fdaa57f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 1000 time: 0.0568399 Aug 17 17:27:36.876523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-60bf0045-d6a0-4023-a1e6-e0b39f4a31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:27:36.878202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-60bf0045-d6a0-4023-a1e6-e0b39f4a31ae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0472677 Aug 17 17:27:36.924840 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-e1beb2d5-2b41-4e04-8b98-5490d2fabee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:27:36.926319 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-e1beb2d5-2b41-4e04-8b98-5490d2fabee7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391657 Aug 17 17:27:37.019684 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-7756461c-3833-410b-9c27-4e060f4e49eb service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820003 Aug 17 17:27:37.113820 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-928df3ef-c9cc-4c1e-91c2-57c0ac272192 req-6c15bbf0-8e59-4748-ad9b-b6c169d6f6e6 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860078 Aug 17 17:27:37.909543 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:49.557379 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:27:50.158214 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:50.649322 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:27:58.508837 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae5d1-6f8b-4452-a5b9-fb7fd0b36048 req-ef588e0a-5e0a-4876-908a-599e3afd1882 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:27:58.510340 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-734ae5d1-6f8b-4452-a5b9-fb7fd0b36048 req-ef588e0a-5e0a-4876-908a-599e3afd1882 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0995688 Aug 17 17:27:58.546947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-734ae5d1-6f8b-4452-a5b9-fb7fd0b36048 req-891d0f9b-a748-45c9-b391-1990b45b4c6e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306361 Aug 17 17:27:59.680952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfc15d-dffd-4b59-accd-5d9e938c5376 req-e21e8777-a074-4492-a71e-ada7facfd751 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:27:59.682482 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6adfc15d-dffd-4b59-accd-5d9e938c5376 req-e21e8777-a074-4492-a71e-ada7facfd751 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0548124 Aug 17 17:27:59.720233 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6adfc15d-dffd-4b59-accd-5d9e938c5376 req-1203163d-356f-42dc-8596-c0f11d2f8847 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318365 Aug 17 17:28:00.918675 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4175d8-7559-40ed-b64f-16a1a3eff757 req-abe80d09-9fc6-4aac-a16c-7ede258f1f76 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:00.920132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c4175d8-7559-40ed-b64f-16a1a3eff757 req-abe80d09-9fc6-4aac-a16c-7ede258f1f76 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0477340 Aug 17 17:28:00.962505 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c4175d8-7559-40ed-b64f-16a1a3eff757 req-5f68d2f8-e530-4842-b6d3-1d1365a345c2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363839 Aug 17 17:28:02.077373 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062a48b-1aff-4bf1-bf42-4895d5c01f3e req-befc2e94-8083-415d-91af-a40fd3adfb6b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:02.078851 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2062a48b-1aff-4bf1-bf42-4895d5c01f3e req-befc2e94-8083-415d-91af-a40fd3adfb6b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0482662 Aug 17 17:28:02.117155 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2062a48b-1aff-4bf1-bf42-4895d5c01f3e req-f74cdec9-7519-4537-8e8e-dfbd6792f26b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323560 Aug 17 17:28:02.252460 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c6c1067-c5ec-49da-afe6-74491cc2fc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:03.231041 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c676aec-9bbe-408b-b79c-32267619b08f req-51706ef8-143f-4889-9c6d-ae22bb9f9cfb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:03.232642 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c676aec-9bbe-408b-b79c-32267619b08f req-51706ef8-143f-4889-9c6d-ae22bb9f9cfb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0483618 Aug 17 17:28:03.271474 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c676aec-9bbe-408b-b79c-32267619b08f req-564a65ee-9420-46ee-8bd5-b43defe93300 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323365 Aug 17 17:28:04.384110 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51764da-ccd4-4c7c-abce-c548aadaf9cc req-576dc92a-d79d-4dd3-b1cc-cfb47aa438bb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:04.385552 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f51764da-ccd4-4c7c-abce-c548aadaf9cc req-576dc92a-d79d-4dd3-b1cc-cfb47aa438bb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0481989 Aug 17 17:28:04.425896 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f51764da-ccd4-4c7c-abce-c548aadaf9cc req-ca63a88e-6351-42f3-9021-08cea08fc290 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344944 Aug 17 17:28:04.893342 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c58a8e65-399b-48f8-a542-f81e702b355e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:05.108114 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:05.545141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f423ef-f493-480d-9a77-ec76832359fe req-b24df965-d472-467a-adbd-909118201fa9 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:05.547103 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-20f423ef-f493-480d-9a77-ec76832359fe req-b24df965-d472-467a-adbd-909118201fa9 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0525920 Aug 17 17:28:05.584692 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-20f423ef-f493-480d-9a77-ec76832359fe req-2cbb84c0-21a5-47a4-8260-bd1104c8e13c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310216 Aug 17 17:28:06.208970 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:06.698877 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152fa33-ba4c-4ab8-9be0-ba38296b1f74 req-7e4d0116-ebd6-4d1b-96aa-5b192ef85c49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:06.700370 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c152fa33-ba4c-4ab8-9be0-ba38296b1f74 req-7e4d0116-ebd6-4d1b-96aa-5b192ef85c49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0488598 Aug 17 17:28:06.741629 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c152fa33-ba4c-4ab8-9be0-ba38296b1f74 req-b007c9f8-9ee2-4da8-95b0-b8dbf6e2a1e2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347309 Aug 17 17:28:07.857622 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c5c94-585e-454a-abbe-27738bc3e28f req-a0b3596f-dbf8-41cd-aed9-572534189ea5 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:07.859217 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a9c5c94-585e-454a-abbe-27738bc3e28f req-a0b3596f-dbf8-41cd-aed9-572534189ea5 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0481997 Aug 17 17:28:07.901945 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5a9c5c94-585e-454a-abbe-27738bc3e28f req-f0b6038c-6582-4526-8bb1-030cdb7ab8dd tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366554 Aug 17 17:28:07.915039 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:09.017638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3363868-044e-4ed5-a301-5bcb622df3b2 req-56f959cd-abc9-4735-b258-99c5d9aa848c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:09.019118 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3363868-044e-4ed5-a301-5bcb622df3b2 req-56f959cd-abc9-4735-b258-99c5d9aa848c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0490153 Aug 17 17:28:09.056304 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e3363868-044e-4ed5-a301-5bcb622df3b2 req-b26c7641-bd5d-4898-a6c6-36a851cf5896 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308263 Aug 17 17:28:09.204265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ee60b405-0529-4468-9d2f-4a833951be1b details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:28:09.299885 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:28:09.310541 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'port_id': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'mac_address': 'fa:16:3e:45:dd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:28:09.348506 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:09.361296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee60b405-0529-4468-9d2f-4a833951be1b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:28:09.380732 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:28:09.384790 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:09.436330 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:28:09.443386 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.444223 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.444564 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.444898 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.445227 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.445553 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.445877 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.446199 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.446551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.446871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.447190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.447511 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:09.460381 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['ee60b405-0529-4468-9d2f-4a833951be1b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:28:10.171429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3167-3fb0-460f-989b-7000d762fb3b req-05addba2-7b1f-4d2e-928f-ac5c7442b2b2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:10.172916 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b41c3167-3fb0-460f-989b-7000d762fb3b req-05addba2-7b1f-4d2e-928f-ac5c7442b2b2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0486927 Aug 17 17:28:10.210059 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b41c3167-3fb0-460f-989b-7000d762fb3b req-0bbec1ac-579d-4b87-a803-2454a8b52efc tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305233 Aug 17 17:28:11.212077 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ee60b405-0529-4468-9d2f-4a833951be1b up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:28:11.267600 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port ee60b405-0529-4468-9d2f-4a833951be1b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:28:11.267981 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:11.344910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3f20-38a3-4770-b597-8ec063d02f17 req-fb3a4af3-b272-4808-997b-73e9bd85117f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:11.353501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ff3f20-38a3-4770-b597-8ec063d02f17 req-fb3a4af3-b272-4808-997b-73e9bd85117f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0619776 Aug 17 17:28:11.353925 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:11.384531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:28:11.387356 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60bc94e-680e-4221-b9e8-d87875d539c3" -d '{"events": [{"server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "name": "network-vif-plugged", "status": "completed", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:28:11.403652 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:28:11.411812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-18ff3f20-38a3-4770-b597-8ec063d02f17 req-9bf3c1e1-416e-4561-8432-abfb9535b253 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553663 Aug 17 17:28:11.413232 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:11.455365 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae688a6-ec83-495f-bf5e-6b34d3e1702a x-openstack-request-id: req-cae688a6-ec83-495f-bf5e-6b34d3e1702a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:28:11.456029 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "name": "network-vif-plugged", "status": "completed", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:28:11.456288 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cae688a6-ec83-495f-bf5e-6b34d3e1702a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:28:11.456676 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'code': 200} Aug 17 17:28:11.479250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:28:12.535096 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1a8f-2002-414b-9070-a2c539eee1a1 req-41ea68d8-9389-46bb-a0e5-f745e36b08e5 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:12.536827 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-255a1a8f-2002-414b-9070-a2c539eee1a1 req-41ea68d8-9389-46bb-a0e5-f745e36b08e5 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0539730 Aug 17 17:28:12.578458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-255a1a8f-2002-414b-9070-a2c539eee1a1 req-dae97c60-f764-4e31-bf8e-a81d79f74cc1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353267 Aug 17 17:28:13.707607 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d70ef-2b5e-483b-849d-4253a2876fb6 req-f024c4ef-c05a-45d3-9ba0-fefc2e0bb6f3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:13.709827 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b64d70ef-2b5e-483b-849d-4253a2876fb6 req-f024c4ef-c05a-45d3-9ba0-fefc2e0bb6f3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0562310 Aug 17 17:28:13.750965 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b64d70ef-2b5e-483b-849d-4253a2876fb6 req-52c06ee7-006a-41fa-a543-fe885a6e56d8 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347102 Aug 17 17:28:14.883086 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cbb0d-6edd-4af4-aa4b-0efe238285ad req-25b253d5-c0be-48b8-bdce-e4a3c5746ef4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:14.884798 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d37cbb0d-6edd-4af4-aa4b-0efe238285ad req-25b253d5-c0be-48b8-bdce-e4a3c5746ef4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0584595 Aug 17 17:28:14.932809 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d37cbb0d-6edd-4af4-aa4b-0efe238285ad req-014113ff-c295-46b9-9a36-902b67520bb7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392430 Aug 17 17:28:16.058498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75630-f24c-4170-96f8-df796dc06f51 req-d2b64e41-614b-4189-8bfd-0c9bcb38fdb4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:16.060326 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8fd75630-f24c-4170-96f8-df796dc06f51 req-d2b64e41-614b-4189-8bfd-0c9bcb38fdb4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0523427 Aug 17 17:28:16.109303 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8fd75630-f24c-4170-96f8-df796dc06f51 req-51d81b98-c456-40e0-be22-14f3d0003858 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 Aug 17 17:28:17.236121 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ce654-0767-46e3-8a73-c985aca979c5 req-350e4fb3-6c64-48a9-9e28-39940928f5ae tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:17.238279 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb8ce654-0767-46e3-8a73-c985aca979c5 req-350e4fb3-6c64-48a9-9e28-39940928f5ae tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0566938 Aug 17 17:28:17.286519 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bb8ce654-0767-46e3-8a73-c985aca979c5 req-2e83aac8-5ec9-4dd2-ad6b-8502c2c9196c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Aug 17 17:28:18.413304 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6ab35-ec78-4ae4-9160-80d41756786e req-1f81fffa-61a9-442e-89fd-f6982393208d tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:18.414876 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9d6ab35-ec78-4ae4-9160-80d41756786e req-1f81fffa-61a9-442e-89fd-f6982393208d tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0555151 Aug 17 17:28:18.460826 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c9d6ab35-ec78-4ae4-9160-80d41756786e req-126dd347-4cf6-40be-8f81-fbeeb792ae9f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392330 Aug 17 17:28:19.592310 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed9df7-91dc-43cb-86ec-d3b63fc80038 req-170c482a-d4d3-4534-9ef8-aad67cdcf8ed tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:19.594037 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75ed9df7-91dc-43cb-86ec-d3b63fc80038 req-170c482a-d4d3-4534-9ef8-aad67cdcf8ed tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0539262 Aug 17 17:28:19.635120 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-75ed9df7-91dc-43cb-86ec-d3b63fc80038 req-fa3a49de-5142-4df6-9ac8-7e926fad0bd7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341923 Aug 17 17:28:20.160078 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:20.197834 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-db05eb76-e803-40fb-9e65-7ea887154abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:20.199368 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-db05eb76-e803-40fb-9e65-7ea887154abb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1096 time: 0.0402172 Aug 17 17:28:20.292969 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-339277f2-417e-4035-b306-0d35d947d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:20.294288 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-339277f2-417e-4035-b306-0d35d947d53a service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0877621 Aug 17 17:28:20.358646 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-bc12b1f8-b3e8-4407-891a-a39a125342a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 1000 time: 0.0570955 Aug 17 17:28:20.406900 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-11e3a75e-0d97-4868-adcd-adc9cd792c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:20.408304 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-11e3a75e-0d97-4868-adcd-adc9cd792c27 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0433564 Aug 17 17:28:20.457482 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-a0cd4fc1-6fd8-438e-8876-5bc4b32e303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:20.459026 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-a0cd4fc1-6fd8-438e-8876-5bc4b32e303d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427895 Aug 17 17:28:20.470177 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-18e65bff-d18b-40ee-aaa8-8bdce7ec12ad service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:28:20.471151 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-18e65bff-d18b-40ee-aaa8-8bdce7ec12ad service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048604 Aug 17 17:28:20.560278 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-bb67715b-e280-454b-897c-3504f6967248 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820034 Aug 17 17:28:20.652499 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-afddf1f7-812c-4c48-9bca-fcbd093ec7fa req-db336140-878a-442c-88f0-20d8397915c7 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853939 Aug 17 17:28:20.664402 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:20.753630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116734e-2025-4557-9803-5426240d46cf req-e25fb096-de44-45cc-bf50-4a9ef638326e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:20.755156 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1116734e-2025-4557-9803-5426240d46cf req-e25fb096-de44-45cc-bf50-4a9ef638326e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0503957 Aug 17 17:28:20.792164 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1116734e-2025-4557-9803-5426240d46cf req-c341b58c-454e-4cea-8db0-16a85c75d22a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311325 Aug 17 17:28:21.907011 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ca181-9cbf-484a-9b3d-4264405a42b9 req-5386ec4a-be2e-4d08-83ed-3c0cc745b478 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:21.908462 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a9ca181-9cbf-484a-9b3d-4264405a42b9 req-5386ec4a-be2e-4d08-83ed-3c0cc745b478 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0496228 Aug 17 17:28:21.946162 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6a9ca181-9cbf-484a-9b3d-4264405a42b9 req-f53c4084-d593-4ec3-a446-64a82d3de668 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316920 Aug 17 17:28:23.058795 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad48cd7-eb58-4f10-849f-c53b8892132d req-1a8bcea3-a29d-4947-bcea-44bae4ad0efa tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:23.060266 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5ad48cd7-eb58-4f10-849f-c53b8892132d req-1a8bcea3-a29d-4947-bcea-44bae4ad0efa tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0483520 Aug 17 17:28:23.097781 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5ad48cd7-eb58-4f10-849f-c53b8892132d req-a70f38d5-7cd1-413b-8ca7-149a98337f6b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315804 Aug 17 17:28:23.312492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e14c1-49a7-457d-b033-90ea1d8ce82a req-6941d14d-0ef0-43d0-99cf-ff75dfbd2dc0 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:23.313985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-900e14c1-49a7-457d-b033-90ea1d8ce82a req-6941d14d-0ef0-43d0-99cf-ff75dfbd2dc0 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0547018 Aug 17 17:28:23.328787 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device ee60b405-0529-4468-9d2f-4a833951be1b no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:28:23.354577 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-900e14c1-49a7-457d-b033-90ea1d8ce82a req-c24d8353-43d4-4a9f-ac0f-d5f763a9f723 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339282 Aug 17 17:28:23.424048 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:23.446868 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:28:23.449504 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b4a55-578d-4269-97a7-771f5c6d9d38" -d '{"events": [{"server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:28:23.466504 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:28:23.471506 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:23.484185 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-e0611666-fc7c-46d4-94b3-c90b469f4c85 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826688 Aug 17 17:28:23.496340 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e349aa10-7018-45e5-b969-a243bb8bcf20 x-openstack-request-id: req-e349aa10-7018-45e5-b969-a243bb8bcf20 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:28:23.496634 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "name": "network-vif-unplugged", "status": "failed", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b", "code": 422}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:28:23.496883 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e349aa10-7018-45e5-b969-a243bb8bcf20 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:28:23.497271 n-d-804878-1 neutron-server[94840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'code': 422} returned with failed status Aug 17 17:28:23.522802 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:28:24.469926 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddff5a0-f218-4c2d-9020-9e98b86b7046 req-88eb6edd-323d-4333-ba21-b165275bc385 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:24.471428 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ddff5a0-f218-4c2d-9020-9e98b86b7046 req-88eb6edd-323d-4333-ba21-b165275bc385 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 943 time: 0.0486267 Aug 17 17:28:24.509933 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9ddff5a0-f218-4c2d-9020-9e98b86b7046 req-85db01a8-905b-460c-891f-a6551f97b6cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325840 Aug 17 17:28:25.631962 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8bb5b-497d-428a-b1f1-5c54be93feb6 req-856c6c83-d552-464e-ba30-985cb255cae9 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:25.633438 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8f8bb5b-497d-428a-b1f1-5c54be93feb6 req-856c6c83-d552-464e-ba30-985cb255cae9 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 943 time: 0.0532422 Aug 17 17:28:25.671021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8f8bb5b-497d-428a-b1f1-5c54be93feb6 req-451d2777-cb7c-464f-b704-dd0291098c24 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315332 Aug 17 17:28:26.556010 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:28:26.784314 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7e286-5166-4201-9257-0a83a1c30aad req-d9f3506c-aa3e-4f09-8fc6-126895d969a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:26.785780 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14f7e286-5166-4201-9257-0a83a1c30aad req-d9f3506c-aa3e-4f09-8fc6-126895d969a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 943 time: 0.0482335 Aug 17 17:28:26.823757 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-14f7e286-5166-4201-9257-0a83a1c30aad req-e0c55dce-3c4c-42f4-88b2-f0d1e3d2d720 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312469 Aug 17 17:28:27.936414 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dd4da-7a42-4808-bbad-fcbe6e7e7f72 req-129ad0f1-ef6e-4358-aff8-d2e12c7d2b37 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:27.937888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a55dd4da-7a42-4808-bbad-fcbe6e7e7f72 req-129ad0f1-ef6e-4358-aff8-d2e12c7d2b37 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 943 time: 0.0488698 Aug 17 17:28:27.986586 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a55dd4da-7a42-4808-bbad-fcbe6e7e7f72 req-8c6039b3-f455-4297-837e-234e679e9f07 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385084 Aug 17 17:28:28.476931 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-d8679b4d-3138-45d9-8041-da06702ed2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:28.478449 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-d8679b4d-3138-45d9-8041-da06702ed2c7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd&tenant_id=ea566948c5884fd184568aa17c976767 HTTP/1.1" status: 200 len: 1094 time: 0.0821650 Aug 17 17:28:28.489504 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:28:28.544859 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:28.744843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:28:28.776996 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h2-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:28:28.809150 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee60b405-0529-4468-9d2f-4a833951be1b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:28:28.816432 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:28.828690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Transition to ACTIVE for port object ee60b405-0529-4468-9d2f-4a833951be1b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:28:28.832105 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:28.915836 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=9']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:28:28.927466 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.927806 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.928145 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.928473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.928845 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.929168 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.929487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.929804 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.930120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.930458 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.930773 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.931088 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:28:28.965048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] No DVR routers for this DVR port ee60b405-0529-4468-9d2f-4a833951be1b on host n-h2-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:28:29.101893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Attempting to bind port ee60b405-0529-4468-9d2f-4a833951be1b on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:28:29.102224 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Attempting to bind port ee60b405-0529-4468-9d2f-4a833951be1b by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:28:29.102579 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Attempting to bind port ee60b405-0529-4468-9d2f-4a833951be1b on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:28:29.108439 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Port ee60b405-0529-4468-9d2f-4a833951be1b on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:28:29.108867 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Attempting to bind port ee60b405-0529-4468-9d2f-4a833951be1b on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:28:29.111663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a3f3d-3b1a-41e9-8048-54ea8e92e772 req-547703df-7281-489a-9673-b7a3dfc453ec tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:29.113234 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e49a3f3d-3b1a-41e9-8048-54ea8e92e772 req-547703df-7281-489a-9673-b7a3dfc453ec tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 943 time: 0.0537608 Aug 17 17:28:29.115166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:28:29.115503 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Checking segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:28:29.115883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Bound using segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:28:29.116344 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Bound port: ee60b405-0529-4468-9d2f-4a833951be1b, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:28:29.116704 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:29.153416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e49a3f3d-3b1a-41e9-8048-54ea8e92e772 req-89ac8b81-c46e-496b-bbea-6f6427293af7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335183 Aug 17 17:28:29.181415 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:28:29.184357 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:28:29.189198 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:29.226979 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:29.227543 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:29.229140 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] 10.222.0.91 "PUT /v2.0/ports/ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 1091 time: 0.7434525 Aug 17 17:28:29.229622 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:28:29.231972 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:28:29.280922 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1735983-898e-4246-b513-c7a91720b983 x-openstack-request-id: req-d1735983-898e-4246-b513-c7a91720b983 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:28:29.281218 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:28:29.281469 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1735983-898e-4246-b513-c7a91720b983 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:28:29.281869 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'status': 'completed', 'code': 200} Aug 17 17:28:29.286787 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b92ef6-5bc0-4f8c-b25a-cc1248ffb80d service neutron] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:28:29.302397 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-f4a559cf-696d-4929-81d2-641f904681ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:29.304564 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-f4a559cf-696d-4929-81d2-641f904681ec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1095 time: 0.0522053 Aug 17 17:28:29.399592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-38b079c7-bc5f-41ea-9b63-c77d17fddd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:29.401231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-38b079c7-bc5f-41ea-9b63-c77d17fddd75 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0896440 Aug 17 17:28:29.470451 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-4e6e7742-c0d8-4d9d-8cdd-6fd6214245d1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 998 time: 0.0623028 Aug 17 17:28:29.519717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-a6c82e8e-9ce7-4dc1-92ff-da67e47d9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:29.521047 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-a6c82e8e-9ce7-4dc1-92ff-da67e47d9093 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0439072 Aug 17 17:28:29.565204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-f46d8824-39f6-449d-9311-76b90e12f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:29.566594 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-f46d8824-39f6-449d-9311-76b90e12f1da service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386772 Aug 17 17:28:29.658889 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-7ceac491-c6bb-404b-8537-787636b211ed service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848093 Aug 17 17:28:29.746973 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-ffbd3ac5-3e2d-4444-b78f-d44b578e887b req-0348bcfe-48c9-4107-bfc9-5024ead06b66 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806983 Aug 17 17:28:29.834707 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-cfcf7b0c-186e-471e-9445-705eb5bbe421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:29.836225 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-cfcf7b0c-186e-471e-9445-705eb5bbe421 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1095 time: 0.0461974 Aug 17 17:28:29.927436 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-b7bb6a8d-9a2e-4cb5-a3d6-4bbf805e6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:29.929467 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-b7bb6a8d-9a2e-4cb5-a3d6-4bbf805e6b62 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0862298 Aug 17 17:28:30.001017 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-402cbec6-a6f3-4326-abda-a3612ca7175d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 998 time: 0.0648983 Aug 17 17:28:30.060060 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-52b25936-4414-4d09-80f1-50afa20dd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:30.062439 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-52b25936-4414-4d09-80f1-50afa20dd5c6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0528443 Aug 17 17:28:30.285464 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2ea20-2c5a-46c1-bfa7-fb55f5702e28 req-30cb09a0-622a-4493-9c83-bff69073ddb6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:30.287444 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9e2ea20-2c5a-46c1-bfa7-fb55f5702e28 req-30cb09a0-622a-4493-9c83-bff69073ddb6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0569260 Aug 17 17:28:30.332565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9e2ea20-2c5a-46c1-bfa7-fb55f5702e28 req-93db2d91-4a7e-4a09-ad8d-4ccf976104ff tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380287 Aug 17 17:28:31.460584 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793e9e-1914-414d-8126-8e728cf4e2af req-79e3a016-8523-489e-a0f4-1d53f46f7afb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:31.462156 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05793e9e-1914-414d-8126-8e728cf4e2af req-79e3a016-8523-489e-a0f4-1d53f46f7afb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0560491 Aug 17 17:28:31.501190 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-05793e9e-1914-414d-8126-8e728cf4e2af req-2e2d3d02-53b7-4e75-ad45-a30d9a14fe78 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325987 Aug 17 17:28:32.253871 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79b4f921-f346-43f6-b42f-1abe15c8b0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:32.625191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4c431-3b40-4935-9ee1-4b2f340e5cb8 req-93ec6f9e-ed56-430a-8491-7cec6f2f45a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:32.626985 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4e4c431-3b40-4935-9ee1-4b2f340e5cb8 req-93ec6f9e-ed56-430a-8491-7cec6f2f45a6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0559402 Aug 17 17:28:32.682614 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b4e4c431-3b40-4935-9ee1-4b2f340e5cb8 req-e4b23e06-a104-42bc-968b-a8e0a2cb6ae3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443666 Aug 17 17:28:33.791487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df9ee-7ad3-4c3a-84ac-239eb036ba9f req-cd8d9759-6c80-4d52-816a-1023ba9ac703 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:33.792996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d5df9ee-7ad3-4c3a-84ac-239eb036ba9f req-cd8d9759-6c80-4d52-816a-1023ba9ac703 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0527942 Aug 17 17:28:33.836454 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8d5df9ee-7ad3-4c3a-84ac-239eb036ba9f req-a07d8b1d-3c29-481d-a8bc-73a46dfb100e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372767 Aug 17 17:28:34.903675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4e1975b-cb09-41de-a49b-5f5c2654b554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:34.962686 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32427db1-2f04-4681-bcb0-436c68909777 req-bb008370-2eb3-47f3-96da-41845b104844 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:34.964301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-32427db1-2f04-4681-bcb0-436c68909777 req-bb008370-2eb3-47f3-96da-41845b104844 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0569599 Aug 17 17:28:35.007533 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-32427db1-2f04-4681-bcb0-436c68909777 req-6b097a85-9f87-48c3-a247-8a2c7262642c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373542 Aug 17 17:28:35.111836 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:36.131019 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ffe2b-5a17-4588-b60c-064b6caa2ca7 req-baf76e93-2f2a-4deb-8bc2-c5ebe0f8a832 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:36.133165 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-487ffe2b-5a17-4588-b60c-064b6caa2ca7 req-baf76e93-2f2a-4deb-8bc2-c5ebe0f8a832 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0549521 Aug 17 17:28:36.173310 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-487ffe2b-5a17-4588-b60c-064b6caa2ca7 req-4d469886-3e41-45e2-a025-7c4d3212332e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327616 Aug 17 17:28:36.210317 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:37.303586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b3f0c-0a6d-4bd7-8d39-4ab472bc0c37 req-3ef2848f-796f-4945-8efd-ac698a056b16 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:37.305608 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-177b3f0c-0a6d-4bd7-8d39-4ab472bc0c37 req-3ef2848f-796f-4945-8efd-ac698a056b16 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0603232 Aug 17 17:28:37.343102 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-177b3f0c-0a6d-4bd7-8d39-4ab472bc0c37 req-3ad8bc94-636d-4a36-a8b8-910c68874d69 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311594 Aug 17 17:28:37.921226 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:38.463330 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41f34f-ecae-43ca-84c8-a95a246c5924 req-05eb05f7-487f-4b46-9f2b-9c162a0fe7b0 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:38.464718 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c41f34f-ecae-43ca-84c8-a95a246c5924 req-05eb05f7-487f-4b46-9f2b-9c162a0fe7b0 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0527439 Aug 17 17:28:38.508216 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7c41f34f-ecae-43ca-84c8-a95a246c5924 req-0976090f-b2ae-4154-b865-bcc52d2abb9c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372465 Aug 17 17:28:39.625420 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390aa55-ab5d-4a67-8a67-b8fe78314d10 req-9c5c3c5b-eaeb-43dd-8b7c-f501f748b269 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:39.626822 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5390aa55-ab5d-4a67-8a67-b8fe78314d10 req-9c5c3c5b-eaeb-43dd-8b7c-f501f748b269 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0491517 Aug 17 17:28:39.665809 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5390aa55-ab5d-4a67-8a67-b8fe78314d10 req-291eefc8-e795-41bc-a426-79fec2074496 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322688 Aug 17 17:28:40.000408 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-c15d0178-82cf-4fe3-af64-49e7a06f5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:40.001888 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-c15d0178-82cf-4fe3-af64-49e7a06f5bd5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429294 Aug 17 17:28:40.096202 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-adb57716-1c63-473a-a600-2b1e2eb20637 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828762 Aug 17 17:28:40.189921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93e269fa-b968-49f0-93c3-13fe3c7a0d4c req-a8154fe0-f685-4142-a8ae-6b95e732c751 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811579 Aug 17 17:28:40.292211 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-7216059c-4630-4627-9569-83e759c4ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:40.293584 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-7216059c-4630-4627-9569-83e759c4ca90 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1095 time: 0.0441504 Aug 17 17:28:40.395566 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-0aee492b-fb06-4bd9-9a80-5f5848f4ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:40.397014 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-0aee492b-fb06-4bd9-9a80-5f5848f4ef2b service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0839727 Aug 17 17:28:40.465550 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-3449f9ee-4844-4419-91e6-63ddd4b0f574 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 998 time: 0.0610964 Aug 17 17:28:40.514079 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-17a6d4f1-e335-47f0-96a6-bb4732ce3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:40.515493 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-17a6d4f1-e335-47f0-96a6-bb4732ce3b12 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0428357 Aug 17 17:28:40.560105 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-beaa841c-75d3-4fd1-8b96-34a625bb1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:40.561461 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-beaa841c-75d3-4fd1-8b96-34a625bb1b13 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382078 Aug 17 17:28:40.655466 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-f69affdb-dcee-44e1-99ee-f96431eff15d service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852332 Aug 17 17:28:40.754862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-5f8ffdf0-b83b-4b7f-bb5d-421622ad30d1 req-ece9ed4a-2290-4e12-81a3-dd2bfe53d894 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924308 Aug 17 17:28:40.791730 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40f959-63fb-41e6-88b9-216458efe287 req-8af4dd6d-6cb4-4e9f-80c1-c5aadd75908e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:40.793226 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d40f959-63fb-41e6-88b9-216458efe287 req-8af4dd6d-6cb4-4e9f-80c1-c5aadd75908e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0573554 Aug 17 17:28:40.834508 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9d40f959-63fb-41e6-88b9-216458efe287 req-b5b44709-429a-4eb1-bec6-0272b05cb45c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350730 Aug 17 17:28:41.953432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856feb2-e293-47af-bd1b-9ba0af6a1f8c req-f0676897-bbef-445e-a7cb-bea53c968b47 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:41.954947 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1856feb2-e293-47af-bd1b-9ba0af6a1f8c req-f0676897-bbef-445e-a7cb-bea53c968b47 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0529680 Aug 17 17:28:41.993918 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1856feb2-e293-47af-bd1b-9ba0af6a1f8c req-49f229f5-24d0-49d9-908a-55055af21d03 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325160 Aug 17 17:28:43.106911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5aef-c048-4994-a557-07aa70e518b8 req-6fc6eed2-cd47-4f16-a98f-0261def847c9 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:43.108382 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b01a5aef-c048-4994-a557-07aa70e518b8 req-6fc6eed2-cd47-4f16-a98f-0261def847c9 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 944 time: 0.0479772 Aug 17 17:28:43.145882 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b01a5aef-c048-4994-a557-07aa70e518b8 req-7dc65220-4a30-4825-b218-421364ccdbe0 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Aug 17 17:28:43.354084 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ee60b405-0529-4468-9d2f-4a833951be1b details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:28:43.448248 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:28:43.459341 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'port_id': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'mac_address': 'fa:16:3e:45:dd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:28:43.494776 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:43.507733 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee60b405-0529-4468-9d2f-4a833951be1b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:28:43.526231 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:28:43.529794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:43.575181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:28:43.753701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['ee60b405-0529-4468-9d2f-4a833951be1b'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:28:44.261354 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c8d37-356e-4441-83de-c6ee1755a329 req-c4b9f3f1-a445-4a8e-93f3-6120508c1d2d tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:44.262911 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c2c8d37-356e-4441-83de-c6ee1755a329 req-c4b9f3f1-a445-4a8e-93f3-6120508c1d2d tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0484998 Aug 17 17:28:44.300481 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9c2c8d37-356e-4441-83de-c6ee1755a329 req-bcd3e9b5-a2ac-4d41-9e80-d0fceda333b7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316346 Aug 17 17:28:45.369396 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ee60b405-0529-4468-9d2f-4a833951be1b up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:28:45.413138 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e6e87-1af7-4916-9c9c-4d9f06487829 req-0838dc9d-d5f6-4501-bd73-a3daba679d06 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:45.414649 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de3e6e87-1af7-4916-9c9c-4d9f06487829 req-0838dc9d-d5f6-4501-bd73-a3daba679d06 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 945 time: 0.0489297 Aug 17 17:28:45.418666 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port ee60b405-0529-4468-9d2f-4a833951be1b completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:28:45.422469 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port ee60b405-0529-4468-9d2f-4a833951be1b triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:28:45.422844 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:45.453283 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de3e6e87-1af7-4916-9c9c-4d9f06487829 req-32f89044-1750-483c-8da6-7ea746ce2490 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321949 Aug 17 17:28:45.500939 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:45.522623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:28:45.524822 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad4dab8-2bf5-4f78-add8-d266dbc5d475" -d '{"events": [{"server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "name": "network-vif-plugged", "status": "completed", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:28:45.538260 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:28:45.542721 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:45.566980 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f47333e-1ef5-48f2-9b27-f3d8e59cfed8 x-openstack-request-id: req-3f47333e-1ef5-48f2-9b27-f3d8e59cfed8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:28:45.567273 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "name": "network-vif-plugged", "status": "completed", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:28:45.567519 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f47333e-1ef5-48f2-9b27-f3d8e59cfed8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:28:45.567903 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'code': 200} Aug 17 17:28:45.593139 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=12']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:28:45.714722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0154b-674d-4355-8c38-408d31b2a2be req-3e224f4d-3b01-40a7-830a-417a2a734939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:45.716201 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8b0154b-674d-4355-8c38-408d31b2a2be req-3e224f4d-3b01-40a7-830a-417a2a734939 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1097 time: 0.0392375 Aug 17 17:28:45.753921 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d8b0154b-674d-4355-8c38-408d31b2a2be req-4bdc0037-831f-48dc-a7ad-f8f1a96b53d5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Aug 17 17:28:46.572910 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca97708-74b4-48c8-ab4d-de164075fdfc req-c7153310-f70f-4ff1-82b5-6145e208e19f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:46.574456 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ca97708-74b4-48c8-ab4d-de164075fdfc req-c7153310-f70f-4ff1-82b5-6145e208e19f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 946 time: 0.0513561 Aug 17 17:28:46.614935 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ca97708-74b4-48c8-ab4d-de164075fdfc req-a12c1002-f7eb-4765-b9fd-f196f7c83161 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344524 Aug 17 17:28:47.730573 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae03c4-38c3-4489-a836-51c0da40d88d req-b0202bee-c0e8-41bd-af2d-99d52b32fb1c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:28:47.732201 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91ae03c4-38c3-4489-a836-51c0da40d88d req-b0202bee-c0e8-41bd-af2d-99d52b32fb1c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 946 time: 0.0488465 Aug 17 17:28:47.768937 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-91ae03c4-38c3-4489-a836-51c0da40d88d req-5eb52f4b-5905-4ad0-8fd2-41f9cdfebbbe tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308838 Aug 17 17:28:50.146186 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:28:50.679188 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:02.259080 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57bf9485-0525-408a-99ef-cf9e2f3b5cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:03.554510 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:29:04.894340 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52511746-ba5b-44a0-8721-cadc892fc8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:05.113259 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:06.212495 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:07.915687 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:20.151161 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:20.690603 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:32.260918 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d101c63-35ed-4e89-9ee0-8cb70b79302d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:34.895026 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e65b046-1d7d-4783-a94e-d91ca4e2da96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:35.114654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:36.215334 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:37.918362 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:39.147472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69157889-835e-457c-a21d-f5b8201bd4de req-a6306abe-ec13-438a-bff1-988beab3b6af service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398481 Aug 17 17:29:39.227824 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69157889-835e-457c-a21d-f5b8201bd4de req-6e6c98c1-ed87-42c4-9eb1-9fd53670b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:29:39.229264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69157889-835e-457c-a21d-f5b8201bd4de req-6e6c98c1-ed87-42c4-9eb1-9fd53670b2aa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1097 time: 0.0398295 Aug 17 17:29:39.334318 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69157889-835e-457c-a21d-f5b8201bd4de req-81f663f1-4992-4c66-aa38-f388af08b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:29:39.335714 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69157889-835e-457c-a21d-f5b8201bd4de req-81f663f1-4992-4c66-aa38-f388af08b5da service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0881605 Aug 17 17:29:39.400876 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69157889-835e-457c-a21d-f5b8201bd4de req-51a3fbec-218c-4d24-81b2-9cfde4a7fab4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 1000 time: 0.0581155 Aug 17 17:29:39.452586 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69157889-835e-457c-a21d-f5b8201bd4de req-8e12c68f-d83d-4627-a66f-a80b9f96db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:29:39.453978 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69157889-835e-457c-a21d-f5b8201bd4de req-8e12c68f-d83d-4627-a66f-a80b9f96db4e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0462172 Aug 17 17:29:39.498698 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69157889-835e-457c-a21d-f5b8201bd4de req-5405a1e7-871a-42d3-870d-c23d8339a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:29:39.500163 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69157889-835e-457c-a21d-f5b8201bd4de req-5405a1e7-871a-42d3-870d-c23d8339a593 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384634 Aug 17 17:29:39.511428 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-69157889-835e-457c-a21d-f5b8201bd4de req-f6821518-74a5-4638-a8be-880188489c01 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:29:39.512397 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69157889-835e-457c-a21d-f5b8201bd4de req-f6821518-74a5-4638-a8be-880188489c01 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053420 Aug 17 17:29:39.604252 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69157889-835e-457c-a21d-f5b8201bd4de req-874f5d81-821f-4017-858a-e2a2249d0ba1 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850148 Aug 17 17:29:39.691681 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-69157889-835e-457c-a21d-f5b8201bd4de req-b817d4e3-6dfd-457b-905a-6a3922fc8929 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809560 Aug 17 17:29:40.554232 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:29:50.165557 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:50.705663 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:58.414025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45544) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:29:58.567237 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Deleting port 1101fd04-098b-4d8d-be93-dcf55390f0d6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:29:58.567572 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:58.645622 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:58.645845 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:58.658087 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Calling delete_port for 1101fd04-098b-4d8d-be93-dcf55390f0d6 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:29:58.803311 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:58.828544 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event deleted for resources: {'Port': ['ID=1101fd04-098b-4d8d-be93-dcf55390f0d6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:29:58.852399 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.852736 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.853065 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.853392 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.853720 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.854040 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.854360 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.854699 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.855012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.855351 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.855667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.855993 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:29:58.895795 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:58.896052 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Floating IP 24c7ee70-e23a-4934-b706-60f8e47e7dae disassociated (deleted). External IP: 172.25.7.28, port: ee60b405-0529-4468-9d2f-4a833951be1b. Aug 17 17:29:59.098204 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Router 70ae1d6b-a363-4463-906e-16d53c69b985 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:29:59.207070 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:29:59.211977 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:29:59.217592 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] Sync routers for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:29:59.226268 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:29:59.226937 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:29:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:29:59.239435 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6418f235-a463-47ae-aad1-a21f2ab7f664 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "DELETE /v2.0/floatingips/24c7ee70-e23a-4934-b706-60f8e47e7dae HTTP/1.1" status: 204 len: 168 time: 0.8236666 Aug 17 17:29:59.240013 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:29:59.242242 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59339af-7111-4839-a623-434cad32b2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:29:59.343639 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9496f3c6-1075-43da-9c55-aea92c5e1813 x-openstack-request-id: req-9496f3c6-1075-43da-9c55-aea92c5e1813 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:29:59.343927 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:29:59.344166 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9496f3c6-1075-43da-9c55-aea92c5e1813 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:29:59.344575 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'status': 'completed', 'code': 200} Aug 17 17:29:59.351230 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:29:59.417946 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59339af-7111-4839-a623-434cad32b2c3 req-0de9de5c-3d1c-40ff-a3bd-fcd22005d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:29:59.419501 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f59339af-7111-4839-a623-434cad32b2c3 req-0de9de5c-3d1c-40ff-a3bd-fcd22005d61f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 1097 time: 0.0465698 Aug 17 17:29:59.491894 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a89773-0a18-43b6-9f5b-907dc6bddee5 req-6c92b476-d044-4965-b121-8843b9ca0b9e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:29:59.493337 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84a89773-0a18-43b6-9f5b-907dc6bddee5 req-6c92b476-d044-4965-b121-8843b9ca0b9e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 946 time: 0.0543368 Aug 17 17:29:59.519830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59339af-7111-4839-a623-434cad32b2c3 req-3c485aa0-2ade-426c-a900-d927f0bcf4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:29:59.521323 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f59339af-7111-4839-a623-434cad32b2c3 req-3c485aa0-2ade-426c-a900-d927f0bcf4d9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0938652 Aug 17 17:29:59.541073 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-84a89773-0a18-43b6-9f5b-907dc6bddee5 req-219e3ae5-57e7-4869-9d41-f3b189b3f53c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337582 Aug 17 17:29:59.555652 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:29:59.565818 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f59339af-7111-4839-a623-434cad32b2c3 req-0a5d567c-addd-448e-8f3d-19f0a7ccb191 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 200 len: 217 time: 0.0366848 Aug 17 17:29:59.581855 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] Checking router: 70ae1d6b-a363-4463-906e-16d53c69b985 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:29:59.590447 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:29:59.591041 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:29:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:29:59.618601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59339af-7111-4839-a623-434cad32b2c3 req-261344c3-eb9a-4a88-bd5d-3654d14e5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:29:59.620048 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f59339af-7111-4839-a623-434cad32b2c3 req-261344c3-eb9a-4a88-bd5d-3654d14e5d20 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0469840 Aug 17 17:29:59.666320 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59339af-7111-4839-a623-434cad32b2c3 req-d0ea32f5-5511-498e-95a8-7fd92f4aebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:29:59.667862 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f59339af-7111-4839-a623-434cad32b2c3 req-d0ea32f5-5511-498e-95a8-7fd92f4aebbf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397606 Aug 17 17:29:59.692172 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:29:59.756527 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f59339af-7111-4839-a623-434cad32b2c3 req-2e107b00-d935-4918-8610-e90a0d0c7f8a service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805895 Aug 17 17:29:59.888227 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:30:00.018733 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cfa81-d726-4d16-b0e4-8af4ed5d57d5 None None] The sync data for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 is: [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:30:00.202412 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f59339af-7111-4839-a623-434cad32b2c3 req-2ada08f9-2fe7-49e5-aef9-d97ae160b6d3 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374936 Aug 17 17:30:00.241537 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e1b15-0a8f-4138-984f-7685280bbad0 None None] New status for floating IP 24c7ee70-e23a-4934-b706-60f8e47e7dae: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:30:00.668849 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd5f73-841a-4fe5-a10c-872e43a017ee req-64c39437-adc8-4b9b-aaba-f62007a3fd32 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:00.670338 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63bd5f73-841a-4fe5-a10c-872e43a017ee req-64c39437-adc8-4b9b-aaba-f62007a3fd32 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 946 time: 0.0489540 Aug 17 17:30:00.735392 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-63bd5f73-841a-4fe5-a10c-872e43a017ee req-3bf940a2-c626-4397-954d-5d2dd4f2af12 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b61be9b-9557-42b2-b0fa-d467dccc4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591388 Aug 17 17:30:00.751410 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-779f2bda-8ee3-41e7-a714-4c3f56ad7d51 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:00.752831 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-779f2bda-8ee3-41e7-a714-4c3f56ad7d51 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.91 "GET /v2.0/ports?device_id=e6d8e581-64c1-4101-ad0f-c36eec2491fd HTTP/1.1" status: 200 len: 946 time: 0.0641785 Aug 17 17:30:00.840325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-d8d09f78-df0a-4370-8e7b-069c202cf06f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Deleting port ee60b405-0529-4468-9d2f-4a833951be1b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:30:00.840885 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-d8d09f78-df0a-4370-8e7b-069c202cf06f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:00.931157 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-d8d09f78-df0a-4370-8e7b-069c202cf06f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] For port ee60b405-0529-4468-9d2f-4a833951be1b, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=ee60b405-0529-4468-9d2f-4a833951be1b,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:30:00.931515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-d8d09f78-df0a-4370-8e7b-069c202cf06f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:00.944142 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-d8d09f78-df0a-4370-8e7b-069c202cf06f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Calling delete_port for ee60b405-0529-4468-9d2f-4a833951be1b owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:30:01.072845 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-d8d09f78-df0a-4370-8e7b-069c202cf06f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:01.101349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d09f78-df0a-4370-8e7b-069c202cf06f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event deleted for resources: {'Port': ['ID=ee60b405-0529-4468-9d2f-4a833951be1b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:01.140712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-d8d09f78-df0a-4370-8e7b-069c202cf06f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] No DVR routers for this DVR port ee60b405-0529-4468-9d2f-4a833951be1b on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:30:01.143274 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-d8d09f78-df0a-4370-8e7b-069c202cf06f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:01.145264 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2276482-5473-4ae2-a8f0-54069010c3b6 req-d8d09f78-df0a-4370-8e7b-069c202cf06f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.91 "DELETE /v2.0/ports/ee60b405-0529-4468-9d2f-4a833951be1b HTTP/1.1" status: 204 len: 173 time: 0.3861110 Aug 17 17:30:01.345487 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'name': 'network-vif-deleted', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:30:01.347894 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382d2a03-1944-44c9-b7e2-4c4a4fc9f0b6" -d '{"events": [{"server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "name": "network-vif-deleted", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:30:01.384681 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5bd71f-9521-40ed-a7e6-a0d3e0af2f97 x-openstack-request-id: req-4d5bd71f-9521-40ed-a7e6-a0d3e0af2f97 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:30:01.384971 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8e581-64c1-4101-ad0f-c36eec2491fd", "name": "network-vif-deleted", "tag": "ee60b405-0529-4468-9d2f-4a833951be1b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:30:01.385221 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d5bd71f-9521-40ed-a7e6-a0d3e0af2f97 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:30:01.385616 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d8e581-64c1-4101-ad0f-c36eec2491fd', 'name': 'network-vif-deleted', 'tag': 'ee60b405-0529-4468-9d2f-4a833951be1b', 'status': 'completed', 'code': 200} Aug 17 17:30:01.790104 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:30:01.846566 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5246d507-8186-4c65-84d8-6a61adf33a84 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:01.871503 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5246d507-8186-4c65-84d8-6a61adf33a84 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:01.932995 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5246d507-8186-4c65-84d8-6a61adf33a84 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:01.935687 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5246d507-8186-4c65-84d8-6a61adf33a84 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:01.936874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5246d507-8186-4c65-84d8-6a61adf33a84 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "DELETE /v2.0/security-groups/4b61be9b-9557-42b2-b0fa-d467dccc4ced HTTP/1.1" status: 204 len: 168 time: 0.1457555 Aug 17 17:30:01.945722 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246d507-8186-4c65-84d8-6a61adf33a84 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b61be9b-9557-42b2-b0fa-d467dccc4ced,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:02.261606 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc518b54-f787-4672-915f-1d97c69c060e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.274674 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 45574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:30:02.279431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fa926981-fd35-4de4-8680-6ae876bebbc6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374898602', 'description': 'tempest-secgroup-smoke-374898602 description', 'project_id': 'ea566948c5884fd184568aa17c976767'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:30:02.301903 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa926981-fd35-4de4-8680-6ae876bebbc6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.382515 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa926981-fd35-4de4-8680-6ae876bebbc6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.385977 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa926981-fd35-4de4-8680-6ae876bebbc6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.415823 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa926981-fd35-4de4-8680-6ae876bebbc6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.417039 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fa926981-fd35-4de4-8680-6ae876bebbc6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1412973 Aug 17 17:30:02.418435 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa926981-fd35-4de4-8680-6ae876bebbc6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3707a2d-ed3d-4508-bad0-e967d0c100aa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:02.420631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45576) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:30:02.425342 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': 'f3707a2d-ed3d-4508-bad0-e967d0c100aa', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:30:02.451467 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.496673 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.499943 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.517339 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cefd1f5-b929-46cd-ab79-8f4740514db5,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:02.526691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.526928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.527298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.527634 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.527956 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.528281 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.528629 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.528921 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.529315 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.529755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.530072 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.530403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:02.533392 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.534627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-633f80ae-a15a-4df4-88e2-291bb9ab66c3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129332 Aug 17 17:30:02.537414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45578) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:30:02.541828 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bc49ad60-9fea-4405-998c-b848e3aafb94 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': 'f3707a2d-ed3d-4508-bad0-e967d0c100aa', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:30:02.567293 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc49ad60-9fea-4405-998c-b848e3aafb94 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.623172 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc49ad60-9fea-4405-998c-b848e3aafb94 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.626524 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc49ad60-9fea-4405-998c-b848e3aafb94 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.645442 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49ad60-9fea-4405-998c-b848e3aafb94 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e55e64-613f-4d53-a591-aeeddd672083,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:02.648447 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc49ad60-9fea-4405-998c-b848e3aafb94 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.650193 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bc49ad60-9fea-4405-998c-b848e3aafb94 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1118109 Aug 17 17:30:02.653011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45580) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:30:02.657389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-0ad1f332-3569-4e07-a68e-f90d32e2dd63 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': 'f3707a2d-ed3d-4508-bad0-e967d0c100aa', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:30:02.682603 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f332-3569-4e07-a68e-f90d32e2dd63 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.742069 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f332-3569-4e07-a68e-f90d32e2dd63 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.745710 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f332-3569-4e07-a68e-f90d32e2dd63 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.764450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1f332-3569-4e07-a68e-f90d32e2dd63 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0812cfc0-1993-4d42-a814-fbd313772344,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:02.767917 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f332-3569-4e07-a68e-f90d32e2dd63 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.769284 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0ad1f332-3569-4e07-a68e-f90d32e2dd63 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152658 Aug 17 17:30:02.771980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45582) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:30:02.777341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-da909a0d-c932-452d-86ae-f84c3f377617 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': 'f3707a2d-ed3d-4508-bad0-e967d0c100aa', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:30:02.802692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da909a0d-c932-452d-86ae-f84c3f377617 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.861704 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da909a0d-c932-452d-86ae-f84c3f377617 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.865354 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da909a0d-c932-452d-86ae-f84c3f377617 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.884792 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da909a0d-c932-452d-86ae-f84c3f377617 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f233aa-b12a-4756-9829-bbf14d8f0ab8,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:02.887860 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da909a0d-c932-452d-86ae-f84c3f377617 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.889190 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-da909a0d-c932-452d-86ae-f84c3f377617 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162941 Aug 17 17:30:02.892067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45584) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:30:02.896432 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-42adcce8-3b97-44bf-ba67-82d6303f7f49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': 'f3707a2d-ed3d-4508-bad0-e967d0c100aa', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:30:02.916841 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-42adcce8-3b97-44bf-ba67-82d6303f7f49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Project ea566948c5884fd184568aa17c976767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:30:02.921566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42adcce8-3b97-44bf-ba67-82d6303f7f49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.981401 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42adcce8-3b97-44bf-ba67-82d6303f7f49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:02.985019 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42adcce8-3b97-44bf-ba67-82d6303f7f49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:03.003005 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adcce8-3b97-44bf-ba67-82d6303f7f49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc581b91-1901-49f0-a265-7dbebb525ef1,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:03.009702 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42adcce8-3b97-44bf-ba67-82d6303f7f49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:03.011814 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-42adcce8-3b97-44bf-ba67-82d6303f7f49 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187971 Aug 17 17:30:03.013861 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45586) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:30:03.018199 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-fd4af3ee-8615-4a77-8382-2a074566dad4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'security_group_rule': {'security_group_id': 'f3707a2d-ed3d-4508-bad0-e967d0c100aa', 'project_id': 'ea566948c5884fd184568aa17c976767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:30:03.039255 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-fd4af3ee-8615-4a77-8382-2a074566dad4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Project ea566948c5884fd184568aa17c976767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:30:03.044373 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd4af3ee-8615-4a77-8382-2a074566dad4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:03.108693 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd4af3ee-8615-4a77-8382-2a074566dad4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:03.112373 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd4af3ee-8615-4a77-8382-2a074566dad4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:03.131406 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4af3ee-8615-4a77-8382-2a074566dad4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d014a326-4abf-44c7-be29-8863b0d26ccb,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:03.135131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd4af3ee-8615-4a77-8382-2a074566dad4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:03.136323 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-fd4af3ee-8615-4a77-8382-2a074566dad4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214998 Aug 17 17:30:04.896518 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95ed0433-8902-4bc9-9b78-895bb0ca7cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:05.116258 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:05.818791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ee60b405-0529-4468-9d2f-4a833951be1b no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:30:05.840010 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: ee60b405-0529-4468-9d2f-4a833951be1b {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:30:05.840352 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device ee60b405-0529-4468-9d2f-4a833951be1b not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:30:06.218566 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:07.922933 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:17.376691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-ca66c3a9-8ccc-4ed9-be41-589c7df4fc40 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374898602&fields=id&tenant_id=ea566948c5884fd184568aa17c976767 HTTP/1.1" status: 200 len: 267 time: 0.0327778 Aug 17 17:30:17.482169 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-cf9ef273-5dfd-4df2-9aba-787c48d0d08e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:17.484318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-cf9ef273-5dfd-4df2-9aba-787c48d0d08e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 808 time: 0.1002045 Aug 17 17:30:17.499300 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-3f285534-7529-4f73-9249-a92660557730 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/quotas/ea566948c5884fd184568aa17c976767 HTTP/1.1" status: 200 len: 375 time: 0.0089190 Aug 17 17:30:17.552934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-c1932217-e1a2-43a9-9aa3-8e8c11237811 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485320 Aug 17 17:30:17.553206 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:30:17.687201 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-4309f582-522a-42a2-badd-fb73059805f6 service neutron] 10.222.0.77 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228399 Aug 17 17:30:17.779673 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-177715f9-f04b-411b-abdd-7f1cc5d7373a service neutron] 10.222.0.77 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862803 Aug 17 17:30:19.078007 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-7ce9590e-5e48-4b3b-8936-b457c3e67cd6 req-be8d39cc-45b8-4810-b4e8-986abbe63329 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 210 time: 0.0279191 Aug 17 17:30:20.156251 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3274dedb-c093-4645-9560-954068fc52df req-6db216a3-d018-4a0a-bacc-4aaf34124dc5 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 210 time: 0.0275366 Aug 17 17:30:20.173291 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:20.735675 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:21.233051 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2dd300c9-6f4e-49ef-9a4c-102b95519633 req-8574b2ab-dc8c-4859-96cd-84826946d602 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 210 time: 0.0260692 Aug 17 17:30:22.115272 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-7f2acd32-40e2-4d0a-afeb-c1f07bf75a31 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:22.116884 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-7f2acd32-40e2-4d0a-afeb-c1f07bf75a31 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 808 time: 0.1062214 Aug 17 17:30:22.161154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-2691f4e4-f95f-4e15-9f85-0db0f72c6103 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea566948c5884fd184568aa17c976767 HTTP/1.1" status: 200 len: 379 time: 0.0354476 Aug 17 17:30:22.170997 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'port': {'device_id': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'admin_state_up': True, 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'security_groups': ['f3707a2d-ed3d-4508-bad0-e967d0c100aa']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:30:22.279661 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Made reservation on behalf of ea566948c5884fd184568aa17c976767 for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:30:22.283173 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:22.363705 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e2ee3434-7324-436a-afcb-929649016cb8 req-d87d192a-59bb-44e6-8ca4-6d59059455c4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 210 time: 0.0573111 Aug 17 17:30:22.437519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Allocated IP 172.20.0.6 (3fbf4799-036a-40c6-acfa-3ee82f3edb16/5cac1e1f-51dd-47cf-aba7-e6f01caaec6d/db2020ba-3085-4e78-bd14-42a7336b8fca) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:30:22.578566 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:22.591317 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Transition to ACTIVE for port object db2020ba-3085-4e78-bd14-42a7336b8fca will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:30:22.623448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:22.667874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:30:22.671122 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:30:22.675088 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:30:22.700506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'Port': ['ID=db2020ba-3085-4e78-bd14-42a7336b8fca,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:22.729722 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:22.730359 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:22.745905 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-f6c45851-4a16-47db-adec-db60ede653e3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785363 Aug 17 17:30:22.804445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Request body: {'port': {'device_id': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:30:22.875909 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:22.956922 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ce009327-54cc-459b-aa30-3a897e5da4df None None] Provisioning for port db2020ba-3085-4e78-bd14-42a7336b8fca completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:30:22.961580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ce009327-54cc-459b-aa30-3a897e5da4df None None] Provisioning complete for port db2020ba-3085-4e78-bd14-42a7336b8fca triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:30:22.962122 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce009327-54cc-459b-aa30-3a897e5da4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:23.004929 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ce009327-54cc-459b-aa30-3a897e5da4df None None] Port db2020ba-3085-4e78-bd14-42a7336b8fca cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:30:23.148276 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2020ba-3085-4e78-bd14-42a7336b8fca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:30:23.156378 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:23.168813 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Transition to ACTIVE for port object db2020ba-3085-4e78-bd14-42a7336b8fca will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:30:23.172481 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:23.226571 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Pushing event updated for resources: {'Port': ['ID=db2020ba-3085-4e78-bd14-42a7336b8fca,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:23.317727 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Attempting to bind port db2020ba-3085-4e78-bd14-42a7336b8fca on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:30:23.318422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Attempting to bind port db2020ba-3085-4e78-bd14-42a7336b8fca by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:30:23.318930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Attempting to bind port db2020ba-3085-4e78-bd14-42a7336b8fca on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:30:23.325099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Port db2020ba-3085-4e78-bd14-42a7336b8fca on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:30:23.325701 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Attempting to bind port db2020ba-3085-4e78-bd14-42a7336b8fca on network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:30:23.331817 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:30:23.332161 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Checking segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:30:23.332553 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Bound using segment: {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:30:23.332992 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Bound port: db2020ba-3085-4e78-bd14-42a7336b8fca, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce690128-c233-472d-b03e-835356588ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:30:23.333360 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:23.405597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] For port db2020ba-3085-4e78-bd14-42a7336b8fca, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:30:23.409860 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] For port db2020ba-3085-4e78-bd14-42a7336b8fca, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db2020ba-3085-4e78-bd14-42a7336b8fca,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:30:23.414977 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:23.455436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:23.456049 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:23.457575 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] 10.222.0.93 "PUT /v2.0/ports/db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 200 len: 1091 time: 0.7038016 Aug 17 17:30:23.458018 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:30:23.460269 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:30:23.489933 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f89b9-d034-4c22-aae0-ed64d915cd80 service neutron] Pushing event updated for resources: {'Port': ['ID=db2020ba-3085-4e78-bd14-42a7336b8fca,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:23.540990 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedd149-c337-4d1e-a714-c9e05da53917 req-9a9d0ba2-6349-4e8a-b439-983721ead5cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:23.543742 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4eedd149-c337-4d1e-a714-c9e05da53917 req-9a9d0ba2-6349-4e8a-b439-983721ead5cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0975773 Aug 17 17:30:23.598664 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-afd1e53d-e900-4fb4-ba38-109d2c8ef7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:23.600287 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-afd1e53d-e900-4fb4-ba38-109d2c8ef7b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1094 time: 0.0945156 Aug 17 17:30:23.604006 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4eedd149-c337-4d1e-a714-c9e05da53917 req-8b159d21-1c57-468b-ab34-fe7ca6e8659b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532486 Aug 17 17:30:23.619619 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2773fd0f-4484-40c8-bb15-b13d8a2403e5 x-openstack-request-id: req-2773fd0f-4484-40c8-bb15-b13d8a2403e5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:30:23.619973 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:30:23.620290 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2773fd0f-4484-40c8-bb15-b13d8a2403e5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:30:23.620765 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'status': 'completed', 'code': 200} Aug 17 17:30:23.652921 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-c526df4b-8855-42c5-82a7-160e4443cabd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 200 len: 217 time: 0.0434482 Aug 17 17:30:23.703918 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-b6d47275-9a12-4d9c-988c-9b9b181fa589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:23.705635 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-b6d47275-9a12-4d9c-988c-9b9b181fa589 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0463922 Aug 17 17:30:23.754350 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-0f1ce91b-778a-4368-b42e-6a132628949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:23.756129 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-0f1ce91b-778a-4368-b42e-6a132628949d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432973 Aug 17 17:30:23.846494 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-4b8f28b4-8257-46d9-8c6f-2de31f384d1b service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820498 Aug 17 17:30:23.947861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b62d0757-6cf8-4166-9d2d-686149539f1c req-3d00a5cd-c9f2-473a-8c64-93878c85d34e service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938704 Aug 17 17:30:24.033691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-8d497242-5112-4508-9daf-8e7aff20c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:24.035256 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-8d497242-5112-4508-9daf-8e7aff20c9a0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1094 time: 0.0430944 Aug 17 17:30:24.127183 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-4743c637-465f-491b-aad8-c7fe123495b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:24.128668 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-4743c637-465f-491b-aad8-c7fe123495b5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0853522 Aug 17 17:30:24.172982 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-1a2718ea-2c5f-4e85-b7dc-5269b5df1c72 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 200 len: 217 time: 0.0368340 Aug 17 17:30:24.222636 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-35ee4baa-1b2a-4df0-b5c9-a96fd974037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:24.224016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-35ee4baa-1b2a-4df0-b5c9-a96fd974037e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0443778 Aug 17 17:30:24.269575 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-f98935f8-5c9b-4377-98a1-a1ad80054177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:24.271006 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-f98935f8-5c9b-4377-98a1-a1ad80054177 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395515 Aug 17 17:30:24.364609 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-ed213993-b738-45bd-a1c3-431edaed12b2 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866158 Aug 17 17:30:24.455250 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0dc9d369-f2cd-42d2-8613-9740b0f67c4e req-78df06b2-99c3-4df3-a3ed-1ef4ed09e416 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821421 Aug 17 17:30:24.710421 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa09b6e-fc54-4756-813c-8d4e71142e93 req-e4c608ef-1493-4577-91ce-24961ee67e4a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:24.711969 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9aa09b6e-fc54-4756-813c-8d4e71142e93 req-e4c608ef-1493-4577-91ce-24961ee67e4a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0492814 Aug 17 17:30:24.750657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-9aa09b6e-fc54-4756-813c-8d4e71142e93 req-d385fbfd-c873-4bab-acb9-d5b2b3ddf10e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325508 Aug 17 17:30:25.875301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5009ef-9557-4f1d-aa75-bf6f4c180c4e req-9f630bd4-8635-4231-bf39-0341faf2793f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:25.876877 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d5009ef-9557-4f1d-aa75-bf6f4c180c4e req-9f630bd4-8635-4231-bf39-0341faf2793f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0557477 Aug 17 17:30:25.922482 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6d5009ef-9557-4f1d-aa75-bf6f4c180c4e req-90f80118-fca7-4e26-87bd-76da297bb810 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338736 Aug 17 17:30:27.035194 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4a4d9-0fde-4c69-9a1d-e8a6633105d2 req-8d1278d0-f6fd-473a-8a15-16801dea5c7b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:27.036675 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4fe4a4d9-0fde-4c69-9a1d-e8a6633105d2 req-8d1278d0-f6fd-473a-8a15-16801dea5c7b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0484421 Aug 17 17:30:27.073654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4fe4a4d9-0fde-4c69-9a1d-e8a6633105d2 req-f3a6be09-d742-4a69-b4d5-72c3d769f191 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302975 Aug 17 17:30:28.187509 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18583e42-8eba-4647-a32e-3fd978a8d6ba req-2d766a7c-05dd-4ae4-aa59-002bf10ad945 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:28.188953 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18583e42-8eba-4647-a32e-3fd978a8d6ba req-2d766a7c-05dd-4ae4-aa59-002bf10ad945 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0482767 Aug 17 17:30:28.225016 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-18583e42-8eba-4647-a32e-3fd978a8d6ba req-dc84ba2a-924e-4bf2-a02a-df88d88c8479 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302653 Aug 17 17:30:29.340226 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548e77c-8475-43e9-87f1-d6f78c6725dd req-2ab79eb3-1eec-4b7e-9e5f-5829a0b567cc tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:29.341691 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e548e77c-8475-43e9-87f1-d6f78c6725dd req-2ab79eb3-1eec-4b7e-9e5f-5829a0b567cc tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0484891 Aug 17 17:30:29.383373 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e548e77c-8475-43e9-87f1-d6f78c6725dd req-0f39b729-7637-46fd-bb48-e175a1b25ee2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350678 Aug 17 17:30:30.496144 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926af64-3922-4925-8f83-bd29a5d12873 req-01288e43-490f-47c9-86b8-0856e87e0c15 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:30.497591 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6926af64-3922-4925-8f83-bd29a5d12873 req-01288e43-490f-47c9-86b8-0856e87e0c15 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0481501 Aug 17 17:30:30.535436 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6926af64-3922-4925-8f83-bd29a5d12873 req-d6cbf9a4-2895-4f2c-af47-8e3536bc1a18 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Aug 17 17:30:31.649728 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0f38b-b4a1-40e6-9478-b12f465253e3 req-0575c2cd-c6da-4627-b673-2831b47ff7d5 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:31.651877 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8bc0f38b-b4a1-40e6-9478-b12f465253e3 req-0575c2cd-c6da-4627-b673-2831b47ff7d5 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0500607 Aug 17 17:30:31.688822 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-8bc0f38b-b4a1-40e6-9478-b12f465253e3 req-8f422217-54fa-4a57-9627-868dc596acf0 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312064 Aug 17 17:30:32.264202 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df3e138e-0756-4487-b37f-b1078ceaff43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:32.806569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27c188-881f-4c9f-8765-28309de3fe37 req-c3d0458c-b9bf-4c08-b0ea-2a740fb0d424 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:32.808034 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef27c188-881f-4c9f-8765-28309de3fe37 req-c3d0458c-b9bf-4c08-b0ea-2a740fb0d424 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0529275 Aug 17 17:30:32.846474 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ef27c188-881f-4c9f-8765-28309de3fe37 req-d36abe2e-7dce-4448-a2bf-85971ee5bb8d tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323837 Aug 17 17:30:33.964123 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3e0d4-6eda-4de9-8468-9878d6850c7c req-c5c73c2c-036f-4f54-a88c-7ddb3afda4bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:33.965647 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-daa3e0d4-6eda-4de9-8468-9878d6850c7c req-c5c73c2c-036f-4f54-a88c-7ddb3afda4bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0506806 Aug 17 17:30:34.005063 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-daa3e0d4-6eda-4de9-8468-9878d6850c7c req-fed1cfa9-c30a-482a-8587-e15dfaaa02c2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332031 Aug 17 17:30:34.090954 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db2020ba-3085-4e78-bd14-42a7336b8fca details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:30:34.184042 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port db2020ba-3085-4e78-bd14-42a7336b8fca, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db2020ba-3085-4e78-bd14-42a7336b8fca,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:30:34.196347 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'port_id': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'mac_address': 'fa:16:3e:c2:5e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:30:34.236899 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:34.250165 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2020ba-3085-4e78-bd14-42a7336b8fca {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:30:34.269748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port db2020ba-3085-4e78-bd14-42a7336b8fca, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db2020ba-3085-4e78-bd14-42a7336b8fca,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:30:34.273845 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:34.323116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=db2020ba-3085-4e78-bd14-42a7336b8fca,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:34.330706 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.331049 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.331390 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.331719 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.332043 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.332363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.332683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.333002 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.333320 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.333634 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.333948 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.334263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:30:34.509928 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['db2020ba-3085-4e78-bd14-42a7336b8fca'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:30:34.897032 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2c950a8-ca40-4ade-8f48-438c4185c586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:35.117521 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:35.120763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd84f8-8df0-40bb-834c-cc47493350b4 req-f5785ebb-7ace-4bb2-a064-29698882fc01 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:35.122339 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44cd84f8-8df0-40bb-834c-cc47493350b4 req-f5785ebb-7ace-4bb2-a064-29698882fc01 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 944 time: 0.0506558 Aug 17 17:30:35.160771 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-44cd84f8-8df0-40bb-834c-cc47493350b4 req-b672e291-c105-4d08-9372-734a7127d2f2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Aug 17 17:30:36.090707 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db2020ba-3085-4e78-bd14-42a7336b8fca up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:30:36.139778 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port db2020ba-3085-4e78-bd14-42a7336b8fca completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:30:36.143417 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port db2020ba-3085-4e78-bd14-42a7336b8fca triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:30:36.143791 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:36.228902 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:36.231203 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:36.254135 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:30:36.256551 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dba3a1-a751-49b2-9aca-a24e0135ccfc" -d '{"events": [{"server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "name": "network-vif-plugged", "status": "completed", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:30:36.270949 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port db2020ba-3085-4e78-bd14-42a7336b8fca, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db2020ba-3085-4e78-bd14-42a7336b8fca,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:30:36.275708 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:36.279862 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d74e05-cb51-4c86-b6a1-e6f3275cf505 req-38522966-9c77-496d-929a-9c555c6fe5be tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:36.281472 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39d74e05-cb51-4c86-b6a1-e6f3275cf505 req-38522966-9c77-496d-929a-9c555c6fe5be tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 944 time: 0.0526984 Aug 17 17:30:36.327241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=db2020ba-3085-4e78-bd14-42a7336b8fca,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:36.328995 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-39d74e05-cb51-4c86-b6a1-e6f3275cf505 req-b49cf5b5-4040-4d19-bf18-6354bb4003d3 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394971 Aug 17 17:30:36.356912 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ed55b1-11ce-4ab6-a697-8fc921c68573 x-openstack-request-id: req-f2ed55b1-11ce-4ab6-a697-8fc921c68573 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:30:36.357201 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "name": "network-vif-plugged", "status": "completed", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:30:36.357533 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2ed55b1-11ce-4ab6-a697-8fc921c68573 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:30:36.358046 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'code': 200} Aug 17 17:30:36.449111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d5ec5-9012-48fc-a8f8-fc437e4b0906 req-579abdcc-8950-4eb8-86a3-2744ca09c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:36.450604 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d7d5ec5-9012-48fc-a8f8-fc437e4b0906 req-579abdcc-8950-4eb8-86a3-2744ca09c5de service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1096 time: 0.0393903 Aug 17 17:30:36.484479 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8d7d5ec5-9012-48fc-a8f8-fc437e4b0906 req-c0869478-22c3-40fc-a989-a025ebd2b0f8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270658 Aug 17 17:30:37.445274 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37968274-3e6e-4d58-ac60-c4c98b006e06 req-a0bb0f9b-d89f-4df9-9aec-0671a4403e1a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:37.446769 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37968274-3e6e-4d58-ac60-c4c98b006e06 req-a0bb0f9b-d89f-4df9-9aec-0671a4403e1a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0489762 Aug 17 17:30:37.484303 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-37968274-3e6e-4d58-ac60-c4c98b006e06 req-be179dbf-12df-4ab4-98e9-579cfaade955 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316758 Aug 17 17:30:37.601266 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e7156-e37a-4371-ae64-2359e2352de3 req-fe7425b2-f007-482a-a4ec-9df528faa1c2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:37.602735 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ed8e7156-e37a-4371-ae64-2359e2352de3 req-fe7425b2-f007-482a-a4ec-9df528faa1c2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0513074 Aug 17 17:30:37.640319 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ed8e7156-e37a-4371-ae64-2359e2352de3 req-5b64ead2-d58d-45c5-9be6-82e0eb9df5e5 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309997 Aug 17 17:30:37.661787 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45806) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:30:37.701135 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0db374-92b6-4c50-a46a-ea735dd505bb tempest-TestShelveInstance-81831760 tempest-TestShelveInstance-81831760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:37.702625 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8f0db374-92b6-4c50-a46a-ea735dd505bb tempest-TestShelveInstance-81831760 tempest-TestShelveInstance-81831760-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1091 time: 0.0398448 Aug 17 17:30:37.705391 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45808) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:30:37.709599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:30:37.731368 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:37.830489 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:37.924106 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:38.273074 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Allocated IP 172.25.7.144 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/75922276-9a93-4bab-8352-ba1f3bc06069) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:30:38.376538 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:38.414750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:38.454536 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:30:38.457402 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:30:38.460938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:30:38.466184 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'Port': ['ID=75922276-9a93-4bab-8352-ba1f3bc06069,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:38.810564 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:38.875703 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:39.024147 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:39.029506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:39.096895 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event updated for resources: {'Port': ['ID=75922276-9a93-4bab-8352-ba1f3bc06069,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:30:39.115521 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:39.219201 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Floating IP e3486652-6d73-4572-ab1c-9549ae4be34e associated. External IP: 172.25.7.144, port: db2020ba-3085-4e78-bd14-42a7336b8fca. Aug 17 17:30:39.420863 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Router 70ae1d6b-a363-4463-906e-16d53c69b985 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:30:39.528697 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:30:39.538163 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] Sync routers for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:30:39.543999 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:39.547508 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:30:39.548112 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:30:39.570611 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7da57235-cad3-4a93-b96d-1a328f2c92bf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8642139 Aug 17 17:30:39.571202 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:30:39.573981 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e11581-7ca3-4d66-a865-5ed5d9451b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:30:39.612212 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af0544c-3cb5-4466-a0b0-a8cbeb57fc79 x-openstack-request-id: req-7af0544c-3cb5-4466-a0b0-a8cbeb57fc79 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:30:39.612506 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:30:39.612760 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7af0544c-3cb5-4466-a0b0-a8cbeb57fc79 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:30:39.613180 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'status': 'completed', 'code': 200} Aug 17 17:30:39.652262 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:30:39.678889 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-d5bb8b46-2f0b-4220-b796-cd946a3f519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:39.680314 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-d5bb8b46-2f0b-4220-b796-cd946a3f519d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1096 time: 0.0448220 Aug 17 17:30:39.772862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-26de6fff-c2c9-469f-8b15-a68fe8a4cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:39.774352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-26de6fff-c2c9-469f-8b15-a68fe8a4cbdb service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0871017 Aug 17 17:30:39.843169 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-96b716f0-6397-49d1-860f-6d7bf70beed6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 200 len: 999 time: 0.0612411 Aug 17 17:30:39.877215 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'e3486652-6d73-4572-ab1c-9549ae4be34e', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'port_id': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'mac_address': 'fa:16:3e:c2:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:30:38Z', 'updated_at': '2021-08-17T17:30:38Z', 'revision_number': 0, 'project_id': 'ea566948c5884fd184568aa17c976767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:30:39.892691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-e26cf42f-dd6d-41d8-aecd-9aacdcc60a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:39.894162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-e26cf42f-dd6d-41d8-aecd-9aacdcc60a3e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0446775 Aug 17 17:30:39.906677 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] Checking router: 70ae1d6b-a363-4463-906e-16d53c69b985 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:30:39.914710 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:30:39.915376 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:30:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:30:39.939672 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-e081d54f-5cef-4065-aec4-f649a0fa55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:30:39.941320 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-e081d54f-5cef-4065-aec4-f649a0fa55a3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395367 Aug 17 17:30:40.021171 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:30:40.036429 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-fcecf113-a094-4d45-83a8-1ce3de4e930f service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873344 Aug 17 17:30:40.127839 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-00e11581-7ca3-4d66-a865-5ed5d9451b1e req-16a526ce-7a39-4b15-811a-e52e31ffbc4b service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840385 Aug 17 17:30:40.237318 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'e3486652-6d73-4572-ab1c-9549ae4be34e', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'port_id': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'mac_address': 'fa:16:3e:c2:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:30:38Z', 'updated_at': '2021-08-17T17:30:38Z', 'revision_number': 0, 'project_id': 'ea566948c5884fd184568aa17c976767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:30:40.263224 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c6bf4-e35b-4d5c-82fa-f98c1ff4e6ef None None] The sync data for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 is: [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': 'e3486652-6d73-4572-ab1c-9549ae4be34e', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'port_id': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'mac_address': 'fa:16:3e:c2:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:30:38Z', 'updated_at': '2021-08-17T17:30:38Z', 'revision_number': 0, 'project_id': 'ea566948c5884fd184568aa17c976767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:30:40.443742 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290fdc2c-b464-435d-af04-ebae127e1270 None None] New status for floating IP e3486652-6d73-4572-ab1c-9549ae4be34e: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:30:50.167642 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:50.754037 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:30:54.551655 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:31:02.270253 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-536a3662-0253-439a-a4cd-0d92d8c9d9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:04.899270 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f62e5952-da3c-42af-a961-bccab51bb4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:05.117600 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:06.223792 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:07.926182 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:20.179825 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:20.765374 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:31.551317 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:31:32.260297 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ebef5f-f489-4fd7-8ec1-b7c809e10b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:34.898798 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1207595-3abb-4f0e-ba74-30e2fd6527ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:35.117534 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:35.854025 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0df02196-26fb-405d-ba60-c0bd90396049 req-62ff5ace-d4c3-49af-a83c-8ec6ff69ad22 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419667 Aug 17 17:31:35.936067 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df02196-26fb-405d-ba60-c0bd90396049 req-47389857-e360-4f9c-83b7-d2975132d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:31:35.937537 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0df02196-26fb-405d-ba60-c0bd90396049 req-47389857-e360-4f9c-83b7-d2975132d248 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1096 time: 0.0437796 Aug 17 17:31:36.039928 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df02196-26fb-405d-ba60-c0bd90396049 req-07c8adea-fdd3-4f23-8a98-2685eb146426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:31:36.041399 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0df02196-26fb-405d-ba60-c0bd90396049 req-07c8adea-fdd3-4f23-8a98-2685eb146426 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0852225 Aug 17 17:31:36.111183 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0df02196-26fb-405d-ba60-c0bd90396049 req-1b762f3d-5d69-4617-80ff-a529bb550c1b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 200 len: 1001 time: 0.0617220 Aug 17 17:31:36.160180 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df02196-26fb-405d-ba60-c0bd90396049 req-952542c0-b1e7-4729-afe3-5389aca3123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:31:36.161576 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0df02196-26fb-405d-ba60-c0bd90396049 req-952542c0-b1e7-4729-afe3-5389aca3123f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0439365 Aug 17 17:31:36.206594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df02196-26fb-405d-ba60-c0bd90396049 req-3915c3b9-37c2-48c0-897c-8e25a430100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:31:36.208027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0df02196-26fb-405d-ba60-c0bd90396049 req-3915c3b9-37c2-48c0-897c-8e25a430100e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396621 Aug 17 17:31:36.227834 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:36.301666 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0df02196-26fb-405d-ba60-c0bd90396049 req-1021856b-4d53-40f4-9810-6c92582524cf service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864217 Aug 17 17:31:36.395605 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0df02196-26fb-405d-ba60-c0bd90396049 req-5cfe15de-f991-4fb4-bf62-81a00cc96343 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864718 Aug 17 17:31:37.928222 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:50.179688 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:31:50.764739 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:02.260875 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f04f840-0a59-402e-99dc-f83563b776d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:04.898172 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d4194ab-6424-4eed-9615-00feb06404f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:05.117942 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:06.229352 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:07.931334 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:08.549910 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:32:20.198039 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:20.763096 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:32.262630 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c86ba259-65b4-4752-82d2-6a824c3ef8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:34.899411 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3495532-c452-4ac1-9582-9f9c5f17c141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:35.118401 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:36.231703 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:37.175355 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b796d-e43e-48db-931a-21e6e4491abe req-fb9ed55f-95fa-4a7a-b861-a707f6545c00 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:37.176755 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-710b796d-e43e-48db-931a-21e6e4491abe req-fb9ed55f-95fa-4a7a-b861-a707f6545c00 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0502605 Aug 17 17:32:37.214138 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-710b796d-e43e-48db-931a-21e6e4491abe req-2d231e2b-ad4f-494c-808e-78102d70ab48 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314572 Aug 17 17:32:37.889352 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-cffa74d7-4ac9-4d02-9a57-3a5bea3659a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:37.890908 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-cffa74d7-4ac9-4d02-9a57-3a5bea3659a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1096 time: 0.0432377 Aug 17 17:32:37.936853 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:38.005387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-260852b2-6ffe-4faa-9f0f-a33046dc4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:38.007208 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-260852b2-6ffe-4faa-9f0f-a33046dc4ee9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0964057 Aug 17 17:32:38.073343 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-fa93b971-cb58-42de-a25c-65cc056302dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 200 len: 1001 time: 0.0577548 Aug 17 17:32:38.128773 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-23f83a87-cd40-4a6a-8ac8-6c440221a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:38.130162 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-23f83a87-cd40-4a6a-8ac8-6c440221a13e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0486622 Aug 17 17:32:38.176076 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-3583aea8-db11-4812-9cdb-8c33eb435540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:38.177551 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-3583aea8-db11-4812-9cdb-8c33eb435540 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397766 Aug 17 17:32:38.283863 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-82accc37-1bd2-4fac-ab92-ec92b7e81604 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971513 Aug 17 17:32:38.411301 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fee2c-cb48-4f13-b463-f858f621fcee req-1b608a92-3629-4d00-a35d-a96c70ac50fc tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:38.412674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-939fee2c-cb48-4f13-b463-f858f621fcee req-1b608a92-3629-4d00-a35d-a96c70ac50fc tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0780902 Aug 17 17:32:38.418180 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-73f0b320-2c48-4183-88bd-f79a3c54f2c8 req-e375ec62-fbff-4ade-9f77-5f689db3d511 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269231 Aug 17 17:32:38.457792 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-939fee2c-cb48-4f13-b463-f858f621fcee req-7e2fc466-99c6-49b2-beb4-c9e1f99adce2 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386474 Aug 17 17:32:39.594940 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824de303-91fb-45f9-bcaa-62125d9f955c req-bf4bced0-a0b0-4270-ab47-9373dea668d1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:39.596419 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-824de303-91fb-45f9-bcaa-62125d9f955c req-bf4bced0-a0b0-4270-ab47-9373dea668d1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0565724 Aug 17 17:32:39.634991 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-824de303-91fb-45f9-bcaa-62125d9f955c req-bb5f0d4a-1708-4d79-84ad-49cf55d39e7c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326064 Aug 17 17:32:40.747370 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459caa7-9058-40b2-ac2d-f18646fe0903 req-75c4fca1-ae8d-44b7-b3a9-fffd87617818 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:40.748823 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5459caa7-9058-40b2-ac2d-f18646fe0903 req-75c4fca1-ae8d-44b7-b3a9-fffd87617818 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0483582 Aug 17 17:32:40.786752 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5459caa7-9058-40b2-ac2d-f18646fe0903 req-f9a6f5e5-1f01-4fc9-b00f-97f024a6180f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Aug 17 17:32:41.899185 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecf089-e7b9-48dd-b412-d2073b1bc885 req-74a3ba2c-b99f-4e7e-862f-47f3014cfeca tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:41.900657 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45ecf089-e7b9-48dd-b412-d2073b1bc885 req-74a3ba2c-b99f-4e7e-862f-47f3014cfeca tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0490270 Aug 17 17:32:41.937904 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-45ecf089-e7b9-48dd-b412-d2073b1bc885 req-8a89df2a-9c21-4448-8f13-2a49b4a4eb0a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312369 Aug 17 17:32:43.053384 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29e17f-134b-4ea1-bdb7-d84d76df94b5 req-9946f8be-b685-4c7e-9464-bcfb9b981280 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:43.054869 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c29e17f-134b-4ea1-bdb7-d84d76df94b5 req-9946f8be-b685-4c7e-9464-bcfb9b981280 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0490317 Aug 17 17:32:43.090994 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4c29e17f-134b-4ea1-bdb7-d84d76df94b5 req-2d4ed3b9-3a72-4653-a4d2-79c47fc5ab83 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302136 Aug 17 17:32:44.205956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae55059-ddb1-42e5-afd5-e66da6b46c18 req-e10308f0-9b6f-4cc0-a870-df4ba8df77e1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:44.207455 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bae55059-ddb1-42e5-afd5-e66da6b46c18 req-e10308f0-9b6f-4cc0-a870-df4ba8df77e1 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0482485 Aug 17 17:32:44.245197 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bae55059-ddb1-42e5-afd5-e66da6b46c18 req-f3cad18a-80be-4113-bf01-46d05f2d75c6 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314941 Aug 17 17:32:45.357721 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805d41d-efcd-4cdb-a6e6-1fdd910ca8c1 req-58a9b8b8-01c6-4ef8-b037-e44087c8e74b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:45.359196 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0805d41d-efcd-4cdb-a6e6-1fdd910ca8c1 req-58a9b8b8-01c6-4ef8-b037-e44087c8e74b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0475729 Aug 17 17:32:45.403359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0805d41d-efcd-4cdb-a6e6-1fdd910ca8c1 req-130c924d-fb9f-4fdd-8c7e-1267afabf7d7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376377 Aug 17 17:32:45.549905 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:32:46.524998 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc485f-7c63-4071-8296-8c173f9ab0b2 req-2c2970fa-807c-4166-9f12-e5b47d0f5aeb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:46.526487 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3dc485f-7c63-4071-8296-8c173f9ab0b2 req-2c2970fa-807c-4166-9f12-e5b47d0f5aeb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0537064 Aug 17 17:32:46.565074 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-a3dc485f-7c63-4071-8296-8c173f9ab0b2 req-366a2480-1174-470e-a646-1505180b292f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324867 Aug 17 17:32:47.317602 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-793c2f7b-2b8b-4a42-9a70-f04e45d06031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:47.318997 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-793c2f7b-2b8b-4a42-9a70-f04e45d06031 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1096 time: 0.0400741 Aug 17 17:32:47.406275 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-ab68e44b-5b53-46fc-9b2c-1e4a2a84f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:47.408269 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-ab68e44b-5b53-46fc-9b2c-1e4a2a84f538 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0824411 Aug 17 17:32:47.475502 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-dd750009-3f6a-410f-bc5c-46dc08a461a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 200 len: 1001 time: 0.0598092 Aug 17 17:32:47.523818 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-2d947feb-d028-4fa4-8514-8dffe353424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:47.525190 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-2d947feb-d028-4fa4-8514-8dffe353424e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0423400 Aug 17 17:32:47.569329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-2bd881cd-4f13-47df-adcc-e9ae2be8a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:47.570684 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-2bd881cd-4f13-47df-adcc-e9ae2be8a50f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382268 Aug 17 17:32:47.690779 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-68fd5bb7-fc59-43e9-8179-4e849389d2b5 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131074 Aug 17 17:32:47.701746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca10d8-61f2-4c46-ae9e-eced6dcd20be req-5cd496fc-3826-4281-9a0a-13324d6714a7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:47.703159 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69ca10d8-61f2-4c46-ae9e-eced6dcd20be req-5cd496fc-3826-4281-9a0a-13324d6714a7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0694878 Aug 17 17:32:47.790735 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-69ca10d8-61f2-4c46-ae9e-eced6dcd20be req-437d0092-a3fa-465e-bf5f-9881af36ed0a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792739 Aug 17 17:32:47.814721 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d9b005c9-abfe-420a-9d30-224ded9cdcc3 req-9dc1b526-3633-4aed-a694-e54c981d14a0 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106355 Aug 17 17:32:48.903155 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019b2f9-1ec8-4db1-bce0-26349ed2c3cb req-c4973808-9e82-4b7e-ab52-61f91f9726dd tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:48.904624 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6019b2f9-1ec8-4db1-bce0-26349ed2c3cb req-c4973808-9e82-4b7e-ab52-61f91f9726dd tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0486865 Aug 17 17:32:48.942548 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6019b2f9-1ec8-4db1-bce0-26349ed2c3cb req-7a6b6969-fd81-4769-8643-c55d82d7960b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Aug 17 17:32:50.061630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886f078-bcad-4d7e-adac-27ac981efac0 req-92b2a493-3822-458c-b209-6b74a7525bd5 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:50.063171 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4886f078-bcad-4d7e-adac-27ac981efac0 req-92b2a493-3822-458c-b209-6b74a7525bd5 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0502856 Aug 17 17:32:50.102796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4886f078-bcad-4d7e-adac-27ac981efac0 req-9eff1165-bba7-4f8f-b385-9069c1472cd9 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334837 Aug 17 17:32:50.192921 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:50.778735 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:51.216812 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030408-ad86-4c25-ae75-64d7c432c3d6 req-cfbb9cd2-29d8-41a4-a782-d57762c45926 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:51.218298 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0030408-ad86-4c25-ae75-64d7c432c3d6 req-cfbb9cd2-29d8-41a4-a782-d57762c45926 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0488727 Aug 17 17:32:51.257050 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c0030408-ad86-4c25-ae75-64d7c432c3d6 req-21599fbf-54a2-4cc8-8856-b1b8a3ab1298 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317411 Aug 17 17:32:51.465929 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-284aafd9-61a2-4430-90ae-ae593207c337 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731332 Aug 17 17:32:51.478580 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff0584-36c1-44de-a9bd-8b284dd8855b req-012a3918-3593-461f-ae62-05ea07e5ef3a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:51.480001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23ff0584-36c1-44de-a9bd-8b284dd8855b req-012a3918-3593-461f-ae62-05ea07e5ef3a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0583441 Aug 17 17:32:51.520324 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23ff0584-36c1-44de-a9bd-8b284dd8855b req-7d841626-2794-4d7f-a5f3-7195c3918b91 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327179 Aug 17 17:32:52.635753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d6876-61f4-4e8c-9bef-bb59aede16b7 req-483b540e-c463-4dde-a993-619adb64696f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:52.637126 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab2d6876-61f4-4e8c-9bef-bb59aede16b7 req-483b540e-c463-4dde-a993-619adb64696f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0493298 Aug 17 17:32:52.675059 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ab2d6876-61f4-4e8c-9bef-bb59aede16b7 req-ef113ea5-b1ca-4cf0-9da7-ddbef89e5fa8 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314267 Aug 17 17:32:53.790148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fb7d9-186a-4587-ab74-010419ae88d4 req-c3f711e5-519b-4389-8e5b-14d07cc1545e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:53.791679 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-453fb7d9-186a-4587-ab74-010419ae88d4 req-c3f711e5-519b-4389-8e5b-14d07cc1545e tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0495901 Aug 17 17:32:53.829008 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-453fb7d9-186a-4587-ab74-010419ae88d4 req-35ffea70-fa73-4f36-a8f1-1ce120028810 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311522 Aug 17 17:32:54.665797 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db2020ba-3085-4e78-bd14-42a7336b8fca no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:32:54.740280 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:54.763291 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:32:54.765521 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dce7657-2c1a-4953-bb6a-d46a1f6e634a" -d '{"events": [{"server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "name": "network-vif-unplugged", "status": "completed", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:32:54.779187 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port db2020ba-3085-4e78-bd14-42a7336b8fca, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db2020ba-3085-4e78-bd14-42a7336b8fca,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:32:54.785683 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:32:54.811371 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 17:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986ab8b3-c78c-4468-99cf-10e5e5fbe429 x-openstack-request-id: req-986ab8b3-c78c-4468-99cf-10e5e5fbe429 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:32:54.811670 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "name": "network-vif-unplugged", "status": "failed", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca", "code": 422}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:32:54.811905 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-986ab8b3-c78c-4468-99cf-10e5e5fbe429 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:32:54.812295 n-d-804878-1 neutron-server[94840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'code': 422} returned with failed status Aug 17 17:32:54.846915 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=db2020ba-3085-4e78-bd14-42a7336b8fca,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:32:54.854094 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.854464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.854803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.855133 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.855457 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.855784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.856107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.856426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.856744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.857059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.857383 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.857688 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:32:54.951375 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4698-9381-4ec8-b700-1026faebee5c req-34220b22-7b1a-48a2-9a83-cf85c1bfc668 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:54.952857 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8ab4698-9381-4ec8-b700-1026faebee5c req-34220b22-7b1a-48a2-9a83-cf85c1bfc668 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0502412 Aug 17 17:32:54.996530 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b8ab4698-9381-4ec8-b700-1026faebee5c req-7b011e8d-0360-4353-be9a-3e1481a72548 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376403 Aug 17 17:32:56.006583 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-80a2fa57-a1fc-43f7-8dc5-906b3e0b4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:56.008329 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-80a2fa57-a1fc-43f7-8dc5-906b3e0b4121 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f&tenant_id=ea566948c5884fd184568aa17c976767 HTTP/1.1" status: 200 len: 1094 time: 0.0448072 Aug 17 17:32:56.096755 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-23f14bb6-73df-4880-81b4-aa9f81f45357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:56.098226 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-23f14bb6-73df-4880-81b4-aa9f81f45357 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1094 time: 0.0637035 Aug 17 17:32:56.160891 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0cfc6-6fc9-453a-a77f-cd157a6c71e2 req-63457c9e-ed68-4196-b0f7-e3d16518c300 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:56.162315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efb0cfc6-6fc9-453a-a77f-cd157a6c71e2 req-63457c9e-ed68-4196-b0f7-e3d16518c300 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0983839 Aug 17 17:32:56.219280 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-efb0cfc6-6fc9-453a-a77f-cd157a6c71e2 req-cd7fd01d-625e-4f07-ab77-b729edc3363f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509291 Aug 17 17:32:56.228853 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-5d692394-76c2-4179-844d-217f300038e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:56.230514 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-5d692394-76c2-4179-844d-217f300038e6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.1248844 Aug 17 17:32:56.294541 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-513ef41c-eaf0-420e-acd0-bfb8c6f90795 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 200 len: 999 time: 0.0565004 Aug 17 17:32:56.344497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-804fa293-b53f-4eb1-874b-fe2228a9ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:56.345875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-804fa293-b53f-4eb1-874b-fe2228a9ccb4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0447025 Aug 17 17:32:56.389698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-1f2da82a-4928-4e54-bc5b-0d3ba88a8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:56.391153 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-1f2da82a-4928-4e54-bc5b-0d3ba88a8f03 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384142 Aug 17 17:32:56.480253 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-96bb9930-21c7-402c-8267-f311def9d602 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813162 Aug 17 17:32:56.571774 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-166e6f54-bb3d-44e4-9372-473bdac20bf8 service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835445 Aug 17 17:32:57.334075 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f11550-32d5-43aa-bfcc-a2aca32c1eee req-d731b23f-9f21-464f-a00a-d26cb365d397 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:57.335624 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-25f11550-32d5-43aa-bfcc-a2aca32c1eee req-d731b23f-9f21-464f-a00a-d26cb365d397 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0489948 Aug 17 17:32:57.373040 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-25f11550-32d5-43aa-bfcc-a2aca32c1eee req-070896fe-26db-4196-97a5-1fe29e0bf519 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315869 Aug 17 17:32:58.531862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5006b1-bbed-4ddd-97bb-739ba4dfc696 req-3929278b-0357-4e6a-b701-dcf18eb38ca9 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:58.533317 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e5006b1-bbed-4ddd-97bb-739ba4dfc696 req-3929278b-0357-4e6a-b701-dcf18eb38ca9 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0932288 Aug 17 17:32:58.570050 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2e5006b1-bbed-4ddd-97bb-739ba4dfc696 req-7f16f385-83d6-4c03-b2ed-ef5fb5e4214b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307567 Aug 17 17:32:59.726209 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928cd7-b88c-4e16-8117-73dee8d68433 req-b9498de5-0abc-4ffc-8dec-bec9ca7142b4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:32:59.727716 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3a928cd7-b88c-4e16-8117-73dee8d68433 req-b9498de5-0abc-4ffc-8dec-bec9ca7142b4 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0909078 Aug 17 17:32:59.765398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-3a928cd7-b88c-4e16-8117-73dee8d68433 req-05dfcecf-acde-40ce-8ef4-767e1b24e51b tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318117 Aug 17 17:33:00.882998 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1262b-e902-4d6f-bc63-643ef68ae573 req-ee1c9dcb-88bd-4821-a06f-b942411f0af7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:00.884636 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0dd1262b-e902-4d6f-bc63-643ef68ae573 req-ee1c9dcb-88bd-4821-a06f-b942411f0af7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0529325 Aug 17 17:33:00.921661 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0dd1262b-e902-4d6f-bc63-643ef68ae573 req-4baa6cca-b3b8-4f6f-b0b4-c971863b3dac tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311587 Aug 17 17:33:02.037341 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad9b4c-e017-47c1-abeb-090fb19bab94 req-231ac0a3-849d-4028-a645-1980d3892221 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:02.038830 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cdad9b4c-e017-47c1-abeb-090fb19bab94 req-231ac0a3-849d-4028-a645-1980d3892221 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0491343 Aug 17 17:33:02.079943 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cdad9b4c-e017-47c1-abeb-090fb19bab94 req-2a6a95f4-8be4-4a73-aa7d-2838fa00d92d tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348923 Aug 17 17:33:02.415435 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a8d6a90-c304-4ad6-bcf5-7ec1e54885e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:03.198434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e66b27-c022-4464-aa79-dd3755f522ae req-31cd32b4-e23b-44d4-a821-1097672b4b53 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:03.199910 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56e66b27-c022-4464-aa79-dd3755f522ae req-31cd32b4-e23b-44d4-a821-1097672b4b53 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0484865 Aug 17 17:33:03.237875 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-56e66b27-c022-4464-aa79-dd3755f522ae req-7246e1c0-15cc-4840-9d63-4f2d2b72e923 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320644 Aug 17 17:33:04.352500 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2112e-84a7-4759-a4d5-02ff20bcf194 req-2eedd0bd-288b-4b3a-9106-feebc65534b7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:04.353964 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54b2112e-84a7-4759-a4d5-02ff20bcf194 req-2eedd0bd-288b-4b3a-9106-feebc65534b7 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 943 time: 0.0500991 Aug 17 17:33:04.392024 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-54b2112e-84a7-4759-a4d5-02ff20bcf194 req-cb02bd4a-682d-45b9-8ad6-ae38dc2e51cd tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321279 Aug 17 17:33:04.714784 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db2020ba-3085-4e78-bd14-42a7336b8fca details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:33:04.807251 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port db2020ba-3085-4e78-bd14-42a7336b8fca, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db2020ba-3085-4e78-bd14-42a7336b8fca,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:33:04.818914 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'port_id': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'mac_address': 'fa:16:3e:c2:5e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:33:04.858246 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:04.870467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2020ba-3085-4e78-bd14-42a7336b8fca {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:33:04.896286 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port db2020ba-3085-4e78-bd14-42a7336b8fca, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db2020ba-3085-4e78-bd14-42a7336b8fca,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:33:04.902604 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:04.906596 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4778eae3-50f3-4cec-8e7e-a598123f034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:04.950141 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=db2020ba-3085-4e78-bd14-42a7336b8fca,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:33:05.118872 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:05.125603 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['db2020ba-3085-4e78-bd14-42a7336b8fca'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:33:05.503830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412b07d-a62d-4492-85f1-9bda11605cc9 req-f2f6512e-033f-41a2-b7e0-bca2cde85bdf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:05.505312 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6412b07d-a62d-4492-85f1-9bda11605cc9 req-f2f6512e-033f-41a2-b7e0-bca2cde85bdf tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 944 time: 0.0477400 Aug 17 17:33:05.542692 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6412b07d-a62d-4492-85f1-9bda11605cc9 req-7c04944b-6662-4066-8702-85b2ff8e6647 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312817 Aug 17 17:33:06.235545 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:06.655750 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c26a-265c-4be8-afdc-6a221fde8c57 req-79f4074c-b455-4db9-822a-cf591acf7e37 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:06.657220 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b093c26a-265c-4be8-afdc-6a221fde8c57 req-79f4074c-b455-4db9-822a-cf591acf7e37 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 944 time: 0.0484807 Aug 17 17:33:06.694305 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b093c26a-265c-4be8-afdc-6a221fde8c57 req-e69c8d30-3237-445b-88f9-5e0d32f87230 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305657 Aug 17 17:33:06.743027 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db2020ba-3085-4e78-bd14-42a7336b8fca up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:33:06.790526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port db2020ba-3085-4e78-bd14-42a7336b8fca triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:33:06.790903 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:06.866541 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:06.888588 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:33:06.890812 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58945fd5-d84d-41ff-b7e7-a87e3ef461bc" -d '{"events": [{"server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "name": "network-vif-plugged", "status": "completed", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:33:06.904285 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port db2020ba-3085-4e78-bd14-42a7336b8fca, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db2020ba-3085-4e78-bd14-42a7336b8fca,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:33:06.908654 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:06.931034 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58241626-0b8e-428f-8786-685e6d232987 x-openstack-request-id: req-58241626-0b8e-428f-8786-685e6d232987 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:33:06.931319 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "name": "network-vif-plugged", "status": "completed", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:33:06.931560 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58241626-0b8e-428f-8786-685e6d232987 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:33:06.932022 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'code': 200} Aug 17 17:33:06.958242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=db2020ba-3085-4e78-bd14-42a7336b8fca,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:33:07.070471 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4e414-0b35-445b-9bb3-e6f6c860d0ec req-3d99075c-4f0d-47ee-b2bf-fada2d03ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:07.071923 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0fd4e414-0b35-445b-9bb3-e6f6c860d0ec req-3d99075c-4f0d-47ee-b2bf-fada2d03ab21 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1096 time: 0.0421796 Aug 17 17:33:07.106167 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0fd4e414-0b35-445b-9bb3-e6f6c860d0ec req-27bb5664-9f90-4dde-9660-c81d48cae87b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270576 Aug 17 17:33:07.821083 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2102f-eac6-43f2-b530-945fc9ae2bc2 req-9e8620c4-8243-4975-9a42-72a4a6603369 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:07.822787 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4d2102f-eac6-43f2-b530-945fc9ae2bc2 req-9e8620c4-8243-4975-9a42-72a4a6603369 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0529127 Aug 17 17:33:07.873789 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e4d2102f-eac6-43f2-b530-945fc9ae2bc2 req-8338b5b3-477d-47a7-8da6-113171dae28c tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438993 Aug 17 17:33:07.937116 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:08.993331 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0ea58-440c-487d-8aac-6f48663c771c req-39dd89e7-07af-455f-811b-b29b6e712854 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:08.994859 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9f0ea58-440c-487d-8aac-6f48663c771c req-39dd89e7-07af-455f-811b-b29b6e712854 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0502048 Aug 17 17:33:09.032084 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-e9f0ea58-440c-487d-8aac-6f48663c771c req-832efc17-0863-466a-93a6-bdac972d3e61 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312958 Aug 17 17:33:20.197299 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:20.782492 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:22.548157 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:33:32.270490 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2d3acb5-1491-42bf-a596-5e3340b3997c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:34.898683 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7afcc69-5fce-4917-a9cd-f508e6fecde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:35.118541 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:36.237931 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:37.853275 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-e2577ce2-75c2-4797-a58e-f840d2597120 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390370 Aug 17 17:33:37.938647 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:37.943940 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-01f10805-9c54-4f55-9e34-ee68192faf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:37.945959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-01f10805-9c54-4f55-9e34-ee68192faf69 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1096 time: 0.0404677 Aug 17 17:33:38.053578 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-2f7418cb-7564-40e5-bf71-e1d21610e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:38.055569 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-2f7418cb-7564-40e5-bf71-e1d21610e655 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.0901480 Aug 17 17:33:38.126529 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-3e0a2f70-eb04-4635-a6b5-cdb5ab638680 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 200 len: 1001 time: 0.0625331 Aug 17 17:33:38.176558 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-ba87dbfc-1fe5-4018-99bd-6071312c56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:38.177984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-ba87dbfc-1fe5-4018-99bd-6071312c56d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0436363 Aug 17 17:33:38.222294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-fbefe027-9923-41a4-a46a-55673dcc0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:33:38.223769 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-fbefe027-9923-41a4-a46a-55673dcc0347 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380814 Aug 17 17:33:38.317984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-ecb24d8c-9eec-44c9-a928-667eac88cc7c service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858541 Aug 17 17:33:38.753180 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3136e11a-f49d-45ed-878f-4196179e5a9e req-dbed36ec-5c9c-4f44-85c2-bc865b5e288b service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277544 Aug 17 17:33:50.207822 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:50.791535 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:33:59.547253 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:34:02.271834 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a733cd9-521e-41c1-9378-31171e466ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:04.898942 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3363fcfa-0e45-458b-a15d-cf77b9f88657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:05.118767 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:06.241484 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:07.940217 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:20.213138 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:20.791355 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:24.833344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 45972) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:24.988395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Deleting port 75922276-9a93-4bab-8352-ba1f3bc06069 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:34:24.988744 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:25.065514 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:25.065846 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:25.077248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Calling delete_port for 75922276-9a93-4bab-8352-ba1f3bc06069 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:34:25.222228 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:25.248294 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event deleted for resources: {'Port': ['ID=75922276-9a93-4bab-8352-ba1f3bc06069,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:25.273166 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.273513 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.273848 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.274205 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.274569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.274892 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.275214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.275538 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.275855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.276176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.276498 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.276816 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:25.315998 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:25.316328 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Floating IP e3486652-6d73-4572-ab1c-9549ae4be34e disassociated (deleted). External IP: 172.25.7.144, port: db2020ba-3085-4e78-bd14-42a7336b8fca. Aug 17 17:34:25.521046 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Router 70ae1d6b-a363-4463-906e-16d53c69b985 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:34:25.626938 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:34:25.631257 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:25.637678 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] Sync routers for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:34:25.646362 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:25.646988 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:25.658319 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b2e8c484-ce65-4c7b-8da2-dabe21be2d25 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "DELETE /v2.0/floatingips/e3486652-6d73-4572-ab1c-9549ae4be34e HTTP/1.1" status: 204 len: 168 time: 0.8239784 Aug 17 17:34:25.658924 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:34:25.661171 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:34:25.701064 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8cdb02-3ae4-4b24-9f83-139b7ff8c2d2 x-openstack-request-id: req-cf8cdb02-3ae4-4b24-9f83-139b7ff8c2d2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:34:25.701354 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:34:25.701605 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf8cdb02-3ae4-4b24-9f83-139b7ff8c2d2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:34:25.702017 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'status': 'completed', 'code': 200} Aug 17 17:34:25.755895 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:25.769460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-29dc688e-7a7f-44df-a6d0-2cac73360f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:25.771236 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-29dc688e-7a7f-44df-a6d0-2cac73360f8b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea566948c5884fd184568aa17c976767&device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 1096 time: 0.0479920 Aug 17 17:34:25.911155 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d64ea5-67ad-49c8-b151-18af9a602912 req-ad8292cd-9c75-4523-aaee-ff36cb2c5837 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:25.912647 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0d64ea5-67ad-49c8-b151-18af9a602912 req-ad8292cd-9c75-4523-aaee-ff36cb2c5837 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0717719 Aug 17 17:34:25.913633 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-b2819f36-7f04-4d56-ba98-93f4a7ce3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:25.915554 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-b2819f36-7f04-4d56-ba98-93f4a7ce3444 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 200 len: 909 time: 0.1339068 Aug 17 17:34:25.957083 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:25.972066 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-0e61727d-17db-429a-834e-78f75f84747e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 200 len: 217 time: 0.0453172 Aug 17 17:34:25.998650 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a0d64ea5-67ad-49c8-b151-18af9a602912 req-f4bdb8ec-d0ba-4e55-a146-3541957c534f tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786982 Aug 17 17:34:26.035885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-a995f5a9-44a8-4215-b60c-4390a7cc8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:26.037301 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-a995f5a9-44a8-4215-b60c-4390a7cc8df5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 200 len: 847 time: 0.0543556 Aug 17 17:34:26.082987 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] Checking router: 70ae1d6b-a363-4463-906e-16d53c69b985 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:34:26.085351 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-6432c709-eb66-4627-b068-639d0a940387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:26.087509 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-6432c709-eb66-4627-b068-639d0a940387 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fbf4799-036a-40c6-acfa-3ee82f3edb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423858 Aug 17 17:34:26.091752 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:26.092341 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:26.181414 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-f86f1de3-f1c1-4141-92ad-10c12039db8f service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864060 Aug 17 17:34:26.192446 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:26.272355 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ee5bc3d7-a227-40f3-b5aa-83b9ead5e5a2 req-9c3311f6-dbf1-4140-b268-72b3b12a4e9e service neutron] 10.222.0.93 "GET /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835195 Aug 17 17:34:26.382476 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:26.412056 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885467f1-5f1c-44d9-abb8-34f6bc7971c1 None None] The sync data for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 is: [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:25:42Z', 'revision_number': 4, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': 'bff3b648-54d1-4ee5-8c9c-2911f80c8fd7', 'name': '', 'network_id': '3fbf4799-036a-40c6-acfa-3ee82f3edb16', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'mac_address': 'fa:16:3e:6b:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:42Z', 'updated_at': '2021-08-17T17:25:49Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'subnets': [{'id': '5cac1e1f-51dd-47cf-aba7-e6f01caaec6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:34:26.618762 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df69b88c-02f5-4750-be38-f6479f8c34e6 None None] New status for floating IP e3486652-6d73-4572-ab1c-9549ae4be34e: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:34:27.118906 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bc622-9074-434b-9532-2176dba59f22 req-d9b0a931-76aa-4177-9166-64222c833b39 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:27.120404 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-501bc622-9074-434b-9532-2176dba59f22 req-d9b0a931-76aa-4177-9166-64222c833b39 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0511091 Aug 17 17:34:27.158874 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-501bc622-9074-434b-9532-2176dba59f22 req-07d8c3f2-79de-4e25-b61c-f03d81988b28 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3707a2d-ed3d-4508-bad0-e967d0c100aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315685 Aug 17 17:34:27.378200 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-a2e72640-6198-4336-b5a4-1cefd82bdfdc tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:27.379591 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-a2e72640-6198-4336-b5a4-1cefd82bdfdc tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.93 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 945 time: 0.0535591 Aug 17 17:34:27.468881 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-c1809b95-4dff-4584-958e-4daba773e993 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Deleting port db2020ba-3085-4e78-bd14-42a7336b8fca {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:34:27.469224 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-c1809b95-4dff-4584-958e-4daba773e993 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:27.559453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-c1809b95-4dff-4584-958e-4daba773e993 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] For port db2020ba-3085-4e78-bd14-42a7336b8fca, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=db2020ba-3085-4e78-bd14-42a7336b8fca,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:27.559813 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-c1809b95-4dff-4584-958e-4daba773e993 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:27.572480 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-c1809b95-4dff-4584-958e-4daba773e993 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Calling delete_port for db2020ba-3085-4e78-bd14-42a7336b8fca owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:34:27.700320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-c1809b95-4dff-4584-958e-4daba773e993 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:27.728209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1809b95-4dff-4584-958e-4daba773e993 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event deleted for resources: {'Port': ['ID=db2020ba-3085-4e78-bd14-42a7336b8fca,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:27.769592 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-c1809b95-4dff-4584-958e-4daba773e993 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] No DVR routers for this DVR port db2020ba-3085-4e78-bd14-42a7336b8fca on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:34:27.772215 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-c1809b95-4dff-4584-958e-4daba773e993 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:27.774911 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-3c45ff7a-88d0-4999-be89-a5b7d347a737 req-c1809b95-4dff-4584-958e-4daba773e993 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.93 "DELETE /v2.0/ports/db2020ba-3085-4e78-bd14-42a7336b8fca HTTP/1.1" status: 204 len: 173 time: 0.3888202 Aug 17 17:34:27.775340 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'name': 'network-vif-deleted', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:34:27.777718 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05e7d3c-6d03-42e4-a14d-9061288c80e3" -d '{"events": [{"server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "name": "network-vif-deleted", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:34:27.813695 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628f2a86-22e4-41a9-8ace-2ea0f482c34a x-openstack-request-id: req-628f2a86-22e4-41a9-8ace-2ea0f482c34a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:34:27.813981 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aac4d8b-7bff-4f6c-8301-6f5f8899508f", "name": "network-vif-deleted", "tag": "db2020ba-3085-4e78-bd14-42a7336b8fca", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:34:27.814231 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-628f2a86-22e4-41a9-8ace-2ea0f482c34a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:34:27.814658 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aac4d8b-7bff-4f6c-8301-6f5f8899508f', 'name': 'network-vif-deleted', 'tag': 'db2020ba-3085-4e78-bd14-42a7336b8fca', 'status': 'completed', 'code': 200} Aug 17 17:34:28.255945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f69d00d9-0838-4232-b94e-cd637692a033 req-b5a335c6-ac85-4344-b060-a1477d22c83a tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 210 time: 0.0270097 Aug 17 17:34:29.352532 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d68d218-a9ce-4191-86c0-ff802a5ab52d req-f3213593-bd92-4700-b429-7837a2edee70 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 210 time: 0.0263445 Aug 17 17:34:30.447628 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-23139901-1b4a-4889-93ab-aae32bd98613 req-6614b9b1-957b-4c8c-a85e-116b0e335b85 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 210 time: 0.0272708 Aug 17 17:34:31.257580 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db2020ba-3085-4e78-bd14-42a7336b8fca no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:34:31.279201 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: db2020ba-3085-4e78-bd14-42a7336b8fca {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:34:31.279551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device db2020ba-3085-4e78-bd14-42a7336b8fca not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:34:31.559632 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ffe255fb-e65d-48e6-bedd-30ab82f1650a req-46039832-9ece-4c70-8f29-41132ae1f107 tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aac4d8b-7bff-4f6c-8301-6f5f8899508f HTTP/1.1" status: 200 len: 210 time: 0.0278335 Aug 17 17:34:32.272769 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e14f150-62bd-4429-a01d-44989471caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:32.616078 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46004) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:32.682388 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:32.707081 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:32.770787 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:32.773662 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:32.775424 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] 10.222.0.77 "DELETE /v2.0/security-groups/f3707a2d-ed3d-4508-bad0-e967d0c100aa HTTP/1.1" status: 204 len: 168 time: 0.1577528 Aug 17 17:34:32.784808 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3707a2d-ed3d-4508-bad0-e967d0c100aa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:32.792814 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.793184 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.793522 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.793858 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.794190 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.794555 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.794881 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.795203 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.795524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.795843 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.796166 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.796485 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa36c95-cdd2-41a3-83a2-d3af925689cb tempest-TestShelveInstance-1427391437 tempest-TestShelveInstance-1427391437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:32.840240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46008) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:33.432871 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:33.681550 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] Deleting port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:34:33.681890 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:33.759874 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] For port bff3b648-54d1-4ee5-8c9c-2911f80c8fd7, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=bff3b648-54d1-4ee5-8c9c-2911f80c8fd7,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:33.760233 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:33.772207 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] Calling delete_port for bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:34:33.950531 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:33.979212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff3b648-54d1-4ee5-8c9c-2911f80c8fd7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:34.160309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:34.373908 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] Router 70ae1d6b-a363-4463-906e-16d53c69b985 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:34:34.478703 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:34:34.484519 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b5eace3b-8362-4d4b-93b0-56e19b98d8d4 admin admin] 10.222.0.77 "PUT /v2.0/routers/70ae1d6b-a363-4463-906e-16d53c69b985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6422002 Aug 17 17:34:34.486061 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46012) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:34.488648 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] Sync routers for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:34:34.502295 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:34.503265 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:34.595488 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:34.607143 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:34.697253 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:34.749492 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Deleting port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:34:34.749928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:34.778496 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:34:33Z', 'revision_number': 5, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port': {'id': '0a14d7ce-f7f5-4f59-9f4c-291a99379dd4', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:40Z', 'updated_at': '2021-08-17T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:34.803343 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] Checking router: 70ae1d6b-a363-4463-906e-16d53c69b985 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:34:34.811805 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] Routers {'70ae1d6b-a363-4463-906e-16d53c69b985'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:34.812397 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['70ae1d6b-a363-4463-906e-16d53c69b985'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:34.827677 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] For port 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=0a14d7ce-f7f5-4f59-9f4c-291a99379dd4,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:34.828031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:34.840332 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Calling delete_port for 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:34:34.901325 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed343800-63c9-41c7-9d48-2ec8dd88400b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:34.907764 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] Set router 70ae1d6b-a363-4463-906e-16d53c69b985 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:34.962533 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:34:34Z', 'revision_number': 6, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:34.989978 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b12e3a-6c72-40e1-a74e-3933cd349590 None None] The sync data for ids ['70ae1d6b-a363-4463-906e-16d53c69b985'] in n-d-804878-1 is: [{'id': '70ae1d6b-a363-4463-906e-16d53c69b985', 'name': 'tempest-TestShelveInstance-388582323-router', 'tenant_id': 'ea566948c5884fd184568aa17c976767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:39Z', 'updated_at': '2021-08-17T17:34:34Z', 'revision_number': 6, 'project_id': 'ea566948c5884fd184568aa17c976767', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:34:35.026845 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.054452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a14d7ce-f7f5-4f59-9f4c-291a99379dd4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:35.114751 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.121135 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.203494 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.205548 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.247982 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.248569 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70ae1d6b-a363-4463-906e-16d53c69b985 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:34:35.252973 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.254140 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b3fa9bfa-aac6-41be-9145-12b3bbaec8c6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/70ae1d6b-a363-4463-906e-16d53c69b985 HTTP/1.1" status: 204 len: 168 time: 0.7669442 Aug 17 17:34:35.256658 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46014) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:35.304229 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-be842322-ae1c-4d38-99b9-d2130f7a3412 admin admin] Deleting subnet 5cac1e1f-51dd-47cf-aba7-e6f01caaec6d {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:34:35.307780 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be842322-ae1c-4d38-99b9-d2130f7a3412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.342602 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be842322-ae1c-4d38-99b9-d2130f7a3412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.423448 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be842322-ae1c-4d38-99b9-d2130f7a3412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.475340 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be842322-ae1c-4d38-99b9-d2130f7a3412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.504663 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be842322-ae1c-4d38-99b9-d2130f7a3412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cac1e1f-51dd-47cf-aba7-e6f01caaec6d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:35.508714 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be842322-ae1c-4d38-99b9-d2130f7a3412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.511276 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-be842322-ae1c-4d38-99b9-d2130f7a3412 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5cac1e1f-51dd-47cf-aba7-e6f01caaec6d HTTP/1.1" status: 204 len: 168 time: 0.2529998 Aug 17 17:34:35.513161 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46016) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:35.516060 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd5eac-b782-4103-bad7-7485dfd3364a None None] Network 3fbf4799-036a-40c6-acfa-3ee82f3edb16 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:34:35.581264 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.634830 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Deleting port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:34:35.635196 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.702298 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] For port b9ea0145-658e-4cb4-b42b-be3af9b94dd5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b9ea0145-658e-4cb4-b42b-be3af9b94dd5,segment=NetworkSegment(ce690128-c233-472d-b03e-835356588ce8),segment_id=ce690128-c233-472d-b03e-835356588ce8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:35.702688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.715497 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Calling delete_port for b9ea0145-658e-4cb4-b42b-be3af9b94dd5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:34:35.760037 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] DHCP port deletion for 3fbf4799-036a-40c6-acfa-3ee82f3edb16 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:34:35.801707 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.810406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Deleting port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:34:35.810796 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.829774 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ea0145-658e-4cb4-b42b-be3af9b94dd5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:35.835413 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] No DVR routers for this DVR port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:34:35.878934 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] For port b9ea0145-658e-4cb4-b42b-be3af9b94dd5, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:35.879453 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.893365 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Calling delete_port for b9ea0145-658e-4cb4-b42b-be3af9b94dd5 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:34:35.896116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 17:34:35.897359 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.907932 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.917753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbf4799-036a-40c6-acfa-3ee82f3edb16']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:35.923068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Pushing event deleted for resources: {'Port': ['ID=b9ea0145-658e-4cb4-b42b-be3af9b94dd5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:35.927213 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] No DVR routers for this DVR port b9ea0145-658e-4cb4-b42b-be3af9b94dd5 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:34:35.927562 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce690128-c233-472d-b03e-835356588ce8') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:35.927855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce690128-c233-472d-b03e-835356588ce8') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:35.938869 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.938977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.939667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.940070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.940499 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.940935 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.941354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.941770 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.942185 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.942642 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.943056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.943468 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.944072 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afaabc9-527c-4da3-ae29-afc307bcb0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:35.955757 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.963096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:34:35.963522 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:34:35.965390 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:34:36.030278 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:36.037333 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:36.046415 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3fbf4799-036a-40c6-acfa-3ee82f3edb16 HTTP/1.1" status: 204 len: 168 time: 0.5251935 Aug 17 17:34:36.046415 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46018) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:36.060825 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f811d-9cf5-4b13-9616-32089f299917 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fbf4799-036a-40c6-acfa-3ee82f3edb16,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:36.244181 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:36.547421 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:34:36.548331 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:34:36.567483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:34:36.567826 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device bff3b648-54d1-4ee5-8c9c-2911f80c8fd7 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:34:36.568241 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b9ea0145-658e-4cb4-b42b-be3af9b94dd5 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:34:36.586844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b9ea0145-658e-4cb4-b42b-be3af9b94dd5 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:34:36.587745 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b9ea0145-658e-4cb4-b42b-be3af9b94dd5 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:34:36.588508 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:34:36.609757 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:34:36.610103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 0a14d7ce-f7f5-4f59-9f4c-291a99379dd4 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:34:36.743192 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:36.983981 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] Deleting port afa19882-9026-44f9-83e4-5364a6337d5f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:34:36.984320 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:37.063980 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] For port afa19882-9026-44f9-83e4-5364a6337d5f, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=afa19882-9026-44f9-83e4-5364a6337d5f,segment=NetworkSegment(6aa46171-f588-4a84-8802-a0a5c65c7a5e),segment_id=6aa46171-f588-4a84-8802-a0a5c65c7a5e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:37.064618 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:37.077224 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] Calling delete_port for afa19882-9026-44f9-83e4-5364a6337d5f owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:34:37.254356 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:37.280705 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] Pushing event deleted for resources: {'Port': ['ID=afa19882-9026-44f9-83e4-5364a6337d5f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:37.447651 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:37.665469 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] Router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:34:37.774325 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:34:37.779796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-a76a60d0-1756-4be7-a82e-18351939fc2f admin admin] 10.222.0.77 "PUT /v2.0/routers/7a18a93d-c4e7-4244-98c7-7a18bebef9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360761 Aug 17 17:34:37.782291 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46020) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:37.784024 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] Sync routers for ids ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:34:37.793764 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] Routers {'7a18a93d-c4e7-4244-98c7-7a18bebef9d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:37.794397 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:37.887374 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:37.897143 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] Set router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:37.993132 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:37.995926 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.045990 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Deleting port 496f8b1e-fb01-484b-98dd-b14b85ce8e15 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:34:38.046326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.086363 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'name': 'tempest-TestShelveInstance-1267972428-router', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:34:37Z', 'revision_number': 5, 'project_id': '801826f306cd4c0d80268316735c8f14', 'gw_port': {'id': '496f8b1e-fb01-484b-98dd-b14b85ce8e15', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:38.112834 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] Checking router: 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:34:38.121589 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] Routers {'7a18a93d-c4e7-4244-98c7-7a18bebef9d2'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:38.122325 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:38.128054 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] For port 496f8b1e-fb01-484b-98dd-b14b85ce8e15, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=496f8b1e-fb01-484b-98dd-b14b85ce8e15,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:38.128573 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.140854 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Calling delete_port for 496f8b1e-fb01-484b-98dd-b14b85ce8e15 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:34:38.210748 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] Set router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:38.268125 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'name': 'tempest-TestShelveInstance-1267972428-router', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:34:37Z', 'revision_number': 6, 'project_id': '801826f306cd4c0d80268316735c8f14', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:38.297846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48431930-6b5e-4962-9de4-10568e76ca47 None None] The sync data for ids ['7a18a93d-c4e7-4244-98c7-7a18bebef9d2'] in n-d-804878-1 is: [{'id': '7a18a93d-c4e7-4244-98c7-7a18bebef9d2', 'name': 'tempest-TestShelveInstance-1267972428-router', 'tenant_id': '801826f306cd4c0d80268316735c8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:25:44Z', 'updated_at': '2021-08-17T17:34:37Z', 'revision_number': 6, 'project_id': '801826f306cd4c0d80268316735c8f14', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:34:38.311740 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.342691 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=496f8b1e-fb01-484b-98dd-b14b85ce8e15,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:38.404243 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.495779 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.497884 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.544526 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.545011 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a18a93d-c4e7-4244-98c7-7a18bebef9d2 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:34:38.549206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.550353 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-be4f6137-25bf-4981-a513-a922a357f4c2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/7a18a93d-c4e7-4244-98c7-7a18bebef9d2 HTTP/1.1" status: 204 len: 168 time: 0.7671082 Aug 17 17:34:38.553010 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46022) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:38.597112 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b414ee00-6f16-4f36-8d3d-770c0dcafc97 admin admin] Deleting subnet 64ffd567-1c98-46eb-baaa-a76f1e4776fe {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:34:38.599972 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b414ee00-6f16-4f36-8d3d-770c0dcafc97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.634627 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b414ee00-6f16-4f36-8d3d-770c0dcafc97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.730131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b414ee00-6f16-4f36-8d3d-770c0dcafc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.784056 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b414ee00-6f16-4f36-8d3d-770c0dcafc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.810414 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414ee00-6f16-4f36-8d3d-770c0dcafc97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ffd567-1c98-46eb-baaa-a76f1e4776fe,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:38.814185 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b414ee00-6f16-4f36-8d3d-770c0dcafc97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.816702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b414ee00-6f16-4f36-8d3d-770c0dcafc97 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/64ffd567-1c98-46eb-baaa-a76f1e4776fe HTTP/1.1" status: 204 len: 168 time: 0.2626946 Aug 17 17:34:38.818576 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46024) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:38.820968 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bbdc85-5bca-4e2b-91db-19a81ea2aa6f None None] Network 013e224f-5e92-41ce-9040-cef8fdb4e924 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:34:38.892028 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:38.945612 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Deleting port b4c94baa-90b1-456b-9783-fa213505ec8c {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:34:38.945950 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.009966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] For port b4c94baa-90b1-456b-9783-fa213505ec8c, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=b4c94baa-90b1-456b-9783-fa213505ec8c,segment=NetworkSegment(6aa46171-f588-4a84-8802-a0a5c65c7a5e),segment_id=6aa46171-f588-4a84-8802-a0a5c65c7a5e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:39.010269 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.022460 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Calling delete_port for b4c94baa-90b1-456b-9783-fa213505ec8c owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:34:39.091735 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc40c4e0-1502-423d-a4d5-e632192fa1a3 None None] DHCP port deletion for 013e224f-5e92-41ce-9040-cef8fdb4e924 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:34:39.093531 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device afa19882-9026-44f9-83e4-5364a6337d5f no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:34:39.113408 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.132427 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: afa19882-9026-44f9-83e4-5364a6337d5f {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:34:39.132761 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device afa19882-9026-44f9-83e4-5364a6337d5f not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:34:39.140327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c94baa-90b1-456b-9783-fa213505ec8c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:39.146344 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] No DVR routers for this DVR port b4c94baa-90b1-456b-9783-fa213505ec8c on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:34:39.157947 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dc40c4e0-1502-423d-a4d5-e632192fa1a3 None None] Deleting port b4c94baa-90b1-456b-9783-fa213505ec8c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:34:39.158561 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc40c4e0-1502-423d-a4d5-e632192fa1a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.223375 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.224975 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dc40c4e0-1502-423d-a4d5-e632192fa1a3 None None] For port b4c94baa-90b1-456b-9783-fa213505ec8c, host n-d-804878-1, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:39.225377 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc40c4e0-1502-423d-a4d5-e632192fa1a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.233267 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013e224f-5e92-41ce-9040-cef8fdb4e924']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:39.237116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dc40c4e0-1502-423d-a4d5-e632192fa1a3 None None] Calling delete_port for b4c94baa-90b1-456b-9783-fa213505ec8c owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:34:39.239725 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-dc40c4e0-1502-423d-a4d5-e632192fa1a3 None None] Port b4c94baa-90b1-456b-9783-fa213505ec8c was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 17:34:39.240966 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc40c4e0-1502-423d-a4d5-e632192fa1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.244201 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa46171-f588-4a84-8802-a0a5c65c7a5e') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:39.244515 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa46171-f588-4a84-8802-a0a5c65c7a5e') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:39.253431 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.266061 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40c4e0-1502-423d-a4d5-e632192fa1a3 None None] Pushing event deleted for resources: {'Port': ['ID=b4c94baa-90b1-456b-9783-fa213505ec8c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:39.268128 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.269822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40c4e0-1502-423d-a4d5-e632192fa1a3 None None] No DVR routers for this DVR port b4c94baa-90b1-456b-9783-fa213505ec8c on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:34:39.275635 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:34:39.276037 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:34:39.278012 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:34:39.335855 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.342536 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.347119 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] 10.222.0.77 "DELETE /v2.0/networks/013e224f-5e92-41ce-9040-cef8fdb4e924 HTTP/1.1" status: 204 len: 168 time: 0.5251200 Aug 17 17:34:39.357257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27973a5-78d3-4590-89c2-5c83754d7c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=013e224f-5e92-41ce-9040-cef8fdb4e924,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:39.457577 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:39.497787 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-8efb7d0f-ebce-43fd-b50d-1f7f866ab84a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea566948c5884fd184568aa17c976767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390720 Aug 17 17:34:39.500343 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:39.548378 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6629eca6-43f1-4ec9-93c1-5602636cd68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.569962 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6629eca6-43f1-4ec9-93c1-5602636cd68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.616849 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6629eca6-43f1-4ec9-93c1-5602636cd68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.619470 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6629eca6-43f1-4ec9-93c1-5602636cd68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:39.620624 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-6629eca6-43f1-4ec9-93c1-5602636cd68e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89a1618a-bc8f-4779-a83f-0eb990c68d43 HTTP/1.1" status: 204 len: 168 time: 0.1193769 Aug 17 17:34:39.628575 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629eca6-43f1-4ec9-93c1-5602636cd68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a1618a-bc8f-4779-a83f-0eb990c68d43,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:39.930176 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:39.973756 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-50401475-6d8e-4392-a235-ae4887c2dfa0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=801826f306cd4c0d80268316735c8f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418723 Aug 17 17:34:39.976512 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:40.027240 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-970eac04-30f6-43e9-a59b-de303c80d766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:40.048485 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-970eac04-30f6-43e9-a59b-de303c80d766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:40.096267 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-970eac04-30f6-43e9-a59b-de303c80d766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:40.099102 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-970eac04-30f6-43e9-a59b-de303c80d766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:40.100496 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-970eac04-30f6-43e9-a59b-de303c80d766 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6589b06b-77f6-4c5b-becd-5abab29a2593 HTTP/1.1" status: 204 len: 168 time: 0.1228449 Aug 17 17:34:40.108501 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970eac04-30f6-43e9-a59b-de303c80d766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6589b06b-77f6-4c5b-becd-5abab29a2593,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:40.559483 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 496f8b1e-fb01-484b-98dd-b14b85ce8e15 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:34:40.583624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 496f8b1e-fb01-484b-98dd-b14b85ce8e15 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:34:40.584053 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 496f8b1e-fb01-484b-98dd-b14b85ce8e15 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:34:40.584493 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b4c94baa-90b1-456b-9783-fa213505ec8c no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:34:40.604179 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: b4c94baa-90b1-456b-9783-fa213505ec8c {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:34:40.604525 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device b4c94baa-90b1-456b-9783-fa213505ec8c not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:34:40.755699 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46060) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:40.857214 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-152200154-network', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:40.877373 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Made reservation on behalf of edaaaa180a2749aea42445eb60b9393c for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:34:40.879796 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:40.889374 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:40.983839 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:40.987590 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.008696 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:34:41.025328 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4965f4c3-6ef5-4aa3-9a21-2bffc3f8c8ae,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:41.028182 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.028519 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Added segment de5d85a9-600d-438c-bb36-04232fcf2d14 of type vlan for network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 Aug 17 17:34:41.067206 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.091924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.092984 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:41.093557 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.150425 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3928435 Aug 17 17:34:41.152960 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46064) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:41.157931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Request body: {'subnet': {'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-152200154-subnet', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'ip_version': 4}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:41.160826 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50918cc2-0075-424d-9c43-aa40929d142a admin admin] Pushing event updated for resources: {'Network': ['ID=5ec5820e-6e50-4053-a540-2f7fde63f4a9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:41.171645 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:34:41.184297 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Made reservation on behalf of edaaaa180a2749aea42445eb60b9393c for: {'subnet': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:34:41.186693 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28180589'] for subnet, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.350772 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27930112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28180603'] for subnet, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.403434 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2adfac85-4a97-4ceb-af53-7ad449efdf01,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:41.418714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Checking segment: {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:34:41.419064 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Network hostable DHCP agents. Network: 5ec5820e-6e50-4053-a540-2f7fde63f4a9, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:34:41.434329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:34:41.442313 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, 5ec5820e-6e50-4053-a540-2f7fde63f4a9) {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:41.446264 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:41.446898 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.452282 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47bd50c-ac4e-40d3-927d-e74764d0f5f6 None None] Network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:34:41.459966 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-251feb09-8104-49d3-8125-b2b3700c2511 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3057961 Aug 17 17:34:41.463141 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46066) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:41.467597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:41.488750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.489821 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.542485 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.595415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:34:41.596272 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.683647 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.886255 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Allocated IP 172.20.0.2 (5ec5820e-6e50-4053-a540-2f7fde63f4a9/2adfac85-4a97-4ceb-af53-7ad449efdf01/1933f783-a198-4789-93f1-edf3f1e582b8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:34:41.887551 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:41.911583 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:42.014307 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Allocated IP 172.25.7.19 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/06fc22ae-dd47-4d2b-aeda-c2559b6b2b98) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:34:42.032933 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:42.041607 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Transition to ACTIVE for port object 1933f783-a198-4789-93f1-edf3f1e582b8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:42.056490 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Transition to ACTIVE for port object 1933f783-a198-4789-93f1-edf3f1e582b8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:42.062548 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:42.102068 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:34:42.104997 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:42.108549 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:34:42.113878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Pushing event updated for resources: {'Port': ['ID=1933f783-a198-4789-93f1-edf3f1e582b8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:42.127610 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:42.167024 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:42.168147 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Attempting to bind port 1933f783-a198-4789-93f1-edf3f1e582b8 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:34:42.168514 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Attempting to bind port 1933f783-a198-4789-93f1-edf3f1e582b8 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:34:42.168869 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Attempting to bind port 1933f783-a198-4789-93f1-edf3f1e582b8 on network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:34:42.173675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:34:42.174041 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Checking segment: {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:34:42.174482 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:42.174871 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Bound using segment: {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:34:42.175327 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Bound port: 1933f783-a198-4789-93f1-edf3f1e582b8, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:34:42.175698 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:42.207506 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:34:42.210445 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:42.213108 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:34:42.240387 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Pushing event updated for resources: {'Port': ['ID=06fc22ae-dd47-4d2b-aeda-c2559b6b2b98,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:42.240656 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] For port 1933f783-a198-4789-93f1-edf3f1e582b8, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:34:42.244240 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] For port 1933f783-a198-4789-93f1-edf3f1e582b8, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1933f783-a198-4789-93f1-edf3f1e582b8,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:34:42.248744 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:42.306957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c013c30-3dda-4743-a79f-2304727aea1e None None] Pushing event updated for resources: {'Port': ['ID=1933f783-a198-4789-93f1-edf3f1e582b8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:42.477666 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:42.592878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1933f783-a198-4789-93f1-edf3f1e582b8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:42.640664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 1933f783-a198-4789-93f1-edf3f1e582b8 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:43.048606 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:43.172232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f06b4-d7bb-46f0-8688-766b1ad8de40 None None] Network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:34:43.181094 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:34:43.232776 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ef824014-7231-4225-8a71-5cc543a23116 None None] Provisioning for port 1933f783-a198-4789-93f1-edf3f1e582b8 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:43.240268 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ef824014-7231-4225-8a71-5cc543a23116 None None] Provisioning complete for port 1933f783-a198-4789-93f1-edf3f1e582b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:43.240639 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef824014-7231-4225-8a71-5cc543a23116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:43.289552 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:34:43.303193 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Sync routers for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:34:43.305490 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:43.309798 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-632ff469-6264-4984-a87a-b812cb13eb04 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8428056 Aug 17 17:34:43.310156 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46068) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:43.315037 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:43.315662 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:43.390998 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef824014-7231-4225-8a71-5cc543a23116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:43.428960 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ef824014-7231-4225-8a71-5cc543a23116 None None] For port 1933f783-a198-4789-93f1-edf3f1e582b8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1933f783-a198-4789-93f1-edf3f1e582b8,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:43.429789 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:43.435133 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef824014-7231-4225-8a71-5cc543a23116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:43.492958 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef824014-7231-4225-8a71-5cc543a23116 None None] Pushing event updated for resources: {'Port': ['ID=1933f783-a198-4789-93f1-edf3f1e582b8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:43.629326 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:42Z', 'revision_number': 3, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:43.655613 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5d410f3a-b389-49cc-be37-8410293b8809 None None] Provisioning complete for port 1933f783-a198-4789-93f1-edf3f1e582b8 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:43.656374 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Checking router: 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:34:43.656638 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d410f3a-b389-49cc-be37-8410293b8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:43.656765 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Updating router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:34:43.682618 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:43.755896 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:43.919450 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Allocated IP 172.20.0.1 (5ec5820e-6e50-4053-a540-2f7fde63f4a9/2adfac85-4a97-4ceb-af53-7ad449efdf01/392730ca-9012-4dae-8eed-18939947e516) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:34:44.026273 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.033230 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.041324 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Transition to ACTIVE for port object 392730ca-9012-4dae-8eed-18939947e516 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:44.043785 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Transition to ACTIVE for port object 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:44.049284 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.077294 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.091115 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Attempting to bind port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:34:44.091476 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Attempting to bind port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:34:44.091828 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Attempting to bind port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:34:44.103386 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:34:44.103751 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:34:44.104140 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.104519 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:34:44.104968 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Bound port: 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:34:44.105334 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.123016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:34:44.125931 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:44.128610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:34:44.130493 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Pushing event updated for resources: {'Port': ['ID=06fc22ae-dd47-4d2b-aeda-c2559b6b2b98,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:44.143763 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.144099 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.144434 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.144757 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.145080 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.145394 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.145707 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.146017 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.146327 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.146685 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.147208 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.147547 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:34:44.163273 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Pushing event updated for resources: {'Port': ['ID=392730ca-9012-4dae-8eed-18939947e516,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:44.171185 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] For port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:34:44.174513 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] For port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=06fc22ae-dd47-4d2b-aeda-c2559b6b2b98,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:34:44.177760 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.180536 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.240922 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:44.241632 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:44.281394 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed902e3f-7f53-4761-9c2a-ca1e56ff75f2 None None] Pushing event updated for resources: {'Port': ['ID=06fc22ae-dd47-4d2b-aeda-c2559b6b2b98,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:44.327825 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.354008 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:44.364167 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8591ebcd-93c7-4b1f-a815-1cc130675ca7 None None] Provisioning for port 392730ca-9012-4dae-8eed-18939947e516 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:44.367969 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8591ebcd-93c7-4b1f-a815-1cc130675ca7 None None] Provisioning complete for port 392730ca-9012-4dae-8eed-18939947e516 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:44.368890 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8591ebcd-93c7-4b1f-a815-1cc130675ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.404943 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8591ebcd-93c7-4b1f-a815-1cc130675ca7 None None] Port 392730ca-9012-4dae-8eed-18939947e516 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:34:44.498023 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.505644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.533302 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:42Z', 'revision_number': 3, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:44.558738 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1933f783-a198-4789-93f1-edf3f1e582b8 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:44.560678 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa741c-402c-4f25-9d70-861d1d8c9a5c None None] The sync data for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 is: [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:42Z', 'revision_number': 3, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:34:44.573582 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.575475 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Pushing event updated for resources: {'Port': ['ID=392730ca-9012-4dae-8eed-18939947e516,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:44.617264 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 1933f783-a198-4789-93f1-edf3f1e582b8 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:44.617632 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:44.677034 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:34:44.678630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:44.814302 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:34:44.942877 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:34:44.949271 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-c968235a-378d-48e6-9a1a-95e7c69fb008 admin admin] 10.222.0.77 "PUT /v2.0/routers/32d72d81-73e6-4e8f-8a21-84af84e0dbe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6378129 Aug 17 17:34:45.030646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3234b161-f62f-41ff-b064-5fe6d1f77a4c None None] Provisioning complete for port 392730ca-9012-4dae-8eed-18939947e516 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:45.031260 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3234b161-f62f-41ff-b064-5fe6d1f77a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.068932 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3234b161-f62f-41ff-b064-5fe6d1f77a4c None None] Port 392730ca-9012-4dae-8eed-18939947e516 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:34:45.427698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46086) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:45.432855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1795971139-network', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:45.452422 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Made reservation on behalf of 51b5e6a556d8474d95151fdf3ae3124f for: {'network': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:34:45.454968 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for network, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.464161 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.554254 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.557829 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.585630 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 17:34:45.591649 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cfe551-019f-4c32-b921-d292523864a8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:45.599798 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.600238 n-d-804878-1 neutron-server[94839]: INFO neutron.db.segments_db [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Added segment 111a5b7a-40d5-433a-98cf-99fb38222472 of type vlan for network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 Aug 17 17:34:45.642568 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779741013661'] for network, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.666802 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290'] for network, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.667750 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:45.668326 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.721571 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2925963 Aug 17 17:34:45.724291 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46088) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:45.729604 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Request body: {'subnet': {'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1795971139-subnet', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:45.732585 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab02fd2-0795-47e2-b633-f85f88eb9e28 admin admin] Pushing event updated for resources: {'Network': ['ID=fa79c7ca-f579-4fd8-a6aa-38266ddc2733,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:45.742174 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 details requested by agent ovs-agent-n-d-804878-1 with host n-d-804878-1 {{(pid=94840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 17:34:45.750427 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Made reservation on behalf of 51b5e6a556d8474d95151fdf3ae3124f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:34:45.752729 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28995662'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.923703 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28995672'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:45.980760 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Pushing event updated for resources: {'Subnet': ['ID=881aa120-5ffe-44b5-9533-67394c84c841,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:45.989991 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Checking segment: {'id': '111a5b7a-40d5-433a-98cf-99fb38222472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:34:45.990473 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Network hostable DHCP agents. Network: fa79c7ca-f579-4fd8-a6aa-38266ddc2733, hostable agents: ['aa11cf18-8aa2-4a87-b709-b221be081889'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 17:34:46.007956 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 is scheduled to be hosted by DHCP agent aa11cf18-8aa2-4a87-b709-b221be081889 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 17:34:46.017614 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-1, fa79c7ca-f579-4fd8-a6aa-38266ddc2733) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:46.021712 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:46.022298 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.026561 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a480dd5-2e60-4978-8a76-6a1ac554138f None None] Network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:34:46.038660 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-053d0bb9-a602-4210-99e6-263bee7a26da admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3131983 Aug 17 17:34:46.038871 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46090) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:46.043408 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1795971139-router', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:46.065555 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045706'] for router, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.066644 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3694052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045699'] for router, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.125296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.147207 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705571d-ad37-4864-9994-2651d701421f None None] Sync routers for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:34:46.164035 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705571d-ad37-4864-9994-2651d701421f None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:46.164638 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f705571d-ad37-4864-9994-2651d701421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:46.215812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6266248c-cc85-5a8d-82c5-21c29937ec62-fa79c7ca-f579-4fd8-a6aa-38266ddc2733', 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'fixed_ips': [{'subnet_id': '881aa120-5ffe-44b5-9533-67394c84c841'}]}} from n-d-804878-1. {{(pid=94840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 17:34:46.216648 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.267256 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.363088 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f705571d-ad37-4864-9994-2651d701421f None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:46.463304 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.467229 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Allocated IP 172.20.0.2 (fa79c7ca-f579-4fd8-a6aa-38266ddc2733/881aa120-5ffe-44b5-9533-67394c84c841/ecffdc76-9c3c-42b5-a30e-88a45e42a8e5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:34:46.486349 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.591623 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:46.597762 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Allocated IP 172.25.7.55 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/4c09d65c-a697-4b09-b76a-0be7b15d273d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:34:46.706170 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.740168 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:46.746643 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.754672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:46.755040 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.783068 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:34:46.783665 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.789520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:46.793685 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:34:46.799604 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f705571d-ad37-4864-9994-2651d701421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 2, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:46.801579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Transition to ACTIVE for port object ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:46.819318 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Pushing event updated for resources: {'Port': ['ID=4c09d65c-a697-4b09-b76a-0be7b15d273d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:46.841746 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705571d-ad37-4864-9994-2651d701421f None None] Checking router: 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:34:46.842098 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705571d-ad37-4864-9994-2651d701421f None None] Updating router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 port 392730ca-9012-4dae-8eed-18939947e516 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:34:46.870030 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Transition to ACTIVE for port object ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:46.880530 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.882168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f705571d-ad37-4864-9994-2651d701421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:46.956672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:34:46.986419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:46.988821 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:34:47.001297 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Pushing event updated for resources: {'Port': ['ID=ecffdc76-9c3c-42b5-a30e-88a45e42a8e5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:47.012250 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.045088 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.282699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=06fc22ae-dd47-4d2b-aeda-c2559b6b2b98,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:47.296443 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.310743 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Attempting to bind port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:34:47.311107 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Attempting to bind port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '111a5b7a-40d5-433a-98cf-99fb38222472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:34:47.311464 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Attempting to bind port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 on network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:34:47.376957 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:34:47.377332 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Checking segment: {'id': '111a5b7a-40d5-433a-98cf-99fb38222472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:34:47.377732 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.378124 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Bound using segment: {'id': '111a5b7a-40d5-433a-98cf-99fb38222472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:34:47.378630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Bound port: ecffdc76-9c3c-42b5-a30e-88a45e42a8e5, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111a5b7a-40d5-433a-98cf-99fb38222472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:34:47.379008 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.441351 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=06fc22ae-dd47-4d2b-aeda-c2559b6b2b98,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:47.500358 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] For port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:34:47.518581 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] For port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ecffdc76-9c3c-42b5-a30e-88a45e42a8e5,segment=NetworkSegment(111a5b7a-40d5-433a-98cf-99fb38222472),segment_id=111a5b7a-40d5-433a-98cf-99fb38222472)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:34:47.524094 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.601829 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693857'] for router, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.623220 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f705571d-ad37-4864-9994-2651d701421f None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.625436 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8779e6-a31e-4f1f-bdc7-4fa32b1bddaa None None] Pushing event updated for resources: {'Port': ['ID=ecffdc76-9c3c-42b5-a30e-88a45e42a8e5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:47.640175 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f705571d-ad37-4864-9994-2651d701421f None None] Transition to ACTIVE for port object 392730ca-9012-4dae-8eed-18939947e516 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:47.646180 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f705571d-ad37-4864-9994-2651d701421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.705160 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5e36b-45b2-43c4-ba1c-6e810d70d882 None None] Pushing event updated for resources: {'Port': ['ID=392730ca-9012-4dae-8eed-18939947e516,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:47.751219 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Router b5245d1a-a449-4c42-a29d-273ba9fad0fc is scheduled to L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 with binding_index 1 {{(pid=94839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 17:34:47.754727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f705571d-ad37-4864-9994-2651d701421f None None] Attempting to bind port 392730ca-9012-4dae-8eed-18939947e516 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:34:47.755103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f705571d-ad37-4864-9994-2651d701421f None None] Attempting to bind port 392730ca-9012-4dae-8eed-18939947e516 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:34:47.755467 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705571d-ad37-4864-9994-2651d701421f None None] Attempting to bind port 392730ca-9012-4dae-8eed-18939947e516 on network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:34:47.772256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705571d-ad37-4864-9994-2651d701421f None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:34:47.772654 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705571d-ad37-4864-9994-2651d701421f None None] Checking segment: {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:34:47.773065 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f705571d-ad37-4864-9994-2651d701421f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.773462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705571d-ad37-4864-9994-2651d701421f None None] Bound using segment: {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:34:47.773952 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f705571d-ad37-4864-9994-2651d701421f None None] Bound port: 392730ca-9012-4dae-8eed-18939947e516, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:34:47.774366 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f705571d-ad37-4864-9994-2651d701421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.869064 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f705571d-ad37-4864-9994-2651d701421f None None] For port 392730ca-9012-4dae-8eed-18939947e516, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:34:47.872426 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f705571d-ad37-4864-9994-2651d701421f None None] For port 392730ca-9012-4dae-8eed-18939947e516, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=392730ca-9012-4dae-8eed-18939947e516,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:34:47.886009 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f705571d-ad37-4864-9994-2651d701421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.909163 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:34:47.920979 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Sync routers for ids ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:34:47.931763 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Routers {'b5245d1a-a449-4c42-a29d-273ba9fad0fc'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:47.932676 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:47.940309 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:47.945451 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:47.949073 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-ca40f1b4-ff2b-455e-a142-bb82499dab95 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9089501 Aug 17 17:34:47.977979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705571d-ad37-4864-9994-2651d701421f None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:47.978941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f705571d-ad37-4864-9994-2651d701421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:48.017627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5e36b-45b2-43c4-ba1c-6e810d70d882 None None] Pushing event updated for resources: {'Port': ['ID=392730ca-9012-4dae-8eed-18939947e516,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:48.105087 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f705571d-ad37-4864-9994-2651d701421f None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:48.116000 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Set router b5245d1a-a449-4c42-a29d-273ba9fad0fc gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:48.326045 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'name': 'tempest-TestSnapshotPattern-1795971139-router', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:46Z', 'revision_number': 3, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'gw_port': {'id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:48.352372 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Checking router: b5245d1a-a449-4c42-a29d-273ba9fad0fc for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:34:48.353261 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Updating router b5245d1a-a449-4c42-a29d-273ba9fad0fc port 4c09d65c-a697-4b09-b76a-0be7b15d273d binding host n-d-804878-1 {{(pid=94841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:34:48.369962 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f705571d-ad37-4864-9994-2651d701421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:48.382077 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:48.409547 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705571d-ad37-4864-9994-2651d701421f None None] The sync data for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 is: [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:34:48.522534 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:48.761039 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 392730ca-9012-4dae-8eed-18939947e516 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:48.779005 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:48.794492 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Transition to ACTIVE for port object 4c09d65c-a697-4b09-b76a-0be7b15d273d will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:48.803338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Allocated IP 172.20.0.1 (fa79c7ca-f579-4fd8-a6aa-38266ddc2733/881aa120-5ffe-44b5-9533-67394c84c841/7d73e3e1-94c7-497e-99d5-936ba7e10071) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:34:48.807863 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:48.829501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 392730ca-9012-4dae-8eed-18939947e516 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:48.838044 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 392730ca-9012-4dae-8eed-18939947e516 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:48.838762 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:48.877816 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Attempting to bind port 4c09d65c-a697-4b09-b76a-0be7b15d273d on host n-d-804878-1 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:34:48.878179 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Attempting to bind port 4c09d65c-a697-4b09-b76a-0be7b15d273d by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:34:48.878563 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Attempting to bind port 4c09d65c-a697-4b09-b76a-0be7b15d273d on network b1431747-28a9-46c8-a59f-48689efac5e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:34:48.882218 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876935f-526d-4028-b045-1a6134db18c6 None None] Pushing event updated for resources: {'Port': ['ID=4c09d65c-a697-4b09-b76a-0be7b15d273d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:48.899239 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:34:48.899648 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Checking segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:34:48.900052 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:48.900437 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Bound using segment: {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:34:48.900897 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Bound port: 4c09d65c-a697-4b09-b76a-0be7b15d273d, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a51ceb5-43c0-437a-97b7-c9f5162f5569', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:34:48.901272 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:48.971752 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] For port 4c09d65c-a697-4b09-b76a-0be7b15d273d, host n-d-804878-1, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:34:48.975768 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:48.978489 n-d-804878-1 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] For port 4c09d65c-a697-4b09-b76a-0be7b15d273d, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4c09d65c-a697-4b09-b76a-0be7b15d273d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:34:48.986253 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f9a44-5313-4e9c-8526-7c15a2aa8677 None None] Network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:34:48.990146 n-d-804878-1 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:48.996796 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.013724 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Transition to ACTIVE for port object 7d73e3e1-94c7-497e-99d5-936ba7e10071 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:49.060434 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.060703 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Routers {'b5245d1a-a449-4c42-a29d-273ba9fad0fc'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:49.060941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3dd50cc9-3272-4102-85df-7391b3a0c8ec None None] Provisioning for port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:49.061632 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:49.087453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 392730ca-9012-4dae-8eed-18939947e516, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=392730ca-9012-4dae-8eed-18939947e516,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:49.101525 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.102326 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:49.105856 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:34:49.115945 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876935f-526d-4028-b045-1a6134db18c6 None None] Pushing event updated for resources: {'Port': ['ID=4c09d65c-a697-4b09-b76a-0be7b15d273d,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:49.130911 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:49.135668 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:34:49.179746 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Pushing event updated for resources: {'Port': ['ID=7d73e3e1-94c7-497e-99d5-936ba7e10071,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:49.188817 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689833'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.219652 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] Set router b5245d1a-a449-4c42-a29d-273ba9fad0fc gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:49.250122 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=392730ca-9012-4dae-8eed-18939947e516,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:49.279263 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:49.279641 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.366039 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.392445 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:49.484579 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:49.491000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:49.491540 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.582148 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'name': 'tempest-TestSnapshotPattern-1795971139-router', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:46Z', 'revision_number': 3, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'gw_port': {'id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:49.601092 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.619347 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09db45-fa8e-4283-b2d2-c7dfa583e3e5 None None] The sync data for ids ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'] in n-d-804878-1 is: [{'id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'name': 'tempest-TestSnapshotPattern-1795971139-router', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:46Z', 'revision_number': 3, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'gw_port': {'id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:34:49.638505 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.652643 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ecffdc76-9c3c-42b5-a30e-88a45e42a8e5,segment=NetworkSegment(111a5b7a-40d5-433a-98cf-99fb38222472),segment_id=111a5b7a-40d5-433a-98cf-99fb38222472)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:49.655065 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.663239 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.745475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=ecffdc76-9c3c-42b5-a30e-88a45e42a8e5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:49.748292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-37719b4b-23eb-495a-b59e-79421950d65a None None] Provisioning complete for port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:49.748663 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37719b4b-23eb-495a-b59e-79421950d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.783206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689885'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.792754 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Pushing event updated for resources: {'Port': ['ID=7d73e3e1-94c7-497e-99d5-936ba7e10071,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:49.874859 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-37719b4b-23eb-495a-b59e-79421950d65a None None] Provisioning for port 7d73e3e1-94c7-497e-99d5-936ba7e10071 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:49.885450 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-37719b4b-23eb-495a-b59e-79421950d65a None None] Provisioning complete for port 7d73e3e1-94c7-497e-99d5-936ba7e10071 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:49.886260 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37719b4b-23eb-495a-b59e-79421950d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:49.897148 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:34:49.898667 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:49.939823 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-37719b4b-23eb-495a-b59e-79421950d65a None None] Port 7d73e3e1-94c7-497e-99d5-936ba7e10071 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:34:50.065232 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4a27bb97-802b-4bd6-a844-e65a7ee63e2c None None] Provisioning complete for port 7d73e3e1-94c7-497e-99d5-936ba7e10071 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:50.065611 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a27bb97-802b-4bd6-a844-e65a7ee63e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:50.081012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Router b5245d1a-a449-4c42-a29d-273ba9fad0fc has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:34:50.137571 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4a27bb97-802b-4bd6-a844-e65a7ee63e2c None None] Port 7d73e3e1-94c7-497e-99d5-936ba7e10071 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:34:50.211616 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:50.236883 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:34:50.246945 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-fbd7a4bc-9132-4ef7-a2f9-492f87b8dd71 admin admin] 10.222.0.77 "PUT /v2.0/routers/b5245d1a-a449-4c42-a29d-273ba9fad0fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2992008 Aug 17 17:34:50.257491 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-882f6c8c-9257-4966-a5e4-3f971504488b None None] Provisioning complete for port 7d73e3e1-94c7-497e-99d5-936ba7e10071 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:50.257931 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-882f6c8c-9257-4966-a5e4-3f971504488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:50.296026 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-882f6c8c-9257-4966-a5e4-3f971504488b None None] Port 7d73e3e1-94c7-497e-99d5-936ba7e10071 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:34:50.656567 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 392730ca-9012-4dae-8eed-18939947e516 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:50.705081 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 392730ca-9012-4dae-8eed-18939947e516 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:50.705456 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:50.796484 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:50.799194 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:50.842123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:50.842514 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:50.919878 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c09d65c-a697-4b09-b76a-0be7b15d273d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:50.967568 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 4c09d65c-a697-4b09-b76a-0be7b15d273d completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:50.971242 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4c09d65c-a697-4b09-b76a-0be7b15d273d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:50.971610 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:51.046321 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:51.066741 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 4c09d65c-a697-4b09-b76a-0be7b15d273d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4c09d65c-a697-4b09-b76a-0be7b15d273d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:51.070422 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:51.119292 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=4c09d65c-a697-4b09-b76a-0be7b15d273d,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:51.734801 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:51.739601 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-42148205-6f52-4bc7-892f-704c81a663e1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169222783', 'description': 'tempest-secgroup-smoke-1169222783 description', 'project_id': 'edaaaa180a2749aea42445eb60b9393c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:51.761398 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42148205-6f52-4bc7-892f-704c81a663e1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:51.779306 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Sync routers for ids ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:34:51.789403 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Routers {'b5245d1a-a449-4c42-a29d-273ba9fad0fc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:51.790714 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:51.849316 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42148205-6f52-4bc7-892f-704c81a663e1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:51.854462 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42148205-6f52-4bc7-892f-704c81a663e1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:51.883038 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42148205-6f52-4bc7-892f-704c81a663e1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:51.885091 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-42148205-6f52-4bc7-892f-704c81a663e1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1492023 Aug 17 17:34:51.887149 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42148205-6f52-4bc7-892f-704c81a663e1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33737e4-9190-4bb5-813a-881472c515eb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:51.888187 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46104) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:51.894257 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-e8885c72-24f8-40db-aa04-b3a2cf8aa14e tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'security_group_rule': {'security_group_id': 'b33737e4-9190-4bb5-813a-881472c515eb', 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:51.904105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Set router b5245d1a-a449-4c42-a29d-273ba9fad0fc gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:51.920800 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8885c72-24f8-40db-aa04-b3a2cf8aa14e tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:51.979450 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8885c72-24f8-40db-aa04-b3a2cf8aa14e tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:51.985236 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8885c72-24f8-40db-aa04-b3a2cf8aa14e tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.002876 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8885c72-24f8-40db-aa04-b3a2cf8aa14e tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595bfe59-c1bc-46d9-ad83-2aedf310f44e,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:52.009512 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8885c72-24f8-40db-aa04-b3a2cf8aa14e tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.010892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e8885c72-24f8-40db-aa04-b3a2cf8aa14e tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206732 Aug 17 17:34:52.013376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46106) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:52.017850 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-7e1411d2-d963-49f2-a758-fa25a401da68 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'security_group_rule': {'security_group_id': 'b33737e4-9190-4bb5-813a-881472c515eb', 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:52.045696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e1411d2-d963-49f2-a758-fa25a401da68 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.103815 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e1411d2-d963-49f2-a758-fa25a401da68 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.104791 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'name': 'tempest-TestSnapshotPattern-1795971139-router', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 4, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'gw_port': {'id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7d73e3e1-94c7-497e-99d5-936ba7e10071', 'name': '', 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'mac_address': 'fa:16:3e:ad:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '881aa120-5ffe-44b5-9533-67394c84c841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:48Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 2, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'subnets': [{'id': '881aa120-5ffe-44b5-9533-67394c84c841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:52.107596 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e1411d2-d963-49f2-a758-fa25a401da68 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.125083 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1411d2-d963-49f2-a758-fa25a401da68 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c726b843-4e70-4017-b1ae-8168a8a1b340,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:52.131540 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e1411d2-d963-49f2-a758-fa25a401da68 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.132425 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-7e1411d2-d963-49f2-a758-fa25a401da68 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180844 Aug 17 17:34:52.136175 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46108) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:52.138116 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Checking router: b5245d1a-a449-4c42-a29d-273ba9fad0fc for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:34:52.138501 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Updating router b5245d1a-a449-4c42-a29d-273ba9fad0fc port 7d73e3e1-94c7-497e-99d5-936ba7e10071 binding host n-d-804878-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 17:34:52.142058 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-d9891421-ab11-4fe8-993a-6bd1bf94bfa0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'security_group_rule': {'security_group_id': 'b33737e4-9190-4bb5-813a-881472c515eb', 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:52.164477 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.168249 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9891421-ab11-4fe8-993a-6bd1bf94bfa0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.228770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9891421-ab11-4fe8-993a-6bd1bf94bfa0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.231755 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9891421-ab11-4fe8-993a-6bd1bf94bfa0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.251364 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9891421-ab11-4fe8-993a-6bd1bf94bfa0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebea4c8-76a4-4e40-81f9-ef757e22fa6c,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:52.260016 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9891421-ab11-4fe8-993a-6bd1bf94bfa0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.261315 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-d9891421-ab11-4fe8-993a-6bd1bf94bfa0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240389 Aug 17 17:34:52.263975 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46110) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:52.268423 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-cd2ccc91-3ab8-4e9b-890d-2338bf54c7dc tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'security_group_rule': {'security_group_id': 'b33737e4-9190-4bb5-813a-881472c515eb', 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:52.294215 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccc91-3ab8-4e9b-890d-2338bf54c7dc tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.357696 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccc91-3ab8-4e9b-890d-2338bf54c7dc tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.362131 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccc91-3ab8-4e9b-890d-2338bf54c7dc tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.381286 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ccc91-3ab8-4e9b-890d-2338bf54c7dc tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f77b543-ee15-4dee-a93f-916bc2ec0e84,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:52.388141 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccc91-3ab8-4e9b-890d-2338bf54c7dc tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.389461 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-cd2ccc91-3ab8-4e9b-890d-2338bf54c7dc tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245468 Aug 17 17:34:52.392737 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46112) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:52.397644 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-de1a91b5-5a7d-442a-9fdc-2be3ac2d838c tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'security_group_rule': {'security_group_id': 'b33737e4-9190-4bb5-813a-881472c515eb', 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:52.420864 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-de1a91b5-5a7d-442a-9fdc-2be3ac2d838c tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Project edaaaa180a2749aea42445eb60b9393c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:34:52.426277 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de1a91b5-5a7d-442a-9fdc-2be3ac2d838c tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.489152 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de1a91b5-5a7d-442a-9fdc-2be3ac2d838c tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.492938 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de1a91b5-5a7d-442a-9fdc-2be3ac2d838c tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.515109 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a91b5-5a7d-442a-9fdc-2be3ac2d838c tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4873776e-c515-40d5-9e90-11846ec8a6df,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:52.518692 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de1a91b5-5a7d-442a-9fdc-2be3ac2d838c tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.519944 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-de1a91b5-5a7d-442a-9fdc-2be3ac2d838c tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262393 Aug 17 17:34:52.522786 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46114) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:34:52.527327 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-51b7a091-d92f-4fb4-8cdb-16db4811fa5d tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'security_group_rule': {'security_group_id': 'b33737e4-9190-4bb5-813a-881472c515eb', 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:52.556388 n-d-804878-1 neutron-server[94839]: INFO neutron.db.securitygroups_db [None req-51b7a091-d92f-4fb4-8cdb-16db4811fa5d tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Project edaaaa180a2749aea42445eb60b9393c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 17:34:52.562028 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51b7a091-d92f-4fb4-8cdb-16db4811fa5d tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.582106 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c09d65c-a697-4b09-b76a-0be7b15d273d up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:52.617040 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.629756 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51b7a091-d92f-4fb4-8cdb-16db4811fa5d tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.634537 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51b7a091-d92f-4fb4-8cdb-16db4811fa5d tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486486'] for security_group_rule, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.636119 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Transition to ACTIVE for port object 7d73e3e1-94c7-497e-99d5-936ba7e10071 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:52.644916 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.656170 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7a091-d92f-4fb4-8cdb-16db4811fa5d tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1e6bff-e88f-4b30-b265-1cce5f8f7582,revision_number=0']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:52.660242 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51b7a091-d92f-4fb4-8cdb-16db4811fa5d tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.668176 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-51b7a091-d92f-4fb4-8cdb-16db4811fa5d tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377811 Aug 17 17:34:52.694980 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 4c09d65c-a697-4b09-b76a-0be7b15d273d triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:52.695349 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.700181 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ca3e7-3446-4540-8c01-d41368e9f8a2 None None] Pushing event updated for resources: {'Port': ['ID=7d73e3e1-94c7-497e-99d5-936ba7e10071,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:52.781637 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Attempting to bind port 7d73e3e1-94c7-497e-99d5-936ba7e10071 on host n-d-804878-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:34:52.782303 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Attempting to bind port 7d73e3e1-94c7-497e-99d5-936ba7e10071 by drivers openvswitch,hyperv on host n-d-804878-1 at level 0 using segments [{'id': '111a5b7a-40d5-433a-98cf-99fb38222472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:34:52.782460 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Attempting to bind port 7d73e3e1-94c7-497e-99d5-936ba7e10071 on network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:34:52.791498 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Checking agent: {'id': '70b056ed-51f0-4f6d-8aec-a32f85687fc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 3, 35), 'started_at': datetime.datetime(2021, 8, 17, 16, 4, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:34:52.791873 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Checking segment: {'id': '111a5b7a-40d5-433a-98cf-99fb38222472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:34:52.792280 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.792675 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Bound using segment: {'id': '111a5b7a-40d5-433a-98cf-99fb38222472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:34:52.793334 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Bound port: 7d73e3e1-94c7-497e-99d5-936ba7e10071, host: n-d-804878-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111a5b7a-40d5-433a-98cf-99fb38222472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:34:52.793538 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.817180 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-d107c45c-cf75-46c7-95e6-f13be80f2902 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169222783&fields=id&tenant_id=edaaaa180a2749aea42445eb60b9393c HTTP/1.1" status: 200 len: 267 time: 0.0386584 Aug 17 17:34:52.892610 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] For port 7d73e3e1-94c7-497e-99d5-936ba7e10071, host n-d-804878-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:34:52.895630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] For port 7d73e3e1-94c7-497e-99d5-936ba7e10071, host n-d-804878-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7d73e3e1-94c7-497e-99d5-936ba7e10071,segment=NetworkSegment(111a5b7a-40d5-433a-98cf-99fb38222472),segment_id=111a5b7a-40d5-433a-98cf-99fb38222472)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:34:52.901013 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:52.929844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-503ac131-28f9-4d33-be26-cea63b243098 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:52.931930 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-503ac131-28f9-4d33-be26-cea63b243098 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 809 time: 0.1075523 Aug 17 17:34:52.952166 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-06d14849-5122-4a4d-8991-9a9211075c64 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/quotas/edaaaa180a2749aea42445eb60b9393c HTTP/1.1" status: 200 len: 375 time: 0.0101371 Aug 17 17:34:52.981350 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Routers {'b5245d1a-a449-4c42-a29d-273ba9fad0fc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:34:52.981989 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:34:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:52.984462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ca3e7-3446-4540-8c01-d41368e9f8a2 None None] Pushing event updated for resources: {'Port': ['ID=7d73e3e1-94c7-497e-99d5-936ba7e10071,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:53.012984 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-6e76edc8-f3ea-4a0c-9096-bccf7c8f6438 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555809 Aug 17 17:34:53.030714 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-a23abbdf-c606-4d76-896e-acb6d0e7b4f9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:34:53.031853 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-a23abbdf-c606-4d76-896e-acb6d0e7b4f9 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057697 Aug 17 17:34:53.105678 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] Set router b5245d1a-a449-4c42-a29d-273ba9fad0fc gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:34:53.137666 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-114b6a7c-eaa0-4958-bc44-196432eca5dd service neutron] 10.222.0.77 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978618 Aug 17 17:34:53.234729 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-bf8b2ef1-a239-4b11-84fc-0f47c8a0db53 service neutron] 10.222.0.77 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906465 Aug 17 17:34:53.325804 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'name': 'tempest-TestSnapshotPattern-1795971139-router', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 4, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'gw_port': {'id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7d73e3e1-94c7-497e-99d5-936ba7e10071', 'name': '', 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'mac_address': 'fa:16:3e:ad:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '881aa120-5ffe-44b5-9533-67394c84c841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:48Z', 'updated_at': '2021-08-17T17:34:52Z', 'revision_number': 4, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'subnets': [{'id': '881aa120-5ffe-44b5-9533-67394c84c841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:34:53.359415 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77b94a-8b1e-479e-b8fb-bd828be91172 None None] The sync data for ids ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'] in n-d-804878-1 is: [{'id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'name': 'tempest-TestSnapshotPattern-1795971139-router', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 4, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'gw_port': {'id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '7d73e3e1-94c7-497e-99d5-936ba7e10071', 'name': '', 'network_id': 'fa79c7ca-f579-4fd8-a6aa-38266ddc2733', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'mac_address': 'fa:16:3e:ad:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '881aa120-5ffe-44b5-9533-67394c84c841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:48Z', 'updated_at': '2021-08-17T17:34:52Z', 'revision_number': 4, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'subnets': [{'id': '881aa120-5ffe-44b5-9533-67394c84c841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:34:53.422565 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-599c6575-fc91-4a97-a5e4-ed5d11ad3672 req-4a5d5f55-de15-4fc8-97e4-6c4d47a4aa9a tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 210 time: 0.0479743 Aug 17 17:34:54.512449 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c042840-1871-4fd2-a6bb-9f89fa51ba6b req-c7638450-709e-4422-9171-01464f7dee59 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 210 time: 0.0298150 Aug 17 17:34:54.585479 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7d73e3e1-94c7-497e-99d5-936ba7e10071 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:54.634190 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning for port 7d73e3e1-94c7-497e-99d5-936ba7e10071 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:54.637818 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7d73e3e1-94c7-497e-99d5-936ba7e10071 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:54.638193 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:54.719324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:54.750441 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] For port 7d73e3e1-94c7-497e-99d5-936ba7e10071, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7d73e3e1-94c7-497e-99d5-936ba7e10071,segment=NetworkSegment(111a5b7a-40d5-433a-98cf-99fb38222472),segment_id=111a5b7a-40d5-433a-98cf-99fb38222472)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:34:54.753919 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:54.803646 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Pushing event updated for resources: {'Port': ['ID=7d73e3e1-94c7-497e-99d5-936ba7e10071,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:55.600714 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-2918123e-4442-4685-ada3-485cedeab25d req-977dd7e1-f119-4346-aad2-43821af5218e tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 210 time: 0.0262177 Aug 17 17:34:56.559889 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7d73e3e1-94c7-497e-99d5-936ba7e10071 up at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:34:56.606892 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Provisioning complete for port 7d73e3e1-94c7-497e-99d5-936ba7e10071 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:56.607259 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:56.695495 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c878ef17-ef80-4754-bdad-7af9f36f302b req-a0b93e26-2244-4adb-862d-8021da94cf70 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 210 time: 0.0264604 Aug 17 17:34:57.399168 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9aeeeaf5-30f4-4cdd-bbcc-81f40c4c8f26 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:57.400565 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9aeeeaf5-30f4-4cdd-bbcc-81f40c4c8f26 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.93 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 809 time: 0.1057279 Aug 17 17:34:57.444732 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-51def3e0-1a34-4ffb-ad16-48a2cba222f3 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edaaaa180a2749aea42445eb60b9393c HTTP/1.1" status: 200 len: 380 time: 0.0341520 Aug 17 17:34:57.454950 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'port': {'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'admin_state_up': True, 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'security_groups': ['b33737e4-9190-4bb5-813a-881472c515eb']}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:57.559559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Made reservation on behalf of edaaaa180a2749aea42445eb60b9393c for: {'port': 1} {{(pid=94839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:34:57.562928 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:57.687728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Allocated IP 172.20.0.8 (5ec5820e-6e50-4053-a540-2f7fde63f4a9/2adfac85-4a97-4ceb-af53-7ad449efdf01/dc6bca3e-6267-43cd-a399-a795ac747ea7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:34:57.791150 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-d4a08e99-35ea-438d-bff7-e3dad9277fd7 req-4c70572a-d91a-45d4-8ec7-940db175eaf1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 210 time: 0.0276015 Aug 17 17:34:57.833108 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:57.846963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Transition to ACTIVE for port object dc6bca3e-6267-43cd-a399-a795ac747ea7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:57.878942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:57.924119 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:34:57.927227 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:34:57.930966 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:34:57.937248 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'Port': ['ID=dc6bca3e-6267-43cd-a399-a795ac747ea7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:57.984879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:57.985506 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:58.000404 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-894cc169-699f-4069-85ec-8065622e9069 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5490651 Aug 17 17:34:58.013742 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Request body: {'port': {'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-1'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:34:58.074224 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:58.198453 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-896a3d3c-f080-4134-b635-7862544e6075 None None] Provisioning for port dc6bca3e-6267-43cd-a399-a795ac747ea7 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:34:58.202219 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-896a3d3c-f080-4134-b635-7862544e6075 None None] Provisioning complete for port dc6bca3e-6267-43cd-a399-a795ac747ea7 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:34:58.202569 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-896a3d3c-f080-4134-b635-7862544e6075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:58.236057 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-896a3d3c-f080-4134-b635-7862544e6075 None None] Port dc6bca3e-6267-43cd-a399-a795ac747ea7 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:34:58.341650 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6bca3e-6267-43cd-a399-a795ac747ea7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:34:58.349358 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:58.361321 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Transition to ACTIVE for port object dc6bca3e-6267-43cd-a399-a795ac747ea7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:34:58.364656 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:58.416760 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Pushing event updated for resources: {'Port': ['ID=dc6bca3e-6267-43cd-a399-a795ac747ea7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:58.486784 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Attempting to bind port dc6bca3e-6267-43cd-a399-a795ac747ea7 on host n-h2-804878-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:34:58.487206 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Attempting to bind port dc6bca3e-6267-43cd-a399-a795ac747ea7 by drivers openvswitch,hyperv on host n-h2-804878-1 at level 0 using segments [{'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:34:58.487600 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Attempting to bind port dc6bca3e-6267-43cd-a399-a795ac747ea7 on network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:34:58.492129 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Port dc6bca3e-6267-43cd-a399-a795ac747ea7 on network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:34:58.492453 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Attempting to bind port dc6bca3e-6267-43cd-a399-a795ac747ea7 on network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:34:58.497987 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Checking agent: {'id': '61cb27ea-b14c-4c49-b18b-51ef4d5a4e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:34:58.498330 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Checking segment: {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:34:58.498766 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Bound using segment: {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:34:58.499394 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Bound port: dc6bca3e-6267-43cd-a399-a795ac747ea7, host: n-h2-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:34:58.499758 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:58.569462 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] For port dc6bca3e-6267-43cd-a399-a795ac747ea7, host n-h2-804878-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:34:58.573519 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] For port dc6bca3e-6267-43cd-a399-a795ac747ea7, host n-h2-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:34:58.577130 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:58.608353 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:58.608990 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:34:58.610469 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] 10.222.0.93 "PUT /v2.0/ports/dc6bca3e-6267-43cd-a399-a795ac747ea7 HTTP/1.1" status: 200 len: 1091 time: 0.6015246 Aug 17 17:34:58.610802 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:34:58.613061 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:34:58.647404 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be670e3-31df-4ba4-97fa-8ada29b5ec8d service neutron] Pushing event updated for resources: {'Port': ['ID=dc6bca3e-6267-43cd-a399-a795ac747ea7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:34:58.660356 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2443ac3e-72f2-463e-a1ea-68d46568fe8d x-openstack-request-id: req-2443ac3e-72f2-463e-a1ea-68d46568fe8d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:34:58.660781 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:34:58.661103 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2443ac3e-72f2-463e-a1ea-68d46568fe8d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:34:58.661599 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'status': 'completed', 'code': 200} Aug 17 17:34:58.714859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-c435a7d8-f933-4e9d-9b66-59feaddde19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:58.716298 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-c435a7d8-f933-4e9d-9b66-59feaddde19f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 1094 time: 0.0435190 Aug 17 17:34:58.764448 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-9a8544a4-bcff-40ee-9310-d4c62b38be75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7 HTTP/1.1" status: 200 len: 217 time: 0.0402389 Aug 17 17:34:58.816308 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-4f9b71c8-d7f6-4a7d-9175-41a935b9bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:58.817819 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-4f9b71c8-d7f6-4a7d-9175-41a935b9bcf2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0462542 Aug 17 17:34:58.863424 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-2c782648-8ba2-4451-ac73-15f0e882b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:58.864977 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-2c782648-8ba2-4451-ac73-15f0e882b2d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403147 Aug 17 17:34:58.905718 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41db604-5252-4242-97ec-8c45268e91c0 req-ec82de78-e7ec-445b-92a3-4c4847a73ab4 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:58.907254 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f41db604-5252-4242-97ec-8c45268e91c0 req-ec82de78-e7ec-445b-92a3-4c4847a73ab4 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 943 time: 0.0505941 Aug 17 17:34:58.945213 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-f41db604-5252-4242-97ec-8c45268e91c0 req-d5cf4f1b-4cf9-4dbc-bc64-5c69e0e71a2c tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317445 Aug 17 17:34:58.960132 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-4ef91644-f651-4793-80dc-716673bd4f65 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878053 Aug 17 17:34:59.049969 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-fc0d5c14-29ea-4ef1-a84a-e91c8ecb09e6 req-8bd2eb67-93be-432b-882c-77d8a5ba2b5a service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826871 Aug 17 17:34:59.136665 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-4dc33246-5a23-49e5-9d25-9e653c9cff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:59.138175 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-4dc33246-5a23-49e5-9d25-9e653c9cff64 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 1094 time: 0.0417645 Aug 17 17:34:59.231208 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-0551b806-c627-48d5-b3ff-0e386700a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:59.232691 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-0551b806-c627-48d5-b3ff-0e386700a720 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.0870883 Aug 17 17:34:59.275790 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-498e1e20-a740-4f72-b129-db05065a8293 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7 HTTP/1.1" status: 200 len: 217 time: 0.0346184 Aug 17 17:34:59.330597 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-f34f041c-55bd-414f-9877-5cde7546a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:59.332005 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-f34f041c-55bd-414f-9877-5cde7546a040 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0479848 Aug 17 17:34:59.377884 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-2d020c8e-67e4-4bf0-be5e-ba3f0170abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:34:59.379416 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-2d020c8e-67e4-4bf0-be5e-ba3f0170abdb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391998 Aug 17 17:34:59.471889 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-91a6e495-6477-4514-8098-255d5abe92b0 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849845 Aug 17 17:34:59.561154 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-603d3c1b-4a9f-47f0-9aef-25b51717f8c0 req-1474463b-2069-4c4f-b43c-0417e5da078e service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806780 Aug 17 17:35:00.062197 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666cfb9-fbcb-4229-b2bb-d96bfbca9f0c req-51cd31a1-5acc-459d-a1e4-2b379ea866ee tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:00.063690 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0666cfb9-fbcb-4229-b2bb-d96bfbca9f0c req-51cd31a1-5acc-459d-a1e4-2b379ea866ee tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 943 time: 0.0492003 Aug 17 17:35:00.101168 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0666cfb9-fbcb-4229-b2bb-d96bfbca9f0c req-a0dc34dd-c06d-49d8-b3ae-7b555175a6ae tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 Aug 17 17:35:01.217650 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409cb64-a14e-4de4-91dd-0137de5cb413 req-421fe484-f6aa-4460-9c7d-be8c7d07e5de tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:01.219145 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c409cb64-a14e-4de4-91dd-0137de5cb413 req-421fe484-f6aa-4460-9c7d-be8c7d07e5de tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 943 time: 0.0478394 Aug 17 17:35:01.260795 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-c409cb64-a14e-4de4-91dd-0137de5cb413 req-fee1347d-b4c1-4fbf-b307-eb3d048f161f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358453 Aug 17 17:35:02.274715 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-281bfcba-5d59-43e0-acb4-b98f42e161b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:02.379259 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948e936-65f5-4ef1-8a43-e20d6d834439 req-15ebdbcb-1253-495d-8a06-28cc112c9e3d tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:02.380756 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6948e936-65f5-4ef1-8a43-e20d6d834439 req-15ebdbcb-1253-495d-8a06-28cc112c9e3d tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 943 time: 0.0538790 Aug 17 17:35:02.418929 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6948e936-65f5-4ef1-8a43-e20d6d834439 req-066ffb8d-01c3-453f-9b5c-b79635b53093 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Aug 17 17:35:03.459880 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc6bca3e-6267-43cd-a399-a795ac747ea7 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:35:03.545164 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9b6a9-5432-4978-8cfc-5ade128093fa req-a1e6e97c-e8e4-422f-bba3-ed70368c6755 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:03.546851 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7f9b6a9-5432-4978-8cfc-5ade128093fa req-a1e6e97c-e8e4-422f-bba3-ed70368c6755 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 943 time: 0.0492828 Aug 17 17:35:03.556685 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dc6bca3e-6267-43cd-a399-a795ac747ea7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:35:03.567999 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:35:03.583445 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b7f9b6a9-5432-4978-8cfc-5ade128093fa req-08dd59fc-e7d2-4531-b4df-0ba3761fc6d1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308011 Aug 17 17:35:03.606261 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:03.618722 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6bca3e-6267-43cd-a399-a795ac747ea7 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:35:03.637592 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dc6bca3e-6267-43cd-a399-a795ac747ea7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:35:03.641457 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:03.687380 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=dc6bca3e-6267-43cd-a399-a795ac747ea7,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:35:03.843627 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['dc6bca3e-6267-43cd-a399-a795ac747ea7'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:35:04.698466 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98b31-6f7b-45f5-8c5d-4b81dfdea48d req-f2356310-df85-482a-84f6-83a7b1b4f614 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:04.699941 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dac98b31-6f7b-45f5-8c5d-4b81dfdea48d req-f2356310-df85-482a-84f6-83a7b1b4f614 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 944 time: 0.0480192 Aug 17 17:35:04.736992 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-dac98b31-6f7b-45f5-8c5d-4b81dfdea48d req-bbd68ead-2e16-4d9c-b9b4-ef658f1b4a89 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311840 Aug 17 17:35:04.895801 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8b177af-cde6-44db-ba86-4affc8f4d859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:05.122943 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:05.474803 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc6bca3e-6267-43cd-a399-a795ac747ea7 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:35:05.525256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning for port dc6bca3e-6267-43cd-a399-a795ac747ea7 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:35:05.528812 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port dc6bca3e-6267-43cd-a399-a795ac747ea7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:35:05.529180 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:05.604094 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:05.629206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:35:05.631569 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2841ed-efc3-45cd-87a7-30ff5b34e3eb" -d '{"events": [{"server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:35:05.644828 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dc6bca3e-6267-43cd-a399-a795ac747ea7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:35:05.648794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:05.671604 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088ae171-885d-4f24-b05c-670f4cc06155 x-openstack-request-id: req-088ae171-885d-4f24-b05c-670f4cc06155 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:35:05.671889 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:35:05.672133 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-088ae171-885d-4f24-b05c-670f4cc06155 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:35:05.672517 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'code': 200} Aug 17 17:35:05.697870 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=dc6bca3e-6267-43cd-a399-a795ac747ea7,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:35:05.761341 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53a6f6-5463-4955-8dcd-d06ed94d7dcb req-ce2554cc-d375-4a7d-bcb4-87efa15f1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:05.762796 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d53a6f6-5463-4955-8dcd-d06ed94d7dcb req-ce2554cc-d375-4a7d-bcb4-87efa15f1369 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 1096 time: 0.0410326 Aug 17 17:35:05.799205 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-4d53a6f6-5463-4955-8dcd-d06ed94d7dcb req-372f035d-d42b-4502-a6e9-dd799262664b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287344 Aug 17 17:35:05.855395 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478f2d8-7f20-4c77-a643-75e1f2be96ff req-0c4d3685-ae7d-4a6c-a4b9-25b5bdecc503 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:05.856851 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5478f2d8-7f20-4c77-a643-75e1f2be96ff req-0c4d3685-ae7d-4a6c-a4b9-25b5bdecc503 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 945 time: 0.0514171 Aug 17 17:35:05.893318 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5478f2d8-7f20-4c77-a643-75e1f2be96ff req-ce158a7c-355e-4c17-be4a-0b57c80a624b tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306096 Aug 17 17:35:06.246208 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:07.009268 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19034f88-6fdd-4949-bc40-b73be587e3a1 req-a932bd6e-24e4-403a-8850-a399e6ff3f10 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:07.010767 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-19034f88-6fdd-4949-bc40-b73be587e3a1 req-a932bd6e-24e4-403a-8850-a399e6ff3f10 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 945 time: 0.0494344 Aug 17 17:35:07.047191 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-19034f88-6fdd-4949-bc40-b73be587e3a1 req-72508eac-5a57-4947-82a1-cfe1af338b8f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305276 Aug 17 17:35:07.161618 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ab1c5-403c-4b1f-8f26-356e449730d4 req-d89721ed-813f-4d0a-a3b3-eca271360ce8 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:07.163627 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c2ab1c5-403c-4b1f-8f26-356e449730d4 req-d89721ed-813f-4d0a-a3b3-eca271360ce8 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 945 time: 0.0513277 Aug 17 17:35:07.202141 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-1c2ab1c5-403c-4b1f-8f26-356e449730d4 req-0bdb0e0a-77e2-4b17-87b7-89e41e313135 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321372 Aug 17 17:35:07.222803 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46182) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:35:07.347319 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a17cd0-98bd-4813-a4a8-8a6c36bcea1d tempest-TestSnapshotPattern-1728126729 tempest-TestSnapshotPattern-1728126729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:07.348861 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-e4a17cd0-98bd-4813-a4a8-8a6c36bcea1d tempest-TestSnapshotPattern-1728126729 tempest-TestSnapshotPattern-1728126729-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 1091 time: 0.1250901 Aug 17 17:35:07.351761 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46186) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:35:07.356609 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:35:07.378314 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:07.476965 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:07.578120 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Allocated IP 172.25.7.240 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/ab6d963a-9860-41d3-9208-66b5d213d155) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:35:07.682750 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:07.724319 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:07.766429 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:35:07.769376 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:35:07.771932 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:35:07.800393 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'Port': ['ID=ab6d963a-9860-41d3-9208-66b5d213d155,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:35:07.953213 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:08.139289 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:08.209519 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:08.360724 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:08.364368 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:08.432864 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'Port': ['ID=ab6d963a-9860-41d3-9208-66b5d213d155,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:35:08.447327 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:08.546213 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Floating IP 5ad8a461-b80d-4d76-888f-8f6c99cb0adc associated. External IP: 172.25.7.240, port: dc6bca3e-6267-43cd-a399-a795ac747ea7. Aug 17 17:35:08.747283 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:35:08.851230 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:35:08.861147 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36995d-a483-475b-9000-30469ae185ea None None] Sync routers for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:35:08.867376 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:08.874506 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36995d-a483-475b-9000-30469ae185ea None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:35:08.875104 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-bb36995d-a483-475b-9000-30469ae185ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:35:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:35:08.983674 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-bb36995d-a483-475b-9000-30469ae185ea None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:35:09.210168 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-bb36995d-a483-475b-9000-30469ae185ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '5ad8a461-b80d-4d76-888f-8f6c99cb0adc', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:35:07Z', 'updated_at': '2021-08-17T17:35:07Z', 'revision_number': 0, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:35:09.237280 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36995d-a483-475b-9000-30469ae185ea None None] Checking router: 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:35:09.245504 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36995d-a483-475b-9000-30469ae185ea None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:35:09.246090 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-bb36995d-a483-475b-9000-30469ae185ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:35:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:35:09.247604 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-65ad1fc0-0ddc-487d-b200-f94134097c27 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8948476 Aug 17 17:35:09.248188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:35:09.250443 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595de09e-266a-4532-ae65-7773f68515b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:35:09.286976 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c2b17d-eb52-4599-95a2-56b20618f682 x-openstack-request-id: req-83c2b17d-eb52-4599-95a2-56b20618f682 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:35:09.287315 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:35:09.287520 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83c2b17d-eb52-4599-95a2-56b20618f682 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:35:09.287940 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'status': 'completed', 'code': 200} Aug 17 17:35:09.351243 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595de09e-266a-4532-ae65-7773f68515b5 req-8c132a92-f483-45cf-835d-3eae17231c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:09.351933 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-bb36995d-a483-475b-9000-30469ae185ea None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:35:09.352778 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-595de09e-266a-4532-ae65-7773f68515b5 req-8c132a92-f483-45cf-835d-3eae17231c91 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 1096 time: 0.0399578 Aug 17 17:35:09.444210 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595de09e-266a-4532-ae65-7773f68515b5 req-57552bb6-8242-4e49-ae3c-a07dc3c6f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:09.445687 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-595de09e-266a-4532-ae65-7773f68515b5 req-57552bb6-8242-4e49-ae3c-a07dc3c6f6de service neutron] 10.222.0.93 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.0865247 Aug 17 17:35:09.517325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-595de09e-266a-4532-ae65-7773f68515b5 req-3fe69e15-ae44-4ef6-bc2f-87e60d110f24 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7 HTTP/1.1" status: 200 len: 999 time: 0.0641789 Aug 17 17:35:09.567215 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595de09e-266a-4532-ae65-7773f68515b5 req-4fad95f6-9a31-4492-8a51-b5f819a51360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:09.568682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-595de09e-266a-4532-ae65-7773f68515b5 req-4fad95f6-9a31-4492-8a51-b5f819a51360 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0440960 Aug 17 17:35:09.576423 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-bb36995d-a483-475b-9000-30469ae185ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '5ad8a461-b80d-4d76-888f-8f6c99cb0adc', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:35:07Z', 'updated_at': '2021-08-17T17:35:07Z', 'revision_number': 0, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:35:09.602077 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36995d-a483-475b-9000-30469ae185ea None None] The sync data for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 is: [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '5ad8a461-b80d-4d76-888f-8f6c99cb0adc', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:35:07Z', 'updated_at': '2021-08-17T17:35:07Z', 'revision_number': 0, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:35:09.620191 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595de09e-266a-4532-ae65-7773f68515b5 req-baf6c13b-0c40-47f1-a8d1-49e88bd4f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:09.621731 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-595de09e-266a-4532-ae65-7773f68515b5 req-baf6c13b-0c40-47f1-a8d1-49e88bd4f35d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446584 Aug 17 17:35:09.714236 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-595de09e-266a-4532-ae65-7773f68515b5 req-f80b81d6-bb7f-4d9d-ad66-20ced5bddff8 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853100 Aug 17 17:35:09.801672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a69f46d-3ac7-4fcc-9fc6-99cd430d0880 None None] New status for floating IP 5ad8a461-b80d-4d76-888f-8f6c99cb0adc: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:35:09.813161 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-595de09e-266a-4532-ae65-7773f68515b5 req-2c9941f1-d484-4511-8f5f-d50dcc1cb4fe service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918784 Aug 17 17:35:13.547455 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:35:20.227974 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:20.804254 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:32.274829 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ad9eb41-a8bb-44b8-a61d-6a0e1e7316bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:34.896511 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c7e9-744e-41c8-a557-7a131594c283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:35.124414 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:36.249162 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:37.950038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:38.934650 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-981aa47b-3594-411e-bf49-e6fdd9dc7f1c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811658 Aug 17 17:35:39.019911 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-9b98bc4b-1f32-4b6d-ab65-d46c4db2a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:39.021359 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-9b98bc4b-1f32-4b6d-ab65-d46c4db2a58e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 1096 time: 0.0390551 Aug 17 17:35:39.127827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-e7b676ce-ddbd-4a89-9518-1bee7bf8b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:39.129202 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-e7b676ce-ddbd-4a89-9518-1bee7bf8b593 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.0878992 Aug 17 17:35:39.196304 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-a260c3ce-4e41-43fd-bbc4-5696d6317c24 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7 HTTP/1.1" status: 200 len: 1001 time: 0.0574033 Aug 17 17:35:39.251631 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-2775e434-7d6b-4490-981c-bf8929414d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:39.253012 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-2775e434-7d6b-4490-981c-bf8929414d4d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0455928 Aug 17 17:35:39.297885 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-ae7ed55a-8487-42c8-93ef-ca4f0ae0fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:35:39.299360 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-ae7ed55a-8487-42c8-93ef-ca4f0ae0fd3c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379288 Aug 17 17:35:39.392027 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-76314d6d-9f9c-4550-a9b3-a98ff804c1f5 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838723 Aug 17 17:35:39.485346 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f5d0282e-b9a8-4f33-a37e-ba8aca724c97 req-c6580345-f41b-4164-9b4f-15c714af3a16 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853539 Aug 17 17:35:50.220162 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:35:50.547383 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:35:50.803171 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:02.275674 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b997da14-47ac-4c7d-b5ea-29c96d41a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:04.897193 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5594f42e-9a5c-4b67-9c85-015de131cc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:05.123357 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:06.252762 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:07.953382 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:20.225096 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:20.818626 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:27.546278 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:36:32.280155 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3df1eb3f-5b90-44cf-863b-af39faea4890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:34.897129 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5d3eefd-7e6d-48e4-8941-3d4a4c7d8380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:35.124381 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:36.256092 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:37.955392 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:39.846894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-ca6d9d58-9245-4b80-87b9-a693ecce18e3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398438 Aug 17 17:36:39.926503 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-e0b789fe-222d-4c21-bef7-67ec74cef175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:36:39.927956 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-e0b789fe-222d-4c21-bef7-67ec74cef175 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 1096 time: 0.0402997 Aug 17 17:36:40.035879 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-beb41aae-1a8c-477c-8657-738be9a6ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:36:40.037412 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-beb41aae-1a8c-477c-8657-738be9a6ae53 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.0903397 Aug 17 17:36:40.103860 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-03c3e940-55c4-467d-a0f0-7236ec0ecbe3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7 HTTP/1.1" status: 200 len: 1001 time: 0.0587709 Aug 17 17:36:40.159237 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-132e338d-981e-4056-9a60-3b340cc6e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:36:40.160709 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-132e338d-981e-4056-9a60-3b340cc6e412 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0497465 Aug 17 17:36:40.205753 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-769d95c6-0537-4dda-9dc9-500d2c9f9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:36:40.207243 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-769d95c6-0537-4dda-9dc9-500d2c9f9877 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394344 Aug 17 17:36:40.300899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-8e79dfb5-7319-408b-8979-f0fb013c0019 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863373 Aug 17 17:36:40.391422 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2d6d0f55-5e66-4789-989e-882babf8a6ff req-146f4d5e-248d-4d65-9b2b-d3729c21e4b3 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830734 Aug 17 17:36:50.235803 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:36:50.816396 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:02.280794 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-871701c1-3073-4a84-8990-5e22f9093131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:04.545435 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:37:04.897345 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c47a6e-d66c-409e-8afd-7fd2ded22fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:05.123638 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:06.259678 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:07.958574 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:10.050844 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc6bca3e-6267-43cd-a399-a795ac747ea7 details requested by agent hyperv_n-h2-804878-1 with host n-h2-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:37:10.151639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dc6bca3e-6267-43cd-a399-a795ac747ea7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:37:10.163667 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Returning: {'device': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:37:10.203756 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:10.216977 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc6bca3e-6267-43cd-a399-a795ac747ea7 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:37:10.236813 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dc6bca3e-6267-43cd-a399-a795ac747ea7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:37:10.240632 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:10.289699 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=dc6bca3e-6267-43cd-a399-a795ac747ea7,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:37:10.296892 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.297573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.297573 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.297908 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.298239 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.299108 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.299439 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.299769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.300093 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.300419 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.300744 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.301070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:10.312801 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] get_ports_and_sgs() called for port_ids ['dc6bca3e-6267-43cd-a399-a795ac747ea7'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:37:12.060903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc6bca3e-6267-43cd-a399-a795ac747ea7 up at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:37:12.119955 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Provisioning complete for port dc6bca3e-6267-43cd-a399-a795ac747ea7 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:37:12.120440 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:12.210125 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:12.237505 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:37:12.240141 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f4da2b-8476-473b-a3ef-bd60c3e9af2b" -d '{"events": [{"server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:37:12.255769 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dc6bca3e-6267-43cd-a399-a795ac747ea7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:37:12.269266 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:12.338672 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=dc6bca3e-6267-43cd-a399-a795ac747ea7,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:37:12.368364 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9ec36b-07fb-434d-ae0e-3d1527f87d38 x-openstack-request-id: req-7f9ec36b-07fb-434d-ae0e-3d1527f87d38 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:37:12.368714 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:37:12.369089 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f9ec36b-07fb-434d-ae0e-3d1527f87d38 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:37:12.369586 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'code': 200} Aug 17 17:37:20.250462 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:20.408937 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-2c014fc9-554a-45f2-b15d-b0e258425780 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169222783&fields=id&tenant_id=edaaaa180a2749aea42445eb60b9393c HTTP/1.1" status: 200 len: 267 time: 0.0346613 Aug 17 17:37:20.519547 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-1961982e-1742-403a-b281-de164c3dc952 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:20.520907 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-1961982e-1742-403a-b281-de164c3dc952 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 809 time: 0.1053631 Aug 17 17:37:20.535584 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3dac2387-0419-44fc-9ff2-42591e3181c9 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/quotas/edaaaa180a2749aea42445eb60b9393c HTTP/1.1" status: 200 len: 375 time: 0.0089116 Aug 17 17:37:20.590203 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-8c85f92c-17a5-4cc7-a9a1-f008cfc670ca tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491879 Aug 17 17:37:20.741333 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-56510570-1485-4993-bacc-384f9bbc27d9 service neutron] 10.222.0.77 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396267 Aug 17 17:37:20.831685 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:20.834003 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-25b2fa59-3d78-447e-b114-a29268e07b35 service neutron] 10.222.0.77 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864222 Aug 17 17:37:21.018015 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e0ac3022-b006-4475-8f0b-96143eafe3ce req-d21f485e-6f11-4dee-982d-92120009bd5b tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Aug 17 17:37:22.003453 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-30abf924-b64d-4ff6-9048-4075dd74b333 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:22.004843 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-30abf924-b64d-4ff6-9048-4075dd74b333 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.91 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 809 time: 0.1066701 Aug 17 17:37:22.047650 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-867949a4-d1eb-4cf2-9e9c-ced15d9fcbd6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edaaaa180a2749aea42445eb60b9393c HTTP/1.1" status: 200 len: 380 time: 0.0339103 Aug 17 17:37:22.057198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'port': {'device_id': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'admin_state_up': True, 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'security_groups': ['b33737e4-9190-4bb5-813a-881472c515eb']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:37:22.117639 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-257d22b3-5856-4cc5-a720-30cb8202e74b req-064e6e60-e0e0-4471-a6c9-8e9d66c91f44 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 210 time: 0.0286291 Aug 17 17:37:22.178675 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Made reservation on behalf of edaaaa180a2749aea42445eb60b9393c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 17:37:22.182220 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:22.336805 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Allocated IP 172.20.0.9 (5ec5820e-6e50-4053-a540-2f7fde63f4a9/2adfac85-4a97-4ceb-af53-7ad449efdf01/8c1fffc2-e5ea-4246-822d-c8ab426a54e1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:37:22.528173 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:22.540697 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Transition to ACTIVE for port object 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:37:22.575203 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:22.630886 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:37:22.634749 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:37:22.639553 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:37:22.648431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'Port': ['ID=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:37:22.683455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.683952 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.684364 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.684777 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.685159 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.685561 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.685894 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.686220 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.686569 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.686893 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.687217 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.687541 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:22.726111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:22.726875 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:22.743765 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-acc15c17-a928-459b-ad04-705a0156e9e6 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6901658 Aug 17 17:37:22.937209 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-14b6c2b4-5ec9-4702-aaed-daa81c18eeb6 None None] Provisioning for port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 completed by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:37:22.941597 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-14b6c2b4-5ec9-4702-aaed-daa81c18eeb6 None None] Provisioning complete for port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 triggered by entity DHCP. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:37:22.941970 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14b6c2b4-5ec9-4702-aaed-daa81c18eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:22.984790 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-14b6c2b4-5ec9-4702-aaed-daa81c18eeb6 None None] Port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 cannot update to ACTIVE because it is not bound. {{(pid=94840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 17:37:23.255455 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b16f3-bfcf-48dc-bdba-ad4f89e25297 req-df5f83fe-3006-4263-8cc8-dde2619d995a tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:23.257043 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-268b16f3-bfcf-48dc-bdba-ad4f89e25297 req-df5f83fe-3006-4263-8cc8-dde2619d995a tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 931 time: 0.0515106 Aug 17 17:37:23.297217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-268b16f3-bfcf-48dc-bdba-ad4f89e25297 req-1faa58a7-3fbb-411a-9858-2e95a9e481b1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339248 Aug 17 17:37:24.126979 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc6bca3e-6267-43cd-a399-a795ac747ea7 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:37:24.205428 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:24.228904 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:37:24.231173 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468c70ca-24c9-4ff5-8939-0a0153642e91" -d '{"events": [{"server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:37:24.245405 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] For port dc6bca3e-6267-43cd-a399-a795ac747ea7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:37:24.250221 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:24.291400 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126718de-fc8a-467b-bc19-9e405bea1200 x-openstack-request-id: req-126718de-fc8a-467b-bc19-9e405bea1200 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:37:24.291921 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:37:24.292357 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-126718de-fc8a-467b-bc19-9e405bea1200 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:37:24.292781 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'code': 200} Aug 17 17:37:24.312576 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Pushing event updated for resources: {'Port': ['ID=dc6bca3e-6267-43cd-a399-a795ac747ea7,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:37:24.431111 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f36b30-d632-48c4-9de8-e729fd32f0af req-8f1b6a26-68f7-47d8-86f0-7e2977ec9041 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:24.432655 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04f36b30-d632-48c4-9de8-e729fd32f0af req-8f1b6a26-68f7-47d8-86f0-7e2977ec9041 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 931 time: 0.0530481 Aug 17 17:37:24.471171 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-04f36b30-d632-48c4-9de8-e729fd32f0af req-5f82d883-ba51-454c-a3b1-13d9efc32424 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Aug 17 17:37:25.606389 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53b308-0016-480c-bdae-c9230a5b9b67 req-ade4941c-1b45-4c6f-9269-e2881c47d0c3 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:25.607858 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b53b308-0016-480c-bdae-c9230a5b9b67 req-ade4941c-1b45-4c6f-9269-e2881c47d0c3 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 931 time: 0.0675254 Aug 17 17:37:25.648503 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-2b53b308-0016-480c-bdae-c9230a5b9b67 req-9b3bfe07-3c87-4be1-b96f-7bda438776a1 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333798 Aug 17 17:37:26.768965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e6748-da1f-406f-beae-7c567b3767c9 req-939e1b6d-b21e-431f-9fbb-32f7d9ee6090 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:26.770573 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-793e6748-da1f-406f-beae-7c567b3767c9 req-939e1b6d-b21e-431f-9fbb-32f7d9ee6090 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 931 time: 0.0505583 Aug 17 17:37:26.822241 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-793e6748-da1f-406f-beae-7c567b3767c9 req-9f0f91dd-aa42-4c63-b9d8-62c38c22563a tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Aug 17 17:37:27.942380 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891ddeb-a85d-4c3d-8d9c-8282a6d6626b req-5e9481a7-36e8-4ea1-bf31-622ae4f9e7a5 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:27.943925 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9891ddeb-a85d-4c3d-8d9c-8282a6d6626b req-5e9481a7-36e8-4ea1-bf31-622ae4f9e7a5 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 931 time: 0.0523884 Aug 17 17:37:27.984967 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-9891ddeb-a85d-4c3d-8d9c-8282a6d6626b req-8e67e1c2-68f6-4da4-95dd-8803e185a432 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347261 Aug 17 17:37:29.103630 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf676888-3fc8-4ef5-b11a-a0473376aef1 req-19055d6b-a75b-4298-947c-5cc2664edaed tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:29.105428 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf676888-3fc8-4ef5-b11a-a0473376aef1 req-19055d6b-a75b-4298-947c-5cc2664edaed tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 931 time: 0.0510650 Aug 17 17:37:29.148614 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-bf676888-3fc8-4ef5-b11a-a0473376aef1 req-67cdb222-2785-43f4-a794-af78fbcb2b98 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347841 Aug 17 17:37:30.266765 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5534f-f1ea-4d40-9950-37ee0fc90033 req-58352930-0b00-4ee0-a9c5-5c9674ee4363 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:30.268674 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6a5534f-f1ea-4d40-9950-37ee0fc90033 req-58352930-0b00-4ee0-a9c5-5c9674ee4363 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 931 time: 0.0499020 Aug 17 17:37:30.318702 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-c6a5534f-f1ea-4d40-9950-37ee0fc90033 req-2cc303c5-6a5e-4ba0-8303-9c04dab141cf tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408514 Aug 17 17:37:31.445296 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c322509-9385-408e-8927-9954267b5227 req-dde883d5-4c41-43b0-aa73-34e2f3797a5b tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:31.446812 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c322509-9385-408e-8927-9954267b5227 req-dde883d5-4c41-43b0-aa73-34e2f3797a5b tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 931 time: 0.0642807 Aug 17 17:37:31.483996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4c322509-9385-408e-8927-9954267b5227 req-315d9a7a-b72d-4f17-92f3-3e1d66b10b17 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Aug 17 17:37:32.282479 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea297b1-2f16-47ce-9771-23cf55069b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:32.579050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Request body: {'port': {'device_id': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:37:32.608599 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835ab2-f7b8-4593-9669-8e98b9c655d4 req-1cc4ced9-0f13-4f47-a60c-898e84bfb92a tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:32.610089 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d1835ab2-f7b8-4593-9669-8e98b9c655d4 req-1cc4ced9-0f13-4f47-a60c-898e84bfb92a tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 931 time: 0.0543101 Aug 17 17:37:32.637288 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:32.648381 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d1835ab2-f7b8-4593-9669-8e98b9c655d4 req-ae80a171-9dbd-45aa-8506-f8d27b68670e tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320172 Aug 17 17:37:32.900830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:37:32.908334 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:32.919971 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Transition to ACTIVE for port object 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 17:37:32.923678 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:32.976896 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:37:33.051287 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Attempting to bind port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 on host n-h1-804878-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 17:37:33.051619 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Attempting to bind port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 by drivers openvswitch,hyperv on host n-h1-804878-1 at level 0 using segments [{'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 17:37:33.051944 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Attempting to bind port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 on network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:37:33.056406 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 on network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 17:37:33.056721 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Attempting to bind port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 on network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 17:37:33.061540 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Checking agent: {'id': '41b5ee22-ba26-447d-a3ba-fdbe2f080b80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'started_at': datetime.datetime(2021, 8, 17, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 17, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 17:37:33.061870 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Checking segment: {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 17:37:33.062245 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Bound using segment: {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 17:37:33.062690 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Bound port: 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host: n-h1-804878-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5d85a9-600d-438c-bb36-04232fcf2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 17:37:33.063045 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:33.130669 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] For port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host n-h1-804878-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 17:37:33.133748 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] For port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host n-h1-804878-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 17:37:33.139012 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28612864'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:33.173658 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:33.174982 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:33.176741 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] 10.222.0.91 "PUT /v2.0/ports/8c1fffc2-e5ea-4246-822d-c8ab426a54e1 HTTP/1.1" status: 200 len: 1091 time: 0.6504970 Aug 17 17:37:33.177120 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:37:33.179529 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93119dbc-096c-4f52-abf8-1b6f6c50c97e" -d '{"events": [{"name": "network-changed", "server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:37:33.208005 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1d3a9-34bf-4061-8b1b-227dbad11cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:37:33.269889 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-adc43662-66e7-4360-ac67-00b5c84f6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:33.271400 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-adc43662-66e7-4360-ac67-00b5c84f6aa2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 1094 time: 0.0510683 Aug 17 17:37:33.321509 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc2348-5e70-415d-827d-08f1249b0972 x-openstack-request-id: req-cafc2348-5e70-415d-827d-08f1249b0972 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:37:33.321791 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:37:33.322039 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cafc2348-5e70-415d-827d-08f1249b0972 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:37:33.322459 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'status': 'completed', 'code': 200} Aug 17 17:37:33.324291 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-1912b7c9-0ce7-4efd-8de1-452a0eb653e3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1 HTTP/1.1" status: 200 len: 217 time: 0.0450907 Aug 17 17:37:33.375620 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-5cf780c9-dd6c-4c97-8521-9ec56c23e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:33.377149 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-5cf780c9-dd6c-4c97-8521-9ec56c23e394 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0453711 Aug 17 17:37:33.422715 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-45abfbcd-6d36-480f-a2a0-3515799cdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:33.424159 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-45abfbcd-6d36-480f-a2a0-3515799cdb79 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401413 Aug 17 17:37:33.514217 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-94e2a4f9-b2d3-4016-a9be-488eeebbbd86 service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831552 Aug 17 17:37:33.602615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-6c4c6c89-cd36-4c3a-b7b8-b02624103d6d req-e893117d-34ab-42ad-8904-27f7538a5e10 service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808311 Aug 17 17:37:33.691117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-48bc55be-aaca-493a-a94c-f19839dea2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:33.692600 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-48bc55be-aaca-493a-a94c-f19839dea2e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 1094 time: 0.0447245 Aug 17 17:37:33.764189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b7efe-7eb6-47f3-b0bb-a97d908032e8 req-fc798d5c-e468-40cb-89be-1b2c521389f4 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:33.765673 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d5b7efe-7eb6-47f3-b0bb-a97d908032e8 req-fc798d5c-e468-40cb-89be-1b2c521389f4 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 943 time: 0.0483530 Aug 17 17:37:33.783919 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-48d37887-8f83-4b68-ad90-e00f542116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:33.785394 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-48d37887-8f83-4b68-ad90-e00f542116bb service neutron] 10.222.0.91 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.0859578 Aug 17 17:37:33.804352 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-0d5b7efe-7eb6-47f3-b0bb-a97d908032e8 req-f397178c-ed3e-4057-a7c6-e306a48b05cc tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320761 Aug 17 17:37:33.830021 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-307ad52e-e9a2-4415-ae09-323c235b994a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1 HTTP/1.1" status: 200 len: 217 time: 0.0375078 Aug 17 17:37:33.877995 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-ed90f66b-8caa-475b-818e-2a603efb3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:33.879409 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-ed90f66b-8caa-475b-818e-2a603efb3540 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0426764 Aug 17 17:37:33.924048 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-04d3b943-6bfb-4d6d-8cf9-23e3e66b9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:33.925473 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-04d3b943-6bfb-4d6d-8cf9-23e3e66b9043 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385418 Aug 17 17:37:34.017250 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-7b57a3b7-5676-4baa-a333-1f3d00f5ec64 service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842664 Aug 17 17:37:34.105033 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-93119dbc-096c-4f52-abf8-1b6f6c50c97e req-27bca32a-a2db-4f7e-ad59-c3c08a8a58a5 service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805192 Aug 17 17:37:34.899436 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9874915e-725c-45c9-93db-eb16defbe2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:34.924117 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fbf3c-1cd4-455b-9afb-37ea5440da92 req-1d15f89e-fd9c-4c7e-a270-da373ecc6d23 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:34.925996 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de3fbf3c-1cd4-455b-9afb-37ea5440da92 req-1d15f89e-fd9c-4c7e-a270-da373ecc6d23 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 943 time: 0.0531530 Aug 17 17:37:34.962802 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-de3fbf3c-1cd4-455b-9afb-37ea5440da92 req-f3a1f53f-264c-407c-b3fd-aaefbf8ca8f3 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307240 Aug 17 17:37:35.124450 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:35.991937 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:37:36.080532 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14a628-5c4c-440f-aa3c-2035b5a2e7e3 req-9cd87f98-d452-40aa-8fb1-ffd536d4a1f8 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:36.082195 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf14a628-5c4c-440f-aa3c-2035b5a2e7e3 req-9cd87f98-d452-40aa-8fb1-ffd536d4a1f8 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 943 time: 0.0495698 Aug 17 17:37:36.083899 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:37:36.095085 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'port_id': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'mac_address': 'fa:16:3e:53:be:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:37:36.120960 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bf14a628-5c4c-440f-aa3c-2035b5a2e7e3 req-acb65bf5-6140-4791-8ef6-bb369945c535 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Aug 17 17:37:36.135527 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:36.148283 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:37:36.167103 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:37:36.171067 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:36.216206 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:37:36.261172 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:36.387860 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8c1fffc2-e5ea-4246-822d-c8ab426a54e1'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:37:37.238692 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ed35c-70e9-4a75-a6e3-745f7d8adbba req-fc8077f2-3a22-4be2-9bb9-7840ac799a53 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:37.240051 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-695ed35c-70e9-4a75-a6e3-745f7d8adbba req-fc8077f2-3a22-4be2-9bb9-7840ac799a53 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 944 time: 0.0526052 Aug 17 17:37:37.276902 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-695ed35c-70e9-4a75-a6e3-745f7d8adbba req-aac82836-7a8a-44a6-b453-a65280173e02 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Aug 17 17:37:37.959670 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:38.006716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:37:38.053059 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning for port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 completed by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 17:37:38.056630 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:37:38.056995 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:38.135477 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:38.156887 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:37:38.159626 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05782d74-c2b3-4d80-9412-f53c392d43a4" -d '{"events": [{"server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "name": "network-vif-plugged", "status": "completed", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:37:38.174180 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:37:38.178642 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:38.201289 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb366ab4-c0bd-4c9f-95e4-bf8c1cb3684e x-openstack-request-id: req-bb366ab4-c0bd-4c9f-95e4-bf8c1cb3684e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:37:38.201575 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "name": "network-vif-plugged", "status": "completed", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:37:38.201824 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb366ab4-c0bd-4c9f-95e4-bf8c1cb3684e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:37:38.202204 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'code': 200} Aug 17 17:37:38.228095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,revision_number=5']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:37:38.289717 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe15771-46b7-490b-8b0f-8f0f0a674783 req-c760be59-3a68-43eb-ba9e-fffc559470b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:38.291268 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfe15771-46b7-490b-8b0f-8f0f0a674783 req-c760be59-3a68-43eb-ba9e-fffc559470b5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 1096 time: 0.0387080 Aug 17 17:37:38.326807 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-cfe15771-46b7-490b-8b0f-8f0f0a674783 req-c16269de-a56f-444f-a1b6-9e4f0af1cbb6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280595 Aug 17 17:37:38.391325 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53799814-21bd-4069-80e3-f11d1bf71bc3 req-b8b8dca0-b2e2-4862-a57b-df7b9968adcb tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:38.392666 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53799814-21bd-4069-80e3-f11d1bf71bc3 req-b8b8dca0-b2e2-4862-a57b-df7b9968adcb tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 945 time: 0.0476646 Aug 17 17:37:38.430042 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-53799814-21bd-4069-80e3-f11d1bf71bc3 req-324fd676-349c-4659-a8c8-c8a63bf9a916 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314755 Aug 17 17:37:39.551111 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47790c5-a5a0-4eb7-bda7-379b8528bdbd req-20ca80cd-7821-46ff-879b-e8459d4e2f52 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:39.552586 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d47790c5-a5a0-4eb7-bda7-379b8528bdbd req-20ca80cd-7821-46ff-879b-e8459d4e2f52 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 945 time: 0.0540826 Aug 17 17:37:39.589899 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-d47790c5-a5a0-4eb7-bda7-379b8528bdbd req-75293ef9-1f9d-4b03-983b-80c98743f22f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 Aug 17 17:37:39.708289 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017c182-8bb5-4db8-9dbd-7abcda1f7e3b req-44d98881-6521-465f-96ab-dc068afe6571 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:39.709654 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e017c182-8bb5-4db8-9dbd-7abcda1f7e3b req-44d98881-6521-465f-96ab-dc068afe6571 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 945 time: 0.0532053 Aug 17 17:37:39.745544 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e017c182-8bb5-4db8-9dbd-7abcda1f7e3b req-310744cd-485f-4c39-bc26-94382956c4fd tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300786 Aug 17 17:37:39.767139 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46482) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:37:39.806231 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed9d408-9f00-4e13-b4b1-e91d083aca12 tempest-TestSnapshotPattern-1728126729 tempest-TestSnapshotPattern-1728126729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:39.807786 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-0ed9d408-9f00-4e13-b4b1-e91d083aca12 tempest-TestSnapshotPattern-1728126729 tempest-TestSnapshotPattern-1728126729-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 1091 time: 0.0396547 Aug 17 17:37:39.810610 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46484) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:37:39.814855 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.v2.base [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Request body: {'floatingip': {'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'port_id': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 17:37:39.837031 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for floatingip, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:39.934829 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:40.037433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Allocated IP 172.25.7.141 (b1431747-28a9-46c8-a59f-48689efac5e5/62b3072e-a092-49b6-93d3-4752db7e787d/1cfe98db-8963-4848-bebd-1396948f8c75) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 17:37:40.147397 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:40.186594 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779741024323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:40.227907 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Network b1431747-28a9-46c8-a59f-48689efac5e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 17:37:40.230831 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 17:37:40.234363 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 17:37:40.239587 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'Port': ['ID=1cfe98db-8963-4848-bebd-1396948f8c75,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:37:40.265524 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.265859 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.266189 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.266543 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.266869 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.267188 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.267505 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.267820 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.268754 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.269084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.269403 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.269716 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:37:40.596505 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:40.662102 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:40.810011 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:40.814336 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27930299'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:40.885039 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event updated for resources: {'Port': ['ID=1cfe98db-8963-4848-bebd-1396948f8c75,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:37:40.895237 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715520'] for floatingip, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:40.992362 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Floating IP 5e2fdd11-e284-494d-ae16-d5e2b3ec297d associated. External IP: 172.25.7.141, port: 8c1fffc2-e5ea-4246-822d-c8ab426a54e1. Aug 17 17:37:41.197241 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:37:41.305776 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:37:41.316320 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] Sync routers for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:37:41.327306 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:41.327544 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:37:41.327901 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:37:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:37:41.357870 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-baf2bb8d-7fd2-490e-b72b-d74615a6d4a0 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5438180 Aug 17 17:37:41.357870 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:37:41.358257 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58f2a2f-c847-4493-a447-3695c89a944f" -d '{"events": [{"name": "network-changed", "server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:37:41.439225 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:37:41.458343 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf085e-712a-4599-bb6f-33887bed5833 x-openstack-request-id: req-33cf085e-712a-4599-bb6f-33887bed5833 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:37:41.458670 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:37:41.458925 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33cf085e-712a-4599-bb6f-33887bed5833 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:37:41.459358 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'status': 'completed', 'code': 200} Aug 17 17:37:41.519119 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2a2f-c847-4493-a447-3695c89a944f req-ef2696b5-ec58-46b4-9e20-7007895e0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:41.520615 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e58f2a2f-c847-4493-a447-3695c89a944f req-ef2696b5-ec58-46b4-9e20-7007895e0481 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 1096 time: 0.0408082 Aug 17 17:37:41.545708 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:37:41.616238 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2a2f-c847-4493-a447-3695c89a944f req-6314a735-b180-4dc9-bf87-12a1151b58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:41.617723 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e58f2a2f-c847-4493-a447-3695c89a944f req-6314a735-b180-4dc9-bf87-12a1151b58a4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.0900652 Aug 17 17:37:41.685932 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e58f2a2f-c847-4493-a447-3695c89a944f req-a51323b4-c136-4596-983c-da4b75df43bd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1 HTTP/1.1" status: 200 len: 999 time: 0.0606647 Aug 17 17:37:41.735097 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2a2f-c847-4493-a447-3695c89a944f req-a7f2c87e-46a5-4772-b19f-525f3fbaa69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:41.736450 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e58f2a2f-c847-4493-a447-3695c89a944f req-a7f2c87e-46a5-4772-b19f-525f3fbaa69b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0432870 Aug 17 17:37:41.758953 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '5ad8a461-b80d-4d76-888f-8f6c99cb0adc', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:35:07Z', 'updated_at': '2021-08-17T17:35:09Z', 'revision_number': 1, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}, {'id': '5e2fdd11-e284-494d-ae16-d5e2b3ec297d', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.141', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:53:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:37:40Z', 'updated_at': '2021-08-17T17:37:40Z', 'revision_number': 0, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:37:41.786221 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] Checking router: 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:37:41.786488 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2a2f-c847-4493-a447-3695c89a944f req-cef19c7c-42af-4a7b-8fb0-e0a27a0c6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:41.787457 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e58f2a2f-c847-4493-a447-3695c89a944f req-cef19c7c-42af-4a7b-8fb0-e0a27a0c6abd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435836 Aug 17 17:37:41.794048 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:37:41.794672 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:37:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:37:41.845506 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-97a75149-e214-46c5-9078-ec306a440b40 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417500 Aug 17 17:37:41.902248 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:37:41.936361 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-39684860-3601-485b-baa1-60ed7963626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:41.937909 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-39684860-3601-485b-baa1-60ed7963626a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 1094 time: 0.0493710 Aug 17 17:37:42.056098 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-f5c36923-6e04-49ff-a4be-1eff828a335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:42.058116 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-f5c36923-6e04-49ff-a4be-1eff828a335b service neutron] 10.222.0.93 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.1003752 Aug 17 17:37:42.133390 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-34c5495b-312b-47d9-993d-e3c62caa3276 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7 HTTP/1.1" status: 200 len: 999 time: 0.0670433 Aug 17 17:37:42.141076 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '5ad8a461-b80d-4d76-888f-8f6c99cb0adc', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:35:07Z', 'updated_at': '2021-08-17T17:35:09Z', 'revision_number': 1, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}, {'id': '5e2fdd11-e284-494d-ae16-d5e2b3ec297d', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.141', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:53:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:37:40Z', 'updated_at': '2021-08-17T17:37:40Z', 'revision_number': 0, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:37:42.168882 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45330e-2fe8-4dde-a8aa-469a5242c708 None None] The sync data for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 is: [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '5ad8a461-b80d-4d76-888f-8f6c99cb0adc', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:35:07Z', 'updated_at': '2021-08-17T17:35:09Z', 'revision_number': 1, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}, {'id': '5e2fdd11-e284-494d-ae16-d5e2b3ec297d', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.141', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:53:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:37:40Z', 'updated_at': '2021-08-17T17:37:40Z', 'revision_number': 0, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:37:42.187948 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-b44f5a4e-2f07-49c0-8869-e2b837cfdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:42.189574 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-b44f5a4e-2f07-49c0-8869-e2b837cfdaa0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0501130 Aug 17 17:37:42.238972 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-00f556e2-3282-4276-b94b-29f480ffb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:42.239405 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e58f2a2f-c847-4493-a447-3695c89a944f req-484518bf-e7c7-43f7-8adb-1db3a0e47c7f service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447601 Aug 17 17:37:42.240820 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-00f556e2-3282-4276-b94b-29f480ffb571 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437305 Aug 17 17:37:42.336718 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e58f2a2f-c847-4493-a447-3695c89a944f req-d3d371ba-0a19-4d1f-b079-8c9f2ff852e0 service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900455 Aug 17 17:37:42.337291 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-71a90562-4dfa-4f31-99a3-f40183faac38 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892479 Aug 17 17:37:42.384475 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802dc6a-8c3a-40eb-93ea-ddd1fcf22cec None None] New status for floating IP 5e2fdd11-e284-494d-ae16-d5e2b3ec297d: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:37:42.433881 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-a6c4c15b-8249-4d4d-854e-30f7e9d3f8d7 req-41a8abb5-c38c-4ece-b0b8-55aa2121aa12 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889690 Aug 17 17:37:49.124131 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6320c4a-996c-4f04-854a-bc17e383489d req-3a3317ff-3202-43a6-87c7-81f6634edd62 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380907 Aug 17 17:37:49.205762 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6320c4a-996c-4f04-854a-bc17e383489d req-c3aa38e9-8ed6-46e7-9a67-7e98dbe2d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:49.207475 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6320c4a-996c-4f04-854a-bc17e383489d req-c3aa38e9-8ed6-46e7-9a67-7e98dbe2d513 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 1096 time: 0.0420740 Aug 17 17:37:49.312711 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6320c4a-996c-4f04-854a-bc17e383489d req-48dfd6fc-f3a0-4f74-a790-f5fc07a9e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:49.314060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6320c4a-996c-4f04-854a-bc17e383489d req-48dfd6fc-f3a0-4f74-a790-f5fc07a9e98c service neutron] 10.222.0.91 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.0870292 Aug 17 17:37:49.377710 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6320c4a-996c-4f04-854a-bc17e383489d req-51ff139f-fa7f-4cf4-a804-5f181480b537 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1 HTTP/1.1" status: 200 len: 1001 time: 0.0560277 Aug 17 17:37:49.429189 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6320c4a-996c-4f04-854a-bc17e383489d req-8fa73385-f42f-4cbe-825b-bdf0077cc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:49.430642 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6320c4a-996c-4f04-854a-bc17e383489d req-8fa73385-f42f-4cbe-825b-bdf0077cc2ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0466726 Aug 17 17:37:49.474821 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6320c4a-996c-4f04-854a-bc17e383489d req-22adc508-4145-4f8b-8bca-a65aa26cf41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:37:49.476295 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6320c4a-996c-4f04-854a-bc17e383489d req-22adc508-4145-4f8b-8bca-a65aa26cf41b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387001 Aug 17 17:37:49.564514 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6320c4a-996c-4f04-854a-bc17e383489d req-14e56750-55c6-4d0d-ad40-684aa62f85d1 service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809226 Aug 17 17:37:49.655554 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-b6320c4a-996c-4f04-854a-bc17e383489d req-a7801299-8347-4586-b396-7351abed3187 service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839419 Aug 17 17:37:50.249403 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:37:50.830596 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:02.286762 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8e93747-6124-49ab-85ee-dc27e87b94a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:04.900533 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f08e5544-4f71-49cc-b915-38c88a7811cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:05.124193 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:06.417812 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:07.966985 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:18.544611 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:38:20.278101 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:20.845933 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:32.286401 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-359ccadf-6c8d-43b9-b1d2-e935c54cc668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:34.899875 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-712781c1-cfbb-439b-a5ed-0478a7926252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:35.124578 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:36.266605 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:37.966144 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:43.843806 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-4c7b0d3d-6e10-4bbb-856f-6792281c3902 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398803 Aug 17 17:38:43.927436 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-81b7e0bb-f614-4363-ac36-490f209a530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:38:43.928892 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-81b7e0bb-f614-4363-ac36-490f209a530d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 1094 time: 0.0440147 Aug 17 17:38:44.029078 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-a567e4f1-f3b4-4694-b989-44c98b02d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:38:44.030556 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-a567e4f1-f3b4-4694-b989-44c98b02d1e4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.0837181 Aug 17 17:38:44.098325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-2ecb224c-5758-4ce5-80e3-af7be5792f07 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7 HTTP/1.1" status: 200 len: 999 time: 0.0600917 Aug 17 17:38:44.146726 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-e70e734f-53bf-4d0c-acc5-4c29d1edd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:38:44.148098 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-e70e734f-53bf-4d0c-acc5-4c29d1edd6d7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0428076 Aug 17 17:38:44.191566 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-9005c397-7c26-4586-afe8-e35feb9c909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:38:44.193500 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-9005c397-7c26-4586-afe8-e35feb9c909f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374033 Aug 17 17:38:44.205133 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-c80c2ada-d7ee-4993-b346-8f7e676dcfd9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 17:38:44.206143 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-c80c2ada-d7ee-4993-b346-8f7e676dcfd9 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049019 Aug 17 17:38:44.296543 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-ae40e592-b996-4853-b788-2467858c4c30 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830448 Aug 17 17:38:44.388682 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-51ecf45d-d6ec-4006-936c-7c953be3da93 req-239f9257-8850-4a27-ac0f-b23d45c95f0e service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852215 Aug 17 17:38:50.280134 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:50.844005 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:38:51.112290 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-65ae774c-34b7-4549-8e40-8ab29975efc2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395017 Aug 17 17:38:51.190786 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-366ffaf9-a608-4d68-9d6b-3d2c8d0f05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:38:51.192231 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-366ffaf9-a608-4d68-9d6b-3d2c8d0f05f7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 1096 time: 0.0397992 Aug 17 17:38:51.297025 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-99df791b-2968-44b7-934f-f6261f455b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:38:51.298398 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-99df791b-2968-44b7-934f-f6261f455b19 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.0871434 Aug 17 17:38:51.366001 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-02300441-5f00-4de9-9ddc-c6568c99d103 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1 HTTP/1.1" status: 200 len: 1001 time: 0.0604184 Aug 17 17:38:51.413861 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-14e7a365-1794-46f2-a6b6-f8a1383f0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:38:51.415276 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-14e7a365-1794-46f2-a6b6-f8a1383f0db4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0430233 Aug 17 17:38:51.457338 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-ac940e96-9bd3-4dd2-95b3-114c36a5d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:38:51.458785 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-ac940e96-9bd3-4dd2-95b3-114c36a5d535 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0371225 Aug 17 17:38:51.550826 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-a160f4d3-1cf4-4e17-8992-969633fcd883 service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847228 Aug 17 17:38:51.640354 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-68a2a495-940d-4d13-aa00-87c4fec08bb9 req-5e51996c-2805-45a3-9533-fa0935da8609 service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823543 Aug 17 17:38:55.544150 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:39:02.286878 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-337d5660-ce44-4f82-b187-7d5f93fd2c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:04.900116 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a526f3d4-6e67-4789-a41c-1c33b9dd28ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:05.124836 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:06.270434 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:07.969391 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:20.281324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:20.869194 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:22.462356 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 details requested by agent hyperv_n-h1-804878-1 with host n-h1-804878-1 {{(pid=94840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 17:39:22.560846 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:22.572385 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Returning: {'device': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'port_id': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'mac_address': 'fa:16:3e:53:be:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 17:39:22.619385 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:22.633050 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 17:39:22.653727 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:22.657969 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:22.710703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:22.717956 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.718296 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.718691 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.719096 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.719617 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.719942 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.720265 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.720590 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.720909 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.721230 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.721551 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.721864 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:22.740494 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] get_ports_and_sgs() called for port_ids ['8c1fffc2-e5ea-4246-822d-c8ab426a54e1'] {{(pid=94840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 17:39:24.455625 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 up at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 17:39:24.508430 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Provisioning complete for port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 triggered by entity L2. {{(pid=94840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 17:39:24.508801 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563647'] for port, provisioning_complete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:24.601700 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:24.630307 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:39:24.633238 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670c8819-59a8-42e1-9502-d0ab310ba833" -d '{"events": [{"server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "name": "network-vif-plugged", "status": "completed", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:39:24.649679 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:24.654871 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:24.684806 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71255c6a-022f-4a39-b15a-8d0e059525d0 x-openstack-request-id: req-71255c6a-022f-4a39-b15a-8d0e059525d0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:39:24.685156 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "name": "network-vif-plugged", "status": "completed", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:39:24.685435 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71255c6a-022f-4a39-b15a-8d0e059525d0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:39:24.686461 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'code': 200} Aug 17 17:39:24.717149 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:32.288293 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55d16342-ee36-42cb-91d3-bd6e1c1e5ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:32.544174 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:39:32.623316 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46702) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:33.119016 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Deleting port 1cfe98db-8963-4848-bebd-1396948f8c75 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:33.119351 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:33.197875 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:33.198198 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:33.209586 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Calling delete_port for 1cfe98db-8963-4848-bebd-1396948f8c75 owned by network:floatingip {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:33.353040 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:33.378236 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event deleted for resources: {'Port': ['ID=1cfe98db-8963-4848-bebd-1396948f8c75,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:33.404594 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.404930 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.405262 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.405589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.405913 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.406233 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.406579 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.406896 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.407211 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.407523 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.407862 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.408176 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:33.446480 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for floatingip, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:33.446809 n-d-804878-1 neutron-server[94839]: INFO neutron.db.l3_db [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Floating IP 5e2fdd11-e284-494d-ae16-d5e2b3ec297d disassociated (deleted). External IP: 172.25.7.141, port: 8c1fffc2-e5ea-4246-822d-c8ab426a54e1. Aug 17 17:39:33.650728 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:39:33.755559 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:39:33.760343 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:33.765059 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] Sync routers for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:39:33.773706 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:39:33.774293 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:33.786165 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-8c9b64b6-309d-47e0-958d-87c5781e6879 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "DELETE /v2.0/floatingips/5e2fdd11-e284-494d-ae16-d5e2b3ec297d HTTP/1.1" status: 204 len: 168 time: 1.1617451 Aug 17 17:39:33.786782 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:39:33.789555 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b56bdca-ba04-48f4-99c8-32e57a23f97f" -d '{"events": [{"name": "network-changed", "server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:39:33.828196 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf040d6-7aa2-44d3-a42f-c2f5a4a03504 x-openstack-request-id: req-2bf040d6-7aa2-44d3-a42f-c2f5a4a03504 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:39:33.828485 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:39:33.828740 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2bf040d6-7aa2-44d3-a42f-c2f5a4a03504 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:39:33.829147 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'status': 'completed', 'code': 200} Aug 17 17:39:33.881074 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:39:33.893638 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-0fa514a3-e477-4681-97f5-fec4730b6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:33.895504 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-0fa514a3-e477-4681-97f5-fec4730b6711 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 1096 time: 0.0444305 Aug 17 17:39:33.998543 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-f8424dcc-af84-4085-b820-e82e90afbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:34.000032 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-f8424dcc-af84-4085-b820-e82e90afbbfd service neutron] 10.222.0.91 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.0974276 Aug 17 17:39:34.047282 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-693f4b41-7537-44eb-a419-d5b3aa2e9b5b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1 HTTP/1.1" status: 200 len: 217 time: 0.0381734 Aug 17 17:39:34.082866 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39fb33-065f-497b-8010-5841f2cafcbd req-d420a429-556f-4593-b704-fcd46575af62 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:34.085039 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff39fb33-065f-497b-8010-5841f2cafcbd req-d420a429-556f-4593-b704-fcd46575af62 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 945 time: 0.1044567 Aug 17 17:39:34.106046 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-1ee86139-a8da-454a-ad80-32c155e3d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:34.108059 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-1ee86139-a8da-454a-ad80-32c155e3d746 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0517955 Aug 17 17:39:34.115171 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '5ad8a461-b80d-4d76-888f-8f6c99cb0adc', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:35:07Z', 'updated_at': '2021-08-17T17:35:09Z', 'revision_number': 1, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:34.130982 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-ff39fb33-065f-497b-8010-5841f2cafcbd req-a1c36e76-816e-4d52-be47-62d18eafa654 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387220 Aug 17 17:39:34.146782 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] Checking router: 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:39:34.150441 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:39:34.151040 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:39:05Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:34.162302 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-d9de7e29-54c8-4e28-a067-33926a65442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:34.164413 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-d9de7e29-54c8-4e28-a067-33926a65442f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475233 Aug 17 17:39:34.254598 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:39:34.256821 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-1911ab0e-9254-40d4-b254-817e266bd0a4 service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840120 Aug 17 17:39:34.349901 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-4b56bdca-ba04-48f4-99c8-32e57a23f97f req-64a4ca9a-1a2f-44ea-9317-807b9cb56f5c service neutron] 10.222.0.91 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862353 Aug 17 17:39:34.476571 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '5ad8a461-b80d-4d76-888f-8f6c99cb0adc', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:35:07Z', 'updated_at': '2021-08-17T17:35:09Z', 'revision_number': 1, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:34.488159 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:39:34.503076 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587f579-9a3c-4404-a981-a28306988cf3 None None] The sync data for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 is: [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_floatingips': [{'id': '5ad8a461-b80d-4d76-888f-8f6c99cb0adc', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'router_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'port_id': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'mac_address': 'fa:16:3e:93:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f690ea6-d178-4606-8503-95f67748a51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T17:35:07Z', 'updated_at': '2021-08-17T17:35:09Z', 'revision_number': 1, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:39:34.567150 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655640'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:34.597250 n-d-804878-1 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:39:34.599957 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f707c44f69bf0acd2522c2efd665e3f44604ada4570f7aca68e53c68f0a0fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef28e21-5ab5-4e77-adb3-bfc79235025e" -d '{"events": [{"server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:39:34.605245 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] For port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:34.610351 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779741563504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779741024341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779741024359'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:34.641100 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 17:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d729a905-b562-45bc-bc3c-4e7b50460cce x-openstack-request-id: req-d729a905-b562-45bc-bc3c-4e7b50460cce {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:39:34.641401 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:39:34.641653 n-d-804878-1 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d729a905-b562-45bc-bc3c-4e7b50460cce {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:39:34.642039 n-d-804878-1 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'code': 200} Aug 17 17:39:34.665056 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Pushing event updated for resources: {'Port': ['ID=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:34.741701 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be66d07-0b36-4937-917e-c5db0e34ecbf None None] New status for floating IP 5e2fdd11-e284-494d-ae16-d5e2b3ec297d: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:39:34.900079 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c04509fd-c07d-45ad-932f-ba9203d848f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:35.125574 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:35.241473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34060a-15a2-4836-8133-8830ffe25913 req-8cb8603a-9b30-4152-9c00-37033e45fced tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:35.243068 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c34060a-15a2-4836-8133-8830ffe25913 req-8cb8603a-9b30-4152-9c00-37033e45fced tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 943 time: 0.0492432 Aug 17 17:39:35.280856 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-5c34060a-15a2-4836-8133-8830ffe25913 req-141473e2-c8b9-4ada-a86e-5885e74701a7 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318084 Aug 17 17:39:35.484965 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e77089-3864-4613-b190-52ce507eca9f req-97b5dd2e-62b3-4735-a0e1-b9e98f7e7836 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:35.486458 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01e77089-3864-4613-b190-52ce507eca9f req-97b5dd2e-62b3-4735-a0e1-b9e98f7e7836 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.91 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 943 time: 0.0487468 Aug 17 17:39:35.577557 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-01e77089-3864-4613-b190-52ce507eca9f req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Deleting port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:35.577893 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01e77089-3864-4613-b190-52ce507eca9f req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:35.666648 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-01e77089-3864-4613-b190-52ce507eca9f req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] For port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1, host n-h1-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-1',level=0,port_id=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:35.667006 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01e77089-3864-4613-b190-52ce507eca9f req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:35.679387 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-01e77089-3864-4613-b190-52ce507eca9f req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Calling delete_port for 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:35.808804 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01e77089-3864-4613-b190-52ce507eca9f req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:35.835811 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event deleted for resources: {'Port': ['ID=8c1fffc2-e5ea-4246-822d-c8ab426a54e1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:35.845531 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.845878 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.846218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.846576 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.846909 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.847236 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.847562 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.848431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.848431 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.848621 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.848830 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.849109 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 17:39:35.888091 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e77089-3864-4613-b190-52ce507eca9f req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] No DVR routers for this DVR port 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 on host n-h1-804878-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:39:35.890750 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01e77089-3864-4613-b190-52ce507eca9f req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:35.892787 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-01e77089-3864-4613-b190-52ce507eca9f req-0a7fac36-3da6-4f7c-afb7-ce3f37bce93f tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.91 "DELETE /v2.0/ports/8c1fffc2-e5ea-4246-822d-c8ab426a54e1 HTTP/1.1" status: 204 len: 173 time: 0.4003699 Aug 17 17:39:35.893219 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'name': 'network-vif-deleted', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:39:35.895464 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d6add8-60a0-421f-b135-07964c6b9028" -d '{"events": [{"server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "name": "network-vif-deleted", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:39:35.933019 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4e6916-4e14-41a8-8778-462381d7ea45 x-openstack-request-id: req-4d4e6916-4e14-41a8-8778-462381d7ea45 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:39:35.933302 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98201b89-740f-4394-9bc7-b0c0ceb8bf31", "name": "network-vif-deleted", "tag": "8c1fffc2-e5ea-4246-822d-c8ab426a54e1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:39:35.933549 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d4e6916-4e14-41a8-8778-462381d7ea45 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:39:35.933944 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98201b89-740f-4394-9bc7-b0c0ceb8bf31', 'name': 'network-vif-deleted', 'tag': '8c1fffc2-e5ea-4246-822d-c8ab426a54e1', 'status': 'completed', 'code': 200} Aug 17 17:39:36.279345 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:36.400158 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-bd7bbc35-dab2-4f4c-be9d-9f5fa4e03f64 req-8f455a8f-d45a-4a08-abce-1c844624dc94 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=98201b89-740f-4394-9bc7-b0c0ceb8bf31 HTTP/1.1" status: 200 len: 210 time: 0.0287502 Aug 17 17:39:37.945349 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46764) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:37.971292 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:38.107197 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Deleting port ab6d963a-9860-41d3-9208-66b5d213d155 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:38.107540 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:38.183144 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:38.183391 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:38.194774 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Calling delete_port for ab6d963a-9860-41d3-9208-66b5d213d155 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:38.342842 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:38.372346 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event deleted for resources: {'Port': ['ID=ab6d963a-9860-41d3-9208-66b5d213d155,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:38.430237 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:38.430563 n-d-804878-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Floating IP 5ad8a461-b80d-4d76-888f-8f6c99cb0adc disassociated (deleted). External IP: 172.25.7.240, port: dc6bca3e-6267-43cd-a399-a795ac747ea7. Aug 17 17:39:38.518203 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 no longer exists at agent hyperv_n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:39:38.538911 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] No Port match for: 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:39:38.539256 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Device 8c1fffc2-e5ea-4246-822d-c8ab426a54e1 not bound to the agent host n-h1-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:39:38.632582 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:39:38.738596 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:39:38.743780 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:38.748338 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] Sync routers for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:39:38.757714 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:39:38.758420 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:39:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:38.771832 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-22539697-31d9-421d-b13f-f025155c0959 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "DELETE /v2.0/floatingips/5ad8a461-b80d-4d76-888f-8f6c99cb0adc HTTP/1.1" status: 204 len: 168 time: 0.8252559 Aug 17 17:39:38.772293 n-d-804878-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:39:38.774555 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ed340823532007636da2e26a3efe30a0b638b81e4d3ef8f3282edf561ddd7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049496db-9b34-4581-ad8d-ee2609f7c4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:39:38.814707 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c361bf-08fa-4c1b-81d9-1c105f8f8083 x-openstack-request-id: req-d9c361bf-08fa-4c1b-81d9-1c105f8f8083 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:39:38.815016 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:39:38.815238 n-d-804878-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9c361bf-08fa-4c1b-81d9-1c105f8f8083 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:39:38.815759 n-d-804878-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'status': 'completed', 'code': 200} Aug 17 17:39:38.863868 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:39:38.879084 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-c338a3e1-2478-4a45-a5c5-a941bd642ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:38.880590 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-c338a3e1-2478-4a45-a5c5-a941bd642ba3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=edaaaa180a2749aea42445eb60b9393c&device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 1094 time: 0.0434000 Aug 17 17:39:38.990209 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-68195cd5-ca80-4fc4-ae35-9e38914f1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:38.992415 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-68195cd5-ca80-4fc4-ae35-9e38914f1f0e service neutron] 10.222.0.93 "GET /v2.0/networks?id=5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 200 len: 910 time: 0.1030409 Aug 17 17:39:39.016851 n-d-804878-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bc6a1-32b9-4c10-b6e5-0f6ee6280e46 req-59af0385-39d9-43ef-97ee-a9b1b0486f31 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:39.018171 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e60bc6a1-32b9-4c10-b6e5-0f6ee6280e46 req-59af0385-39d9-43ef-97ee-a9b1b0486f31 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 943 time: 0.0573177 Aug 17 17:39:39.035946 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-b4eb82b5-2307-4e9b-a729-a451175acb8e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7 HTTP/1.1" status: 200 len: 217 time: 0.0355713 Aug 17 17:39:39.060704 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [req-e60bc6a1-32b9-4c10-b6e5-0f6ee6280e46 req-5974a4d1-f1a8-4949-b558-4ef17f240b37 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356996 Aug 17 17:39:39.070291 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:39.091745 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-1b2f4c08-817a-4d00-a675-f4b3d5e01024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:39.093212 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-1b2f4c08-817a-4d00-a675-f4b3d5e01024 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 200 len: 848 time: 0.0493388 Aug 17 17:39:39.141636 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-c0d978db-aa32-48a7-9000-833dbcbad7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:39.143252 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-c0d978db-aa32-48a7-9000-833dbcbad7bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5ec5820e-6e50-4053-a540-2f7fde63f4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420287 Aug 17 17:39:39.192559 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] Checking router: 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:39:39.200758 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:39:39.201352 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:39:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:39.237592 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-c3b4fbfd-38b0-4075-9a22-9139ef3ee992 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854347 Aug 17 17:39:39.301859 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:39:39.331971 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-049496db-9b34-4581-ad8d-ee2609f7c4ea req-34450bb1-209e-41e4-936f-ba31ccc898d6 service neutron] 10.222.0.93 "GET /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866907 Aug 17 17:39:39.492637 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:39.521378 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f783c19e-59b1-451a-ae8c-948d601fe3b4 None None] The sync data for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 is: [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:44Z', 'revision_number': 4, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1', '_interfaces': [{'id': '392730ca-9012-4dae-8eed-18939947e516', 'name': '', 'network_id': '5ec5820e-6e50-4053-a540-2f7fde63f4a9', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'mac_address': 'fa:16:3e:6b:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:43Z', 'updated_at': '2021-08-17T17:34:49Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'subnets': [{'id': '2adfac85-4a97-4ceb-af53-7ad449efdf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:39:39.737129 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f554e3-4740-4b17-b6e6-aea7c20d44ec None None] New status for floating IP 5ad8a461-b80d-4d76-888f-8f6c99cb0adc: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 17:39:40.176381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e51b7-9e0e-4cf1-b8bc-12010f318a60 req-8aa7d3d8-d650-4e45-914b-1a42238fd1e7 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:40.177887 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f30e51b7-9e0e-4cf1-b8bc-12010f318a60 req-8aa7d3d8-d650-4e45-914b-1a42238fd1e7 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 943 time: 0.0499976 Aug 17 17:39:40.217325 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-f30e51b7-9e0e-4cf1-b8bc-12010f318a60 req-937ec779-8210-4bb3-b1e8-903481c06beb tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/security-groups?id=b33737e4-9190-4bb5-813a-881472c515eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334039 Aug 17 17:39:40.578456 n-d-804878-1 neutron-server[94839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f47c7b65-1e17-40e5-b5f8-311084893102 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 17:39:40.579894 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f47c7b65-1e17-40e5-b5f8-311084893102 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 943 time: 0.0513411 Aug 17 17:39:40.667827 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f6d1587c-4e85-4228-a424-9b3ce4107376 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Deleting port dc6bca3e-6267-43cd-a399-a795ac747ea7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:40.668167 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f6d1587c-4e85-4228-a424-9b3ce4107376 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:40.758698 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f6d1587c-4e85-4228-a424-9b3ce4107376 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] For port dc6bca3e-6267-43cd-a399-a795ac747ea7, host n-h2-804878-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-1',level=0,port_id=dc6bca3e-6267-43cd-a399-a795ac747ea7,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:40.759063 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f6d1587c-4e85-4228-a424-9b3ce4107376 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:40.772077 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f6d1587c-4e85-4228-a424-9b3ce4107376 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Calling delete_port for dc6bca3e-6267-43cd-a399-a795ac747ea7 owned by compute:nova {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:40.897212 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f6d1587c-4e85-4228-a424-9b3ce4107376 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:40.924437 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1587c-4e85-4228-a424-9b3ce4107376 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event deleted for resources: {'Port': ['ID=dc6bca3e-6267-43cd-a399-a795ac747ea7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:40.972132 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f6d1587c-4e85-4228-a424-9b3ce4107376 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] No DVR routers for this DVR port dc6bca3e-6267-43cd-a399-a795ac747ea7 on host n-h2-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:39:40.974745 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f6d1587c-4e85-4228-a424-9b3ce4107376 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43501'] for port, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:40.976873 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-8eb0e8ea-b392-4f3f-a399-a0f9248bd07e req-f6d1587c-4e85-4228-a424-9b3ce4107376 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.93 "DELETE /v2.0/ports/dc6bca3e-6267-43cd-a399-a795ac747ea7 HTTP/1.1" status: 204 len: 173 time: 0.3907743 Aug 17 17:39:40.977381 n-d-804878-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'name': 'network-vif-deleted', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 17:39:40.979799 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cad7a6a8f516a6c3e85d0c583098a06ddbd92730664a232037070d9ebccea8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c8f51e-ba93-4163-a652-6ed87b803329" -d '{"events": [{"server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "name": "network-vif-deleted", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 17:39:41.016929 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbac3eb-ea4b-4a7c-b17c-aa8838261b60 x-openstack-request-id: req-cfbac3eb-ea4b-4a7c-b17c-aa8838261b60 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 17:39:41.017220 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f690ea6-d178-4606-8503-95f67748a51a", "name": "network-vif-deleted", "tag": "dc6bca3e-6267-43cd-a399-a795ac747ea7", "status": "completed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 17:39:41.017585 n-d-804878-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfbac3eb-ea4b-4a7c-b17c-aa8838261b60 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 17:39:41.017992 n-d-804878-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f690ea6-d178-4606-8503-95f67748a51a', 'name': 'network-vif-deleted', 'tag': 'dc6bca3e-6267-43cd-a399-a795ac747ea7', 'status': 'completed', 'code': 200} Aug 17 17:39:41.325761 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [req-88fd36cc-bde1-4c0a-99ae-9ec541157124 req-1b422832-805f-45da-98e2-b4b86decb253 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f690ea6-d178-4606-8503-95f67748a51a HTTP/1.1" status: 200 len: 210 time: 0.0277958 Aug 17 17:39:42.382241 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:42.439208 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db607c84-8c73-4fec-bd52-c5d714b15714 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:42.463512 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db607c84-8c73-4fec-bd52-c5d714b15714 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:42.520622 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db607c84-8c73-4fec-bd52-c5d714b15714 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:42.527918 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db607c84-8c73-4fec-bd52-c5d714b15714 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:42.529060 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-db607c84-8c73-4fec-bd52-c5d714b15714 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] 10.222.0.77 "DELETE /v2.0/security-groups/b33737e4-9190-4bb5-813a-881472c515eb HTTP/1.1" status: 204 len: 168 time: 0.1458316 Aug 17 17:39:42.538536 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db607c84-8c73-4fec-bd52-c5d714b15714 tempest-TestSnapshotPattern-979850229 tempest-TestSnapshotPattern-979850229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33737e4-9190-4bb5-813a-881472c515eb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:42.582269 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46786) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:43.035526 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:43.277846 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] Deleting port 392730ca-9012-4dae-8eed-18939947e516 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:43.278100 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:43.355212 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] For port 392730ca-9012-4dae-8eed-18939947e516, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=392730ca-9012-4dae-8eed-18939947e516,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:43.355563 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:43.368673 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] Calling delete_port for 392730ca-9012-4dae-8eed-18939947e516 owned by network:router_interface {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:43.544635 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:43.570158 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=392730ca-9012-4dae-8eed-18939947e516,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:43.737144 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:43.952832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] Router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:39:44.057537 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:39:44.063042 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-dcbe5ede-fe2d-4678-8d10-ed0e7428fd6a admin admin] 10.222.0.77 "PUT /v2.0/routers/32d72d81-73e6-4e8f-8a21-84af84e0dbe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4796903 Aug 17 17:39:44.065589 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46790) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:44.066283 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] Sync routers for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:39:44.075236 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:39:44.075826 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:39:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:44.167920 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Notify callbacks [] for router, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:44.176078 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: n-d-804878-1 {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:39:44.272688 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:44.330278 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Deleting port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:44.330685 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:44.351367 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:39:43Z', 'revision_number': 5, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port': {'id': '06fc22ae-dd47-4d2b-aeda-c2559b6b2b98', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:44.376569 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] Checking router: 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 for host: n-d-804878-1 {{(pid=94841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:39:44.384598 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] Routers {'32d72d81-73e6-4e8f-8a21-84af84e0dbe0'} bound to L3 agent in host n-d-804878-1 {{(pid=94841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:39:44.385183 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:39:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'], 'active': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:44.408796 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] For port 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=06fc22ae-dd47-4d2b-aeda-c2559b6b2b98,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:44.409159 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:44.421844 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Calling delete_port for 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 owned by network:router_gateway {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:44.467430 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_dvr_db [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] Set router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 gateway port host: None {{(pid=94841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:39:44.519371 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.l3_hamode_db [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:39:44Z', 'revision_number': 6, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:44.548061 n-d-804878-1 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee0785d-58d4-4bca-8c5b-33032a2b4c95 None None] The sync data for ids ['32d72d81-73e6-4e8f-8a21-84af84e0dbe0'] in n-d-804878-1 is: [{'id': '32d72d81-73e6-4e8f-8a21-84af84e0dbe0', 'name': 'tempest-TestSnapshotPattern-152200154-router', 'tenant_id': 'edaaaa180a2749aea42445eb60b9393c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:41Z', 'updated_at': '2021-08-17T17:39:44Z', 'revision_number': 6, 'project_id': 'edaaaa180a2749aea42445eb60b9393c', 'gw_port_host': None}] {{(pid=94841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:39:44.589752 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:44.619535 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Pushing event deleted for resources: {'Port': ['ID=06fc22ae-dd47-4d2b-aeda-c2559b6b2b98,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:44.827843 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc6bca3e-6267-43cd-a399-a795ac747ea7 no longer exists at agent hyperv_n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:39:44.848034 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] No Port match for: dc6bca3e-6267-43cd-a399-a795ac747ea7 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:39:44.848294 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Device dc6bca3e-6267-43cd-a399-a795ac747ea7 not bound to the agent host n-h2-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:39:45.038611 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.130942 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.133582 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.174554 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.175096 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d72d81-73e6-4e8f-8a21-84af84e0dbe0 {{(pid=94839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:39:45.180296 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] Notify callbacks [] for router, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.181442 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-99d819ff-8766-4190-ab2d-263798a8e286 admin admin] 10.222.0.77 "DELETE /v2.0/routers/32d72d81-73e6-4e8f-8a21-84af84e0dbe0 HTTP/1.1" status: 204 len: 168 time: 1.1149483 Aug 17 17:39:45.184115 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46792) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:45.231240 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f0e796-d8af-4cc2-962b-f2a8a49b9c54 admin admin] Deleting subnet 2adfac85-4a97-4ceb-af53-7ad449efdf01 {{(pid=94839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:39:45.234180 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73f0e796-d8af-4cc2-962b-f2a8a49b9c54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.268562 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73f0e796-d8af-4cc2-962b-f2a8a49b9c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28592859'] for subnet, precommit_delete_associations {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.369239 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73f0e796-d8af-4cc2-962b-f2a8a49b9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.373105 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 392730ca-9012-4dae-8eed-18939947e516 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:39:45.395406 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 392730ca-9012-4dae-8eed-18939947e516 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:39:45.395852 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 392730ca-9012-4dae-8eed-18939947e516 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:39:45.428597 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73f0e796-d8af-4cc2-962b-f2a8a49b9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27930305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28180592'] for subnet, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.456648 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73f0e796-d8af-4cc2-962b-f2a8a49b9c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.461616 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-73f0e796-d8af-4cc2-962b-f2a8a49b9c54 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2adfac85-4a97-4ceb-af53-7ad449efdf01 HTTP/1.1" status: 204 len: 168 time: 0.2734640 Aug 17 17:39:45.461616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0e796-d8af-4cc2-962b-f2a8a49b9c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2adfac85-4a97-4ceb-af53-7ad449efdf01,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:45.461616 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46794) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:45.465083 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128ce35a-5931-4c9d-a70d-d12321f277a3 None None] Network 5ec5820e-6e50-4053-a540-2f7fde63f4a9 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:39:45.533239 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.589428 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Deleting port 1933f783-a198-4789-93f1-edf3f1e582b8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:45.589826 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.655487 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39def0dc-764a-416e-9661-2bf9ae6dbc66 None None] DHCP port deletion for 5ec5820e-6e50-4053-a540-2f7fde63f4a9 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:39:45.662023 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] For port 1933f783-a198-4789-93f1-edf3f1e582b8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1933f783-a198-4789-93f1-edf3f1e582b8,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:45.662520 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.675963 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Calling delete_port for 1933f783-a198-4789-93f1-edf3f1e582b8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:45.701578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-39def0dc-764a-416e-9661-2bf9ae6dbc66 None None] Deleting port 1933f783-a198-4789-93f1-edf3f1e582b8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:45.701951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39def0dc-764a-416e-9661-2bf9ae6dbc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.758215 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.770070 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-39def0dc-764a-416e-9661-2bf9ae6dbc66 None None] For port 1933f783-a198-4789-93f1-edf3f1e582b8, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=1933f783-a198-4789-93f1-edf3f1e582b8,segment=NetworkSegment(de5d85a9-600d-438c-bb36-04232fcf2d14),segment_id=de5d85a9-600d-438c-bb36-04232fcf2d14)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:45.770507 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39def0dc-764a-416e-9661-2bf9ae6dbc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.783462 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-39def0dc-764a-416e-9661-2bf9ae6dbc66 None None] Calling delete_port for 1933f783-a198-4789-93f1-edf3f1e582b8 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:45.788623 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Pushing event deleted for resources: {'Port': ['ID=1933f783-a198-4789-93f1-edf3f1e582b8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:45.792099 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] No DVR routers for this DVR port 1933f783-a198-4789-93f1-edf3f1e582b8 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 17:39:45.854518 n-d-804878-1 neutron-server[94840]: self.session.flush() Aug 17 17:39:45.859130 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39def0dc-764a-416e-9661-2bf9ae6dbc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.863008 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.873849 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec5820e-6e50-4053-a540-2f7fde63f4a9']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:45.884520 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5d85a9-600d-438c-bb36-04232fcf2d14') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:45.884763 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5d85a9-600d-438c-bb36-04232fcf2d14') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:45.887234 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39def0dc-764a-416e-9661-2bf9ae6dbc66 None None] Pushing event deleted for resources: {'Port': ['ID=1933f783-a198-4789-93f1-edf3f1e582b8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:45.891000 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39def0dc-764a-416e-9661-2bf9ae6dbc66 None None] No DVR routers for this DVR port 1933f783-a198-4789-93f1-edf3f1e582b8 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:39:45.894366 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.915310 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.921399 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:39:45.921900 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:39:45.923677 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:39:45.977648 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.983133 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:45.984959 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] 10.222.0.77 "DELETE /v2.0/networks/5ec5820e-6e50-4053-a540-2f7fde63f4a9 HTTP/1.1" status: 204 len: 168 time: 0.5229561 Aug 17 17:39:45.988034 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46796) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:45.996718 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240ed4c-6fab-421a-8406-e14b2a54e33a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec5820e-6e50-4053-a540-2f7fde63f4a9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:46.329950 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689974'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:46.567997 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] Deleting port 7d73e3e1-94c7-497e-99d5-936ba7e10071 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:46.568335 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:46.646422 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] For port 7d73e3e1-94c7-497e-99d5-936ba7e10071, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=7d73e3e1-94c7-497e-99d5-936ba7e10071,segment=NetworkSegment(111a5b7a-40d5-433a-98cf-99fb38222472),segment_id=111a5b7a-40d5-433a-98cf-99fb38222472)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:46.646746 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:46.659198 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] Calling delete_port for 7d73e3e1-94c7-497e-99d5-936ba7e10071 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:46.707985 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1933f783-a198-4789-93f1-edf3f1e582b8 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:39:46.727557 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 1933f783-a198-4789-93f1-edf3f1e582b8 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:39:46.727903 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 1933f783-a198-4789-93f1-edf3f1e582b8 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:39:46.728318 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:39:46.747321 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:39:46.747664 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 06fc22ae-dd47-4d2b-aeda-c2559b6b2b98 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:39:46.844383 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:46.870802 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d73e3e1-94c7-497e-99d5-936ba7e10071,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:47.038632 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440422'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:47.247903 n-d-804878-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] Router b5245d1a-a449-4c42-a29d-273ba9fad0fc has already been hosted by L3 agent 9bbf67c5-4404-4c59-beda-2f23bd4e1b46 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 17:39:47.348788 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] Notify agent at l3_agent.n-d-804878-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 17:39:47.355563 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-5116e582-3bed-43e6-bd6d-63b9b40a057a admin admin] 10.222.0.77 "PUT /v2.0/routers/b5245d1a-a449-4c42-a29d-273ba9fad0fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3650811 Aug 17 17:39:47.356689 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:47.359257 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] Sync routers for ids ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'] in n-d-804878-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 17:39:47.369028 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] Routers {'b5245d1a-a449-4c42-a29d-273ba9fad0fc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:39:47.369723 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:39:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:47.458588 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:47.472154 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] Set router b5245d1a-a449-4c42-a29d-273ba9fad0fc gateway port host: n-d-804878-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:39:47.560526 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:47.615012 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Deleting port 4c09d65c-a697-4b09-b76a-0be7b15d273d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:47.615347 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:47.648071 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'name': 'tempest-TestSnapshotPattern-1795971139-router', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'external_fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:39:46Z', 'revision_number': 5, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'gw_port': {'id': '4c09d65c-a697-4b09-b76a-0be7b15d273d', 'name': '', 'network_id': 'b1431747-28a9-46c8-a59f-48689efac5e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62b3072e-a092-49b6-93d3-4752db7e787d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-1'}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:47.677716 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] Checking router: b5245d1a-a449-4c42-a29d-273ba9fad0fc for host: n-d-804878-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 17:39:47.685951 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] Routers {'b5245d1a-a449-4c42-a29d-273ba9fad0fc'} bound to L3 agent in host n-d-804878-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 17:39:47.686577 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T16:03:35Z,description=,heartbeat_timestamp=2021-08-17T17:39:35Z,host='n-d-804878-1',id=9bbf67c5-4404-4c59-beda-2f23bd4e1b46,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T16:03:35Z,topic='l3_agent')) {'router_ids': ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:47.698050 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] For port 4c09d65c-a697-4b09-b76a-0be7b15d273d, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=4c09d65c-a697-4b09-b76a-0be7b15d273d,segment=NetworkSegment(5a51ceb5-43c0-437a-97b7-c9f5162f5569),segment_id=5a51ceb5-43c0-437a-97b7-c9f5162f5569)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:47.698437 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:47.710599 n-d-804878-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Calling delete_port for 4c09d65c-a697-4b09-b76a-0be7b15d273d owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:47.775624 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] Set router b5245d1a-a449-4c42-a29d-273ba9fad0fc gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 17:39:47.827635 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'name': 'tempest-TestSnapshotPattern-1795971139-router', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:39:47Z', 'revision_number': 6, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'gw_port_host': None}], 'n-d-804878-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:47.858639 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd54729-2007-4cc7-98af-25ff9e0358e3 None None] The sync data for ids ['b5245d1a-a449-4c42-a29d-273ba9fad0fc'] in n-d-804878-1 is: [{'id': 'b5245d1a-a449-4c42-a29d-273ba9fad0fc', 'name': 'tempest-TestSnapshotPattern-1795971139-router', 'tenant_id': '51b5e6a556d8474d95151fdf3ae3124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T17:34:46Z', 'updated_at': '2021-08-17T17:39:47Z', 'revision_number': 6, 'project_id': '51b5e6a556d8474d95151fdf3ae3124f', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 17:39:48.225170 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28612879'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.257524 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c09d65c-a697-4b09-b76a-0be7b15d273d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:48.317783 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711150'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.409206 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045752'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.411449 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.454699 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691236'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.455218 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5245d1a-a449-4c42-a29d-273ba9fad0fc {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 17:39:48.459468 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.460610 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e0cf10a-cea8-4346-b9ed-0ffa2b8fd09d admin admin] 10.222.0.77 "DELETE /v2.0/routers/b5245d1a-a449-4c42-a29d-273ba9fad0fc HTTP/1.1" status: 204 len: 168 time: 1.1030180 Aug 17 17:39:48.463181 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.77', 46800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:48.507782 n-d-804878-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1408bbc-8822-44d8-bd94-02f6502cde0c admin admin] Deleting subnet 881aa120-5ffe-44b5-9533-67394c84c841 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 17:39:48.510722 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1408bbc-8822-44d8-bd94-02f6502cde0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.548938 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1408bbc-8822-44d8-bd94-02f6502cde0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25827349'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.628005 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1408bbc-8822-44d8-bd94-02f6502cde0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3570445'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.685063 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1408bbc-8822-44d8-bd94-02f6502cde0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3570452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28612986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28995667'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.713526 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7d73e3e1-94c7-497e-99d5-936ba7e10071 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:39:48.714043 n-d-804878-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1408bbc-8822-44d8-bd94-02f6502cde0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881aa120-5ffe-44b5-9533-67394c84c841,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:48.715882 n-d-804878-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1408bbc-8822-44d8-bd94-02f6502cde0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.717652 n-d-804878-1 neutron-server[94838]: INFO neutron.wsgi [None req-f1408bbc-8822-44d8-bd94-02f6502cde0c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/881aa120-5ffe-44b5-9533-67394c84c841 HTTP/1.1" status: 204 len: 168 time: 0.2535193 Aug 17 17:39:48.719123 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cffc35-0976-4061-8332-f491197b611d None None] Network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 requested from n-d-804878-1 {{(pid=94840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 17:39:48.720292 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46802) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:48.738822 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 7d73e3e1-94c7-497e-99d5-936ba7e10071 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:39:48.739162 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 7d73e3e1-94c7-497e-99d5-936ba7e10071 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:39:48.739578 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c09d65c-a697-4b09-b76a-0be7b15d273d no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:39:48.796354 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: 4c09d65c-a697-4b09-b76a-0be7b15d273d {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:39:48.796703 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device 4c09d65c-a697-4b09-b76a-0be7b15d273d not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:39:48.801342 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591124'] for network, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.856613 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Deleting port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:48.857081 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.925548 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] For port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ecffdc76-9c3c-42b5-a30e-88a45e42a8e5,segment=NetworkSegment(111a5b7a-40d5-433a-98cf-99fb38222472),segment_id=111a5b7a-40d5-433a-98cf-99fb38222472)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:48.925916 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:48.927683 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702c57e-e32f-4f78-8b83-ffea6e4c037c None None] DHCP port deletion for fa79c7ca-f579-4fd8-a6aa-38266ddc2733 request from n-d-804878-1 {{(pid=94840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 17:39:48.938504 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Calling delete_port for ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:48.972820 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2702c57e-e32f-4f78-8b83-ffea6e4c037c None None] Deleting port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 17:39:48.973136 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2702c57e-e32f-4f78-8b83-ffea6e4c037c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779741556053'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.023770 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27930292'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.041097 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2702c57e-e32f-4f78-8b83-ffea6e4c037c None None] For port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5, host n-d-804878-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-1',level=0,port_id=ecffdc76-9c3c-42b5-a30e-88a45e42a8e5,segment=NetworkSegment(111a5b7a-40d5-433a-98cf-99fb38222472),segment_id=111a5b7a-40d5-433a-98cf-99fb38222472)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 17:39:49.041488 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2702c57e-e32f-4f78-8b83-ffea6e4c037c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3713984'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.051427 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=ecffdc76-9c3c-42b5-a30e-88a45e42a8e5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:49.053329 n-d-804878-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] No DVR routers for this DVR port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 on host n-d-804878-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:39:49.131683 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3569796', 'neutron.services.segments.db._delete_segments_for_network-8779741527489'] for network, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.142473 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa79c7ca-f579-4fd8-a6aa-38266ddc2733']}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:49.154452 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111a5b7a-40d5-433a-98cf-99fb38222472') {'for_net_delete': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:49.154746 n-d-804878-1 neutron-server[94839]: DEBUG neutron.services.segments.db [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111a5b7a-40d5-433a-98cf-99fb38222472') {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 17:39:49.165444 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779741572262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28592850'] for segment, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.180436 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488'] for segment, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.186526 n-d-804878-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 17:39:49.186924 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27929443'] for segment, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: Traceback (most recent call last): Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: timer() Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: cb(*args, **kw) Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: return func(*args, **kwargs) Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: self._notify() Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: self.callback(batched_events) Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: event.method(event) Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: return f(self, *a, **k) Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: return self._get(url).json() Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: return self.request(url, 'GET', **kwargs) Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 17:39:49.188611 n-d-804878-1 neutron-server[94839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 17:39:49.212941 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2702c57e-e32f-4f78-8b83-ffea6e4c037c None None] Calling delete_port for ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 17:39:49.247208 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3569803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711099'] for network, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.253430 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Notify callbacks [] for network, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.255424 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] 10.222.0.77 "DELETE /v2.0/networks/fa79c7ca-f579-4fd8-a6aa-38266ddc2733 HTTP/1.1" status: 204 len: 168 time: 0.5341427 Aug 17 17:39:49.267962 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbb790-8916-4a22-b244-87f973963e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa79c7ca-f579-4fd8-a6aa-38266ddc2733,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:49.289553 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2702c57e-e32f-4f78-8b83-ffea6e4c037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3655577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779741563513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779741024332'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.296647 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2702c57e-e32f-4f78-8b83-ffea6e4c037c None None] Network fa79c7ca-f579-4fd8-a6aa-38266ddc2733 is not hosted by any dhcp agent {{(pid=94840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 17:39:49.297095 n-d-804878-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702c57e-e32f-4f78-8b83-ffea6e4c037c None None] No DVR routers for this DVR port ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 on host n-d-804878-1 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 17:39:49.315308 n-d-804878-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702c57e-e32f-4f78-8b83-ffea6e4c037c None None] Pushing event deleted for resources: {'Port': ['ID=ecffdc76-9c3c-42b5-a30e-88a45e42a8e5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:49.370433 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46806) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:49.410912 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-06692102-8fa2-45f9-ae84-5442c8096a3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edaaaa180a2749aea42445eb60b9393c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393007 Aug 17 17:39:49.413832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46808) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:49.466060 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5870f521-26f9-405f-b29e-0eedb8e42601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.487658 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5870f521-26f9-405f-b29e-0eedb8e42601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.534187 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5870f521-26f9-405f-b29e-0eedb8e42601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.536725 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5870f521-26f9-405f-b29e-0eedb8e42601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.540530 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-5870f521-26f9-405f-b29e-0eedb8e42601 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4965f4c3-6ef5-4aa3-9a21-2bffc3f8c8ae HTTP/1.1" status: 204 len: 168 time: 0.1231363 Aug 17 17:39:49.547086 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870f521-26f9-405f-b29e-0eedb8e42601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4965f4c3-6ef5-4aa3-9a21-2bffc3f8c8ae,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:49.857832 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46814) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:49.897934 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-b9b023e4-5989-466d-90e7-8fbd172ee185 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=51b5e6a556d8474d95151fdf3ae3124f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388923 Aug 17 17:39:49.900359 n-d-804878-1 neutron-server[94839]: DEBUG neutron.wsgi [-] (94839) accepted ('10.222.0.77', 46816) {{(pid=94839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 17:39:49.947474 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adb82d07-b4f6-48e6-80c0-282befe91e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:49.972271 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adb82d07-b4f6-48e6-80c0-282befe91e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:50.020122 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adb82d07-b4f6-48e6-80c0-282befe91e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490728'] for security_group, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:50.022817 n-d-804878-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adb82d07-b4f6-48e6-80c0-282befe91e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:50.024076 n-d-804878-1 neutron-server[94839]: INFO neutron.wsgi [None req-adb82d07-b4f6-48e6-80c0-282befe91e78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2cfe551-019f-4c32-b921-d292523864a8 HTTP/1.1" status: 204 len: 168 time: 0.1228421 Aug 17 17:39:50.032882 n-d-804878-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb82d07-b4f6-48e6-80c0-282befe91e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cfe551-019f-4c32-b921-d292523864a8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 17:39:50.294852 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:39:50.709867 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 no longer exists at agent ovs-agent-n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 17:39:50.733661 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] No Port match for: ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 {{(pid=94840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 17:39:50.734005 n-d-804878-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.rpc [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Device ecffdc76-9c3c-42b5-a30e-88a45e42a8e5 not bound to the agent host n-d-804878-1 {{(pid=94840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 17:39:50.858293 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:02.290515 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19cf4c44-a72b-43ac-b260-ab945dc80176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:04.902309 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1af4646-47e6-4d17-93d5-2326685bd651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:05.126444 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:06.275535 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:07.975679 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:09.543254 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:40:20.310588 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:20.873806 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:32.291319 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6175de27-9d54-40ca-b3bd-03acbc366ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:34.902020 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad8333a2-6243-42e6-9739-37cd067eb75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:35.127387 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:36.277055 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:37.977814 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:46.542757 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:40:50.325587 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:40:50.872121 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:02.291153 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45cd0c77-46c4-4695-809e-4879c302fb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:04.902393 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5591c50-7496-44bb-86f1-5e1677125625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:05.127722 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:06.280600 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:07.981311 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:20.325415 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:20.871306 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:23.541720 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:41:32.293418 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5c14216-5042-47e2-8b46-d190d01e21c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:34.902300 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a8534c4-edf7-4445-a6b7-9400e11e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:35.127908 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:36.283044 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:37.983411 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:50.321324 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:41:50.885510 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:00.540773 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:42:02.294166 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67e8795c-9a0c-49ab-b9af-8e78aabd099f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:04.902743 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59682bdf-6af0-4233-83b2-6c54ed42dae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:05.127929 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:06.286284 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:07.987550 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:20.335486 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:20.884489 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:32.295403 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ec76ff3-d76e-4b39-8289-adce56eb3fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:34.903623 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2686-0bf8-45f3-8adc-2e59e9a2be5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:35.128129 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:36.288593 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:37.540827 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:42:37.988297 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:50.353203 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:42:50.899293 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:02.295756 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cafa5cc4-63cf-4968-8863-7a67cfcca5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:04.904555 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bb20f74-a849-4835-86ac-fa2f2875376e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:05.127372 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:06.292011 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:07.992584 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:14.540354 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:43:20.354746 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:20.899212 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:32.296008 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffb8fe27-bf92-404f-bafa-00a12891a96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:34.905110 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72c48f53-00c2-414e-bb62-bdd02bc06b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:35.127935 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:36.295577 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:37.993511 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:50.350787 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:50.897951 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:43:51.539683 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:44:02.297020 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f4a26ee-5cca-48bc-b207-95a9ce572e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:04.905357 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b293ded-a077-4cfe-b0ae-8108d0035085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:05.128385 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:06.298002 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:07.996025 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:20.355210 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:20.896148 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:28.538969 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:44:32.297815 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428f37ba-c704-472b-b8c0-75aa259b71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:34.906452 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51d59dc5-ade5-426d-8466-708472a95207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:35.129753 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:36.299183 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:37.999720 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:50.364788 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:44:50.895022 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:02.298501 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54ee3706-6ff7-4613-8cfa-7d26f150d4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:04.907397 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-daa26e41-0271-40ba-888b-ccd271bc21c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:05.130527 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:05.538484 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:45:06.303622 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:08.002248 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:20.366604 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:20.894701 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:32.299113 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-554e3fd5-32cb-4e1f-a699-9985c29e11d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:34.907724 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2eb48f06-78c8-4c2c-9ab0-f05caf043149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:35.130925 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:36.305379 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:38.004638 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:42.537390 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:45:50.363935 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:45:50.898166 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:02.300094 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ecabab2-a1ec-433c-845d-f9fb1809750d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:04.907753 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c182277-0744-4f4e-b312-fdb520c41c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:05.130927 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:06.308267 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:08.008130 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:19.538077 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:46:20.377482 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:20.892589 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:32.300505 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d829-3bfe-4ec0-8395-3a92066abb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:34.908683 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f040ea85-73b4-4c5a-89da-5c422039f112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:35.132478 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:36.311239 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:38.011038 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:50.386604 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:50.891168 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:46:56.536622 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:47:02.300750 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6450095b-77b3-41be-b320-36c851757612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:04.909019 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9152-611f-4018-8a44-921724cd7966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:05.132760 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:06.314468 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:08.013321 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:20.396923 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:20.907688 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:32.300468 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b23c48b4-f84d-4689-a302-827819d89c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:33.536163 n-d-804878-1 neutron-server[94841]: DEBUG neutron.db.agents_db [None req-e2ed003c-9ac9-409d-8a5b-a7fc7189e579 None None] Agent healthcheck: found 7 active agents {{(pid=94841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 17:47:34.909256 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f400898-c3d6-4e14-9e74-4d3f9aed0070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:35.132348 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dec639b1-31a2-416c-9c84-1a4b6666dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:36.318004 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eea8-d710-40b0-ae4a-4a083e4a7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:38.017296 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-512cb9c9-2200-4920-b03b-33bcc77fed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:50.409452 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaeca1df-c596-45a1-8592-19b906ad5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:50.920663 n-d-804878-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07985e5d-1ee1-4b14-a5e6-c09d63daaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779741527507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565514'] for agent, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 17:47:51.467592 n-d-804878-1 neutron-server[94838]: DEBUG neutron.wsgi [req-b2e05606-13d1-4f38-ad24-bcb19a84299b req-284aafd9-61a2-4430-90ae-ae593207c337 service neutron] (94838) timed out ('10.222.0.77', 60490) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}